-- Logs begin at Wed 2021-10-13 09:54:51 UTC, end at Wed 2021-10-13 12:37:05 UTC. -- Oct 13 10:37:20.239914 n-d-813659-3 systemd[1]: Started Devstack devstack@q-svc.service. Oct 13 10:37:22.957475 n-d-813659-3 neutron-server[101879]: INFO neutron.common.config [-] Logging enabled! Oct 13 10:37:22.958092 n-d-813659-3 neutron-server[101879]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev67 Oct 13 10:37:22.958256 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101879) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 13 10:37:22.961966 n-d-813659-3 neutron-server[101879]: INFO neutron.common.config [-] Logging enabled! Oct 13 10:37:22.962218 n-d-813659-3 neutron-server[101879]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev67 Oct 13 10:37:22.962554 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101879) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 13 10:37:22.963484 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 10:37:22.963716 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 10:37:22.964067 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 10:37:22.964305 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 10:37:22.964526 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 10:37:22.964843 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.965137 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.965427 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.965652 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.965942 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.966231 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.966532 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.966813 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.967105 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.967385 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.967660 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.967939 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.968165 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.968443 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.968726 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.969009 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.969228 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] debug = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.969503 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.969925 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.970359 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.970632 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.970915 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.971191 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.971459 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.971730 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.972009 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.972333 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] host = n-d-813659-3 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.972607 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.972890 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.973173 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.973452 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.973733 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.973995 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.974275 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.974572 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.974842 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] log_file = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.975674 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.975959 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.976244 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.976539 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.976761 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.976982 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.977267 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.977550 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.977821 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.978090 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.978379 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.978653 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.978923 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.979189 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.979469 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.979748 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.980026 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.980297 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.980832 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.981100 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.981369 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.981647 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.981916 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.982184 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.982475 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.982759 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.983026 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.983296 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.983593 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.983926 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.984194 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.984475 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.984745 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.985022 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.985288 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.985554 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.985818 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] use_json = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.986084 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.986368 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.986649 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.986916 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.987181 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.987447 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.987712 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.987989 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:22.988278 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.988572 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.988866 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.989144 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.989443 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.989717 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.989999 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.990269 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.990580 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.990990 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.991395 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.991679 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.991965 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.992241 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.992532 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.992832 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.993120 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.993406 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.993676 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.993945 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.994212 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.994509 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.994794 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.995067 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.995348 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.995632 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.995904 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.996194 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.996480 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.996764 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.997033 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.997308 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.997593 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.997866 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.998134 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.998442 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.998732 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.999007 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.999277 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.999555 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:22.999828 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.000095 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.000360 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.000634 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.000972 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.001190 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.001462 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.001734 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.002009 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.002278 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.002588 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.002863 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.003135 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.003406 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.003679 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.003946 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.004211 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.004485 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.004755 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.005029 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.005300 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.005569 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.005836 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.006109 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.006970 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.007432 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.007693 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.007973 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.008249 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.008521 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.008796 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.009069 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.009341 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.009625 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.009920 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.010196 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.010496 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.010774 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.011055 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.011329 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.011604 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.011880 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.012154 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.012421 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.012706 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.012987 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.013270 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.013548 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.013820 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.014137 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.014440 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.014717 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.014992 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.015265 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.015542 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.015822 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.016114 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.016403 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.016697 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.016991 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.017274 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.017549 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.017854 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.018128 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:23.018352 n-d-813659-3 neutron-server[101879]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 10:37:23.018603 n-d-813659-3 neutron-server[101879]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101879) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 13 10:37:23.448860 n-d-813659-3 neutron-server[101879]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 10:37:23.449133 n-d-813659-3 neutron-server[101879]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 10:37:23.449419 n-d-813659-3 neutron-server[101879]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 10:37:23.449753 n-d-813659-3 neutron-server[101879]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 13 10:37:23.766509 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.766733 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.767005 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.768161 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.768435 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.768698 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.802408 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.802686 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.802956 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.818084 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.818385 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.818654 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.849144 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.849419 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.849680 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.885187 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.885457 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:23.885722 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.120015 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.120495 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.120580 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.120804 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.121515 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.242877 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.243193 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.243474 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.243741 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.244004 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.244309 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.244566 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.244820 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.245071 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.245348 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.245610 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.245870 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.246122 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.246393 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.246648 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.246906 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.247155 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.247415 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.247678 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.247932 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.248198 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.248444 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.248719 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.249081 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.249328 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.249570 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.249956 n-d-813659-3 neutron-server[101879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 10:37:24.250192 n-d-813659-3 neutron-server[101879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 10:37:24.250458 n-d-813659-3 neutron-server[101879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 10:37:24.250691 n-d-813659-3 neutron-server[101879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 10:37:24.250922 n-d-813659-3 neutron-server[101879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 10:37:24.251152 n-d-813659-3 neutron-server[101879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 10:37:24.251504 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 13 10:37:24.254595 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 13 10:37:24.259146 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 13 10:37:24.263832 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 13 10:37:24.265480 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 13 10:37:24.265926 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 13 10:37:24.266259 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 13 10:37:24.266668 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 13 10:37:24.269473 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 13 10:37:24.269722 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 13 10:37:24.270067 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 10:37:24.275381 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 13 10:37:24.297043 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 13 10:37:24.297491 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.297783 n-d-813659-3 neutron-server[101879]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101879) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 13 10:37:24.298138 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.299545 n-d-813659-3 neutron-server[101879]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101879) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 13 10:37:24.299822 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 10:37:24.300066 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 13 10:37:24.304161 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.304451 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:24.367730 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 13 10:37:24.367909 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 13 10:37:24.368141 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 13 10:37:24.368502 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 13 10:37:24.389168 n-d-813659-3 neutron-server[101879]: DEBUG oslo_db.sqlalchemy.engines [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101879) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 13 10:37:25.221500 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Initializing driver for type 'gre' Oct 13 10:37:25.222143 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] gre ID ranges: [(1, 1000)] Oct 13 10:37:25.381862 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Initializing driver for type 'local' Oct 13 10:37:25.382165 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Initializing driver for type 'vlan' Oct 13 10:37:25.438931 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] VlanTypeDriver initialization complete Oct 13 10:37:25.439269 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Initializing driver for type 'vxlan' Oct 13 10:37:25.439785 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] vxlan ID ranges: [(1, 1000)] Oct 13 10:37:25.587370 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Initializing extension driver 'port_security' Oct 13 10:37:25.587709 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.extensions.port_security [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] PortSecurityExtensionDriver initialization complete Oct 13 10:37:25.588045 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Initializing mechanism driver 'openvswitch' Oct 13 10:37:25.588371 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Initializing mechanism driver 'hyperv' Oct 13 10:37:25.604512 n-d-813659-3 neutron-server[101879]: DEBUG neutron.plugins.ml2.plugin [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:37:25.605202 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > port after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.605844 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > port after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.606188 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > port after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.606748 n-d-813659-3 neutron-server[101879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 10:37:25.607184 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > subnet after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.607546 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > subnet after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.607896 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.608293 n-d-813659-3 neutron-server[101879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 10:37:25.608702 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > network after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.609056 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > network after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.609458 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > network after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.609857 n-d-813659-3 neutron-server[101879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 10:37:25.610266 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > security_group after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.610641 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > security_group after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.610989 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.611523 n-d-813659-3 neutron-server[101879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 10:37:25.611933 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.612290 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.612637 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.613033 n-d-813659-3 neutron-server[101879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 10:37:25.613442 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > address_group after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.613796 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > address_group after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.614140 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.614562 n-d-813659-3 neutron-server[101879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 10:37:25.615004 n-d-813659-3 neutron-server[101879]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] ML2 OVO RPC backend initialized. {{(pid=101879) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 13 10:37:25.616280 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.616640 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.617061 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > network before_response 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.617416 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > networks before_response 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.618050 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > port before_response 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.618470 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > ports before_response 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.618844 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > subnet before_response 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.619213 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > subnets before_response 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.619580 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > network after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.619939 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > network after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.620291 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > network after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.620643 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > port after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.621002 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > port after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.621350 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > port after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.621697 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > subnet after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.622043 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > subnet after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.622420 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.623024 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.plugin [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Modular L2 Plugin initialization complete Oct 13 10:37:25.623362 n-d-813659-3 neutron-server[101879]: DEBUG neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading services supported by the core plugin {{(pid=101879) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 13 10:37:25.623699 n-d-813659-3 neutron-server[101879]: INFO neutron.plugins.ml2.managers [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Got port-security extension from driver 'port_security' Oct 13 10:37:25.624174 n-d-813659-3 neutron-server[101879]: INFO neutron.extensions.vlantransparent [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Disabled vlantransparent extension. Oct 13 10:37:25.624663 n-d-813659-3 neutron-server[101879]: DEBUG neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101879) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 13 10:37:25.624983 n-d-813659-3 neutron-server[101879]: INFO neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading Plugin: router Oct 13 10:37:25.661881 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.662284 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router after_create 55549900 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.662725 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router before_create 55549900 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.663113 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.663497 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.663885 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router after_delete 55549900 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.664253 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.664613 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.664982 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router after_create 55549900 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.665338 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router after_update 55549900 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.665696 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router after_update 55549900 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.666051 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.666446 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router after_update 55549900 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.666903 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router precommit_update 55549900 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.667283 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: port after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.667658 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: port after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.668010 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: subnet after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.668355 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.668714 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.669070 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router precommit_create 55549900 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.669423 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: port before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.669832 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router precommit_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.670206 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router after_update 55549900 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.670588 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.670956 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router precommit_create 55549900 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.671329 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.671684 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router precommit_update 55549900 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.672059 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > agent after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.672420 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > agent after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.672775 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > network after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.673657 n-d-813659-3 neutron-server[101879]: DEBUG neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Tracking information for resource: router configured {{(pid=101879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 10:37:25.674031 n-d-813659-3 neutron-server[101879]: DEBUG neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Tracking information for resource: floatingip configured {{(pid=101879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 10:37:25.679696 n-d-813659-3 neutron-server[101879]: INFO neutron.db.l3_agentschedulers_db [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 13 10:37:25.680282 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: port after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.680655 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: port after_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.681018 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: port after_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.681382 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: port after_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.682235 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router before_create 55550100 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.682647 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.683022 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router precommit_create 55550100 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.683386 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > router precommit_update 55550100 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.688287 n-d-813659-3 neutron-server[101879]: DEBUG neutron.services.provider_configuration [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service providers = [] {{(pid=101879) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 13 10:37:25.688661 n-d-813659-3 neutron-server[101879]: DEBUG neutron.db.servicetype_db [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101879) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 13 10:37:25.691703 n-d-813659-3 neutron-server[101879]: DEBUG neutron.services.service_base [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 10:37:25.692058 n-d-813659-3 neutron-server[101879]: DEBUG neutron.services.service_base [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 10:37:25.692402 n-d-813659-3 neutron-server[101879]: DEBUG neutron.services.service_base [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 10:37:25.693305 n-d-813659-3 neutron-server[101879]: DEBUG neutron.services.service_base [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 10:37:25.693692 n-d-813659-3 neutron-server[101879]: INFO neutron.services.service_base [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 13 10:37:25.694666 n-d-813659-3 neutron-server[101879]: DEBUG neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 10:37:25.694990 n-d-813659-3 neutron-server[101879]: INFO neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 13 10:37:25.705763 n-d-813659-3 neutron-server[101879]: DEBUG neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 10:37:25.706105 n-d-813659-3 neutron-server[101879]: INFO neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading Plugin: auto_allocate Oct 13 10:37:25.712228 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: network precommit_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.712604 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: network precommit_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.713133 n-d-813659-3 neutron-server[101879]: DEBUG neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 10:37:25.713462 n-d-813659-3 neutron-server[101879]: INFO neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading Plugin: tag Oct 13 10:37:25.720138 n-d-813659-3 neutron-server[101879]: DEBUG neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 10:37:25.720501 n-d-813659-3 neutron-server[101879]: INFO neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading Plugin: timestamp Oct 13 10:37:25.726153 n-d-813659-3 neutron-server[101879]: DEBUG neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 10:37:25.726513 n-d-813659-3 neutron-server[101879]: INFO neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading Plugin: network_ip_availability Oct 13 10:37:25.732265 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.732670 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.733033 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.733761 n-d-813659-3 neutron-server[101879]: DEBUG neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 10:37:25.734086 n-d-813659-3 neutron-server[101879]: INFO neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading Plugin: flavors Oct 13 10:37:25.738999 n-d-813659-3 neutron-server[101879]: DEBUG neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 10:37:25.739390 n-d-813659-3 neutron-server[101879]: INFO neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading Plugin: revisions Oct 13 10:37:25.744516 n-d-813659-3 neutron-server[101879]: DEBUG neutron.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 10:37:25.744917 n-d-813659-3 neutron-server[101879]: DEBUG oslo_concurrency.lockutils [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.295s {{(pid=101879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 10:37:25.745710 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101879) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 13 10:37:25.746071 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Initializing extension manager. Oct 13 10:37:25.746642 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: __init__.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.746988 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: __pycache__ {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.747371 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.747709 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: address_group.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.748516 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.749084 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: address-group Oct 13 10:37:25.749414 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: address_scope.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.750140 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.750875 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: address-scope Oct 13 10:37:25.751429 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.752728 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.753252 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: router-admin-state-down-before-update Oct 13 10:37:25.753582 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: agent.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.754298 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.754835 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: agent Oct 13 10:37:25.755162 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: agent_resources_synced.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.756111 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.756748 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: agent-resources-synced Oct 13 10:37:25.757075 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: allowedaddresspairs.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.758962 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.759492 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: allowed-address-pairs Oct 13 10:37:25.759825 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: auto_allocated_topology.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.760920 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.761438 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: auto-allocated-topology Oct 13 10:37:25.761769 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: availability_zone.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.762507 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.763022 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: availability_zone Oct 13 10:37:25.763349 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: availability_zone_filter.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.764281 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.764797 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: availability_zone_filter Oct 13 10:37:25.765126 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: data_plane_status.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.766050 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.766599 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension data-plane-status not supported by any of loaded plugins Oct 13 10:37:25.766932 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: default_subnetpools.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.767873 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.768399 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: default-subnetpools Oct 13 10:37:25.768730 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.769553 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.770067 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: dhcp_agent_scheduler Oct 13 10:37:25.770419 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: dns.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.771348 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.772408 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension dns-integration not supported by any of loaded plugins Oct 13 10:37:25.772743 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: dns_domain_ports.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.773674 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.774189 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 13 10:37:25.774552 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.775491 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.776001 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 13 10:37:25.776328 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: dvr.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.777013 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.777526 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: dvr Oct 13 10:37:25.777855 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: ecmp_routes.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.778810 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.779324 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 13 10:37:25.779652 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: empty_string_filtering.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.780584 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.781100 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: empty-string-filtering Oct 13 10:37:25.781430 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.782391 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.782911 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 13 10:37:25.783237 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.784177 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.784722 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 13 10:37:25.785054 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: external_net.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.785999 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.786550 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: external-net Oct 13 10:37:25.786922 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.788426 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.788940 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: extra_dhcp_opt Oct 13 10:37:25.789267 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: extraroute.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.790202 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.790753 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: extraroute Oct 13 10:37:25.791081 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: extraroute_atomic.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.792129 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.792684 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: extraroute-atomic Oct 13 10:37:25.793009 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: filter_validation.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.793688 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.794201 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: filter-validation Oct 13 10:37:25.794557 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: fip_pf_description.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.795481 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.795996 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 13 10:37:25.796322 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: fip_port_details.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.797253 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.797775 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: fip-port-details Oct 13 10:37:25.798106 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: flavors.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.799396 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.799931 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: flavors Oct 13 10:37:25.800263 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.801970 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.802528 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 13 10:37:25.802863 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: floatingip_pools.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.803627 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.804143 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: floatingip-pools Oct 13 10:37:25.804471 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: ip_allocation.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.805424 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.805938 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension ip_allocation not supported by any of loaded plugins Oct 13 10:37:25.806267 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.807233 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.807751 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: ip-substring-filtering Oct 13 10:37:25.808086 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: l2_adjacency.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.809028 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.809540 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 13 10:37:25.809868 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: l3.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.811031 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.811562 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: router Oct 13 10:37:25.811896 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.814199 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.814754 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 13 10:37:25.815092 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.816045 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.816572 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: ext-gw-mode Oct 13 10:37:25.816905 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.817841 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.818393 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: l3-ha Oct 13 10:37:25.818764 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: l3_flavors.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.819701 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.820215 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: l3-flavors Oct 13 10:37:25.820544 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.821475 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.821990 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 13 10:37:25.822316 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: l3agentscheduler.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.823387 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.823908 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: l3_agent_scheduler Oct 13 10:37:25.824241 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: logging.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.825760 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.826288 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension logging not supported by any of loaded plugins Oct 13 10:37:25.826649 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: metering.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.827410 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.827998 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: metering Oct 13 10:37:25.828326 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.829462 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.829987 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: metering_source_and_destination_fields Oct 13 10:37:25.830315 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: multiprovidernet.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.831286 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.831806 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: multi-provider Oct 13 10:37:25.832133 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: netmtu.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.833062 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.833581 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: net-mtu Oct 13 10:37:25.833909 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: netmtu_writable.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.835443 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.835968 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: net-mtu-writable Oct 13 10:37:25.836296 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: network_availability_zone.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.836983 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.837500 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: network_availability_zone Oct 13 10:37:25.837827 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: network_ip_availability.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.839038 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.839563 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: network-ip-availability Oct 13 10:37:25.839916 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: network_segment_range.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.840712 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.841226 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension network-segment-range not supported by any of loaded plugins Oct 13 10:37:25.841555 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: pagination.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.842589 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.842928 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: pagination Oct 13 10:37:25.843253 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: port_device_profile.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.844196 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.844719 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: port-device-profile Oct 13 10:37:25.845044 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.845999 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.846617 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: port-mac-address-regenerate Oct 13 10:37:25.846945 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.847885 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.848411 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: port-numa-affinity-policy Oct 13 10:37:25.848738 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: port_resource_request.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.849685 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.850828 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension port-resource-request not supported by any of loaded plugins Oct 13 10:37:25.851237 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: portbindings.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.852304 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.852829 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: binding Oct 13 10:37:25.853156 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: portbindings_extended.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.854486 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.855010 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: binding-extended Oct 13 10:37:25.855345 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: portsecurity.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.856559 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.857081 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: port-security Oct 13 10:37:25.857413 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: project_id.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.858448 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.858786 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: project-id Oct 13 10:37:25.859115 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: providernet.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.860057 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.860576 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: provider Oct 13 10:37:25.860902 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: qos.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.864553 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.865087 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension qos not supported by any of loaded plugins Oct 13 10:37:25.865427 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.866822 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.867348 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 13 10:37:25.867686 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.868633 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.869156 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 13 10:37:25.869487 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: qos_default.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.870447 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.870970 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension qos-default not supported by any of loaded plugins Oct 13 10:37:25.871300 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: qos_fip.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.871968 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.872479 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension qos-fip not supported by any of loaded plugins Oct 13 10:37:25.872808 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: qos_gateway_ip.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.873751 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.874269 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 13 10:37:25.874630 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: qos_port_network_policy.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.875563 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.876079 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 13 10:37:25.876409 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.877461 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.877989 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 13 10:37:25.878324 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: qos_pps_rule.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.879550 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.880074 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension qos-pps not supported by any of loaded plugins Oct 13 10:37:25.880404 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: qos_rule_type_details.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.881481 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.882078 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 13 10:37:25.882437 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: qos_rules_alias.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.883513 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.884041 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 13 10:37:25.884373 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: quotasv2.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.885312 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.885646 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: quotas Oct 13 10:37:25.885973 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: quotasv2_detail.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.889353 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.889704 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: quota_details Oct 13 10:37:25.890048 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: rbac.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.891151 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.891695 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: rbac-policies Oct 13 10:37:25.892032 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: rbac_address_group.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.892992 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.893522 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: rbac-address-group Oct 13 10:37:25.893854 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: rbac_address_scope.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.894823 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.895399 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: rbac-address-scope Oct 13 10:37:25.895729 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: rbac_security_groups.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.896665 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.897933 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: rbac-security-groups Oct 13 10:37:25.898269 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: rbac_subnetpool.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.899239 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.899763 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: rbac-subnetpool Oct 13 10:37:25.900092 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: revisionifmatch.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.901029 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.901551 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: revision-if-match Oct 13 10:37:25.901880 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: revisions.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.903035 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.903557 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: standard-attr-revisions Oct 13 10:37:25.903888 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: router_availability_zone.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.904573 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.905092 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: router_availability_zone Oct 13 10:37:25.905420 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: routerservicetype.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.906383 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.906905 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension router-service-type not supported by any of loaded plugins Oct 13 10:37:25.907237 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.908209 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.908729 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: security-groups-normalized-cidr Oct 13 10:37:25.909059 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.910002 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.910566 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: port-security-groups-filtering Oct 13 10:37:25.911032 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.912027 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.913100 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: security-groups-remote-address-group Oct 13 10:37:25.913436 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: securitygroup.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.923340 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.923880 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: security-group Oct 13 10:37:25.924214 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: segment.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.925021 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.925542 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension segment not supported by any of loaded plugins Oct 13 10:37:25.925872 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.926940 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.927496 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 13 10:37:25.927793 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: servicetype.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.929106 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.929641 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: service-type Oct 13 10:37:25.929976 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: sorting.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.931023 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.931369 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: sorting Oct 13 10:37:25.931696 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: standard_attr_segment.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.932628 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.933152 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 13 10:37:25.933483 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: standardattrdescription.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.934145 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.934694 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: standard-attr-description Oct 13 10:37:25.935023 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: stateful_security_group.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.935984 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.936508 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: stateful-security-group Oct 13 10:37:25.936838 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: stdattrs_common.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.937445 n-d-813659-3 neutron-server[101879]: WARNING neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 13 10:37:25.937771 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.938762 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.939284 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 13 10:37:25.939614 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: subnet_onboard.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.940703 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.941225 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: subnet_onboard Oct 13 10:37:25.941555 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.942591 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.943107 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 13 10:37:25.943437 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: subnet_service_types.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.944569 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.945087 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: subnet-service-types Oct 13 10:37:25.945417 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: subnetallocation.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.946546 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.947070 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: subnet_allocation Oct 13 10:37:25.947401 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.948084 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.948603 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: subnetpool-prefix-ops Oct 13 10:37:25.948930 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.949896 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.950450 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 13 10:37:25.950782 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: tagging.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.951880 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.952405 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: standard-attr-tag Oct 13 10:37:25.952765 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: timestamp.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.953975 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.954530 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loaded extension: standard-attr-timestamp Oct 13 10:37:25.954866 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: trunk.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.955983 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.956538 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension trunk not supported by any of loaded plugins Oct 13 10:37:25.956873 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: trunk_details.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.957815 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.958367 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension trunk-details not supported by any of loaded plugins Oct 13 10:37:25.958703 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: uplink_status_propagation.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.960313 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.960842 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 13 10:37:25.961175 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Loading extension file: vlantransparent.py {{(pid=101879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 10:37:25.961865 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 10:37:25.962419 n-d-813659-3 neutron-server[101879]: INFO neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 13 10:37:25.964903 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:network Oct 13 10:37:25.965457 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:subnet Oct 13 10:37:25.965862 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 10:37:25.966261 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:port Oct 13 10:37:25.967564 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.968007 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service FLAVORS assigned prefix: {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.968647 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.969082 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.969418 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:router Oct 13 10:37:25.969868 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:floatingip Oct 13 10:37:25.970388 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service METERING assigned prefix: /metering {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.971836 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.972213 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.972572 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:37:25.973595 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 10:37:25.974040 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:security_group Oct 13 10:37:25.974574 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 10:37:25.975815 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service CORE assigned prefix: {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.976150 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 10:37:25.976503 n-d-813659-3 neutron-server[101879]: WARNING neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] subnetpool is already registered Oct 13 10:37:25.976946 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service CORE assigned prefix: {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.977280 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 10:37:25.977619 n-d-813659-3 neutron-server[101879]: WARNING neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] subnetpool is already registered Oct 13 10:37:25.979972 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.980666 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service FLAVORS assigned prefix: {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.981265 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.981695 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.982035 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:router Oct 13 10:37:25.982410 n-d-813659-3 neutron-server[101879]: WARNING neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] router is already registered Oct 13 10:37:25.982835 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:floatingip Oct 13 10:37:25.983181 n-d-813659-3 neutron-server[101879]: WARNING neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] floatingip is already registered Oct 13 10:37:25.983649 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service METERING assigned prefix: /metering {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.984324 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 10:37:25.984659 n-d-813659-3 neutron-server[101879]: WARNING neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] rbac_policy is already registered Oct 13 10:37:25.985078 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:security_group Oct 13 10:37:25.985419 n-d-813659-3 neutron-server[101879]: WARNING neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] security_group is already registered Oct 13 10:37:25.985830 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 10:37:25.986169 n-d-813659-3 neutron-server[101879]: WARNING neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] security_group_rule is already registered Oct 13 10:37:25.986835 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service CORE assigned prefix: {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.987171 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 10:37:25.987514 n-d-813659-3 neutron-server[101879]: WARNING neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] subnetpool is already registered Oct 13 10:37:25.987938 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.v2.resource_helper [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Service CORE assigned prefix: {{(pid=101879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 10:37:25.988273 n-d-813659-3 neutron-server[101879]: INFO neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 10:37:25.988611 n-d-813659-3 neutron-server[101879]: WARNING neutron.quota.resource_registry [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] subnetpool is already registered Oct 13 10:37:25.989079 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: extensions {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:25.990637 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: address-groups {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:25.992164 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: address-scopes {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:25.993478 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: agents {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:25.994748 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: auto-allocated-topology {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:25.996065 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: availability_zones {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:25.997312 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: dhcp-networks {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:25.999964 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: dhcp-agents {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.001414 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: routers {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.003687 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: flavors {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.004891 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: service_profiles {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.012856 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: next_providers {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.012856 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: service_profiles {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.012856 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: floatingip-pools {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.012856 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: routers {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.013448 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: floatingips {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.014784 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: l3-routers {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.016187 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: l3-agents {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.017610 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: metering-labels {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.019043 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: metering-label-rules {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.020448 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: network-ip-availabilities {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.021767 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: bindings {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.024084 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: quotas {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.025674 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: quotas {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.027267 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: rbac-policies {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.028568 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: security-groups {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.029808 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: security-group-rules {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.031100 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: service-providers {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.032318 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: subnetpools {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.033747 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: subnetpools {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.035259 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: tags {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.036979 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: tags {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.039061 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: tags {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.040847 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: tags {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.042730 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: tags {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.044622 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: tags {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.046354 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: tags {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.048294 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: tags {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.050074 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: tags {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.051965 n-d-813659-3 neutron-server[101879]: DEBUG neutron.api.extensions [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Extended resource: tags {{(pid=101879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 10:37:26.058219 n-d-813659-3 neutron-server[101879]: WARNING keystonemiddleware.auth_token [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 13 10:37:26.063893 n-d-813659-3 neutron-server[101879]: WARNING keystonemiddleware.auth_token [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 13 10:37:26.073585 n-d-813659-3 neutron-server[101879]: DEBUG oslo_concurrency.lockutils [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Acquired lock "singleton_lock" {{(pid=101879) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 13 10:37:26.074065 n-d-813659-3 neutron-server[101879]: DEBUG oslo_concurrency.lockutils [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Releasing lock "singleton_lock" {{(pid=101879) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 13 10:37:26.074751 n-d-813659-3 neutron-server[101879]: INFO oslo_service.service [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Starting 2 workers Oct 13 10:37:26.079581 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Started child 101990 {{(pid=101879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 10:37:26.084072 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Started child 101991 {{(pid=101879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 10:37:26.085842 n-d-813659-3 neutron-server[101879]: INFO neutron.service [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 13 10:37:26.085946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:26.087071 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Notify callbacks [] for process, before_spawn {{(pid=101879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:26.087924 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [-] (101990) wsgi starting up on http://0.0.0.0:9696 Oct 13 10:37:26.089374 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:26.089796 n-d-813659-3 neutron-server[101879]: INFO oslo_service.service [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Starting 1 workers Oct 13 10:37:26.090803 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [-] (101991) wsgi starting up on http://0.0.0.0:9696 Oct 13 10:37:26.094722 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Started child 101992 {{(pid=101879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 10:37:26.100477 n-d-813659-3 neutron-server[101879]: INFO oslo_service.service [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Starting 1 workers Oct 13 10:37:26.100696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.service [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] calling RpcWorker wait() {{(pid=101992) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 13 10:37:26.100696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.service [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] returning from RpcWorker wait() {{(pid=101992) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 13 10:37:26.101210 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Started child 101993 {{(pid=101879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 10:37:26.101299 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:26.101299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:37:26.101420 n-d-813659-3 neutron-server[101879]: DEBUG neutron_lib.callbacks.manager [None req-62935dff-4678-4aa4-8fbb-a18cfa144769 None None] Notify callbacks [] for process, after_spawn {{(pid=101879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:26.103232 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101879) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 10:37:26.103446 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 10:37:26.103638 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 10:37:26.103863 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 10:37:26.104200 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 10:37:26.104362 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 10:37:26.105038 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.105310 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.105866 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.106185 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.106396 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:26.106835 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.107067 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.107309 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.107399 n-d-813659-3 neutron-server[101993]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:37:26.107565 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.107850 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.108109 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.108282 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.108453 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.108707 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.108956 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.109265 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.109534 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.109783 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.110053 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.110225 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.110496 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.110756 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.110990 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.111249 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] debug = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.111502 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.112032 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.112223 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.112483 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.112719 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.112993 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.113223 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.113483 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.113721 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.113959 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.114207 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.114487 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.114730 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.114942 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.115183 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.115451 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.115937 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.116190 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] host = n-d-813659-3 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.116429 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.116664 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.116927 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.117154 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.117424 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.117643 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.118040 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.118299 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.118580 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.118806 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.119105 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.119319 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.119573 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.119818 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_file = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.119980 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_options = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.120201 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.120460 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.120719 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.120900 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.121055 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.121236 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.121497 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.121664 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.121895 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.122123 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.122363 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.122618 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.122893 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.123049 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.123311 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.123509 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.123748 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.123976 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.124220 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.124451 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.124694 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.124919 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.125161 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.125377 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.125609 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.125829 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.126073 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.126286 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.126542 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.126778 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.127013 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.127256 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.127496 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.127728 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.127995 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.128244 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.128472 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.128702 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.128976 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.129214 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.129437 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.129692 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.129904 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.130177 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.130489 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.132216 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.132216 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] use_json = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.132216 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.132216 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.132719 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.132719 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.132859 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.133173 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.133803 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.134295 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.135034 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.135333 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.135635 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.135863 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.136096 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.136340 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.136603 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.136843 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.137102 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.137348 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.137682 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.138486 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.138815 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.139037 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.139379 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.139658 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.139943 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.140207 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.140452 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.140669 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.140884 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.141133 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.141407 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.141625 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.141874 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.142127 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.142405 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.142743 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.146535 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.146535 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.146535 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.146535 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.146535 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.146535 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.146535 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.146535 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.147903 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.147903 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.147903 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.147903 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.147903 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.147903 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.147903 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.147903 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.147903 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.148533 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.148533 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.148533 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.148533 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.148533 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.148823 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.148890 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.149142 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.149455 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.150210 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.150570 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.150699 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.150855 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.151070 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.151321 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.151581 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.151801 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.152036 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.152248 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.152460 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.152681 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.152932 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.153165 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.153373 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.153584 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.153804 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.154033 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.154251 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.154494 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.154729 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.156529 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.157217 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.157450 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.157703 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.158062 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.158293 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.158541 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.158765 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.159020 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.159391 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.159620 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.159838 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.160058 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.163226 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.163226 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.163468 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.163724 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.164015 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.164253 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.164508 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.164745 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.164999 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.165234 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.165473 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.165715 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.165980 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.166235 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.166513 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.166775 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.167028 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.167290 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.167510 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.167735 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.167954 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.168192 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.168433 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.168716 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.168967 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.169200 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.169433 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.169778 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.170079 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.170308 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.170583 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.170802 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.171074 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.171379 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.171655 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.171938 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.172199 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.172636 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.173073 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.173507 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.174088 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.174580 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.174832 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.175092 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.175390 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.175646 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.175870 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.176091 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.176325 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.176658 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.176893 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.177124 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.177343 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.177610 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.177860 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.178173 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.178534 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.178952 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.178952 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.179233 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.179439 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.179688 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.180050 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.180287 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.180502 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.180734 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.180972 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.181207 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.181422 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.181666 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.181918 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.182140 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.182380 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.182614 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.182831 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.183047 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.183294 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.183512 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.183753 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.184152 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.184373 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.184635 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.184863 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.185077 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.185324 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.185543 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.185809 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.186058 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.186300 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.186545 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.186792 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.187025 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.187235 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.187475 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.187691 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.187903 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.188133 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.188350 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.188581 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.188821 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.189076 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.189286 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.189534 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.189782 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.190147 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.190425 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.190655 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.190891 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.191126 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.191370 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.191585 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.191801 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.192014 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.192249 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.192462 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.192715 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.192935 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.193171 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.193382 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.193590 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.194506 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.194506 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.194979 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.195173 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.195420 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.195647 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.195902 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.196136 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.196375 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.196617 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.196825 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.197034 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.197252 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.197465 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.197671 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.197913 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.198121 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.198354 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.198574 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.198802 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.199014 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.199237 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.199498 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.199730 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.199947 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.200161 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.200366 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.200587 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.200791 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.200997 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.201217 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.201431 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.201638 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.201883 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.202088 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.202294 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.202532 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.202953 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.202953 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.203434 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.203563 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.203707 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.203986 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.204216 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.204607 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.204828 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.205164 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.205391 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.205630 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.205882 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.206119 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.206376 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.206630 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.206947 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.207224 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.207505 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.207757 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.208051 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.208329 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.208593 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.208804 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.209091 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.209486 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.210256 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.210608 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.210839 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.211107 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.211332 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.211544 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.211781 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.212015 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.212229 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.213578 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.213578 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.213578 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.213578 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.213578 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.213578 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.214451 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.214451 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.214451 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.214451 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.214818 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 10:37:26.215572 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101879) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 10:37:26.215572 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 10:37:26.215572 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 10:37:26.215962 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 10:37:26.215962 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 10:37:26.215962 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 10:37:26.216276 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.216276 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.216552 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.216552 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.216756 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.216863 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.217014 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.217171 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.217335 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.217487 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.217602 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.217763 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.217914 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.218070 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.218226 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.218403 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.218561 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.218717 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.218878 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.219036 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.219192 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.219346 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.219503 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] debug = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.219658 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.219871 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.220026 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.220179 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.220336 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.220491 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.220646 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.220801 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.220957 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.221112 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.221268 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.221424 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.221579 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.222137 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.222137 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.222137 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.222137 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.222447 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] host = n-d-813659-3 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.222447 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.222656 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.222776 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.222896 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.223040 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.223196 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.223351 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.223507 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.223662 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.223837 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.223967 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.224116 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.224272 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.224427 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_file = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.224583 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_options = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.224737 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.224892 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.225176 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.225740 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.225740 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.225740 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.225967 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.225967 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.226111 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.226203 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.226382 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.226541 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.226697 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.226852 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.227007 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.227163 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.227319 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.227474 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.227631 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.227786 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.227941 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.228096 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.228251 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.228406 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.228562 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.228717 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.228872 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.229027 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.229182 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.229337 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.229494 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.229651 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.229806 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.229961 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.230116 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.230271 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.230698 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.230839 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.231003 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.231158 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.231312 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.231468 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.231623 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.231778 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.231935 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.232089 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.232246 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] use_json = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.232401 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.232556 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.232711 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.233045 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.233045 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.233282 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.233282 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.233511 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 10:37:26.233643 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.233756 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.233917 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.234092 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.234223 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.234401 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.234562 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.234722 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.234881 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.235043 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.235209 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.235368 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.235537 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.235695 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.235854 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.236016 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.236174 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.236332 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.236492 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.236650 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.236807 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.236966 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.237133 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.237291 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.237448 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.237606 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.237765 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.237939 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.238097 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.238256 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.238422 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.238583 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.238743 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.238901 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.239061 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.239220 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.239380 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.239540 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.239698 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.239857 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.240014 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.240173 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.240332 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.240490 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.240799 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.241395 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.241395 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.241395 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.241395 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.241818 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.241818 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.242058 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.242058 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.242289 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.242289 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.242559 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.242680 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.242762 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.242906 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.243067 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.243224 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.243382 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.243541 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.243699 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.243858 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.244017 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.244189 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.244334 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.244494 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.244653 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.244813 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.244976 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.245134 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.245293 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.245452 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.245783 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.245783 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.246025 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.246109 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.246208 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.246375 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.246535 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.246694 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.246854 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.247013 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.247171 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.247330 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.247488 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.247647 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.247813 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.247986 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.248145 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.248303 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.248462 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.248619 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.248776 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.248934 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.249093 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.249252 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.249458 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.249622 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.249780 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.249941 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.250100 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.250258 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.250438 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.250596 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.250763 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.250911 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.251069 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.251226 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.251385 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.251544 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.251757 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.251985 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.252152 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.252320 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.252478 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.252726 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.252884 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.253032 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.253202 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.253362 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.253451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:37:26.253536 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.253669 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.253829 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.253987 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.254146 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.254305 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.254484 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.254643 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.254807 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.254973 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.255142 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.255301 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.255460 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.255618 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.255799 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.255959 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.256117 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.256811 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.257069 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.257069 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.257069 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.257556 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.257556 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.257700 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.257830 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.257988 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.258146 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.258304 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.258483 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.258642 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.258801 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.258960 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.259119 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.259278 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.259438 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.259597 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.259755 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.259913 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.260071 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.260230 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.260389 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.260547 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.260706 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.260864 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.261023 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.261181 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.261343 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.261552 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.261697 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.261832 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.261966 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.262114 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.262249 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.262484 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.262644 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.262803 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.262962 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.263121 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.263282 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.263442 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.263602 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.263760 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.263918 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.264078 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.264236 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.264394 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.264553 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.264712 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.264871 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.265044 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.265209 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.265367 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.265525 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.265682 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.265841 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.266000 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.266159 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.266318 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.266479 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.266641 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.266801 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.266962 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.267121 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.267280 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.267438 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.267597 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.267755 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.267914 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.268085 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.268411 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.268411 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.268611 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.268690 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.268839 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.269007 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.269166 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.269325 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.269482 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.269639 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.269797 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.269965 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.270122 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.270281 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.270443 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.270606 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.270765 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.270933 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.271092 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.271251 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.271701 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.271701 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.271701 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.272916 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.272916 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.272916 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.272916 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.273259 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.273259 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.273403 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.273480 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.273583 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.273742 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.273900 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.274059 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.274226 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.274405 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.274566 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.274732 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.274890 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.275048 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.275211 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.275381 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.275540 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.275701 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.275861 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.276020 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.276178 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.276338 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.276501 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.276669 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.276833 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.276995 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.277160 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.277326 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.277493 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.277651 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.277817 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.277987 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.278146 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.278304 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.278481 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.278639 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.278798 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.278959 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.279117 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.279275 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.279434 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.279593 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.279751 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.279910 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.280069 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.280229 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.280388 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.280546 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.280704 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.280863 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.281023 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 10:37:26.281173 n-d-813659-3 neutron-server[101879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 10:37:26.416531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52178) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:37:26.425077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064392 Oct 13 10:37:37.949964 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e064a283-3e92-43eb-8bc7-13280746d97f None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 10:37:38.023395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e064a283-3e92-43eb-8bc7-13280746d97f None None] No non-hosted networks {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 13 10:37:38.039002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.agentschedulers_db [None req-e064a283-3e92-43eb-8bc7-13280746d97f None None] DHCP Agent not found on host n-d-813659-3 {{(pid=101992) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 13 10:37:38.223583 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4a410639-4b1d-47b1-886d-2049a4a787b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619500'] for agent, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:40.759777 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d0f3-3119-4e0f-8003-679facbe2fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619500'] for agent, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:40.798600 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-c92b4d48-1ed3-4d78-a835-312e407c0e4e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-813659-3 {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 10:37:40.799396 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-c92b4d48-1ed3-4d78-a835-312e407c0e4e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 10:37:41.320912 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c92b4d48-1ed3-4d78-a835-312e407c0e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:41.588427 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619500'] for agent, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:41.589507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:41.589873 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:41.590210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:41.590698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:41.591372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:41.591756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:41.592082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:41.592406 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:41.592727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:41.593050 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:41.593372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:41.593872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:41.594123 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813659-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:37:41.610414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813659-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:37:41.993089 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619500'] for agent, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:43.221320 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619500'] for agent, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:44.596405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52270) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:37:45.092894 n-d-813659-3 neutron-server[101991]: WARNING oslo_policy.policy [None req-6e267a04-e1da-4a5c-b68e-f4a7353ab21b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 10:37:45.093502 n-d-813659-3 neutron-server[101991]: WARNING oslo_policy.policy [None req-6e267a04-e1da-4a5c-b68e-f4a7353ab21b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 10:37:45.290042 n-d-813659-3 neutron-server[101992]: INFO neutron.db.l3_hamode_db [None req-8d3d27c9-0f5f-46df-b03d-2eeaa4291db6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 13 10:37:45.321231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-6e267a04-e1da-4a5c-b68e-f4a7353ab21b admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:37:45.322315 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6e267a04-e1da-4a5c-b68e-f4a7353ab21b admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7248960 Oct 13 10:37:45.369136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d27c9-0f5f-46df-b03d-2eeaa4291db6 None None] Routers set() bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:37:45.369535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d27c9-0f5f-46df-b03d-2eeaa4291db6 None None] Router IDs set() for agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 10:37:47.792203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52284) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:37:48.102839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-53fbbc0b-e5a7-4f86-aff3-2c02625443aa admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:37:48.199034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.policy [None req-53fbbc0b-e5a7-4f86-aff3-2c02625443aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101991) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 10:37:48.245576 n-d-813659-3 neutron-server[101991]: WARNING oslo_policy.policy [None req-53fbbc0b-e5a7-4f86-aff3-2c02625443aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 10:37:48.245949 n-d-813659-3 neutron-server[101991]: WARNING oslo_policy.policy [None req-53fbbc0b-e5a7-4f86-aff3-2c02625443aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 10:37:48.254497 n-d-813659-3 neutron-server[101991]: INFO neutron.quota [None req-53fbbc0b-e5a7-4f86-aff3-2c02625443aa admin admin] Loaded quota_driver: . Oct 13 10:37:48.451920 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53fbbc0b-e5a7-4f86-aff3-2c02625443aa admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785346524658', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785346524097', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785346528643', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785346542431', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785339677691', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785346555879', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1646394', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1651893', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-638414', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565246'] for rbac-policy, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:48.679704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53fbbc0b-e5a7-4f86-aff3-2c02625443aa admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:48.680942 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-53fbbc0b-e5a7-4f86-aff3-2c02625443aa admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8877532 Oct 13 10:37:51.364226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52296) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:37:51.655190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Request body: {'network': {'project_id': '4055a129d30d42f5a789a60e7b5a6267', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'admin_state_up': True, 'name': 'private'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:37:51.775373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Made reservation on behalf of 4055a129d30d42f5a789a60e7b5a6267 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:37:51.778179 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:51.795458 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:51.902284 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:51.969051 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:51.987437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:37:52.014105 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785341686007', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:52.014719 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Unsubscribe: segment precommit_create {{(pid=101991) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 10:37:52.015215 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Added segment 02a62a8d-cab0-40ef-9c74-1953348553d5 of type vlan for network f6a7ecd4-1627-48b2-ac28-f8f9796d7d97 Oct 13 10:37:52.033794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2192182-cdcc-4c50-91a0-3751693a81fb,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:37:52.044382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:52.044727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:52.045061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:52.045391 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:52.045716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:52.046040 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:52.046384 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:52.046709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:52.047028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:52.047345 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:52.047661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:52.047978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Tracked resource versions report: Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: pushed versions: Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: { 'AddressGroup': {'1.2'}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'ConntrackHelper': {'1.0'}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'Log': {'1.0'}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'Network': {'1.1'}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'Port': {'1.7'}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'PortForwarding': {'1.2'}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'QosPolicy': {'1.10'}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'SecurityGroup': {'1.4'}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'SecurityGroupRule': {'1.2'}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'SubPort': {'1.0'}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'Subnet': {'1.1'}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'Trunk': {'1.1'}} Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: consumer versions: Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: { DHCP agent@n-d-813659-3: {}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: L3 agent@n-d-813659-3: {}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: Metadata agent@n-d-813659-3: {}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: Metering agent@n-d-813659-3: {}, Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: Open vSwitch agent@n-d-813659-3: { 'AddressGroup': '1.2', Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'ConntrackHelper': '1.0', Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'Log': '1.0', Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'Network': '1.1', Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'Port': '1.7', Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'PortForwarding': '1.2', Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'QosPolicy': '1.10', Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'SecurityGroup': '1.4', Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'SecurityGroupRule': '1.2', Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'SubPort': '1.0', Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'Subnet': '1.1', Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: 'Trunk': '1.1'}} Oct 13 10:37:52.049097 n-d-813659-3 neutron-server[101991]: {{(pid=101991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 10:37:52.139022 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:52.215206 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:52.216286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:37:52.216904 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:52.311306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] Pushing event updated for resources: {'Network': ['ID=f6a7ecd4-1627-48b2-ac28-f8f9796d7d97,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:37:52.322580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network f6a7ecd4-1627-48b2-ac28-f8f9796d7d97 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:37:52.330808 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5ddc020a-438c-4cb1-a753-66ec2abda4d9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9649260 Oct 13 10:37:55.041941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52310) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:37:55.434317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2587c6e-9075-4224-8c83-d63047966fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:37:55.435669 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a2587c6e-9075-4224-8c83-d63047966fc7 admin admin] 10.222.0.32 "GET /v2.0/networks/f6a7ecd4-1627-48b2-ac28-f8f9796d7d97 HTTP/1.1" status: 200 len: 825 time: 0.3927569 Oct 13 10:37:55.461227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-99737594-7b99-47e9-a65e-bcb2b4a532fe admin admin] 10.222.0.32 "GET /v2.0/subnetpools/2556ae43-64ce-4c74-ba38-b25eacfbff6f HTTP/1.1" status: 200 len: 734 time: 0.0194187 Oct 13 10:37:55.470362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-6d2b5f57-1aae-4b02-8d65-4803b8a2ed02 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97', 'name': 'private-subnet', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2556ae43-64ce-4c74-ba38-b25eacfbff6f'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:37:55.545955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2b5f57-1aae-4b02-8d65-4803b8a2ed02 admin admin] Made reservation on behalf of 4055a129d30d42f5a789a60e7b5a6267 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:37:55.548151 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5f57-1aae-4b02-8d65-4803b8a2ed02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:55.878172 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5f57-1aae-4b02-8d65-4803b8a2ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:55.948448 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2b5f57-1aae-4b02-8d65-4803b8a2ed02 admin admin] Checking segment: {'id': '02a62a8d-cab0-40ef-9c74-1953348553d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:37:55.948819 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2b5f57-1aae-4b02-8d65-4803b8a2ed02 admin admin] Network hostable DHCP agents. Network: f6a7ecd4-1627-48b2-ac28-f8f9796d7d97, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:37:55.953252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b5f57-1aae-4b02-8d65-4803b8a2ed02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3abf6f-edfb-4bbd-8c41-39a485e2c852,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:37:56.014810 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2b5f57-1aae-4b02-8d65-4803b8a2ed02 admin admin] Network f6a7ecd4-1627-48b2-ac28-f8f9796d7d97 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:37:56.083291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6d2b5f57-1aae-4b02-8d65-4803b8a2ed02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, f6a7ecd4-1627-48b2-ac28-f8f9796d7d97) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:37:56.088026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2b5f57-1aae-4b02-8d65-4803b8a2ed02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:37:56.090467 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5f57-1aae-4b02-8d65-4803b8a2ed02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:56.093297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a4846-0dc2-4360-b53c-48dcaf8dc902 None None] Network f6a7ecd4-1627-48b2-ac28-f8f9796d7d97 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:37:56.166145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6d2b5f57-1aae-4b02-8d65-4803b8a2ed02 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6989579 Oct 13 10:37:56.417991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-f6a7ecd4-1627-48b2-ac28-f8f9796d7d97', 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'fixed_ips': [{'subnet_id': '1c3abf6f-edfb-4bbd-8c41-39a485e2c852'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:37:56.419197 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:56.695993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Allocated IP 172.20.0.2 (f6a7ecd4-1627-48b2-ac28-f8f9796d7d97/1c3abf6f-edfb-4bbd-8c41-39a485e2c852/30a9407a-27c7-4426-87d9-d723bbc77d91) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:37:56.921251 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:57.027399 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:57.105963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Network f6a7ecd4-1627-48b2-ac28-f8f9796d7d97 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:37:57.110951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:37:57.117132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Pushing event updated for resources: {'Port': ['ID=30a9407a-27c7-4426-87d9-d723bbc77d91,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:37:57.121309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:37:57.129109 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:57.129481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:57.129826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:57.130292 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:57.131356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:57.131793 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:57.132192 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:57.132580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:57.132968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:57.133373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:57.133811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:57.134212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Tracked resource versions report: Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: pushed versions: Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: { 'AddressGroup': {'1.2'}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'ConntrackHelper': {'1.0'}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'Log': {'1.0'}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'Network': {'1.1'}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'Port': {'1.7'}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'PortForwarding': {'1.2'}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'QosPolicy': {'1.10'}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'SecurityGroup': {'1.4'}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'SecurityGroupRule': {'1.2'}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'SubPort': {'1.0'}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'Subnet': {'1.1'}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'Trunk': {'1.1'}} Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: consumer versions: Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: { DHCP agent@n-d-813659-3: {}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: L3 agent@n-d-813659-3: {}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: Metadata agent@n-d-813659-3: {}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: Metering agent@n-d-813659-3: {}, Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: Open vSwitch agent@n-d-813659-3: { 'AddressGroup': '1.2', Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'ConntrackHelper': '1.0', Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'Log': '1.0', Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'Network': '1.1', Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'Port': '1.7', Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'PortForwarding': '1.2', Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'QosPolicy': '1.10', Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'SecurityGroup': '1.4', Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'SecurityGroupRule': '1.2', Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'SubPort': '1.0', Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'Subnet': '1.1', Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: 'Trunk': '1.1'}} Oct 13 10:37:57.135509 n-d-813659-3 neutron-server[101992]: {{(pid=101992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 10:37:57.209753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Attempting to bind port 30a9407a-27c7-4426-87d9-d723bbc77d91 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:37:57.210143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Attempting to bind port 30a9407a-27c7-4426-87d9-d723bbc77d91 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '02a62a8d-cab0-40ef-9c74-1953348553d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:37:57.210577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Attempting to bind port 30a9407a-27c7-4426-87d9-d723bbc77d91 on network f6a7ecd4-1627-48b2-ac28-f8f9796d7d97 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:37:57.215375 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:37:57.215758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Checking segment: {'id': '02a62a8d-cab0-40ef-9c74-1953348553d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:37:57.216211 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:57.216594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Bound using segment: {'id': '02a62a8d-cab0-40ef-9c74-1953348553d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:37:57.217067 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Bound port: 30a9407a-27c7-4426-87d9-d723bbc77d91, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a62a8d-cab0-40ef-9c74-1953348553d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:37:57.217468 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:57.278443 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] For port 30a9407a-27c7-4426-87d9-d723bbc77d91, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:37:57.282603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] For port 30a9407a-27c7-4426-87d9-d723bbc77d91, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=30a9407a-27c7-4426-87d9-d723bbc77d91,segment=NetworkSegment(02a62a8d-cab0-40ef-9c74-1953348553d5),segment_id=02a62a8d-cab0-40ef-9c74-1953348553d5)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:37:57.347173 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:37:57.413139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129c4e2-b325-4e50-a4c4-32da3f99392e None None] Pushing event updated for resources: {'Port': ['ID=30a9407a-27c7-4426-87d9-d723bbc77d91,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:37:58.700594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52318) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:37:59.015315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-0e23022c-a8ef-400d-bd90-3d02b6357366 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:37:59.016292 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0e23022c-a8ef-400d-bd90-3d02b6357366 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3147643 Oct 13 10:38:01.528325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52326) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:38:01.851353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-6e633a65-f138-427d-ba7a-655daff844da admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:38:01.852426 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6e633a65-f138-427d-ba7a-655daff844da admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3230629 Oct 13 10:38:04.635753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52336) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:38:05.136895 n-d-813659-3 neutron-server[101990]: WARNING oslo_policy.policy [None req-fbec32df-433e-4113-809e-24506c1b400e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 10:38:05.137480 n-d-813659-3 neutron-server[101990]: WARNING oslo_policy.policy [None req-fbec32df-433e-4113-809e-24506c1b400e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 10:38:05.367367 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-fbec32df-433e-4113-809e-24506c1b400e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'name': 'router1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:38:05.404678 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 30a9407a-27c7-4426-87d9-d723bbc77d91 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:38:05.433360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.policy [None req-fbec32df-433e-4113-809e-24506c1b400e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101990) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 10:38:05.482200 n-d-813659-3 neutron-server[101990]: WARNING oslo_policy.policy [None req-fbec32df-433e-4113-809e-24506c1b400e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 10:38:05.482559 n-d-813659-3 neutron-server[101990]: WARNING oslo_policy.policy [None req-fbec32df-433e-4113-809e-24506c1b400e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 10:38:05.491364 n-d-813659-3 neutron-server[101990]: INFO neutron.quota [None req-fbec32df-433e-4113-809e-24506c1b400e admin admin] Loaded quota_driver: . Oct 13 10:38:05.493337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 30a9407a-27c7-4426-87d9-d723bbc77d91 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:38:05.493728 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:05.602798 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:05.615393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fbec32df-433e-4113-809e-24506c1b400e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:05.617361 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fbec32df-433e-4113-809e-24506c1b400e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:05.636489 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 30a9407a-27c7-4426-87d9-d723bbc77d91, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=30a9407a-27c7-4426-87d9-d723bbc77d91,segment=NetworkSegment(02a62a8d-cab0-40ef-9c74-1953348553d5),segment_id=02a62a8d-cab0-40ef-9c74-1953348553d5)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:38:05.695870 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:05.745556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=30a9407a-27c7-4426-87d9-d723bbc77d91,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:38:05.774290 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fbec32df-433e-4113-809e-24506c1b400e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:05.827722 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fbec32df-433e-4113-809e-24506c1b400e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:05.902691 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fbec32df-433e-4113-809e-24506c1b400e admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:05.904163 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fbec32df-433e-4113-809e-24506c1b400e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2663798 Oct 13 10:38:06.499055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070bde8d-d013-4ab0-b142-7c4c207bf9d7 None None] Network f6a7ecd4-1627-48b2-ac28-f8f9796d7d97 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:38:06.637283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3f176b8c-34b3-4641-a7bf-0b1c12b36576 None None] Provisioning complete for port 30a9407a-27c7-4426-87d9-d723bbc77d91 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:38:06.637648 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3f176b8c-34b3-4641-a7bf-0b1c12b36576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:06.982145 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7668341a-9a08-4c76-aa2f-ce5d3293d5fe None None] Provisioning complete for port 30a9407a-27c7-4426-87d9-d723bbc77d91 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:38:06.982550 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7668341a-9a08-4c76-aa2f-ce5d3293d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:07.384221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 30a9407a-27c7-4426-87d9-d723bbc77d91 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:38:07.436175 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 30a9407a-27c7-4426-87d9-d723bbc77d91 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:38:07.436546 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:07.952096 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-acaa9c44-ac12-4b54-8b60-c851b3a8c90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:08.416347 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52356) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:38:08.732144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-b78b09ee-c7b3-4a80-ba7d-d2cfb167514d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:38:08.733123 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b78b09ee-c7b3-4a80-ba7d-d2cfb167514d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3158767 Oct 13 10:38:10.706022 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-830f8a43-e6d3-498b-ac99-074506ba942f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:11.203044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52364) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:38:11.513215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:38:11.534884 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:11.591701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Made reservation on behalf of 80a8d03bb51745b9b4994718a1057d5d for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:38:11.593897 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:11.602672 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:11.673698 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:11.762767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:11.778028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Reserving flat network on physical network physnet1 {{(pid=101991) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 13 10:38:11.795955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab10834-c88a-4db7-a180-794fec467d0e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:38:11.800683 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:11.801022 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Added segment 87347623-a88e-4e2c-b7b7-ff9c688b8e07 of type flat for network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 Oct 13 10:38:11.845699 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:11.934650 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:11.980601 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:11.981535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:38:11.982129 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:12.038237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] Pushing event updated for resources: {'Network': ['ID=0d200ca7-65e4-4b47-bd3f-9a487a3d9860,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:38:12.048245 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:38:12.121351 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e9433cc4-99e1-435b-8ff4-b005acd7b1d0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9172380 Oct 13 10:38:13.146118 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:14.163873 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 5 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:38:14.548925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52382) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:38:14.721967 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21da0475-10c9-4dd9-a37d-2fc1ed505005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:38:14.723306 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-21da0475-10c9-4dd9-a37d-2fc1ed505005 admin admin] 10.222.0.32 "GET /v2.0/subnets/1c3abf6f-edfb-4bbd-8c41-39a485e2c852 HTTP/1.1" status: 200 len: 849 time: 0.1734381 Oct 13 10:38:14.882766 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7a0e5206-b7ae-4479-9b18-5b15d7ef5ecf admin admin] 10.222.0.32 "GET /v2.0/routers/0e083373-4d9f-4b76-abcb-2c304233dfdc HTTP/1.1" status: 200 len: 704 time: 0.1523831 Oct 13 10:38:15.146506 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:15.429917 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Allocated IP 172.20.0.1 (f6a7ecd4-1627-48b2-ac28-f8f9796d7d97/1c3abf6f-edfb-4bbd-8c41-39a485e2c852/65470de6-a12c-423b-992f-5b9ec36dbe75) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:38:15.621485 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:15.741194 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:15.811235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Network f6a7ecd4-1627-48b2-ac28-f8f9796d7d97 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:38:15.819055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:38:15.824696 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:38:15.825248 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:15.848787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Pushing event updated for resources: {'Port': ['ID=65470de6-a12c-423b-992f-5b9ec36dbe75,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:38:16.030665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-81287c6c-4ef4-4c09-ae56-b912db25ad7a None None] Provisioning complete for port 65470de6-a12c-423b-992f-5b9ec36dbe75 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:38:16.031210 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-81287c6c-4ef4-4c09-ae56-b912db25ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:16.063545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-81287c6c-4ef4-4c09-ae56-b912db25ad7a None None] Port 65470de6-a12c-423b-992f-5b9ec36dbe75 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:38:16.074053 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:16.281955 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:16.328426 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:16.329175 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:16.406364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Pushing event updated for resources: {'Port': ['ID=65470de6-a12c-423b-992f-5b9ec36dbe75,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:38:16.452373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Network f6a7ecd4-1627-48b2-ac28-f8f9796d7d97 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:38:16.453679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:38:16.685921 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6a7b7c15-f714-425a-936d-3fef190fd967 None None] Provisioning complete for port 65470de6-a12c-423b-992f-5b9ec36dbe75 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:38:16.686286 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7c15-f714-425a-936d-3fef190fd967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:16.700338 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Router 0e083373-4d9f-4b76-abcb-2c304233dfdc is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:38:16.720481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b7c15-f714-425a-936d-3fef190fd967 None None] Port 65470de6-a12c-423b-992f-5b9ec36dbe75 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:38:16.789863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:38:16.795081 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c35fe5c1-4178-4cf1-8761-2cc77328eb46 admin admin] 10.222.0.32 "PUT /v2.0/routers/0e083373-4d9f-4b76-abcb-2c304233dfdc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9065967 Oct 13 10:38:16.799616 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Sync routers for ids ['0e083373-4d9f-4b76-abcb-2c304233dfdc'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:38:16.814446 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Routers {'0e083373-4d9f-4b76-abcb-2c304233dfdc'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:38:16.815204 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:38:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0e083373-4d9f-4b76-abcb-2c304233dfdc'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:38:17.001699 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Set router 0e083373-4d9f-4b76-abcb-2c304233dfdc gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:38:17.432905 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'name': 'router1', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:38:05Z', 'updated_at': '2021-10-13T10:38:15Z', 'revision_number': 2, 'project_id': '4055a129d30d42f5a789a60e7b5a6267', 'gw_port_host': None, '_interfaces': [{'id': '65470de6-a12c-423b-992f-5b9ec36dbe75', 'name': '', 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'mac_address': 'fa:16:3e:10:ea:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c3abf6f-edfb-4bbd-8c41-39a485e2c852', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:38:15Z', 'updated_at': '2021-10-13T10:38:16Z', 'revision_number': 2, 'project_id': '4055a129d30d42f5a789a60e7b5a6267', 'subnets': [{'id': '1c3abf6f-edfb-4bbd-8c41-39a485e2c852', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2556ae43-64ce-4c74-ba38-b25eacfbff6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:38:17.484080 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Checking router: 0e083373-4d9f-4b76-abcb-2c304233dfdc for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:38:17.484453 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Updating router 0e083373-4d9f-4b76-abcb-2c304233dfdc port 65470de6-a12c-423b-992f-5b9ec36dbe75 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:38:17.532576 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:18.038454 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:18.168846 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:18.308091 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Pushing event updated for resources: {'Port': ['ID=65470de6-a12c-423b-992f-5b9ec36dbe75,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:38:18.339811 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:38:18.340188 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:38:18.340496 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:38:18.340843 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:38:18.341175 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:38:18.341509 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:38:18.341838 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:38:18.342163 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:38:18.342526 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:38:18.342851 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:38:18.343174 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:38:18.343496 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Tracked resource versions report: Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: pushed versions: Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: { 'AddressGroup': {'1.2'}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'ConntrackHelper': {'1.0'}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'Log': {'1.0'}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'Network': {'1.1'}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'Port': {'1.7'}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'PortForwarding': {'1.2'}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'QosPolicy': {'1.10'}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'SecurityGroup': {'1.4'}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'SecurityGroupRule': {'1.2'}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'SubPort': {'1.0'}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'Subnet': {'1.1'}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'Trunk': {'1.1'}} Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: consumer versions: Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: { DHCP agent@n-d-813659-3: {}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: L3 agent@n-d-813659-3: {}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: Metadata agent@n-d-813659-3: {}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: Metering agent@n-d-813659-3: {}, Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: Open vSwitch agent@n-d-813659-3: { 'AddressGroup': '1.2', Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'ConntrackHelper': '1.0', Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'Log': '1.0', Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'Network': '1.1', Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'Port': '1.7', Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'PortForwarding': '1.2', Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'QosPolicy': '1.10', Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'SecurityGroup': '1.4', Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'SecurityGroupRule': '1.2', Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'SubPort': '1.0', Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'Subnet': '1.1', Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: 'Trunk': '1.1'}} Oct 13 10:38:18.344635 n-d-813659-3 neutron-server[101993]: {{(pid=101993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 10:38:18.347565 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Attempting to bind port 65470de6-a12c-423b-992f-5b9ec36dbe75 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:38:18.347983 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Attempting to bind port 65470de6-a12c-423b-992f-5b9ec36dbe75 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '02a62a8d-cab0-40ef-9c74-1953348553d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:38:18.348405 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Attempting to bind port 65470de6-a12c-423b-992f-5b9ec36dbe75 on network f6a7ecd4-1627-48b2-ac28-f8f9796d7d97 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:38:18.355027 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:38:18.355657 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Checking segment: {'id': '02a62a8d-cab0-40ef-9c74-1953348553d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:38:18.355933 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:18.356327 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Bound using segment: {'id': '02a62a8d-cab0-40ef-9c74-1953348553d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:38:18.356815 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Bound port: 65470de6-a12c-423b-992f-5b9ec36dbe75, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a62a8d-cab0-40ef-9c74-1953348553d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:38:18.357766 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:18.426194 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] For port 65470de6-a12c-423b-992f-5b9ec36dbe75, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:38:18.447315 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] For port 65470de6-a12c-423b-992f-5b9ec36dbe75, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=65470de6-a12c-423b-992f-5b9ec36dbe75,segment=NetworkSegment(02a62a8d-cab0-40ef-9c74-1953348553d5),segment_id=02a62a8d-cab0-40ef-9c74-1953348553d5)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:38:18.455738 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-891b5259-1faf-4166-a910-cc84cdaf4603 None None] Provisioning complete for port 65470de6-a12c-423b-992f-5b9ec36dbe75 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:38:18.456227 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-891b5259-1faf-4166-a910-cc84cdaf4603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:18.489528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-891b5259-1faf-4166-a910-cc84cdaf4603 None None] Port 65470de6-a12c-423b-992f-5b9ec36dbe75 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:38:18.506818 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:18.565580 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd6b77-13ec-4e32-bf10-1ee37285f1d9 None None] Pushing event updated for resources: {'Port': ['ID=65470de6-a12c-423b-992f-5b9ec36dbe75,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:38:18.568014 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Routers {'0e083373-4d9f-4b76-abcb-2c304233dfdc'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:38:18.569225 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:38:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0e083373-4d9f-4b76-abcb-2c304233dfdc'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:38:18.660365 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] Set router 0e083373-4d9f-4b76-abcb-2c304233dfdc gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:38:18.809240 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4a38944a-37d9-4062-bebe-c2cd0273a5ec None None] Provisioning complete for port 65470de6-a12c-423b-992f-5b9ec36dbe75 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:38:18.809524 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4a38944a-37d9-4062-bebe-c2cd0273a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:18.876705 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'name': 'router1', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:38:05Z', 'updated_at': '2021-10-13T10:38:15Z', 'revision_number': 2, 'project_id': '4055a129d30d42f5a789a60e7b5a6267', 'gw_port_host': None, '_interfaces': [{'id': '65470de6-a12c-423b-992f-5b9ec36dbe75', 'name': '', 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'mac_address': 'fa:16:3e:10:ea:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c3abf6f-edfb-4bbd-8c41-39a485e2c852', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:38:15Z', 'updated_at': '2021-10-13T10:38:18Z', 'revision_number': 4, 'project_id': '4055a129d30d42f5a789a60e7b5a6267', 'subnets': [{'id': '1c3abf6f-edfb-4bbd-8c41-39a485e2c852', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2556ae43-64ce-4c74-ba38-b25eacfbff6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:38:18.888745 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4a38944a-37d9-4062-bebe-c2cd0273a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:18.903229 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94cd09-a458-48d9-978d-78b211af770f None None] The sync data for ids ['0e083373-4d9f-4b76-abcb-2c304233dfdc'] in n-d-813659-3 is: [{'id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'name': 'router1', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:38:05Z', 'updated_at': '2021-10-13T10:38:15Z', 'revision_number': 2, 'project_id': '4055a129d30d42f5a789a60e7b5a6267', 'gw_port_host': None, '_interfaces': [{'id': '65470de6-a12c-423b-992f-5b9ec36dbe75', 'name': '', 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'mac_address': 'fa:16:3e:10:ea:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c3abf6f-edfb-4bbd-8c41-39a485e2c852', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:38:15Z', 'updated_at': '2021-10-13T10:38:18Z', 'revision_number': 4, 'project_id': '4055a129d30d42f5a789a60e7b5a6267', 'subnets': [{'id': '1c3abf6f-edfb-4bbd-8c41-39a485e2c852', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2556ae43-64ce-4c74-ba38-b25eacfbff6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:38:18.923299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4a38944a-37d9-4062-bebe-c2cd0273a5ec None None] For port 65470de6-a12c-423b-992f-5b9ec36dbe75, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=65470de6-a12c-423b-992f-5b9ec36dbe75,segment=NetworkSegment(02a62a8d-cab0-40ef-9c74-1953348553d5),segment_id=02a62a8d-cab0-40ef-9c74-1953348553d5)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:38:18.992567 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4a38944a-37d9-4062-bebe-c2cd0273a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:19.041355 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38944a-37d9-4062-bebe-c2cd0273a5ec None None] Pushing event updated for resources: {'Port': ['ID=65470de6-a12c-423b-992f-5b9ec36dbe75,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:38:19.124899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52402) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:38:19.234879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21ffdb1-4b93-4358-916d-c85421a76978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:38:19.236157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d21ffdb1-4b93-4358-916d-c85421a76978 admin admin] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 842 time: 0.1101966 Oct 13 10:38:19.246891 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9f0b2cd9-025b-460d-a50c-3c140ddb478b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.0.1', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'cidr': '172.25.0.0/24'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:38:19.311469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0b2cd9-025b-460d-a50c-3c140ddb478b admin admin] Made reservation on behalf of 80a8d03bb51745b9b4994718a1057d5d for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:38:19.313758 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2cd9-025b-460d-a50c-3c140ddb478b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:19.639923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.objects.ports [None req-9f0b2cd9-025b-460d-a50c-3c140ddb478b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 10:38:19.640371 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2cd9-025b-460d-a50c-3c140ddb478b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:19.760585 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b2cd9-025b-460d-a50c-3c140ddb478b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f345e9ba-a9fa-4366-b781-c67289db050a,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:38:19.768697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b2cd9-025b-460d-a50c-3c140ddb478b admin admin] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:38:19.769048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0b2cd9-025b-460d-a50c-3c140ddb478b admin admin] Network hostable DHCP agents. Network: 0d200ca7-65e4-4b47-bd3f-9a487a3d9860, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:38:19.843332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0b2cd9-025b-460d-a50c-3c140ddb478b admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:38:19.900469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9f0b2cd9-025b-460d-a50c-3c140ddb478b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 0d200ca7-65e4-4b47-bd3f-9a487a3d9860) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:38:19.904464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0b2cd9-025b-460d-a50c-3c140ddb478b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:38:19.905044 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2cd9-025b-460d-a50c-3c140ddb478b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:19.909434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ace214-5f9c-4a0b-b433-5ec3a5181473 None None] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:38:19.990359 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9f0b2cd9-025b-460d-a50c-3c140ddb478b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7349126 Oct 13 10:38:20.039156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22f0f63-bb22-47c4-a0ac-8866ccc927f3 None None] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:38:22.407235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52410) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:38:22.536038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5b06058d-f78c-4671-9001-8afe26a431c4 admin admin] 10.222.0.32 "GET /v2.0/routers/0e083373-4d9f-4b76-abcb-2c304233dfdc HTTP/1.1" status: 200 len: 710 time: 0.1275711 Oct 13 10:38:22.635197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda96479-14d4-4c1c-a377-0002cf278b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:38:22.636484 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cda96479-14d4-4c1c-a377-0002cf278b24 admin admin] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 886 time: 0.0933707 Oct 13 10:38:22.646150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:38:22.896283 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:23.191877 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:23.270649 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:23.373473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Allocated IP 172.25.0.217 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/9b4427e9-7c0f-47fe-b483-5ae5584ea1ae) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:38:23.528489 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:23.643034 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:23.677051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:38:23.682480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:38:23.689512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:38:23.695599 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4427e9-7c0f-47fe-b483-5ae5584ea1ae,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:38:24.028088 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:24.299083 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:24.302453 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:24.419384 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Router 0e083373-4d9f-4b76-abcb-2c304233dfdc has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:38:24.526016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:38:24.530540 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:24.531809 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8d1c499c-e951-4442-aef7-27bfc06531c5 admin admin] 10.222.0.32 "PUT /v2.0/routers/0e083373-4d9f-4b76-abcb-2c304233dfdc HTTP/1.1" status: 200 len: 890 time: 1.8888128 Oct 13 10:38:25.413499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 65470de6-a12c-423b-992f-5b9ec36dbe75 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:38:25.476552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 65470de6-a12c-423b-992f-5b9ec36dbe75 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:38:25.476552 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:25.922364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Sync routers for ids ['0e083373-4d9f-4b76-abcb-2c304233dfdc'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:38:25.933086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Routers {'0e083373-4d9f-4b76-abcb-2c304233dfdc'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:38:25.933730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:38:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0e083373-4d9f-4b76-abcb-2c304233dfdc'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:38:26.138600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Set router 0e083373-4d9f-4b76-abcb-2c304233dfdc gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:38:26.528851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'name': 'router1', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9b4427e9-7c0f-47fe-b483-5ae5584ea1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:38:05Z', 'updated_at': '2021-10-13T10:38:23Z', 'revision_number': 4, 'project_id': '4055a129d30d42f5a789a60e7b5a6267', 'gw_port': {'id': '9b4427e9-7c0f-47fe-b483-5ae5584ea1ae', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:38:23Z', 'updated_at': '2021-10-13T10:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '65470de6-a12c-423b-992f-5b9ec36dbe75', 'name': '', 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'mac_address': 'fa:16:3e:10:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c3abf6f-edfb-4bbd-8c41-39a485e2c852', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:38:15Z', 'updated_at': '2021-10-13T10:38:18Z', 'revision_number': 5, 'project_id': '4055a129d30d42f5a789a60e7b5a6267', 'subnets': [{'id': '1c3abf6f-edfb-4bbd-8c41-39a485e2c852', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2556ae43-64ce-4c74-ba38-b25eacfbff6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:38:26.580484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Checking router: 0e083373-4d9f-4b76-abcb-2c304233dfdc for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:38:26.580832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Updating router 0e083373-4d9f-4b76-abcb-2c304233dfdc port 9b4427e9-7c0f-47fe-b483-5ae5584ea1ae binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:38:26.627870 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:26.980526 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:27.038129 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:27.045354 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52422) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:38:27.170849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Attempting to bind port 9b4427e9-7c0f-47fe-b483-5ae5584ea1ae on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:38:27.171216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Attempting to bind port 9b4427e9-7c0f-47fe-b483-5ae5584ea1ae by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:38:27.171701 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Attempting to bind port 9b4427e9-7c0f-47fe-b483-5ae5584ea1ae on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:38:27.179501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e2cac-6451-49ea-a1e7-3b6c855b5568 None None] Pushing event updated for resources: {'Port': ['ID=9b4427e9-7c0f-47fe-b483-5ae5584ea1ae,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:38:27.182392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:38:27.182798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:38:27.183177 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:27.183695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:38:27.184181 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Bound port: 9b4427e9-7c0f-47fe-b483-5ae5584ea1ae, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:38:27.184614 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:27.228445 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b5f265ef-6e90-4de4-b7f5-e7a42187a70c admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1813955 Oct 13 10:38:27.243458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] For port 9b4427e9-7c0f-47fe-b483-5ae5584ea1ae, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:38:27.247287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] For port 9b4427e9-7c0f-47fe-b483-5ae5584ea1ae, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9b4427e9-7c0f-47fe-b483-5ae5584ea1ae,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:38:27.335548 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:27.398739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Routers {'0e083373-4d9f-4b76-abcb-2c304233dfdc'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:38:27.399375 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:38:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0e083373-4d9f-4b76-abcb-2c304233dfdc'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:38:27.438705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e2cac-6451-49ea-a1e7-3b6c855b5568 None None] Pushing event updated for resources: {'Port': ['ID=9b4427e9-7c0f-47fe-b483-5ae5584ea1ae,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:38:27.525199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] Set router 0e083373-4d9f-4b76-abcb-2c304233dfdc gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:38:27.744322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'name': 'router1', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9b4427e9-7c0f-47fe-b483-5ae5584ea1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:38:05Z', 'updated_at': '2021-10-13T10:38:23Z', 'revision_number': 4, 'project_id': '4055a129d30d42f5a789a60e7b5a6267', 'gw_port': {'id': '9b4427e9-7c0f-47fe-b483-5ae5584ea1ae', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:38:23Z', 'updated_at': '2021-10-13T10:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '65470de6-a12c-423b-992f-5b9ec36dbe75', 'name': '', 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'mac_address': 'fa:16:3e:10:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c3abf6f-edfb-4bbd-8c41-39a485e2c852', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:38:15Z', 'updated_at': '2021-10-13T10:38:18Z', 'revision_number': 5, 'project_id': '4055a129d30d42f5a789a60e7b5a6267', 'subnets': [{'id': '1c3abf6f-edfb-4bbd-8c41-39a485e2c852', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2556ae43-64ce-4c74-ba38-b25eacfbff6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:38:27.771981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca94167c-6c4e-499f-b2cc-9275d509a343 None None] The sync data for ids ['0e083373-4d9f-4b76-abcb-2c304233dfdc'] in n-d-813659-3 is: [{'id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'name': 'router1', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9b4427e9-7c0f-47fe-b483-5ae5584ea1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:38:05Z', 'updated_at': '2021-10-13T10:38:23Z', 'revision_number': 4, 'project_id': '4055a129d30d42f5a789a60e7b5a6267', 'gw_port': {'id': '9b4427e9-7c0f-47fe-b483-5ae5584ea1ae', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:38:23Z', 'updated_at': '2021-10-13T10:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '65470de6-a12c-423b-992f-5b9ec36dbe75', 'name': '', 'network_id': 'f6a7ecd4-1627-48b2-ac28-f8f9796d7d97', 'tenant_id': '4055a129d30d42f5a789a60e7b5a6267', 'mac_address': 'fa:16:3e:10:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e083373-4d9f-4b76-abcb-2c304233dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c3abf6f-edfb-4bbd-8c41-39a485e2c852', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:38:15Z', 'updated_at': '2021-10-13T10:38:18Z', 'revision_number': 5, 'project_id': '4055a129d30d42f5a789a60e7b5a6267', 'subnets': [{'id': '1c3abf6f-edfb-4bbd-8c41-39a485e2c852', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2556ae43-64ce-4c74-ba38-b25eacfbff6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:38:29.440928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9b4427e9-7c0f-47fe-b483-5ae5584ea1ae up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:38:29.503707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9b4427e9-7c0f-47fe-b483-5ae5584ea1ae triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:38:29.506014 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:29.590310 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:29.613996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 9b4427e9-7c0f-47fe-b483-5ae5584ea1ae, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9b4427e9-7c0f-47fe-b483-5ae5584ea1ae,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:38:29.672111 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:29.732095 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=9b4427e9-7c0f-47fe-b483-5ae5584ea1ae,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:38:31.434107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9b4427e9-7c0f-47fe-b483-5ae5584ea1ae up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:38:31.491395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9b4427e9-7c0f-47fe-b483-5ae5584ea1ae triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:38:31.491932 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:37.934230 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94be76ea-296f-4bb4-b8b1-879127d3f2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:40.717002 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f0b19b95-355a-4ad2-b538-d8a856a3124e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:41.551168 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:41.922817 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:43.174254 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:38:51.162901 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 5 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:39:07.910606 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2c4eaffb-c5d4-41cd-aded-8a7f95153efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:39:10.727229 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fbc55da8-c832-480f-b359-3b8fa70f6696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:39:11.567662 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:39:11.967566 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:39:13.213333 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:39:28.162154 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 5 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:39:37.937741 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3f477919-00a5-4ded-8202-3da7e9b3d6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:39:40.714760 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-14c7f027-3e4b-4df7-99eb-e9a99f598baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:39:41.555113 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:39:41.937708 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:39:43.171730 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:05.160791 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 5 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:40:07.902875 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3f7f09aa-41ea-400a-b629-e9b0b4067075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:10.714079 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a28371b2-6144-422d-abdb-1c730f1fd428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:10.866559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53016) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:40:10.942783 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-53aab32f-746f-482a-8594-ecb551c9eb57 admin admin] GET failed (client error): The resource could not be found. Oct 13 10:40:10.944113 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-53aab32f-746f-482a-8594-ecb551c9eb57 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0766110 Oct 13 10:40:11.140423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a262e0a8-a7a1-4d35-8d08-216b4d5b5c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:11.141920 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a262e0a8-a7a1-4d35-8d08-216b4d5b5c64 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1932168 Oct 13 10:40:11.565813 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:11.937227 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:13.194164 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:13.391530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53026) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:40:13.521118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6a36e9-9baf-428c-a985-ee4cb39bcb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:13.522493 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0e6a36e9-9baf-428c-a985-ee4cb39bcb97 admin admin] 10.222.0.32 "GET /v2.0/subnets/1c3abf6f-edfb-4bbd-8c41-39a485e2c852 HTTP/1.1" status: 200 len: 849 time: 0.1294935 Oct 13 10:40:13.532365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:40:13.616187 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:13.828120 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785341713421'] for subnet, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:13.897799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:13.898488 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:13.900562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06e372-6e5c-4cb4-8d06-6a0eabc22aba None None] Network f6a7ecd4-1627-48b2-ac28-f8f9796d7d97 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:40:13.900676 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] 10.222.0.32 "PUT /v2.0/subnets/1c3abf6f-edfb-4bbd-8c41-39a485e2c852 HTTP/1.1" status: 200 len: 868 time: 0.3710999 Oct 13 10:40:13.918380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3abf6f-edfb-4bbd-8c41-39a485e2c852,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:40:13.929293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:40:13.929651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:40:13.930000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:40:13.930351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:40:13.930778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:40:13.931121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:40:13.931465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:40:13.931797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:40:13.932155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:40:13.932484 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:40:13.932873 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:40:13.933207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4fd6d-e0df-49e2-9a81-4787662bdf37 admin admin] Tracked resource versions report: Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: pushed versions: Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: { 'AddressGroup': {'1.2'}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'ConntrackHelper': {'1.0'}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'Log': {'1.0'}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'Network': {'1.1'}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'Port': {'1.7'}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'PortForwarding': {'1.2'}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'QosPolicy': {'1.10'}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'SecurityGroup': {'1.4'}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'SecurityGroupRule': {'1.2'}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'SubPort': {'1.0'}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'Subnet': {'1.1'}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'Trunk': {'1.1'}} Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: consumer versions: Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: { DHCP agent@n-d-813659-3: {}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: L3 agent@n-d-813659-3: {}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: Metadata agent@n-d-813659-3: {}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: Metering agent@n-d-813659-3: {}, Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: Open vSwitch agent@n-d-813659-3: { 'AddressGroup': '1.2', Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'ConntrackHelper': '1.0', Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'Log': '1.0', Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'Network': '1.1', Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'Port': '1.7', Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'PortForwarding': '1.2', Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'QosPolicy': '1.10', Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'SecurityGroup': '1.4', Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'SecurityGroupRule': '1.2', Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'SubPort': '1.0', Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'Subnet': '1.1', Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: 'Trunk': '1.1'}} Oct 13 10:40:13.934402 n-d-813659-3 neutron-server[101990]: {{(pid=101990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 10:40:14.320312 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e4842163-0121-44bc-a0df-24df0864cdf1 None None] Provisioning complete for port 65470de6-a12c-423b-992f-5b9ec36dbe75 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:40:14.320854 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e4842163-0121-44bc-a0df-24df0864cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:14.410844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e4842163-0121-44bc-a0df-24df0864cdf1 None None] Provisioning complete for port 30a9407a-27c7-4426-87d9-d723bbc77d91 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:40:14.411107 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e4842163-0121-44bc-a0df-24df0864cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:16.180223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53038) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:40:16.377302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80666dc2-c19e-4fcc-8a3f-2c4bf13de1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:16.377682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80666dc2-c19e-4fcc-8a3f-2c4bf13de1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:16.379224 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-80666dc2-c19e-4fcc-8a3f-2c4bf13de1f9 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980569 Oct 13 10:40:18.638705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53048) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:40:18.767347 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb8197-e472-4acd-adc0-f22b8e4ab4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:18.767848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb8197-e472-4acd-adc0-f22b8e4ab4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:18.769347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-05fb8197-e472-4acd-adc0-f22b8e4ab4f2 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296947 Oct 13 10:40:21.027004 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53056) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:40:21.153523 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de52b5ab-161b-4cf0-b605-0f86bb1a1104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:21.154929 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-de52b5ab-161b-4cf0-b605-0f86bb1a1104 admin admin] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 886 time: 0.1269853 Oct 13 10:40:23.427781 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53064) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:40:23.561541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602e8fd-a3b8-44e7-93c7-dabadff2c0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:23.562937 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7602e8fd-a3b8-44e7-93c7-dabadff2c0a6 admin admin] 10.222.0.32 "GET /v2.0/networks/f6a7ecd4-1627-48b2-ac28-f8f9796d7d97 HTTP/1.1" status: 200 len: 869 time: 0.1342065 Oct 13 10:40:25.835292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53072) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:40:25.956066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f364eb1a-c61c-4c01-9068-308458ad4d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:25.956513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f364eb1a-c61c-4c01-9068-308458ad4d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:25.958290 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f364eb1a-c61c-4c01-9068-308458ad4d7c admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220512 Oct 13 10:40:28.306674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53080) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:40:28.400085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546cfe29-5e11-47a3-9bee-e5654a0ef8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:28.400460 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546cfe29-5e11-47a3-9bee-e5654a0ef8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:28.401969 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-546cfe29-5e11-47a3-9bee-e5654a0ef8b2 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943534 Oct 13 10:40:30.663252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53088) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:40:30.757214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5ebce2-4087-4abd-992b-6e75099a2117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:30.758551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6d5ebce2-4087-4abd-992b-6e75099a2117 admin admin] 10.222.0.32 "GET /v2.0/subnets/1c3abf6f-edfb-4bbd-8c41-39a485e2c852 HTTP/1.1" status: 200 len: 868 time: 0.0943346 Oct 13 10:40:33.046015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53096) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:40:33.131806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de4bb0e-f03d-45e3-bd30-916af9cf9da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:40:33.133197 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3de4bb0e-f03d-45e3-bd30-916af9cf9da4 admin admin] 10.222.0.32 "GET /v2.0/subnets/f345e9ba-a9fa-4366-b781-c67289db050a HTTP/1.1" status: 200 len: 816 time: 0.0862176 Oct 13 10:40:37.890611 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-03d7f8ca-cae4-4da1-b86d-91c0f2ba6d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:40.713258 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1043abca-825f-4fa9-80ec-83b0ae294dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:41.553274 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:41.941825 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:42.159158 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 5 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:40:43.221457 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:40:57.896514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53150) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:40:57.944224 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-d7f4c467-a2f4-4a7b-b86f-f7bd00063944 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:40:57.945236 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d7f4c467-a2f4-4a7b-b86f-f7bd00063944 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0477433 Oct 13 10:41:00.296330 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53158) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:41:00.357126 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee14381f-083a-4097-b4c4-9ecc26d1b86a admin admin] GET failed (client error): The resource could not be found. Oct 13 10:41:00.358388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ee14381f-083a-4097-b4c4-9ecc26d1b86a admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601900 Oct 13 10:41:00.500646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae82aa5-77c3-4955-9fdb-3ae2e36b93d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:41:00.502142 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fae82aa5-77c3-4955-9fdb-3ae2e36b93d3 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1385229 Oct 13 10:41:02.776988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53166) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:41:02.824632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:41:02.906664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Made reservation on behalf of 80a8d03bb51745b9b4994718a1057d5d for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:41:02.908895 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:02.935434 n-d-813659-3 neutron-server[101991]: WARNING neutron.services.revisions.revision_plugin [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Could not find related network for resource to bump revision. Oct 13 10:41:02.946106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:41:02.954916 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:02.955257 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Added segment 61db98be-d7ca-4f54-9758-2d7bc7fb1b18 of type vlan for network 23d6b492-b60c-4443-92bb-e9dd28fc5696 Oct 13 10:41:02.995375 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:03.072374 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:03.073317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:41:03.073885 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:03.131752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Pushing event updated for resources: {'Network': ['ID=23d6b492-b60c-4443-92bb-e9dd28fc5696,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:41:03.138249 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:03.140038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:03.140038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:03.140038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:03.140038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:03.140038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:03.140817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:03.141154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:03.141485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:03.141817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:03.142143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:03.142501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:03.153035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:41:03.229898 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6caa5c94-187b-4aab-a033-c4c8db2500a4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4517958 Oct 13 10:41:05.549620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53174) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:41:05.611109 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe5267c-8ede-406c-aeba-c94b571f6aaa admin admin] GET failed (client error): The resource could not be found. Oct 13 10:41:05.612790 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-afe5267c-8ede-406c-aeba-c94b571f6aaa admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621612 Oct 13 10:41:05.689650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f50363-b986-425a-969f-c7c5afd7933d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:41:05.691081 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a3f50363-b986-425a-969f-c7c5afd7933d admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0737498 Oct 13 10:41:05.701185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-78016721-ee83-4f69-bb2a-06c96a6f5869 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:41:05.781051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78016721-ee83-4f69-bb2a-06c96a6f5869 admin admin] Made reservation on behalf of 80a8d03bb51745b9b4994718a1057d5d for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:41:05.783228 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-78016721-ee83-4f69-bb2a-06c96a6f5869 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:06.044006 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-78016721-ee83-4f69-bb2a-06c96a6f5869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:06.103689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78016721-ee83-4f69-bb2a-06c96a6f5869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df49f588-14cc-4af8-ac41-6bb6cfe4891e,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:41:06.112307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78016721-ee83-4f69-bb2a-06c96a6f5869 admin admin] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:41:06.112687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78016721-ee83-4f69-bb2a-06c96a6f5869 admin admin] Network hostable DHCP agents. Network: 23d6b492-b60c-4443-92bb-e9dd28fc5696, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:41:06.209648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78016721-ee83-4f69-bb2a-06c96a6f5869 admin admin] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:41:06.295525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-78016721-ee83-4f69-bb2a-06c96a6f5869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 23d6b492-b60c-4443-92bb-e9dd28fc5696) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:41:06.299736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78016721-ee83-4f69-bb2a-06c96a6f5869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:41:06.300324 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-78016721-ee83-4f69-bb2a-06c96a6f5869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:06.304425 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b46d1f-2b3b-4017-a027-b3f4d507da29 None None] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:41:06.366653 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-78016721-ee83-4f69-bb2a-06c96a6f5869 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6686513 Oct 13 10:41:06.457176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-23d6b492-b60c-4443-92bb-e9dd28fc5696', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'tenant_id': '80a8d03bb51745b9b4994718a1057d5d', 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:41:06.458094 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:06.608248 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Allocated IP 192.168.233.2 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/ac047634-ce48-40a5-b531-f272876a1cc2) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:41:06.751797 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:06.838933 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:06.883747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:41:06.886673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:41:06.889687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:41:06.898616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Pushing event updated for resources: {'Port': ['ID=ac047634-ce48-40a5-b531-f272876a1cc2,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:41:06.908711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:06.909174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:06.909515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:06.909850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:06.910200 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:06.910554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:06.910997 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:06.911329 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:06.911675 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:06.911993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:06.912312 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:06.912626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:41:06.959664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Attempting to bind port ac047634-ce48-40a5-b531-f272876a1cc2 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:41:06.960029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Attempting to bind port ac047634-ce48-40a5-b531-f272876a1cc2 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:41:06.960385 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Attempting to bind port ac047634-ce48-40a5-b531-f272876a1cc2 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:41:06.965250 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:41:06.965640 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:41:06.966026 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:06.966447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:41:06.966898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Bound port: ac047634-ce48-40a5-b531-f272876a1cc2, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:41:06.967292 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:07.031137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] For port ac047634-ce48-40a5-b531-f272876a1cc2, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:41:07.034407 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] For port ac047634-ce48-40a5-b531-f272876a1cc2, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ac047634-ce48-40a5-b531-f272876a1cc2,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:41:07.073120 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:07.133649 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ef0c3-9dd1-4e4c-9c21-0b8a68c09d39 None None] Pushing event updated for resources: {'Port': ['ID=ac047634-ce48-40a5-b531-f272876a1cc2,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:41:07.583074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ac047634-ce48-40a5-b531-f272876a1cc2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:41:07.643183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ac047634-ce48-40a5-b531-f272876a1cc2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:41:07.643550 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:07.722179 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:07.756850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port ac047634-ce48-40a5-b531-f272876a1cc2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ac047634-ce48-40a5-b531-f272876a1cc2,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:41:07.844260 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:07.903125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=ac047634-ce48-40a5-b531-f272876a1cc2,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:41:07.907926 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d5f8642a-70b3-4c73-bd66-1a4e3d6509de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:08.044723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c56b7-8d8f-43d7-9231-fabbd0c0aa95 None None] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:41:08.111744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-459b0fce-eb0f-4ca9-8d1b-082efec6d5f0 None None] Provisioning complete for port ac047634-ce48-40a5-b531-f272876a1cc2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:41:08.112119 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-459b0fce-eb0f-4ca9-8d1b-082efec6d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:08.485354 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1813a68e-b1d2-43c5-8853-caae0025fddf None None] Provisioning complete for port ac047634-ce48-40a5-b531-f272876a1cc2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:41:08.485796 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1813a68e-b1d2-43c5-8853-caae0025fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:09.517596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ac047634-ce48-40a5-b531-f272876a1cc2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:41:09.564893 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ac047634-ce48-40a5-b531-f272876a1cc2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:41:09.565258 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:10.741337 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-27500852-654e-47d4-8651-911aa1dbc971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:11.575469 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:11.986843 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:13.186350 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:19.158219 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 5 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:41:37.906077 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eb5d8ab4-6336-48b9-8fcb-829ed58d239b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:40.711685 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-97883b01-f2ad-4011-bd89-b61d6524970d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:41.608833 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:41.980246 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:43.186092 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:41:56.217504 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 5 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:42:07.889018 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dcb9563d-bba3-4119-b71e-5c8c12201771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:10.728247 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3f69db54-ef0a-4b5b-a18f-cf7072afa9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:11.556657 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:12.001580 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:13.202069 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:27.204537 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53226) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:42:27.210557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-497e7985-f775-4d7b-863c-dd999e34d594 tempest-verify_tempest_config-257608406 tempest-verify_tempest_config-257608406-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:42:27.211527 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-497e7985-f775-4d7b-863c-dd999e34d594 tempest-verify_tempest_config-257608406 tempest-verify_tempest_config-257608406-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0060091 Oct 13 10:42:27.719761 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53244) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:42:27.819843 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:27.985826 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:28.070462 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:28.116673 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1587bee9ddd4c92a9d4e57706a99d46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3958721 Oct 13 10:42:28.117591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819c29eb-7a39-4cbb-853d-37c7a5189247,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:42:28.119359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53248) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:42:28.125667 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.126014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.126368 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.126707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.127038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.127367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.127690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.128012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.128338 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.128741 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.129052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.129400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86591474-a762-4181-908f-e0e07b3ca061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.198004 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:28.220858 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:28.350446 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:28.352854 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:28.354002 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/819c29eb-7a39-4cbb-853d-37c7a5189247 HTTP/1.1" status: 204 len: 168 time: 0.2336748 Oct 13 10:42:28.363080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819c29eb-7a39-4cbb-853d-37c7a5189247,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:42:28.370000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.370375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.370729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.371074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.371502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.371955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.372296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.372638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.372975 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.373310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.373643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:28.373975 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83abec1-9455-424f-891b-8197afee8c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:42:33.155599 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 5 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:42:37.961545 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eba6ae9f-3765-41de-a1fe-5ee5f96f583c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:40.692859 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1c2c1b36-b432-4e0c-81c1-3f084b22c97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:41.555507 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:41.966918 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:42:43.223837 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:43:07.909351 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-47146ae7-bf62-45e3-9555-51c739109eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:43:10.154717 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 5 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:43:10.812137 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0385fef0-fbf9-4de7-9387-1369d3c00ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:43:11.554829 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:43:11.960509 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:43:13.200478 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:43:37.914224 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2929778b-0547-4255-abdb-734134885cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:43:40.719575 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e5736a07-10ea-4ed3-a4f4-d5ee72a91558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:43:41.581464 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:43:42.022637 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:43:43.216578 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:43:47.152900 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 5 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:44:07.923028 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7341a664-142e-447d-b55b-0843d642a72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:44:10.724524 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f7b2d0b-5051-4c07-897f-8739af855261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:44:11.547027 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:44:11.981487 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:44:13.255690 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:44:24.150624 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 5 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:44:37.912252 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cb91c0b3-fbb5-4919-ad89-8bad4ddc799d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:44:40.763891 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-df01e72f-2b87-44d0-8cd3-0ba80c98ed25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:44:41.556734 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:44:41.969347 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:44:43.260695 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:45:01.149928 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 5 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:45:07.882841 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0b01-bdbf-4629-abce-070e0b34f6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:45:10.717042 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4a47c628-b6be-43fb-b3e9-21e83c5429b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:45:11.549872 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:45:11.984022 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:45:13.225142 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:45:37.903098 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9215316f-b6cd-44f3-a674-f13288c6dbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:45:38.147647 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 5 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:45:38.424698 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619500'] for agent, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:45:40.125998 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619500'] for agent, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:45:40.716496 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cc2a10ca-6113-41c7-9c3d-ec45d7b13861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:45:41.559694 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:45:42.016787 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:45:43.240111 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:07.932506 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9a916c1e-813f-4dde-b546-f1257b22e2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:08.416279 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:10.027619 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:10.741572 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-681fd141-a561-403b-93ac-e4d86ae6def0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:11.572095 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:11.993409 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:13.250636 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:15.147421 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:46:25.666049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53316) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:46:25.768534 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ccaf291e-c4a6-46e4-80f7-17c60bcb68fe admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1013598 Oct 13 10:46:28.060310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53326) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:46:28.116604 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f73f5b71-7917-4008-9ab9-fccf656bdd16 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0552173 Oct 13 10:46:37.908527 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea9bec0f-c45e-4799-b4b1-e4286b6cbdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:38.371371 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:40.097128 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:40.729274 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-13d3d9ce-8a4c-45d7-a27a-81e2d1d9c9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:41.546265 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:42.009192 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:43.279603 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:46:52.146144 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:47:07.900051 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e18f36af-4582-4b59-8e73-68bced27201d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:08.410780 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:10.059627 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:10.730480 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2b36f3c9-3dc5-4979-b8ec-677114932692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:11.564755 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:11.987779 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:13.256597 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:29.145960 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:47:37.932664 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ace0-08c3-4cf7-9a66-6bc1c1195cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:38.404654 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:40.098936 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:40.733165 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5899b112-d200-451a-9c2a-93254550d6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:41.561833 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:41.972898 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:43.243774 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:53.778619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53498) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:47:54.176731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53526) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:47:54.177736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-176ca33f-0a54-425a-b0a6-981cea1e1272 tempest-AutoAllocateNetworkTest-455749318 tempest-AutoAllocateNetworkTest-455749318-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b2badba7dc664502853145b666f8a9fc&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3965471 Oct 13 10:47:54.369617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1e0107-f5a6-431d-9963-7eb7415d0978 tempest-AutoAllocateNetworkTest-455749318 tempest-AutoAllocateNetworkTest-455749318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:47:54.371595 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7e1e0107-f5a6-431d-9963-7eb7415d0978 tempest-AutoAllocateNetworkTest-455749318 tempest-AutoAllocateNetworkTest-455749318-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1937551 Oct 13 10:47:54.374612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53542) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:47:54.438797 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-191ec1cd-e885-47c2-aba8-2f69718a0d2a tempest-AutoAllocateNetworkTest-455749318 tempest-AutoAllocateNetworkTest-455749318-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631137 Oct 13 10:47:54.441823 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53548) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:47:54.472078 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e6ddfc44-0954-402d-bc24-42423feb1334 tempest-AutoAllocateNetworkTest-455749318 tempest-AutoAllocateNetworkTest-455749318-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b2badba7dc664502853145b666f8a9fc HTTP/1.1" status: 200 len: 208 time: 0.0266161 Oct 13 10:47:55.192383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53570) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:47:55.756118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-network', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:47:55.782864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53586) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:47:55.849185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Made reservation on behalf of c16d108e0b3b432b9200693dc1b5290a for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:47:55.851596 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:55.865709 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:55.950665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.015349 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.047290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:47:56.054378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af99a64-f85a-43fd-9419-055b377d1a30,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:47:56.065284 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785341686007', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.065832 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Unsubscribe: segment precommit_create {{(pid=101990) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 10:47:56.066303 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Added segment 8ac72e33-cf0b-474c-8cce-124875e855cc of type vlan for network b58e4256-4c47-4436-af94-141a2aa7d3a0 Oct 13 10:47:56.070192 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:56.070560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:56.071028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:56.071288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:56.071615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:56.071937 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:56.072260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:56.072577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:56.072893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:56.073208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:56.074039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:56.074371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Tracked resource versions report: Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: pushed versions: Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: { 'AddressGroup': {'1.2'}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'ConntrackHelper': {'1.0'}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'Log': {'1.0'}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'Network': {'1.1'}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'Port': {'1.7'}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'PortForwarding': {'1.2'}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'QosPolicy': {'1.10'}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'SecurityGroup': {'1.4'}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'SecurityGroupRule': {'1.2'}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'SubPort': {'1.0'}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'Subnet': {'1.1'}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'Trunk': {'1.1'}} Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: consumer versions: Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: { DHCP agent@n-d-813659-3: {}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: HyperV agent@n-h1-813659-3: {}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: HyperV agent@n-h2-813659-3: {}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: L3 agent@n-d-813659-3: {}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: Metadata agent@n-d-813659-3: {}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: Metering agent@n-d-813659-3: {}, Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: Open vSwitch agent@n-d-813659-3: { 'AddressGroup': '1.2', Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'ConntrackHelper': '1.0', Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'Log': '1.0', Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'Network': '1.1', Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'Port': '1.7', Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'PortForwarding': '1.2', Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'QosPolicy': '1.10', Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'SecurityGroup': '1.4', Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'SecurityGroupRule': '1.2', Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'SubPort': '1.0', Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'Subnet': '1.1', Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: 'Trunk': '1.1'}} Oct 13 10:47:56.075500 n-d-813659-3 neutron-server[101990]: {{(pid=101990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 10:47:56.398964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.398964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc127df1-9dbe-4656-b2ef-6c4770a66285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.398964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.398964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:47:56.398964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.398964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc127df1-9dbe-4656-b2ef-6c4770a66285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.410200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] Pushing event updated for resources: {'Network': ['ID=b58e4256-4c47-4436-af94-141a2aa7d3a0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:47:56.424284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network b58e4256-4c47-4436-af94-141a2aa7d3a0 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:47:56.443488 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc127df1-9dbe-4656-b2ef-6c4770a66285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.491853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc127df1-9dbe-4656-b2ef-6c4770a66285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3079c478-ceef-494f-b8ea-c0d8502efc03,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:47:56.505509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53612) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:47:56.506025 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b18f7fbb-bf21-47e6-be6f-3c0cef82e3ed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3124700 Oct 13 10:47:56.514921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Request body: {'subnet': {'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-subnet', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:47:56.545379 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cc127df1-9dbe-4656-b2ef-6c4770a66285 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2badba7dc664502853145b666f8a9fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7604878 Oct 13 10:47:56.560836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53614) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:47:56.627256 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6d62ec0-55c4-4634-a19c-0112bbdc051c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.655660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6d62ec0-55c4-4634-a19c-0112bbdc051c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.881000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Made reservation on behalf of c16d108e0b3b432b9200693dc1b5290a for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:47:56.883394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.913794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6d62ec0-55c4-4634-a19c-0112bbdc051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.913794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6d62ec0-55c4-4634-a19c-0112bbdc051c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:56.914512 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d6d62ec0-55c4-4634-a19c-0112bbdc051c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3079c478-ceef-494f-b8ea-c0d8502efc03 HTTP/1.1" status: 204 len: 168 time: 0.3525784 Oct 13 10:47:56.930479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d62ec0-55c4-4634-a19c-0112bbdc051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3079c478-ceef-494f-b8ea-c0d8502efc03,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:47:57.144398 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:57.202078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a88d710-315c-4479-96af-c6b02bc601b6,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:47:57.219443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:57.219817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:57.220326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:57.220813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:57.221152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:57.221478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:57.222395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:57.223019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:57.223595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:57.224079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:57.224415 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:57.224742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Tracked resource versions report: Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: pushed versions: Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: { 'AddressGroup': {'1.2'}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'ConntrackHelper': {'1.0'}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'Log': {'1.0'}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'Network': {'1.1'}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'Port': {'1.7'}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'PortForwarding': {'1.2'}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'QosPolicy': {'1.10'}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'SecurityGroup': {'1.4'}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'SecurityGroupRule': {'1.2'}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'SubPort': {'1.0'}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'Subnet': {'1.1'}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'Trunk': {'1.1'}} Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: consumer versions: Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: { DHCP agent@n-d-813659-3: {}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: HyperV agent@n-h1-813659-3: {}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: HyperV agent@n-h2-813659-3: {}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: L3 agent@n-d-813659-3: {}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: Metadata agent@n-d-813659-3: {}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: Metering agent@n-d-813659-3: {}, Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: Open vSwitch agent@n-d-813659-3: { 'AddressGroup': '1.2', Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'ConntrackHelper': '1.0', Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'Log': '1.0', Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'Network': '1.1', Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'Port': '1.7', Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'PortForwarding': '1.2', Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'QosPolicy': '1.10', Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'SecurityGroup': '1.4', Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'SecurityGroupRule': '1.2', Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'SubPort': '1.0', Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'Subnet': '1.1', Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: 'Trunk': '1.1'}} Oct 13 10:47:57.226022 n-d-813659-3 neutron-server[101991]: {{(pid=101991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 10:47:57.255467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Checking segment: {'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:47:57.256042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Network hostable DHCP agents. Network: b58e4256-4c47-4436-af94-141a2aa7d3a0, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:47:57.357743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Network b58e4256-4c47-4436-af94-141a2aa7d3a0 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:47:57.432100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, b58e4256-4c47-4436-af94-141a2aa7d3a0) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:47:57.439184 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:47:57.439977 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:57.447397 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e638e95f-fc46-45f2-9c62-afd8f5d851a5 None None] Network b58e4256-4c47-4436-af94-141a2aa7d3a0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:47:57.505030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9b2f92e5-65cf-49b0-b8c0-87e41d3316c6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9975715 Oct 13 10:47:57.507697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53644) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:47:57.514936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:47:57.630125 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:57.631483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:57.652447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-b58e4256-4c47-4436-af94-141a2aa7d3a0', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:47:57.654110 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:57.815422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:57.862884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Allocated IP 172.20.0.2 (b58e4256-4c47-4436-af94-141a2aa7d3a0/3a88d710-315c-4479-96af-c6b02bc601b6/9c10628e-8c46-4076-97b8-4281077ef702) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:47:58.036406 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:58.118211 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:58.143310 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:58.189211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Network b58e4256-4c47-4436-af94-141a2aa7d3a0 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:47:58.192255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:47:58.199655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:47:58.201808 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Pushing event updated for resources: {'Port': ['ID=9c10628e-8c46-4076-97b8-4281077ef702,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:47:58.211576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:58.211917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:58.212246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:58.212741 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:58.213073 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:58.214186 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:58.214695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:58.215037 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:58.215359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:58.215684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:58.216006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:58.216325 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Tracked resource versions report: Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: pushed versions: Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: { 'AddressGroup': {'1.2'}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'ConntrackHelper': {'1.0'}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'Log': {'1.0'}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'Network': {'1.1'}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'Port': {'1.7'}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'PortForwarding': {'1.2'}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'QosPolicy': {'1.10'}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'SecurityGroup': {'1.4'}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'SecurityGroupRule': {'1.2'}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'SubPort': {'1.0'}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'Subnet': {'1.1'}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'Trunk': {'1.1'}} Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: consumer versions: Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: { DHCP agent@n-d-813659-3: {}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: HyperV agent@n-h1-813659-3: {}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: HyperV agent@n-h2-813659-3: {}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: L3 agent@n-d-813659-3: {}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: Metadata agent@n-d-813659-3: {}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: Metering agent@n-d-813659-3: {}, Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: Open vSwitch agent@n-d-813659-3: { 'AddressGroup': '1.2', Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'ConntrackHelper': '1.0', Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'Log': '1.0', Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'Network': '1.1', Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'Port': '1.7', Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'PortForwarding': '1.2', Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'QosPolicy': '1.10', Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'SecurityGroup': '1.4', Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'SecurityGroupRule': '1.2', Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'SubPort': '1.0', Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'Subnet': '1.1', Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: 'Trunk': '1.1'}} Oct 13 10:47:58.217824 n-d-813659-3 neutron-server[101992]: {{(pid=101992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 10:47:58.276740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Attempting to bind port 9c10628e-8c46-4076-97b8-4281077ef702 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:47:58.277893 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Attempting to bind port 9c10628e-8c46-4076-97b8-4281077ef702 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:47:58.278440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Attempting to bind port 9c10628e-8c46-4076-97b8-4281077ef702 on network b58e4256-4c47-4436-af94-141a2aa7d3a0 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:47:58.285108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:47:58.285621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Checking segment: {'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:47:58.286180 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:58.286683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Bound using segment: {'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:47:58.287251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Bound port: 9c10628e-8c46-4076-97b8-4281077ef702, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:47:58.287760 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:58.360307 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] For port 9c10628e-8c46-4076-97b8-4281077ef702, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:47:58.364273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] For port 9c10628e-8c46-4076-97b8-4281077ef702, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9c10628e-8c46-4076-97b8-4281077ef702,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:47:58.426694 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:58.492806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:58.531506 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:58.545566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01805826-44a8-483b-80c1-1f8d412c2ed5 None None] Pushing event updated for resources: {'Port': ['ID=9c10628e-8c46-4076-97b8-4281077ef702,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:47:58.727847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Allocated IP 172.25.0.56 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/2359d4f5-37ab-499c-a819-85cafe987615) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:47:58.930547 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:59.066776 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:59.187725 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:47:59.193310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:47:59.200376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:47:59.244865 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Pushing event updated for resources: {'Port': ['ID=2359d4f5-37ab-499c-a819-85cafe987615,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:47:59.713023 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e584e309-d35e-4cf8-8969-aac3952c41ce None None] Network b58e4256-4c47-4436-af94-141a2aa7d3a0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:47:59.773588 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:59.816535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-75e7b411-ecf8-4214-8011-1c7bcf80eb8e None None] Provisioning complete for port 9c10628e-8c46-4076-97b8-4281077ef702 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:47:59.817278 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-75e7b411-ecf8-4214-8011-1c7bcf80eb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:47:59.908216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9c10628e-8c46-4076-97b8-4281077ef702 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:00.027073 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-75e7b411-ecf8-4214-8011-1c7bcf80eb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:00.077057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-75e7b411-ecf8-4214-8011-1c7bcf80eb8e None None] For port 9c10628e-8c46-4076-97b8-4281077ef702, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9c10628e-8c46-4076-97b8-4281077ef702,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:00.081812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9c10628e-8c46-4076-97b8-4281077ef702 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:00.081812 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:00.082028 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:00.173056 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-75e7b411-ecf8-4214-8011-1c7bcf80eb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:00.219650 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:00.266424 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7b411-ecf8-4214-8011-1c7bcf80eb8e None None] Pushing event updated for resources: {'Port': ['ID=9c10628e-8c46-4076-97b8-4281077ef702,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:00.324605 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 10:48:00.325124 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 10:48:00.349564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Router 72344664-0061-4451-ad06-8fa4337402ac is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:48:00.396866 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-afd4accd-5cf4-40e3-a04e-bf2f1fb26aae None None] Provisioning complete for port 9c10628e-8c46-4076-97b8-4281077ef702 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:00.397365 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-afd4accd-5cf4-40e3-a04e-bf2f1fb26aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:00.476027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:48:00.492371 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Sync routers for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:48:00.503298 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:48:00.504093 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:47:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:00.581273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:00.586528 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-168389ba-e4e8-4d7a-8a23-425801b48677 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0736310 Oct 13 10:48:00.586947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53772) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:00.659054 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:48:00.957128 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:47:59Z', 'revision_number': 3, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:01.009697 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Checking router: 72344664-0061-4451-ad06-8fa4337402ac for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:48:01.010043 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Updating router 72344664-0061-4451-ad06-8fa4337402ac port 2359d4f5-37ab-499c-a819-85cafe987615 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:48:01.065289 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:01.179654 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:01.386915 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:01.408720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Allocated IP 172.20.0.1 (b58e4256-4c47-4436-af94-141a2aa7d3a0/3a88d710-315c-4479-96af-c6b02bc601b6/abf824ce-4852-464a-9f6c-3b1e74e3f22a) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:01.463543 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:01.541956 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Pushing event updated for resources: {'Port': ['ID=2359d4f5-37ab-499c-a819-85cafe987615,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:01.553253 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:01.553414 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:01.553524 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:01.553906 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:01.554444 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:01.554782 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:01.555115 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:01.555453 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:01.555771 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:01.556366 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:01.556463 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:01.556733 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:01.557054 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Tracked resource versions report: Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: pushed versions: Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: { 'AddressGroup': {'1.2'}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'ConntrackHelper': {'1.0'}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'Log': {'1.0'}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'Network': {'1.1'}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'Port': {'1.7'}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'PortForwarding': {'1.2'}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'QosPolicy': {'1.10'}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'SecurityGroup': {'1.4'}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'SecurityGroupRule': {'1.2'}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'SubPort': {'1.0'}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'Subnet': {'1.1'}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'Trunk': {'1.1'}} Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: consumer versions: Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: { DHCP agent@n-d-813659-3: {}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: HyperV agent@n-h1-813659-3: {}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: HyperV agent@n-h2-813659-3: {}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: L3 agent@n-d-813659-3: {}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: Metadata agent@n-d-813659-3: {}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: Metering agent@n-d-813659-3: {}, Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: Open vSwitch agent@n-d-813659-3: { 'AddressGroup': '1.2', Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'ConntrackHelper': '1.0', Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'Log': '1.0', Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'Network': '1.1', Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'Port': '1.7', Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'PortForwarding': '1.2', Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'QosPolicy': '1.10', Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'SecurityGroup': '1.4', Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'SecurityGroupRule': '1.2', Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'SubPort': '1.0', Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'Subnet': '1.1', Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: 'Trunk': '1.1'}} Oct 13 10:48:01.558916 n-d-813659-3 neutron-server[101993]: {{(pid=101993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 10:48:01.563571 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Attempting to bind port 2359d4f5-37ab-499c-a819-85cafe987615 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:01.563939 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Attempting to bind port 2359d4f5-37ab-499c-a819-85cafe987615 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:01.564471 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Attempting to bind port 2359d4f5-37ab-499c-a819-85cafe987615 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:01.569827 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:01.570350 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:01.570936 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:01.571521 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:01.572069 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Bound port: 2359d4f5-37ab-499c-a819-85cafe987615, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:01.572463 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:01.635294 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] For port 2359d4f5-37ab-499c-a819-85cafe987615, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:01.639109 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] For port 2359d4f5-37ab-499c-a819-85cafe987615, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2359d4f5-37ab-499c-a819-85cafe987615,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:01.674524 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:01.727321 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Network b58e4256-4c47-4436-af94-141a2aa7d3a0 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:01.735061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:01.737047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Pushing event updated for resources: {'Port': ['ID=abf824ce-4852-464a-9f6c-3b1e74e3f22a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:01.747623 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:01.752920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:01.753712 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:01.801293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9c10628e-8c46-4076-97b8-4281077ef702 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:01.832823 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:48:01.833745 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:47:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:01.837601 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a221da1-a771-428b-9f99-069575e5279a None None] Pushing event updated for resources: {'Port': ['ID=2359d4f5-37ab-499c-a819-85cafe987615,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:01.866294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9c10628e-8c46-4076-97b8-4281077ef702 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:01.866780 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:01.993385 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:48:02.119414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e4b85d6f-7f7b-4bb5-af08-a4a69956fdb7 None None] Provisioning complete for port abf824ce-4852-464a-9f6c-3b1e74e3f22a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:02.119787 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e4b85d6f-7f7b-4bb5-af08-a4a69956fdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:02.162879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e4b85d6f-7f7b-4bb5-af08-a4a69956fdb7 None None] Port abf824ce-4852-464a-9f6c-3b1e74e3f22a cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:02.274300 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53878) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:02.370985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53886) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:02.391142 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:47:59Z', 'revision_number': 3, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:02.424832 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba44fe-08b0-499b-8e1f-db69a71009b1 None None] The sync data for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 is: [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:47:59Z', 'revision_number': 3, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:48:02.433978 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:02.512549 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50c8937d-bd7b-4f3b-bfb8-ce45f4ebf02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:02.610693 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22d83579-693f-4b51-9e23-cb226229ac4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:02.684110 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50c8937d-bd7b-4f3b-bfb8-ce45f4ebf02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:02.689512 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:02.778664 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22d83579-693f-4b51-9e23-cb226229ac4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:02.802185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:02.803535 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50c8937d-bd7b-4f3b-bfb8-ce45f4ebf02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:02.809876 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:02.870202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-50c8937d-bd7b-4f3b-bfb8-ce45f4ebf02b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99ff31f8bb7942ebb31d7a48e686853f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5946281 Oct 13 10:48:02.896527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53920) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:02.906771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8937d-bd7b-4f3b-bfb8-ce45f4ebf02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c11bd4-6233-46be-86e7-b47cdd7e6596,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:02.910180 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22d83579-693f-4b51-9e23-cb226229ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:02.933626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Pushing event updated for resources: {'Port': ['ID=abf824ce-4852-464a-9f6c-3b1e74e3f22a,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:02.952697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-22d83579-693f-4b51-9e23-cb226229ac4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe2f58fa8a2e4286a05e6e6a3bbc241d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5809364 Oct 13 10:48:02.956325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53922) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:02.973594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d83579-693f-4b51-9e23-cb226229ac4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04674e6a-a19c-422a-ab4c-06bfdfefa617,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:03.023591 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c140ff89-3d7a-4751-85c3-812bd83ed71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:03.052559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Network b58e4256-4c47-4436-af94-141a2aa7d3a0 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:03.062039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:03.069059 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a293a7f-c367-4b15-99ab-cd0dc0318297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:03.115459 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c140ff89-3d7a-4751-85c3-812bd83ed71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:03.126201 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a293a7f-c367-4b15-99ab-cd0dc0318297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:03.286661 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a293a7f-c367-4b15-99ab-cd0dc0318297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:03.289443 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a293a7f-c367-4b15-99ab-cd0dc0318297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:03.290757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3a293a7f-c367-4b15-99ab-cd0dc0318297 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04674e6a-a19c-422a-ab4c-06bfdfefa617 HTTP/1.1" status: 204 len: 168 time: 0.3333755 Oct 13 10:48:03.301433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a293a7f-c367-4b15-99ab-cd0dc0318297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04674e6a-a19c-422a-ab4c-06bfdfefa617,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:03.396882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Router 72344664-0061-4451-ad06-8fa4337402ac has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:48:03.399567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a49df8c9-fc14-4ce3-bdb5-1ed3bc829145 None None] Provisioning complete for port abf824ce-4852-464a-9f6c-3b1e74e3f22a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:03.400055 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a49df8c9-fc14-4ce3-bdb5-1ed3bc829145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:03.447966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53964) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:03.451917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a49df8c9-fc14-4ce3-bdb5-1ed3bc829145 None None] Port abf824ce-4852-464a-9f6c-3b1e74e3f22a cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:03.531487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c140ff89-3d7a-4751-85c3-812bd83ed71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:03.534024 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c140ff89-3d7a-4751-85c3-812bd83ed71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:03.535237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c140ff89-3d7a-4751-85c3-812bd83ed71d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86c11bd4-6233-46be-86e7-b47cdd7e6596 HTTP/1.1" status: 204 len: 168 time: 0.6377006 Oct 13 10:48:03.552037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140ff89-3d7a-4751-85c3-812bd83ed71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c11bd4-6233-46be-86e7-b47cdd7e6596,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:03.571942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:48:03.578588 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-add20030-9524-44c0-a7a3-b5b2b6d63a0f admin admin] 10.222.0.32 "PUT /v2.0/routers/72344664-0061-4451-ad06-8fa4337402ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9905286 Oct 13 10:48:03.819189 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2359d4f5-37ab-499c-a819-85cafe987615 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:03.900221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 2359d4f5-37ab-499c-a819-85cafe987615 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:03.900595 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:03.906694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53994) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:03.909941 n-d-813659-3 neutron-server[101991]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 10:48:03.946029 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-75607beb-7821-4ca9-955e-b61845b618e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:03.961600 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-802a9971-f8a6-4858-9dd6-b8b57fcba328 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e04db0d0163c4b66bec3df216472832e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526502 Oct 13 10:48:04.005922 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.032426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 2359d4f5-37ab-499c-a819-85cafe987615, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2359d4f5-37ab-499c-a819-85cafe987615,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:04.124183 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.170128 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=2359d4f5-37ab-499c-a819-85cafe987615,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:04.205819 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-60eae13d-c672-4d0e-8146-8e263a2a7270 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:04.207320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-60eae13d-c672-4d0e-8146-8e263a2a7270 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355690 Oct 13 10:48:04.230414 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-75607beb-7821-4ca9-955e-b61845b618e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.232859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-5b9321aa-25ec-4a9f-bb53-b72b0e00c2c6 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/quotas/e04db0d0163c4b66bec3df216472832e HTTP/1.1" status: 200 len: 375 time: 0.0196619 Oct 13 10:48:04.288118 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-5b0a8fa1-c303-4955-a924-9aae1a408d36 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e04db0d0163c4b66bec3df216472832e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485880 Oct 13 10:48:04.306256 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-75607beb-7821-4ca9-955e-b61845b618e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.343279 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-75607beb-7821-4ca9-955e-b61845b618e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c594404e79c4a218ed6082eb4464a05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8940303 Oct 13 10:48:04.347408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54006) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:04.355808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75607beb-7821-4ca9-955e-b61845b618e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b772a32-fde8-4c9a-a7f5-1958880bf2a6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:04.408549 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e0252a2b-3234-4141-92b7-63e5eb7f27f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.414519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54008) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:04.436053 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ab78062-f349-4582-8704-5f39077249e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.462068 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Sync routers for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:48:04.467387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e0252a2b-3234-4141-92b7-63e5eb7f27f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.485567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:48:04.486015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:47:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:04.535646 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ab78062-f349-4582-8704-5f39077249e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.646204 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e0252a2b-3234-4141-92b7-63e5eb7f27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.650208 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e0252a2b-3234-4141-92b7-63e5eb7f27f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.652553 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e0252a2b-3234-4141-92b7-63e5eb7f27f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b772a32-fde8-4c9a-a7f5-1958880bf2a6 HTTP/1.1" status: 204 len: 168 time: 0.3038347 Oct 13 10:48:04.672548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0252a2b-3234-4141-92b7-63e5eb7f27f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b772a32-fde8-4c9a-a7f5-1958880bf2a6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:04.725973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92671e7a-a851-43d6-ba13-fcfc7c949b67 req-1f93cb3c-0103-41ff-bfde-6427bec54dee tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 210 time: 0.0963821 Oct 13 10:48:04.726961 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ab78062-f349-4582-8704-5f39077249e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.780007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab78062-f349-4582-8704-5f39077249e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9739dc-4c15-4557-9cf2-06da40cea662,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:04.784532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4ab78062-f349-4582-8704-5f39077249e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d3d312d0243459c85596bf7d358b26f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3688743 Oct 13 10:48:04.787379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54030) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:04.792970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:48:04.849237 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3783b2c6-58cf-4b42-be88-2b48034c1f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.879110 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3783b2c6-58cf-4b42-be88-2b48034c1f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.994800 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3783b2c6-58cf-4b42-be88-2b48034c1f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.997598 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3783b2c6-58cf-4b42-be88-2b48034c1f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:04.998835 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3783b2c6-58cf-4b42-be88-2b48034c1f8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd9739dc-4c15-4557-9cf2-06da40cea662 HTTP/1.1" status: 204 len: 168 time: 0.2104332 Oct 13 10:48:05.007299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783b2c6-58cf-4b42-be88-2b48034c1f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9739dc-4c15-4557-9cf2-06da40cea662,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:05.028556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54048) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:05.040840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 2, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:05.041642 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb56186b-572b-43bd-9168-62fef7d540a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.068661 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Checking router: 72344664-0061-4451-ad06-8fa4337402ac for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:48:05.069015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Updating router 72344664-0061-4451-ad06-8fa4337402ac port abf824ce-4852-464a-9f6c-3b1e74e3f22a binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:48:05.134554 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.141595 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb56186b-572b-43bd-9168-62fef7d540a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.212642 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb56186b-572b-43bd-9168-62fef7d540a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.286239 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cb56186b-572b-43bd-9168-62fef7d540a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cecc3862a91e4af4bb7ff6ddc9bc61ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2566092 Oct 13 10:48:05.287820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56186b-572b-43bd-9168-62fef7d540a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bec8bd8-d292-479d-ab51-ecf184f3fd4d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:05.289186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54062) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:05.363508 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99535624-f6f6-4b8d-913e-0c226ea6deca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.395282 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99535624-f6f6-4b8d-913e-0c226ea6deca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.498083 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.606645 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.607046 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99535624-f6f6-4b8d-913e-0c226ea6deca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.610483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99535624-f6f6-4b8d-913e-0c226ea6deca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.612439 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-99535624-f6f6-4b8d-913e-0c226ea6deca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bec8bd8-d292-479d-ab51-ecf184f3fd4d HTTP/1.1" status: 204 len: 168 time: 0.3218031 Oct 13 10:48:05.622391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99535624-f6f6-4b8d-913e-0c226ea6deca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bec8bd8-d292-479d-ab51-ecf184f3fd4d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:05.670695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe319c12-fb37-4d80-959a-8b2f7728a45a None None] Pushing event updated for resources: {'Port': ['ID=abf824ce-4852-464a-9f6c-3b1e74e3f22a,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:05.728485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Attempting to bind port abf824ce-4852-464a-9f6c-3b1e74e3f22a on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:05.729079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Attempting to bind port abf824ce-4852-464a-9f6c-3b1e74e3f22a by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:05.730008 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Attempting to bind port abf824ce-4852-464a-9f6c-3b1e74e3f22a on network b58e4256-4c47-4436-af94-141a2aa7d3a0 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:05.735818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:05.736342 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Checking segment: {'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:05.736734 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.737198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Bound using segment: {'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:05.738023 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Bound port: abf824ce-4852-464a-9f6c-3b1e74e3f22a, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:05.738159 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.819041 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2359d4f5-37ab-499c-a819-85cafe987615 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:05.858032 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44c1896e-38d6-44a8-8fe4-bf36ac263d61 req-eb10ddb9-2810-4765-9d04-7ac1cddaa1e6 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 210 time: 0.0653253 Oct 13 10:48:05.879511 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54084) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:05.892399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] For port abf824ce-4852-464a-9f6c-3b1e74e3f22a, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:05.897160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac5290b8-e595-448d-8103-770ab4287a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.911285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] For port abf824ce-4852-464a-9f6c-3b1e74e3f22a, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=abf824ce-4852-464a-9f6c-3b1e74e3f22a,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:05.918628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d7fb5cd0-1195-48ce-b69d-10a0a7d042b5 None None] Provisioning complete for port abf824ce-4852-464a-9f6c-3b1e74e3f22a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:05.918993 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5cd0-1195-48ce-b69d-10a0a7d042b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.921848 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 2359d4f5-37ab-499c-a819-85cafe987615 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:05.922231 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:05.990973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb5cd0-1195-48ce-b69d-10a0a7d042b5 None None] Port abf824ce-4852-464a-9f6c-3b1e74e3f22a cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:05.996967 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.066716 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac5290b8-e595-448d-8103-770ab4287a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.108638 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:48:06.109394 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:47:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:06.129261 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac5290b8-e595-448d-8103-770ab4287a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.145360 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:48:06.189005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5290b8-e595-448d-8103-770ab4287a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1dd191-dd87-48d7-a63d-312e23d66490,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:06.194695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ac5290b8-e595-448d-8103-770ab4287a9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=612d5f82a0704413a92c98fcc60b2ae9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3132718 Oct 13 10:48:06.197425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54092) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:06.261113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe319c12-fb37-4d80-959a-8b2f7728a45a None None] Pushing event updated for resources: {'Port': ['ID=abf824ce-4852-464a-9f6c-3b1e74e3f22a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:06.298508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c30bb57-2f45-4351-b808-8de36d4fde52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.324570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:48:06.328377 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c30bb57-2f45-4351-b808-8de36d4fde52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.381169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54104) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:06.389125 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2147041293-network', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:06.456440 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c30bb57-2f45-4351-b808-8de36d4fde52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.459539 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c30bb57-2f45-4351-b808-8de36d4fde52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.461138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4c30bb57-2f45-4351-b808-8de36d4fde52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b1dd191-dd87-48d7-a63d-312e23d66490 HTTP/1.1" status: 204 len: 168 time: 0.2625954 Oct 13 10:48:06.469598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30bb57-2f45-4351-b808-8de36d4fde52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1dd191-dd87-48d7-a63d-312e23d66490,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:06.486276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Made reservation on behalf of ddc9736c48554f7e985d692e9b290d8d for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:06.492201 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.521280 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.558456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-23595d7c-2db0-4d78-8b8c-11f377c4161e None None] Provisioning complete for port abf824ce-4852-464a-9f6c-3b1e74e3f22a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:06.559534 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23595d7c-2db0-4d78-8b8c-11f377c4161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.679793 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.725670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:05Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:06.752003 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.756693 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23595d7c-2db0-4d78-8b8c-11f377c4161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.759698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b63668c-135e-4f2b-b053-b7751e3a126c None None] The sync data for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 is: [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:05Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:48:06.785926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:48:06.796588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-23595d7c-2db0-4d78-8b8c-11f377c4161e None None] For port abf824ce-4852-464a-9f6c-3b1e74e3f22a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=abf824ce-4852-464a-9f6c-3b1e74e3f22a,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:06.812012 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.812365 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Added segment 8daaf8e9-7fb0-4daf-b759-3db3e60b3001 of type vlan for network b66d3937-ca77-44e1-8f03-cd676bad9509 Oct 13 10:48:06.813686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3097ed4b-5ad4-4460-b856-8460566bb6ff,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:06.873392 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23595d7c-2db0-4d78-8b8c-11f377c4161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.900252 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:06.976907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23595d7c-2db0-4d78-8b8c-11f377c4161e None None] Pushing event updated for resources: {'Port': ['ID=abf824ce-4852-464a-9f6c-3b1e74e3f22a,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:06.984355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-087dff0b-397b-4d44-a32a-0bb82b5b278b req-1134436d-c4f9-49d8-ac93-82216ec87e96 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 210 time: 0.0330691 Oct 13 10:48:07.037872 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:07.043126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:07.043126 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:07.112549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] Pushing event updated for resources: {'Network': ['ID=b66d3937-ca77-44e1-8f03-cd676bad9509,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:07.128230 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network b66d3937-ca77-44e1-8f03-cd676bad9509 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:48:07.159924 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5f0aa747-b9df-4637-aded-9605e8912f87 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7774377 Oct 13 10:48:07.166480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54138) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:07.172654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0cee8425-a201-45a2-8a25-8efa5796cb55 admin admin] Request body: {'subnet': {'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2147041293-subnet', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:07.280621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cee8425-a201-45a2-8a25-8efa5796cb55 admin admin] Made reservation on behalf of ddc9736c48554f7e985d692e9b290d8d for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:07.283939 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0cee8425-a201-45a2-8a25-8efa5796cb55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:07.595845 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0cee8425-a201-45a2-8a25-8efa5796cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:07.707427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee8425-a201-45a2-8a25-8efa5796cb55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe9c762-a896-42d1-873d-36b5d941c87d,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:07.720626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee8425-a201-45a2-8a25-8efa5796cb55 admin admin] Checking segment: {'id': '8daaf8e9-7fb0-4daf-b759-3db3e60b3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:07.720878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee8425-a201-45a2-8a25-8efa5796cb55 admin admin] Network hostable DHCP agents. Network: b66d3937-ca77-44e1-8f03-cd676bad9509, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:48:07.794743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee8425-a201-45a2-8a25-8efa5796cb55 admin admin] Network b66d3937-ca77-44e1-8f03-cd676bad9509 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:48:07.815574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device abf824ce-4852-464a-9f6c-3b1e74e3f22a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:07.877719 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0cee8425-a201-45a2-8a25-8efa5796cb55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, b66d3937-ca77-44e1-8f03-cd676bad9509) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:07.883017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cee8425-a201-45a2-8a25-8efa5796cb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:07.884636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0cee8425-a201-45a2-8a25-8efa5796cb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:07.898291 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port abf824ce-4852-464a-9f6c-3b1e74e3f22a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:07.898893 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:07.902545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab22d9df-ed4c-478b-976b-d02a6ce80a5a None None] Network b66d3937-ca77-44e1-8f03-cd676bad9509 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:48:07.976078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a383-eab7-41fd-960c-87340810d799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:07.982538 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0cee8425-a201-45a2-8a25-8efa5796cb55 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8145199 Oct 13 10:48:07.983443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54168) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:07.988198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2147041293-router', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:08.092446 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.094269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.156329 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-b66d3937-ca77-44e1-8f03-cd676bad9509', 'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'fixed_ips': [{'subnet_id': 'cfe9c762-a896-42d1-873d-36b5d941c87d'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:48:08.157240 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.211659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.252590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a9e894f-3ce8-46ce-8e33-56b8e03cdba0 req-58a00367-472b-41d0-9deb-23c22652ab6f tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 210 time: 0.0377293 Oct 13 10:48:08.267641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54178) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:08.370679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Allocated IP 172.20.0.2 (b66d3937-ca77-44e1-8f03-cd676bad9509/cfe9c762-a896-42d1-873d-36b5d941c87d/1e9f0f9a-5e3b-41f2-98a8-142f516a0325) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:08.384985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.21', 56629) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:08.434613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-7946d1e7-a91c-40b3-b2a4-51347dfe1c63 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e04db0d0163c4b66bec3df216472832e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469627 Oct 13 10:48:08.454169 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.471941 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.551135 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9abde7f5-60c7-411b-b584-21b91d6fadb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.605918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-94d8c2fd-c233-4c3d-9875-3e5389f57d4d tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:08.608190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-94d8c2fd-c233-4c3d-9875-3e5389f57d4d tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680858 Oct 13 10:48:08.612440 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.679389 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9abde7f5-60c7-411b-b584-21b91d6fadb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.694856 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.742991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Network b66d3937-ca77-44e1-8f03-cd676bad9509 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:08.743659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Request body: {'port': {'device_id': '6d49a4d9-e86e-4d3d-85dd-6e8345d7559f', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': 'e04db0d0163c4b66bec3df216472832e'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:08.747090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:08.755950 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:08.769826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Pushing event updated for resources: {'Port': ['ID=1e9f0f9a-5e3b-41f2-98a8-142f516a0325,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:08.790893 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9abde7f5-60c7-411b-b584-21b91d6fadb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.843768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Attempting to bind port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:08.846455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Attempting to bind port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '8daaf8e9-7fb0-4daf-b759-3db3e60b3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:08.847224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Attempting to bind port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 on network b66d3937-ca77-44e1-8f03-cd676bad9509 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:08.861653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:08.865276 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Checking segment: {'id': '8daaf8e9-7fb0-4daf-b759-3db3e60b3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:08.865982 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.866617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Bound using segment: {'id': '8daaf8e9-7fb0-4daf-b759-3db3e60b3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:08.867319 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Bound port: 1e9f0f9a-5e3b-41f2-98a8-142f516a0325, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8daaf8e9-7fb0-4daf-b759-3db3e60b3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:08.867941 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.959522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:08.968806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] For port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:08.973064 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] For port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1e9f0f9a-5e3b-41f2-98a8-142f516a0325,segment=NetworkSegment(8daaf8e9-7fb0-4daf-b759-3db3e60b3001),segment_id=8daaf8e9-7fb0-4daf-b759-3db3e60b3001)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:09.020623 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:09.052401 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:09.110618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abde7f5-60c7-411b-b584-21b91d6fadb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2588d94f-7e2f-4393-abac-e2931b9c7559,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:09.179023 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Allocated IP 172.25.0.183 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:09.211487 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4f291-6c3c-4d28-a7e3-bbe27b3942ec None None] Pushing event updated for resources: {'Port': ['ID=1e9f0f9a-5e3b-41f2-98a8-142f516a0325,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:09.295929 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9abde7f5-60c7-411b-b584-21b91d6fadb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b818172eafd84e8aa57fc08c815855fb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0215535 Oct 13 10:48:09.299050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54212) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:09.372099 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:09.509733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9c7a-7bf4-4910-a2d9-eb6e19cd89a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:09.558072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Made reservation on behalf of e04db0d0163c4b66bec3df216472832e for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:09.561875 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:09.574447 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9c7a-7bf4-4910-a2d9-eb6e19cd89a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:09.578482 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:09.592651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:09.666764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:09.677506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:09.689748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:09.735002 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:09.759733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Pushing event updated for resources: {'Port': ['ID=7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:09.833102 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:09.835505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:09.891126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:09.899515 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9c7a-7bf4-4910-a2d9-eb6e19cd89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:09.902293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9c7a-7bf4-4910-a2d9-eb6e19cd89a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:09.905766 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b3dc9c7a-7bf4-4910-a2d9-eb6e19cd89a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2588d94f-7e2f-4393-abac-e2931b9c7559 HTTP/1.1" status: 204 len: 168 time: 0.5986164 Oct 13 10:48:09.988954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc9c7a-7bf4-4910-a2d9-eb6e19cd89a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2588d94f-7e2f-4393-abac-e2931b9c7559,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:10.065922 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:10.174698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Allocated IP 192.168.233.140 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:10.189479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:10.190071 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:10.241026 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:10.242401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54248) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:10.372713 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:10.464952 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1e9f0f9a-5e3b-41f2-98a8-142f516a0325,segment=NetworkSegment(8daaf8e9-7fb0-4daf-b759-3db3e60b3001),segment_id=8daaf8e9-7fb0-4daf-b759-3db3e60b3001)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:10.531887 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:10.597219 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:10.606070 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:10.649461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=1e9f0f9a-5e3b-41f2-98a8-142f516a0325,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:10.777448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a83e2-f321-481a-a8ff-fb2f81969261 None None] Network b66d3937-ca77-44e1-8f03-cd676bad9509 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:48:10.793938 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cbc9351b-9cd3-4a36-812a-75820698677b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:10.809984 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:10.947299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-31977e78-61f9-4fa5-9624-caa1b89b5c28 None None] Provisioning complete for port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:10.948250 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-31977e78-61f9-4fa5-9624-caa1b89b5c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:10.978969 n-d-813659-3 neutron-server[101990]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 10:48:11.016645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:11.049441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:11.052933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:11.061400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:11.068228 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:11.091318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Router ad91b8ba-c1fe-4995-b913-0aa29148775d is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:48:11.099678 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Pushing event updated for resources: {'Port': ['ID=112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:11.180644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-761cdd25-0511-40b8-94dd-8b6ad0a2fe1c tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4611871 Oct 13 10:48:11.218841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-87fc2e73-9ffa-43c3-95d9-f0e5e6c5af28 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:48:11.225857 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-87fc2e73-9ffa-43c3-95d9-f0e5e6c5af28 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0121803 Oct 13 10:48:11.269526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc05bf5-881e-4bda-a843-398f1111070f req-d4b5f4fd-4eef-4968-9ee2-fe89c67ec51a tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:11.271475 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6fc05bf5-881e-4bda-a843-398f1111070f req-d4b5f4fd-4eef-4968-9ee2-fe89c67ec51a tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 936 time: 1.0264153 Oct 13 10:48:11.427564 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6fc05bf5-881e-4bda-a843-398f1111070f req-9eb9d6be-e8f3-4c49-aab7-75c5033699c7 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392746 Oct 13 10:48:11.512669 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:48:11.527430 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Sync routers for ids ['ad91b8ba-c1fe-4995-b913-0aa29148775d'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:48:11.539218 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Routers {'ad91b8ba-c1fe-4995-b913-0aa29148775d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:48:11.540177 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:48:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ad91b8ba-c1fe-4995-b913-0aa29148775d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:11.602148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-326c4e62-a718-46b3-9428-4c9a5a64d0df None None] Provisioning complete for port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:11.604939 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-326c4e62-a718-46b3-9428-4c9a5a64d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:11.690173 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Set router ad91b8ba-c1fe-4995-b913-0aa29148775d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:48:11.691999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-326c4e62-a718-46b3-9428-4c9a5a64d0df None None] Port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:11.815007 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-27eb59c2-5c61-4f75-9596-8414f73695ee None None] Provisioning complete for port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:11.815930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-27eb59c2-5c61-4f75-9596-8414f73695ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:11.843182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:11.967538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:11.967789 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.007963 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.029918 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2147041293-router', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:08Z', 'updated_at': '2021-10-13T10:48:09Z', 'revision_number': 3, 'project_id': 'ddc9736c48554f7e985d692e9b290d8d', 'gw_port': {'id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:51:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:09Z', 'updated_at': '2021-10-13T10:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:12.031032 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.035332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54276) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:12.039609 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3a58eb2f-d8d3-4d05-80ff-3e30dd6d8e19 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0520639 Oct 13 10:48:12.093935 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.100588 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Checking router: ad91b8ba-c1fe-4995-b913-0aa29148775d for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:48:12.100934 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Updating router ad91b8ba-c1fe-4995-b913-0aa29148775d port 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:48:12.146642 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.173718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54278) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:12.190017 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4646ea5c-cdbd-4d14-a100-9d9583d8ef60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.319849 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4646ea5c-cdbd-4d14-a100-9d9583d8ef60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.389081 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4646ea5c-cdbd-4d14-a100-9d9583d8ef60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.447492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646ea5c-cdbd-4d14-a100-9d9583d8ef60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00870746-2fc8-4f54-a403-fbedb962e1e4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:12.520104 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4646ea5c-cdbd-4d14-a100-9d9583d8ef60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a659a674924c4612b29f19c8146e0d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356972 Oct 13 10:48:12.522322 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54288) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:12.592294 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-76104757-6a8a-478f-9f63-be6d76653acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.633232 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-76104757-6a8a-478f-9f63-be6d76653acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.658357 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.711437 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.738952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54290) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:12.746770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc955bca-c596-4d5b-a70e-c4821a2b379c req-2653b301-87a1-4499-9e46-b27b59fa4711 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:12.748281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc955bca-c596-4d5b-a70e-c4821a2b379c req-2653b301-87a1-4499-9e46-b27b59fa4711 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 936 time: 0.1139333 Oct 13 10:48:12.754854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Request body: {'port': {'device_id': '6d49a4d9-e86e-4d3d-85dd-6e8345d7559f', 'device_owner': 'compute:tempest-test_az-1656796733', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:12.761324 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.790948 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-76104757-6a8a-478f-9f63-be6d76653acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.795478 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-76104757-6a8a-478f-9f63-be6d76653acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.799417 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-76104757-6a8a-478f-9f63-be6d76653acb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00870746-2fc8-4f54-a403-fbedb962e1e4 HTTP/1.1" status: 204 len: 168 time: 0.2730341 Oct 13 10:48:12.812591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76104757-6a8a-478f-9f63-be6d76653acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00870746-2fc8-4f54-a403-fbedb962e1e4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:12.907500 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2ad68-e63d-45c5-8bc5-db55b52a9e7a None None] Pushing event updated for resources: {'Port': ['ID=7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:12.929068 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Attempting to bind port 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:12.933332 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Attempting to bind port 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:12.934028 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Attempting to bind port 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:12.945304 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:12.947395 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:12.948579 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:12.950360 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:12.951026 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Bound port: 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:12.958286 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:13.005858 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:13.014712 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc955bca-c596-4d5b-a70e-c4821a2b379c req-688cc098-7e37-4e4e-ac8f-eb58ce95955b tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303507 Oct 13 10:48:13.128428 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] For port 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:13.132013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Allocated IP 172.20.0.1 (b66d3937-ca77-44e1-8f03-cd676bad9509/cfe9c762-a896-42d1-873d-36b5d941c87d/e0b28f54-c0a7-43f3-860d-49b2501a15eb) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:13.139978 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] For port 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:13.178241 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db5cbd08-e165-49c6-a743-9f2fb31263be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:13.219305 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:13.275540 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:13.340301 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Routers {'ad91b8ba-c1fe-4995-b913-0aa29148775d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:48:13.341108 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:48:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ad91b8ba-c1fe-4995-b913-0aa29148775d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:13.415313 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2ad68-e63d-45c5-8bc5-db55b52a9e7a None None] Pushing event updated for resources: {'Port': ['ID=7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:13.429705 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db5cbd08-e165-49c6-a743-9f2fb31263be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:13.485973 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db5cbd08-e165-49c6-a743-9f2fb31263be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:13.572439 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] Set router ad91b8ba-c1fe-4995-b913-0aa29148775d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:48:13.601703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cbd08-e165-49c6-a743-9f2fb31263be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e79da7-f0e0-4369-b595-563eaa6d3b08,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:13.607618 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:13.643693 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-db5cbd08-e165-49c6-a743-9f2fb31263be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4ebdddc873b4173a5f8dbac9370bad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9036591 Oct 13 10:48:13.643864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54308) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:13.768976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:48:13.781425 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84e0cc6b-e7d2-443d-8233-3c5ba57f8789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:13.783446 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:13.794785 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2147041293-router', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:08Z', 'updated_at': '2021-10-13T10:48:09Z', 'revision_number': 3, 'project_id': 'ddc9736c48554f7e985d692e9b290d8d', 'gw_port': {'id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:51:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:09Z', 'updated_at': '2021-10-13T10:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:13.828032 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84e0cc6b-e7d2-443d-8233-3c5ba57f8789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:13.830254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Transition to ACTIVE for port object 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:48:13.836920 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:13.858812 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fd1cf-e1a9-489d-b707-c8bcec04475c None None] The sync data for ids ['ad91b8ba-c1fe-4995-b913-0aa29148775d'] in n-d-813659-3 is: [{'id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2147041293-router', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:08Z', 'updated_at': '2021-10-13T10:48:09Z', 'revision_number': 3, 'project_id': 'ddc9736c48554f7e985d692e9b290d8d', 'gw_port': {'id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:51:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:09Z', 'updated_at': '2021-10-13T10:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:48:13.859197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Network b66d3937-ca77-44e1-8f03-cd676bad9509 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:13.878067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:13.930929 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:13.930929 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:13.964168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54314) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:13.988462 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4436943-3c77-4a83-9fd3-497d854a47fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:14.127603 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:14.198940 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4436943-3c77-4a83-9fd3-497d854a47fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:14.254836 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4436943-3c77-4a83-9fd3-497d854a47fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:14.306944 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4436943-3c77-4a83-9fd3-497d854a47fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cc8201-8b5a-46c4-a0c1-06750eee2723,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:14.316109 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f4436943-3c77-4a83-9fd3-497d854a47fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06f70e5a4af7478f9ca4bd8755b58cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500729 Oct 13 10:48:14.318691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54322) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:14.359848 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8bd912a1-d19e-451a-855b-eac1678d6605 None None] Provisioning complete for port e0b28f54-c0a7-43f3-860d-49b2501a15eb triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:14.373185 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8bd912a1-d19e-451a-855b-eac1678d6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:14.455214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Attempting to bind port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:14.455793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Attempting to bind port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:14.455885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Attempting to bind port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:14.459083 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b28f54-c0a7-43f3-860d-49b2501a15eb,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:14.476937 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-058e7d92-d9c3-4a00-9ea9-07306482b525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:14.511449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8bd912a1-d19e-451a-855b-eac1678d6605 None None] Port e0b28f54-c0a7-43f3-860d-49b2501a15eb cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:14.542616 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-058e7d92-d9c3-4a00-9ea9-07306482b525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:14.602210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Pushing event updated for resources: {'Port': ['ID=112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:14.630943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:48:14.631511 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Attempting to bind port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:14.633840 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84e0cc6b-e7d2-443d-8233-3c5ba57f8789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:14.639078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84e0cc6b-e7d2-443d-8233-3c5ba57f8789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:14.639078 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-84e0cc6b-e7d2-443d-8233-3c5ba57f8789 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88e79da7-f0e0-4369-b595-563eaa6d3b08 HTTP/1.1" status: 204 len: 168 time: 0.9937069 Oct 13 10:48:14.668106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35058997-3440-4370-946b-35d59e1ab573 req-e02eb5cd-3ea2-478e-9cc2-6b4f8d363bd8 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:14.670201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35058997-3440-4370-946b-35d59e1ab573 req-e02eb5cd-3ea2-478e-9cc2-6b4f8d363bd8 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 970 time: 0.4299276 Oct 13 10:48:14.671193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:14.671707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:14.672436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:14.673050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Bound port: 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:14.673559 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:14.702639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0cc6b-e7d2-443d-8233-3c5ba57f8789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e79da7-f0e0-4369-b595-563eaa6d3b08,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:14.792541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35058997-3440-4370-946b-35d59e1ab573 req-bfa06dd9-1e38-412d-884d-b4728804880e tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028700 Oct 13 10:48:14.843790 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:14.853449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] For port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:14.914895 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-058e7d92-d9c3-4a00-9ea9-07306482b525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:14.919168 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-058e7d92-d9c3-4a00-9ea9-07306482b525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:14.920560 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-058e7d92-d9c3-4a00-9ea9-07306482b525 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98cc8201-8b5a-46c4-a0c1-06750eee2723 HTTP/1.1" status: 204 len: 168 time: 0.6008940 Oct 13 10:48:14.923742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] For port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:14.943538 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e7d92-d9c3-4a00-9ea9-07306482b525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cc8201-8b5a-46c4-a0c1-06750eee2723,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:15.174558 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:15.254985 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:15.267755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:15.272205 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:15.272205 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] 10.222.0.21 "PUT /v2.0/ports/112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 HTTP/1.1" status: 200 len: 1118 time: 3.6167111 Oct 13 10:48:15.272205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d49a4d9-e86e-4d3d-85dd-6e8345d7559f', 'tag': '112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:48:15.395336 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:15.396342 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:15.596358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da38ed-488f-44e3-b54e-e734977b7934 service neutron] Pushing event updated for resources: {'Port': ['ID=112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:15.677167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Network b66d3937-ca77-44e1-8f03-cd676bad9509 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:15.721127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b28f54-c0a7-43f3-860d-49b2501a15eb,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:15.726071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:15.787128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-9ffec84d-53e9-40da-9b5b-a8d66997b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:15.788729 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-9ffec84d-53e9-40da-9b5b-a8d66997b625 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e04db0d0163c4b66bec3df216472832e&device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 1121 time: 0.2870121 Oct 13 10:48:15.899002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:16.010242 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54356) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:16.040422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91c4a50b-eab6-42ba-9b17-97fbf28f0d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:16.048619 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:16.048987 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:16.076889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-1b905848-831d-469a-ab5b-a3fd906fcac9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 HTTP/1.1" status: 200 len: 217 time: 0.1613264 Oct 13 10:48:16.232005 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:16.289969 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:16.304021 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dc012c-f8cf-4360-bf86-71adb2dda845" -d '{"events": [{"name": "network-changed", "server_uuid": "6d49a4d9-e86e-4d3d-85dd-6e8345d7559f", "tag": "112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:48:16.316591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74c3c6-6803-4963-a8ba-3defe3549f33 req-7b164c37-1b76-40c8-87f9-a0172612cd6f tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:16.318270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b74c3c6-6803-4963-a8ba-3defe3549f33 req-7b164c37-1b76-40c8-87f9-a0172612cd6f tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 970 time: 0.3321164 Oct 13 10:48:16.338891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-64a27f82-f65f-4447-8c1b-d92c2b51a8ec None None] Provisioning complete for port e0b28f54-c0a7-43f3-860d-49b2501a15eb triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:16.340355 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-64a27f82-f65f-4447-8c1b-d92c2b51a8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:16.347682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-ff3aa40c-f458-49bd-91e8-a3359d118395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:16.348324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-ff3aa40c-f458-49bd-91e8-a3359d118395 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1296096 Oct 13 10:48:16.356052 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91c4a50b-eab6-42ba-9b17-97fbf28f0d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:16.378348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Router ad91b8ba-c1fe-4995-b913-0aa29148775d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:48:16.395745 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:16.452859 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:16.460596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-64a27f82-f65f-4447-8c1b-d92c2b51a8ec None None] Port e0b28f54-c0a7-43f3-860d-49b2501a15eb cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:16.477135 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91c4a50b-eab6-42ba-9b17-97fbf28f0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:16.585266 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-91c4a50b-eab6-42ba-9b17-97fbf28f0d5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24139fb1218d4d6ea8fd3ff2c9f68b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5739181 Oct 13 10:48:16.591412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54368) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:16.613066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4a50b-eab6-42ba-9b17-97fbf28f0d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a12d27e-b8d9-4118-98ff-aee2093a5816,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:16.714897 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b74c3c6-6803-4963-a8ba-3defe3549f33 req-14098f0c-3ccd-4e4a-aea3-b01fdd05f1a9 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846910 Oct 13 10:48:16.720752 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d820cbd5-e99f-4545-9ff3-7e39746e9b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:16.746379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-0f6d7fdb-ca27-4dcc-9d94-577fea16f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:16.748477 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-0f6d7fdb-ca27-4dcc-9d94-577fea16f18b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3896282 Oct 13 10:48:16.772444 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d820cbd5-e99f-4545-9ff3-7e39746e9b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:16.830539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:48:16.840481 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9594aaa4-8846-4753-b50d-d3c073171014 admin admin] 10.222.0.32 "PUT /v2.0/routers/ad91b8ba-c1fe-4995-b913-0aa29148775d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8041160 Oct 13 10:48:16.851652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Sync routers for ids ['ad91b8ba-c1fe-4995-b913-0aa29148775d'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:48:16.863283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Routers {'ad91b8ba-c1fe-4995-b913-0aa29148775d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:48:16.864237 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:48:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ad91b8ba-c1fe-4995-b913-0aa29148775d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:16.932813 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d820cbd5-e99f-4545-9ff3-7e39746e9b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:16.937961 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d820cbd5-e99f-4545-9ff3-7e39746e9b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:16.939187 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d820cbd5-e99f-4545-9ff3-7e39746e9b5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a12d27e-b8d9-4118-98ff-aee2093a5816 HTTP/1.1" status: 204 len: 168 time: 0.3438909 Oct 13 10:48:16.953752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820cbd5-e99f-4545-9ff3-7e39746e9b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a12d27e-b8d9-4118-98ff-aee2093a5816,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:17.031879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Set router ad91b8ba-c1fe-4995-b913-0aa29148775d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:48:17.315009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2147041293-router', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:08Z', 'updated_at': '2021-10-13T10:48:14Z', 'revision_number': 4, 'project_id': 'ddc9736c48554f7e985d692e9b290d8d', 'gw_port': {'id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:09Z', 'updated_at': '2021-10-13T10:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'e0b28f54-c0a7-43f3-860d-49b2501a15eb', 'name': '', 'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'mac_address': 'fa:16:3e:1b:e9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cfe9c762-a896-42d1-873d-36b5d941c87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:12Z', 'updated_at': '2021-10-13T10:48:15Z', 'revision_number': 2, 'project_id': 'ddc9736c48554f7e985d692e9b290d8d', 'subnets': [{'id': 'cfe9c762-a896-42d1-873d-36b5d941c87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:17.360694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Checking router: ad91b8ba-c1fe-4995-b913-0aa29148775d for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:48:17.361275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Updating router ad91b8ba-c1fe-4995-b913-0aa29148775d port e0b28f54-c0a7-43f3-860d-49b2501a15eb binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:48:17.407137 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:17.542918 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6620d499-00e9-4130-9fd8-7a75f8678212 x-openstack-request-id: req-6620d499-00e9-4130-9fd8-7a75f8678212 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:48:17.543318 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d49a4d9-e86e-4d3d-85dd-6e8345d7559f", "tag": "112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:48:17.543715 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6620d499-00e9-4130-9fd8-7a75f8678212 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:48:17.544489 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d49a4d9-e86e-4d3d-85dd-6e8345d7559f', 'tag': '112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9', 'status': 'completed', 'code': 200} Oct 13 10:48:17.602505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54392) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:17.728152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54396) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:17.787572 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:17.811126 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:17.867777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6338f-ef5b-494d-a992-95cb6f62eeea req-6ea60af7-460e-4764-bf7e-4c15e5fe4c82 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:17.875955 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dec6338f-ef5b-494d-a992-95cb6f62eeea req-6ea60af7-460e-4764-bf7e-4c15e5fe4c82 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 970 time: 0.0688555 Oct 13 10:48:17.886839 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:17.927619 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dec6338f-ef5b-494d-a992-95cb6f62eeea req-85b5638b-3955-4702-b94a-d55df45c2f26 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492618 Oct 13 10:48:17.965265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:17.965812 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:17.995111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a5ec0-ee7a-45df-8fd2-06bdde14427f None None] Pushing event updated for resources: {'Port': ['ID=e0b28f54-c0a7-43f3-860d-49b2501a15eb,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:18.124410 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54402b80-7931-49d0-bdaf-683810eef0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.134125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Attempting to bind port e0b28f54-c0a7-43f3-860d-49b2501a15eb on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:18.134710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Attempting to bind port e0b28f54-c0a7-43f3-860d-49b2501a15eb by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '8daaf8e9-7fb0-4daf-b759-3db3e60b3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:18.134951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Attempting to bind port e0b28f54-c0a7-43f3-860d-49b2501a15eb on network b66d3937-ca77-44e1-8f03-cd676bad9509 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:18.186182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:18.186593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Checking segment: {'id': '8daaf8e9-7fb0-4daf-b759-3db3e60b3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:18.187091 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.187545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Bound using segment: {'id': '8daaf8e9-7fb0-4daf-b759-3db3e60b3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:18.188041 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Bound port: e0b28f54-c0a7-43f3-860d-49b2501a15eb, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8daaf8e9-7fb0-4daf-b759-3db3e60b3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:18.188447 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.232768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50b0f520-febe-4cdf-9ee0-3f1dfe8a7579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.282556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] For port e0b28f54-c0a7-43f3-860d-49b2501a15eb, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:18.293811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] For port e0b28f54-c0a7-43f3-860d-49b2501a15eb, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e0b28f54-c0a7-43f3-860d-49b2501a15eb,segment=NetworkSegment(8daaf8e9-7fb0-4daf-b759-3db3e60b3001),segment_id=8daaf8e9-7fb0-4daf-b759-3db3e60b3001)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:18.318270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3128cf64-d9df-446b-94a4-cf95c0d58e92 None None] Provisioning complete for port e0b28f54-c0a7-43f3-860d-49b2501a15eb triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:18.319824 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3128cf64-d9df-446b-94a4-cf95c0d58e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.323032 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54402b80-7931-49d0-bdaf-683810eef0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.368850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50b0f520-febe-4cdf-9ee0-3f1dfe8a7579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.371277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3128cf64-d9df-446b-94a4-cf95c0d58e92 None None] Port e0b28f54-c0a7-43f3-860d-49b2501a15eb cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:18.381463 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.409891 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54402b80-7931-49d0-bdaf-683810eef0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.478565 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50b0f520-febe-4cdf-9ee0-3f1dfe8a7579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.523207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54416) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:18.523783 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-50b0f520-febe-4cdf-9ee0-3f1dfe8a7579 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca120a50df5e47248337dfa8979bed0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7936633 Oct 13 10:48:18.536199 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-54402b80-7931-49d0-bdaf-683810eef0e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bd0dac1f3df4351a63c855d47317ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9290168 Oct 13 10:48:18.539400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54418) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:18.580005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54402b80-7931-49d0-bdaf-683810eef0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a772a27e-0717-4cfb-bb23-6a0c1dde8608,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:18.663105 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ba322cd-1a0e-4cba-8c78-48fde69fc56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.680894 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a2db2a7-f0d0-4744-888f-035056c1554f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.717808 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a2db2a7-f0d0-4744-888f-035056c1554f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.719494 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ba322cd-1a0e-4cba-8c78-48fde69fc56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.827461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a5ec0-ee7a-45df-8fd2-06bdde14427f None None] Pushing event updated for resources: {'Port': ['ID=e0b28f54-c0a7-43f3-860d-49b2501a15eb,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:18.833568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Routers {'ad91b8ba-c1fe-4995-b913-0aa29148775d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:48:18.834620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:48:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ad91b8ba-c1fe-4995-b913-0aa29148775d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:18.855818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0f520-febe-4cdf-9ee0-3f1dfe8a7579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad607fc-3328-4a07-876e-2378a344e59f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:18.931541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ba322cd-1a0e-4cba-8c78-48fde69fc56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.935028 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ba322cd-1a0e-4cba-8c78-48fde69fc56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:18.936706 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7ba322cd-1a0e-4cba-8c78-48fde69fc56b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a772a27e-0717-4cfb-bb23-6a0c1dde8608 HTTP/1.1" status: 204 len: 168 time: 0.3953378 Oct 13 10:48:18.949777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba322cd-1a0e-4cba-8c78-48fde69fc56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a772a27e-0717-4cfb-bb23-6a0c1dde8608,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:19.012568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2dd716dc-6ac7-4487-9def-827c9517951d None None] Provisioning complete for port e0b28f54-c0a7-43f3-860d-49b2501a15eb triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:19.016492 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2dd716dc-6ac7-4487-9def-827c9517951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:19.060002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] Set router ad91b8ba-c1fe-4995-b913-0aa29148775d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:48:19.073820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-fdd09eb6-56fb-4486-ae1f-9aaad71c0cd1 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277529 Oct 13 10:48:19.300910 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2dd716dc-6ac7-4487-9def-827c9517951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:19.305446 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a2db2a7-f0d0-4744-888f-035056c1554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:19.309058 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a2db2a7-f0d0-4744-888f-035056c1554f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:19.313077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9a2db2a7-f0d0-4744-888f-035056c1554f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ad607fc-3328-4a07-876e-2378a344e59f HTTP/1.1" status: 204 len: 168 time: 0.7880509 Oct 13 10:48:19.316774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ecd1808-e3ec-4a48-8327-718624084c75 req-85056d57-a5af-4ff6-8a1d-60d0d8ce662e service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973863 Oct 13 10:48:19.345582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2dd716dc-6ac7-4487-9def-827c9517951d None None] For port e0b28f54-c0a7-43f3-860d-49b2501a15eb, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e0b28f54-c0a7-43f3-860d-49b2501a15eb,segment=NetworkSegment(8daaf8e9-7fb0-4daf-b759-3db3e60b3001),segment_id=8daaf8e9-7fb0-4daf-b759-3db3e60b3001)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:19.347440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2db2a7-f0d0-4744-888f-035056c1554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad607fc-3328-4a07-876e-2378a344e59f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:19.369517 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6308689-8b1e-4891-91bc-772d6bf35c8e req-af8a4a6d-28c7-4fc7-af93-231be584e7a6 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:19.378606 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6308689-8b1e-4891-91bc-772d6bf35c8e req-af8a4a6d-28c7-4fc7-af93-231be584e7a6 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 970 time: 0.3388371 Oct 13 10:48:19.388943 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2147041293-router', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:08Z', 'updated_at': '2021-10-13T10:48:14Z', 'revision_number': 4, 'project_id': 'ddc9736c48554f7e985d692e9b290d8d', 'gw_port': {'id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:09Z', 'updated_at': '2021-10-13T10:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'e0b28f54-c0a7-43f3-860d-49b2501a15eb', 'name': '', 'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'mac_address': 'fa:16:3e:1b:e9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cfe9c762-a896-42d1-873d-36b5d941c87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:12Z', 'updated_at': '2021-10-13T10:48:18Z', 'revision_number': 4, 'project_id': 'ddc9736c48554f7e985d692e9b290d8d', 'subnets': [{'id': 'cfe9c762-a896-42d1-873d-36b5d941c87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:19.421503 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2b8fa-4af9-4795-9d48-abc43bdb1382 None None] The sync data for ids ['ad91b8ba-c1fe-4995-b913-0aa29148775d'] in n-d-813659-3 is: [{'id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2147041293-router', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:08Z', 'updated_at': '2021-10-13T10:48:14Z', 'revision_number': 4, 'project_id': 'ddc9736c48554f7e985d692e9b290d8d', 'gw_port': {'id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:09Z', 'updated_at': '2021-10-13T10:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'e0b28f54-c0a7-43f3-860d-49b2501a15eb', 'name': '', 'network_id': 'b66d3937-ca77-44e1-8f03-cd676bad9509', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'mac_address': 'fa:16:3e:1b:e9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cfe9c762-a896-42d1-873d-36b5d941c87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:12Z', 'updated_at': '2021-10-13T10:48:18Z', 'revision_number': 4, 'project_id': 'ddc9736c48554f7e985d692e9b290d8d', 'subnets': [{'id': 'cfe9c762-a896-42d1-873d-36b5d941c87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:48:19.440383 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6308689-8b1e-4891-91bc-772d6bf35c8e req-64cee9f9-fe18-4243-b115-824c528762ec tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607123 Oct 13 10:48:19.463694 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2dd716dc-6ac7-4487-9def-827c9517951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:19.615783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc012c-f8cf-4360-bf86-71adb2dda845 req-4e671245-11dc-4f5b-90df-be84d20ab3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:19.617840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27dc012c-f8cf-4360-bf86-71adb2dda845 req-4e671245-11dc-4f5b-90df-be84d20ab3b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e04db0d0163c4b66bec3df216472832e&device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 1121 time: 0.0943549 Oct 13 10:48:19.624669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd716dc-6ac7-4487-9def-827c9517951d None None] Pushing event updated for resources: {'Port': ['ID=e0b28f54-c0a7-43f3-860d-49b2501a15eb,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:19.625280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54448) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:19.641207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-12983b36-6dfa-49fd-9d87-b998059f38d9 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939717681', 'description': 'tempest-description--845246052'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:19.777867 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12983b36-6dfa-49fd-9d87-b998059f38d9 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:19.915475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc012c-f8cf-4360-bf86-71adb2dda845 req-414acf89-459a-43ab-8156-2d68cf9f04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:19.917992 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27dc012c-f8cf-4360-bf86-71adb2dda845 req-414acf89-459a-43ab-8156-2d68cf9f04c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.2689338 Oct 13 10:48:19.923547 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e0b28f54-c0a7-43f3-860d-49b2501a15eb up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:19.984531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27dc012c-f8cf-4360-bf86-71adb2dda845 req-3749cef7-fd5c-4695-8460-c5ee40c0a3c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 HTTP/1.1" status: 200 len: 217 time: 0.0498264 Oct 13 10:48:19.986139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e0b28f54-c0a7-43f3-860d-49b2501a15eb triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:19.986546 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:19.996896 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12983b36-6dfa-49fd-9d87-b998059f38d9 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:20.106706 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12983b36-6dfa-49fd-9d87-b998059f38d9 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:20.135890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc012c-f8cf-4360-bf86-71adb2dda845 req-3f4d019a-d5bc-430f-9e61-4c434e92aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:20.151680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27dc012c-f8cf-4360-bf86-71adb2dda845 req-3f4d019a-d5bc-430f-9e61-4c434e92aedf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1177356 Oct 13 10:48:20.203879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12983b36-6dfa-49fd-9d87-b998059f38d9 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0c2a11-45d0-45ab-93e4-141cda0fd801,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:20.266525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54458) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:20.283633 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-786bcc75-29e1-4944-8a5f-55652522b463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:20.291479 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12983b36-6dfa-49fd-9d87-b998059f38d9 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:20.292763 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-12983b36-6dfa-49fd-9d87-b998059f38d9 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6662331 Oct 13 10:48:20.295845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54460) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:20.301238 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e0000326-467f-4ef6-acf9-513a7738def3 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Request body: {'security_group_rule': {'security_group_id': '1d0c2a11-45d0-45ab-93e4-141cda0fd801', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:20.393339 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-786bcc75-29e1-4944-8a5f-55652522b463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:20.417844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc012c-f8cf-4360-bf86-71adb2dda845 req-074d29ce-93e8-42d3-872b-eb5f9c3d61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:20.424418 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27dc012c-f8cf-4360-bf86-71adb2dda845 req-074d29ce-93e8-42d3-872b-eb5f9c3d61e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780544 Oct 13 10:48:20.440551 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e0000326-467f-4ef6-acf9-513a7738def3 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:20.483415 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-786bcc75-29e1-4944-8a5f-55652522b463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:20.588934 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-786bcc75-29e1-4944-8a5f-55652522b463 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=270829b2643d43f197d500eec9be87aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067667 Oct 13 10:48:20.595322 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54468) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:20.616715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bcc75-29e1-4944-8a5f-55652522b463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7076b6ca-74fd-40ab-9b40-e65b228c4c11,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:20.719561 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27dc012c-f8cf-4360-bf86-71adb2dda845 req-838ec606-bf11-496c-bbe5-a3d6f8cf481f service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537761 Oct 13 10:48:20.721368 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e0000326-467f-4ef6-acf9-513a7738def3 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:20.723646 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d57e347e-b6c7-47ab-82fb-6583d5ec87eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:20.772915 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d57e347e-b6c7-47ab-82fb-6583d5ec87eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:20.874714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4176fc-e09e-42f6-94ab-b8926515c73f req-9c4ddad4-94a9-48c0-8369-c6335d417779 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:20.882425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f4176fc-e09e-42f6-94ab-b8926515c73f req-9c4ddad4-94a9-48c0-8369-c6335d417779 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 970 time: 0.2661788 Oct 13 10:48:20.898498 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e0000326-467f-4ef6-acf9-513a7738def3 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:20.914174 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d57e347e-b6c7-47ab-82fb-6583d5ec87eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:20.919678 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d57e347e-b6c7-47ab-82fb-6583d5ec87eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:20.921976 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d57e347e-b6c7-47ab-82fb-6583d5ec87eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7076b6ca-74fd-40ab-9b40-e65b228c4c11 HTTP/1.1" status: 204 len: 168 time: 0.3255272 Oct 13 10:48:20.937365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e347e-b6c7-47ab-82fb-6583d5ec87eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7076b6ca-74fd-40ab-9b40-e65b228c4c11,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:20.940462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0000326-467f-4ef6-acf9-513a7738def3 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e8bfeb-28ad-43d5-a552-abce3007583d,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:20.995162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f4176fc-e09e-42f6-94ab-b8926515c73f req-16ddd485-ecee-4fbc-b9b3-84acf82499dd tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075020 Oct 13 10:48:21.012949 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e0000326-467f-4ef6-acf9-513a7738def3 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.016616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e0000326-467f-4ef6-acf9-513a7738def3 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7169335 Oct 13 10:48:21.017929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54476) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:21.020167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27dc012c-f8cf-4360-bf86-71adb2dda845 req-c64f672c-b529-4d5c-88c6-30e65da3ee10 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724671 Oct 13 10:48:21.024086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-66728aaf-86fb-4799-a05d-ce4f4781e83d tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Request body: {'security_group_rule': {'security_group_id': '1d0c2a11-45d0-45ab-93e4-141cda0fd801', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:21.067351 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54480) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:21.085390 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0af38bab-0050-42c1-9f2d-46ddf7f957b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.152440 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-66728aaf-86fb-4799-a05d-ce4f4781e83d tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.305568 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0af38bab-0050-42c1-9f2d-46ddf7f957b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.362497 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-66728aaf-86fb-4799-a05d-ce4f4781e83d tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.379847 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0af38bab-0050-42c1-9f2d-46ddf7f957b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.422389 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0af38bab-0050-42c1-9f2d-46ddf7f957b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d23b335ed77b4fcba3293daaddcf5fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539004 Oct 13 10:48:21.423205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af38bab-0050-42c1-9f2d-46ddf7f957b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c1a3a9-e42e-433e-b9f9-91f8dd351c2a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:21.425439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54488) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:21.448133 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-66728aaf-86fb-4799-a05d-ce4f4781e83d tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.524858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66728aaf-86fb-4799-a05d-ce4f4781e83d tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e856b8de-f89e-42f3-bb92-20fc523f53cc,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:21.565930 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-833106f9-538c-4412-820e-4fff5de02048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.606309 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-833106f9-538c-4412-820e-4fff5de02048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.610704 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-66728aaf-86fb-4799-a05d-ce4f4781e83d tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.613102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-66728aaf-86fb-4799-a05d-ce4f4781e83d tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5939238 Oct 13 10:48:21.619556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54494) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:21.627531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:21.740146 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.850372 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.863297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-833106f9-538c-4412-820e-4fff5de02048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.890181 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-833106f9-538c-4412-820e-4fff5de02048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:21.890181 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-833106f9-538c-4412-820e-4fff5de02048 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13c1a3a9-e42e-433e-b9f9-91f8dd351c2a HTTP/1.1" status: 204 len: 168 time: 0.4411051 Oct 13 10:48:21.890181 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833106f9-538c-4412-820e-4fff5de02048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c1a3a9-e42e-433e-b9f9-91f8dd351c2a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:21.957775 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Allocated IP 172.25.0.76 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/7881517d-1ba8-481f-84c3-7e7cef97e05c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:22.067530 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:22.121202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4555e5e-5cb7-4013-bc63-e87f7aead903 req-d460e994-670e-4f73-a58b-edd270fd54a3 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:22.122676 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4555e5e-5cb7-4013-bc63-e87f7aead903 req-d460e994-670e-4f73-a58b-edd270fd54a3 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 970 time: 0.0526173 Oct 13 10:48:22.161626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:22.161787 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4555e5e-5cb7-4013-bc63-e87f7aead903 req-3f6218c5-8b40-406a-92b7-921f70786019 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324667 Oct 13 10:48:22.199333 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:22.202432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:22.205190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:22.219492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Pushing event updated for resources: {'Port': ['ID=7881517d-1ba8-481f-84c3-7e7cef97e05c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:22.312236 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:22.410775 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:22.585909 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:22.650067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:22.686887 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:22.702990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Pushing event updated for resources: {'Port': ['ID=7881517d-1ba8-481f-84c3-7e7cef97e05c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:22.805531 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:22.806981 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9141eb34-b233-4f4e-9800-e74405075db0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1848440 Oct 13 10:48:23.182402 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e0328044-d732-4b83-96bf-698ba9fc1510 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1939717681&fields=id&tenant_id=c16d108e0b3b432b9200693dc1b5290a HTTP/1.1" status: 200 len: 267 time: 0.0416985 Oct 13 10:48:23.379280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e257d3-4e2e-4803-8c43-4a3d4e7f0941 req-ce93dd7f-f6f0-4032-a2ab-079730c13256 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:23.383112 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46e257d3-4e2e-4803-8c43-4a3d4e7f0941 req-ce93dd7f-f6f0-4032-a2ab-079730c13256 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 970 time: 0.0619025 Oct 13 10:48:23.413997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-4bd488dd-be5a-432e-9696-06429ce7a08d tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:23.415615 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-4bd488dd-be5a-432e-9696-06429ce7a08d tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/networks?id=b58e4256-4c47-4436-af94-141a2aa7d3a0 HTTP/1.1" status: 200 len: 823 time: 0.2257068 Oct 13 10:48:23.427943 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46e257d3-4e2e-4803-8c43-4a3d4e7f0941 req-a55ccd19-88ee-40fb-99b9-376903522ac5 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394394 Oct 13 10:48:23.438702 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-ccb7ebce-0097-4274-aa05-1b787364b6ab tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/quotas/c16d108e0b3b432b9200693dc1b5290a HTTP/1.1" status: 200 len: 375 time: 0.0136328 Oct 13 10:48:23.527054 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-2c0730b0-c2d2-467a-a4bf-e34beb1aa47b tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c16d108e0b3b432b9200693dc1b5290a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827119 Oct 13 10:48:23.724817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54600) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:23.848860 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a018515b-6e93-4bb3-bbf5-f9417340719f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:23.929619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-c2f79ed6-7d7d-40f0-97e7-e079f4b5aa67 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:48:23.929619 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-c2f79ed6-7d7d-40f0-97e7-e079f4b5aa67 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1252570 Oct 13 10:48:23.990256 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a018515b-6e93-4bb3-bbf5-f9417340719f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:24.033913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-decc5c19-f375-4429-8b8d-894322c4f78d service neutron] 10.222.0.32 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029198 Oct 13 10:48:24.057330 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a018515b-6e93-4bb3-bbf5-f9417340719f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:24.131194 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a018515b-6e93-4bb3-bbf5-f9417340719f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b5f504dfcf14a029f6a03b632ccaff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120905 Oct 13 10:48:24.131819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018515b-6e93-4bb3-bbf5-f9417340719f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c54b7de-bd95-4695-a212-7759aad17f30,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:24.134366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54636) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:24.172289 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-0e903c05-af1a-4fa1-8102-5d5b72198d5d service neutron] 10.222.0.32 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322823 Oct 13 10:48:24.187306 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f74e471-db15-4d78-bfa8-a2216aa186fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:24.212498 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f74e471-db15-4d78-bfa8-a2216aa186fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:24.355515 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f74e471-db15-4d78-bfa8-a2216aa186fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:24.359581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f74e471-db15-4d78-bfa8-a2216aa186fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:24.361329 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5f74e471-db15-4d78-bfa8-a2216aa186fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c54b7de-bd95-4695-a212-7759aad17f30 HTTP/1.1" status: 204 len: 168 time: 0.2248080 Oct 13 10:48:24.397701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74e471-db15-4d78-bfa8-a2216aa186fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c54b7de-bd95-4695-a212-7759aad17f30,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:24.458267 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-addff280-8cf4-49a3-8aa7-c8472e176bc5 req-03c418f6-5e92-47f5-8deb-9ef4a1bde823 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 210 time: 0.0358000 Oct 13 10:48:24.491887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54658) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:24.582494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51973a4-3790-40c1-aee9-95c587cca973 req-44fbe17d-62cc-4ded-a3b3-8fb8a97f4681 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:24.584297 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e51973a4-3790-40c1-aee9-95c587cca973 req-44fbe17d-62cc-4ded-a3b3-8fb8a97f4681 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 970 time: 0.0537469 Oct 13 10:48:24.641438 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e51973a4-3790-40c1-aee9-95c587cca973 req-40b685c8-0ebd-4ff3-9124-e965fdf80715 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493104 Oct 13 10:48:24.836466 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05800e86-8d2f-4ab0-ac63-892ef69e5019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:24.917082 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05800e86-8d2f-4ab0-ac63-892ef69e5019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:25.028728 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05800e86-8d2f-4ab0-ac63-892ef69e5019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:25.068168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05800e86-8d2f-4ab0-ac63-892ef69e5019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d456796-2ee1-4773-9411-7dc73db07fd3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:25.074376 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-05800e86-8d2f-4ab0-ac63-892ef69e5019 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f223ba9f842a42febca19f6dd788fd32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5805078 Oct 13 10:48:25.076520 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54690) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:25.207159 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82378dab-0265-41e5-8aa0-02e6bb39bdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:25.207159 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82378dab-0265-41e5-8aa0-02e6bb39bdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:25.285953 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82378dab-0265-41e5-8aa0-02e6bb39bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:25.288863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82378dab-0265-41e5-8aa0-02e6bb39bdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:25.290208 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-82378dab-0265-41e5-8aa0-02e6bb39bdc5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d456796-2ee1-4773-9411-7dc73db07fd3 HTTP/1.1" status: 204 len: 168 time: 0.2127159 Oct 13 10:48:25.300993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82378dab-0265-41e5-8aa0-02e6bb39bdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d456796-2ee1-4773-9411-7dc73db07fd3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:25.374714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54700) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:25.391882 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2146b942-1d55-4f20-a83e-acfe215994ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:25.514761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-f685371c-1137-4581-9f0a-037c6ebe8809 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=115aedc90d954f3bac3fe746135eb37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413520 Oct 13 10:48:25.547553 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2146b942-1d55-4f20-a83e-acfe215994ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:25.558728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1fb3073e-cb21-4702-91e9-2b559b6ff611 req-7e37fb1e-b959-4c83-80b4-7c5ceaf79cd7 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 210 time: 0.0308671 Oct 13 10:48:25.643405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-63104969-609c-48d1-8d94-bcecb932c8f4 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:25.647186 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-63104969-609c-48d1-8d94-bcecb932c8f4 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311066 Oct 13 10:48:25.648457 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2146b942-1d55-4f20-a83e-acfe215994ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:25.785683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a9672-6683-4d6a-8db0-c2297c009e94 req-0676d76a-0abd-46d7-a4c6-fd63d7eb71c7 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:25.787505 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-414a9672-6683-4d6a-8db0-c2297c009e94 req-0676d76a-0abd-46d7-a4c6-fd63d7eb71c7 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 970 time: 0.0564811 Oct 13 10:48:25.849769 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-414a9672-6683-4d6a-8db0-c2297c009e94 req-d61521e5-607f-4c60-a12b-5c9b2ed6d15f tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551543 Oct 13 10:48:25.867131 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-891d334c-fe88-436b-a0d9-0df5bd01a402 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/quotas/115aedc90d954f3bac3fe746135eb37a HTTP/1.1" status: 200 len: 375 time: 0.2129149 Oct 13 10:48:25.879715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146b942-1d55-4f20-a83e-acfe215994ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285d119a-430c-4921-a23b-0a703fee340b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:25.898629 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2146b942-1d55-4f20-a83e-acfe215994ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43460b1da7094fe588b041ae543b9ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190825 Oct 13 10:48:25.898966 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54730) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:25.914845 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-9bc9520a-59c0-4d4c-87ef-2cf195af0221 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=115aedc90d954f3bac3fe746135eb37a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377409 Oct 13 10:48:25.961065 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0cd30bfe-f6d4-434c-8ffe-aee8f1fbb1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:25.983820 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0cd30bfe-f6d4-434c-8ffe-aee8f1fbb1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:26.098149 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-f3454162-5ea2-497b-ad8f-6a05971367a8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=41bbaf8ad89248d094c541f7121bc8a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320137 Oct 13 10:48:26.192436 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7d31c1a-f72b-4cc1-9a4d-1c63ce885952 req-e33e240f-2a73-4cfd-8b07-b9ce64fef91f tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0269825 Oct 13 10:48:26.244378 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0cd30bfe-f6d4-434c-8ffe-aee8f1fbb1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:26.247196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0cd30bfe-f6d4-434c-8ffe-aee8f1fbb1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:26.250354 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0cd30bfe-f6d4-434c-8ffe-aee8f1fbb1ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/285d119a-430c-4921-a23b-0a703fee340b HTTP/1.1" status: 204 len: 168 time: 0.3486719 Oct 13 10:48:26.285525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd30bfe-f6d4-434c-8ffe-aee8f1fbb1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285d119a-430c-4921-a23b-0a703fee340b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:26.319506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54748) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:26.335945 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f6541e7-9a41-4ef7-9970-26feb92bd415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:26.353812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-e50ce8cd-1831-4ade-b3e4-42f7df476c8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:26.355646 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-e50ce8cd-1831-4ade-b3e4-42f7df476c8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510271 Oct 13 10:48:26.372411 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-98f2d4ce-bacd-4830-bf74-f828c7580fd2 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/quotas/41bbaf8ad89248d094c541f7121bc8a5 HTTP/1.1" status: 200 len: 375 time: 0.0100207 Oct 13 10:48:26.410053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-8053abef-289b-4f16-b456-84d78adcdea1 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=41bbaf8ad89248d094c541f7121bc8a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320115 Oct 13 10:48:26.420059 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f6541e7-9a41-4ef7-9970-26feb92bd415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:26.465758 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f6541e7-9a41-4ef7-9970-26feb92bd415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:26.507764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6541e7-9a41-4ef7-9970-26feb92bd415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e3bcf9-9a06-4edb-b79c-f78217a9b467,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:26.517299 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3f6541e7-9a41-4ef7-9970-26feb92bd415 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48942a233355478f87b33b8cde4d1424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986392 Oct 13 10:48:26.519831 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54754) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:26.568931 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d2701c8-847b-4a59-880f-c3077a4eba5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:26.592147 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d2701c8-847b-4a59-880f-c3077a4eba5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:26.686942 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ade90e1-ad46-4943-8cde-7ee045008c30 req-663c97b1-769d-42f2-97f7-2ec3e544c18e tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 210 time: 0.0476246 Oct 13 10:48:26.741878 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-895b63b7-f93c-4e5f-95db-5eeadd36df41 req-9b907813-880c-43f9-9c0c-0410a4db2787 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0298183 Oct 13 10:48:26.743529 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d2701c8-847b-4a59-880f-c3077a4eba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:26.746500 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d2701c8-847b-4a59-880f-c3077a4eba5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:26.750262 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2d2701c8-847b-4a59-880f-c3077a4eba5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6e3bcf9-9a06-4edb-b79c-f78217a9b467 HTTP/1.1" status: 204 len: 168 time: 0.2294765 Oct 13 10:48:26.762624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2701c8-847b-4a59-880f-c3077a4eba5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e3bcf9-9a06-4edb-b79c-f78217a9b467,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:26.980715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1954b-86b3-4a10-ad5d-ff022cf4bf43 req-9c48f773-cd3b-4660-92fd-a7e51eafee3a tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:26.982108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36f1954b-86b3-4a10-ad5d-ff022cf4bf43 req-9c48f773-cd3b-4660-92fd-a7e51eafee3a tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 970 time: 0.0625072 Oct 13 10:48:27.021953 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36f1954b-86b3-4a10-ad5d-ff022cf4bf43 req-d1a2deeb-e1c0-4c3b-b559-c81ed2cc81ff tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336809 Oct 13 10:48:27.085692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:48:27.231981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:27.247628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9', 'mac_address': 'fa:16:3e:1e:f3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:tempest-test_az-1656796733', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:48:27.278677 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c04f5da-f89f-4f4f-b7b2-a4e2be25be02 req-d0039bf8-6b61-49b4-b8f4-7327af754113 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0282402 Oct 13 10:48:27.294106 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:27.308625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:48:27.329773 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:27.402495 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:27.464539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:27.713262 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:48:27.843245 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f3ccba9-0da2-4af7-ac68-59f9e4222efa req-1967be93-21e2-4061-b3b5-72c9ba8e7909 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 210 time: 0.0705156 Oct 13 10:48:27.850713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.46', 59557) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:27.896265 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f6ecd74-1225-4f8f-8edb-c0eb45d25375 req-d0729de3-9db9-4d91-ae07-d73a7b9bc556 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0549691 Oct 13 10:48:28.077276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54826) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:28.092486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e1b7cf5c-1c1c-46be-a30b-9c6ce972ab0c tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:28.095902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e1b7cf5c-1c1c-46be-a30b-9c6ce972ab0c tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.46 "GET /v2.0/networks?id=b58e4256-4c47-4436-af94-141a2aa7d3a0 HTTP/1.1" status: 200 len: 823 time: 0.2406938 Oct 13 10:48:28.156689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20dd11-2bd0-4f5c-bd8b-53ddfb809fd6 req-21256e7b-d43b-49e5-8ea5-b286c760af78 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:28.158196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec20dd11-2bd0-4f5c-bd8b-53ddfb809fd6 req-21256e7b-d43b-49e5-8ea5-b286c760af78 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 971 time: 0.0552492 Oct 13 10:48:28.200396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec20dd11-2bd0-4f5c-bd8b-53ddfb809fd6 req-eb3b7bfa-303f-47e6-b63a-23fd2b97f9b0 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325170 Oct 13 10:48:28.273499 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1089963671-network', 'tenant_id': '59ce84d919ed4ecdafe5a928ed96d168'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:28.314035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-d3209710-e4ea-491d-9ca7-8df3ad84df97 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c16d108e0b3b432b9200693dc1b5290a HTTP/1.1" status: 200 len: 380 time: 0.0954671 Oct 13 10:48:28.385019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-a7282507-f38f-4eb7-944a-d0c7c14c690f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Request body: {'port': {'device_id': '64da48cf-1991-4ddd-9d5e-367a49d0c85d', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'admin_state_up': True, 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'security_groups': ['1d0c2a11-45d0-45ab-93e4-141cda0fd801']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:28.419446 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bc7239c7-38b7-47ea-b312-464106fd9421 req-1341a160-7c2f-4846-b460-85c9cb205929 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0285988 Oct 13 10:48:28.944554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f450d45-47be-486a-b47c-c30f2667b923 req-f173dbd6-8ed0-4ce3-9680-772dc68cb237 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 210 time: 0.0290875 Oct 13 10:48:29.006089 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-92da2a63-f548-4d54-88d9-437235a421d2 req-95564a40-3fa9-48d7-bc3c-5947ad6869ca tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0252197 Oct 13 10:48:29.055660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:29.103012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Made reservation on behalf of 59ce84d919ed4ecdafe5a928ed96d168 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:29.105586 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.119199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.200763 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.219562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:48:29.223780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:29.224181 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.297636 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-a7282507-f38f-4eb7-944a-d0c7c14c690f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Made reservation on behalf of c16d108e0b3b432b9200693dc1b5290a for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:29.301511 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-a7282507-f38f-4eb7-944a-d0c7c14c690f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.311245 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.337137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d1a6d-6a60-4999-8f0a-c73ba3773102 req-73719889-b4cc-4b8b-80ca-253717809753 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:29.341971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d49a4d9-e86e-4d3d-85dd-6e8345d7559f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:48:29.342502 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.345111 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa8d1a6d-6a60-4999-8f0a-c73ba3773102 req-73719889-b4cc-4b8b-80ca-253717809753 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 971 time: 0.0775745 Oct 13 10:48:29.369990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:48:29.382027 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.382869 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Added segment 3531d915-2aae-486a-88bb-94e57cdf4f01 of type vlan for network 674e18d0-a007-4b1e-8e1f-f0de80142a7e Oct 13 10:48:29.427010 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:29.441072 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.488323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644bc938-00fc-4b63-a677-d848a2b9834a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:29.517758 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.557559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa8d1a6d-6a60-4999-8f0a-c73ba3773102 req-053168ff-8622-479a-a194-1f778ab0f6d8 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114196 Oct 13 10:48:29.571560 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-a7282507-f38f-4eb7-944a-d0c7c14c690f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Allocated IP 172.20.0.14 (b58e4256-4c47-4436-af94-141a2aa7d3a0/3a88d710-315c-4479-96af-c6b02bc601b6/259551c6-0966-4d75-b849-0242e987c06d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:29.574533 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.575512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:29.576099 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.594121 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb9ceaf-2efb-4d9e-ae0c-3539f144a3c9" -d '{"events": [{"server_uuid": "6d49a4d9-e86e-4d3d-85dd-6e8345d7559f", "name": "network-vif-plugged", "status": "completed", "tag": "112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:48:29.633904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54870) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:29.642814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:29.685360 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad04f437-ac32-4ca0-b2fb-ac31b0cd51c2 req-1199c158-3558-4040-b47e-c3bef048583b tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0868864 Oct 13 10:48:29.700006 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6214230 Oct 13 10:48:29.707270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54874) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:29.714832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-eafadb0a-b96e-48cc-b95e-0eae19284f06 admin admin] Request body: {'subnet': {'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1089963671-subnet', 'tenant_id': '59ce84d919ed4ecdafe5a928ed96d168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:29.727776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb771e1f-28b2-48e2-a48f-cdafbbbd9a88 admin admin] Pushing event updated for resources: {'Network': ['ID=674e18d0-a007-4b1e-8e1f-f0de80142a7e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:29.745854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 674e18d0-a007-4b1e-8e1f-f0de80142a7e details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:48:29.800587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafadb0a-b96e-48cc-b95e-0eae19284f06 admin admin] Made reservation on behalf of 59ce84d919ed4ecdafe5a928ed96d168 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:29.804115 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eafadb0a-b96e-48cc-b95e-0eae19284f06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.816883 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db56a7be-8c6f-4443-9dd9-a0abb7b2b8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:29.855429 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82287484-5ae6-416b-a10f-2415611c117f x-openstack-request-id: req-82287484-5ae6-416b-a10f-2415611c117f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:48:29.856383 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d49a4d9-e86e-4d3d-85dd-6e8345d7559f", "name": "network-vif-plugged", "status": "completed", "tag": "112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:48:29.856644 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82287484-5ae6-416b-a10f-2415611c117f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:48:29.857104 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d49a4d9-e86e-4d3d-85dd-6e8345d7559f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9', 'code': 200} Oct 13 10:48:29.871540 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-a7282507-f38f-4eb7-944a-d0c7c14c690f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.004502 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db56a7be-8c6f-4443-9dd9-a0abb7b2b8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.006683 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-a7282507-f38f-4eb7-944a-d0c7c14c690f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.067362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2035754-9696-4114-8920-f8a7a1e76326 req-e0e4b11f-52ee-4a1e-ab3c-a07cdf25e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:30.068856 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c2035754-9696-4114-8920-f8a7a1e76326 req-e0e4b11f-52ee-4a1e-ab3c-a07cdf25e732 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 1123 time: 0.1311820 Oct 13 10:48:30.072313 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-a7282507-f38f-4eb7-944a-d0c7c14c690f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Network b58e4256-4c47-4436-af94-141a2aa7d3a0 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:30.075604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-a7282507-f38f-4eb7-944a-d0c7c14c690f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:30.085681 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-a7282507-f38f-4eb7-944a-d0c7c14c690f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:30.091835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-a7282507-f38f-4eb7-944a-d0c7c14c690f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:30.092461 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-a7282507-f38f-4eb7-944a-d0c7c14c690f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.097708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a04056-c2bf-45af-8dbf-04a6a7e5db4e req-a803f08a-e50c-426a-9af4-ba9944e8160c tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:30.107913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c6a04056-c2bf-45af-8dbf-04a6a7e5db4e req-a803f08a-e50c-426a-9af4-ba9944e8160c tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 932 time: 0.0799000 Oct 13 10:48:30.111847 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db56a7be-8c6f-4443-9dd9-a0abb7b2b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.152816 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eafadb0a-b96e-48cc-b95e-0eae19284f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.153201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7282507-f38f-4eb7-944a-d0c7c14c690f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Pushing event updated for resources: {'Port': ['ID=259551c6-0966-4d75-b849-0242e987c06d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:30.175628 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c2035754-9696-4114-8920-f8a7a1e76326 req-298d1449-2ca0-417b-9ed7-f90537d95050 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.184826 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1f6ee67-23c5-42c4-bdf0-5d1d3f114903 req-01a7d7ad-ca58-494d-97fb-6e35d52f72df tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0797961 Oct 13 10:48:30.222551 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c6a04056-c2bf-45af-8dbf-04a6a7e5db4e req-375546a5-333c-4bd4-ac44-f46cf564738d tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137364 Oct 13 10:48:30.239267 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-db56a7be-8c6f-4443-9dd9-a0abb7b2b8a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7e387b2159342ed8a13a558037cabbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6033857 Oct 13 10:48:30.241634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56a7be-8c6f-4443-9dd9-a0abb7b2b8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de022c8-1e49-4687-a23e-7f88ef5432d2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:30.246387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54884) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:30.251518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafadb0a-b96e-48cc-b95e-0eae19284f06 admin admin] Checking segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:30.255371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafadb0a-b96e-48cc-b95e-0eae19284f06 admin admin] Network hostable DHCP agents. Network: 674e18d0-a007-4b1e-8e1f-f0de80142a7e, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:48:30.255371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafadb0a-b96e-48cc-b95e-0eae19284f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:30.288449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-a7282507-f38f-4eb7-944a-d0c7c14c690f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9668965 Oct 13 10:48:30.336951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafadb0a-b96e-48cc-b95e-0eae19284f06 admin admin] Network 674e18d0-a007-4b1e-8e1f-f0de80142a7e is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:48:30.346595 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e80d168a-7224-4aea-8f0f-549ee2733c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.350932 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c2035754-9696-4114-8920-f8a7a1e76326 req-298d1449-2ca0-417b-9ed7-f90537d95050 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.366484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a65299f5-c300-40e4-95a9-485c6afe5ef5 None None] Provisioning complete for port 259551c6-0966-4d75-b849-0242e987c06d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:30.367003 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a65299f5-c300-40e4-95a9-485c6afe5ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.372329 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e80d168a-7224-4aea-8f0f-549ee2733c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.409163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a65299f5-c300-40e4-95a9-485c6afe5ef5 None None] Port 259551c6-0966-4d75-b849-0242e987c06d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:30.425426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-eafadb0a-b96e-48cc-b95e-0eae19284f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 674e18d0-a007-4b1e-8e1f-f0de80142a7e) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:30.432720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafadb0a-b96e-48cc-b95e-0eae19284f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:30.433331 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eafadb0a-b96e-48cc-b95e-0eae19284f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.434125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb89ecb-e64f-480a-aa68-310a425ced4e None None] Network 674e18d0-a007-4b1e-8e1f-f0de80142a7e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:48:30.468376 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c2035754-9696-4114-8920-f8a7a1e76326 req-298d1449-2ca0-417b-9ed7-f90537d95050 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.505449 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e80d168a-7224-4aea-8f0f-549ee2733c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.507877 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e80d168a-7224-4aea-8f0f-549ee2733c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:30.514228 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e80d168a-7224-4aea-8f0f-549ee2733c6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3de022c8-1e49-4687-a23e-7f88ef5432d2 HTTP/1.1" status: 204 len: 168 time: 0.2628770 Oct 13 10:48:30.514228 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c2035754-9696-4114-8920-f8a7a1e76326 req-298d1449-2ca0-417b-9ed7-f90537d95050 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330356 Oct 13 10:48:30.514228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d1449-2ca0-417b-9ed7-f90537d95050 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f1210a08-4a28-48f9-b251-e61cc3d8bc9d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:30.534800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d168a-7224-4aea-8f0f-549ee2733c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de022c8-1e49-4687-a23e-7f88ef5432d2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:30.570862 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eafadb0a-b96e-48cc-b95e-0eae19284f06 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8621998 Oct 13 10:48:30.588792 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ee6038-14da-4ad6-aca2-a7edf9573bd8 None None] Network 674e18d0-a007-4b1e-8e1f-f0de80142a7e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:48:30.715687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7dcab-6560-470f-9358-6c9970b89743 req-f5a9d800-af0c-4b09-8dd4-f4f4576678f1 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:30.717454 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ddb7dcab-6560-470f-9358-6c9970b89743 req-f5a9d800-af0c-4b09-8dd4-f4f4576678f1 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 972 time: 0.0728590 Oct 13 10:48:30.775140 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ddb7dcab-6560-470f-9358-6c9970b89743 req-5bddf5a3-f953-43fe-be2a-797d150439ce tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483029 Oct 13 10:48:30.801304 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fcd91b2c-d012-4f4b-8bdd-48754c63a0b1 req-b1cc8bc5-c03f-4025-b5b8-cc8e09e87513 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0530472 Oct 13 10:48:31.245373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54906) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:31.269891 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2cac43f6-7eb1-4224-8d00-a4066d8e6473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:31.293292 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97281a35-cc04-492c-87d2-a1d218c59991 req-27942591-89ce-4c07-85ee-6d1341500c08 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0348947 Oct 13 10:48:31.358769 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4d014-297b-4abd-8d6c-236624b171e2 req-239ee7ae-f0ad-4f44-8911-dc87872bd3b7 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:31.367133 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dce4d014-297b-4abd-8d6c-236624b171e2 req-239ee7ae-f0ad-4f44-8911-dc87872bd3b7 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 932 time: 0.0628617 Oct 13 10:48:31.378448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2cac43f6-7eb1-4224-8d00-a4066d8e6473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:31.404890 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dce4d014-297b-4abd-8d6c-236624b171e2 req-12f6f91e-76e6-4b54-8364-ebba58f43fb2 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368078 Oct 13 10:48:31.439764 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2cac43f6-7eb1-4224-8d00-a4066d8e6473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:31.482813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2cac43f6-7eb1-4224-8d00-a4066d8e6473 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d145abfaa0434d3aaa699802d4db84f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344675 Oct 13 10:48:31.483122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54912) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:31.489249 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac43f6-7eb1-4224-8d00-a4066d8e6473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267db576-9894-4465-ab22-8099dd34bd9c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:31.536644 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54916) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:31.541730 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55f55ad7-a948-449f-9781-645cdcbf61c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:31.541970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2006002490-network', 'tenant_id': 'cfea9d529af0422b9d9bf022922f7543'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:31.564147 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55f55ad7-a948-449f-9781-645cdcbf61c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:31.633920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Made reservation on behalf of cfea9d529af0422b9d9bf022922f7543 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:31.636930 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:31.645808 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:31.659659 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55f55ad7-a948-449f-9781-645cdcbf61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:31.662657 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55f55ad7-a948-449f-9781-645cdcbf61c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:31.663811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-55f55ad7-a948-449f-9781-645cdcbf61c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/267db576-9894-4465-ab22-8099dd34bd9c HTTP/1.1" status: 204 len: 168 time: 0.1796856 Oct 13 10:48:31.672150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f55ad7-a948-449f-9781-645cdcbf61c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267db576-9894-4465-ab22-8099dd34bd9c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:31.734714 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:31.785567 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:31.816092 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:48:31.824352 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01d1344-d4ad-4d91-b2b6-2a8f58e57d1a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:31.844001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:31.844749 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Added segment f3534d39-6a74-42da-a741-b7a63497b997 of type vlan for network c6736d93-9576-4f89-b4d2-d1b19ee742fb Oct 13 10:48:31.888924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:31.906437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01c67e-db6e-4bcf-8b9f-3fb699208517 req-5e451528-2d87-43b9-9d9f-3e5e08796582 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:31.907971 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea01c67e-db6e-4bcf-8b9f-3fb699208517 req-5e451528-2d87-43b9-9d9f-3e5e08796582 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 972 time: 0.0562088 Oct 13 10:48:31.928226 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-101861ec-9718-4ab4-9b50-c5d27649e1f6 req-ff3afb4e-019b-4c23-94b4-f99677d81f03 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0361474 Oct 13 10:48:31.959089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea01c67e-db6e-4bcf-8b9f-3fb699208517 req-cb84825b-99e8-47a8-9793-b51c428ab525 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Oct 13 10:48:32.028093 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:32.029598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:32.030231 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:32.092920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] Pushing event updated for resources: {'Network': ['ID=c6736d93-9576-4f89-b4d2-d1b19ee742fb,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:32.108406 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network c6736d93-9576-4f89-b4d2-d1b19ee742fb details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:48:32.157327 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4b7d8551-b1a2-43d8-ad3a-0472695b735c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6195707 Oct 13 10:48:32.160151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54932) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:32.169128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e3290743-b18e-4837-81f1-ffc76cdd7631 admin admin] Request body: {'subnet': {'network_id': 'c6736d93-9576-4f89-b4d2-d1b19ee742fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2006002490-subnet', 'tenant_id': 'cfea9d529af0422b9d9bf022922f7543', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:32.268573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3290743-b18e-4837-81f1-ffc76cdd7631 admin admin] Made reservation on behalf of cfea9d529af0422b9d9bf022922f7543 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:32.272519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3290743-b18e-4837-81f1-ffc76cdd7631 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:32.411138 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d1458bd6-6731-4452-b60d-2f0009c4f73d req-a60ba5c9-61f6-45d7-8c57-7d3148c5f83b tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0289483 Oct 13 10:48:32.553264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa058d0-34ca-49ac-81e2-3590667f0a8f req-e1ba307f-567e-4687-90ab-6330b4cf3434 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:32.554861 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2fa058d0-34ca-49ac-81e2-3590667f0a8f req-e1ba307f-567e-4687-90ab-6330b4cf3434 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 932 time: 0.0515552 Oct 13 10:48:32.568558 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3290743-b18e-4837-81f1-ffc76cdd7631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:32.641031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2fa058d0-34ca-49ac-81e2-3590667f0a8f req-1a148ab0-9f18-456f-816f-c0ee8f5c86b4 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794027 Oct 13 10:48:32.655210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3290743-b18e-4837-81f1-ffc76cdd7631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4987a9f6-df60-4676-91fa-8d030101ad8b,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:32.670462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3290743-b18e-4837-81f1-ffc76cdd7631 admin admin] Checking segment: {'id': 'f3534d39-6a74-42da-a741-b7a63497b997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c6736d93-9576-4f89-b4d2-d1b19ee742fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:32.670817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3290743-b18e-4837-81f1-ffc76cdd7631 admin admin] Network hostable DHCP agents. Network: c6736d93-9576-4f89-b4d2-d1b19ee742fb, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:48:32.742625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3290743-b18e-4837-81f1-ffc76cdd7631 admin admin] Network c6736d93-9576-4f89-b4d2-d1b19ee742fb is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:48:32.848135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e3290743-b18e-4837-81f1-ffc76cdd7631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, c6736d93-9576-4f89-b4d2-d1b19ee742fb) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:32.855266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3290743-b18e-4837-81f1-ffc76cdd7631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:32.859444 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3290743-b18e-4837-81f1-ffc76cdd7631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:32.859564 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a3349e-5c81-442b-b839-4a698cc1dd1d None None] Network c6736d93-9576-4f89-b4d2-d1b19ee742fb requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:48:32.945002 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e3290743-b18e-4837-81f1-ffc76cdd7631 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7809832 Oct 13 10:48:32.997434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff19a3a-7b93-4636-8773-c0f838e90f98 None None] Network c6736d93-9576-4f89-b4d2-d1b19ee742fb requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:48:33.108670 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d1cbc75c-9af9-445f-94eb-a4dd12622311 req-4a27954f-ca06-45d1-b414-3d47ce0a3f0b tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0554321 Oct 13 10:48:33.130682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5291b-60ae-418a-b10e-af75f2661dfc req-c81481bc-84f5-49d0-bd90-34979723b1cd tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:33.135194 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bc5291b-60ae-418a-b10e-af75f2661dfc req-c81481bc-84f5-49d0-bd90-34979723b1cd tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 972 time: 0.0778341 Oct 13 10:48:33.175957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bc5291b-60ae-418a-b10e-af75f2661dfc req-61fe8e9d-6a20-41b4-9b7b-218e401116f8 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371859 Oct 13 10:48:33.363430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa4324-0f02-48e0-bbcb-69262c32aee7 req-f2d90b37-d68f-477b-aef6-caa928666ec8 tempest-AggregatesAdminTestJSON-896327956 tempest-AggregatesAdminTestJSON-896327956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:33.364964 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e9fa4324-0f02-48e0-bbcb-69262c32aee7 req-f2d90b37-d68f-477b-aef6-caa928666ec8 tempest-AggregatesAdminTestJSON-896327956 tempest-AggregatesAdminTestJSON-896327956-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 1123 time: 0.0768335 Oct 13 10:48:33.386320 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e9fa4324-0f02-48e0-bbcb-69262c32aee7 req-bad9155d-4d0b-4b7d-bd36-4bb6d4c181bc tempest-AggregatesAdminTestJSON-896327956 tempest-AggregatesAdminTestJSON-896327956-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:33.476890 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e9fa4324-0f02-48e0-bbcb-69262c32aee7 req-bad9155d-4d0b-4b7d-bd36-4bb6d4c181bc tempest-AggregatesAdminTestJSON-896327956 tempest-AggregatesAdminTestJSON-896327956-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:33.542311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-8302a554-cbd3-4145-9045-d4470c2b3663 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:33.543867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-8302a554-cbd3-4145-9045-d4470c2b3663 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 821 time: 0.1150637 Oct 13 10:48:33.547996 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e9fa4324-0f02-48e0-bbcb-69262c32aee7 req-bad9155d-4d0b-4b7d-bd36-4bb6d4c181bc tempest-AggregatesAdminTestJSON-896327956 tempest-AggregatesAdminTestJSON-896327956-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:33.565004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-ee8570c2-b8c1-473c-a4d3-aa401a4107eb tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/quotas/59ce84d919ed4ecdafe5a928ed96d168 HTTP/1.1" status: 200 len: 375 time: 0.0137167 Oct 13 10:48:33.577540 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e9fa4324-0f02-48e0-bbcb-69262c32aee7 req-bad9155d-4d0b-4b7d-bd36-4bb6d4c181bc tempest-AggregatesAdminTestJSON-896327956 tempest-AggregatesAdminTestJSON-896327956-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057407 Oct 13 10:48:33.593434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9155d-4d0b-4b7d-bd36-4bb6d4c181bc tempest-AggregatesAdminTestJSON-896327956 tempest-AggregatesAdminTestJSON-896327956-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c309586a-1bed-463b-a0bf-4f185c5ec7b7,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:33.609879 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-07702f96-78c8-420d-ada3-0ad4fb91f12f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388067 Oct 13 10:48:33.693801 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-988c7502-1958-4e73-a8fb-b76cc3309521 req-63fc5b6b-bfe6-475b-8281-ca2f56a6074e tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0353799 Oct 13 10:48:33.794637 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-52a5f2c7-e847-4622-8f45-917f2a33bd30 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:48:33.795851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-52a5f2c7-e847-4622-8f45-917f2a33bd30 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0529556 Oct 13 10:48:33.889358 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-1c5e0bcb-68e0-4fee-b2d2-7d6229071c5d service neutron] 10.222.0.32 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873258 Oct 13 10:48:33.988427 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-b5e7e5f8-57a1-41a0-948d-a86ffffc6bf4 service neutron] 10.222.0.32 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926342 Oct 13 10:48:34.326105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c35c0e-8742-4ace-98ea-7b42f3d9c0c0 req-b907e6a5-960d-4907-aff6-7083850431aa tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:34.327608 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-77c35c0e-8742-4ace-98ea-7b42f3d9c0c0 req-b907e6a5-960d-4907-aff6-7083850431aa tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 932 time: 0.0558608 Oct 13 10:48:34.391465 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-77c35c0e-8742-4ace-98ea-7b42f3d9c0c0 req-9622a976-770e-4878-bafa-4f0390534444 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481310 Oct 13 10:48:34.446114 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e3aaa38-1133-4ceb-8862-94f13d5f972b req-5d7ef06b-1456-46ed-882c-e78209d19da3 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0278764 Oct 13 10:48:34.463882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-702c4b14-93c1-44cd-87ac-b71d9d9a823a req-46a27431-6ff4-49f8-9e75-1bfa96cebcee tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 210 time: 0.0303085 Oct 13 10:48:34.795532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cbb462c8-45b8-49eb-a73e-e1ee779435fe req-00cf424f-ce15-438c-96f6-c3f41308dff7 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0295463 Oct 13 10:48:35.525684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98f177-2c63-42ae-8a37-3e174b31ef20 req-216af641-572e-404d-9931-035ae45efcde tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:35.527165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c98f177-2c63-42ae-8a37-3e174b31ef20 req-216af641-572e-404d-9931-035ae45efcde tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 932 time: 0.0543060 Oct 13 10:48:35.568169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c98f177-2c63-42ae-8a37-3e174b31ef20 req-f185bc6d-4078-447d-92cc-8dd6be9659c5 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344450 Oct 13 10:48:35.654563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ea204df-4444-4e9d-9e80-291e98c84a79 req-f9a9ed9c-43a8-431e-87a2-ad04db1105c3 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0273182 Oct 13 10:48:35.741039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-96062a78-d5ca-48bf-97e0-2d012e33c234 req-dc0f657d-3a52-456f-9294-735eb9c9d98d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 210 time: 0.0265760 Oct 13 10:48:35.889163 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2148fee2-96f8-4681-abfd-b7c9d5073f49 req-49910107-975f-4253-9f66-b872fa6503f6 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0254171 Oct 13 10:48:36.526447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-28b89b32-decd-46b4-990a-e7fb1bcd68a7 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:36.528682 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-28b89b32-decd-46b4-990a-e7fb1bcd68a7 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.21 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 821 time: 0.1064134 Oct 13 10:48:36.541623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-725c4165-ded1-4dba-9ca4-924b75520150 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Request body: {'port': {'device_id': '72432f60-dc91-4ee4-97c7-f9ecd15892f3', 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e', 'admin_state_up': True, 'tenant_id': '59ce84d919ed4ecdafe5a928ed96d168'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:36.697108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd429cc-51c9-4342-be89-2f6b064b3a31 req-acbb4029-deb8-4cc4-ae9a-80d1818b959c tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:36.698620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8cd429cc-51c9-4342-be89-2f6b064b3a31 req-acbb4029-deb8-4cc4-ae9a-80d1818b959c tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 932 time: 0.0481613 Oct 13 10:48:36.738348 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8cd429cc-51c9-4342-be89-2f6b064b3a31 req-8708ce2c-295e-496b-835d-2d3f59aaa0b3 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337906 Oct 13 10:48:36.744899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-725c4165-ded1-4dba-9ca4-924b75520150 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Made reservation on behalf of 59ce84d919ed4ecdafe5a928ed96d168 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:36.748729 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-725c4165-ded1-4dba-9ca4-924b75520150 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:36.836677 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-07db841c-3419-4984-a392-bd7b966fef25 req-f7df1295-b791-405f-bf18-cd6756ae5e5c tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0258133 Oct 13 10:48:36.895333 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-725c4165-ded1-4dba-9ca4-924b75520150 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Allocated IP 172.20.0.3 (674e18d0-a007-4b1e-8e1f-f0de80142a7e/6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e/b0d18ab8-1387-4e8e-a10d-52c7b6a79156) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:36.924376 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0dd79b85-8c77-494e-b106-1a6274f6f1a2 req-e503521f-3b45-4fa3-81d6-455bdbe93164 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 210 time: 0.0304744 Oct 13 10:48:37.019030 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1bdb555a-d7ae-46f4-8c26-9a3cc91c581e req-573d1355-2f9d-4cb7-ae86-1eb6f5f6f553 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0314598 Oct 13 10:48:37.232463 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-725c4165-ded1-4dba-9ca4-924b75520150 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:37.349086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-725c4165-ded1-4dba-9ca4-924b75520150 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:37.389695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-725c4165-ded1-4dba-9ca4-924b75520150 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Network 674e18d0-a007-4b1e-8e1f-f0de80142a7e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:37.392709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-725c4165-ded1-4dba-9ca4-924b75520150 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:37.395243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-725c4165-ded1-4dba-9ca4-924b75520150 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:37.401295 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-725c4165-ded1-4dba-9ca4-924b75520150 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:37.402603 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-725c4165-ded1-4dba-9ca4-924b75520150 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:37.418589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c4165-ded1-4dba-9ca4-924b75520150 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Pushing event updated for resources: {'Port': ['ID=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:37.519349 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-725c4165-ded1-4dba-9ca4-924b75520150 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9821901 Oct 13 10:48:37.529823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-ea692f7f-e485-4d8b-9923-757f8071d477 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:48:37.531053 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-ea692f7f-e485-4d8b-9923-757f8071d477 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078118 Oct 13 10:48:37.539281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Request body: {'port': {'device_id': '72432f60-dc91-4ee4-97c7-f9ecd15892f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:37.612650 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:37.684990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Request body: {'port': {'device_id': '64da48cf-1991-4ddd-9d5e-367a49d0c85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:37.801197 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:37.841996 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.46', 59565) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:37.877557 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-e7ac7af9-7eb7-48bc-9a3c-776ed5edf440 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=115aedc90d954f3bac3fe746135eb37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278773 Oct 13 10:48:37.939072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb87ef-e65b-4b9a-9dbe-0d94578f3cb4 req-8512942c-05f5-475a-b784-3a97937b60db tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:37.942146 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-28fb87ef-e65b-4b9a-9dbe-0d94578f3cb4 req-8512942c-05f5-475a-b784-3a97937b60db tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 932 time: 0.0562191 Oct 13 10:48:37.965188 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c317d469-7fc5-489a-b175-5d66a947049e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:37.998914 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-28fb87ef-e65b-4b9a-9dbe-0d94578f3cb4 req-16c48748-4853-41c9-a454-fdc570e4a7cf tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493901 Oct 13 10:48:38.136946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55196) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:38.164429 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e75bdde-a10e-408c-8475-c5497f72097a req-95b8d029-5d00-4aba-8902-0358812eef15 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0716779 Oct 13 10:48:38.198248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-1540a625-6dea-4756-9e0d-8db2e16a6a91 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:38.199757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-1540a625-6dea-4756-9e0d-8db2e16a6a91 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3162327 Oct 13 10:48:38.247463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584985fe-cdde-446c-9081-5ca2c75dbd28 req-8c08c27c-29b0-403c-99bd-fc4501f23fb1 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:38.249428 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584985fe-cdde-446c-9081-5ca2c75dbd28 req-8c08c27c-29b0-403c-99bd-fc4501f23fb1 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 931 time: 0.0858166 Oct 13 10:48:38.284799 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9b5b37d5-bb09-45e2-a4e1-498f2980839c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.285961 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Request body: {'port': {'device_id': '68ac0d0e-fff3-4817-94aa-efdc3e401831', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '115aedc90d954f3bac3fe746135eb37a'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:38.308328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d18ab8-1387-4e8e-a10d-52c7b6a79156 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:48:38.322933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584985fe-cdde-446c-9081-5ca2c75dbd28 req-4b3ae295-3d42-453d-9c54-0adfd4516080 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673401 Oct 13 10:48:38.358540 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.392348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Transition to ACTIVE for port object b0d18ab8-1387-4e8e-a10d-52c7b6a79156 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:48:38.402571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.46', 59566) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:38.413260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9b5b37d5-bb09-45e2-a4e1-498f2980839c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.481939 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3094ce6f-218f-4c88-8be2-0e05f6df5491 req-a491a85b-4275-4fc2-ba08-5b41a8f30bbc tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0784366 Oct 13 10:48:38.491007 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.495056 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-e931fe6c-c3ca-405f-a2e0-22713fc77f22 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=41bbaf8ad89248d094c541f7121bc8a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874965 Oct 13 10:48:38.511925 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.525320 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9b5b37d5-bb09-45e2-a4e1-498f2980839c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.593658 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9b5b37d5-bb09-45e2-a4e1-498f2980839c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41dc5f3e14ac406c8267ad9c58c8dafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527476 Oct 13 10:48:38.593850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55214) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:38.602054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b37d5-bb09-45e2-a4e1-498f2980839c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc09d583-8bdb-4628-82db-5787d25d4990,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:38.669974 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93cd125c-1bf0-462e-8c0e-8e98ff102119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.680345 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Pushing event updated for resources: {'Port': ['ID=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:38.700261 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93cd125c-1bf0-462e-8c0e-8e98ff102119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.734521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259551c6-0966-4d75-b849-0242e987c06d {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:48:38.749858 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.775921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-6e5054ae-bbbc-4a38-a0ff-c133060fc458 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:38.777401 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-6e5054ae-bbbc-4a38-a0ff-c133060fc458 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759552 Oct 13 10:48:38.782514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Made reservation on behalf of 115aedc90d954f3bac3fe746135eb37a for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:38.785851 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.787819 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Attempting to bind port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:38.788146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Attempting to bind port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:38.788467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Attempting to bind port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:38.792009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Transition to ACTIVE for port object 259551c6-0966-4d75-b849-0242e987c06d will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:48:38.801734 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.803459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:48:38.803774 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Attempting to bind port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:38.814531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:38.814795 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Checking segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:38.815171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Bound using segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:38.815605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Bound port: b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:38.815950 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.871727 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93cd125c-1bf0-462e-8c0e-8e98ff102119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.875042 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93cd125c-1bf0-462e-8c0e-8e98ff102119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:38.879661 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-93cd125c-1bf0-462e-8c0e-8e98ff102119 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc09d583-8bdb-4628-82db-5787d25d4990 HTTP/1.1" status: 204 len: 168 time: 0.2838457 Oct 13 10:48:38.904408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Request body: {'port': {'device_id': '2320aba0-d5e7-443a-b039-fbb79ce8766c', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '41bbaf8ad89248d094c541f7121bc8a5'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:38.912698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd125c-1bf0-462e-8c0e-8e98ff102119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc09d583-8bdb-4628-82db-5787d25d4990,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:38.916788 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.076686 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:39.113995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Pushing event updated for resources: {'Port': ['ID=259551c6-0966-4d75-b849-0242e987c06d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:39.149227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:39.193072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Attempting to bind port 259551c6-0966-4d75-b849-0242e987c06d on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:39.193628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Attempting to bind port 259551c6-0966-4d75-b849-0242e987c06d by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:39.193708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Attempting to bind port 259551c6-0966-4d75-b849-0242e987c06d on network b58e4256-4c47-4436-af94-141a2aa7d3a0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:39.209357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Port 259551c6-0966-4d75-b849-0242e987c06d on network b58e4256-4c47-4436-af94-141a2aa7d3a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:48:39.209683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Attempting to bind port 259551c6-0966-4d75-b849-0242e987c06d on network b58e4256-4c47-4436-af94-141a2aa7d3a0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:39.220216 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.226143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:39.226814 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Checking segment: {'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:39.226930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Bound using segment: {'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:39.227331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Bound port: 259551c6-0966-4d75-b849-0242e987c06d, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:39.228246 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.243241 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.294414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9f957-8bf0-4655-ba6a-797c177cc06c req-39d27d4c-0017-40c9-8cae-c0bfa998bbff tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:39.296660 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54a9f957-8bf0-4655-ba6a-797c177cc06c req-39d27d4c-0017-40c9-8cae-c0bfa998bbff tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 944 time: 0.0766618 Oct 13 10:48:39.323402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:39.324021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.325604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] 10.222.0.21 "PUT /v2.0/ports/b0d18ab8-1387-4e8e-a10d-52c7b6a79156 HTTP/1.1" status: 200 len: 1091 time: 1.7904351 Oct 13 10:48:39.326290 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.329993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72432f60-dc91-4ee4-97c7-f9ecd15892f3', 'tag': 'b0d18ab8-1387-4e8e-a10d-52c7b6a79156'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:48:39.332327 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7250b1a9-598c-46ba-b00d-70197eef956c" -d '{"events": [{"name": "network-changed", "server_uuid": "72432f60-dc91-4ee4-97c7-f9ecd15892f3", "tag": "b0d18ab8-1387-4e8e-a10d-52c7b6a79156"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:48:39.362563 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54a9f957-8bf0-4655-ba6a-797c177cc06c req-817543fe-b767-4135-b483-4441b72db45c tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529315 Oct 13 10:48:39.370494 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Made reservation on behalf of 41bbaf8ad89248d094c541f7121bc8a5 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:39.374121 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.428850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55258) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:39.457921 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.469735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3d4cc-79bf-46ef-9e00-5029470d471a service neutron] Pushing event updated for resources: {'Port': ['ID=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:39.508190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa5c73a-65eb-4afb-a481-d579a35a7b26,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:39.508626 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-080340b7-94e6-4c4c-9ec1-6f4c2ca2d674 req-ecf79f9f-44b2-4a12-9022-f5e566340683 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0399249 Oct 13 10:48:39.517964 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] For port 259551c6-0966-4d75-b849-0242e987c06d, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:39.568647 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e6282c-30b5-456b-9710-624fa506bdff x-openstack-request-id: req-27e6282c-30b5-456b-9710-624fa506bdff {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:48:39.568941 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72432f60-dc91-4ee4-97c7-f9ecd15892f3", "tag": "b0d18ab8-1387-4e8e-a10d-52c7b6a79156", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:48:39.569190 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27e6282c-30b5-456b-9710-624fa506bdff {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:48:39.569580 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72432f60-dc91-4ee4-97c7-f9ecd15892f3', 'tag': 'b0d18ab8-1387-4e8e-a10d-52c7b6a79156', 'status': 'completed', 'code': 200} Oct 13 10:48:39.581762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] For port 259551c6-0966-4d75-b849-0242e987c06d, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=259551c6-0966-4d75-b849-0242e987c06d,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:39.640003 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f33a5c7b-a5f0-46c8-af88-6427cd1d66f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.648940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-34ec54e6-6f86-4355-bbf2-67b279306782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:39.651285 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-34ec54e6-6f86-4355-bbf2-67b279306782 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 1094 time: 0.1875234 Oct 13 10:48:39.661209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Allocated IP 192.168.233.248 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/8df14e58-0b0e-4ca5-bb8f-2607418ccd3d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:39.680359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d08442-8e9c-49d5-8240-17df1058b679 req-db154f51-0edd-4946-85ea-32cc0c147ab3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:39.682245 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84d08442-8e9c-49d5-8240-17df1058b679 req-db154f51-0edd-4946-85ea-32cc0c147ab3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 943 time: 0.0805342 Oct 13 10:48:39.713206 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.725602 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-be68214a-447a-49d3-bc0a-cf24bb3fff5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156 HTTP/1.1" status: 200 len: 217 time: 0.0623322 Oct 13 10:48:39.749820 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84d08442-8e9c-49d5-8240-17df1058b679 req-f7326b58-4de3-4f0e-a260-e61458be7416 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585957 Oct 13 10:48:39.777214 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f33a5c7b-a5f0-46c8-af88-6427cd1d66f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.801174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:39.801675 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.808175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] 10.222.0.46 "PUT /v2.0/ports/259551c6-0966-4d75-b849-0242e987c06d HTTP/1.1" status: 200 len: 1092 time: 2.1964989 Oct 13 10:48:39.866431 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f33a5c7b-a5f0-46c8-af88-6427cd1d66f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.882233 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:39.891001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-d9531b95-09f4-4217-ad20-b70184aef121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:39.892447 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-d9531b95-09f4-4217-ad20-b70184aef121 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.1379135 Oct 13 10:48:39.896371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996d438-0c1d-4c1e-b0f9-c78b5f07fc3b service neutron] Pushing event updated for resources: {'Port': ['ID=259551c6-0966-4d75-b849-0242e987c06d,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:39.901412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-511d7c2e-8f5b-432a-90db-50311afffc73 req-61d531ad-26f1-42aa-a916-91a35e41c753 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0494590 Oct 13 10:48:39.942518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a5c7b-a5f0-46c8-af88-6427cd1d66f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67032c65-f650-459b-808c-6d41a4ab15d6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:39.947968 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f33a5c7b-a5f0-46c8-af88-6427cd1d66f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87914468938d4f3f94ab2218cb9a4ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180180 Oct 13 10:48:39.950881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55270) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:39.995998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55274) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:40.028231 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8824bc-1235-4146-88b8-852aafbec1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.085157 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e52f4dd4-160f-4776-ae3e-5274ec1bf98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.120169 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.132338 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e52f4dd4-160f-4776-ae3e-5274ec1bf98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.210294 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8824bc-1235-4146-88b8-852aafbec1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.247918 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.265385 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-8a2bb4c0-801f-47d0-99fa-d593f4c9743b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3565016 Oct 13 10:48:40.276784 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8824bc-1235-4146-88b8-852aafbec1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.310809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55282) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:40.336267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8824bc-1235-4146-88b8-852aafbec1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b585125-8e48-4718-9b40-b48e5b805134,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:40.343069 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e52f4dd4-160f-4776-ae3e-5274ec1bf98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.345836 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e52f4dd4-160f-4776-ae3e-5274ec1bf98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.349618 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e52f4dd4-160f-4776-ae3e-5274ec1bf98b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67032c65-f650-459b-808c-6d41a4ab15d6 HTTP/1.1" status: 204 len: 168 time: 0.3977585 Oct 13 10:48:40.357945 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fe8824bc-1235-4146-88b8-852aafbec1c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d62fd597d15840e28ccadd356afac5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606389 Oct 13 10:48:40.362613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55288) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:40.378983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f4dd4-160f-4776-ae3e-5274ec1bf98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67032c65-f650-459b-808c-6d41a4ab15d6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:40.434637 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-363bc3f5-d11d-493d-a954-b5c5ccaad391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.461271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-363bc3f5-d11d-493d-a954-b5c5ccaad391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.483005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3710b1-9dea-45bd-b611-707d628dd15c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:40.506675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6423f0ab-cfd1-425d-b169-e0b5d1f148d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.579586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-784acbb8-3b10-4cdf-a389-d22b682a52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:40.581063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-784acbb8-3b10-4cdf-a389-d22b682a52d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c16d108e0b3b432b9200693dc1b5290a&device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 1095 time: 0.3489759 Oct 13 10:48:40.594566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-d8b249f3-dbe1-40ae-ac85-c8416218c32c service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020229 Oct 13 10:48:40.609129 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.619156 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-363bc3f5-d11d-493d-a954-b5c5ccaad391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.621723 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-363bc3f5-d11d-493d-a954-b5c5ccaad391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.625116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-363bc3f5-d11d-493d-a954-b5c5ccaad391 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b585125-8e48-4718-9b40-b48e5b805134 HTTP/1.1" status: 204 len: 168 time: 0.2591035 Oct 13 10:48:40.640395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bc3f5-d11d-493d-a954-b5c5ccaad391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b585125-8e48-4718-9b40-b48e5b805134,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:40.676766 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-4ba5851b-366e-4ab8-b137-25eeb52f7bc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259551c6-0966-4d75-b849-0242e987c06d HTTP/1.1" status: 200 len: 217 time: 0.0806570 Oct 13 10:48:40.731378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adbe7e-8fd5-4e41-9741-b16eda158351 req-07010404-2501-416d-a8c3-ae362a909b8a tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:40.731785 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6423f0ab-cfd1-425d-b169-e0b5d1f148d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.732875 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c8adbe7e-8fd5-4e41-9741-b16eda158351 req-07010404-2501-416d-a8c3-ae362a909b8a tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 944 time: 0.2399862 Oct 13 10:48:40.745141 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-38f7797e-f9eb-4b96-9742-69ff0eff7338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.770509 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-93e99154-c658-49c2-8885-7e10cdc002c2 req-d6fe59f9-c3d5-4d90-afed-7347b980e998 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0359795 Oct 13 10:48:40.806353 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6423f0ab-cfd1-425d-b169-e0b5d1f148d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.850004 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6423f0ab-cfd1-425d-b169-e0b5d1f148d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6526dfd160d7482d83e01f026946760c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324149 Oct 13 10:48:40.854059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55304) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:40.858254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-7c3333c6-f54a-4f36-a4b5-b9375fa114c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:40.859779 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-7c3333c6-f54a-4f36-a4b5-b9375fa114c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a88d710-315c-4479-96af-c6b02bc601b6 HTTP/1.1" status: 200 len: 862 time: 0.1492915 Oct 13 10:48:40.867513 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c8adbe7e-8fd5-4e41-9741-b16eda158351 req-08d595ed-ca70-4ae8-869f-cb57a81e3ce1 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976765 Oct 13 10:48:40.871228 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ac6e488-15e2-4721-a2fc-c41670df58cd req-a1eecad4-e23f-4757-ac0e-e3bb77ef619c service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667580 Oct 13 10:48:40.916147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423f0ab-cfd1-425d-b169-e0b5d1f148d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a0cd64-fa7d-4cb9-9509-08f87773865d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:40.922516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-282c87f6-39e1-41a0-9a8b-0616a3ad5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:40.924226 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-282c87f6-39e1-41a0-9a8b-0616a3ad5789 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b58e4256-4c47-4436-af94-141a2aa7d3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553200 Oct 13 10:48:40.953684 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:40.961144 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b912c09-0147-4beb-8ef9-193179c43960 req-6005c545-ae57-4422-a489-394411f21a69 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:40.963205 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b912c09-0147-4beb-8ef9-193179c43960 req-6005c545-ae57-4422-a489-394411f21a69 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 972 time: 0.1024499 Oct 13 10:48:40.978985 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b9f6de8-2a7b-44fe-8b61-eb263162adf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.017919 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b9f6de8-2a7b-44fe-8b61-eb263162adf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.027805 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b912c09-0147-4beb-8ef9-193179c43960 req-91052c41-dc1b-4a11-a7de-2dbc4e75a934 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571144 Oct 13 10:48:41.142847 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-791ec91a-54cb-409e-a5a4-97a8291f19c2 req-c4d30306-36e7-4d5e-a468-f2faa8a8a2d2 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0295477 Oct 13 10:48:41.144104 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:41.160068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:41.162899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:41.171009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:41.171009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.190865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Pushing event updated for resources: {'Port': ['ID=8df14e58-0b0e-4ca5-bb8f-2607418ccd3d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:41.199109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Allocated IP 192.168.233.189 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/d8939adf-0009-4c8e-88de-90fa8713e9b4) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:41.214107 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b9f6de8-2a7b-44fe-8b61-eb263162adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.217451 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b9f6de8-2a7b-44fe-8b61-eb263162adf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.222444 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6b9f6de8-2a7b-44fe-8b61-eb263162adf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16a0cd64-fa7d-4cb9-9509-08f87773865d HTTP/1.1" status: 204 len: 168 time: 0.3636110 Oct 13 10:48:41.228585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f6de8-2a7b-44fe-8b61-eb263162adf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a0cd64-fa7d-4cb9-9509-08f87773865d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:41.234711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55312) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:41.251646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250b1a9-598c-46ba-b00d-70197eef956c req-70c3d691-336e-4834-b95b-a35c725c121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:41.253528 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7250b1a9-598c-46ba-b00d-70197eef956c req-70c3d691-336e-4834-b95b-a35c725c121a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 1094 time: 0.2085075 Oct 13 10:48:41.264419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6c0e9-0d3b-4e9b-98fd-34a46bd7a664 req-37ea28fe-7728-4f53-ac4c-aa7d64a15e3a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:41.265173 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-657363c7-17af-4c43-bacf-1e51923b2151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.266012 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0fb6c0e9-0d3b-4e9b-98fd-34a46bd7a664 req-37ea28fe-7728-4f53-ac4c-aa7d64a15e3a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 943 time: 0.3188207 Oct 13 10:48:41.271279 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-e5968d15-d494-4cf6-af13-ddfcd2556de2 service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389862 Oct 13 10:48:41.377192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-420cb650-8d6f-4dd0-9cf4-921d924913c8 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0997088 Oct 13 10:48:41.415960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-657363c7-17af-4c43-bacf-1e51923b2151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.439621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Request body: {'port': {'device_id': '68ac0d0e-fff3-4817-94aa-efdc3e401831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:41.485062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-657363c7-17af-4c43-bacf-1e51923b2151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.496135 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3a55b8cb-eab3-43d6-9713-f6a3a9ac49ec None None] Provisioning complete for port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:41.497637 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3a55b8cb-eab3-43d6-9713-f6a3a9ac49ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.528497 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-657363c7-17af-4c43-bacf-1e51923b2151 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a6f2dd8c1514d579d25d95424177f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900128 Oct 13 10:48:41.528497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657363c7-17af-4c43-bacf-1e51923b2151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd9c83a-4237-4962-8c95-9ab54c3d1274,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:41.529500 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55320) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:41.539456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0fb6c0e9-0d3b-4e9b-98fd-34a46bd7a664 req-a9b12e9d-eafc-4c2d-b833-84f6706e2fc9 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540872 Oct 13 10:48:41.568625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3a55b8cb-eab3-43d6-9713-f6a3a9ac49ec None None] Port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:41.591757 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ae72258-0bb7-425c-9230-aedf2c368a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.598276 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64da48cf-1991-4ddd-9d5e-367a49d0c85d', 'tag': '259551c6-0966-4d75-b849-0242e987c06d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:48:41.600666 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d0563e-f269-4bb3-893a-29b580a69d38" -d '{"events": [{"name": "network-changed", "server_uuid": "64da48cf-1991-4ddd-9d5e-367a49d0c85d", "tag": "259551c6-0966-4d75-b849-0242e987c06d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:48:41.613045 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250b1a9-598c-46ba-b00d-70197eef956c req-f834343f-f054-489f-a894-e6438eda1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:41.614567 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7250b1a9-598c-46ba-b00d-70197eef956c req-f834343f-f054-489f-a894-e6438eda1d0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.3454745 Oct 13 10:48:41.621085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ae72258-0bb7-425c-9230-aedf2c368a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.679761 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.687060 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2751f279-7a8a-43f6-a94d-24f693061168 x-openstack-request-id: req-2751f279-7a8a-43f6-a94d-24f693061168 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:48:41.687350 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64da48cf-1991-4ddd-9d5e-367a49d0c85d", "tag": "259551c6-0966-4d75-b849-0242e987c06d", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:48:41.687595 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2751f279-7a8a-43f6-a94d-24f693061168 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:48:41.687972 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64da48cf-1991-4ddd-9d5e-367a49d0c85d', 'tag': '259551c6-0966-4d75-b849-0242e987c06d', 'status': 'completed', 'code': 200} Oct 13 10:48:41.699546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7250b1a9-598c-46ba-b00d-70197eef956c req-b79471ef-be4c-4fa4-b94e-7a35ed31d351 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156 HTTP/1.1" status: 200 len: 217 time: 0.0617139 Oct 13 10:48:41.710354 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.759563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ae72258-0bb7-425c-9230-aedf2c368a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.763301 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ae72258-0bb7-425c-9230-aedf2c368a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.765473 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6ae72258-0bb7-425c-9230-aedf2c368a3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cd9c83a-4237-4962-8c95-9ab54c3d1274 HTTP/1.1" status: 204 len: 168 time: 0.2347531 Oct 13 10:48:41.775098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae72258-0bb7-425c-9230-aedf2c368a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd9c83a-4237-4962-8c95-9ab54c3d1274,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:41.785395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5023cb8-f169-4197-b06a-7d0052b5b888 req-b6e399ef-952f-4c07-819d-59bc7062a8b3 service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011380 Oct 13 10:48:41.851991 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:41.865503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250b1a9-598c-46ba-b00d-70197eef956c req-c60473ec-1f3b-4fa6-8ca0-3274d5865d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:41.867227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7250b1a9-598c-46ba-b00d-70197eef956c req-c60473ec-1f3b-4fa6-8ca0-3274d5865d3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.1406219 Oct 13 10:48:41.955476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.21', 56641) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:41.984064 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7250b1a9-598c-46ba-b00d-70197eef956c req-84ff3d5a-7212-4fea-b734-c6d8d48340b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937152 Oct 13 10:48:42.031017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5fc6a-78c3-43bf-af40-164d1b07fbcb req-7ab74dca-ca32-47c1-b3a0-b28ca1192d9b tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:42.032811 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98f5fc6a-78c3-43bf-af40-164d1b07fbcb req-7ab74dca-ca32-47c1-b3a0-b28ca1192d9b tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 944 time: 0.0859709 Oct 13 10:48:42.041747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51fb9a-26f2-477e-ac94-b18db983d9cc req-cbad0f9d-dd91-4421-8a00-33a41b70ed92 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:42.043366 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f51fb9a-26f2-477e-ac94-b18db983d9cc req-cbad0f9d-dd91-4421-8a00-33a41b70ed92 tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 972 time: 0.0869198 Oct 13 10:48:42.071056 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:42.115707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b831d74-9259-438e-b2d9-ce9a3945ee0e req-fc23be57-0dc1-42d2-89cf-bbb2468e3bc3 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:42.117201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b831d74-9259-438e-b2d9-ce9a3945ee0e req-fc23be57-0dc1-42d2-89cf-bbb2468e3bc3 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 936 time: 0.2738707 Oct 13 10:48:42.124341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55338) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:42.133282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0563e-f269-4bb3-893a-29b580a69d38 req-f17762b9-72f4-4386-97c7-020469abb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:42.136222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74d0563e-f269-4bb3-893a-29b580a69d38 req-f17762b9-72f4-4386-97c7-020469abb67e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c16d108e0b3b432b9200693dc1b5290a&device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 1095 time: 0.2300701 Oct 13 10:48:42.181504 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98f5fc6a-78c3-43bf-af40-164d1b07fbcb req-cbdeaa73-af2d-4c1a-9605-de2936670260 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370578 Oct 13 10:48:42.255988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-2f51fb9a-26f2-477e-ac94-b18db983d9cc req-057b4c7d-62d5-4a46-b2d8-22eb443cca2b tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Deleting port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:48:42.256610 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2f51fb9a-26f2-477e-ac94-b18db983d9cc req-057b4c7d-62d5-4a46-b2d8-22eb443cca2b tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:42.371586 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d72dc7a9-34df-454f-bcd5-a46aab83b732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:42.397100 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:42.618999 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b831d74-9259-438e-b2d9-ce9a3945ee0e req-9563b430-f121-4cc9-a61a-c44e022bb2c1 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810767 Oct 13 10:48:42.620107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0563e-f269-4bb3-893a-29b580a69d38 req-d8cacec8-d9c2-4d57-8289-1ed14cc4fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:42.621452 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74d0563e-f269-4bb3-893a-29b580a69d38 req-d8cacec8-d9c2-4d57-8289-1ed14cc4fedd service neutron] 10.222.0.46 "GET /v2.0/networks?id=b58e4256-4c47-4436-af94-141a2aa7d3a0 HTTP/1.1" status: 200 len: 924 time: 0.4762857 Oct 13 10:48:42.630404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7250b1a9-598c-46ba-b00d-70197eef956c req-8e61c73d-02e2-4d5a-b2b4-d0fd12b4a3df service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6176004 Oct 13 10:48:42.631080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:42.651000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c878d-d694-41ec-bab2-552237141a6c req-dbdd985e-5fe1-402d-aa39-f1a00d5ebe6d tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:42.652596 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d78c878d-d694-41ec-bab2-552237141a6c req-dbdd985e-5fe1-402d-aa39-f1a00d5ebe6d tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 972 time: 0.1046185 Oct 13 10:48:42.662097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-2f51fb9a-26f2-477e-ac94-b18db983d9cc req-057b4c7d-62d5-4a46-b2d8-22eb443cca2b tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] For port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:42.662462 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2f51fb9a-26f2-477e-ac94-b18db983d9cc req-057b4c7d-62d5-4a46-b2d8-22eb443cca2b tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:42.664088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:42.716181 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-2f51fb9a-26f2-477e-ac94-b18db983d9cc req-057b4c7d-62d5-4a46-b2d8-22eb443cca2b tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Calling delete_port for 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 owned by compute:tempest-test_az-1656796733 {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:48:42.737189 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d78c878d-d694-41ec-bab2-552237141a6c req-a6c3e12b-3cb2-4e9e-8e79-f61b0f350fbc tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/security-groups?id=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774922 Oct 13 10:48:42.872934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7250b1a9-598c-46ba-b00d-70197eef956c req-2a97426a-541a-4c42-81b6-55f32d9f38ff service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100048 Oct 13 10:48:42.873641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Pushing event updated for resources: {'Port': ['ID=d8939adf-0009-4c8e-88de-90fa8713e9b4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:42.876848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74d0563e-f269-4bb3-893a-29b580a69d38 req-0ab1f0a8-9564-4961-941b-89c3a5c05f20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259551c6-0966-4d75-b849-0242e987c06d HTTP/1.1" status: 200 len: 217 time: 0.2367115 Oct 13 10:48:42.889772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:42.896086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:42.896791 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:42.978214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f88011-e6f7-4082-8b7b-d91368acf35f req-6670f3d4-d162-468c-9552-63be0e2849ea tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:42.980083 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66f88011-e6f7-4082-8b7b-d91368acf35f req-6670f3d4-d162-468c-9552-63be0e2849ea tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 943 time: 0.0865514 Oct 13 10:48:43.000610 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0563e-f269-4bb3-893a-29b580a69d38 req-adb5d4d0-e6a8-4a31-83a9-606a0addca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:43.006535 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74d0563e-f269-4bb3-893a-29b580a69d38 req-adb5d4d0-e6a8-4a31-83a9-606a0addca39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a88d710-315c-4479-96af-c6b02bc601b6 HTTP/1.1" status: 200 len: 862 time: 0.0836740 Oct 13 10:48:43.075905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-d735fd8c-92a6-4e31-bf97-5e4ad297d476 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2248192 Oct 13 10:48:43.100094 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Request body: {'port': {'device_id': '2320aba0-d5e7-443a-b039-fbb79ce8766c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:43.113321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-04b76d34-329f-4829-82cd-5dde2966b039 None None] Provisioning complete for port d8939adf-0009-4c8e-88de-90fa8713e9b4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:43.113710 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-04b76d34-329f-4829-82cd-5dde2966b039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.118139 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66f88011-e6f7-4082-8b7b-d91368acf35f req-f1aa290f-93e3-4337-9c87-90b41646e4f4 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311502 Oct 13 10:48:43.150120 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:48:43.152480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5cc40-1992-410b-a7b0-25182d5e4263 req-fd99c0bc-4194-4317-a0a7-53809a5274c8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:43.154202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87b5cc40-1992-410b-a7b0-25182d5e4263 req-fd99c0bc-4194-4317-a0a7-53809a5274c8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 936 time: 0.2763922 Oct 13 10:48:43.159461 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d72dc7a9-34df-454f-bcd5-a46aab83b732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.192925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-04b76d34-329f-4829-82cd-5dde2966b039 None None] Port d8939adf-0009-4c8e-88de-90fa8713e9b4 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:43.229932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0563e-f269-4bb3-893a-29b580a69d38 req-5c538812-f7e9-4309-bd12-893256db8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:43.230877 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55380) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:43.231434 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74d0563e-f269-4bb3-893a-29b580a69d38 req-5c538812-f7e9-4309-bd12-893256db8a51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b58e4256-4c47-4436-af94-141a2aa7d3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155728 Oct 13 10:48:43.232044 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d72dc7a9-34df-454f-bcd5-a46aab83b732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.250946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2f51fb9a-26f2-477e-ac94-b18db983d9cc req-057b4c7d-62d5-4a46-b2d8-22eb443cca2b tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.263890 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:48:43.307841 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.386230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-network', 'tenant_id': '198968e63bf44c978f3296047f1450f1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:43.389841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b4c7d-62d5-4a46-b2d8-22eb443cca2b tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Pushing event deleted for resources: {'Port': ['ID=112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:43.390730 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87b5cc40-1992-410b-a7b0-25182d5e4263 req-7531ce16-c3e3-40eb-a0eb-a50cc63d037a tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082775 Oct 13 10:48:43.391296 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.437227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d72dc7a9-34df-454f-bcd5-a46aab83b732 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa1c4c0bef03455db1a322774dceb767&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3118386 Oct 13 10:48:43.442365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55386) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:43.444368 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72dc7a9-34df-454f-bcd5-a46aab83b732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abc7419-2671-458e-9a96-a990988de0f4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:43.464566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f51fb9a-26f2-477e-ac94-b18db983d9cc req-057b4c7d-62d5-4a46-b2d8-22eb443cca2b tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] No DVR routers for this DVR port 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:48:43.465454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:48:43.468548 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2f51fb9a-26f2-477e-ac94-b18db983d9cc req-057b4c7d-62d5-4a46-b2d8-22eb443cca2b tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.472809 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f51fb9a-26f2-477e-ac94-b18db983d9cc req-057b4c7d-62d5-4a46-b2d8-22eb443cca2b tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.21 "DELETE /v2.0/ports/112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 HTTP/1.1" status: 204 len: 173 time: 1.4219570 Oct 13 10:48:43.475440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d49a4d9-e86e-4d3d-85dd-6e8345d7559f', 'name': 'network-vif-deleted', 'tag': '112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:48:43.490869 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.561512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e5586-1aaa-4749-a8b5-d13d4b8a1e38 req-ec12a213-4d14-41e0-ac3f-13e26c2234e4 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:43.562204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Transition to ACTIVE for port object 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:48:43.569250 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c89e5586-1aaa-4749-a8b5-d13d4b8a1e38 req-ec12a213-4d14-41e0-ac3f-13e26c2234e4 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 944 time: 0.2682645 Oct 13 10:48:43.608227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74d0563e-f269-4bb3-893a-29b580a69d38 req-1b16c612-0c9c-4b07-9cd1-3b2c53b0f1e4 service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630195 Oct 13 10:48:43.622933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c89e5586-1aaa-4749-a8b5-d13d4b8a1e38 req-f26512cf-9804-4876-9dbb-eb5dda56166d tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526850 Oct 13 10:48:43.627008 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Made reservation on behalf of 198968e63bf44c978f3296047f1450f1 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:43.637894 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.652678 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.718370 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.740484 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-238f4caa-85e9-47da-9c01-88fcc546af41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.791554 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.859393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.866804 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c79683-c11c-4e83-86b3-19aa698e8692" -d '{"events": [{"server_uuid": "6d49a4d9-e86e-4d3d-85dd-6e8345d7559f", "name": "network-vif-deleted", "tag": "112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:48:43.892369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:48:43.896974 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-238f4caa-85e9-47da-9c01-88fcc546af41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.906097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Pushing event updated for resources: {'Port': ['ID=8df14e58-0b0e-4ca5-bb8f-2607418ccd3d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:43.918707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f40b45a-b24c-4a8b-98fd-5f569fd394d6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:43.921784 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:43.922128 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Added segment 9b44ae8f-3f80-4f17-998a-ced35291615f of type vlan for network be2e561e-5856-48e0-9234-028425481c5b Oct 13 10:48:43.958888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74d0563e-f269-4bb3-893a-29b580a69d38 req-b50f793a-43c7-497f-82d5-6024821a129e service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050606 Oct 13 10:48:43.999533 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:44.028255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2d782-64cb-4e66-bffa-dd14232d9b0e req-99350bde-db38-4687-a454-49c7c7e2969f tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:44.033169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84b2d782-64cb-4e66-bffa-dd14232d9b0e req-99350bde-db38-4687-a454-49c7c7e2969f tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 948 time: 0.2837029 Oct 13 10:48:44.053732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Attempting to bind port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:44.070519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Attempting to bind port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:44.070519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Attempting to bind port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:44.077119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:48:44.077467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Attempting to bind port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:44.091225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:44.096922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:44.096922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:44.096922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:44.096922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Bound port: 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:44.096922 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:44.107306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:44.107963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:44.157437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84b2d782-64cb-4e66-bffa-dd14232d9b0e req-a76c250a-a18b-4e90-9a1d-8823f101d5be tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143467 Oct 13 10:48:44.180586 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-74986ce0-96d3-4656-b50f-7a8085109a1a req-da2aba6f-d85e-4f77-aba6-f38f49b06c0e tempest-AggregatesAdminTestJSON-1762663724 tempest-AggregatesAdminTestJSON-1762663724-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d49a4d9-e86e-4d3d-85dd-6e8345d7559f HTTP/1.1" status: 200 len: 210 time: 0.0689328 Oct 13 10:48:44.183580 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-238f4caa-85e9-47da-9c01-88fcc546af41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:44.186117 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-238f4caa-85e9-47da-9c01-88fcc546af41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:44.190272 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-238f4caa-85e9-47da-9c01-88fcc546af41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4abc7419-2671-458e-9a96-a990988de0f4 HTTP/1.1" status: 204 len: 168 time: 0.7468231 Oct 13 10:48:44.204151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8939adf-0009-4c8e-88de-90fa8713e9b4 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:48:44.215936 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:44.220769 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f4caa-85e9-47da-9c01-88fcc546af41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abc7419-2671-458e-9a96-a990988de0f4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:44.246495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Transition to ACTIVE for port object d8939adf-0009-4c8e-88de-90fa8713e9b4 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:48:44.257332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] For port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:44.259814 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] For port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8df14e58-0b0e-4ca5-bb8f-2607418ccd3d,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:44.266006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] Pushing event updated for resources: {'Network': ['ID=be2e561e-5856-48e0-9234-028425481c5b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:44.298845 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-717b7610-7915-4310-95b0-07bc2f083bcb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0660877 Oct 13 10:48:44.301549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55416) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:44.307705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a2e82a45-3cf9-4681-b993-e1e466c1fa21 admin admin] Request body: {'subnet': {'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-subnet', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:44.320800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network be2e561e-5856-48e0-9234-028425481c5b details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:48:44.348304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:44.373429 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accdbebf-0c87-4791-a0da-de770229c733 x-openstack-request-id: req-accdbebf-0c87-4791-a0da-de770229c733 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:48:44.373728 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d49a4d9-e86e-4d3d-85dd-6e8345d7559f", "name": "network-vif-deleted", "tag": "112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:48:44.373982 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-accdbebf-0c87-4791-a0da-de770229c733 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:48:44.374457 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d49a4d9-e86e-4d3d-85dd-6e8345d7559f', 'name': 'network-vif-deleted', 'tag': '112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9', 'status': 'completed', 'code': 200} Oct 13 10:48:44.407291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:44.432388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Pushing event updated for resources: {'Port': ['ID=d8939adf-0009-4c8e-88de-90fa8713e9b4,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:44.437811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79133d7-203c-4a89-b0bf-cc5c27e8b136 req-a7c86b65-292b-496f-9a07-f527f714654a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:44.441564 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c79133d7-203c-4a89-b0bf-cc5c27e8b136 req-a7c86b65-292b-496f-9a07-f527f714654a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 943 time: 0.1278262 Oct 13 10:48:44.467722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:44.468419 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:44.469857 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] 10.222.0.46 "PUT /v2.0/ports/8df14e58-0b0e-4ca5-bb8f-2607418ccd3d HTTP/1.1" status: 200 len: 1096 time: 3.0437918 Oct 13 10:48:44.483021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ac0d0e-fff3-4817-94aa-efdc3e401831', 'tag': '8df14e58-0b0e-4ca5-bb8f-2607418ccd3d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:48:44.485305 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74be54d0-0fb6-4b2c-a86e-48a4cee4abea" -d '{"events": [{"name": "network-changed", "server_uuid": "68ac0d0e-fff3-4817-94aa-efdc3e401831", "tag": "8df14e58-0b0e-4ca5-bb8f-2607418ccd3d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:48:44.502091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e82a45-3cf9-4681-b993-e1e466c1fa21 admin admin] Made reservation on behalf of 198968e63bf44c978f3296047f1450f1 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:44.503482 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c79133d7-203c-4a89-b0bf-cc5c27e8b136 req-f8b4052c-3a19-4b25-b95e-e521e4c4e0f2 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549884 Oct 13 10:48:44.512647 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2e82a45-3cf9-4681-b993-e1e466c1fa21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:44.630611 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c627446b-003f-4009-8037-bee433d75c06 x-openstack-request-id: req-c627446b-003f-4009-8037-bee433d75c06 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:48:44.630903 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ac0d0e-fff3-4817-94aa-efdc3e401831", "tag": "8df14e58-0b0e-4ca5-bb8f-2607418ccd3d", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:48:44.631157 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c627446b-003f-4009-8037-bee433d75c06 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:48:44.631541 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ac0d0e-fff3-4817-94aa-efdc3e401831', 'tag': '8df14e58-0b0e-4ca5-bb8f-2607418ccd3d', 'status': 'completed', 'code': 200} Oct 13 10:48:44.662136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Attempting to bind port d8939adf-0009-4c8e-88de-90fa8713e9b4 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:44.662136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Attempting to bind port d8939adf-0009-4c8e-88de-90fa8713e9b4 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:44.662136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Attempting to bind port d8939adf-0009-4c8e-88de-90fa8713e9b4 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:44.720556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Port d8939adf-0009-4c8e-88de-90fa8713e9b4 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:48:44.720896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Attempting to bind port d8939adf-0009-4c8e-88de-90fa8713e9b4 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:44.732151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:44.732493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:44.732885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:44.733337 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Bound port: d8939adf-0009-4c8e-88de-90fa8713e9b4, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:44.733698 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:44.787193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b041cf0-2113-43e5-9bf4-5e6026bbccda req-c655af5a-eefc-4bca-bce1-b45a5d764050 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:44.788837 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b041cf0-2113-43e5-9bf4-5e6026bbccda req-c655af5a-eefc-4bca-bce1-b45a5d764050 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 944 time: 0.0913675 Oct 13 10:48:44.819186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4337e-f049-43df-882b-58b04d701389 req-ddece757-bf50-42ab-a98d-4a146b8c8cd9 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:44.827700 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22e4337e-f049-43df-882b-58b04d701389 req-ddece757-bf50-42ab-a98d-4a146b8c8cd9 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 948 time: 0.1996551 Oct 13 10:48:44.833055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-848f4b0e-6263-4b66-992c-0a36c44c6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:44.834838 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-848f4b0e-6263-4b66-992c-0a36c44c6a73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=115aedc90d954f3bac3fe746135eb37a&device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 1099 time: 0.2058532 Oct 13 10:48:44.839885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4d804-b474-4b95-b4c3-b7e7d96fc498 service neutron] Pushing event updated for resources: {'Port': ['ID=8df14e58-0b0e-4ca5-bb8f-2607418ccd3d,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:44.849624 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b041cf0-2113-43e5-9bf4-5e6026bbccda req-34c77c45-94f2-4a51-a473-56137e44c038 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483608 Oct 13 10:48:44.933662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55430) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:45.058647 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0a275db9-5741-42f1-bd38-166f1a7f7585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:45.109211 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-d774f810-ac21-4701-b0a6-f6d7645defb3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=8df14e58-0b0e-4ca5-bb8f-2607418ccd3d HTTP/1.1" status: 200 len: 217 time: 0.2646570 Oct 13 10:48:45.144870 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0a275db9-5741-42f1-bd38-166f1a7f7585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:45.158475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b0d18ab8-1387-4e8e-a10d-52c7b6a79156 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:48:45.222278 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0a275db9-5741-42f1-bd38-166f1a7f7585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:45.244722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22e4337e-f049-43df-882b-58b04d701389 req-d984be90-439e-42ff-b92d-b80f9c4830a9 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023237 Oct 13 10:48:45.264339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] For port d8939adf-0009-4c8e-88de-90fa8713e9b4, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:45.278729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-69f822d2-b27a-49c4-91a9-c1dbeb4d40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:45.280275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-69f822d2-b27a-49c4-91a9-c1dbeb4d40a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1607296 Oct 13 10:48:45.284902 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0a275db9-5741-42f1-bd38-166f1a7f7585 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14d37c0fcb204908bc44acbfab70ee10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500757 Oct 13 10:48:45.285057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55444) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:45.286655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a275db9-5741-42f1-bd38-166f1a7f7585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224de91d-4a41-4d12-8716-e5476d404be6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:45.286797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] For port d8939adf-0009-4c8e-88de-90fa8713e9b4, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d8939adf-0009-4c8e-88de-90fa8713e9b4,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:45.326226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:45.343212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b0d18ab8-1387-4e8e-a10d-52c7b6a79156', 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e', 'port_id': 'b0d18ab8-1387-4e8e-a10d-52c7b6a79156', 'mac_address': 'fa:16:3e:61:65:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:48:45.365668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-4cc74f36-c50a-492e-998e-acedc2f92c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:45.367469 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-4cc74f36-c50a-492e-998e-acedc2f92c21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733838 Oct 13 10:48:45.371917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f74ab-c0e8-4051-8dbe-200b0706617b req-00a66cef-63d9-42e0-8669-20be734e8ead tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:45.382028 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c28f74ab-c0e8-4051-8dbe-200b0706617b req-00a66cef-63d9-42e0-8669-20be734e8ead tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 948 time: 0.1146822 Oct 13 10:48:45.396263 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:45.401204 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2e82a45-3cf9-4681-b993-e1e466c1fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:45.403745 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:45.416528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d18ab8-1387-4e8e-a10d-52c7b6a79156 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:48:45.429048 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c28f74ab-c0e8-4051-8dbe-200b0706617b req-02c302e7-fe5e-4452-8fef-819d7c5843c6 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438194 Oct 13 10:48:45.437477 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca9b54fa-8a2e-45b3-828e-ffe58fb721d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:45.445453 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:45.516831 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:45.518033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:45.518687 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:45.520084 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] 10.222.0.46 "PUT /v2.0/ports/d8939adf-0009-4c8e-88de-90fa8713e9b4 HTTP/1.1" status: 200 len: 1096 time: 2.4325976 Oct 13 10:48:45.550138 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca9b54fa-8a2e-45b3-828e-ffe58fb721d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:45.594390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e82a45-3cf9-4681-b993-e1e466c1fa21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6643dbf3-a239-4d0f-b2b4-903fb61e4c98,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:45.631009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:45.648130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08860446-bb7f-403e-9aca-8b07c1d58d50 service neutron] Pushing event updated for resources: {'Port': ['ID=d8939adf-0009-4c8e-88de-90fa8713e9b4,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:45.688601 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-d8957f79-3480-4ca1-9dac-a948a4933acc service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099701 Oct 13 10:48:45.712998 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b0d18ab8-1387-4e8e-a10d-52c7b6a79156'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:48:45.713835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e82a45-3cf9-4681-b993-e1e466c1fa21 admin admin] Checking segment: {'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:45.714201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e82a45-3cf9-4681-b993-e1e466c1fa21 admin admin] Network hostable DHCP agents. Network: be2e561e-5856-48e0-9234-028425481c5b, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:48:45.802756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55460) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:45.825890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-85e1acf4-66fe-49ce-8909-f3f6553478cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:45.827467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-85e1acf4-66fe-49ce-8909-f3f6553478cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41bbaf8ad89248d094c541f7121bc8a5&device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 1099 time: 0.1833303 Oct 13 10:48:45.839689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c72c2-44bd-4b10-aa2a-9ddce5a84afa req-1fca56cf-1b06-4450-975b-fcbdaa970700 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:45.841267 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-756c72c2-44bd-4b10-aa2a-9ddce5a84afa req-1fca56cf-1b06-4450-975b-fcbdaa970700 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 944 time: 0.1794517 Oct 13 10:48:45.909493 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-408a32cc-8dce-4aa5-874c-3bc364b257f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=d8939adf-0009-4c8e-88de-90fa8713e9b4 HTTP/1.1" status: 200 len: 217 time: 0.0670872 Oct 13 10:48:45.913588 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca9b54fa-8a2e-45b3-828e-ffe58fb721d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:45.916904 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca9b54fa-8a2e-45b3-828e-ffe58fb721d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:45.918156 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ca9b54fa-8a2e-45b3-828e-ffe58fb721d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/224de91d-4a41-4d12-8716-e5476d404be6 HTTP/1.1" status: 204 len: 168 time: 0.6300249 Oct 13 10:48:45.918878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e82a45-3cf9-4681-b993-e1e466c1fa21 admin admin] Network be2e561e-5856-48e0-9234-028425481c5b is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:48:45.940336 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed02bee0-d9c4-4088-a2c6-17609fe22fc8 req-b42e228d-f142-47c8-a79b-aaf7d452a766 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365417 Oct 13 10:48:45.994976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-bc462d0b-0d3a-4cee-8914-1d786b9041e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:45.996486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-bc462d0b-0d3a-4cee-8914-1d786b9041e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0735180 Oct 13 10:48:45.998532 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b54fa-8a2e-45b3-828e-ffe58fb721d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224de91d-4a41-4d12-8716-e5476d404be6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:46.016368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564b94a-5f64-468a-8917-6accd7b3a3a1 req-83b4eeb6-51fc-4325-9f6a-e782252a2951 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:46.019016 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0564b94a-5f64-468a-8917-6accd7b3a3a1 req-83b4eeb6-51fc-4325-9f6a-e782252a2951 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 944 time: 0.0813408 Oct 13 10:48:46.033236 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2cb6684d-76ac-4725-930b-5fae78eff616 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e04db0d0163c4b66bec3df216472832e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2293210 Oct 13 10:48:46.041834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55472) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:46.074218 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0564b94a-5f64-468a-8917-6accd7b3a3a1 req-5e655c38-e39e-41e0-9449-7e633e40ba0e tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 Oct 13 10:48:46.111135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-756c72c2-44bd-4b10-aa2a-9ddce5a84afa req-d4a63994-76ae-42a2-a690-052394951401 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587135 Oct 13 10:48:46.111670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-a2e82a45-3cf9-4681-b993-e1e466c1fa21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, be2e561e-5856-48e0-9234-028425481c5b) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:46.124380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27606381-9d62-4755-a851-0ccad4f68090 None None] Network be2e561e-5856-48e0-9234-028425481c5b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:48:46.127803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e82a45-3cf9-4681-b993-e1e466c1fa21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:46.128384 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2e82a45-3cf9-4681-b993-e1e466c1fa21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.195555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-8bbc828b-de69-4ad5-9ff7-71a7d17aac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:46.197860 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-8bbc828b-de69-4ad5-9ff7-71a7d17aac99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1841190 Oct 13 10:48:46.199391 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f893b4d6-5c41-45c7-9c88-677665285ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.231991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be54d0-0fb6-4b2c-a86e-48a4cee4abea req-0bcf965c-bbf5-4456-9f98-7581922ca37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:46.233447 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74be54d0-0fb6-4b2c-a86e-48a4cee4abea req-0bcf965c-bbf5-4456-9f98-7581922ca37a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=115aedc90d954f3bac3fe746135eb37a&device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 1099 time: 0.1072793 Oct 13 10:48:46.284676 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a2e82a45-3cf9-4681-b993-e1e466c1fa21 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9819925 Oct 13 10:48:46.286810 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f893b4d6-5c41-45c7-9c88-677665285ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.287638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55478) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:46.292924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-be2e561e-5856-48e0-9234-028425481c5b', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:48:46.293886 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.294944 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:46.419566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-3f86a6e4-7ffe-4486-9025-3348119c2847 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138467 Oct 13 10:48:46.455685 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f421ef-6e5c-4d07-b873-4b6df1d5c80e req-9657f8d3-61ce-4ba1-b35a-44838dfbdef8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:46.458526 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be54d0-0fb6-4b2c-a86e-48a4cee4abea req-fab06f58-81cb-4c0b-ad01-989372a2f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:46.459980 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74be54d0-0fb6-4b2c-a86e-48a4cee4abea req-fab06f58-81cb-4c0b-ad01-989372a2f381 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1947963 Oct 13 10:48:46.466841 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-94f421ef-6e5c-4d07-b873-4b6df1d5c80e req-9657f8d3-61ce-4ba1-b35a-44838dfbdef8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 948 time: 0.1479752 Oct 13 10:48:46.482357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Allocated IP 172.20.0.2 (be2e561e-5856-48e0-9234-028425481c5b/6643dbf3-a239-4d0f-b2b4-903fb61e4c98/e7c34192-8cdb-4fe4-960a-ac2e75fff61a) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:46.484340 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.485602 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.522655 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-94f421ef-6e5c-4d07-b873-4b6df1d5c80e req-812ba961-0b32-413b-8ad7-aac8cadedc10 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535579 Oct 13 10:48:46.535975 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f893b4d6-5c41-45c7-9c88-677665285ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.535975 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f893b4d6-5c41-45c7-9c88-677665285ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.538701 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f893b4d6-5c41-45c7-9c88-677665285ba9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5 HTTP/1.1" status: 204 len: 168 time: 0.4945869 Oct 13 10:48:46.540833 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74be54d0-0fb6-4b2c-a86e-48a4cee4abea req-a508c91e-03a9-4133-b5cd-014e5ee5e8e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=8df14e58-0b0e-4ca5-bb8f-2607418ccd3d HTTP/1.1" status: 200 len: 217 time: 0.0549881 Oct 13 10:48:46.584749 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.608053 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893b4d6-5c41-45c7-9c88-677665285ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e500a7-b4b7-44e5-b5c1-7cca18b8d1f5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:46.635046 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2320aba0-d5e7-443a-b039-fbb79ce8766c', 'tag': 'd8939adf-0009-4c8e-88de-90fa8713e9b4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:48:46.637275 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0027e0f-a95d-4e45-9dd4-35d90e684e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2320aba0-d5e7-443a-b039-fbb79ce8766c", "tag": "d8939adf-0009-4c8e-88de-90fa8713e9b4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:48:46.669842 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3123c9-4610-482f-86e5-0f8834696589 req-4af285d8-6c51-4d1c-9f48-d0d42edafd6e tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:46.674107 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.676948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f3123c9-4610-482f-86e5-0f8834696589 req-4af285d8-6c51-4d1c-9f48-d0d42edafd6e tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 948 time: 0.1499627 Oct 13 10:48:46.681085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be54d0-0fb6-4b2c-a86e-48a4cee4abea req-46a1f61c-557b-481d-87b7-b87135078d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:46.682573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74be54d0-0fb6-4b2c-a86e-48a4cee4abea req-46a1f61c-557b-481d-87b7-b87135078d0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1290932 Oct 13 10:48:46.684402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-519d9ad2-15e9-4120-98cb-6bc86bd18fe9 req-c9c8882f-3086-4099-ab35-5a20cbecc5a9 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550554 Oct 13 10:48:46.709066 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f689bc6b-32b0-4677-bb47-b61600bb51c9 x-openstack-request-id: req-f689bc6b-32b0-4677-bb47-b61600bb51c9 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:48:46.709360 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2320aba0-d5e7-443a-b039-fbb79ce8766c", "tag": "d8939adf-0009-4c8e-88de-90fa8713e9b4", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:48:46.709605 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f689bc6b-32b0-4677-bb47-b61600bb51c9 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:48:46.710198 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2320aba0-d5e7-443a-b039-fbb79ce8766c', 'tag': 'd8939adf-0009-4c8e-88de-90fa8713e9b4', 'status': 'completed', 'code': 200} Oct 13 10:48:46.747042 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f3123c9-4610-482f-86e5-0f8834696589 req-8b4292ee-b41a-4b7b-a94b-36ac2716d40d tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692246 Oct 13 10:48:46.752160 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.753745 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be54d0-0fb6-4b2c-a86e-48a4cee4abea req-7c0ca450-5a3f-4139-a58f-0128fbff678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:46.755973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74be54d0-0fb6-4b2c-a86e-48a4cee4abea req-7c0ca450-5a3f-4139-a58f-0128fbff678a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580726 Oct 13 10:48:46.798712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Network be2e561e-5856-48e0-9234-028425481c5b is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:46.801913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:46.805903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:46.821758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Pushing event updated for resources: {'Port': ['ID=e7c34192-8cdb-4fe4-960a-ac2e75fff61a,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:46.865017 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 259551c6-0966-4d75-b849-0242e987c06d details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:48:46.903841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55492) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:46.911888 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Attempting to bind port e7c34192-8cdb-4fe4-960a-ac2e75fff61a on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:46.912273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Attempting to bind port e7c34192-8cdb-4fe4-960a-ac2e75fff61a by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:46.912633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Attempting to bind port e7c34192-8cdb-4fe4-960a-ac2e75fff61a on network be2e561e-5856-48e0-9234-028425481c5b {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:46.931822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:46.932261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Checking segment: {'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:46.932601 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.933003 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Bound using segment: {'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:46.933497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Bound port: e7c34192-8cdb-4fe4-960a-ac2e75fff61a, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:46.933882 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.934461 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-272e2ee6-4b25-455a-b320-7b2219404363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:46.965426 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74be54d0-0fb6-4b2c-a86e-48a4cee4abea req-a5ddac58-a27e-453a-a4a3-51f36d899839 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949468 Oct 13 10:48:47.006893 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:47.043634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0027e0f-a95d-4e45-9dd4-35d90e684e5c req-123b3463-b885-4c27-bf9d-48f1faa037c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:47.045521 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0027e0f-a95d-4e45-9dd4-35d90e684e5c req-123b3463-b885-4c27-bf9d-48f1faa037c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41bbaf8ad89248d094c541f7121bc8a5&device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 1099 time: 0.1421797 Oct 13 10:48:47.140862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 259551c6-0966-4d75-b849-0242e987c06d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=259551c6-0966-4d75-b849-0242e987c06d,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:47.144209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] For port e7c34192-8cdb-4fe4-960a-ac2e75fff61a, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:47.167223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] For port e7c34192-8cdb-4fe4-960a-ac2e75fff61a, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e7c34192-8cdb-4fe4-960a-ac2e75fff61a,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:47.168894 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '259551c6-0966-4d75-b849-0242e987c06d', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'port_id': '259551c6-0966-4d75-b849-0242e987c06d', 'mac_address': 'fa:16:3e:1d:27:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:48:47.202695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b0d18ab8-1387-4e8e-a10d-52c7b6a79156 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:47.242491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0027e0f-a95d-4e45-9dd4-35d90e684e5c req-b03958ce-b9e6-4414-a081-38107d5fec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:47.244769 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0027e0f-a95d-4e45-9dd4-35d90e684e5c req-b03958ce-b9e6-4414-a081-38107d5fec05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1903040 Oct 13 10:48:47.267209 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:47.319087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8fd3b-f96a-4219-9100-ec80d37cd086 req-808a28d2-ea68-434b-bd14-0d5f2c0e4a67 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:47.321665 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dca8fd3b-f96a-4219-9100-ec80d37cd086 req-808a28d2-ea68-434b-bd14-0d5f2c0e4a67 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 944 time: 0.1238799 Oct 13 10:48:47.351380 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:47.354954 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0027e0f-a95d-4e45-9dd4-35d90e684e5c req-da74a2e5-21d7-41b1-9a43-f2da50a2a7d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=d8939adf-0009-4c8e-88de-90fa8713e9b4 HTTP/1.1" status: 200 len: 217 time: 0.1005335 Oct 13 10:48:47.358988 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74be54d0-0fb6-4b2c-a86e-48a4cee4abea req-862bc5af-02e1-4e6d-b914-307bf244cd2a service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820055 Oct 13 10:48:47.394410 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259551c6-0966-4d75-b849-0242e987c06d {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:48:47.398586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fc708-e839-4c60-b1d8-caa6b9d3969d req-b88c5141-2017-4823-93a9-796984db550c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:47.400299 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d3fc708-e839-4c60-b1d8-caa6b9d3969d req-b88c5141-2017-4823-93a9-796984db550c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 944 time: 0.1242580 Oct 13 10:48:47.435996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 259551c6-0966-4d75-b849-0242e987c06d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=259551c6-0966-4d75-b849-0242e987c06d,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:47.437569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c305be0-c762-4a56-8918-c664bae73e91 None None] Pushing event updated for resources: {'Port': ['ID=e7c34192-8cdb-4fe4-960a-ac2e75fff61a,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:47.452304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-272e2ee6-4b25-455a-b320-7b2219404363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:47.460057 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dca8fd3b-f96a-4219-9100-ec80d37cd086 req-e244afb5-4a00-451e-949c-8b81f16fc03e tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293304 Oct 13 10:48:47.486193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0027e0f-a95d-4e45-9dd4-35d90e684e5c req-ffdf45d2-53f5-4f43-ada3-cd97cd338a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:47.487791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0027e0f-a95d-4e45-9dd4-35d90e684e5c req-ffdf45d2-53f5-4f43-ada3-cd97cd338a72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1137700 Oct 13 10:48:47.502478 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:47.516922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:48:47.521425 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:47.522755 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:47.526888 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:47.527531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d3fc708-e839-4c60-b1d8-caa6b9d3969d req-4df258c0-229a-4b89-b3f8-66e39df845e7 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027961 Oct 13 10:48:47.567649 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:47.604844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0027e0f-a95d-4e45-9dd4-35d90e684e5c req-39ec1d74-b543-4993-86b2-bc1135b152d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:47.606320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0027e0f-a95d-4e45-9dd4-35d90e684e5c req-39ec1d74-b543-4993-86b2-bc1135b152d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0906923 Oct 13 10:48:47.640963 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-272e2ee6-4b25-455a-b320-7b2219404363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:47.693858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-272e2ee6-4b25-455a-b320-7b2219404363 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b89f3084b34f486ba1376ced5365cf3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7890434 Oct 13 10:48:47.697771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55512) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:47.701660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=259551c6-0966-4d75-b849-0242e987c06d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:47.730602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55514) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:47.764273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Allocated IP 172.25.0.227 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/e8e571d8-4e9b-479d-af59-06bc00ccdd2a) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:47.828723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e2ee6-4b25-455a-b320-7b2219404363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f5dc46-f28c-4e01-bd50-d9eaf659fc5b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:47.835659 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:47.875168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72432f60-dc91-4ee4-97c7-f9ecd15892f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d18ab8-1387-4e8e-a10d-52c7b6a79156'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:48:47.877799 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5aad54-6c00-47a4-aecd-d8087fe05f04" -d '{"events": [{"server_uuid": "72432f60-dc91-4ee4-97c7-f9ecd15892f3", "name": "network-vif-plugged", "status": "completed", "tag": "b0d18ab8-1387-4e8e-a10d-52c7b6a79156"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:48:47.878562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0cafb4fe-2480-4f89-b1b1-59f969745056 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33626f18896b47cf989135281296aeb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465652 Oct 13 10:48:47.880496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55526) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:47.906741 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-70266782-b440-4dc3-a423-260d8392096a tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a9e052cc0d1140b39237002ad81d951f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268574 Oct 13 10:48:47.922574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:47.947628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e7c34192-8cdb-4fe4-960a-ac2e75fff61a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:47.964131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41e7c0-5f1d-491c-8943-673407f32864 req-fd075933-cbf1-482c-a692-befefef26a6c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:47.965750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4b41e7c0-5f1d-491c-8943-673407f32864 req-fd075933-cbf1-482c-a692-befefef26a6c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 948 time: 0.2644477 Oct 13 10:48:47.972515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0027e0f-a95d-4e45-9dd4-35d90e684e5c req-70e8cc91-3f80-4b3d-9182-eb1959e724ef service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567679 Oct 13 10:48:47.976209 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28e43ae7-308d-4f26-8c58-21bf61e3371b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.000036 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.001098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:48:48.035476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.071005 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee5a34d-d249-42ba-9168-0df528e87a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.073057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-c8f3a6b7-df32-4e08-b1da-2ef0815ea99e tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:48.074638 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-c8f3a6b7-df32-4e08-b1da-2ef0815ea99e tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611385 Oct 13 10:48:48.080778 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:48.088324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:48:48.088671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 112cb67e-ecb1-4cdb-8b6a-05b226d5a0e9 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:48:48.091734 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28e43ae7-308d-4f26-8c58-21bf61e3371b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.101341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e7c34192-8cdb-4fe4-960a-ac2e75fff61a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:48.101723 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.122310 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4b41e7c0-5f1d-491c-8943-673407f32864 req-084b4a1f-5e6b-4419-b7b7-7c281da62ab1 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485574 Oct 13 10:48:48.141978 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-91c95176-3cc8-4acc-aa3f-369d06288a8e tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/quotas/a9e052cc0d1140b39237002ad81d951f HTTP/1.1" status: 200 len: 375 time: 0.0251050 Oct 13 10:48:48.151944 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee5a34d-d249-42ba-9168-0df528e87a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.189068 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-8a78be36-7626-41a9-af1e-ac32e183325d tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9e052cc0d1140b39237002ad81d951f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436015 Oct 13 10:48:48.191355 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.205534 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.207958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0027e0f-a95d-4e45-9dd4-35d90e684e5c req-9c5b9eb0-5473-403e-a833-d992b081b846 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234256 Oct 13 10:48:48.247342 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['259551c6-0966-4d75-b849-0242e987c06d'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:48:48.253112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port e7c34192-8cdb-4fe4-960a-ac2e75fff61a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e7c34192-8cdb-4fe4-960a-ac2e75fff61a,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:48.262303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:48.267731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:48.270824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:48.289841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208e909-4f0d-4945-bf8d-45078d909524 req-a9bad289-9638-4151-b390-306b41fb81ef tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:48.291174 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8208e909-4f0d-4945-bf8d-45078d909524 req-a9bad289-9638-4151-b390-306b41fb81ef tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 948 time: 0.0695925 Oct 13 10:48:48.292385 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28e43ae7-308d-4f26-8c58-21bf61e3371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.295041 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28e43ae7-308d-4f26-8c58-21bf61e3371b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.296169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-28e43ae7-308d-4f26-8c58-21bf61e3371b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7f5dc46-f28c-4e01-bd50-d9eaf659fc5b HTTP/1.1" status: 204 len: 168 time: 0.5961266 Oct 13 10:48:48.304927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e43ae7-308d-4f26-8c58-21bf61e3371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f5dc46-f28c-4e01-bd50-d9eaf659fc5b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:48.347623 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.362383 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee5a34d-d249-42ba-9168-0df528e87a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.369658 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee5a34d-d249-42ba-9168-0df528e87a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.374742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-aee5a34d-d249-42ba-9168-0df528e87a5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c309586a-1bed-463b-a0bf-4f185c5ec7b7 HTTP/1.1" status: 204 len: 168 time: 0.4865670 Oct 13 10:48:48.394824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5a34d-d249-42ba-9168-0df528e87a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c309586a-1bed-463b-a0bf-4f185c5ec7b7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:48.410733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8208e909-4f0d-4945-bf8d-45078d909524 req-762d62e0-f5c1-4da9-87f0-e04e587148bd tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027689 Oct 13 10:48:48.423948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Pushing event updated for resources: {'Port': ['ID=e8e571d8-4e9b-479d-af59-06bc00ccdd2a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:48.536467 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ebf6e1-9e54-4c98-a11b-c4c14054ee59 x-openstack-request-id: req-93ebf6e1-9e54-4c98-a11b-c4c14054ee59 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:48:48.536958 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72432f60-dc91-4ee4-97c7-f9ecd15892f3", "name": "network-vif-plugged", "status": "completed", "tag": "b0d18ab8-1387-4e8e-a10d-52c7b6a79156", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:48:48.543635 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93ebf6e1-9e54-4c98-a11b-c4c14054ee59 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:48:48.544124 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72432f60-dc91-4ee4-97c7-f9ecd15892f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d18ab8-1387-4e8e-a10d-52c7b6a79156', 'code': 200} Oct 13 10:48:48.553642 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=e7c34192-8cdb-4fe4-960a-ac2e75fff61a,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:48.703250 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-00271ccb-c6a7-4802-a37e-d2d01b618db4 req-4ee75617-aeaa-4929-b163-fd9853ff3923 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 210 time: 0.1901646 Oct 13 10:48:48.735741 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ad405-d697-47c4-ae77-af6c92281b81 req-d0053f85-f59e-4462-938a-0132f2ac74b4 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:48.736645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd4ad405-d697-47c4-ae77-af6c92281b81 req-d0053f85-f59e-4462-938a-0132f2ac74b4 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 945 time: 0.1033325 Oct 13 10:48:48.797225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.806604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd4ad405-d697-47c4-ae77-af6c92281b81 req-7943b658-1f96-4970-884e-baf15fe26e0b tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629420 Oct 13 10:48:48.873234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26b4d9c-104c-47cf-be0e-3b59c421385a None None] Network be2e561e-5856-48e0-9234-028425481c5b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:48:48.959151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2037ba-221b-4fe0-a895-e58d143ef4f4 req-c42f2aa5-be03-4336-b0ec-fbc41af98f28 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:48.967294 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2037ba-221b-4fe0-a895-e58d143ef4f4 req-c42f2aa5-be03-4336-b0ec-fbc41af98f28 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 945 time: 0.1209602 Oct 13 10:48:48.984034 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4e497a32-a7dc-47bc-b91d-9c4ec0f5a792 None None] Provisioning complete for port e7c34192-8cdb-4fe4-960a-ac2e75fff61a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:48.984416 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4e497a32-a7dc-47bc-b91d-9c4ec0f5a792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:48.992368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d643a9-e71a-48cc-b1ef-ad0ff0ae3bee req-9f4752d2-be46-4bff-a9dc-fd12c389a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:48.994177 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44d643a9-e71a-48cc-b1ef-ad0ff0ae3bee req-9f4752d2-be46-4bff-a9dc-fd12c389a071 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 1096 time: 0.2940547 Oct 13 10:48:49.086022 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2037ba-221b-4fe0-a895-e58d143ef4f4 req-2d3ef31f-189a-4276-b1c2-724a1dc23c00 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057856 Oct 13 10:48:49.126403 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44d643a9-e71a-48cc-b1ef-ad0ff0ae3bee req-ad07816a-7c42-4007-a24d-3b8aa697396f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238251 Oct 13 10:48:49.200526 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:49.335684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd5a62-2239-47dd-9f51-76b4eba805a1 req-825f002d-6483-4946-8ec2-97f2341eed6e tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:49.344361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13dd5a62-2239-47dd-9f51-76b4eba805a1 req-825f002d-6483-4946-8ec2-97f2341eed6e tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 948 time: 0.0867281 Oct 13 10:48:49.392463 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13dd5a62-2239-47dd-9f51-76b4eba805a1 req-b95d43ad-4d81-4091-a16a-3d631d475c30 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467019 Oct 13 10:48:49.442819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c3682c6a-899b-4ad6-b488-48186762d5c6 None None] Provisioning complete for port e7c34192-8cdb-4fe4-960a-ac2e75fff61a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:49.446608 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c3682c6a-899b-4ad6-b488-48186762d5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:49.625863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd9ca9-78c7-4135-a945-9aebbbfaade4 req-21e2c02e-96db-4e0a-9d5b-c1831c734c41 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:49.625863 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-83cd9ca9-78c7-4135-a945-9aebbbfaade4 req-21e2c02e-96db-4e0a-9d5b-c1831c734c41 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 948 time: 0.0889072 Oct 13 10:48:49.679450 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-83cd9ca9-78c7-4135-a945-9aebbbfaade4 req-9d69af7a-0923-4c4b-a713-011374a26bc1 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481300 Oct 13 10:48:49.688275 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Router 7f9410df-2933-4259-a40f-000d26eb57f3 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:48:49.790807 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-558f3598-000c-48e0-918c-eef153061ad4 req-79b5972e-bbf4-4134-b68f-ee236546c159 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 210 time: 0.0434492 Oct 13 10:48:49.812021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e7c34192-8cdb-4fe4-960a-ac2e75fff61a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:49.868169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:48:49.879748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e7c34192-8cdb-4fe4-960a-ac2e75fff61a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:49.879857 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Sync routers for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:48:49.880295 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:49.895127 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:48:49.895854 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:48:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:49.939900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55590) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:49.964253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b871b-210d-4d30-9454-ef39a32d3492 req-4f026c1f-5114-41d7-8583-5038ab2c2384 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:49.966372 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be3b871b-210d-4d30-9454-ef39a32d3492 req-4f026c1f-5114-41d7-8583-5038ab2c2384 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 945 time: 0.0725236 Oct 13 10:48:49.970518 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:49.971623 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e8d6dec5-3ce0-46ff-a927-ac6a4221998a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.6828032 Oct 13 10:48:49.974759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55594) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:50.011284 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be3b871b-210d-4d30-9454-ef39a32d3492 req-195546ae-1795-440e-b6fa-4894979eb966 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385041 Oct 13 10:48:50.051834 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:48:50.288429 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-124190636-network', 'tenant_id': '3d81ffb1d1934f229adfc02c38c0c5a6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:50.413748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Made reservation on behalf of 3d81ffb1d1934f229adfc02c38c0c5a6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:50.416202 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:50.422790 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:48Z', 'revision_number': 3, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:50.424953 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:50.454953 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Checking router: 7f9410df-2933-4259-a40f-000d26eb57f3 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:48:50.455305 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Updating router 7f9410df-2933-4259-a40f-000d26eb57f3 port e8e571d8-4e9b-479d-af59-06bc00ccdd2a binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:48:50.502405 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:50.586597 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695dce8-f0ae-464e-a7cc-e2bc46de1a47 req-51878453-1663-4857-86ad-d3097f31de64 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:50.590929 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e695dce8-f0ae-464e-a7cc-e2bc46de1a47 req-51878453-1663-4857-86ad-d3097f31de64 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 945 time: 0.1410892 Oct 13 10:48:50.597767 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:50.607325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27e0f2-eda6-40bc-be0a-6947f8d488be req-a9ee9b61-e8d7-4fd5-92ff-81daa0be1368 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:50.608815 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e27e0f2-eda6-40bc-be0a-6947f8d488be req-a9ee9b61-e8d7-4fd5-92ff-81daa0be1368 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 948 time: 0.1020985 Oct 13 10:48:50.649648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e27e0f2-eda6-40bc-be0a-6947f8d488be req-832da111-da0d-4cc6-8f7e-dedabed8730b tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335085 Oct 13 10:48:50.683118 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e695dce8-f0ae-464e-a7cc-e2bc46de1a47 req-dd6c3220-fc5d-40cb-a53d-5a6304383acd tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876622 Oct 13 10:48:50.696268 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:50.744642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a904be4-f4a7-4819-9c86-aaf6969b1164,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:50.786379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:48:50.835860 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:48:50.862222 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:50.862948 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Added segment ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac of type vlan for network 259a4ec1-ee8d-422b-b204-4224c014af8b Oct 13 10:48:50.882656 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:50.887591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 259551c6-0966-4d75-b849-0242e987c06d up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:50.896335 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:50.909494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6987-5aaf-429a-a51a-6d5db3d56192 req-03defda1-1790-4218-be57-7dd857b7518c tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:50.911602 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-93ac6987-5aaf-429a-a51a-6d5db3d56192 req-03defda1-1790-4218-be57-7dd857b7518c tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 948 time: 0.1274259 Oct 13 10:48:50.933674 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:50.969737 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19985790-f8ff-4584-ae08-14d96ad49f85 req-6176114d-3684-4ff4-9631-9867986d965b tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 210 time: 0.0279334 Oct 13 10:48:50.971631 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-93ac6987-5aaf-429a-a51a-6d5db3d56192 req-6637bf01-33ed-4d83-aae6-a37e16038230 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483198 Oct 13 10:48:50.987633 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.063752 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Attempting to bind port e8e571d8-4e9b-479d-af59-06bc00ccdd2a on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:51.064371 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Attempting to bind port e8e571d8-4e9b-479d-af59-06bc00ccdd2a by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:51.065722 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Attempting to bind port e8e571d8-4e9b-479d-af59-06bc00ccdd2a on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:51.073079 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10e75e-c1d9-4890-8a07-f7f5b2d027dc None None] Pushing event updated for resources: {'Port': ['ID=e8e571d8-4e9b-479d-af59-06bc00ccdd2a,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:51.075559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8df14e58-0b0e-4ca5-bb8f-2607418ccd3d,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:51.076807 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:51.077378 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:51.077782 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.078164 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:51.078730 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Bound port: e8e571d8-4e9b-479d-af59-06bc00ccdd2a, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:51.079137 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.085338 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.086852 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:51.087574 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.113152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '8df14e58-0b0e-4ca5-bb8f-2607418ccd3d', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '8df14e58-0b0e-4ca5-bb8f-2607418ccd3d', 'mac_address': 'fa:16:3e:ab:be:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:48:51.142951 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] For port e8e571d8-4e9b-479d-af59-06bc00ccdd2a, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:51.146372 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] For port e8e571d8-4e9b-479d-af59-06bc00ccdd2a, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e8e571d8-4e9b-479d-af59-06bc00ccdd2a,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:51.155072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 259551c6-0966-4d75-b849-0242e987c06d completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:48:51.163287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 259551c6-0966-4d75-b849-0242e987c06d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:51.163666 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.197984 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.214733 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.220857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:48:51.232147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Allocated IP 172.20.0.1 (be2e561e-5856-48e0-9234-028425481c5b/6643dbf3-a239-4d0f-b2b4-903fb61e4c98/774558c0-42de-4446-9c25-f34c74625386) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:51.250994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8df14e58-0b0e-4ca5-bb8f-2607418ccd3d,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:51.258214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf932f66-a1fd-4cd7-a0d5-906f284015f6 req-f77ce90d-79e7-4931-92a4-77418a19f39f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:51.258214 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf932f66-a1fd-4cd7-a0d5-906f284015f6 req-f77ce90d-79e7-4931-92a4-77418a19f39f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 945 time: 0.1027060 Oct 13 10:48:51.268212 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-cfec4395-e343-42d9-8cbf-d4c8b67dca19 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9e052cc0d1140b39237002ad81d951f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648179 Oct 13 10:48:51.273330 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] Pushing event updated for resources: {'Network': ['ID=259a4ec1-ee8d-422b-b204-4224c014af8b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:51.307978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 259a4ec1-ee8d-422b-b204-4224c014af8b details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:48:51.356151 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b9fa9214-f8b1-4280-aa10-3fb6e3c25b46 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4150472 Oct 13 10:48:51.366362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55624) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:51.371073 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.371739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d8939adf-0009-4c8e-88de-90fa8713e9b4 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:48:51.375058 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10e75e-c1d9-4890-8a07-f7f5b2d027dc None None] Pushing event updated for resources: {'Port': ['ID=e8e571d8-4e9b-479d-af59-06bc00ccdd2a,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:51.391328 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d8c1cede-306e-4f27-bd01-d5aae7ec8764 admin admin] Request body: {'subnet': {'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-124190636-subnet', 'tenant_id': '3d81ffb1d1934f229adfc02c38c0c5a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:51.409237 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf932f66-a1fd-4cd7-a0d5-906f284015f6 req-1f112da6-7eba-4412-9f30-b460383aaf4c tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396391 Oct 13 10:48:51.410150 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:48:51.410948 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:48:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:51.442869 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.493170 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.501819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64da48cf-1991-4ddd-9d5e-367a49d0c85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259551c6-0966-4d75-b849-0242e987c06d'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:48:51.504457 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c40355-6653-48be-974c-6c0cdfa5269f" -d '{"events": [{"server_uuid": "64da48cf-1991-4ddd-9d5e-367a49d0c85d", "name": "network-vif-plugged", "status": "completed", "tag": "259551c6-0966-4d75-b849-0242e987c06d"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:48:51.512206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-f1ef0b10-c2b0-4f32-9616-9f93cb6f2664 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:51.513708 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-f1ef0b10-c2b0-4f32-9616-9f93cb6f2664 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368824 Oct 13 10:48:51.515102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c1cede-306e-4f27-bd01-d5aae7ec8764 admin admin] Made reservation on behalf of 3d81ffb1d1934f229adfc02c38c0c5a6 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:51.519366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port d8939adf-0009-4c8e-88de-90fa8713e9b4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d8939adf-0009-4c8e-88de-90fa8713e9b4,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:51.519503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8c1cede-306e-4f27-bd01-d5aae7ec8764 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.561980 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Request body: {'port': {'device_id': '0e05ef86-8413-43bc-b30f-9b416845af62', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': 'a9e052cc0d1140b39237002ad81d951f'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:51.591867 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 259551c6-0966-4d75-b849-0242e987c06d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=259551c6-0966-4d75-b849-0242e987c06d,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:51.593881 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bae3a2d-c71c-4b9d-b27e-935fe30a7406 x-openstack-request-id: req-1bae3a2d-c71c-4b9d-b27e-935fe30a7406 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:48:51.594373 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64da48cf-1991-4ddd-9d5e-367a49d0c85d", "name": "network-vif-plugged", "status": "completed", "tag": "259551c6-0966-4d75-b849-0242e987c06d", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:48:51.594653 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bae3a2d-c71c-4b9d-b27e-935fe30a7406 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:48:51.595035 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64da48cf-1991-4ddd-9d5e-367a49d0c85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259551c6-0966-4d75-b849-0242e987c06d', 'code': 200} Oct 13 10:48:51.598267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8df14e58-0b0e-4ca5-bb8f-2607418ccd3d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:51.604968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'd8939adf-0009-4c8e-88de-90fa8713e9b4', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'd8939adf-0009-4c8e-88de-90fa8713e9b4', 'mac_address': 'fa:16:3e:cb:00:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:48:51.667008 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.667393 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:48:51.685098 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.695570 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.731044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Network be2e561e-5856-48e0-9234-028425481c5b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:51.740354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:51.745718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8939adf-0009-4c8e-88de-90fa8713e9b4 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:48:51.781141 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port d8939adf-0009-4c8e-88de-90fa8713e9b4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d8939adf-0009-4c8e-88de-90fa8713e9b4,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:51.803969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:51.814651 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.830052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=259551c6-0966-4d75-b849-0242e987c06d,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:51.847872 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Made reservation on behalf of a9e052cc0d1140b39237002ad81d951f for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:51.853153 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.874482 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.921972 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.948038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c926d12-12c1-45a4-9c6d-4c128fdbe76e req-ed3f2f6d-7d18-466f-9aad-4149addbdd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:51.950113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c926d12-12c1-45a4-9c6d-4c128fdbe76e req-ed3f2f6d-7d18-466f-9aad-4149addbdd8e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 1096 time: 0.3020387 Oct 13 10:48:51.956841 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8c1cede-306e-4f27-bd01-d5aae7ec8764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:51.958785 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:48Z', 'revision_number': 3, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:51.972122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Pushing event updated for resources: {'Port': ['ID=774558c0-42de-4446-9c25-f34c74625386,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:51.986214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4b90e-b248-48f8-af89-ec106e9b5f1b req-04d319d5-2cd7-44f1-9453-506a65252865 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:51.993740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12a4b90e-b248-48f8-af89-ec106e9b5f1b req-04d319d5-2cd7-44f1-9453-506a65252865 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 948 time: 0.1693687 Oct 13 10:48:52.005998 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22112bec-3f9c-4992-b2c7-f4dbb6460355 None None] The sync data for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 is: [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:48Z', 'revision_number': 3, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:48:52.010113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=d8939adf-0009-4c8e-88de-90fa8713e9b4,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:52.028450 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57c4ba-100f-4483-9ff5-08fa6633a4a6 req-5aa0e4bb-b97c-4109-90e9-f7fb007418ec tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:52.030380 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc57c4ba-100f-4483-9ff5-08fa6633a4a6 req-5aa0e4bb-b97c-4109-90e9-f7fb007418ec tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 945 time: 0.1733510 Oct 13 10:48:52.093409 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c926d12-12c1-45a4-9c6d-4c128fdbe76e req-0275eb17-21b7-4f89-a575-25013204581d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165097 Oct 13 10:48:52.101658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-df21bba7-ae6e-44ba-9f4e-0d14921f5665 None None] Provisioning complete for port 774558c0-42de-4446-9c25-f34c74625386 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:52.104113 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-df21bba7-ae6e-44ba-9f4e-0d14921f5665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:52.106460 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12a4b90e-b248-48f8-af89-ec106e9b5f1b req-5994a8ca-6cca-42ed-85ab-c5193df00cfb tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117733 Oct 13 10:48:52.123292 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc57c4ba-100f-4483-9ff5-08fa6633a4a6 req-7f916b02-9348-4ae3-b356-314391b5f177 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797856 Oct 13 10:48:52.126202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1cede-306e-4f27-bd01-d5aae7ec8764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b682f9-2048-4e73-802d-8e8789e253b8,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:52.159091 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1cede-306e-4f27-bd01-d5aae7ec8764 admin admin] Checking segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:52.159534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c1cede-306e-4f27-bd01-d5aae7ec8764 admin admin] Network hostable DHCP agents. Network: 259a4ec1-ee8d-422b-b204-4224c014af8b, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:48:52.168915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-df21bba7-ae6e-44ba-9f4e-0d14921f5665 None None] Port 774558c0-42de-4446-9c25-f34c74625386 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:52.197982 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:52.236381 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ce1e6f19-bae4-4571-a9ef-ef0c6552345e req-20d3f4ee-7def-4056-8b0f-600c8e34dc0f tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 210 time: 0.0305538 Oct 13 10:48:52.251480 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:52.294848 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['8df14e58-0b0e-4ca5-bb8f-2607418ccd3d'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:48:52.312810 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:52.320182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c1cede-306e-4f27-bd01-d5aae7ec8764 admin admin] Network 259a4ec1-ee8d-422b-b204-4224c014af8b is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:48:52.359488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['d8939adf-0009-4c8e-88de-90fa8713e9b4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:48:52.482493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-d8c1cede-306e-4f27-bd01-d5aae7ec8764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 259a4ec1-ee8d-422b-b204-4224c014af8b) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:52.500567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fe32df-5322-4d56-9a77-24979c7cd117 None None] Network 259a4ec1-ee8d-422b-b204-4224c014af8b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:48:52.524278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3745d4-1af7-4ef7-b2f7-fb850c0f799a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:52.541104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c1cede-306e-4f27-bd01-d5aae7ec8764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:52.541703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8c1cede-306e-4f27-bd01-d5aae7ec8764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:52.562206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b5c3b-3480-4e11-990c-fc92cf6ded96 req-224567da-4532-4397-8462-de5841e1be52 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:52.571986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d12b5c3b-3480-4e11-990c-fc92cf6ded96 req-224567da-4532-4397-8462-de5841e1be52 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 949 time: 0.1170490 Oct 13 10:48:52.574248 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:52.629709 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d12b5c3b-3480-4e11-990c-fc92cf6ded96 req-709271d7-87db-45b8-a090-5994d8b4cc6b tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580497 Oct 13 10:48:52.636811 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:52.637679 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:52.682126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004948ac-df30-46ee-bb93-62e5c750369a req-549790e4-4efb-42c4-952f-4fe3b95718dc tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:52.683858 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-004948ac-df30-46ee-bb93-62e5c750369a req-549790e4-4efb-42c4-952f-4fe3b95718dc tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 1096 time: 0.1387856 Oct 13 10:48:52.701281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Allocated IP 192.168.233.127 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/7f3678e7-ede7-4734-b00b-fb4f32f474de) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:52.715038 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d8c1cede-306e-4f27-bd01-d5aae7ec8764 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3448091 Oct 13 10:48:52.782022 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-004948ac-df30-46ee-bb93-62e5c750369a req-f7a56587-21ac-4607-bf6d-d2d0625d8ed0 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826952 Oct 13 10:48:52.801318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45e4e65-51a6-4398-932e-0dab63b5b152 None None] Network 259a4ec1-ee8d-422b-b204-4224c014af8b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:48:52.888268 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Pushing event updated for resources: {'Port': ['ID=774558c0-42de-4446-9c25-f34c74625386,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:52.893908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Network be2e561e-5856-48e0-9234-028425481c5b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:52.895449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:53.082468 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:53.182117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Router 7f9410df-2933-4259-a40f-000d26eb57f3 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:48:53.274629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99e9ee-b05a-4653-832e-b134c8588611 req-f439836d-26f6-4912-9c9f-8e29075eb68e tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:53.282654 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c99e9ee-b05a-4653-832e-b134c8588611 req-f439836d-26f6-4912-9c9f-8e29075eb68e tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 1096 time: 0.0503016 Oct 13 10:48:53.291053 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:53.358310 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ef2a1-1237-49d3-a992-50d783d70a12 req-8ec257de-a19a-48b5-9699-10d9b69fe9b7 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:53.360394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c0ef2a1-1237-49d3-a992-50d783d70a12 req-8ec257de-a19a-48b5-9699-10d9b69fe9b7 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 946 time: 0.1726782 Oct 13 10:48:53.398117 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:53.404513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2c6ddb57-1a1a-4906-b607-41c9968794b7 None None] Provisioning complete for port 774558c0-42de-4446-9c25-f34c74625386 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:53.405058 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2c6ddb57-1a1a-4906-b607-41c9968794b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:53.408658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Pushing event updated for resources: {'Port': ['ID=7f3678e7-ede7-4734-b00b-fb4f32f474de,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:53.414253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:53.430525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:53.435821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c0ef2a1-1237-49d3-a992-50d783d70a12 req-9abea0fd-a559-4962-af79-fda31148211b tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667655 Oct 13 10:48:53.437425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:53.438292 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:53.443344 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:48:53.453185 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-627ef572-26b5-41b7-baeb-dec7740dd0d5 admin admin] 10.222.0.32 "PUT /v2.0/routers/7f9410df-2933-4259-a40f-000d26eb57f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4770923 Oct 13 10:48:53.454907 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c99e9ee-b05a-4653-832e-b134c8588611 req-32acde64-ddc8-41a7-87ef-2b5b23699182 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713235 Oct 13 10:48:53.496160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2c6ddb57-1a1a-4906-b607-41c9968794b7 None None] Port 774558c0-42de-4446-9c25-f34c74625386 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:53.576435 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-ba529028-c664-4e05-a983-129dd60fa99c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0445700 Oct 13 10:48:53.589743 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Request body: {'port': {'device_id': '0e05ef86-8413-43bc-b30f-9b416845af62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:53.612921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b00bc-2c2e-440c-9919-153a83a50561 req-9771f644-5b77-4e41-893b-a31c52d94dbf tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:53.614587 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e6b00bc-2c2e-440c-9919-153a83a50561 req-9771f644-5b77-4e41-893b-a31c52d94dbf tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 949 time: 0.0682809 Oct 13 10:48:53.669422 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e6b00bc-2c2e-440c-9919-153a83a50561 req-17075a71-659a-412d-9472-343335a06e4d tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458593 Oct 13 10:48:53.721350 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:53.777261 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd853615-6e49-479b-8c42-eddad63438df req-10ac9dcc-2e78-4915-add6-d7f3a9c371ec tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:53.778866 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cd853615-6e49-479b-8c42-eddad63438df req-10ac9dcc-2e78-4915-add6-d7f3a9c371ec tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 936 time: 0.1614006 Oct 13 10:48:53.825426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b87a1531-4839-46cc-bf7e-1c43aeb5faa6 None None] Provisioning complete for port 7f3678e7-ede7-4734-b00b-fb4f32f474de triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:53.825900 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b87a1531-4839-46cc-bf7e-1c43aeb5faa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:53.865765 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e8e571d8-4e9b-479d-af59-06bc00ccdd2a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:53.901202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b87a1531-4839-46cc-bf7e-1c43aeb5faa6 None None] Port 7f3678e7-ede7-4734-b00b-fb4f32f474de cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:53.925838 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cd853615-6e49-479b-8c42-eddad63438df req-abad6afd-ba94-44fd-bbef-6ff8c2b9a87c tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373520 Oct 13 10:48:53.931691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e8e571d8-4e9b-479d-af59-06bc00ccdd2a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:53.932172 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:54.065524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55694) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:54.076272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-981543057-network', 'tenant_id': 'c69734c1229a4155afb0f599e81029f7'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:54.091564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-4531000d-9617-47d6-b448-3783dcb139ce req-703cd2ed-06af-4433-9304-c78c02f7ca26 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:48:54.093117 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4531000d-9617-47d6-b448-3783dcb139ce req-703cd2ed-06af-4433-9304-c78c02f7ca26 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066652 Oct 13 10:48:54.100671 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:54.129300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port e8e571d8-4e9b-479d-af59-06bc00ccdd2a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e8e571d8-4e9b-479d-af59-06bc00ccdd2a,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:54.137878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc111-204c-4fa8-914b-934abe154988 req-4120b508-7108-497f-8088-4ce95dea8d8b tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:54.140277 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab5bc111-204c-4fa8-914b-934abe154988 req-4120b508-7108-497f-8088-4ce95dea8d8b tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 949 time: 0.1553311 Oct 13 10:48:54.176544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3678e7-ede7-4734-b00b-fb4f32f474de {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:48:54.186834 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:54.188568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab5bc111-204c-4fa8-914b-934abe154988 req-9daafe81-1594-40c0-94fa-95a71815a7c9 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402212 Oct 13 10:48:54.189743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Made reservation on behalf of c69734c1229a4155afb0f599e81029f7 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:54.192178 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:54.208641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Transition to ACTIVE for port object 7f3678e7-ede7-4734-b00b-fb4f32f474de will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:48:54.210673 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:54.219273 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:54.297108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=e8e571d8-4e9b-479d-af59-06bc00ccdd2a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:54.297323 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:54.310856 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:54.423362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Sync routers for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:48:54.433371 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:48:54.434016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:48:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:54.491359 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:54.541222 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3678e7-ede7-4734-b00b-fb4f32f474de,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:54.796075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:48:54.796075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f022579e-8ecd-4549-809b-efbc387563f6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:54.800851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Attempting to bind port 7f3678e7-ede7-4734-b00b-fb4f32f474de on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:54.803831 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:54.803831 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Added segment 1d5b5b42-14f1-4dc2-a8d5-9f5c0a31e2b5 of type vlan for network 160a5bb4-b0c8-48b3-be60-f54943a93a03 Oct 13 10:48:54.804412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Attempting to bind port 7f3678e7-ede7-4734-b00b-fb4f32f474de by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:54.804412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Attempting to bind port 7f3678e7-ede7-4734-b00b-fb4f32f474de on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:54.804412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Port 7f3678e7-ede7-4734-b00b-fb4f32f474de on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:48:54.804412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Attempting to bind port 7f3678e7-ede7-4734-b00b-fb4f32f474de on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:54.804412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:54.804412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:54.804412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:54.804412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Bound port: 7f3678e7-ede7-4734-b00b-fb4f32f474de, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:54.804412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:54.806581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:48:54.807003 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:54.807951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] For port 7f3678e7-ede7-4734-b00b-fb4f32f474de, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:54.807951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] For port 7f3678e7-ede7-4734-b00b-fb4f32f474de, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7f3678e7-ede7-4734-b00b-fb4f32f474de,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:54.808196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-790183a4-fdea-4551-bcce-cd8b32a2ab90 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:54.808196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-790183a4-fdea-4551-bcce-cd8b32a2ab90 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 821 time: 0.1721504 Oct 13 10:48:54.808196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-a637a87e-fb71-42d3-8f92-4c70b5bc2a29 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/quotas/198968e63bf44c978f3296047f1450f1 HTTP/1.1" status: 200 len: 375 time: 0.0095353 Oct 13 10:48:54.817190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 2, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:54.835762 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-e75d55ed-e9b5-4f5b-a9eb-82564845f568 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626514 Oct 13 10:48:54.855514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Checking router: 7f9410df-2933-4259-a40f-000d26eb57f3 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:48:54.855864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Updating router 7f9410df-2933-4259-a40f-000d26eb57f3 port 774558c0-42de-4446-9c25-f34c74625386 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:48:54.874646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:54.908729 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:54.934299 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-beed6eff-430d-46d2-a337-f3cb912a4dd6 service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902891 Oct 13 10:48:54.985640 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:55.031148 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:55.032459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:55.032941 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:55.060845 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:55.066792 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:55.069402 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] 10.222.0.21 "PUT /v2.0/ports/7f3678e7-ede7-4734-b00b-fb4f32f474de HTTP/1.1" status: 200 len: 1096 time: 1.4849410 Oct 13 10:48:55.069956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e05ef86-8413-43bc-b30f-9b416845af62', 'tag': '7f3678e7-ede7-4734-b00b-fb4f32f474de'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:48:55.073810 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd38827-b51f-43fe-a406-4e64f5694a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e05ef86-8413-43bc-b30f-9b416845af62", "tag": "7f3678e7-ede7-4734-b00b-fb4f32f474de"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:48:55.098706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:48:55.113856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:55.113856 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:55.133908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd65bf-509a-44ea-8afa-81f898c16045 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3678e7-ede7-4734-b00b-fb4f32f474de,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:55.304100 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2348905 Oct 13 10:48:55.305601 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55718) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:55.312591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-43a24f89-b4f9-4b22-89e7-c801e0cf5ea4 admin admin] Request body: {'subnet': {'network_id': '160a5bb4-b0c8-48b3-be60-f54943a93a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-981543057-subnet', 'tenant_id': 'c69734c1229a4155afb0f599e81029f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:55.317061 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-c76d4e6a-ed26-427e-b6e7-e6edf4ada1fc service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738546 Oct 13 10:48:55.340041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f7f5f-4a94-40f8-9b18-124efccb6cbe admin admin] Pushing event updated for resources: {'Network': ['ID=160a5bb4-b0c8-48b3-be60-f54943a93a03,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:55.356935 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 160a5bb4-b0c8-48b3-be60-f54943a93a03 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:48:55.364362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-f9017a12-b3fc-435b-9aa3-cb1747bca5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:55.366042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-f9017a12-b3fc-435b-9aa3-cb1747bca5d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9e052cc0d1140b39237002ad81d951f&device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 1099 time: 0.1174471 Oct 13 10:48:55.411167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a24f89-b4f9-4b22-89e7-c801e0cf5ea4 admin admin] Made reservation on behalf of c69734c1229a4155afb0f599e81029f7 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:55.413799 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43a24f89-b4f9-4b22-89e7-c801e0cf5ea4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:55.456404 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-8d44408f-82e6-493a-8031-8e2204dfc830 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=7f3678e7-ede7-4734-b00b-fb4f32f474de HTTP/1.1" status: 200 len: 217 time: 0.0819380 Oct 13 10:48:55.463766 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:55.491667 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:55.512432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ac0d0e-fff3-4817-94aa-efdc3e401831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df14e58-0b0e-4ca5-bb8f-2607418ccd3d'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:48:55.514793 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc89e9c0-751d-4193-8682-95686fd57a19" -d '{"events": [{"server_uuid": "68ac0d0e-fff3-4817-94aa-efdc3e401831", "name": "network-vif-plugged", "status": "completed", "tag": "8df14e58-0b0e-4ca5-bb8f-2607418ccd3d"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:48:55.530324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8df14e58-0b0e-4ca5-bb8f-2607418ccd3d,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:55.543578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-2029e995-b451-422c-b956-ab6aadcf3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:55.545099 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-2029e995-b451-422c-b956-ab6aadcf3951 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0811770 Oct 13 10:48:55.581989 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:55.626619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-494137c5-ee05-4d13-89a8-11d3dc55a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:55.628104 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-494137c5-ee05-4d13-89a8-11d3dc55a94b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759335 Oct 13 10:48:55.634814 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:55.635700 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d8939adf-0009-4c8e-88de-90fa8713e9b4 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:55.732674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff17b94-4c31-4b04-9a9e-6799f1c17dab None None] Pushing event updated for resources: {'Port': ['ID=774558c0-42de-4446-9c25-f34c74625386,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:55.735673 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43a24f89-b4f9-4b22-89e7-c801e0cf5ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:55.867120 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-22bdc21b-24a1-4a3e-a387-01b8a66a5960 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313776 Oct 13 10:48:55.879215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8df14e58-0b0e-4ca5-bb8f-2607418ccd3d,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:55.901708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Attempting to bind port 774558c0-42de-4446-9c25-f34c74625386 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:55.902074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Attempting to bind port 774558c0-42de-4446-9c25-f34c74625386 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:55.902454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Attempting to bind port 774558c0-42de-4446-9c25-f34c74625386 on network be2e561e-5856-48e0-9234-028425481c5b {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:55.905878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e8e571d8-4e9b-479d-af59-06bc00ccdd2a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:55.910307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a24f89-b4f9-4b22-89e7-c801e0cf5ea4 admin admin] Checking segment: {'id': '1d5b5b42-14f1-4dc2-a8d5-9f5c0a31e2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '160a5bb4-b0c8-48b3-be60-f54943a93a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:55.912196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a24f89-b4f9-4b22-89e7-c801e0cf5ea4 admin admin] Network hostable DHCP agents. Network: 160a5bb4-b0c8-48b3-be60-f54943a93a03, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:48:55.926416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a24f89-b4f9-4b22-89e7-c801e0cf5ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec9580d6-5396-4559-bad1-9959fb914129,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:55.959989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:55.959989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Checking segment: {'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:55.959989 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:55.960369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Bound using segment: {'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:55.960648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Bound port: 774558c0-42de-4446-9c25-f34c74625386, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:55.961036 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:55.972245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e44198-e4ed-4eac-95e6-75c194b7dbcd req-288ca25b-b078-4cd3-8301-00aab45d0a48 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:55.974648 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55e44198-e4ed-4eac-95e6-75c194b7dbcd req-288ca25b-b078-4cd3-8301-00aab45d0a48 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 946 time: 0.1768785 Oct 13 10:48:56.017399 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a32d6e9-8ab4-4a15-916f-ed8e2d6c8683 req-1889c234-2cb2-4796-a7e9-e0ae26d5c755 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402357 Oct 13 10:48:56.041496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port d8939adf-0009-4c8e-88de-90fa8713e9b4 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:48:56.049774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55e44198-e4ed-4eac-95e6-75c194b7dbcd req-bb7a0fc9-4e1b-4b1c-a441-dc80289d0fd1 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582769 Oct 13 10:48:56.071927 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port d8939adf-0009-4c8e-88de-90fa8713e9b4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:56.072500 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:56.087790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a24f89-b4f9-4b22-89e7-c801e0cf5ea4 admin admin] Network 160a5bb4-b0c8-48b3-be60-f54943a93a03 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:48:56.153820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e1a52413-f41e-47e1-a8b6-da9d8f39dfd6 None None] Provisioning complete for port 774558c0-42de-4446-9c25-f34c74625386 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:56.154201 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e1a52413-f41e-47e1-a8b6-da9d8f39dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:56.160593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] For port 774558c0-42de-4446-9c25-f34c74625386, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:48:56.167368 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559ef22-fdc2-4c5d-be81-616f5d45155b req-3be4280c-341d-42c2-b9d4-aca9f3e65af1 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:56.168855 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7559ef22-fdc2-4c5d-be81-616f5d45155b req-3be4280c-341d-42c2-b9d4-aca9f3e65af1 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 949 time: 0.0492992 Oct 13 10:48:56.179797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e8e571d8-4e9b-479d-af59-06bc00ccdd2a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:56.180951 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:56.201095 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-43a24f89-b4f9-4b22-89e7-c801e0cf5ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 160a5bb4-b0c8-48b3-be60-f54943a93a03) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:56.209403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a24f89-b4f9-4b22-89e7-c801e0cf5ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:56.209994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43a24f89-b4f9-4b22-89e7-c801e0cf5ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:56.216282 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7559ef22-fdc2-4c5d-be81-616f5d45155b req-f233b01c-e244-4bfe-afc3-a72607efbff2 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410411 Oct 13 10:48:56.226121 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce163ae-2f29-44d2-be17-447353468f7c None None] Network 160a5bb4-b0c8-48b3-be60-f54943a93a03 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:48:56.232028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] For port 774558c0-42de-4446-9c25-f34c74625386, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=774558c0-42de-4446-9c25-f34c74625386,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:56.300090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e1a52413-f41e-47e1-a8b6-da9d8f39dfd6 None None] Port 774558c0-42de-4446-9c25-f34c74625386 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:48:56.318500 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-43a24f89-b4f9-4b22-89e7-c801e0cf5ea4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0045424 Oct 13 10:48:56.341323 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:56.376869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b2860-bc6a-4eb4-9637-c4ee89bc0d81 req-50a71d8a-eff9-4bcc-b6f9-a9599839f4a8 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:56.378440 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-932b2860-bc6a-4eb4-9637-c4ee89bc0d81 req-50a71d8a-eff9-4bcc-b6f9-a9599839f4a8 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 948 time: 0.1002679 Oct 13 10:48:56.431418 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:56.463521 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-932b2860-bc6a-4eb4-9637-c4ee89bc0d81 req-4448506a-1835-4164-8556-d4e2682a1328 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656798 Oct 13 10:48:56.566299 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29192e8-2341-4e30-bbaa-1ae179f77651 x-openstack-request-id: req-e29192e8-2341-4e30-bbaa-1ae179f77651 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:48:56.566648 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e05ef86-8413-43bc-b30f-9b416845af62", "tag": "7f3678e7-ede7-4734-b00b-fb4f32f474de", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:48:56.566854 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e29192e8-2341-4e30-bbaa-1ae179f77651 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:48:56.567310 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e05ef86-8413-43bc-b30f-9b416845af62', 'tag': '7f3678e7-ede7-4734-b00b-fb4f32f474de', 'status': 'completed', 'code': 200} Oct 13 10:48:56.598411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff17b94-4c31-4b04-9a9e-6799f1c17dab None None] Pushing event updated for resources: {'Port': ['ID=774558c0-42de-4446-9c25-f34c74625386,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:56.602519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:48:56.605314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:48:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:56.606170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e5eff6-28c6-43ae-8945-d3b7a35303f9 None None] Network 160a5bb4-b0c8-48b3-be60-f54943a93a03 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:48:56.704665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port d8939adf-0009-4c8e-88de-90fa8713e9b4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d8939adf-0009-4c8e-88de-90fa8713e9b4,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:56.735138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd38827-b51f-43fe-a406-4e64f5694a3b req-0cb4104a-ebe5-46d4-9568-d6c7f73ad462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:56.741943 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3dd38827-b51f-43fe-a406-4e64f5694a3b req-0cb4104a-ebe5-46d4-9568-d6c7f73ad462 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9e052cc0d1140b39237002ad81d951f&device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 1099 time: 0.1267445 Oct 13 10:48:56.772000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0f028-abea-4070-9cdc-26edce19117d req-64bc955d-30b3-4581-a535-066ae4aaf53a tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:56.778979 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09e0f028-abea-4070-9cdc-26edce19117d req-64bc955d-30b3-4581-a535-066ae4aaf53a tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 950 time: 0.0917349 Oct 13 10:48:56.804813 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:56.843318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09e0f028-abea-4070-9cdc-26edce19117d req-2f2a8f82-54fe-4413-a5ad-8b177eb67435 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600991 Oct 13 10:48:56.939053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=d8939adf-0009-4c8e-88de-90fa8713e9b4,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:56.949687 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b1715d-0135-41e4-9aaa-2943fb66d980 x-openstack-request-id: req-65b1715d-0135-41e4-9aaa-2943fb66d980 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:48:56.950532 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ac0d0e-fff3-4817-94aa-efdc3e401831", "name": "network-vif-plugged", "status": "completed", "tag": "8df14e58-0b0e-4ca5-bb8f-2607418ccd3d", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:48:56.951172 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65b1715d-0135-41e4-9aaa-2943fb66d980 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:48:56.951763 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ac0d0e-fff3-4817-94aa-efdc3e401831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df14e58-0b0e-4ca5-bb8f-2607418ccd3d', 'code': 200} Oct 13 10:48:56.981560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-47cae3b9-7dad-4c74-9ace-fdf5bb4ee5ad None None] Provisioning complete for port 774558c0-42de-4446-9c25-f34c74625386 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:56.982135 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-47cae3b9-7dad-4c74-9ace-fdf5bb4ee5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:56.982251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11dbe0e1-2c2f-477e-8cbf-97ee068dde23 req-32201e81-5135-4531-a7ee-7db39f6a19a7 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 210 time: 0.0453024 Oct 13 10:48:56.989807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:48:57.006652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd38827-b51f-43fe-a406-4e64f5694a3b req-dfb1e80c-c47b-4552-9666-55a7f969f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:57.008153 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3dd38827-b51f-43fe-a406-4e64f5694a3b req-dfb1e80c-c47b-4552-9666-55a7f969f7b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.2603059 Oct 13 10:48:57.043357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba380bf-4a1a-4ee8-84fd-0582b4a0f8fc req-f35d1225-687a-467a-89f9-d6472aaadf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:57.044839 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba380bf-4a1a-4ee8-84fd-0582b4a0f8fc req-f35d1225-687a-467a-89f9-d6472aaadf86 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 1101 time: 0.0771232 Oct 13 10:48:57.065095 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3dd38827-b51f-43fe-a406-4e64f5694a3b req-fde96891-5b1d-480e-b80f-26af706aa133 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=7f3678e7-ede7-4734-b00b-fb4f32f474de HTTP/1.1" status: 200 len: 217 time: 0.0496285 Oct 13 10:48:57.087154 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba380bf-4a1a-4ee8-84fd-0582b4a0f8fc req-63bf8202-178f-4837-9a5c-f23c375cd558 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357723 Oct 13 10:48:57.125655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd38827-b51f-43fe-a406-4e64f5694a3b req-b6596d62-39bc-4d29-af29-baaf96857ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:57.127352 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3dd38827-b51f-43fe-a406-4e64f5694a3b req-b6596d62-39bc-4d29-af29-baaf96857ecb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0539489 Oct 13 10:48:57.187397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd38827-b51f-43fe-a406-4e64f5694a3b req-e7d66d58-c086-446e-b4a3-c52c176c53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:57.189267 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3dd38827-b51f-43fe-a406-4e64f5694a3b req-e7d66d58-c086-446e-b4a3-c52c176c53c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542200 Oct 13 10:48:57.251306 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-47cae3b9-7dad-4c74-9ace-fdf5bb4ee5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:57.283888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519734c-24b3-443f-a364-fa96cf0eb820 req-1b8b19dd-6f48-4d2c-b3d5-b586513f6593 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:57.285406 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3519734c-24b3-443f-a364-fa96cf0eb820 req-1b8b19dd-6f48-4d2c-b3d5-b586513f6593 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 946 time: 0.0575075 Oct 13 10:48:57.295955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55774) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:57.304137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-37c9edc7-89ec-41fc-9438-bd9f8023d909 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Request body: {'floatingip': {'port_id': '259551c6-0966-4d75-b849-0242e987c06d'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:57.311106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-47cae3b9-7dad-4c74-9ace-fdf5bb4ee5ad None None] For port 774558c0-42de-4446-9c25-f34c74625386, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=774558c0-42de-4446-9c25-f34c74625386,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:57.352506 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:56Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:48:57.378302 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3dd38827-b51f-43fe-a406-4e64f5694a3b req-94f16da0-d496-4af2-b4a1-082d69ebb8c2 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806607 Oct 13 10:48:57.387041 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-47cae3b9-7dad-4c74-9ace-fdf5bb4ee5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:57.394542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ebe54-0b93-4113-b886-31449e5d9a55 None None] The sync data for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 is: [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:56Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:48:57.395909 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37c9edc7-89ec-41fc-9438-bd9f8023d909 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:57.490270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cae3b9-7dad-4c74-9ace-fdf5bb4ee5ad None None] Pushing event updated for resources: {'Port': ['ID=774558c0-42de-4446-9c25-f34c74625386,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:57.508849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55784) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:48:57.581624 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3dd38827-b51f-43fe-a406-4e64f5694a3b req-b05bd486-cf96-4ad8-a06c-c424b2d5add8 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950681 Oct 13 10:48:57.678941 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-f7011146-f11d-4bb1-8a5e-0ef93e95d093 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:48:57.680322 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-f7011146-f11d-4bb1-8a5e-0ef93e95d093 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1704893 Oct 13 10:48:57.735708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-20ba5397-d971-426c-87a0-b3e2991be750 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:57.750207 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-20ba5397-d971-426c-87a0-b3e2991be750 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports/b0d18ab8-1387-4e8e-a10d-52c7b6a79156 HTTP/1.1" status: 200 len: 1093 time: 0.0615242 Oct 13 10:48:57.797555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-945fb8b4-1e03-4eac-a1b1-54334b199e5f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:57.804467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-945fb8b4-1e03-4eac-a1b1-54334b199e5f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 807 time: 0.2589564 Oct 13 10:48:57.867125 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-fbac1ee0-2dfb-4b30-9bc3-77feeb0fa4ac tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/quotas/3d81ffb1d1934f229adfc02c38c0c5a6 HTTP/1.1" status: 200 len: 375 time: 0.0575175 Oct 13 10:48:57.889691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 774558c0-42de-4446-9c25-f34c74625386 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:48:57.902467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] Request body: {'binding': {'host': 'n-h1-813659-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:57.903123 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] Unknown quota resources ['binding']. {{(pid=101990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 10:48:57.940693 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-d31367f2-6f4e-46d1-a1e8-458dc97adc72 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765948 Oct 13 10:48:58.139942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 774558c0-42de-4446-9c25-f34c74625386 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:48:58.140318 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:58.140422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] Attempting to bind port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on host n-h1-813659-3 for vnic_type normal with profile None {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:48:58.140853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] Attempting to bind port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:48:58.141063 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] Attempting to bind port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:58.147563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] Port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:48:58.148401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] Attempting to bind port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:48:58.154469 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:48:58.155111 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] Checking segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:48:58.155720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] Bound using segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:48:58.156655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] Bound port: b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:48:58.279255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:48:58.310549 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-f63f9076-1c57-4b32-9266-106eecf76f09 service neutron] 10.222.0.32 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601475 Oct 13 10:48:58.356282 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:58.375268 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-865598c3-2aee-45bb-8165-c7845fdb204d service neutron] 10.222.0.32 "POST /v2.0/ports/b0d18ab8-1387-4e8e-a10d-52c7b6a79156/bindings HTTP/1.1" status: 201 len: 389 time: 0.5540447 Oct 13 10:48:58.730824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-bcb1bbd8-7127-4657-9ba0-10317bfd3475 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:58.734199 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-bcb1bbd8-7127-4657-9ba0-10317bfd3475 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.21 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 821 time: 0.1417165 Oct 13 10:48:58.748595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Request body: {'port': {'device_id': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'admin_state_up': True, 'tenant_id': '198968e63bf44c978f3296047f1450f1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:48:58.828026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-37c9edc7-89ec-41fc-9438-bd9f8023d909 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 10:48:58.836039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-2ce96643-bb8e-46bb-96b4-6cb02126ab48 service neutron] 10.222.0.32 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074329 Oct 13 10:48:58.902162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af582edc-1879-4d6d-9e8f-e21340a8b2ef req-3b7ad47d-b4a9-481c-85d0-f49023b9b8ab tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:58.903841 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af582edc-1879-4d6d-9e8f-e21340a8b2ef req-3b7ad47d-b4a9-481c-85d0-f49023b9b8ab tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 950 time: 0.1038008 Oct 13 10:48:58.953234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2320aba0-d5e7-443a-b039-fbb79ce8766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8939adf-0009-4c8e-88de-90fa8713e9b4'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:48:58.955768 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44997c3d-c961-4f08-b6ff-413302e7e7d7" -d '{"events": [{"server_uuid": "2320aba0-d5e7-443a-b039-fbb79ce8766c", "name": "network-vif-plugged", "status": "completed", "tag": "d8939adf-0009-4c8e-88de-90fa8713e9b4"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:48:58.960959 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37c9edc7-89ec-41fc-9438-bd9f8023d909 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:58.975416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af582edc-1879-4d6d-9e8f-e21340a8b2ef req-52fd8052-68a2-4be3-8ae1-d706a67cdff5 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633073 Oct 13 10:48:59.061879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37c9edc7-89ec-41fc-9438-bd9f8023d909 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:59.098021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Made reservation on behalf of 198968e63bf44c978f3296047f1450f1 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:48:59.103207 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:59.159280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec89163-b389-4bc8-ac61-9ead24cfe8ba req-1d53b57f-929b-4d85-a40d-42ebd7584f86 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:59.160846 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ec89163-b389-4bc8-ac61-9ead24cfe8ba req-1d53b57f-929b-4d85-a40d-42ebd7584f86 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 948 time: 0.1071038 Oct 13 10:48:59.215530 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-37c9edc7-89ec-41fc-9438-bd9f8023d909 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Floating IP 97abdb3c-1db5-4395-a2c2-e556c833fb56 associated. External IP: 172.25.0.76, port: 259551c6-0966-4d75-b849-0242e987c06d. Oct 13 10:48:59.232192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853e7aa-8461-4894-8a0c-9230cc03ebb2 req-61a9241a-982e-4abc-9bd4-a09ee4f0d299 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:59.233833 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7853e7aa-8461-4894-8a0c-9230cc03ebb2 req-61a9241a-982e-4abc-9bd4-a09ee4f0d299 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 950 time: 0.0800321 Oct 13 10:48:59.278483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7f3678e7-ede7-4734-b00b-fb4f32f474de details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:48:59.286706 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ec89163-b389-4bc8-ac61-9ead24cfe8ba req-d3a17002-adc1-4cd7-a837-b24c8b3b6103 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748143 Oct 13 10:48:59.356529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Allocated IP 172.20.0.12 (be2e561e-5856-48e0-9234-028425481c5b/6643dbf3-a239-4d0f-b2b4-903fb61e4c98/f5c37847-6861-4a1f-b644-9394ee1d3b96) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:48:59.385877 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e768c71-34eb-4899-8427-1b976751fad0 req-680d597b-c09b-4ecf-ad2a-05529e4931c4 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 210 time: 0.0414577 Oct 13 10:48:59.412051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-2d8cd68f-2795-492a-8e0b-76a2e3e5bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:59.413260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-2d8cd68f-2795-492a-8e0b-76a2e3e5bd04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 1096 time: 0.1409287 Oct 13 10:48:59.414595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7f3678e7-ede7-4734-b00b-fb4f32f474de, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7f3678e7-ede7-4734-b00b-fb4f32f474de,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:59.428693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '7f3678e7-ede7-4734-b00b-fb4f32f474de', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '7f3678e7-ede7-4734-b00b-fb4f32f474de', 'mac_address': 'fa:16:3e:88:51:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:48:59.431584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7853e7aa-8461-4894-8a0c-9230cc03ebb2 req-63c04727-fc25-4db6-972e-27a223f5a9cb tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579845 Oct 13 10:48:59.489141 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:59.507159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3678e7-ede7-4734-b00b-fb4f32f474de {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:48:59.546949 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7f3678e7-ede7-4734-b00b-fb4f32f474de, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7f3678e7-ede7-4734-b00b-fb4f32f474de,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:48:59.560165 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c4d522-8164-4059-9093-90825a777c56 x-openstack-request-id: req-f2c4d522-8164-4059-9093-90825a777c56 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:48:59.560165 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2320aba0-d5e7-443a-b039-fbb79ce8766c", "name": "network-vif-plugged", "status": "completed", "tag": "d8939adf-0009-4c8e-88de-90fa8713e9b4", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:48:59.560165 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2c4d522-8164-4059-9093-90825a777c56 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:48:59.560165 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2320aba0-d5e7-443a-b039-fbb79ce8766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8939adf-0009-4c8e-88de-90fa8713e9b4', 'code': 200} Oct 13 10:48:59.608453 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:59.639722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfb622-bcb2-4b33-ae89-7b3bd7456586 req-45a01d62-3902-4fdd-9e00-0b419626592f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:59.641407 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54cfb622-bcb2-4b33-ae89-7b3bd7456586 req-45a01d62-3902-4fdd-9e00-0b419626592f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 945 time: 0.1121058 Oct 13 10:48:59.668752 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=7f3678e7-ede7-4734-b00b-fb4f32f474de,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:59.676184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.676530 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.676862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.677985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.677985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.677985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.678234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.678963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.679314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.679640 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-722f2aa5-aaa9-43c3-b869-b85907fcba29 req-9adf5569-85b8-40d3-89a1-b2c1021d091d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 210 time: 0.0668585 Oct 13 10:48:59.679759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.680113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.680433 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.685177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:59.720450 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54cfb622-bcb2-4b33-ae89-7b3bd7456586 req-5b114cd8-265e-4c4f-8fb5-aabbb5a4a67a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639951 Oct 13 10:48:59.727140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-5dd2b78f-e653-4480-b1d5-d8cba63bbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:59.728529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-5dd2b78f-e653-4480-b1d5-d8cba63bbd45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.3077371 Oct 13 10:48:59.755251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c9edc7-89ec-41fc-9438-bd9f8023d909 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Router 72344664-0061-4451-ad06-8fa4337402ac has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:48:59.786203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fad2e2-cf22-410f-b71e-be7fe9cc38e8 req-02b475b8-904a-4cf0-9239-1c737de24754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:59.787723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39fad2e2-cf22-410f-b71e-be7fe9cc38e8 req-02b475b8-904a-4cf0-9239-1c737de24754 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 1101 time: 0.1651442 Oct 13 10:48:59.790658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-be2e9527-8485-4246-9b72-e2710f2d52fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156 HTTP/1.1" status: 200 len: 217 time: 0.0527627 Oct 13 10:48:59.821441 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['7f3678e7-ede7-4734-b00b-fb4f32f474de'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:48:59.843163 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:48:59.903618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Pushing event updated for resources: {'Port': ['ID=f5c37847-6861-4a1f-b644-9394ee1d3b96,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:48:59.917679 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Network be2e561e-5856-48e0-9234-028425481c5b is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:48:59.919766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.920140 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.920550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.920839 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.921182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.921519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.921873 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.922210 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.923061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.926867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.926867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.926867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:48:59.930154 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:48:59.932485 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:48:59.940147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:48:59.940821 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:00.002524 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39fad2e2-cf22-410f-b71e-be7fe9cc38e8 req-8144be70-6622-4f0f-9f07-520619128795 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023418 Oct 13 10:49:00.013068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-50e2c07c-a9a8-4fe4-9605-fed182144974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:00.014626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-50e2c07c-a9a8-4fe4-9605-fed182144974 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.2133529 Oct 13 10:49:00.030478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c9edc7-89ec-41fc-9438-bd9f8023d909 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:49:00.036270 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37c9edc7-89ec-41fc-9438-bd9f8023d909 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:00.047171 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6cb8c-fb3d-40ea-be62-e8cae377533a None None] Sync routers for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:49:00.059683 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e6cb8c-fb3d-40ea-be62-e8cae377533a None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:00.060540 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a4e6cb8c-fb3d-40ea-be62-e8cae377533a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:48:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:00.068276 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-88b0f5c1-4f38-412f-a2ca-38f3aef833fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3246465 Oct 13 10:49:00.082150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Request body: {'port': {'device_id': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:00.089527 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-37c9edc7-89ec-41fc-9438-bd9f8023d909 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "PUT /v2.0/floatingips/97abdb3c-1db5-4395-a2c2-e556c833fb56 HTTP/1.1" status: 200 len: 991 time: 2.7795315 Oct 13 10:49:00.090384 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64da48cf-1991-4ddd-9d5e-367a49d0c85d', 'tag': '259551c6-0966-4d75-b849-0242e987c06d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:00.110613 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f02df82-2163-43d3-9638-ccaf5771f380" -d '{"events": [{"name": "network-changed", "server_uuid": "64da48cf-1991-4ddd-9d5e-367a49d0c85d", "tag": "259551c6-0966-4d75-b849-0242e987c06d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:00.199816 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:00.219867 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-a4e6cb8c-fb3d-40ea-be62-e8cae377533a None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:00.226205 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-00e6227f-b1bf-4b18-a335-054d5d33a860 None None] Provisioning complete for port f5c37847-6861-4a1f-b644-9394ee1d3b96 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:00.226777 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-00e6227f-b1bf-4b18-a335-054d5d33a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:00.266932 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-00e6227f-b1bf-4b18-a335-054d5d33a860 None None] Port f5c37847-6861-4a1f-b644-9394ee1d3b96 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:49:00.310091 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-76819eea-50c9-4c17-8dae-154df0532296 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375295 Oct 13 10:49:00.435970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-e95e580d-80c9-4dc2-b693-7974feefa9fb service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183138 Oct 13 10:49:00.452850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e3a6e-d58e-4215-a406-b940674c8667 req-6c327ca5-1dae-40f4-b18f-06c3cb46b4fd tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:00.454512 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-224e3a6e-d58e-4215-a406-b940674c8667 req-6c327ca5-1dae-40f4-b18f-06c3cb46b4fd tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 950 time: 0.2872269 Oct 13 10:49:00.532889 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fc4fd7-5780-4558-8a77-87268ef8df7f x-openstack-request-id: req-f4fc4fd7-5780-4558-8a77-87268ef8df7f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:00.533180 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64da48cf-1991-4ddd-9d5e-367a49d0c85d", "tag": "259551c6-0966-4d75-b849-0242e987c06d", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:00.533716 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4fc4fd7-5780-4558-8a77-87268ef8df7f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:00.534197 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64da48cf-1991-4ddd-9d5e-367a49d0c85d', 'tag': '259551c6-0966-4d75-b849-0242e987c06d', 'status': 'completed', 'code': 200} Oct 13 10:49:00.571409 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a4e6cb8c-fb3d-40ea-be62-e8cae377533a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '97abdb3c-1db5-4395-a2c2-e556c833fb56', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '72344664-0061-4451-ad06-8fa4337402ac', 'port_id': '259551c6-0966-4d75-b849-0242e987c06d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'mac_address': 'fa:16:3e:1d:27:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da48cf-1991-4ddd-9d5e-367a49d0c85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:48:22Z', 'updated_at': '2021-10-13T10:48:58Z', 'revision_number': 1, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:06Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:00.589130 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-224e3a6e-d58e-4215-a406-b940674c8667 req-d58e6721-cdd0-4bee-9ea9-d594b3976e5e tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256421 Oct 13 10:49:00.604318 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6cb8c-fb3d-40ea-be62-e8cae377533a None None] Checking router: 72344664-0061-4451-ad06-8fa4337402ac for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:49:00.627520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-4d6f2499-bce8-49e6-a09a-b3dbe8ac4b8c service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827900 Oct 13 10:49:00.627733 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e6cb8c-fb3d-40ea-be62-e8cae377533a None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:00.628818 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a4e6cb8c-fb3d-40ea-be62-e8cae377533a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:48:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:00.654610 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bfb68-af8c-487d-a0bb-3c10d7683eb3 req-8360bd82-8850-477c-8e6a-3ea85305e0c7 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:00.656182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f21bfb68-af8c-487d-a0bb-3c10d7683eb3 req-8360bd82-8850-477c-8e6a-3ea85305e0c7 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 949 time: 0.1211176 Oct 13 10:49:00.658219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02df82-2163-43d3-9638-ccaf5771f380 req-ddb766e6-e50f-4cfc-896e-260abaece6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:00.660184 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f02df82-2163-43d3-9638-ccaf5771f380 req-ddb766e6-e50f-4cfc-896e-260abaece6f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c16d108e0b3b432b9200693dc1b5290a&device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 1097 time: 0.1240573 Oct 13 10:49:00.760231 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f21bfb68-af8c-487d-a0bb-3c10d7683eb3 req-47dfa26b-2924-43cb-b972-fad52407aae9 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960362 Oct 13 10:49:00.823848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02df82-2163-43d3-9638-ccaf5771f380 req-6c1d7d1c-07d2-4cab-b375-b09a49a51c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:00.825307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f02df82-2163-43d3-9638-ccaf5771f380 req-6c1d7d1c-07d2-4cab-b375-b09a49a51c8b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b58e4256-4c47-4436-af94-141a2aa7d3a0 HTTP/1.1" status: 200 len: 924 time: 0.1455045 Oct 13 10:49:00.827851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c263d25-9271-49dc-8747-63e7a71053d9 req-4cc85c44-b4af-4dc9-905a-a17d81385d8a tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:00.829240 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c263d25-9271-49dc-8747-63e7a71053d9 req-4cc85c44-b4af-4dc9-905a-a17d81385d8a tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 950 time: 0.1393602 Oct 13 10:49:00.835016 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-a4e6cb8c-fb3d-40ea-be62-e8cae377533a None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:00.858543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c37847-6861-4a1f-b644-9394ee1d3b96 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:00.868207 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:00.892167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Transition to ACTIVE for port object f5c37847-6861-4a1f-b644-9394ee1d3b96 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:49:00.902213 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c263d25-9271-49dc-8747-63e7a71053d9 req-4c6cd6c1-f409-4e59-8545-1415206e5556 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615447 Oct 13 10:49:00.962443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:01.019996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c37847-6861-4a1f-b644-9394ee1d3b96,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:01.049859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-254ce8e8-0aa6-4541-b059-ebdd39d46470 req-d628bdfa-568b-4cfa-aaad-bd49dc63a2dc tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 210 time: 0.0622008 Oct 13 10:49:01.058580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f02df82-2163-43d3-9638-ccaf5771f380 req-db6d835a-29b6-4c0b-807a-4fa69f332c83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259551c6-0966-4d75-b849-0242e987c06d HTTP/1.1" status: 200 len: 999 time: 0.2135246 Oct 13 10:49:01.076816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-16ee9186-818c-4894-97ab-5be3787475de tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:01.078289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-16ee9186-818c-4894-97ab-5be3787475de tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3&tenant_id=59ce84d919ed4ecdafe5a928ed96d168&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1096 time: 0.1883466 Oct 13 10:49:01.131999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813659-3'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:01.139599 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Attempting to bind port f5c37847-6861-4a1f-b644-9394ee1d3b96 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:01.140096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Attempting to bind port f5c37847-6861-4a1f-b644-9394ee1d3b96 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:01.140438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Attempting to bind port f5c37847-6861-4a1f-b644-9394ee1d3b96 on network be2e561e-5856-48e0-9234-028425481c5b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:01.150051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa167a-7c9c-4435-a1ca-814dc909d859 req-00e90ef1-02b4-4609-afee-0cb9ba1f4e8b tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:01.151623 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4fa167a-7c9c-4435-a1ca-814dc909d859 req-00e90ef1-02b4-4609-afee-0cb9ba1f4e8b tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 944 time: 0.1377435 Oct 13 10:49:01.156009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Port f5c37847-6861-4a1f-b644-9394ee1d3b96 on network be2e561e-5856-48e0-9234-028425481c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:49:01.160900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Attempting to bind port f5c37847-6861-4a1f-b644-9394ee1d3b96 on network be2e561e-5856-48e0-9234-028425481c5b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:01.161039 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a4e6cb8c-fb3d-40ea-be62-e8cae377533a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '97abdb3c-1db5-4395-a2c2-e556c833fb56', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '72344664-0061-4451-ad06-8fa4337402ac', 'port_id': '259551c6-0966-4d75-b849-0242e987c06d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'mac_address': 'fa:16:3e:1d:27:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da48cf-1991-4ddd-9d5e-367a49d0c85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:48:22Z', 'updated_at': '2021-10-13T10:48:58Z', 'revision_number': 1, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:06Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:01.191775 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:01.193522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Checking segment: {'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:01.193522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Bound using segment: {'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:01.193522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Bound port: f5c37847-6861-4a1f-b644-9394ee1d3b96, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:01.194270 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:01.205502 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6cb8c-fb3d-40ea-be62-e8cae377533a None None] The sync data for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 is: [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '97abdb3c-1db5-4395-a2c2-e556c833fb56', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '72344664-0061-4451-ad06-8fa4337402ac', 'port_id': '259551c6-0966-4d75-b849-0242e987c06d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'mac_address': 'fa:16:3e:1d:27:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da48cf-1991-4ddd-9d5e-367a49d0c85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:48:22Z', 'updated_at': '2021-10-13T10:48:58Z', 'revision_number': 1, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:06Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:49:01.205965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02df82-2163-43d3-9638-ccaf5771f380 req-b9773a7b-0406-4395-972a-58393aeb5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:01.207702 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f02df82-2163-43d3-9638-ccaf5771f380 req-b9773a7b-0406-4395-972a-58393aeb5d1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a88d710-315c-4479-96af-c6b02bc601b6 HTTP/1.1" status: 200 len: 862 time: 0.1285217 Oct 13 10:49:01.284281 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4fa167a-7c9c-4435-a1ca-814dc909d859 req-bd4f5e2a-99cd-4526-814c-a4c8ef90de0e tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241825 Oct 13 10:49:01.299226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7f3678e7-ede7-4734-b00b-fb4f32f474de up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:49:01.344733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] For port f5c37847-6861-4a1f-b644-9394ee1d3b96, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:01.348267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] For port f5c37847-6861-4a1f-b644-9394ee1d3b96, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:01.420309 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:01.469984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:01.469984 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:01.470539 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 1092 time: 1.3929536 Oct 13 10:49:01.471026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:01.473304 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3b2e22-6712-4c4d-8aa4-9187d5100600" -d '{"events": [{"name": "network-changed", "server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:01.494240 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 7f3678e7-ede7-4734-b00b-fb4f32f474de completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:49:01.505336 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:01.510037 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 7f3678e7-ede7-4734-b00b-fb4f32f474de triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:01.510433 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:01.538972 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57158e5e-919d-4b2a-b407-0c12dc8db0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c37847-6861-4a1f-b644-9394ee1d3b96,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:01.546194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a6de-6fce-4f60-9eae-a57ab67f27fb req-52688e68-e875-4100-a542-ecea29c721ae tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:01.559813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f44a6de-6fce-4f60-9eae-a57ab67f27fb req-52688e68-e875-4100-a542-ecea29c721ae tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 945 time: 0.4042187 Oct 13 10:49:01.616145 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bcb84b-eb99-4b62-93b2-0e5c444fc7ff None None] New status for floating IP 97abdb3c-1db5-4395-a2c2-e556c833fb56: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:49:01.655709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02df82-2163-43d3-9638-ccaf5771f380 req-62eb5350-9c44-4880-8ea2-03ba59230189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:01.657170 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f02df82-2163-43d3-9638-ccaf5771f380 req-62eb5350-9c44-4880-8ea2-03ba59230189 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b58e4256-4c47-4436-af94-141a2aa7d3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4310122 Oct 13 10:49:01.666205 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-7850746a-73da-45b9-b7c8-fdf1c8a0a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:01.668014 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-7850746a-73da-45b9-b7c8-fdf1c8a0a575 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 1095 time: 0.0770309 Oct 13 10:49:01.692137 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f44a6de-6fce-4f60-9eae-a57ab67f27fb req-21e11bde-26c5-4718-bc14-c2a00af0f945 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295326 Oct 13 10:49:01.783216 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c55e930-6186-455b-b8f4-bb9a27868312 x-openstack-request-id: req-3c55e930-6186-455b-b8f4-bb9a27868312 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:01.786966 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:01.789477 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c55e930-6186-455b-b8f4-bb9a27868312 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:01.790024 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'status': 'completed', 'code': 200} Oct 13 10:49:01.794436 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-f146304d-a582-4915-8cc7-580ee20944f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 217 time: 0.1153014 Oct 13 10:49:01.875328 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-831d37ce-637e-4e30-88be-e15bc81d949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:01.876849 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-831d37ce-637e-4e30-88be-e15bc81d949f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.0739973 Oct 13 10:49:01.885133 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:01.943838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:01.953049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-bb85c7d7-82ff-43b8-b552-3d0bbe3f59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:01.955024 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-bb85c7d7-82ff-43b8-b552-3d0bbe3f59c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672131 Oct 13 10:49:01.969166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f02df82-2163-43d3-9638-ccaf5771f380 req-fdd0c1d1-c4eb-496e-97e6-ae2fa27f82e3 service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967465 Oct 13 10:49:01.978460 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ce2c5-ef4c-4460-80be-6a53f10d328f req-bf876c88-38eb-42f5-b388-b5f9fd70a9c6 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:01.984003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdb4a3-eb3b-459c-8d29-0186c27bbbf9 req-bfb1eda8-e5f6-4a4f-9aa0-0447ff12fdf3 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:01.985664 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fabdb4a3-eb3b-459c-8d29-0186c27bbbf9 req-bfb1eda8-e5f6-4a4f-9aa0-0447ff12fdf3 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 949 time: 0.1077321 Oct 13 10:49:01.986274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d87ce2c5-ef4c-4460-80be-6a53f10d328f req-bf876c88-38eb-42f5-b388-b5f9fd70a9c6 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 950 time: 0.1549375 Oct 13 10:49:01.989467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e05ef86-8413-43bc-b30f-9b416845af62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3678e7-ede7-4734-b00b-fb4f32f474de'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:01.991703 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf95c310-e571-42be-b9ff-90de81fa27a1" -d '{"events": [{"server_uuid": "0e05ef86-8413-43bc-b30f-9b416845af62", "name": "network-vif-plugged", "status": "completed", "tag": "7f3678e7-ede7-4734-b00b-fb4f32f474de"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:02.007217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7f3678e7-ede7-4734-b00b-fb4f32f474de, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7f3678e7-ede7-4734-b00b-fb4f32f474de,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:02.082039 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fabdb4a3-eb3b-459c-8d29-0186c27bbbf9 req-a127bfeb-9a36-4d91-aad9-5da8c73de703 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470612 Oct 13 10:49:02.108056 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:02.178612 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=7f3678e7-ede7-4734-b00b-fb4f32f474de,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:02.182549 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-bfbb08de-5b85-4598-b814-4cf735b67bb5 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088680 Oct 13 10:49:02.188645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:02.227574 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d87ce2c5-ef4c-4460-80be-6a53f10d328f req-62e8f6e5-d8c0-4cf7-b6b1-9521d2114b19 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396355 Oct 13 10:49:02.282427 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.46', 59579) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:02.301610 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:02.326601 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-462e7bbe-f8b5-40a5-8492-6fea7ece5489 req-db217a2b-39e6-4d19-8a39-95dab6b32fa3 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358609 Oct 13 10:49:02.352479 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fcd54f-ce47-4c26-a516-e20c0733b0b3 x-openstack-request-id: req-36fcd54f-ce47-4c26-a516-e20c0733b0b3 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:02.353452 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e05ef86-8413-43bc-b30f-9b416845af62", "name": "network-vif-plugged", "status": "completed", "tag": "7f3678e7-ede7-4734-b00b-fb4f32f474de", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:02.353883 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36fcd54f-ce47-4c26-a516-e20c0733b0b3 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:02.354459 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e05ef86-8413-43bc-b30f-9b416845af62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3678e7-ede7-4734-b00b-fb4f32f474de', 'code': 200} Oct 13 10:49:02.362215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-daa4b821-0100-42df-83a2-cb37a3866cf7 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:02.363874 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-daa4b821-0100-42df-83a2-cb37a3866cf7 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.46 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 807 time: 0.3723042 Oct 13 10:49:02.370068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e2c13-6597-4a64-b09b-57f57adb89dc req-5a877ab4-bfe2-4e6d-89a7-7c5cb4654f8a tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:02.371688 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ec6e2c13-6597-4a64-b09b-57f57adb89dc req-5a877ab4-bfe2-4e6d-89a7-7c5cb4654f8a tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.46 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 950 time: 0.0898483 Oct 13 10:49:02.381714 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f02df82-2163-43d3-9638-ccaf5771f380 req-53b15698-0792-46e1-84a9-93251ef77f5b service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911307 Oct 13 10:49:02.387235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-f1fff48d-8f09-44de-8f1c-93e6692be191 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Request body: {'port': {'device_id': '83847cab-3490-4dc4-b869-df0b373375ea', 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b', 'admin_state_up': True, 'tenant_id': '3d81ffb1d1934f229adfc02c38c0c5a6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:02.438888 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:02.446841 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84741b97-75d4-4e7a-8d6e-54e5920e8858 req-e7658153-a2f4-40c4-a17a-dd841883cb52 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 210 time: 0.0298932 Oct 13 10:49:02.452933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aceb3c-ebe2-4f87-8bb7-42080b053ce7 req-1c0c7e89-1852-4ab1-ba8c-209bb587ae22 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:02.454683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1aceb3c-ebe2-4f87-8bb7-42080b053ce7 req-1c0c7e89-1852-4ab1-ba8c-209bb587ae22 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 950 time: 0.1688163 Oct 13 10:49:02.540142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72432f60-dc91-4ee4-97c7-f9ecd15892f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d18ab8-1387-4e8e-a10d-52c7b6a79156'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:02.542403 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3113d8b5-28e6-40fd-ace8-ec87afd67b14" -d '{"events": [{"server_uuid": "72432f60-dc91-4ee4-97c7-f9ecd15892f3", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d18ab8-1387-4e8e-a10d-52c7b6a79156"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:02.575904 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadf7e2-369d-4255-bf8f-3936dab04f1d req-35cbd604-e573-43a0-896b-77a589381de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:02.577396 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-acadf7e2-369d-4255-bf8f-3936dab04f1d req-35cbd604-e573-43a0-896b-77a589381de3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 1101 time: 0.1215556 Oct 13 10:49:02.613839 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f12567-9db5-4ef1-9995-5955d46f4e85 req-897da24e-7f0e-42a2-9941-11527b76aa71 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:02.615267 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8f12567-9db5-4ef1-9995-5955d46f4e85 req-897da24e-7f0e-42a2-9941-11527b76aa71 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 944 time: 0.0928991 Oct 13 10:49:02.622457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-ec6e2c13-6597-4a64-b09b-57f57adb89dc req-059d7d1f-5939-429e-8f29-2c5acacc3373 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Deleting port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:49:02.622809 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec6e2c13-6597-4a64-b09b-57f57adb89dc req-059d7d1f-5939-429e-8f29-2c5acacc3373 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:02.626491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Pushing event updated for resources: {'Port': ['ID=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:02.654274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1aceb3c-ebe2-4f87-8bb7-42080b053ce7 req-ec408074-970f-4ddd-8c09-0174c320539e tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5c73a-65eb-4afb-a481-d579a35a7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600726 Oct 13 10:49:02.656088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b2e22-6712-4c4d-8aa4-9187d5100600 req-411fc195-cc06-4a6a-8c29-687050e5fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:02.657468 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d3b2e22-6712-4c4d-8aa4-9187d5100600 req-411fc195-cc06-4a6a-8c29-687050e5fdf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 1095 time: 0.2007957 Oct 13 10:49:02.667770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:02.668399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:02.677223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:02.677578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:02.677911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:02.678241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:02.679019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:02.679019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:02.679271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:02.679536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:02.679858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:02.680400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:02.701415 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-acadf7e2-369d-4255-bf8f-3936dab04f1d req-7951d5dd-ab8f-48fa-9d1a-2a26c4cf5fb0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139987 Oct 13 10:49:02.703065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Attempting to bind port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on host n-h2-813659-3 for vnic_type normal with profile {"migrating_to": "n-h1-813659-3"} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:02.703406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Attempting to bind port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:02.703734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Attempting to bind port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:02.731186 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8f12567-9db5-4ef1-9995-5955d46f4e85 req-742bc942-1b75-4ef2-b925-a2d6d41fa8d2 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038265 Oct 13 10:49:02.757403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:49:02.757779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Attempting to bind port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:02.768841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ec6e2c13-6597-4a64-b09b-57f57adb89dc req-059d7d1f-5939-429e-8f29-2c5acacc3373 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] For port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8df14e58-0b0e-4ca5-bb8f-2607418ccd3d,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:02.769668 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec6e2c13-6597-4a64-b09b-57f57adb89dc req-059d7d1f-5939-429e-8f29-2c5acacc3373 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:02.770884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:02.771232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Checking segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:02.771592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Bound using segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:02.772088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Bound port: b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:02.772443 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:02.785910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-ec6e2c13-6597-4a64-b09b-57f57adb89dc req-059d7d1f-5939-429e-8f29-2c5acacc3373 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Calling delete_port for 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:49:02.841299 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171236cb-44c5-4135-93e2-c504e986d499 x-openstack-request-id: req-171236cb-44c5-4135-93e2-c504e986d499 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:02.841641 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72432f60-dc91-4ee4-97c7-f9ecd15892f3", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d18ab8-1387-4e8e-a10d-52c7b6a79156", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:02.841954 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-171236cb-44c5-4135-93e2-c504e986d499 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:02.842664 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72432f60-dc91-4ee4-97c7-f9ecd15892f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d18ab8-1387-4e8e-a10d-52c7b6a79156', 'code': 200} Oct 13 10:49:02.847543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b2e22-6712-4c4d-8aa4-9187d5100600 req-04332ed8-7edd-4c88-b6e9-a6373d93d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:02.849074 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d3b2e22-6712-4c4d-8aa4-9187d5100600 req-04332ed8-7edd-4c88-b6e9-a6373d93d891 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.1610248 Oct 13 10:49:02.861197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-f1fff48d-8f09-44de-8f1c-93e6692be191 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Made reservation on behalf of 3d81ffb1d1934f229adfc02c38c0c5a6 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:49:02.861197 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-f1fff48d-8f09-44de-8f1c-93e6692be191 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:02.903339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:02.962142 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08cf82-74e5-4c53-8d05-983382f00a30 req-17025c65-34b8-4039-90d4-0517aef23405 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:02.963694 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a08cf82-74e5-4c53-8d05-983382f00a30 req-17025c65-34b8-4039-90d4-0517aef23405 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 943 time: 0.0929391 Oct 13 10:49:02.982189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:02.986583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d3b2e22-6712-4c4d-8aa4-9187d5100600 req-f1c00464-de76-4114-b924-31e7ff779f57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 217 time: 0.0511398 Oct 13 10:49:03.023641 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a08cf82-74e5-4c53-8d05-983382f00a30 req-8e7be7d3-dbc8-4d8f-bf5e-94390004385e tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443192 Oct 13 10:49:03.057134 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:03.085037 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec6e2c13-6597-4a64-b09b-57f57adb89dc req-059d7d1f-5939-429e-8f29-2c5acacc3373 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:03.097687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['8df14e58-0b0e-4ca5-bb8f-2607418ccd3d'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:03.115735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d7d1f-5939-429e-8f29-2c5acacc3373 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Pushing event deleted for resources: {'Port': ['ID=8df14e58-0b0e-4ca5-bb8f-2607418ccd3d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:03.168825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Pushing event updated for resources: {'Port': ['ID=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:03.175015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-f1fff48d-8f09-44de-8f1c-93e6692be191 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Allocated IP 172.20.0.4 (259a4ec1-ee8d-422b-b204-4224c014af8b/75b682f9-2048-4e73-802d-8e8789e253b8/5a3feeb4-398a-479a-8368-7e66ccc551b6) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:49:03.177949 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b2e22-6712-4c4d-8aa4-9187d5100600 req-a5e1581e-585b-4df1-bdec-3e95ebc14d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:03.181577 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d3b2e22-6712-4c4d-8aa4-9187d5100600 req-a5e1581e-585b-4df1-bdec-3e95ebc14d5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.1862080 Oct 13 10:49:03.186883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6e2c13-6597-4a64-b09b-57f57adb89dc req-059d7d1f-5939-429e-8f29-2c5acacc3373 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] No DVR routers for this DVR port 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:49:03.190080 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec6e2c13-6597-4a64-b09b-57f57adb89dc req-059d7d1f-5939-429e-8f29-2c5acacc3373 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:03.193500 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ec6e2c13-6597-4a64-b09b-57f57adb89dc req-059d7d1f-5939-429e-8f29-2c5acacc3373 tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.46 "DELETE /v2.0/ports/8df14e58-0b0e-4ca5-bb8f-2607418ccd3d HTTP/1.1" status: 204 len: 173 time: 0.8157616 Oct 13 10:49:03.264323 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:03.265078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:03.266488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a4d617da-ab03-430a-821f-9cdefe3c816a service neutron] 10.222.0.46 "PUT /v2.0/ports/b0d18ab8-1387-4e8e-a10d-52c7b6a79156 HTTP/1.1" status: 200 len: 1121 time: 2.1763070 Oct 13 10:49:03.288024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cdf4b-4f38-4379-bea1-e90752c88305 req-899cde78-63a9-4148-82cf-46d0b3b71c06 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:03.296821 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-762cdf4b-4f38-4379-bea1-e90752c88305 req-899cde78-63a9-4148-82cf-46d0b3b71c06 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 950 time: 0.0712750 Oct 13 10:49:03.300492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b2e22-6712-4c4d-8aa4-9187d5100600 req-c1da3cbf-206a-4dd2-b364-f23b7220b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:03.302002 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d3b2e22-6712-4c4d-8aa4-9187d5100600 req-c1da3cbf-206a-4dd2-b364-f23b7220b16e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100335 Oct 13 10:49:03.367071 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-762cdf4b-4f38-4379-bea1-e90752c88305 req-c548953a-c23a-4bc6-afae-d3f155450507 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657246 Oct 13 10:49:03.385519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b0d18ab8-1387-4e8e-a10d-52c7b6a79156'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:03.558832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cb460-59f8-441e-be4a-8f6dbd1d6d32 req-2375c6fb-5097-4b86-978c-99873a66db29 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:03.560346 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df7cb460-59f8-441e-be4a-8f6dbd1d6d32 req-2375c6fb-5097-4b86-978c-99873a66db29 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 950 time: 0.1259539 Oct 13 10:49:03.565830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d3b2e22-6712-4c4d-8aa4-9187d5100600 req-e263073f-5222-4dd6-9c6b-62e475a9864e service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493534 Oct 13 10:49:03.594933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-db6d5c2d-81fd-4bbb-8fd3-22d5516a60e1 req-6e7c1984-14d1-4f42-b28e-fa9338f02e7b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 210 time: 0.0460525 Oct 13 10:49:03.600592 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-f1fff48d-8f09-44de-8f1c-93e6692be191 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:03.694883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df7cb460-59f8-441e-be4a-8f6dbd1d6d32 req-c0935bca-2403-45a8-99bb-a9db14cc9374 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172204 Oct 13 10:49:03.739586 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d3b2e22-6712-4c4d-8aa4-9187d5100600 req-ed83afb0-18f6-4fc6-abc8-d8e2b2c744c7 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630812 Oct 13 10:49:03.791930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ac0d0e-fff3-4817-94aa-efdc3e401831', 'name': 'network-vif-deleted', 'tag': '8df14e58-0b0e-4ca5-bb8f-2607418ccd3d'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:03.794441 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5835e2d4-dbe1-4429-bb66-6a4b627a3177" -d '{"events": [{"server_uuid": "68ac0d0e-fff3-4817-94aa-efdc3e401831", "name": "network-vif-deleted", "tag": "8df14e58-0b0e-4ca5-bb8f-2607418ccd3d"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:03.805390 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-f1fff48d-8f09-44de-8f1c-93e6692be191 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:03.806460 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-224db468-f104-4897-adca-51ee6bc7bf89 req-8ba4506e-c008-430a-b82d-8358a453af5d tempest-ServerDiagnosticsNegativeTest-2069508226 tempest-ServerDiagnosticsNegativeTest-2069508226-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ac0d0e-fff3-4817-94aa-efdc3e401831 HTTP/1.1" status: 200 len: 210 time: 0.0386808 Oct 13 10:49:03.862424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fff48d-8f09-44de-8f1c-93e6692be191 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Pushing event updated for resources: {'Port': ['ID=5a3feeb4-398a-479a-8368-7e66ccc551b6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:03.876901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-f1fff48d-8f09-44de-8f1c-93e6692be191 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Network 259a4ec1-ee8d-422b-b204-4224c014af8b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:03.878286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-f1fff48d-8f09-44de-8f1c-93e6692be191 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:03.880602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-f1fff48d-8f09-44de-8f1c-93e6692be191 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:49:03.887899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-f1fff48d-8f09-44de-8f1c-93e6692be191 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:03.888541 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-f1fff48d-8f09-44de-8f1c-93e6692be191 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:03.964233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1569d-5116-4e9d-a516-e2f0c1979202 req-0169cdc5-93ae-456a-824d-cd6819c67137 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:03.965709 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e0f1569d-5116-4e9d-a516-e2f0c1979202 req-0169cdc5-93ae-456a-824d-cd6819c67137 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 944 time: 0.0609498 Oct 13 10:49:03.981907 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-f1fff48d-8f09-44de-8f1c-93e6692be191 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6055887 Oct 13 10:49:03.991064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-79acb16f-b188-4365-aeed-69656c489866 req-0b847309-9e82-4e6a-b02a-1f134ddb805a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:49:03.992134 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79acb16f-b188-4365-aeed-69656c489866 req-0b847309-9e82-4e6a-b02a-1f134ddb805a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051079 Oct 13 10:49:03.998165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Request body: {'port': {'device_id': '83847cab-3490-4dc4-b869-df0b373375ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:04.005150 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e0f1569d-5116-4e9d-a516-e2f0c1979202 req-1e7a0eeb-31dc-4870-92fa-6187d9975f0f tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333877 Oct 13 10:49:04.061127 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf5ca2a-1cad-46fe-816d-6aa1b0c10be7 x-openstack-request-id: req-0bf5ca2a-1cad-46fe-816d-6aa1b0c10be7 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:04.065496 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ac0d0e-fff3-4817-94aa-efdc3e401831", "name": "network-vif-deleted", "tag": "8df14e58-0b0e-4ca5-bb8f-2607418ccd3d", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:04.065496 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bf5ca2a-1cad-46fe-816d-6aa1b0c10be7 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:04.065496 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ac0d0e-fff3-4817-94aa-efdc3e401831', 'name': 'network-vif-deleted', 'tag': '8df14e58-0b0e-4ca5-bb8f-2607418ccd3d', 'status': 'completed', 'code': 200} Oct 13 10:49:04.075125 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:04.195049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d345b56-4669-4371-9c02-f4d8747df0dc req-d3ee60df-8201-4a11-9eb4-f81728e49a67 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:04.197340 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d345b56-4669-4371-9c02-f4d8747df0dc req-d3ee60df-8201-4a11-9eb4-f81728e49a67 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 943 time: 0.0525644 Oct 13 10:49:04.240863 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d345b56-4669-4371-9c02-f4d8747df0dc req-8abfa906-f11e-4f39-bcd4-94a967a4323f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371482 Oct 13 10:49:04.315950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e756e-cc44-4473-9d4f-315fe0a50c8d req-d0601479-5462-4c0a-86a2-ba61e2d63949 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:04.317425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-422e756e-cc44-4473-9d4f-315fe0a50c8d req-d0601479-5462-4c0a-86a2-ba61e2d63949 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 950 time: 0.1131024 Oct 13 10:49:04.383300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-422e756e-cc44-4473-9d4f-315fe0a50c8d req-b0a53818-b374-4f86-803e-93ecb3538a7b tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560615 Oct 13 10:49:04.468953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3feeb4-398a-479a-8368-7e66ccc551b6 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:04.491576 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:04.512163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Transition to ACTIVE for port object 5a3feeb4-398a-479a-8368-7e66ccc551b6 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:49:04.525003 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ada464-1a6c-45a2-9cc5-3004806001ca req-6ff35cfc-46bb-4b92-a623-c80aa963a3fc tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:04.526594 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13ada464-1a6c-45a2-9cc5-3004806001ca req-6ff35cfc-46bb-4b92-a623-c80aa963a3fc tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 950 time: 0.0714889 Oct 13 10:49:04.569623 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13ada464-1a6c-45a2-9cc5-3004806001ca req-dc47fa02-70f9-4991-a121-083f5162d2f6 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365853 Oct 13 10:49:04.576153 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:04.604504 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-9ab4106d-67a0-4aa1-8304-cc25c2aede7a tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=41bbaf8ad89248d094c541f7121bc8a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251296 Oct 13 10:49:04.632480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3feeb4-398a-479a-8368-7e66ccc551b6,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:04.675750 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Attempting to bind port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:04.676084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Attempting to bind port 5a3feeb4-398a-479a-8368-7e66ccc551b6 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:04.676410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Attempting to bind port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:04.681585 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on network 259a4ec1-ee8d-422b-b204-4224c014af8b not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:49:04.681839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Attempting to bind port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:04.687602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:04.688529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Checking segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:04.688925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Bound using segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:04.689624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Bound port: 5a3feeb4-398a-479a-8368-7e66ccc551b6, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:04.689748 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:04.729802 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-e131d50f-70e6-4982-87d1-96a368ba11c3 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:04.731598 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-e131d50f-70e6-4982-87d1-96a368ba11c3 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1319959 Oct 13 10:49:04.747084 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-47cd0dde-3108-4782-8653-c736d571cbfa tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/quotas/41bbaf8ad89248d094c541f7121bc8a5 HTTP/1.1" status: 200 len: 375 time: 0.0096910 Oct 13 10:49:04.760248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:04.763426 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:04.799634 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-58fdc802-0852-4590-bdf8-1ba9cd8d4518 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=41bbaf8ad89248d094c541f7121bc8a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455196 Oct 13 10:49:04.839526 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:04.848084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72432f60-dc91-4ee4-97c7-f9ecd15892f3', 'tag': 'b0d18ab8-1387-4e8e-a10d-52c7b6a79156'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:04.850394 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ed7adf-c70a-4b64-8844-d0e2b0291676" -d '{"events": [{"name": "network-changed", "server_uuid": "72432f60-dc91-4ee4-97c7-f9ecd15892f3", "tag": "b0d18ab8-1387-4e8e-a10d-52c7b6a79156"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:04.880845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:04.881003 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:04.882371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] 10.222.0.46 "PUT /v2.0/ports/5a3feeb4-398a-479a-8368-7e66ccc551b6 HTTP/1.1" status: 200 len: 1091 time: 0.8888111 Oct 13 10:49:04.904767 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bb4fc-d8d4-4629-a131-6581094bb435 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3feeb4-398a-479a-8368-7e66ccc551b6,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:05.039725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-e97fb8d9-a5a9-4671-bae6-0d5ca6615472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:05.041755 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-e97fb8d9-a5a9-4671-bae6-0d5ca6615472 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 1094 time: 0.0463519 Oct 13 10:49:05.082366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6093344-cd7f-4554-9ae9-1fd4e172b9f9 req-569b897b-40be-45c7-be48-06ba7da90640 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:05.085213 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6093344-cd7f-4554-9ae9-1fd4e172b9f9 req-569b897b-40be-45c7-be48-06ba7da90640 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 943 time: 0.0719635 Oct 13 10:49:05.113650 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-2292de33-2e44-4e5e-8595-cefde41ed99f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6 HTTP/1.1" status: 200 len: 217 time: 0.0551887 Oct 13 10:49:05.138856 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6093344-cd7f-4554-9ae9-1fd4e172b9f9 req-0f07f810-6bcc-433b-bedd-5a93a29f9398 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469022 Oct 13 10:49:05.174629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-434ef706-833f-414c-8da3-17ae48456666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:05.176101 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-434ef706-833f-414c-8da3-17ae48456666 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0543773 Oct 13 10:49:05.209456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-68944c40-77dd-4e7d-b3c9-50d00c3ee6b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243361 Oct 13 10:49:05.261618 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296bbc59-bb9d-458c-acfb-76bba436e091 x-openstack-request-id: req-296bbc59-bb9d-458c-acfb-76bba436e091 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:05.261974 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72432f60-dc91-4ee4-97c7-f9ecd15892f3", "tag": "b0d18ab8-1387-4e8e-a10d-52c7b6a79156", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:05.262297 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-296bbc59-bb9d-458c-acfb-76bba436e091 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:05.263455 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72432f60-dc91-4ee4-97c7-f9ecd15892f3', 'tag': 'b0d18ab8-1387-4e8e-a10d-52c7b6a79156', 'status': 'completed', 'code': 200} Oct 13 10:49:05.334195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f5c37847-6861-4a1f-b644-9394ee1d3b96 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:49:05.406363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b0103-f094-446b-8a1b-a6405de07f7c req-a6c36ab1-d983-4de5-b027-ef44cad6c991 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:05.414239 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c35b0103-f094-446b-8a1b-a6405de07f7c req-a6c36ab1-d983-4de5-b027-ef44cad6c991 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 944 time: 0.0655704 Oct 13 10:49:05.475347 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c35b0103-f094-446b-8a1b-a6405de07f7c req-d0419224-bab1-45b9-b0b6-3c0a280bd624 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594962 Oct 13 10:49:05.519205 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f5c37847-6861-4a1f-b644-9394ee1d3b96, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:05.533222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'port_id': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'mac_address': 'fa:16:3e:50:5a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:49:05.560839 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e5225d6-e85d-4f35-a035-083dd24211c7 req-6e3d5f4c-3d5f-4fad-bd68-d9e2c33048e0 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 210 time: 0.2734380 Oct 13 10:49:05.604104 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:05.619855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed7adf-c70a-4b64-8844-d0e2b0291676 req-65f4c41c-06a1-4423-ab78-b0ecc03962fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:05.619855 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92ed7adf-c70a-4b64-8844-d0e2b0291676 req-65f4c41c-06a1-4423-ab78-b0ecc03962fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 1124 time: 0.3190205 Oct 13 10:49:05.619855 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-330129aa-1914-48da-882a-53154bb18adb service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006848 Oct 13 10:49:05.627649 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c37847-6861-4a1f-b644-9394ee1d3b96 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:05.660778 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f5c37847-6861-4a1f-b644-9394ee1d3b96, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:05.697341 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e935def-bc13-4c8d-a146-499dad3b8838 req-67d1be2f-2600-4d8b-ab11-802884ad7646 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:05.703078 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2e935def-bc13-4c8d-a146-499dad3b8838 req-67d1be2f-2600-4d8b-ab11-802884ad7646 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 950 time: 0.0578773 Oct 13 10:49:05.719294 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:05.763528 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2e935def-bc13-4c8d-a146-499dad3b8838 req-5cc2e93d-9359-410d-8ac1-4a422e5fe460 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498037 Oct 13 10:49:05.780897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=f5c37847-6861-4a1f-b644-9394ee1d3b96,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:05.807800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0d755-2ab3-4b0e-8d1e-be8bb8e511a4 req-76bf08dc-c18a-4cd3-8508-7f7f3d836abc tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:05.810972 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50a0d755-2ab3-4b0e-8d1e-be8bb8e511a4 req-76bf08dc-c18a-4cd3-8508-7f7f3d836abc tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 943 time: 0.1203511 Oct 13 10:49:05.852305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed7adf-c70a-4b64-8844-d0e2b0291676 req-6d130504-465c-4e36-8e71-4c16ba36a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:05.856330 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92ed7adf-c70a-4b64-8844-d0e2b0291676 req-6d130504-465c-4e36-8e71-4c16ba36a989 service neutron] 10.222.0.21 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.2298098 Oct 13 10:49:05.857438 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769f480a-3e4d-4e2d-8c3c-44c7510510ac req-b0febbd8-6522-4455-99b1-8384261a1f58 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239454 Oct 13 10:49:05.884446 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50a0d755-2ab3-4b0e-8d1e-be8bb8e511a4 req-2a7e9854-cdc0-4c07-aba0-20d9c78b5ad1 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632713 Oct 13 10:49:05.909029 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92ed7adf-c70a-4b64-8844-d0e2b0291676 req-821df3f3-2f72-42f8-ab10-779bb5334159 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156 HTTP/1.1" status: 200 len: 217 time: 0.0471165 Oct 13 10:49:05.918722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56004) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:05.964031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed7adf-c70a-4b64-8844-d0e2b0291676 req-fe9348ea-53d6-4593-974e-83850c2b05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:05.965620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92ed7adf-c70a-4b64-8844-d0e2b0291676 req-fe9348ea-53d6-4593-974e-83850c2b05ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0485625 Oct 13 10:49:05.966802 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['f5c37847-6861-4a1f-b644-9394ee1d3b96'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:06.004144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92ed7adf-c70a-4b64-8844-d0e2b0291676 req-4e679685-b4c7-43a2-8e12-73a5c51e7dfb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291955 Oct 13 10:49:06.102105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92ed7adf-c70a-4b64-8844-d0e2b0291676 req-9174a398-150a-401d-a008-0051090979ec service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888002 Oct 13 10:49:06.111008 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-392dadf1-941e-4a66-bd1c-4cecd725c3d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=115aedc90d954f3bac3fe746135eb37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910534 Oct 13 10:49:06.129121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56012) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:06.188451 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f60241fc-bcc7-45e2-bc31-7cf4bf877890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:06.213249 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f60241fc-bcc7-45e2-bc31-7cf4bf877890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:06.236491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92ed7adf-c70a-4b64-8844-d0e2b0291676 req-312705e3-6ecf-4fc3-a7a6-22e5ff126542 service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269455 Oct 13 10:49:06.288140 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d714f-d208-4501-b82e-e0744d8410ae req-c0606119-5364-4932-9c64-a80f7ddac60a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:06.290177 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d18d714f-d208-4501-b82e-e0744d8410ae req-c0606119-5364-4932-9c64-a80f7ddac60a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 943 time: 0.0745244 Oct 13 10:49:06.338870 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d18d714f-d208-4501-b82e-e0744d8410ae req-9d22287a-08b1-4ecc-8679-3cb5ca9917e6 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378282 Oct 13 10:49:06.405099 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f60241fc-bcc7-45e2-bc31-7cf4bf877890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:06.408092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f60241fc-bcc7-45e2-bc31-7cf4bf877890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:06.409342 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f60241fc-bcc7-45e2-bc31-7cf4bf877890 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfa5c73a-65eb-4afb-a481-d579a35a7b26 HTTP/1.1" status: 204 len: 168 time: 0.2790456 Oct 13 10:49:06.420025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60241fc-bcc7-45e2-bc31-7cf4bf877890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa5c73a-65eb-4afb-a481-d579a35a7b26,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:06.599125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896ff87-0858-470b-acab-715347493e45 req-ce52d8e1-766c-4993-a9e1-6326818f78be tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:06.600579 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c896ff87-0858-470b-acab-715347493e45 req-ce52d8e1-766c-4993-a9e1-6326818f78be tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 945 time: 0.0518024 Oct 13 10:49:06.674235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c896ff87-0858-470b-acab-715347493e45 req-23ef3115-72c6-41c7-b6ec-7e8c6e4a0a2f tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582752 Oct 13 10:49:06.674235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b19909-a766-4ffa-9d6a-ea5c361aa1e1 req-de66c601-e93c-4ed1-9b43-15864bd29869 tempest-DeleteServersAdminTestJSON-1014961241 tempest-DeleteServersAdminTestJSON-1014961241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:06.674235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07b19909-a766-4ffa-9d6a-ea5c361aa1e1 req-de66c601-e93c-4ed1-9b43-15864bd29869 tempest-DeleteServersAdminTestJSON-1014961241 tempest-DeleteServersAdminTestJSON-1014961241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 1101 time: 0.0704367 Oct 13 10:49:06.710910 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66404e9d-2626-4d92-9dc5-25d4c07e3f92 req-588c9239-920f-4485-a177-689c9db06063 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 210 time: 0.0390506 Oct 13 10:49:06.755939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-07b19909-a766-4ffa-9d6a-ea5c361aa1e1 req-8013e746-7dfa-4b33-b2ea-caa8dbb3dcd2 tempest-DeleteServersAdminTestJSON-1014961241 tempest-DeleteServersAdminTestJSON-1014961241-project-admin] Deleting port 7f3678e7-ede7-4734-b00b-fb4f32f474de {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:49:06.755939 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07b19909-a766-4ffa-9d6a-ea5c361aa1e1 req-8013e746-7dfa-4b33-b2ea-caa8dbb3dcd2 tempest-DeleteServersAdminTestJSON-1014961241 tempest-DeleteServersAdminTestJSON-1014961241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:06.856957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56038) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:06.876872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-07b19909-a766-4ffa-9d6a-ea5c361aa1e1 req-8013e746-7dfa-4b33-b2ea-caa8dbb3dcd2 tempest-DeleteServersAdminTestJSON-1014961241 tempest-DeleteServersAdminTestJSON-1014961241-project-admin] For port 7f3678e7-ede7-4734-b00b-fb4f32f474de, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7f3678e7-ede7-4734-b00b-fb4f32f474de,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:06.877238 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07b19909-a766-4ffa-9d6a-ea5c361aa1e1 req-8013e746-7dfa-4b33-b2ea-caa8dbb3dcd2 tempest-DeleteServersAdminTestJSON-1014961241 tempest-DeleteServersAdminTestJSON-1014961241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:06.893245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-07b19909-a766-4ffa-9d6a-ea5c361aa1e1 req-8013e746-7dfa-4b33-b2ea-caa8dbb3dcd2 tempest-DeleteServersAdminTestJSON-1014961241 tempest-DeleteServersAdminTestJSON-1014961241-project-admin] Calling delete_port for 7f3678e7-ede7-4734-b00b-fb4f32f474de owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:49:06.917020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f281ab6-6a42-4c26-b528-44efdfcfcc2b req-f8f71e9b-8504-468b-b91b-149c52ae9d9a tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:06.918536 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f281ab6-6a42-4c26-b528-44efdfcfcc2b req-f8f71e9b-8504-468b-b91b-149c52ae9d9a tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 950 time: 0.0859044 Oct 13 10:49:06.956417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b0d18ab8-1387-4e8e-a10d-52c7b6a79156 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:49:06.959692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:07.009113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:49:07.009708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8df14e58-0b0e-4ca5-bb8f-2607418ccd3d not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:49:07.013034 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3624-f793-4079-b8f9-efe7fe1a8c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.030837 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f281ab6-6a42-4c26-b528-44efdfcfcc2b req-5190883e-46a8-450b-a910-0d968cbf865f tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872047 Oct 13 10:49:07.069028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baacffb-c3cb-4ce2-88e6-d0d07999cea2 req-1943b360-60ee-420d-8295-eb929dd6366c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:07.073121 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4baacffb-c3cb-4ce2-88e6-d0d07999cea2 req-1943b360-60ee-420d-8295-eb929dd6366c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 943 time: 0.1073599 Oct 13 10:49:07.075557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56044) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:07.106270 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e101d844-3189-4f2d-bb95-781405747b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.107382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:07.119468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b0d18ab8-1387-4e8e-a10d-52c7b6a79156 has no active binding in host n-h1-813659-3 {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 10:49:07.153270 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07b19909-a766-4ffa-9d6a-ea5c361aa1e1 req-8013e746-7dfa-4b33-b2ea-caa8dbb3dcd2 tempest-DeleteServersAdminTestJSON-1014961241 tempest-DeleteServersAdminTestJSON-1014961241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.167062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['7f3678e7-ede7-4734-b00b-fb4f32f474de'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:07.177648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4baacffb-c3cb-4ce2-88e6-d0d07999cea2 req-ebaea5c8-9c53-467d-ba6f-1ecee6d21250 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762887 Oct 13 10:49:07.190049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013e746-7dfa-4b33-b2ea-caa8dbb3dcd2 tempest-DeleteServersAdminTestJSON-1014961241 tempest-DeleteServersAdminTestJSON-1014961241-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f3678e7-ede7-4734-b00b-fb4f32f474de,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:07.222795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3624-f793-4079-b8f9-efe7fe1a8c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.233654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b19909-a766-4ffa-9d6a-ea5c361aa1e1 req-8013e746-7dfa-4b33-b2ea-caa8dbb3dcd2 tempest-DeleteServersAdminTestJSON-1014961241 tempest-DeleteServersAdminTestJSON-1014961241-project-admin] No DVR routers for this DVR port 7f3678e7-ede7-4734-b00b-fb4f32f474de on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:49:07.237472 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07b19909-a766-4ffa-9d6a-ea5c361aa1e1 req-8013e746-7dfa-4b33-b2ea-caa8dbb3dcd2 tempest-DeleteServersAdminTestJSON-1014961241 tempest-DeleteServersAdminTestJSON-1014961241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.241353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07b19909-a766-4ffa-9d6a-ea5c361aa1e1 req-8013e746-7dfa-4b33-b2ea-caa8dbb3dcd2 tempest-DeleteServersAdminTestJSON-1014961241 tempest-DeleteServersAdminTestJSON-1014961241-project-admin] 10.222.0.21 "DELETE /v2.0/ports/7f3678e7-ede7-4734-b00b-fb4f32f474de HTTP/1.1" status: 204 len: 173 time: 0.5624006 Oct 13 10:49:07.264244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83847cab-3490-4dc4-b869-df0b373375ea', 'tag': '5a3feeb4-398a-479a-8368-7e66ccc551b6'}, {'server_uuid': '0e05ef86-8413-43bc-b30f-9b416845af62', 'name': 'network-vif-deleted', 'tag': '7f3678e7-ede7-4734-b00b-fb4f32f474de'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:07.267927 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38be802a-039f-4663-803d-6f178abee9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "83847cab-3490-4dc4-b869-df0b373375ea", "tag": "5a3feeb4-398a-479a-8368-7e66ccc551b6"}, {"server_uuid": "0e05ef86-8413-43bc-b30f-9b416845af62", "name": "network-vif-deleted", "tag": "7f3678e7-ede7-4734-b00b-fb4f32f474de"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:07.298109 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e101d844-3189-4f2d-bb95-781405747b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.308039 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3624-f793-4079-b8f9-efe7fe1a8c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.338599 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d3624-f793-4079-b8f9-efe7fe1a8c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ed310b-edc1-49b9-8be6-5018629376d0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:07.347049 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859dcdcd-1d91-416c-8862-ab74c763f6b0 x-openstack-request-id: req-859dcdcd-1d91-416c-8862-ab74c763f6b0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:07.347336 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83847cab-3490-4dc4-b869-df0b373375ea", "tag": "5a3feeb4-398a-479a-8368-7e66ccc551b6", "status": "completed", "code": 200}, {"server_uuid": "0e05ef86-8413-43bc-b30f-9b416845af62", "name": "network-vif-deleted", "tag": "7f3678e7-ede7-4734-b00b-fb4f32f474de", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:07.347800 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-859dcdcd-1d91-416c-8862-ab74c763f6b0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:07.348457 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83847cab-3490-4dc4-b869-df0b373375ea', 'tag': '5a3feeb4-398a-479a-8368-7e66ccc551b6', 'status': 'completed', 'code': 200} Oct 13 10:49:07.349157 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e05ef86-8413-43bc-b30f-9b416845af62', 'name': 'network-vif-deleted', 'tag': '7f3678e7-ede7-4734-b00b-fb4f32f474de', 'status': 'completed', 'code': 200} Oct 13 10:49:07.359976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f5c37847-6861-4a1f-b644-9394ee1d3b96 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:49:07.400935 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e101d844-3189-4f2d-bb95-781405747b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.409219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be802a-039f-4663-803d-6f178abee9bc req-1d61a090-5df5-48ae-b90f-6ea0d526e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:07.411455 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38be802a-039f-4663-803d-6f178abee9bc req-1d61a090-5df5-48ae-b90f-6ea0d526e1e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 1094 time: 0.0562458 Oct 13 10:49:07.418166 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0d6d3624-f793-4079-b8f9-efe7fe1a8c04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5af3c17af5364c6c829438c741c2734d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600493 Oct 13 10:49:07.422410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56050) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:07.494701 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e101d844-3189-4f2d-bb95-781405747b7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c625da05ae14cc8a54d6a60744955a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171462 Oct 13 10:49:07.497609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56052) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:07.498729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101d844-3189-4f2d-bb95-781405747b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4699e4-94b3-4c93-a74b-47c20fc92cdd,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:07.518807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e98d-5efd-476d-b631-d0f977768370 req-7382fc48-e244-4616-9fb0-88e783db5826 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:07.520356 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e069e98d-5efd-476d-b631-d0f977768370 req-7382fc48-e244-4616-9fb0-88e783db5826 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 943 time: 0.0859358 Oct 13 10:49:07.531449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port f5c37847-6861-4a1f-b644-9394ee1d3b96 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:49:07.535366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port f5c37847-6861-4a1f-b644-9394ee1d3b96 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:07.535754 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.613970 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e069e98d-5efd-476d-b631-d0f977768370 req-fd9431c9-3b70-415d-b7ec-c6c2e74721eb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847526 Oct 13 10:49:07.616898 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5983-c8c8-4297-8d33-eadac0d6828e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.623327 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5783a939-4912-4451-9303-109778b500e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.630926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be802a-039f-4663-803d-6f178abee9bc req-81726c70-18a3-4baa-8cc8-918d038a461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:07.632417 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38be802a-039f-4663-803d-6f178abee9bc req-81726c70-18a3-4baa-8cc8-918d038a461a service neutron] 10.222.0.46 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.2088640 Oct 13 10:49:07.641038 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.667186 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:07.669780 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f8e27d-ef9d-4c81-b795-85a72ba91265" -d '{"events": [{"server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "name": "network-vif-plugged", "status": "completed", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:07.676222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-2272c291-9e85-48b3-9523-a9b0324adcfc tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=41bbaf8ad89248d094c541f7121bc8a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510530 Oct 13 10:49:07.683669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f5c37847-6861-4a1f-b644-9394ee1d3b96, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:07.690174 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5983-c8c8-4297-8d33-eadac0d6828e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.724318 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfcb08b-f3da-4f39-a64a-e09350bc5c21 x-openstack-request-id: req-bdfcb08b-f3da-4f39-a64a-e09350bc5c21 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:07.724783 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "name": "network-vif-plugged", "status": "completed", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:07.725178 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdfcb08b-f3da-4f39-a64a-e09350bc5c21 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:07.725715 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'code': 200} Oct 13 10:49:07.732572 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5783a939-4912-4451-9303-109778b500e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.764921 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.766938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38be802a-039f-4663-803d-6f178abee9bc req-5c280fba-bca8-4d58-a184-8dcf151f9d29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6 HTTP/1.1" status: 200 len: 217 time: 0.1042616 Oct 13 10:49:07.822299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=f5c37847-6861-4a1f-b644-9394ee1d3b96,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:07.846770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e43be30b-0604-4734-a29f-b410ae9bdcfd req-8d365e5d-c3b9-4e64-b32f-3a07bd0c21f8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 210 time: 0.0283916 Oct 13 10:49:07.936439 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-896a7c7a-a9a6-4794-8d5e-8acadc5ae09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:07.974007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be802a-039f-4663-803d-6f178abee9bc req-eb88dfe7-181a-46f5-9196-2ce01dd80e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:07.975541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38be802a-039f-4663-803d-6f178abee9bc req-eb88dfe7-181a-46f5-9196-2ce01dd80e38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.1624215 Oct 13 10:49:08.019125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8053a-a089-488b-8f13-0e0638791ff2 req-b930f10f-782d-4e4f-b360-8b4146f1c69e tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:08.020554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85a8053a-a089-488b-8f13-0e0638791ff2 req-b930f10f-782d-4e4f-b360-8b4146f1c69e tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 946 time: 0.2608631 Oct 13 10:49:08.022439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb0e92-6f27-4d21-bbe3-e320f516eb2d req-38a00904-a112-440d-a061-99214c60107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:08.024554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76cb0e92-6f27-4d21-bbe3-e320f516eb2d req-38a00904-a112-440d-a061-99214c60107c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 1097 time: 0.1909413 Oct 13 10:49:08.055007 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38be802a-039f-4663-803d-6f178abee9bc req-538f8d58-d698-4890-84d7-bd43dfe2ffef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603464 Oct 13 10:49:08.068455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-3dd48889-fada-465a-bef4-46c6cb2d0799 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:08.069878 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-3dd48889-fada-465a-bef4-46c6cb2d0799 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3752623 Oct 13 10:49:08.098417 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5783a939-4912-4451-9303-109778b500e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:08.098417 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5783a939-4912-4451-9303-109778b500e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:08.098417 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5783a939-4912-4451-9303-109778b500e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e4699e4-94b3-4c93-a74b-47c20fc92cdd HTTP/1.1" status: 204 len: 168 time: 0.5974798 Oct 13 10:49:08.108027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-137001ba-f356-4340-a1b8-c61ae3247f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Request body: {'port': {'device_id': '60c1cadb-c25e-4712-b3c3-5388a7b78665', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '41bbaf8ad89248d094c541f7121bc8a5'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:08.124965 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5983-c8c8-4297-8d33-eadac0d6828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:08.127542 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5983-c8c8-4297-8d33-eadac0d6828e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:08.128626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0a8f5983-c8c8-4297-8d33-eadac0d6828e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17ed310b-edc1-49b9-8be6-5018629376d0 HTTP/1.1" status: 204 len: 168 time: 0.7034845 Oct 13 10:49:08.190838 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38a8efec-cbc1-4b38-a3c9-85731c4b5fe5 req-2b126682-24ac-4fa7-a5f9-1c99c8660603 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e05ef86-8413-43bc-b30f-9b416845af62 HTTP/1.1" status: 200 len: 210 time: 0.0561996 Oct 13 10:49:08.213573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783a939-4912-4451-9303-109778b500e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4699e4-94b3-4c93-a74b-47c20fc92cdd,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:08.252404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85a8053a-a089-488b-8f13-0e0638791ff2 req-8f5b264f-3e38-4b5e-bd53-e713fd7f56c9 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040842 Oct 13 10:49:08.262381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f5983-c8c8-4297-8d33-eadac0d6828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ed310b-edc1-49b9-8be6-5018629376d0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:08.268519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76cb0e92-6f27-4d21-bbe3-e320f516eb2d req-ba752a7e-7b5e-4962-89fc-73f46b5b3e92 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356348 Oct 13 10:49:08.327905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38be802a-039f-4663-803d-6f178abee9bc req-6cc384f8-27b0-400f-a50d-9e5cf9765336 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546713 Oct 13 10:49:08.381388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ac574-3c05-409a-bc4b-622c0e616efa req-b4f45bdd-7e5f-4a34-88d5-469348047092 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:08.383658 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd5ac574-3c05-409a-bc4b-622c0e616efa req-b4f45bdd-7e5f-4a34-88d5-469348047092 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 943 time: 0.0598111 Oct 13 10:49:08.426220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd5ac574-3c05-409a-bc4b-622c0e616efa req-12b432ef-4271-4258-a769-45b9cb788d5e tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361397 Oct 13 10:49:08.441232 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38be802a-039f-4663-803d-6f178abee9bc req-a3dcf0c7-70d3-4128-86e4-d81a15d77155 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019385 Oct 13 10:49:08.467756 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:08.507619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-137001ba-f356-4340-a1b8-c61ae3247f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Made reservation on behalf of 41bbaf8ad89248d094c541f7121bc8a5 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:49:08.512602 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-137001ba-f356-4340-a1b8-c61ae3247f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:08.659832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-137001ba-f356-4340-a1b8-c61ae3247f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Allocated IP 192.168.233.242 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/47c09834-93c8-44b4-97cf-d646ed8e79ff) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:49:08.797942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2dd0c-cdc1-4a81-9907-0570e40d47b2 req-0f89720e-bbdc-43c4-8983-0428c31c67e7 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:08.799965 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4e2dd0c-cdc1-4a81-9907-0570e40d47b2 req-0f89720e-bbdc-43c4-8983-0428c31c67e7 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 943 time: 0.1109681 Oct 13 10:49:08.866928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4e2dd0c-cdc1-4a81-9907-0570e40d47b2 req-77640fd9-5dd7-421d-af9b-33774b8bdb91 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575242 Oct 13 10:49:08.886538 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-137001ba-f356-4340-a1b8-c61ae3247f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:08.902686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56088) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:08.916665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d714-c750-4d49-acac-6e38c46239b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:08.966981 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-02a51977-3642-49cb-b2f7-44d54897be78 req-0f9818bc-678a-4c8f-9ef0-9c15f1d3be17 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 210 time: 0.0315928 Oct 13 10:49:09.018253 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d714-c750-4d49-acac-6e38c46239b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:09.027987 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-137001ba-f356-4340-a1b8-c61ae3247f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:09.041080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['d8939adf-0009-4c8e-88de-90fa8713e9b4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:09.077178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-137001ba-f356-4340-a1b8-c61ae3247f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:09.080435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-137001ba-f356-4340-a1b8-c61ae3247f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:09.085339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-137001ba-f356-4340-a1b8-c61ae3247f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:49:09.091800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-137001ba-f356-4340-a1b8-c61ae3247f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:09.099269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d714-c750-4d49-acac-6e38c46239b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:09.103005 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-137001ba-f356-4340-a1b8-c61ae3247f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:09.112905 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137001ba-f356-4340-a1b8-c61ae3247f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Pushing event updated for resources: {'Port': ['ID=47c09834-93c8-44b4-97cf-d646ed8e79ff,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:09.131157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5d714-c750-4d49-acac-6e38c46239b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c9a55b-8865-4df2-882b-36ef712486fb,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:09.161627 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0fb5d714-c750-4d49-acac-6e38c46239b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe43b0c5cf604403ae17815344f73386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553792 Oct 13 10:49:09.161905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56094) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:09.239331 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-01c4e5c6-4bc0-48eb-bdd9-e1a36a3e1c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:09.243740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-137001ba-f356-4340-a1b8-c61ae3247f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1635633 Oct 13 10:49:09.260447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Request body: {'port': {'device_id': '60c1cadb-c25e-4712-b3c3-5388a7b78665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:09.270518 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-01c4e5c6-4bc0-48eb-bdd9-e1a36a3e1c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:09.349119 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:09.432035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f432629-d9ee-4717-8393-28cf8df72ef1 req-ff8c1062-f871-4984-aacd-e76aae1ee84d tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:09.433700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f432629-d9ee-4717-8393-28cf8df72ef1 req-ff8c1062-f871-4984-aacd-e76aae1ee84d tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 946 time: 0.0773730 Oct 13 10:49:09.435042 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-01c4e5c6-4bc0-48eb-bdd9-e1a36a3e1c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:09.439205 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-01c4e5c6-4bc0-48eb-bdd9-e1a36a3e1c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:09.440940 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-01c4e5c6-4bc0-48eb-bdd9-e1a36a3e1c08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42c9a55b-8865-4df2-882b-36ef712486fb HTTP/1.1" status: 204 len: 168 time: 0.2777965 Oct 13 10:49:09.494163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-811d1e74-2477-4754-85e1-3ae5e61d0494 None None] Provisioning complete for port 47c09834-93c8-44b4-97cf-d646ed8e79ff triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:09.497019 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-811d1e74-2477-4754-85e1-3ae5e61d0494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:09.497831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4e5c6-4bc0-48eb-bdd9-e1a36a3e1c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c9a55b-8865-4df2-882b-36ef712486fb,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:09.568454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-811d1e74-2477-4754-85e1-3ae5e61d0494 None None] Port 47c09834-93c8-44b4-97cf-d646ed8e79ff cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:49:09.571432 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f432629-d9ee-4717-8393-28cf8df72ef1 req-b8f54a9c-6da3-4c4e-825c-2b85a2633fe1 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286950 Oct 13 10:49:09.728701 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf35c8-6111-4322-88d3-92258814ab04 req-4a1cbb94-7a12-48ea-95f1-d9cc8db13cb4 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:09.736987 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ebf35c8-6111-4322-88d3-92258814ab04 req-4a1cbb94-7a12-48ea-95f1-d9cc8db13cb4 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 943 time: 0.0635719 Oct 13 10:49:09.794891 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ebf35c8-6111-4322-88d3-92258814ab04 req-e9a140b7-8a7f-434f-a6b2-4614dc991eff tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568588 Oct 13 10:49:09.848428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-f1ab84fc-e24c-49db-b8c3-99739ca7b771 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a9e052cc0d1140b39237002ad81d951f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468338 Oct 13 10:49:10.033907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-0d8e0307-f58e-41d0-a3cd-c54c044facd9 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:10.035581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-0d8e0307-f58e-41d0-a3cd-c54c044facd9 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761270 Oct 13 10:49:10.065377 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-cc8aa64a-8f9c-4bab-b9ff-3c79cdd92fd0 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/quotas/a9e052cc0d1140b39237002ad81d951f HTTP/1.1" status: 200 len: 375 time: 0.0197649 Oct 13 10:49:10.110695 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:10.127523 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-7516672b-aaf3-496d-afdc-cb73f94d033d tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9e052cc0d1140b39237002ad81d951f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352829 Oct 13 10:49:10.131371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c09834-93c8-44b4-97cf-d646ed8e79ff {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:10.140231 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:10.153134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Transition to ACTIVE for port object 47c09834-93c8-44b4-97cf-d646ed8e79ff will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:49:10.281515 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:10.405660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Pushing event updated for resources: {'Port': ['ID=47c09834-93c8-44b4-97cf-d646ed8e79ff,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:10.426480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-a81bbd7e-a96b-4032-b0c2-c070bf1132d5 service neutron] 10.222.0.21 "GET /v2.0/ports/b0d18ab8-1387-4e8e-a10d-52c7b6a79156/bindings/n-h1-813659-3 HTTP/1.1" status: 200 len: 384 time: 0.1761796 Oct 13 10:49:10.435827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Attempting to bind port 47c09834-93c8-44b4-97cf-d646ed8e79ff on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:10.436172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Attempting to bind port 47c09834-93c8-44b4-97cf-d646ed8e79ff by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:10.436508 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Attempting to bind port 47c09834-93c8-44b4-97cf-d646ed8e79ff on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:10.443760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Port 47c09834-93c8-44b4-97cf-d646ed8e79ff on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:49:10.444084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Attempting to bind port 47c09834-93c8-44b4-97cf-d646ed8e79ff on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:10.506701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:10.507222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:10.507664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:10.509065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Bound port: 47c09834-93c8-44b4-97cf-d646ed8e79ff, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:10.510030 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:10.583900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec3339-042b-4c68-9cfb-4359eb6a90de req-c9c5f761-c1d2-423f-82b2-da07f5c569ed tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:10.585525 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ec3339-042b-4c68-9cfb-4359eb6a90de req-c9c5f761-c1d2-423f-82b2-da07f5c569ed tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 943 time: 0.1610324 Oct 13 10:49:10.736948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ec3339-042b-4c68-9cfb-4359eb6a90de req-b32c1974-c42f-4c80-b255-993058dbbe4e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196527 Oct 13 10:49:10.745382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] For port 47c09834-93c8-44b4-97cf-d646ed8e79ff, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:10.770199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] For port 47c09834-93c8-44b4-97cf-d646ed8e79ff, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=47c09834-93c8-44b4-97cf-d646ed8e79ff,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:10.794025 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1adcffbe-66c2-468a-b6be-bc6a2610029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:10.804618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-56f30b06-b4aa-4a91-bbe2-e523b1232a08 service neutron] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:10.870854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-56f30b06-b4aa-4a91-bbe2-e523b1232a08 service neutron] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:10.897080 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:10.920219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff089d-2d01-4c2b-a704-6bb8be964b6d req-5b1180c7-9255-462a-b19b-6abc9d7bdc48 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:10.921687 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-64ff089d-2d01-4c2b-a704-6bb8be964b6d req-5b1180c7-9255-462a-b19b-6abc9d7bdc48 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 948 time: 0.1135964 Oct 13 10:49:10.953809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-56f30b06-b4aa-4a91-bbe2-e523b1232a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d18ab8-1387-4e8e-a10d-52c7b6a79156 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:10.960709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b0d18ab8-1387-4e8e-a10d-52c7b6a79156 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:49:10.980661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-56f30b06-b4aa-4a91-bbe2-e523b1232a08 service neutron] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:10.988210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:10.988820 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:10.990192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] 10.222.0.46 "PUT /v2.0/ports/47c09834-93c8-44b4-97cf-d646ed8e79ff HTTP/1.1" status: 200 len: 1096 time: 1.7374036 Oct 13 10:49:10.996069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c1cadb-c25e-4712-b3c3-5388a7b78665', 'tag': '47c09834-93c8-44b4-97cf-d646ed8e79ff'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:10.998369 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a765c5-f637-4ef6-a37c-794526eb5c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "60c1cadb-c25e-4712-b3c3-5388a7b78665", "tag": "47c09834-93c8-44b4-97cf-d646ed8e79ff"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:11.029011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fee9ae-11d2-454e-bf22-de8b7dc44236 service neutron] Pushing event updated for resources: {'Port': ['ID=47c09834-93c8-44b4-97cf-d646ed8e79ff,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:11.037269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-64ff089d-2d01-4c2b-a704-6bb8be964b6d req-22d9fc27-1f70-404a-b79b-5a91e0a6c4e2 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935681 Oct 13 10:49:11.095278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:11.113865 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b0d18ab8-1387-4e8e-a10d-52c7b6a79156 has no active binding in host n-h1-813659-3 {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 10:49:11.114527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 5a3feeb4-398a-479a-8368-7e66ccc551b6 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:49:11.126863 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-faff2b64-017b-453b-9527-0d9b43aade8d req-01a7b64c-a712-4f2d-995d-fa3865282eea tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 210 time: 0.0348747 Oct 13 10:49:11.127554 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-56f30b06-b4aa-4a91-bbe2-e523b1232a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:11.246406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-56f30b06-b4aa-4a91-bbe2-e523b1232a08 service neutron] Transition to ACTIVE for port object b0d18ab8-1387-4e8e-a10d-52c7b6a79156 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:49:11.265992 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:11.278596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '5a3feeb4-398a-479a-8368-7e66ccc551b6', 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b', 'port_id': '5a3feeb4-398a-479a-8368-7e66ccc551b6', 'mac_address': 'fa:16:3e:5c:d6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b682f9-2048-4e73-802d-8e8789e253b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:49:11.345544 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:11.359404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154666-1e2b-47c5-9457-f8979b6c9ce6 req-ea4c57b0-fd12-41ec-8e4e-6b3660e09c76 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:11.361164 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3feeb4-398a-479a-8368-7e66ccc551b6 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:11.362817 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-91154666-1e2b-47c5-9457-f8979b6c9ce6 req-ea4c57b0-fd12-41ec-8e4e-6b3660e09c76 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 946 time: 0.0813377 Oct 13 10:49:11.373257 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-56f30b06-b4aa-4a91-bbe2-e523b1232a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:11.383874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7f3678e7-ede7-4734-b00b-fb4f32f474de no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:11.389622 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:11.412836 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 7f3678e7-ede7-4734-b00b-fb4f32f474de {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:49:11.413457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7f3678e7-ede7-4734-b00b-fb4f32f474de not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:49:11.423231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-91154666-1e2b-47c5-9457-f8979b6c9ce6 req-745f5560-ea15-4985-9ad6-d74cdc472b4e tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539632 Oct 13 10:49:11.442492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f30b06-b4aa-4a91-bbe2-e523b1232a08 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:11.465640 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:11.468529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-07cd8b88-f559-4c83-aa1f-1141b654f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:11.470361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-07cd8b88-f559-4c83-aa1f-1141b654f04a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41bbaf8ad89248d094c541f7121bc8a5&device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 1099 time: 0.1407018 Oct 13 10:49:11.511192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-56f30b06-b4aa-4a91-bbe2-e523b1232a08 service neutron] No DVR routers for this DVR port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:49:11.551023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-a4094186-7c03-4684-8e16-b10ac413290c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=47c09834-93c8-44b4-97cf-d646ed8e79ff HTTP/1.1" status: 200 len: 217 time: 0.0459447 Oct 13 10:49:11.555216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=5a3feeb4-398a-479a-8368-7e66ccc551b6,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:11.565532 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afdd7a9-ef72-42eb-8f81-7427757c119d x-openstack-request-id: req-4afdd7a9-ef72-42eb-8f81-7427757c119d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:11.565876 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c1cadb-c25e-4712-b3c3-5388a7b78665", "tag": "47c09834-93c8-44b4-97cf-d646ed8e79ff", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:11.566127 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4afdd7a9-ef72-42eb-8f81-7427757c119d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:11.566536 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c1cadb-c25e-4712-b3c3-5388a7b78665', 'tag': '47c09834-93c8-44b4-97cf-d646ed8e79ff', 'status': 'completed', 'code': 200} Oct 13 10:49:11.598663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d35f0-2662-4724-9fe8-81883f371100 req-a6d0fb13-dbda-4cb3-807e-3442757efa3d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:11.600248 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-671d35f0-2662-4724-9fe8-81883f371100 req-a6d0fb13-dbda-4cb3-807e-3442757efa3d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 944 time: 0.0697381 Oct 13 10:49:11.604005 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:11.612862 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-56f30b06-b4aa-4a91-bbe2-e523b1232a08 service neutron] 10.222.0.21 "PUT /v2.0/ports/b0d18ab8-1387-4e8e-a10d-52c7b6a79156/bindings/n-h1-813659-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1711645 Oct 13 10:49:11.658936 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-671d35f0-2662-4724-9fe8-81883f371100 req-25bec583-693a-4be2-a9a5-0fc7bf521ed9 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506420 Oct 13 10:49:11.733258 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-5e0ae7d9-985e-41ae-b4c9-d7ea849175e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:11.734783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-5e0ae7d9-985e-41ae-b4c9-d7ea849175e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1656747 Oct 13 10:49:11.867255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-019efdfc-a088-45ac-8a1c-1495ddd9594f tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2899594 Oct 13 10:49:11.876193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-2a0fb14e-1c1e-4e1b-a772-313edd3dce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:11.876974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-2a0fb14e-1c1e-4e1b-a772-313edd3dce56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1289444 Oct 13 10:49:11.885324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:11.886620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afdc7f-0a1a-4214-acf4-3934442c0f5f req-3383d1d0-64c9-4b81-96ae-096a55e3e1b4 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:11.888455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98afdc7f-0a1a-4214-acf4-3934442c0f5f req-3383d1d0-64c9-4b81-96ae-096a55e3e1b4 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 944 time: 0.0649343 Oct 13 10:49:11.900097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-118ec031-5865-4421-bca1-8b33b170c8a1 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:11.901428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-118ec031-5865-4421-bca1-8b33b170c8a1 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3&tenant_id=59ce84d919ed4ecdafe5a928ed96d168&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.1355722 Oct 13 10:49:11.902221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['5a3feeb4-398a-479a-8368-7e66ccc551b6'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:11.957203 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98afdc7f-0a1a-4214-acf4-3934442c0f5f req-76db15f6-6a1a-40fe-9a19-f6f5d1a31862 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554783 Oct 13 10:49:12.052142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-2cafea65-600c-481d-ac56-6e0d3ae94a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:12.053600 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-2cafea65-600c-481d-ac56-6e0d3ae94a9b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3&tenant_id=59ce84d919ed4ecdafe5a928ed96d168 HTTP/1.1" status: 200 len: 1095 time: 0.1401634 Oct 13 10:49:12.065967 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:12.073271 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-2edba157-4a13-4d91-abda-98eea0e86b35 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836367 Oct 13 10:49:12.144835 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:12.238948 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-52e23fbb-cc7a-4146-a335-7e9bc330ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:12.240397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-52e23fbb-cc7a-4146-a335-7e9bc330ac1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 1095 time: 0.1330554 Oct 13 10:49:12.275376 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9485f8fa-50a4-4837-bfe3-f7bcc63aad1a req-2d73e6c2-ace6-4298-8c56-9f2e88740b8b service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861191 Oct 13 10:49:12.354613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-2cb735f3-b81f-4014-a832-5f7dd39e426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:12.356066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-2cb735f3-b81f-4014-a832-5f7dd39e426c service neutron] 10.222.0.46 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.1033194 Oct 13 10:49:12.423100 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b174786-ed72-42ef-bc0d-361dd989e42d req-08272d88-22ea-4dc7-a8fd-9b8492b09e9d tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:12.424766 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b174786-ed72-42ef-bc0d-361dd989e42d req-08272d88-22ea-4dc7-a8fd-9b8492b09e9d tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 948 time: 0.0588038 Oct 13 10:49:12.468861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b174786-ed72-42ef-bc0d-361dd989e42d req-9bdeca7e-9a7c-4d64-b475-e3694cb187e7 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370722 Oct 13 10:49:12.565486 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0616f86b-3e45-44b0-8c07-0970484ad813 req-808c360b-e364-41f9-b321-c518eacf855a tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 210 time: 0.0293036 Oct 13 10:49:12.610096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56226) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:12.627768 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-38c260b3-e38d-4d09-9c37-e1e1068bbe3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156 HTTP/1.1" status: 200 len: 217 time: 0.2618389 Oct 13 10:49:12.669943 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:12.709168 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-901c9fd2-f28c-409a-8d81-b65a83aaee28 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9e052cc0d1140b39237002ad81d951f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554883 Oct 13 10:49:12.753650 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6465-0d20-4c12-b0a7-a322af9d7ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:12.812806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-f69f52cd-5485-4dcd-bff1-8c31391048c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:12.814250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-f69f52cd-5485-4dcd-bff1-8c31391048c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.1620107 Oct 13 10:49:12.827923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a765c5-f637-4ef6-a37c-794526eb5c9d req-50726d8c-0db1-4076-829a-14a250fb3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:12.829378 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9a765c5-f637-4ef6-a37c-794526eb5c9d req-50726d8c-0db1-4076-829a-14a250fb3c27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41bbaf8ad89248d094c541f7121bc8a5&device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 1099 time: 0.2038713 Oct 13 10:49:12.837115 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6465-0d20-4c12-b0a7-a322af9d7ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:12.906653 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-fc6b452d-ca58-45da-abc2-b6d311ffa631 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660522 Oct 13 10:49:12.916643 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6465-0d20-4c12-b0a7-a322af9d7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:12.958961 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ff7e6465-0d20-4c12-b0a7-a322af9d7ae9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=959e21d7003f45bea718f010ab28809c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476589 Oct 13 10:49:12.959993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e6465-0d20-4c12-b0a7-a322af9d7ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4e7a1d-3308-4275-9fe6-150ee9ef79c6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:12.969025 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 5a3feeb4-398a-479a-8368-7e66ccc551b6 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:49:12.982388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56236) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:13.053994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Allocated IP 172.25.0.34 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/4b3da28f-4e0e-45b6-8add-43a6c12583b3) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:49:13.081384 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-12c4a75a-80e6-4201-9b0a-af421a1d5840 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:13.082802 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-12c4a75a-80e6-4201-9b0a-af421a1d5840 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3645773 Oct 13 10:49:13.083835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319fef-5f9c-497b-81d8-f93df7dc4592 req-0de304a5-2083-46f3-9bfb-e94a41673c55 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:13.085330 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7319fef-5f9c-497b-81d8-f93df7dc4592 req-0de304a5-2083-46f3-9bfb-e94a41673c55 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 944 time: 0.0525391 Oct 13 10:49:13.107859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-a88f55f4-4b48-4fd1-abea-8a4e284ae835 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Request body: {'port': {'device_id': 'eb032726-2630-4b37-a418-c996d390baa1', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': 'a9e052cc0d1140b39237002ad81d951f'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:13.128060 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7319fef-5f9c-497b-81d8-f93df7dc4592 req-eb62652c-302a-400e-8712-8f68574232a6 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348313 Oct 13 10:49:13.171651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 5a3feeb4-398a-479a-8368-7e66ccc551b6 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:49:13.182557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 5a3feeb4-398a-479a-8368-7e66ccc551b6 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:13.183059 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:13.231604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a765c5-f637-4ef6-a37c-794526eb5c9d req-e90e4340-316e-4d5d-b814-d980fc70cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:13.232959 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9a765c5-f637-4ef6-a37c-794526eb5c9d req-e90e4340-316e-4d5d-b814-d980fc70cd39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.3851848 Oct 13 10:49:13.252800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ebfd6-9737-4b60-87ba-53068e88003d req-60bc66eb-976f-4f1a-b46c-9724e52b597f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:13.254289 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-078ebfd6-9737-4b60-87ba-53068e88003d req-60bc66eb-976f-4f1a-b46c-9724e52b597f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 944 time: 0.0576775 Oct 13 10:49:13.256420 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:13.275071 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:13.276258 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-7ddf685b-af96-49c1-bb8d-0df4730290fc service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425987 Oct 13 10:49:13.300352 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-078ebfd6-9737-4b60-87ba-53068e88003d req-eecb7734-1698-4a4c-b424-1990bfd899ca tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373285 Oct 13 10:49:13.301846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83847cab-3490-4dc4-b869-df0b373375ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3feeb4-398a-479a-8368-7e66ccc551b6'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:13.304610 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b4a337-17bf-4fda-aedc-4052c63af5e2" -d '{"events": [{"server_uuid": "83847cab-3490-4dc4-b869-df0b373375ea", "name": "network-vif-plugged", "status": "completed", "tag": "5a3feeb4-398a-479a-8368-7e66ccc551b6"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:13.316357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0124-9237-4053-87d8-affb2acabc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:13.318670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:13.328804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9a765c5-f637-4ef6-a37c-794526eb5c9d req-ff9243bf-df20-415f-a333-36752bbc2330 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=47c09834-93c8-44b4-97cf-d646ed8e79ff HTTP/1.1" status: 200 len: 217 time: 0.0721502 Oct 13 10:49:13.384991 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:13.392040 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b0d18ab8-1387-4e8e-a10d-52c7b6a79156 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:13.452605 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0124-9237-4053-87d8-affb2acabc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:13.475588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=5a3feeb4-398a-479a-8368-7e66ccc551b6,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:13.481241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b0d18ab8-1387-4e8e-a10d-52c7b6a79156 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:49:13.498186 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f91f39-f181-4e95-b3e4-1bb7a4d98301 x-openstack-request-id: req-a2f91f39-f181-4e95-b3e4-1bb7a4d98301 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:13.498530 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83847cab-3490-4dc4-b869-df0b373375ea", "name": "network-vif-plugged", "status": "completed", "tag": "5a3feeb4-398a-479a-8368-7e66ccc551b6", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:13.498790 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2f91f39-f181-4e95-b3e4-1bb7a4d98301 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:13.499181 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83847cab-3490-4dc4-b869-df0b373375ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3feeb4-398a-479a-8368-7e66ccc551b6', 'code': 200} Oct 13 10:49:13.528847 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:13.548591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a765c5-f637-4ef6-a37c-794526eb5c9d req-3ca3b32a-04fc-44f2-8d33-543e5e4a644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:13.550018 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9a765c5-f637-4ef6-a37c-794526eb5c9d req-3ca3b32a-04fc-44f2-8d33-543e5e4a644b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1968510 Oct 13 10:49:13.569733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-9a92f460-30af-4139-a67e-9fe3fdcebc1f service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586427 Oct 13 10:49:13.617401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36880934-1d00-43d7-b795-9c6a0384d2fe req-af9c87dc-a7c4-4459-9955-26204b2d3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:13.619082 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-36880934-1d00-43d7-b795-9c6a0384d2fe req-af9c87dc-a7c4-4459-9955-26204b2d3a8d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 1096 time: 0.0515246 Oct 13 10:49:13.627465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a765c5-f637-4ef6-a37c-794526eb5c9d req-648f3f38-c80b-4f5e-873e-3ef2f0158e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:13.628914 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9a765c5-f637-4ef6-a37c-794526eb5c9d req-648f3f38-c80b-4f5e-873e-3ef2f0158e12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561528 Oct 13 10:49:13.644608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-a88f55f4-4b48-4fd1-abea-8a4e284ae835 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Made reservation on behalf of a9e052cc0d1140b39237002ad81d951f for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:49:13.647905 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-a88f55f4-4b48-4fd1-abea-8a4e284ae835 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:13.655382 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-36880934-1d00-43d7-b795-9c6a0384d2fe req-ebfec529-ab21-4b7a-9224-ca8e540921a6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289421 Oct 13 10:49:13.742696 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:13.742696 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0124-9237-4053-87d8-affb2acabc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:13.742696 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0124-9237-4053-87d8-affb2acabc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:13.743750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0d2e0124-9237-4053-87d8-affb2acabc06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c4e7a1d-3308-4275-9fe6-150ee9ef79c6 HTTP/1.1" status: 204 len: 168 time: 0.7618132 Oct 13 10:49:13.820789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f2e28-56ea-4338-ab6e-58abb80a62b4 req-f4a6da37-5234-4ab8-93fc-ffee60ca4549 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:13.822435 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5b5f2e28-56ea-4338-ab6e-58abb80a62b4 req-f4a6da37-5234-4ab8-93fc-ffee60ca4549 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 948 time: 0.0585589 Oct 13 10:49:13.830852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e0124-9237-4053-87d8-affb2acabc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4e7a1d-3308-4275-9fe6-150ee9ef79c6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:13.841228 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9a765c5-f637-4ef6-a37c-794526eb5c9d req-56e1b8b2-26d8-4768-9ec2-664810947ee5 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044833 Oct 13 10:49:13.849486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:13.859666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:13.863564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:49:13.869368 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5b5f2e28-56ea-4338-ab6e-58abb80a62b4 req-67690e8c-0de2-498b-a223-06f77a2f45f3 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Oct 13 10:49:13.891879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Pushing event updated for resources: {'Port': ['ID=4b3da28f-4e0e-45b6-8add-43a6c12583b3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:13.948919 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-a88f55f4-4b48-4fd1-abea-8a4e284ae835 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Allocated IP 192.168.233.148 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:49:13.957092 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:13.957234 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2703020-a02b-4344-a6bf-a485ee956fc9 req-422a8584-5090-40cc-b26c-d9151f35f5a4 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 210 time: 0.0265322 Oct 13 10:49:14.099791 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.166558 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-a88f55f4-4b48-4fd1-abea-8a4e284ae835 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.299521 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.334304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-a88f55f4-4b48-4fd1-abea-8a4e284ae835 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.366907 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.385056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-a88f55f4-4b48-4fd1-abea-8a4e284ae835 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:14.392132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-a88f55f4-4b48-4fd1-abea-8a4e284ae835 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:14.394599 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-a88f55f4-4b48-4fd1-abea-8a4e284ae835 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:49:14.401169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-a88f55f4-4b48-4fd1-abea-8a4e284ae835 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:14.401783 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-a88f55f4-4b48-4fd1-abea-8a4e284ae835 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.404293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.419649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56268) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:14.423329 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f55f4-4b48-4fd1-abea-8a4e284ae835 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Pushing event updated for resources: {'Port': ['ID=f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:14.433922 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90a2c419-9c2c-4c7d-b1ac-1030fc3c19c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.468585 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Pushing event updated for resources: {'Port': ['ID=4b3da28f-4e0e-45b6-8add-43a6c12583b3,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:14.491181 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-a88f55f4-4b48-4fd1-abea-8a4e284ae835 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3954413 Oct 13 10:49:14.503269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Request body: {'port': {'device_id': 'eb032726-2630-4b37-a418-c996d390baa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:14.514504 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90a2c419-9c2c-4c7d-b1ac-1030fc3c19c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.557330 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.558584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-cbfa6385-221d-4819-ad20-e2dde86f9014 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6790369 Oct 13 10:49:14.573999 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.580338 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90a2c419-9c2c-4c7d-b1ac-1030fc3c19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.593841 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-94dff332-d0c8-44e3-bccf-9d7790e435f7 None None] Provisioning complete for port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:14.594894 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94dff332-d0c8-44e3-bccf-9d7790e435f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.603282 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-90a2c419-9c2c-4c7d-b1ac-1030fc3c19c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4c8e8788b3243249510d90919cad30f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823716 Oct 13 10:49:14.607780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56270) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:14.632319 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-94dff332-d0c8-44e3-bccf-9d7790e435f7 None None] Port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:49:14.646647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2c419-9c2c-4c7d-b1ac-1030fc3c19c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806cef15-3fc4-41d9-be9d-c704098c598c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:14.647420 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-063a59d4-3952-43ff-8d59-1014c3e9cc8c tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 695 time: 0.0817192 Oct 13 10:49:14.673869 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61b77bab-9b86-4ec6-ab00-a145487dab54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.698496 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61b77bab-9b86-4ec6-ab00-a145487dab54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.813888 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61b77bab-9b86-4ec6-ab00-a145487dab54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.816577 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61b77bab-9b86-4ec6-ab00-a145487dab54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:14.817906 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-61b77bab-9b86-4ec6-ab00-a145487dab54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/806cef15-3fc4-41d9-be9d-c704098c598c HTTP/1.1" status: 204 len: 168 time: 0.2110059 Oct 13 10:49:14.826479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b77bab-9b86-4ec6-ab00-a145487dab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806cef15-3fc4-41d9-be9d-c704098c598c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:14.842436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-725e7314-3835-45b5-9b15-a4bb8654bca0 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:14.843705 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-725e7314-3835-45b5-9b15-a4bb8654bca0 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1737559 Oct 13 10:49:14.884641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-adc0eba1-cefd-44fa-a8cc-13328979a3e7 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:49:14.885568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f094723-a3b3-4435-8de8-2277a90fc235 req-adc0eba1-cefd-44fa-a8cc-13328979a3e7 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081210 Oct 13 10:49:14.983580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b0d18ab8-1387-4e8e-a10d-52c7b6a79156 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:15.047025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:15.056401 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:15.076449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00187de-64d5-4140-b288-7f90d3025151 req-49d321ff-e8e3-4ce4-baf6-af06d2761398 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:15.077833 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a00187de-64d5-4140-b288-7f90d3025151 req-49d321ff-e8e3-4ce4-baf6-af06d2761398 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 944 time: 0.0940309 Oct 13 10:49:15.080421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Transition to ACTIVE for port object f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:49:15.119025 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a00187de-64d5-4140-b288-7f90d3025151 req-28e9b7af-d1af-4e01-b8b7-e636ed3554cd tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340972 Oct 13 10:49:15.151645 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:15.234740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Pushing event updated for resources: {'Port': ['ID=f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:15.272006 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Attempting to bind port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:15.272385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Attempting to bind port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:15.272668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Attempting to bind port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:15.280592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:49:15.280592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Attempting to bind port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:15.291150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6401bcf-483f-4b30-9ae9-1fce28050279 req-750a6bc3-7555-4659-9d45-eeac1aa92836 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:15.292675 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6401bcf-483f-4b30-9ae9-1fce28050279 req-750a6bc3-7555-4659-9d45-eeac1aa92836 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 945 time: 0.1079400 Oct 13 10:49:15.298693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:15.298693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:15.298693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:15.298693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Bound port: f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:15.298693 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:15.374835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6401bcf-483f-4b30-9ae9-1fce28050279 req-b1927673-da7f-4b77-a7e0-262081b4e7e5 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669656 Oct 13 10:49:15.390972 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] For port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:15.394123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] For port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:15.479913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b25eba-97a1-411f-bbf1-d3cb0c70fae4 req-4168e705-2bfe-4d0a-8ce6-6264c0fb3ef4 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:15.481534 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14b25eba-97a1-411f-bbf1-d3cb0c70fae4 req-4168e705-2bfe-4d0a-8ce6-6264c0fb3ef4 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 948 time: 0.0522628 Oct 13 10:49:15.483090 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:15.762133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:15.762779 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:15.764157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] 10.222.0.21 "PUT /v2.0/ports/f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 HTTP/1.1" status: 200 len: 1096 time: 1.2651784 Oct 13 10:49:15.767033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb032726-2630-4b37-a418-c996d390baa1', 'tag': 'f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:15.768380 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca565a5-dc5d-4f10-80f0-dc25f35d56d7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb032726-2630-4b37-a418-c996d390baa1", "tag": "f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:15.810257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14b25eba-97a1-411f-bbf1-d3cb0c70fae4 req-29664251-f538-4476-b55e-bfbd12246668 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191853 Oct 13 10:49:15.811013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9d7ec-6a77-406d-b2d1-d3064a318f5f service neutron] Pushing event updated for resources: {'Port': ['ID=f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:15.877727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56304) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:15.903419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-4c9a11d6-8a24-4a04-8174-ba2e968925b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:15.904889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-4c9a11d6-8a24-4a04-8174-ba2e968925b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9e052cc0d1140b39237002ad81d951f&device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 1099 time: 0.0403433 Oct 13 10:49:15.947442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-dee53603-4942-46df-8211-612240ab0e02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 HTTP/1.1" status: 200 len: 217 time: 0.0341609 Oct 13 10:49:15.976124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-626286003-network', 'tenant_id': '980280566e054148ad7eca50c1a69ee9'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:16.026988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-ae843807-cc1d-4be7-9adf-b28e8a41ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:16.028444 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-ae843807-cc1d-4be7-9adf-b28e8a41ddce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0742214 Oct 13 10:49:16.052097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc059fd-3ac6-4d42-ba21-91e0a3a52ac0 req-a878b4cc-5bf9-496b-8045-53c736dd2f76 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:16.053503 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ddc059fd-3ac6-4d42-ba21-91e0a3a52ac0 req-a878b4cc-5bf9-496b-8045-53c736dd2f76 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 948 time: 0.0691473 Oct 13 10:49:16.088408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Made reservation on behalf of 980280566e054148ad7eca50c1a69ee9 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:49:16.090733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:16.099669 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:16.107161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-5075095c-1424-4d67-8de7-50c88fa2ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:16.114149 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-5075095c-1424-4d67-8de7-50c88fa2ff37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727465 Oct 13 10:49:16.114149 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ddc059fd-3ac6-4d42-ba21-91e0a3a52ac0 req-c31d558c-affa-4b09-b00a-77f545ec7a5b tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445735 Oct 13 10:49:16.201207 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:16.251016 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-2b50b2fc-ca3a-4b82-a7ae-f02059971e03 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345444 Oct 13 10:49:16.261682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:16.286892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:49:16.296539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc11fcb-52d9-48d3-9390-838bfad37cfe,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:16.301218 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:16.301558 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Added segment 8bf63ec0-ae6a-454e-9f79-dcac6df25fc1 of type vlan for network 010c35a5-577b-4754-8c98-2c4d442b8415 Oct 13 10:49:16.342831 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:16.357852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-8d6ca662-75fe-4782-8944-83d746bef672 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:16.359342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-8d6ca662-75fe-4782-8944-83d746bef672 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 821 time: 0.1662560 Oct 13 10:49:16.388242 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c10c70d6-047b-4e77-8324-7dcefa205da2 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/quotas/198968e63bf44c978f3296047f1450f1 HTTP/1.1" status: 200 len: 375 time: 0.0207736 Oct 13 10:49:16.390424 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d5e75da-2e78-4b50-ac0d-71a0f24a6ca4 req-1a5f28f4-5f3d-435b-b7e9-6692ed89810f service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325970 Oct 13 10:49:16.443370 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-a7a69549-a387-468a-817d-a5544c54387b tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496018 Oct 13 10:49:16.448025 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:16.449110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:16.449803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:16.514343 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] Pushing event updated for resources: {'Network': ['ID=010c35a5-577b-4754-8c98-2c4d442b8415,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:16.524081 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 010c35a5-577b-4754-8c98-2c4d442b8415 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:49:16.542371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-34010761-dc1d-490b-b1d6-f0118fd08585 service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914252 Oct 13 10:49:16.576331 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f59ad0bf-cbd8-4dd7-b95a-9d3eb93945fb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6945860 Oct 13 10:49:16.577126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56322) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:16.581976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8f87364e-7e5c-4798-8fdf-5d2931f2da1f admin admin] Request body: {'subnet': {'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-626286003-subnet', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:16.631322 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-7efb320d-e35f-4095-9af6-7bf258890035 service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827558 Oct 13 10:49:16.661539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f87364e-7e5c-4798-8fdf-5d2931f2da1f admin admin] Made reservation on behalf of 980280566e054148ad7eca50c1a69ee9 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:49:16.665134 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f87364e-7e5c-4798-8fdf-5d2931f2da1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:16.886617 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1eaafc-7039-481e-80e2-e50a51346b2b x-openstack-request-id: req-0e1eaafc-7039-481e-80e2-e50a51346b2b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:16.886905 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb032726-2630-4b37-a418-c996d390baa1", "tag": "f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:16.887157 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e1eaafc-7039-481e-80e2-e50a51346b2b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:16.887558 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb032726-2630-4b37-a418-c996d390baa1', 'tag': 'f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0', 'status': 'completed', 'code': 200} Oct 13 10:49:16.974876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca565a5-dc5d-4f10-80f0-dc25f35d56d7 req-5be97b97-9325-485c-96aa-9bbca671a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:16.977105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca565a5-dc5d-4f10-80f0-dc25f35d56d7 req-5be97b97-9325-485c-96aa-9bbca671a678 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9e052cc0d1140b39237002ad81d951f&device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 1099 time: 0.0646522 Oct 13 10:49:17.084303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b751322-2e67-4beb-bb05-6700576951f9 req-3b5132ed-ff3c-4474-ab44-914809cd714f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:17.085771 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b751322-2e67-4beb-bb05-6700576951f9 req-3b5132ed-ff3c-4474-ab44-914809cd714f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 944 time: 0.1070304 Oct 13 10:49:17.088344 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f87364e-7e5c-4798-8fdf-5d2931f2da1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:17.127014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca565a5-dc5d-4f10-80f0-dc25f35d56d7 req-d372b3c1-1aa2-403a-b7d2-6c25f0b89bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:17.128114 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca565a5-dc5d-4f10-80f0-dc25f35d56d7 req-d372b3c1-1aa2-403a-b7d2-6c25f0b89bd2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1407874 Oct 13 10:49:17.149505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87364e-7e5c-4798-8fdf-5d2931f2da1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5217b4-1c96-4a8a-9abb-dd7b1e24a87c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:17.152294 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b751322-2e67-4beb-bb05-6700576951f9 req-bb79cbc5-504c-4375-98fa-7a8747a43455 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549107 Oct 13 10:49:17.154951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87364e-7e5c-4798-8fdf-5d2931f2da1f admin admin] Checking segment: {'id': '8bf63ec0-ae6a-454e-9f79-dcac6df25fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:17.155313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f87364e-7e5c-4798-8fdf-5d2931f2da1f admin admin] Network hostable DHCP agents. Network: 010c35a5-577b-4754-8c98-2c4d442b8415, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:49:17.189285 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca565a5-dc5d-4f10-80f0-dc25f35d56d7 req-3174485e-14a1-4921-aa89-bc4c29e2c04b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 HTTP/1.1" status: 200 len: 217 time: 0.0513093 Oct 13 10:49:17.259534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f87364e-7e5c-4798-8fdf-5d2931f2da1f admin admin] Network 010c35a5-577b-4754-8c98-2c4d442b8415 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:49:17.267812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca565a5-dc5d-4f10-80f0-dc25f35d56d7 req-14d39c03-f1c7-4da9-ac70-a84cc4312229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:17.269260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca565a5-dc5d-4f10-80f0-dc25f35d56d7 req-14d39c03-f1c7-4da9-ac70-a84cc4312229 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0723622 Oct 13 10:49:17.294833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0881b-efb4-4004-bc22-f673cdcb2c93 req-8edfa173-b72d-45f2-b944-95f234644144 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:17.296284 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28b0881b-efb4-4004-bc22-f673cdcb2c93 req-8edfa173-b72d-45f2-b944-95f234644144 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 945 time: 0.0719883 Oct 13 10:49:17.316358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8f87364e-7e5c-4798-8fdf-5d2931f2da1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 010c35a5-577b-4754-8c98-2c4d442b8415) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:17.323210 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87364e-7e5c-4798-8fdf-5d2931f2da1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:17.323960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f87364e-7e5c-4798-8fdf-5d2931f2da1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:17.328168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21693a79-b053-46cf-9b5e-c322e017ae04 None None] Network 010c35a5-577b-4754-8c98-2c4d442b8415 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:49:17.352518 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca565a5-dc5d-4f10-80f0-dc25f35d56d7 req-90921159-a222-47e7-bb5c-36f5eac96119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:17.354160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca565a5-dc5d-4f10-80f0-dc25f35d56d7 req-90921159-a222-47e7-bb5c-36f5eac96119 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765264 Oct 13 10:49:17.357556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28b0881b-efb4-4004-bc22-f673cdcb2c93 req-c41ffdda-2b25-4b1c-b4e5-8b0a5445f4cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469968 Oct 13 10:49:17.436038 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8f87364e-7e5c-4798-8fdf-5d2931f2da1f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8577266 Oct 13 10:49:17.438713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56340) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:17.443230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-626286003-router', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:17.482549 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca565a5-dc5d-4f10-80f0-dc25f35d56d7 req-964babee-6ce0-45f3-890a-d4c32478e3c0 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212645 Oct 13 10:49:17.502015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-010c35a5-577b-4754-8c98-2c4d442b8415', 'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'fixed_ips': [{'subnet_id': '7c5217b4-1c96-4a8a-9abb-dd7b1e24a87c'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:49:17.502939 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:17.517152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe0f67-bd00-417e-9042-c40641ac9843 req-47e80cb1-5d16-492b-9b79-ee62ccb1ce48 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:17.518660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-adfe0f67-bd00-417e-9042-c40641ac9843 req-47e80cb1-5d16-492b-9b79-ee62ccb1ce48 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 948 time: 0.0860496 Oct 13 10:49:17.545665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:17.546981 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:17.593515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-adfe0f67-bd00-417e-9042-c40641ac9843 req-d5c37792-6e6a-4c84-9b1f-4cbce61d8f8c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492282 Oct 13 10:49:17.603806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:17.620707 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca565a5-dc5d-4f10-80f0-dc25f35d56d7 req-cb65caf6-712f-418f-8907-ade36d96ec3d service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302030 Oct 13 10:49:17.654980 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Allocated IP 172.20.0.2 (010c35a5-577b-4754-8c98-2c4d442b8415/7c5217b4-1c96-4a8a-9abb-dd7b1e24a87c/37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:49:17.670283 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b84bf3c-68a5-42e4-8c96-182435804fa2 req-98a66ebd-5e37-4729-a0b1-31b7f5ccaffd tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 210 time: 0.0265048 Oct 13 10:49:17.798961 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:17.802018 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:17.865509 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:17.886036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37330a1b-f971-40dc-a2ec-6f2fde5dccae req-e4dd0b08-f3d8-44d5-83c6-a1006be0304a tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:17.887552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37330a1b-f971-40dc-a2ec-6f2fde5dccae req-e4dd0b08-f3d8-44d5-83c6-a1006be0304a tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 948 time: 0.0535383 Oct 13 10:49:17.906197 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Network 010c35a5-577b-4754-8c98-2c4d442b8415 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:17.909213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:17.912942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:49:17.920987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Pushing event updated for resources: {'Port': ['ID=37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:17.932048 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37330a1b-f971-40dc-a2ec-6f2fde5dccae req-6a1ffd9e-6a7b-42ee-b16b-aa92936f88f8 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378664 Oct 13 10:49:17.976384 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Attempting to bind port 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:17.977362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Attempting to bind port 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '8bf63ec0-ae6a-454e-9f79-dcac6df25fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:17.977722 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Attempting to bind port 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 on network 010c35a5-577b-4754-8c98-2c4d442b8415 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:17.988735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:17.988735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Checking segment: {'id': '8bf63ec0-ae6a-454e-9f79-dcac6df25fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:17.988735 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:17.988735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Bound using segment: {'id': '8bf63ec0-ae6a-454e-9f79-dcac6df25fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:17.988735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Bound port: 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf63ec0-ae6a-454e-9f79-dcac6df25fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:17.988735 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:18.049728 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] For port 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:18.052873 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] For port 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7,segment=NetworkSegment(8bf63ec0-ae6a-454e-9f79-dcac6df25fc1),segment_id=8bf63ec0-ae6a-454e-9f79-dcac6df25fc1)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:18.082623 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:18.102989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:18.130783 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:18.190211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4af57-5111-425f-8583-3a6ca21f8e9b None None] Pushing event updated for resources: {'Port': ['ID=37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:18.236110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Allocated IP 172.25.0.71 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/63fc003a-ab6c-4195-ae98-f90f1a424a5d) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:49:18.304100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b5cda-fea2-4d87-bb79-a15618167fcc req-74c7ec0c-f9b9-4628-81aa-45c305df423e tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:18.310882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f08b5cda-fea2-4d87-bb79-a15618167fcc req-74c7ec0c-f9b9-4628-81aa-45c305df423e tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 944 time: 0.0655000 Oct 13 10:49:18.347619 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f08b5cda-fea2-4d87-bb79-a15618167fcc req-6ccccef4-2e2b-49cd-b219-e3c61e568bfd tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351219 Oct 13 10:49:18.365914 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:18.488643 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:18.520943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3b2fb-c950-4505-98f7-705b7542ee87 req-d3c671f3-b157-4072-85c9-af4e8e0ddc64 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:18.523655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3fc3b2fb-c950-4505-98f7-705b7542ee87 req-d3c671f3-b157-4072-85c9-af4e8e0ddc64 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 945 time: 0.0650809 Oct 13 10:49:18.554394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:18.558010 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:18.562556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:49:18.565650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Pushing event updated for resources: {'Port': ['ID=63fc003a-ab6c-4195-ae98-f90f1a424a5d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:18.570570 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3fc3b2fb-c950-4505-98f7-705b7542ee87 req-6bd31a7d-89f9-4e0e-adf0-b8b90a2fae85 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402780 Oct 13 10:49:18.571723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56356) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:18.712417 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a047500a-74df-41b6-823b-c2efae4c6376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:18.748405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf808c-65a6-464a-a757-c25fc7a68b19 req-834d90ed-cf3c-4880-82f8-edba68ec42ad tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:18.749908 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1bf808c-65a6-464a-a757-c25fc7a68b19 req-834d90ed-cf3c-4880-82f8-edba68ec42ad tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 948 time: 0.0812609 Oct 13 10:49:18.811855 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1bf808c-65a6-464a-a757-c25fc7a68b19 req-36f2eb26-1c3e-4448-b490-54942f82c251 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548368 Oct 13 10:49:18.842186 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a047500a-74df-41b6-823b-c2efae4c6376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:18.860754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:18.914798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef45872c-e12e-4058-a616-7c991eab903b req-60e5a847-fdda-4af0-a3a5-6ae064575554 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 210 time: 0.0325541 Oct 13 10:49:18.942167 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a047500a-74df-41b6-823b-c2efae4c6376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:18.985300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a047500a-74df-41b6-823b-c2efae4c6376 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79c861e752cd4c7a92c6a1fc83e4ff33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095366 Oct 13 10:49:18.985300 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047500a-74df-41b6-823b-c2efae4c6376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2219352-7e52-4493-8303-c8b2f365a1a0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:18.986273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56366) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:19.130376 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d09dfa8-e3c2-4c94-88ca-d726c0ac1c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:19.132335 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce3209-9e16-4477-b6d2-d94f692fc2a6 req-113ba95e-ddf0-4c66-a68e-69403a332e57 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:19.134000 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-96ce3209-9e16-4477-b6d2-d94f692fc2a6 req-113ba95e-ddf0-4c66-a68e-69403a332e57 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 948 time: 0.1070309 Oct 13 10:49:19.162149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:19.167290 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d09dfa8-e3c2-4c94-88ca-d726c0ac1c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:19.192658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-96ce3209-9e16-4477-b6d2-d94f692fc2a6 req-ff50b56a-beb8-401a-b2d6-b5336775ee38 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489516 Oct 13 10:49:19.231595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-223a2851-f371-4c02-be5c-c5fd898a2a5c tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:19.233153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-223a2851-f371-4c02-be5c-c5fd898a2a5c tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.21 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 821 time: 0.1709428 Oct 13 10:49:19.247823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0567ca37-839a-496d-b271-eb2f7d8b53aa None None] Network 010c35a5-577b-4754-8c98-2c4d442b8415 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:49:19.248276 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-5816ef34-e56a-4eff-bdbf-4d9b30291a10 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Request body: {'port': {'device_id': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'admin_state_up': True, 'tenant_id': '198968e63bf44c978f3296047f1450f1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:19.387334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-125d9dc8-8a7b-4cf4-83c5-f004f7fb4c3c None None] Provisioning complete for port 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:19.387709 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-125d9dc8-8a7b-4cf4-83c5-f004f7fb4c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:19.404767 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d09dfa8-e3c2-4c94-88ca-d726c0ac1c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:19.407608 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d09dfa8-e3c2-4c94-88ca-d726c0ac1c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:19.408930 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0d09dfa8-e3c2-4c94-88ca-d726c0ac1c2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2219352-7e52-4493-8303-c8b2f365a1a0 HTTP/1.1" status: 204 len: 168 time: 0.4216545 Oct 13 10:49:19.418790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09dfa8-e3c2-4c94-88ca-d726c0ac1c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2219352-7e52-4493-8303-c8b2f365a1a0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:19.443476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Router b9f3710f-b69e-422a-b91b-04147aaa1666 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:49:19.457637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:49:19.499962 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc819444-0eaf-4e21-b192-8a9d0b50f86e req-8e6ae708-3a4e-431e-bcda-2e256289b119 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:19.507561 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc819444-0eaf-4e21-b192-8a9d0b50f86e req-8e6ae708-3a4e-431e-bcda-2e256289b119 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 944 time: 0.0814478 Oct 13 10:49:19.517589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-5816ef34-e56a-4eff-bdbf-4d9b30291a10 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Made reservation on behalf of 198968e63bf44c978f3296047f1450f1 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:49:19.521135 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-5816ef34-e56a-4eff-bdbf-4d9b30291a10 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:19.572680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:49:19.576786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc819444-0eaf-4e21-b192-8a9d0b50f86e req-1bcecb75-6c2b-4eea-a4c2-8a11501b8174 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657539 Oct 13 10:49:19.590765 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Sync routers for ids ['b9f3710f-b69e-422a-b91b-04147aaa1666'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:49:19.597933 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Routers {'b9f3710f-b69e-422a-b91b-04147aaa1666'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:19.598590 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b9f3710f-b69e-422a-b91b-04147aaa1666'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:19.609421 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-125d9dc8-8a7b-4cf4-83c5-f004f7fb4c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:19.669918 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:19.674195 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-493aa2d7-61f5-496b-957b-235c4386af5e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2317331 Oct 13 10:49:19.675262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56374) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:19.771308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd8229-058a-4628-9cd7-7bdf6b7318bc req-7c054b57-95ae-4ba8-ba1c-460f38967abc tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:19.773080 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fcd8229-058a-4628-9cd7-7bdf6b7318bc req-7c054b57-95ae-4ba8-ba1c-460f38967abc tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 945 time: 0.1147735 Oct 13 10:49:19.789690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-5816ef34-e56a-4eff-bdbf-4d9b30291a10 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Allocated IP 172.20.0.4 (be2e561e-5856-48e0-9234-028425481c5b/6643dbf3-a239-4d0f-b2b4-903fb61e4c98/1cb42a16-11dd-4e25-8751-7a8601c38726) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:49:19.821956 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Set router b9f3710f-b69e-422a-b91b-04147aaa1666 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:19.878834 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fcd8229-058a-4628-9cd7-7bdf6b7318bc req-6ce2f158-4186-4e48-a823-224774e6bc65 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913517 Oct 13 10:49:19.909940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:19.913413 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-125d9dc8-8a7b-4cf4-83c5-f004f7fb4c3c None None] For port 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7,segment=NetworkSegment(8bf63ec0-ae6a-454e-9f79-dcac6df25fc1),segment_id=8bf63ec0-ae6a-454e-9f79-dcac6df25fc1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:19.927583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0', 'mac_address': 'fa:16:3e:e6:25:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:49:19.964787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:49:20.006687 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-125d9dc8-8a7b-4cf4-83c5-f004f7fb4c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.069976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9dc8-8a7b-4cf4-83c5-f004f7fb4c3c None None] Pushing event updated for resources: {'Port': ['ID=37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:20.083953 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.102922 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'name': 'tempest-FloatingIPsTestJSON-626286003-router', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:49:17Z', 'updated_at': '2021-10-13T10:49:18Z', 'revision_number': 3, 'project_id': '980280566e054148ad7eca50c1a69ee9', 'gw_port': {'id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:49:18Z', 'updated_at': '2021-10-13T10:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:20.105165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:20.115602 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:20.115984 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.135095 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Checking router: b9f3710f-b69e-422a-b91b-04147aaa1666 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:49:20.135777 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Updating router b9f3710f-b69e-422a-b91b-04147aaa1666 port 63fc003a-ab6c-4195-ae98-f90f1a424a5d binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:49:20.151778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d013d-661d-42ff-a02a-5803fcd70278 req-b56607d3-e1ef-4d4b-a509-7ab301fcdde2 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:20.156451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-356d013d-661d-42ff-a02a-5803fcd70278 req-b56607d3-e1ef-4d4b-a509-7ab301fcdde2 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 948 time: 0.1212995 Oct 13 10:49:20.161988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:20.171084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4ec04f11-871b-4099-bdf8-a29696462ff1 None None] Provisioning complete for port 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:20.171410 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4ec04f11-871b-4099-bdf8-a29696462ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.180357 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.230621 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.272346 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-356d013d-661d-42ff-a02a-5803fcd70278 req-a683d6dd-f3e1-4cfb-94fe-77a4fa28f353 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855968 Oct 13 10:49:20.276008 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-5816ef34-e56a-4eff-bdbf-4d9b30291a10 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.316056 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:49:20.338985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56384) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:20.352874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:20.382009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b52e6eb-6651-4dd7-81df-e29d3515ff43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.406695 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-5816ef34-e56a-4eff-bdbf-4d9b30291a10 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.424057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['f5c37847-6861-4a1f-b644-9394ee1d3b96'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:20.473719 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:20.488742 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.567400 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b52e6eb-6651-4dd7-81df-e29d3515ff43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.569943 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.577692 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-5816ef34-e56a-4eff-bdbf-4d9b30291a10 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Network be2e561e-5856-48e0-9234-028425481c5b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:20.583779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816ef34-e56a-4eff-bdbf-4d9b30291a10 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Pushing event updated for resources: {'Port': ['ID=1cb42a16-11dd-4e25-8751-7a8601c38726,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:20.596458 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-5816ef34-e56a-4eff-bdbf-4d9b30291a10 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:20.599200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-5816ef34-e56a-4eff-bdbf-4d9b30291a10 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:49:20.607368 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-5816ef34-e56a-4eff-bdbf-4d9b30291a10 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:20.608007 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-5816ef34-e56a-4eff-bdbf-4d9b30291a10 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.627402 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.641299 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad882a5d-5b15-4ffa-8e92-2de26ee43597 req-8d161d4d-a356-4131-b7a7-464c066280fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:20.657656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad882a5d-5b15-4ffa-8e92-2de26ee43597 req-8d161d4d-a356-4131-b7a7-464c066280fe tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 931 time: 0.2414477 Oct 13 10:49:20.661589 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Pushing event updated for resources: {'Port': ['ID=63fc003a-ab6c-4195-ae98-f90f1a424a5d,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:20.671897 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b52e6eb-6651-4dd7-81df-e29d3515ff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.691748 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:20.692133 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:20.693495 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:20.694955 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:20.697098 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:20.697748 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:20.699109 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:20.700896 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:20.702975 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:20.703493 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:20.705291 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:20.708472 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:49:20.720109 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Attempting to bind port 63fc003a-ab6c-4195-ae98-f90f1a424a5d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:20.721247 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Attempting to bind port 63fc003a-ab6c-4195-ae98-f90f1a424a5d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:20.721975 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Attempting to bind port 63fc003a-ab6c-4195-ae98-f90f1a424a5d on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:20.730609 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:20.732043 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:20.732612 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.733149 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:20.733772 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Bound port: 63fc003a-ab6c-4195-ae98-f90f1a424a5d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:20.734463 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.750128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-5816ef34-e56a-4eff-bdbf-4d9b30291a10 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5078681 Oct 13 10:49:20.755353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3b52e6eb-6651-4dd7-81df-e29d3515ff43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3a2cab7bcf74ed2b688f106888ca83a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153059 Oct 13 10:49:20.758302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56388) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:20.759360 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad882a5d-5b15-4ffa-8e92-2de26ee43597 req-9c6337d3-dedc-4819-99f6-a261ea9df0ef tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007392 Oct 13 10:49:20.759994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52e6eb-6651-4dd7-81df-e29d3515ff43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671d8959-a3a8-432d-8a6b-f860fddfa144,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:20.767552 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Request body: {'port': {'device_id': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:20.825563 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] For port 63fc003a-ab6c-4195-ae98-f90f1a424a5d, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:20.831626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.832556 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] For port 63fc003a-ab6c-4195-ae98-f90f1a424a5d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=63fc003a-ab6c-4195-ae98-f90f1a424a5d,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:20.901113 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc7239bc-b209-417b-86ac-2a0383ba4878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.919619 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.926049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Allocated IP 172.20.0.1 (010c35a5-577b-4754-8c98-2c4d442b8415/7c5217b4-1c96-4a8a-9abb-dd7b1e24a87c/355d1f88-a319-4458-98ab-07224ffd1338) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:49:20.935955 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc7239bc-b209-417b-86ac-2a0383ba4878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.945246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-82a51e7a-10b7-46da-bdab-ae13a384d902 None None] Provisioning complete for port 1cb42a16-11dd-4e25-8751-7a8601c38726 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:20.945615 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-82a51e7a-10b7-46da-bdab-ae13a384d902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:20.986220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-82a51e7a-10b7-46da-bdab-ae13a384d902 None None] Port 1cb42a16-11dd-4e25-8751-7a8601c38726 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:49:20.993441 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Routers {'b9f3710f-b69e-422a-b91b-04147aaa1666'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:20.994066 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b9f3710f-b69e-422a-b91b-04147aaa1666'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:20.995848 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39c8d0-9204-4778-a368-f6a6e2df2093 None None] Pushing event updated for resources: {'Port': ['ID=63fc003a-ab6c-4195-ae98-f90f1a424a5d,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:21.025768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66678c1e-7727-42bb-a4ef-66eca5ea49a0 req-782d8925-5c4c-4e62-8cff-72e004fd8520 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:21.027711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66678c1e-7727-42bb-a4ef-66eca5ea49a0 req-782d8925-5c4c-4e62-8cff-72e004fd8520 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 949 time: 0.1591425 Oct 13 10:49:21.076506 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:21.113212 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] Set router b9f3710f-b69e-422a-b91b-04147aaa1666 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:21.116785 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66678c1e-7727-42bb-a4ef-66eca5ea49a0 req-4d26a3a1-e10b-45e8-afc7-b5d3d009067d tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733559 Oct 13 10:49:21.143139 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc7239bc-b209-417b-86ac-2a0383ba4878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:21.147471 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc7239bc-b209-417b-86ac-2a0383ba4878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:21.150174 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cc7239bc-b209-417b-86ac-2a0383ba4878 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/671d8959-a3a8-432d-8a6b-f860fddfa144 HTTP/1.1" status: 204 len: 168 time: 0.3749034 Oct 13 10:49:21.158876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7239bc-b209-417b-86ac-2a0383ba4878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671d8959-a3a8-432d-8a6b-f860fddfa144,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:21.205270 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:21.274077 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Network 010c35a5-577b-4754-8c98-2c4d442b8415 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:21.277633 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:21.292892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:49:21.294035 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:21.374943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167dbca-4c8d-4723-9d1a-4050dfd88dcf req-098fdbbd-b9e7-4481-a732-a3925e26c81f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:21.377193 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d167dbca-4c8d-4723-9d1a-4050dfd88dcf req-098fdbbd-b9e7-4481-a732-a3925e26c81f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 944 time: 0.1903882 Oct 13 10:49:21.380058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Pushing event updated for resources: {'Port': ['ID=355d1f88-a319-4458-98ab-07224ffd1338,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:21.383445 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9a765c5-f637-4ef6-a37c-794526eb5c9d req-f8ec2c0b-83b8-422b-a5c6-426d1a5cfa3f service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394005 Oct 13 10:49:21.462277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:49:21.470384 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'name': 'tempest-FloatingIPsTestJSON-626286003-router', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:49:17Z', 'updated_at': '2021-10-13T10:49:18Z', 'revision_number': 3, 'project_id': '980280566e054148ad7eca50c1a69ee9', 'gw_port': {'id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:49:18Z', 'updated_at': '2021-10-13T10:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:21.495502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121589c-de49-4979-9c9b-4f43c0e4a5e0 req-798f3c81-9e1e-444f-9f49-4176b623b603 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:21.501411 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c121589c-de49-4979-9c9b-4f43c0e4a5e0 req-798f3c81-9e1e-444f-9f49-4176b623b603 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 945 time: 0.1367428 Oct 13 10:49:21.535549 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f51403c-fede-4e9c-a9f5-787650f2d448 None None] The sync data for ids ['b9f3710f-b69e-422a-b91b-04147aaa1666'] in n-d-813659-3 is: [{'id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'name': 'tempest-FloatingIPsTestJSON-626286003-router', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:49:17Z', 'updated_at': '2021-10-13T10:49:18Z', 'revision_number': 3, 'project_id': '980280566e054148ad7eca50c1a69ee9', 'gw_port': {'id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:49:18Z', 'updated_at': '2021-10-13T10:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:49:21.603608 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c121589c-de49-4979-9c9b-4f43c0e4a5e0 req-b03ab87c-24ca-458b-86e1-c745368099ca tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915146 Oct 13 10:49:21.653591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:49:21.658031 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:21.658445 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:21.706855 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:21.729520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7f4e995c-4ccb-4cd9-a4bb-ef6954636692 None None] Provisioning complete for port 355d1f88-a319-4458-98ab-07224ffd1338 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:21.729892 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7f4e995c-4ccb-4cd9-a4bb-ef6954636692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:21.785419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7f4e995c-4ccb-4cd9-a4bb-ef6954636692 None None] Port 355d1f88-a319-4458-98ab-07224ffd1338 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:49:21.790280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb42a16-11dd-4e25-8751-7a8601c38726 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:21.821676 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:21.838946 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:21.859400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Transition to ACTIVE for port object 1cb42a16-11dd-4e25-8751-7a8601c38726 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:49:21.886698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799c1ab-4346-444f-85af-c624eb6c7978 req-abc1d028-16d3-4026-bf1b-0c5dc8010082 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:21.887466 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d167dbca-4c8d-4723-9d1a-4050dfd88dcf req-01104f48-5f55-41ae-9b45-1a84fa089dc7 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015345 Oct 13 10:49:21.889670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb032726-2630-4b37-a418-c996d390baa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:21.889911 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4799c1ab-4346-444f-85af-c624eb6c7978 req-abc1d028-16d3-4026-bf1b-0c5dc8010082 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 948 time: 0.1484623 Oct 13 10:49:21.895709 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdd5e52-390b-40a3-afa0-688885e7c393" -d '{"events": [{"server_uuid": "eb032726-2630-4b37-a418-c996d390baa1", "name": "network-vif-plugged", "status": "completed", "tag": "f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:21.900269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-cf9e162b-7a94-4579-bf3f-9b099cec45ea tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:21.908041 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-cf9e162b-7a94-4579-bf3f-9b099cec45ea tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3&tenant_id=59ce84d919ed4ecdafe5a928ed96d168&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.1318057 Oct 13 10:49:21.928314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:21.935000 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:49:21.944621 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:22.030787 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4799c1ab-4346-444f-85af-c624eb6c7978 req-f75cdebd-2a90-45e8-8f0b-ba7a82c35cd6 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292417 Oct 13 10:49:22.037975 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:22.099449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:22.099773 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:22.133259 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cb6671-9003-491b-a6e9-961e3db3bcc6 x-openstack-request-id: req-37cb6671-9003-491b-a6e9-961e3db3bcc6 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:22.133581 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb032726-2630-4b37-a418-c996d390baa1", "name": "network-vif-plugged", "status": "completed", "tag": "f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:22.134112 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37cb6671-9003-491b-a6e9-961e3db3bcc6 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:22.134634 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb032726-2630-4b37-a418-c996d390baa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0', 'code': 200} Oct 13 10:49:22.205526 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:22.205867 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:22.226411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Pushing event updated for resources: {'Port': ['ID=1cb42a16-11dd-4e25-8751-7a8601c38726,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:22.292930 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:22.293664 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:22.306478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Attempting to bind port 1cb42a16-11dd-4e25-8751-7a8601c38726 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:22.307401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Attempting to bind port 1cb42a16-11dd-4e25-8751-7a8601c38726 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:22.309654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Attempting to bind port 1cb42a16-11dd-4e25-8751-7a8601c38726 on network be2e561e-5856-48e0-9234-028425481c5b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:22.388486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Port 1cb42a16-11dd-4e25-8751-7a8601c38726 on network be2e561e-5856-48e0-9234-028425481c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:49:22.388878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Attempting to bind port 1cb42a16-11dd-4e25-8751-7a8601c38726 on network be2e561e-5856-48e0-9234-028425481c5b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:22.395764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:22.396500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Checking segment: {'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:22.396500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Bound using segment: {'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:22.396892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Bound port: 1cb42a16-11dd-4e25-8751-7a8601c38726, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b44ae8f-3f80-4f17-998a-ced35291615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:22.397365 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:22.444797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b02f-a078-4fa2-9f0f-09e1520310d0 req-b1aa957c-f787-4b38-8e99-465f2495d2e0 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:22.446547 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3542b02f-a078-4fa2-9f0f-09e1520310d0 req-b1aa957c-f787-4b38-8e99-465f2495d2e0 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 943 time: 0.4111621 Oct 13 10:49:22.460324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Pushing event updated for resources: {'Port': ['ID=355d1f88-a319-4458-98ab-07224ffd1338,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:22.475181 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a5ccd-3ae0-4f1d-b9a5-b1f9a74b76b2 req-e66a2b3c-2de2-456f-adce-69364ab82fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:22.477365 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a02a5ccd-3ae0-4f1d-b9a5-b1f9a74b76b2 req-e66a2b3c-2de2-456f-adce-69364ab82fbf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 1101 time: 0.2625327 Oct 13 10:49:22.484916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc29c4a-e142-44e1-b4ad-0448e07f73d2 req-744b820b-b626-49a1-a0b3-672354ad14e8 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:22.486558 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6dc29c4a-e142-44e1-b4ad-0448e07f73d2 req-744b820b-b626-49a1-a0b3-672354ad14e8 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 950 time: 0.2470245 Oct 13 10:49:22.508420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-2ef14ec2-ee9a-40de-8182-90dddf011876 service neutron] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:22.539843 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-2ef14ec2-ee9a-40de-8182-90dddf011876 service neutron] Notify callbacks [] for binding, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:22.541072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa6f966-bac3-4c4f-9b2b-1b92eecc4a85 req-2ef14ec2-ee9a-40de-8182-90dddf011876 service neutron] 10.222.0.46 "DELETE /v2.0/ports/b0d18ab8-1387-4e8e-a10d-52c7b6a79156/bindings/n-h2-813659-3 HTTP/1.1" status: 204 len: 173 time: 0.6283741 Oct 13 10:49:22.557146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] For port 1cb42a16-11dd-4e25-8751-7a8601c38726, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:22.562433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] For port 1cb42a16-11dd-4e25-8751-7a8601c38726, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1cb42a16-11dd-4e25-8751-7a8601c38726,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:22.568286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3542b02f-a078-4fa2-9f0f-09e1520310d0 req-2548d180-9e38-4787-b919-919fff4685f1 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070888 Oct 13 10:49:22.595671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a02a5ccd-3ae0-4f1d-b9a5-b1f9a74b76b2 req-dddcef79-3f0a-4be6-a26b-8738745a5922 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080797 Oct 13 10:49:22.599393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Network 010c35a5-577b-4754-8c98-2c4d442b8415 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:22.603415 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6dc29c4a-e142-44e1-b4ad-0448e07f73d2 req-bdcfe078-37fb-4328-aec8-71f0148d1b88 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060917 Oct 13 10:49:22.604286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:22.654196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:22.763223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Router b9f3710f-b69e-422a-b91b-04147aaa1666 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:49:22.777171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:22.777785 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:22.779236 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] 10.222.0.21 "PUT /v2.0/ports/1cb42a16-11dd-4e25-8751-7a8601c38726 HTTP/1.1" status: 200 len: 1091 time: 2.0163202 Oct 13 10:49:22.781245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'tag': '1cb42a16-11dd-4e25-8751-7a8601c38726'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:22.781951 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5341e6a1-dfeb-4ec6-8110-fed846cac97f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a940b5a-48bb-49c1-94b3-6aa0a3c884dc", "tag": "1cb42a16-11dd-4e25-8751-7a8601c38726"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:22.853189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393f0dd-2fbe-432c-b3e2-5220093931dd service neutron] Pushing event updated for resources: {'Port': ['ID=1cb42a16-11dd-4e25-8751-7a8601c38726,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:22.898091 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d488d6-d00a-4861-85c4-c7277118473d x-openstack-request-id: req-74d488d6-d00a-4861-85c4-c7277118473d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:22.898471 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a940b5a-48bb-49c1-94b3-6aa0a3c884dc", "tag": "1cb42a16-11dd-4e25-8751-7a8601c38726", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:22.902069 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74d488d6-d00a-4861-85c4-c7277118473d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:22.902069 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'tag': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'status': 'completed', 'code': 200} Oct 13 10:49:22.942739 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05bd62-c5c6-4213-bfc9-f5b79d3ce09c req-119724e9-8e2e-471d-960a-4516725e11f6 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:22.944445 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d05bd62-c5c6-4213-bfc9-f5b79d3ce09c req-119724e9-8e2e-471d-960a-4516725e11f6 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 945 time: 0.1689053 Oct 13 10:49:23.014018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-8245aa41-a83b-47b0-bd96-e201188f2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:23.015985 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-8245aa41-a83b-47b0-bd96-e201188f2266 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 1094 time: 0.1279705 Oct 13 10:49:23.062939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d05bd62-c5c6-4213-bfc9-f5b79d3ce09c req-ffcb9bc3-44fa-431d-b91f-0646e556687c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775557 Oct 13 10:49:23.070301 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:49:23.088373 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-92729a74-e05c-4527-b906-e1884e648898 admin admin] 10.222.0.32 "PUT /v2.0/routers/b9f3710f-b69e-422a-b91b-04147aaa1666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4040115 Oct 13 10:49:23.090377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fd091a85-4356-474b-8f2a-69c54b4d77af None None] Provisioning complete for port 355d1f88-a319-4458-98ab-07224ffd1338 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:23.090866 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd091a85-4356-474b-8f2a-69c54b4d77af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:23.110626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-ebbc3672-083a-401e-a791-f4361c014857 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb42a16-11dd-4e25-8751-7a8601c38726 HTTP/1.1" status: 200 len: 217 time: 0.0731809 Oct 13 10:49:23.155552 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db9ac4-4876-4fce-8600-81def5fe0e78 req-14fc2c97-47d3-4e97-bbbd-3de7924d22db tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:23.158067 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01db9ac4-4876-4fce-8600-81def5fe0e78 req-14fc2c97-47d3-4e97-bbbd-3de7924d22db tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 944 time: 0.1680851 Oct 13 10:49:23.173706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fd091a85-4356-474b-8f2a-69c54b4d77af None None] Port 355d1f88-a319-4458-98ab-07224ffd1338 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:49:23.233886 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01db9ac4-4876-4fce-8600-81def5fe0e78 req-479e9309-627a-4e0c-acbc-c2f4fa2743f6 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492423 Oct 13 10:49:23.241641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-ce11d992-c5e5-4f96-983e-4fb8ef7ab9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:23.245867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-ce11d992-c5e5-4f96-983e-4fb8ef7ab9f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.1195335 Oct 13 10:49:23.301537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e0205-d9ae-4597-8d80-6a696a878f43 req-cd8fdf1b-62ac-434b-bcf6-611d7a30e10a tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:23.315303 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-721e0205-d9ae-4597-8d80-6a696a878f43 req-cd8fdf1b-62ac-434b-bcf6-611d7a30e10a tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 948 time: 0.1314723 Oct 13 10:49:23.349239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-bd9ed0c8-3ddc-4716-8445-d4d0570adcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:23.352409 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-bd9ed0c8-3ddc-4716-8445-d4d0570adcba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947192 Oct 13 10:49:23.376890 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-721e0205-d9ae-4597-8d80-6a696a878f43 req-c3887840-6022-479b-8edc-0cb139504461 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559120 Oct 13 10:49:23.457278 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-2b06d8f8-3dc6-4ea0-b3dd-0ed50bd68f77 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974205 Oct 13 10:49:23.470325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817280c-da87-4ebe-a380-b8d6cb49c4b6 req-a331a033-e266-4faa-9c55-849b4b7342d0 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:23.479193 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e817280c-da87-4ebe-a380-b8d6cb49c4b6 req-a331a033-e266-4faa-9c55-849b4b7342d0 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 1095 time: 0.0545077 Oct 13 10:49:23.532449 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e817280c-da87-4ebe-a380-b8d6cb49c4b6 req-47cb0a76-546e-463e-b330-34473c0c0691 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489964 Oct 13 10:49:23.581198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e61c227e-2bd0-4489-9f24-984b719e8adb req-8e08d1a7-09bb-4f78-826c-0381fae60a22 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164005 Oct 13 10:49:23.728291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac80dc2-eefd-43e5-8107-568653afaf75 req-2ab5c0b6-6334-4af3-89fa-937967cb342b tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:23.730599 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ac80dc2-eefd-43e5-8107-568653afaf75 req-2ab5c0b6-6334-4af3-89fa-937967cb342b tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 943 time: 0.0880911 Oct 13 10:49:23.804659 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ac80dc2-eefd-43e5-8107-568653afaf75 req-9b4280a6-5645-4c51-9d5d-ca9eb2c7084d tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677283 Oct 13 10:49:23.822019 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-1a787b35-6bb3-419d-8001-69be79e49cf0 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1953046 Oct 13 10:49:23.838109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341e6a1-dfeb-4ec6-8110-fed846cac97f req-a8bcbacf-fa1d-46bf-8c27-3f9f957568a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:23.838109 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5341e6a1-dfeb-4ec6-8110-fed846cac97f req-a8bcbacf-fa1d-46bf-8c27-3f9f957568a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 1094 time: 0.0971758 Oct 13 10:49:23.901168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:23.931042 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 63fc003a-ab6c-4195-ae98-f90f1a424a5d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:49:23.973864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998c132-27c6-4dc7-ae52-b70810a7cdb9 req-429eccf0-1e4c-40ad-8cac-8214e083b335 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:23.976131 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3998c132-27c6-4dc7-ae52-b70810a7cdb9 req-429eccf0-1e4c-40ad-8cac-8214e083b335 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 950 time: 0.0894463 Oct 13 10:49:23.999819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 63fc003a-ab6c-4195-ae98-f90f1a424a5d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:24.000472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:24.043581 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3998c132-27c6-4dc7-ae52-b70810a7cdb9 req-80a49dfa-0d15-4d4c-87a9-38073b4efa41 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614507 Oct 13 10:49:24.059180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Sync routers for ids ['b9f3710f-b69e-422a-b91b-04147aaa1666'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:49:24.077150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Routers {'b9f3710f-b69e-422a-b91b-04147aaa1666'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:24.078024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b9f3710f-b69e-422a-b91b-04147aaa1666'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:24.087277 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341e6a1-dfeb-4ec6-8110-fed846cac97f req-bbd07bb5-ef72-4a0f-a664-e1e08387e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:24.097853 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5341e6a1-dfeb-4ec6-8110-fed846cac97f req-bbd07bb5-ef72-4a0f-a664-e1e08387e3b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.2466538 Oct 13 10:49:24.141668 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5341e6a1-dfeb-4ec6-8110-fed846cac97f req-06835128-6d2a-4e6b-bfbd-6e8d809a3780 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb42a16-11dd-4e25-8751-7a8601c38726 HTTP/1.1" status: 200 len: 217 time: 0.0439284 Oct 13 10:49:24.160337 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:24.246438 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:24.249041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341e6a1-dfeb-4ec6-8110-fed846cac97f req-51a557d7-a403-4daf-8074-8358360182f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:24.250637 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5341e6a1-dfeb-4ec6-8110-fed846cac97f req-51a557d7-a403-4daf-8074-8358360182f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.0996690 Oct 13 10:49:24.252749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Set router b9f3710f-b69e-422a-b91b-04147aaa1666 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:24.305367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 63fc003a-ab6c-4195-ae98-f90f1a424a5d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=63fc003a-ab6c-4195-ae98-f90f1a424a5d,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:24.316763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341e6a1-dfeb-4ec6-8110-fed846cac97f req-ae12bb56-48e2-4d2f-8b84-f9264e3063a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:24.318432 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5341e6a1-dfeb-4ec6-8110-fed846cac97f req-ae12bb56-48e2-4d2f-8b84-f9264e3063a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558047 Oct 13 10:49:24.382749 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:24.387359 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:24.478090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=63fc003a-ab6c-4195-ae98-f90f1a424a5d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:24.498831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9fa08a16-347f-4fb6-bf2c-c0c01c499b48 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:24.499804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5341e6a1-dfeb-4ec6-8110-fed846cac97f req-dc5fe5ae-dc92-421b-8fa4-228159d17eeb service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706023 Oct 13 10:49:24.500377 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9fa08a16-347f-4fb6-bf2c-c0c01c499b48 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 821 time: 0.2911975 Oct 13 10:49:24.522135 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-a1238021-c55d-4465-9f2e-18ff9f9c0a70 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/quotas/59ce84d919ed4ecdafe5a928ed96d168 HTTP/1.1" status: 200 len: 375 time: 0.0140836 Oct 13 10:49:24.541378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'name': 'tempest-FloatingIPsTestJSON-626286003-router', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:49:17Z', 'updated_at': '2021-10-13T10:49:21Z', 'revision_number': 4, 'project_id': '980280566e054148ad7eca50c1a69ee9', 'gw_port': {'id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:49:18Z', 'updated_at': '2021-10-13T10:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '355d1f88-a319-4458-98ab-07224ffd1338', 'name': '', 'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'mac_address': 'fa:16:3e:02:9f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '7c5217b4-1c96-4a8a-9abb-dd7b1e24a87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:49:20Z', 'updated_at': '2021-10-13T10:49:21Z', 'revision_number': 2, 'project_id': '980280566e054148ad7eca50c1a69ee9', 'subnets': [{'id': '7c5217b4-1c96-4a8a-9abb-dd7b1e24a87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:24.568321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Allocated IP 172.25.0.78 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/e00f6c92-ead7-4717-aa90-6d325c6d5c9e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:49:24.568886 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Checking router: b9f3710f-b69e-422a-b91b-04147aaa1666 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:49:24.569081 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Updating router b9f3710f-b69e-422a-b91b-04147aaa1666 port 355d1f88-a319-4458-98ab-07224ffd1338 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:49:24.574242 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-b3282187-58c0-46e3-889b-17e622c1ddba tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451903 Oct 13 10:49:24.601764 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:24.668431 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5341e6a1-dfeb-4ec6-8110-fed846cac97f req-2828fab2-30ab-4ce2-9518-b4c10535095c service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586590 Oct 13 10:49:24.673212 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-6086fa05-e5a3-4552-94a5-65891d2c52c8 service neutron] 10.222.0.32 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915205 Oct 13 10:49:24.709920 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:24.767971 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-09afff9d-35b7-4e1c-b097-7f87d8d52580 service neutron] 10.222.0.32 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858865 Oct 13 10:49:24.808158 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:24.843503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:24.850043 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:24.853872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:49:24.868446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Pushing event updated for resources: {'Port': ['ID=e00f6c92-ead7-4717-aa90-6d325c6d5c9e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:24.891665 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:24.905725 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:24.959550 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:25.014661 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa5516-85b2-4fae-815f-a2f00d7445c8 None None] Pushing event updated for resources: {'Port': ['ID=355d1f88-a319-4458-98ab-07224ffd1338,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:25.042257 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:25.044465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 47c09834-93c8-44b4-97cf-d646ed8e79ff details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:49:25.068036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65bd2f-363e-40bc-a42f-abbaa929cd8e req-90ce071b-fa62-420a-9d30-6915e733e92d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:25.071453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aa65bd2f-363e-40bc-a42f-abbaa929cd8e req-90ce071b-fa62-420a-9d30-6915e733e92d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 945 time: 0.0771539 Oct 13 10:49:25.154689 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aa65bd2f-363e-40bc-a42f-abbaa929cd8e req-53e9f043-545c-4f00-916f-d925739379b0 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770421 Oct 13 10:49:25.192082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 47c09834-93c8-44b4-97cf-d646ed8e79ff, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=47c09834-93c8-44b4-97cf-d646ed8e79ff,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:25.210452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Attempting to bind port 355d1f88-a319-4458-98ab-07224ffd1338 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:25.210918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Attempting to bind port 355d1f88-a319-4458-98ab-07224ffd1338 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '8bf63ec0-ae6a-454e-9f79-dcac6df25fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:25.211787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Attempting to bind port 355d1f88-a319-4458-98ab-07224ffd1338 on network 010c35a5-577b-4754-8c98-2c4d442b8415 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:25.215273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '47c09834-93c8-44b4-97cf-d646ed8e79ff', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '47c09834-93c8-44b4-97cf-d646ed8e79ff', 'mac_address': 'fa:16:3e:b6:fc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:49:25.223914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:25.224123 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Checking segment: {'id': '8bf63ec0-ae6a-454e-9f79-dcac6df25fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:25.224535 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:25.224930 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Bound using segment: {'id': '8bf63ec0-ae6a-454e-9f79-dcac6df25fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:25.225419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Bound port: 355d1f88-a319-4458-98ab-07224ffd1338, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf63ec0-ae6a-454e-9f79-dcac6df25fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:25.225790 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:25.315361 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:25.320042 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:25.344044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c09834-93c8-44b4-97cf-d646ed8e79ff {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:25.380519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 47c09834-93c8-44b4-97cf-d646ed8e79ff, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=47c09834-93c8-44b4-97cf-d646ed8e79ff,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:25.383712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-11c40ed1-f9a1-44ed-bf9f-20bce4369be9 None None] Provisioning complete for port 355d1f88-a319-4458-98ab-07224ffd1338 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:25.384028 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11c40ed1-f9a1-44ed-bf9f-20bce4369be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:25.387697 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:25.391604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] For port 355d1f88-a319-4458-98ab-07224ffd1338, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:25.427771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] For port 355d1f88-a319-4458-98ab-07224ffd1338, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=355d1f88-a319-4458-98ab-07224ffd1338,segment=NetworkSegment(8bf63ec0-ae6a-454e-9f79-dcac6df25fc1),segment_id=8bf63ec0-ae6a-454e-9f79-dcac6df25fc1)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:25.438087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-11c40ed1-f9a1-44ed-bf9f-20bce4369be9 None None] Port 355d1f88-a319-4458-98ab-07224ffd1338 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:49:25.447609 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:25.453888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Pushing event updated for resources: {'Port': ['ID=e00f6c92-ead7-4717-aa90-6d325c6d5c9e,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:25.476216 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:25.501292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113eb373-fbd1-4b3e-adbb-03468869141d req-ed0f865a-0fe1-4946-be78-03e2bd0ebafb tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:25.502784 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-113eb373-fbd1-4b3e-adbb-03468869141d req-ed0f865a-0fe1-4946-be78-03e2bd0ebafb tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 948 time: 0.0538697 Oct 13 10:49:25.514243 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:25.537617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=47c09834-93c8-44b4-97cf-d646ed8e79ff,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:25.545790 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-113eb373-fbd1-4b3e-adbb-03468869141d req-08716290-7f22-45f5-9d2c-791166e40da6 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 Oct 13 10:49:25.570268 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:25.572351 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-bff6e49a-7f7b-4ffe-894d-95b93f3e5a9b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7186992 Oct 13 10:49:25.750475 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-7a677928-1558-47ea-9fcd-6ba70a8182ea tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 695 time: 0.0900307 Oct 13 10:49:25.751121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d99d4-4ddb-4b86-b770-71615b159be7 req-c2e3ffa6-27dd-4de0-9eb1-55b5fa98ee93 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:25.751121 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-740d99d4-4ddb-4b86-b770-71615b159be7 req-c2e3ffa6-27dd-4de0-9eb1-55b5fa98ee93 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 943 time: 0.0557351 Oct 13 10:49:25.751275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Routers {'b9f3710f-b69e-422a-b91b-04147aaa1666'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:25.751275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b9f3710f-b69e-422a-b91b-04147aaa1666'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:25.751426 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-740d99d4-4ddb-4b86-b770-71615b159be7 req-a77bf378-d7d1-4ed2-ac50-df94b2599e67 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 Oct 13 10:49:25.814996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa5516-85b2-4fae-815f-a2f00d7445c8 None None] Pushing event updated for resources: {'Port': ['ID=355d1f88-a319-4458-98ab-07224ffd1338,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:25.850939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c6b9eb6f-d43d-4bdc-8f0d-1e1225c1fb9d req-ec150e52-943e-4afe-8127-2b0ec0b4618f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 210 time: 0.0519946 Oct 13 10:49:25.857074 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-f210dc24-7008-4954-8d42-9d9c61ad8ed6 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:25.858763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d019860-55a5-4dd7-abe9-4c5f26c19751 req-f210dc24-7008-4954-8d42-9d9c61ad8ed6 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1672931 Oct 13 10:49:25.873512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['47c09834-93c8-44b4-97cf-d646ed8e79ff'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:25.905161 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 63fc003a-ab6c-4195-ae98-f90f1a424a5d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:49:25.970935 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470edc58-b3f1-4414-9408-a7525fb6b3eb req-78924f32-da99-494b-a94c-92b397a8f417 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:25.972895 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-470edc58-b3f1-4414-9408-a7525fb6b3eb req-78924f32-da99-494b-a94c-92b397a8f417 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 950 time: 0.0587771 Oct 13 10:49:25.977092 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] Set router b9f3710f-b69e-422a-b91b-04147aaa1666 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:26.007706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0985a1de-9ddb-4d8e-9f63-d113a3520a60 None None] Provisioning complete for port 355d1f88-a319-4458-98ab-07224ffd1338 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:26.008259 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0985a1de-9ddb-4d8e-9f63-d113a3520a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:26.017651 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-470edc58-b3f1-4414-9408-a7525fb6b3eb req-e4d2f2f0-a2ae-422c-a8d7-1787d1482c22 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366566 Oct 13 10:49:26.177736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244210cb-8304-49a3-82aa-f25df5fcd818 req-746f5877-29e7-417a-bafe-7c0f998bc759 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:26.179172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-244210cb-8304-49a3-82aa-f25df5fcd818 req-746f5877-29e7-417a-bafe-7c0f998bc759 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 1096 time: 0.0432668 Oct 13 10:49:26.194603 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d7fbdebb-3044-41fd-94e8-d379372ff17d req-0978c275-9855-4dd1-b853-73a46d54ee80 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/floatingips/b4affdbc-0ba5-49c5-b7e2-4389d461fc74 HTTP/1.1" status: 200 len: 692 time: 0.0792735 Oct 13 10:49:26.203118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 63fc003a-ab6c-4195-ae98-f90f1a424a5d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:26.205402 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:26.231506 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-244210cb-8304-49a3-82aa-f25df5fcd818 req-628fe224-6d4c-4171-a062-afc6c6b26206 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441811 Oct 13 10:49:26.323191 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0985a1de-9ddb-4d8e-9f63-d113a3520a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:26.325825 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbdebb-3044-41fd-94e8-d379372ff17d req-c953d6bf-3d97-4033-a5de-081731538d08 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:26.327419 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d7fbdebb-3044-41fd-94e8-d379372ff17d req-c953d6bf-3d97-4033-a5de-081731538d08 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1259036 Oct 13 10:49:26.338520 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-d7fbdebb-3044-41fd-94e8-d379372ff17d req-d5a6d5c4-b746-4bdf-accd-9cdaf27cf1fe tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:49:26.339489 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d7fbdebb-3044-41fd-94e8-d379372ff17d req-d5a6d5c4-b746-4bdf-accd-9cdaf27cf1fe tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065317 Oct 13 10:49:26.442104 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0985a1de-9ddb-4d8e-9f63-d113a3520a60 None None] For port 355d1f88-a319-4458-98ab-07224ffd1338, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=355d1f88-a319-4458-98ab-07224ffd1338,segment=NetworkSegment(8bf63ec0-ae6a-454e-9f79-dcac6df25fc1),segment_id=8bf63ec0-ae6a-454e-9f79-dcac6df25fc1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:26.470731 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'name': 'tempest-FloatingIPsTestJSON-626286003-router', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:49:17Z', 'updated_at': '2021-10-13T10:49:21Z', 'revision_number': 4, 'project_id': '980280566e054148ad7eca50c1a69ee9', 'gw_port': {'id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:49:18Z', 'updated_at': '2021-10-13T10:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '355d1f88-a319-4458-98ab-07224ffd1338', 'name': '', 'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'mac_address': 'fa:16:3e:02:9f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '7c5217b4-1c96-4a8a-9abb-dd7b1e24a87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:49:20Z', 'updated_at': '2021-10-13T10:49:25Z', 'revision_number': 4, 'project_id': '980280566e054148ad7eca50c1a69ee9', 'subnets': [{'id': '7c5217b4-1c96-4a8a-9abb-dd7b1e24a87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:26.478401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4338c1-e609-48e2-9929-573a1bbbb30a req-331261df-ef48-4f85-b82d-04568acad783 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:26.480086 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7a4338c1-e609-48e2-9929-573a1bbbb30a req-331261df-ef48-4f85-b82d-04568acad783 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 1096 time: 0.0425191 Oct 13 10:49:26.501349 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2827565d-2f88-40c7-b272-5280aa0134e4 None None] The sync data for ids ['b9f3710f-b69e-422a-b91b-04147aaa1666'] in n-d-813659-3 is: [{'id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'name': 'tempest-FloatingIPsTestJSON-626286003-router', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:49:17Z', 'updated_at': '2021-10-13T10:49:21Z', 'revision_number': 4, 'project_id': '980280566e054148ad7eca50c1a69ee9', 'gw_port': {'id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:49:18Z', 'updated_at': '2021-10-13T10:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '355d1f88-a319-4458-98ab-07224ffd1338', 'name': '', 'network_id': '010c35a5-577b-4754-8c98-2c4d442b8415', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'mac_address': 'fa:16:3e:02:9f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '7c5217b4-1c96-4a8a-9abb-dd7b1e24a87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:49:20Z', 'updated_at': '2021-10-13T10:49:25Z', 'revision_number': 4, 'project_id': '980280566e054148ad7eca50c1a69ee9', 'subnets': [{'id': '7c5217b4-1c96-4a8a-9abb-dd7b1e24a87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:49:26.517495 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7a4338c1-e609-48e2-9929-573a1bbbb30a req-2fa6f2a9-9529-4f6a-9360-51addf656976 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312173 Oct 13 10:49:26.540098 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0985a1de-9ddb-4d8e-9f63-d113a3520a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:26.657093 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985a1de-9ddb-4d8e-9f63-d113a3520a60 None None] Pushing event updated for resources: {'Port': ['ID=355d1f88-a319-4458-98ab-07224ffd1338,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:26.675384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7b792928-ef77-4cc9-a42d-dd1b545a9290 req-b071be8e-5ce6-42b0-870d-f9af313e3be6 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=980280566e054148ad7eca50c1a69ee9 HTTP/1.1" status: 200 len: 695 time: 0.1179783 Oct 13 10:49:26.774988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d9db1-a89c-4b94-8a4b-f266f4cd9143 req-d68271ae-acb0-43aa-ac38-7717a82796ee tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:26.776540 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e4d9db1-a89c-4b94-8a4b-f266f4cd9143 req-d68271ae-acb0-43aa-ac38-7717a82796ee tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 950 time: 0.0598705 Oct 13 10:49:26.802943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b792928-ef77-4cc9-a42d-dd1b545a9290 req-9db26059-43a5-477b-84f4-dbbc55e3f8d6 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:26.804604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7b792928-ef77-4cc9-a42d-dd1b545a9290 req-9db26059-43a5-477b-84f4-dbbc55e3f8d6 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/networks?id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 787 time: 0.1224120 Oct 13 10:49:26.816565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-7b792928-ef77-4cc9-a42d-dd1b545a9290 req-1c89a63e-e098-4000-a3e5-18c9034855d6 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:49:26.817718 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7b792928-ef77-4cc9-a42d-dd1b545a9290 req-1c89a63e-e098-4000-a3e5-18c9034855d6 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061011 Oct 13 10:49:26.823868 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e4d9db1-a89c-4b94-8a4b-f266f4cd9143 req-9362822b-e598-49ba-94de-8bef1fa1c3a7 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Oct 13 10:49:26.944530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5f767-d52d-49c1-bb45-a1b615881523 req-2b030a4a-e290-49b0-ac5d-602164dab1d5 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:26.946877 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17b5f767-d52d-49c1-bb45-a1b615881523 req-2b030a4a-e290-49b0-ac5d-602164dab1d5 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 949 time: 0.0682693 Oct 13 10:49:26.988379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17b5f767-d52d-49c1-bb45-a1b615881523 req-3a47bcf4-af47-4d89-ac17-628353590219 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355227 Oct 13 10:49:27.029611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3b647-86b7-40f8-9d29-0ce81ce5e383 req-2ba22ab0-4c3d-4055-b36f-463661c1ffb4 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:27.038128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-07a3b647-86b7-40f8-9d29-0ce81ce5e383 req-2ba22ab0-4c3d-4055-b36f-463661c1ffb4 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 943 time: 0.0781860 Oct 13 10:49:27.064027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-5187f1fb-0af6-44e4-b2a4-2d0fe127a92e tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/floatingips/b4affdbc-0ba5-49c5-b7e2-4389d461fc74 HTTP/1.1" status: 200 len: 692 time: 0.0496681 Oct 13 10:49:27.080029 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-07a3b647-86b7-40f8-9d29-0ce81ce5e383 req-6dc306f4-b7c9-4786-8b3e-5a117f856d8f tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Oct 13 10:49:27.198285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-cf3b7269-4f6e-4a17-a9c9-735fc3f0ed01 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:27.199690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-cf3b7269-4f6e-4a17-a9c9-735fc3f0ed01 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1296849 Oct 13 10:49:27.210251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-261064e5-e89d-4174-a774-e24b93edc6ca tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:49:27.212443 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-261064e5-e89d-4174-a774-e24b93edc6ca tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064745 Oct 13 10:49:27.263692 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-18654fab-e95e-4b34-a310-e22bb89685e3 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 695 time: 0.0457137 Oct 13 10:49:27.318692 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-ab773423-4330-4bbc-8af0-b05145398aeb tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 695 time: 0.0488343 Oct 13 10:49:27.520152 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-adf9df7a-5362-4aec-a90c-24855b5e69b0 req-d5178ff9-50d6-474b-843f-17807add81ba tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 210 time: 0.0302389 Oct 13 10:49:27.521238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1cb42a16-11dd-4e25-8751-7a8601c38726 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:49:27.667647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 1cb42a16-11dd-4e25-8751-7a8601c38726, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1cb42a16-11dd-4e25-8751-7a8601c38726,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:27.681482 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'port_id': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'mac_address': 'fa:16:3e:3b:2c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:49:27.722017 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:27.736432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb42a16-11dd-4e25-8751-7a8601c38726 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:27.754627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-6dcbaa97-6981-4790-a709-86fd1b3b65cd tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Deleting port e00f6c92-ead7-4717-aa90-6d325c6d5c9e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:49:27.756967 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-6dcbaa97-6981-4790-a709-86fd1b3b65cd tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:27.757217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 1cb42a16-11dd-4e25-8751-7a8601c38726, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1cb42a16-11dd-4e25-8751-7a8601c38726,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:27.836864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342f049-db52-4590-9e39-a8d546b80f0c req-525000ae-ecc9-4aab-b5ad-0f0a670fa489 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:27.838500 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-525000ae-ecc9-4aab-b5ad-0f0a670fa489 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.21 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 821 time: 0.1553190 Oct 13 10:49:27.857561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9c1db2b5-c92b-45ab-a139-564285dc43da tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Request body: {'port': {'device_id': '9ac1251f-df63-47d7-a922-8da0fa65bd92', 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e', 'admin_state_up': True, 'tenant_id': '59ce84d919ed4ecdafe5a928ed96d168'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:27.862787 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:27.870085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 355d1f88-a319-4458-98ab-07224ffd1338 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:49:27.907500 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-6dcbaa97-6981-4790-a709-86fd1b3b65cd tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:27.907825 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-6dcbaa97-6981-4790-a709-86fd1b3b65cd tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:27.932593 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-6dcbaa97-6981-4790-a709-86fd1b3b65cd tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Calling delete_port for e00f6c92-ead7-4717-aa90-6d325c6d5c9e owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:49:27.981994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=1cb42a16-11dd-4e25-8751-7a8601c38726,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:27.987111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 355d1f88-a319-4458-98ab-07224ffd1338 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:27.987628 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:28.127281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['1cb42a16-11dd-4e25-8751-7a8601c38726'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:28.185353 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-6dcbaa97-6981-4790-a709-86fd1b3b65cd tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:28.217886 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbaa97-6981-4790-a709-86fd1b3b65cd tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Pushing event deleted for resources: {'Port': ['ID=e00f6c92-ead7-4717-aa90-6d325c6d5c9e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:28.246685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9c1db2b5-c92b-45ab-a139-564285dc43da tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Made reservation on behalf of 59ce84d919ed4ecdafe5a928ed96d168 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:49:28.250107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9c1db2b5-c92b-45ab-a139-564285dc43da tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:28.260787 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-6dcbaa97-6981-4790-a709-86fd1b3b65cd tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:28.263343 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-6dcbaa97-6981-4790-a709-86fd1b3b65cd tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:28.264499 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-933e1dad-c8b7-42b2-b9e8-d9275093e21c req-6dcbaa97-6981-4790-a709-86fd1b3b65cd tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "DELETE /v2.0/floatingips/b4affdbc-0ba5-49c5-b7e2-4389d461fc74 HTTP/1.1" status: 204 len: 173 time: 0.9393713 Oct 13 10:49:28.402288 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9c1db2b5-c92b-45ab-a139-564285dc43da tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Allocated IP 172.20.0.8 (674e18d0-a007-4b1e-8e1f-f0de80142a7e/6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e/b9dac758-caf9-458a-806d-2ff612c6f62e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:49:28.545663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550586be-3570-4a88-89c0-85dbc92dcb14 req-13e970bd-8941-4391-9f14-dc1c69c157c6 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:28.547162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-550586be-3570-4a88-89c0-85dbc92dcb14 req-13e970bd-8941-4391-9f14-dc1c69c157c6 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 950 time: 0.1102891 Oct 13 10:49:28.620868 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-550586be-3570-4a88-89c0-85dbc92dcb14 req-24f825d4-9e3f-4e0f-a171-348cc12ff778 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3745d4-1af7-4ef7-b2f7-fb850c0f799a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638480 Oct 13 10:49:28.623458 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9c1db2b5-c92b-45ab-a139-564285dc43da tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:28.733008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80f46a-363a-4c67-b7e3-a2b96a658f3a req-2a95a180-9457-4bb5-9217-9bbb8337826c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:28.734499 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ee80f46a-363a-4c67-b7e3-a2b96a658f3a req-2a95a180-9457-4bb5-9217-9bbb8337826c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 949 time: 0.0499935 Oct 13 10:49:28.772511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ee80f46a-363a-4c67-b7e3-a2b96a658f3a req-a7d3aadb-98c7-4de5-a092-9f1df534e373 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320148 Oct 13 10:49:28.782593 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9c1db2b5-c92b-45ab-a139-564285dc43da tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:28.830580 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9c1db2b5-c92b-45ab-a139-564285dc43da tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Network 674e18d0-a007-4b1e-8e1f-f0de80142a7e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:28.838355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9c1db2b5-c92b-45ab-a139-564285dc43da tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:28.840772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9c1db2b5-c92b-45ab-a139-564285dc43da tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:49:28.847763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9c1db2b5-c92b-45ab-a139-564285dc43da tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:28.848372 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9c1db2b5-c92b-45ab-a139-564285dc43da tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:28.883469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1db2b5-c92b-45ab-a139-564285dc43da tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Pushing event updated for resources: {'Port': ['ID=b9dac758-caf9-458a-806d-2ff612c6f62e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:28.913847 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24335b1d-3aeb-4eaf-8b13-86f8970d7690 req-02eb999e-87b2-41df-a0b6-0723c1afec46 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:28.916804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24335b1d-3aeb-4eaf-8b13-86f8970d7690 req-02eb999e-87b2-41df-a0b6-0723c1afec46 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 944 time: 0.0827689 Oct 13 10:49:28.928776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174272d1-860a-45bd-bad5-0fddf3d3a3f3 req-1867e235-4f95-4f68-8404-39ff54ada371 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:28.930617 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-174272d1-860a-45bd-bad5-0fddf3d3a3f3 req-1867e235-4f95-4f68-8404-39ff54ada371 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb032726-2630-4b37-a418-c996d390baa1 HTTP/1.1" status: 200 len: 950 time: 0.0523293 Oct 13 10:49:28.962607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24335b1d-3aeb-4eaf-8b13-86f8970d7690 req-19a4d15a-74cb-480a-b2a2-ab443961f7a0 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 Oct 13 10:49:28.997813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-9c1db2b5-c92b-45ab-a139-564285dc43da tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1429815 Oct 13 10:49:29.028466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Request body: {'port': {'device_id': '9ac1251f-df63-47d7-a922-8da0fa65bd92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:29.029737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-174272d1-860a-45bd-bad5-0fddf3d3a3f3 req-b2607890-0ccc-4e2f-92c6-2cd7b74db8e9 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Deleting port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:49:29.030085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-174272d1-860a-45bd-bad5-0fddf3d3a3f3 req-b2607890-0ccc-4e2f-92c6-2cd7b74db8e9 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.036084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 47c09834-93c8-44b4-97cf-d646ed8e79ff up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:49:29.146488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-174272d1-860a-45bd-bad5-0fddf3d3a3f3 req-b2607890-0ccc-4e2f-92c6-2cd7b74db8e9 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] For port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:29.146766 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-174272d1-860a-45bd-bad5-0fddf3d3a3f3 req-b2607890-0ccc-4e2f-92c6-2cd7b74db8e9 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.148968 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.161480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-174272d1-860a-45bd-bad5-0fddf3d3a3f3 req-b2607890-0ccc-4e2f-92c6-2cd7b74db8e9 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Calling delete_port for f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:49:29.170817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-279fc030-457f-4574-b751-41cbd459cb55 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1680763 Oct 13 10:49:29.174471 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 47c09834-93c8-44b4-97cf-d646ed8e79ff completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:49:29.179087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 47c09834-93c8-44b4-97cf-d646ed8e79ff triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:29.179511 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.203676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:29.265195 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.291288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c1cadb-c25e-4712-b3c3-5388a7b78665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c09834-93c8-44b4-97cf-d646ed8e79ff'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:29.293734 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9064e7b9-1cb7-41db-854f-9fe37bababab" -d '{"events": [{"server_uuid": "60c1cadb-c25e-4712-b3c3-5388a7b78665", "name": "network-vif-plugged", "status": "completed", "tag": "47c09834-93c8-44b4-97cf-d646ed8e79ff"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:29.307225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 47c09834-93c8-44b4-97cf-d646ed8e79ff, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=47c09834-93c8-44b4-97cf-d646ed8e79ff,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:29.333051 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.399660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-174272d1-860a-45bd-bad5-0fddf3d3a3f3 req-b2607890-0ccc-4e2f-92c6-2cd7b74db8e9 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.399874 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.424177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:29.436646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2607890-0ccc-4e2f-92c6-2cd7b74db8e9 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Pushing event deleted for resources: {'Port': ['ID=f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:29.485989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-174272d1-860a-45bd-bad5-0fddf3d3a3f3 req-b2607890-0ccc-4e2f-92c6-2cd7b74db8e9 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] No DVR routers for this DVR port f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:49:29.488651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-174272d1-860a-45bd-bad5-0fddf3d3a3f3 req-b2607890-0ccc-4e2f-92c6-2cd7b74db8e9 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.494062 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-174272d1-860a-45bd-bad5-0fddf3d3a3f3 req-b2607890-0ccc-4e2f-92c6-2cd7b74db8e9 tempest-DeleteServersAdminTestJSON-494949063 tempest-DeleteServersAdminTestJSON-494949063-project] 10.222.0.21 "DELETE /v2.0/ports/f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 HTTP/1.1" status: 204 len: 173 time: 0.5559616 Oct 13 10:49:29.494943 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb032726-2630-4b37-a418-c996d390baa1', 'name': 'network-vif-deleted', 'tag': 'f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:29.497704 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56e900f-cfcb-46d2-8754-209caebef83e" -d '{"events": [{"server_uuid": "eb032726-2630-4b37-a418-c996d390baa1", "name": "network-vif-deleted", "tag": "f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:29.498755 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=47c09834-93c8-44b4-97cf-d646ed8e79ff,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:29.535566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9dac758-caf9-458a-806d-2ff612c6f62e {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:29.542504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56582) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:29.545679 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.549281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1cb42a16-11dd-4e25-8751-7a8601c38726 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:49:29.560329 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.564473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Transition to ACTIVE for port object b9dac758-caf9-458a-806d-2ff612c6f62e will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:49:29.666315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-5e5e0018-50c1-411f-8c2e-b9e7ee536e35 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:49:29.667841 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-5e5e0018-50c1-411f-8c2e-b9e7ee536e35 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1240847 Oct 13 10:49:29.669956 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.694705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 1cb42a16-11dd-4e25-8751-7a8601c38726 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:49:29.703420 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 1cb42a16-11dd-4e25-8751-7a8601c38726 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:29.704402 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.709519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-5a10138a-15da-41f2-91dc-6982858fd03a tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:29.720903 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-5a10138a-15da-41f2-91dc-6982858fd03a tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports/5a3feeb4-398a-479a-8368-7e66ccc551b6 HTTP/1.1" status: 200 len: 1093 time: 0.0455787 Oct 13 10:49:29.723627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Allocated IP 172.25.0.126 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/d4d1b7a3-c540-4f51-879a-7aa1e195d63a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:49:29.771285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Pushing event updated for resources: {'Port': ['ID=b9dac758-caf9-458a-806d-2ff612c6f62e,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:29.818439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] Request body: {'binding': {'host': 'n-h2-813659-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:29.819098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] Unknown quota resources ['binding']. {{(pid=101990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 10:49:29.821451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Attempting to bind port b9dac758-caf9-458a-806d-2ff612c6f62e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:29.821796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Attempting to bind port b9dac758-caf9-458a-806d-2ff612c6f62e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:29.822991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Attempting to bind port b9dac758-caf9-458a-806d-2ff612c6f62e on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:29.826948 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.830405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Port b9dac758-caf9-458a-806d-2ff612c6f62e on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:49:29.830738 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Attempting to bind port b9dac758-caf9-458a-806d-2ff612c6f62e on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:29.842200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:29.842586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Checking segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:29.842994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Bound using segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:29.843604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Bound port: b9dac758-caf9-458a-806d-2ff612c6f62e, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:29.843953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.868894 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 1cb42a16-11dd-4e25-8751-7a8601c38726, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1cb42a16-11dd-4e25-8751-7a8601c38726,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:29.931747 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.933530 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:29.955563 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:29.960552 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9dac758-caf9-458a-806d-2ff612c6f62e,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:29.981497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] Attempting to bind port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on host n-h2-813659-3 for vnic_type normal with profile None {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:29.982083 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] Attempting to bind port 5a3feeb4-398a-479a-8368-7e66ccc551b6 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:29.982308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] Attempting to bind port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:29.986933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] Port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on network 259a4ec1-ee8d-422b-b204-4224c014af8b not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:49:29.987465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] Attempting to bind port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:29.991047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=1cb42a16-11dd-4e25-8751-7a8601c38726,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:29.992663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:29.993135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] Checking segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:29.993521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] Bound using segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:29.993949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] Bound port: 5a3feeb4-398a-479a-8368-7e66ccc551b6, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:30.042609 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:30.046790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:30.074701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:30.075311 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:30.076673 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] 10.222.0.21 "PUT /v2.0/ports/b9dac758-caf9-458a-806d-2ff612c6f62e HTTP/1.1" status: 200 len: 1091 time: 1.0626922 Oct 13 10:49:30.077121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac1251f-df63-47d7-a922-8da0fa65bd92', 'tag': 'b9dac758-caf9-458a-806d-2ff612c6f62e'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:30.079419 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6190c45c-760b-4b49-9383-b91fc8baf973" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac1251f-df63-47d7-a922-8da0fa65bd92", "tag": "b9dac758-caf9-458a-806d-2ff612c6f62e"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:30.092915 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:30.113826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d94055-e130-4082-b33c-a3da93827148 service neutron] Pushing event updated for resources: {'Port': ['ID=b9dac758-caf9-458a-806d-2ff612c6f62e,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:30.121985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:30.124197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:30.136405 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:30.137604 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-d777c0d3-2f43-453d-a659-15a2dc693bf9 service neutron] 10.222.0.32 "POST /v2.0/ports/5a3feeb4-398a-479a-8368-7e66ccc551b6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3776839 Oct 13 10:49:30.141880 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:49:30.188471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Pushing event updated for resources: {'Port': ['ID=d4d1b7a3-c540-4f51-879a-7aa1e195d63a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:30.230931 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:30.246669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342f049-db52-4590-9e39-a8d546b80f0c req-a718cc40-828d-470d-91f9-866a7b1c3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:30.248189 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-a718cc40-828d-470d-91f9-866a7b1c3deb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 1094 time: 0.0514851 Oct 13 10:49:30.291469 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-5709caf7-c04b-44e1-a374-184f8aec0b2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dac758-caf9-458a-806d-2ff612c6f62e HTTP/1.1" status: 200 len: 217 time: 0.0345290 Oct 13 10:49:30.365803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342f049-db52-4590-9e39-a8d546b80f0c req-0896fe1c-f7d2-448a-b3a8-b06316a020de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:30.367902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-0896fe1c-f7d2-448a-b3a8-b06316a020de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0687931 Oct 13 10:49:30.371613 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:30.430817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-63ce53e3-543f-4114-ba25-21b749bc8577 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401351 Oct 13 10:49:30.461706 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b75938-4277-40a7-a09b-815b91480db9 req-594d102d-8d6e-457e-859d-aac85bbbff0f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:30.463223 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5b75938-4277-40a7-a09b-815b91480db9 req-594d102d-8d6e-457e-859d-aac85bbbff0f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 943 time: 0.0606022 Oct 13 10:49:30.515179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5b75938-4277-40a7-a09b-815b91480db9 req-40052d40-317a-4123-a6ea-6c614f25e71a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Oct 13 10:49:30.561876 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2591b3-7a90-4f6b-bef0-f48204e68165 x-openstack-request-id: req-6c2591b3-7a90-4f6b-bef0-f48204e68165 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:30.563343 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c1cadb-c25e-4712-b3c3-5388a7b78665", "name": "network-vif-plugged", "status": "completed", "tag": "47c09834-93c8-44b4-97cf-d646ed8e79ff", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:30.564724 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c2591b3-7a90-4f6b-bef0-f48204e68165 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:30.565479 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c1cadb-c25e-4712-b3c3-5388a7b78665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c09834-93c8-44b4-97cf-d646ed8e79ff', 'code': 200} Oct 13 10:49:30.597384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-f68e1fcb-85ad-47ff-afe4-8c61432c8c8a service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561830 Oct 13 10:49:30.673106 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3813c790-8113-4b77-95dc-d65fe3003cd7 x-openstack-request-id: req-3813c790-8113-4b77-95dc-d65fe3003cd7 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:30.676504 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb032726-2630-4b37-a418-c996d390baa1", "name": "network-vif-deleted", "tag": "f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:30.676504 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3813c790-8113-4b77-95dc-d65fe3003cd7 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:30.676504 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb032726-2630-4b37-a418-c996d390baa1', 'name': 'network-vif-deleted', 'tag': 'f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0', 'status': 'completed', 'code': 200} Oct 13 10:49:30.721171 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:30.748762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31dd17-b6d2-4d9d-9b1f-ea15eb2e2b11 req-0a5246fa-6b08-4a31-9922-118cf76629b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:30.750207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf31dd17-b6d2-4d9d-9b1f-ea15eb2e2b11 req-0a5246fa-6b08-4a31-9922-118cf76629b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 1101 time: 0.0917878 Oct 13 10:49:30.755789 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c342f049-db52-4590-9e39-a8d546b80f0c req-27198546-71dd-47c7-a5d4-8806ceddfb4c service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471901 Oct 13 10:49:30.795712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73731776-5cfb-4f06-aaff-b71051208768 req-595a9aba-f04d-428b-a34b-cc2c4ef81cb1 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:30.797441 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-73731776-5cfb-4f06-aaff-b71051208768 req-595a9aba-f04d-428b-a34b-cc2c4ef81cb1 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 950 time: 0.0503054 Oct 13 10:49:30.805107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:30.836499 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-73731776-5cfb-4f06-aaff-b71051208768 req-d88ccd2e-0589-4a04-94f0-7f15dd986a8a tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Oct 13 10:49:30.847975 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf31dd17-b6d2-4d9d-9b1f-ea15eb2e2b11 req-eda7b0b4-153c-4c5a-8129-0ed3d63bd242 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879517 Oct 13 10:49:30.857186 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:30.874090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-2b7d5c4b-b997-40c6-bad8-f2010b36dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:30.875577 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-2b7d5c4b-b997-40c6-bad8-f2010b36dbeb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 1096 time: 0.1030793 Oct 13 10:49:30.880232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Pushing event updated for resources: {'Port': ['ID=d4d1b7a3-c540-4f51-879a-7aa1e195d63a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:30.942221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505299d3-7fcb-4cfd-90e0-490d45186081 req-e567103e-69c0-4bb1-857f-cdf64b182d92 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:30.943739 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-505299d3-7fcb-4cfd-90e0-490d45186081 req-e567103e-69c0-4bb1-857f-cdf64b182d92 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 945 time: 0.0496054 Oct 13 10:49:30.969346 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:30.970446 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-8cd67927-e0bd-4474-aa67-58c5e6dd609b tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7725761 Oct 13 10:49:30.983182 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-505299d3-7fcb-4cfd-90e0-490d45186081 req-facba408-5135-4e52-b99a-f909d5bc5a49 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326869 Oct 13 10:49:30.991341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-2b4ad5c4-5139-432a-87b4-fa6f5dddcef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:30.991577 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-2b4ad5c4-5139-432a-87b4-fa6f5dddcef8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.0997651 Oct 13 10:49:31.028734 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc812e4-2a5e-4851-92ed-bb87a8645bd6 x-openstack-request-id: req-dbc812e4-2a5e-4851-92ed-bb87a8645bd6 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:31.029021 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac1251f-df63-47d7-a922-8da0fa65bd92", "tag": "b9dac758-caf9-458a-806d-2ff612c6f62e", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:31.029269 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbc812e4-2a5e-4851-92ed-bb87a8645bd6 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:31.029656 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac1251f-df63-47d7-a922-8da0fa65bd92', 'tag': 'b9dac758-caf9-458a-806d-2ff612c6f62e', 'status': 'completed', 'code': 200} Oct 13 10:49:31.068014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-33bfa5f3-2edf-4105-9926-8e0ead302312 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0889258 Oct 13 10:49:31.069343 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-00ff13c7-778f-4629-8f82-cfc96a7a7147 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6 HTTP/1.1" status: 200 len: 217 time: 0.0497856 Oct 13 10:49:31.125516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190c45c-760b-4b49-9383-b91fc8baf973 req-140a8cf8-c976-4bcb-aae2-1b94e43b9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:31.127022 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6190c45c-760b-4b49-9383-b91fc8baf973 req-140a8cf8-c976-4bcb-aae2-1b94e43b9b25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 1094 time: 0.0775993 Oct 13 10:49:31.139181 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5fd85-374b-4113-8e1d-8eee80364eb4 req-69e62002-9c2c-464d-ade1-394c9f40703b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:31.140606 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8bc5fd85-374b-4113-8e1d-8eee80364eb4 req-69e62002-9c2c-464d-ade1-394c9f40703b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 945 time: 0.0614629 Oct 13 10:49:31.175321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-1ca2c356-0514-4d7a-8bdf-e7f4be9c97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:31.177056 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-1ca2c356-0514-4d7a-8bdf-e7f4be9c97fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0932705 Oct 13 10:49:31.227772 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-b838300a-fac0-42b4-bd4f-5bfe2bd8831d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353529 Oct 13 10:49:31.229783 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8bc5fd85-374b-4113-8e1d-8eee80364eb4 req-aea7064c-17be-48d0-91e5-5da3d5889242 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800722 Oct 13 10:49:31.236419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-1415727b-b520-426d-bca5-8be447659f90 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:31.237723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e7732e3-8fa1-4518-ba30-251dda2647a2 req-1415727b-b520-426d-bca5-8be447659f90 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1631923 Oct 13 10:49:31.270222 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190c45c-760b-4b49-9383-b91fc8baf973 req-104d6a44-5cfe-4e27-9959-70d49d5d43db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:31.272170 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6190c45c-760b-4b49-9383-b91fc8baf973 req-104d6a44-5cfe-4e27-9959-70d49d5d43db service neutron] 10.222.0.21 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.1307082 Oct 13 10:49:31.326258 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-bc94c15c-97c8-4e9b-afee-4c47121b76f2 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872231 Oct 13 10:49:31.331153 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6190c45c-760b-4b49-9383-b91fc8baf973 req-9b5b6f80-8fdf-46af-a0de-56699091a5fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dac758-caf9-458a-806d-2ff612c6f62e HTTP/1.1" status: 200 len: 217 time: 0.0517192 Oct 13 10:49:31.410746 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-01c26f7a-168d-4101-948f-c7ed7bf2c4df tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/floatingips/0594716f-6977-4071-a942-96593e8e5a3c HTTP/1.1" status: 200 len: 693 time: 0.0824168 Oct 13 10:49:31.443539 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6fbd0ca4-5f08-425f-81ae-f5e91da7a58a service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038258 Oct 13 10:49:31.451439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190c45c-760b-4b49-9383-b91fc8baf973 req-06e05629-eaa8-4774-910c-a534443cb27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:31.452927 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6190c45c-760b-4b49-9383-b91fc8baf973 req-06e05629-eaa8-4774-910c-a534443cb27f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0872226 Oct 13 10:49:31.519956 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6190c45c-760b-4b49-9383-b91fc8baf973 req-746ddc3a-a672-4ca8-87d0-3495c74f79c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296156 Oct 13 10:49:31.621303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-cb9d8535-ff73-4902-b376-2a9ee5c425a7 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:31.622748 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-cb9d8535-ff73-4902-b376-2a9ee5c425a7 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.2014911 Oct 13 10:49:31.637057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-7b633aa1-0206-42d4-a328-87dcae76366c tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:49:31.641177 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-7b633aa1-0206-42d4-a328-87dcae76366c tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0087903 Oct 13 10:49:31.677880 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81697511-1dbc-4454-a8fb-27d312659762 req-12102308-5667-4c17-a6fc-b2eca5bc33bc tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:31.679484 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-81697511-1dbc-4454-a8fb-27d312659762 req-12102308-5667-4c17-a6fc-b2eca5bc33bc tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 943 time: 0.0895789 Oct 13 10:49:31.685973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-fe602558-5bed-4fbc-9c51-e222c6bfc44c tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:31.687540 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-fe602558-5bed-4fbc-9c51-e222c6bfc44c tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 1096 time: 0.0852084 Oct 13 10:49:31.705057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813659-3'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:31.723621 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6190c45c-760b-4b49-9383-b91fc8baf973 req-344530c4-052c-4fbb-8253-c8037bec8660 service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887553 Oct 13 10:49:31.727337 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-2dc61429-020a-4bca-9c34-a4bc6d7f5c12 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0824084 Oct 13 10:49:31.748071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-81697511-1dbc-4454-a8fb-27d312659762 req-d3d36827-2edc-42eb-bb12-a1ba66895c90 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594702 Oct 13 10:49:31.795343 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:31.828532 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-e1bab05a-9a05-4340-99a1-bd2e90dbde64 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0891228 Oct 13 10:49:31.956319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56630) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:31.982225 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6190c45c-760b-4b49-9383-b91fc8baf973 req-700f50fd-e1f4-4dd5-a690-4a28011367bb service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508645 Oct 13 10:49:31.988502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:32.010237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175051ae-f16b-41da-a585-85579ae3b680 req-64824335-5417-4164-9ff8-30df3476bb79 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:32.011750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-175051ae-f16b-41da-a585-85579ae3b680 req-64824335-5417-4164-9ff8-30df3476bb79 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 950 time: 0.0891788 Oct 13 10:49:32.013446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-0ae4e92f-e99f-48df-bd60-e18468f8aa3c tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Deleting port d4d1b7a3-c540-4f51-879a-7aa1e195d63a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:49:32.014295 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-0ae4e92f-e99f-48df-bd60-e18468f8aa3c tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.056750 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56636) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:32.071476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:32.109817 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-0ae4e92f-e99f-48df-bd60-e18468f8aa3c tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.110147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-0ae4e92f-e99f-48df-bd60-e18468f8aa3c tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.124952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-0ae4e92f-e99f-48df-bd60-e18468f8aa3c tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Calling delete_port for d4d1b7a3-c540-4f51-879a-7aa1e195d63a owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:49:32.386981 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-175051ae-f16b-41da-a585-85579ae3b680 req-ff695034-5d6e-4da3-b733-abdb0a4fb834 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668795 Oct 13 10:49:32.410467 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88bc22b5-99f5-463a-b453-eff27f758fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.411819 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.438369 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-30332b38-9661-485c-bbe7-f02b7951d4b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9e052cc0d1140b39237002ad81d951f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793421 Oct 13 10:49:32.441068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56642) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:32.523355 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-533dbf0b-140e-4185-a644-26199710843d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.534968 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8cccf-db3c-44fb-994a-84839544c7ff req-5a8bb7f2-af35-48c8-b622-dcf593a9f560 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:32.536442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9d8cccf-db3c-44fb-994a-84839544c7ff req-5a8bb7f2-af35-48c8-b622-dcf593a9f560 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 945 time: 0.0701437 Oct 13 10:49:32.544231 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.566766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb42a16-11dd-4e25-8751-7a8601c38726'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:32.569219 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4e33ba-77a9-4548-9796-8046f5ffee24" -d '{"events": [{"server_uuid": "6a940b5a-48bb-49c1-94b3-6aa0a3c884dc", "name": "network-vif-plugged", "status": "completed", "tag": "1cb42a16-11dd-4e25-8751-7a8601c38726"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:32.597104 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-533dbf0b-140e-4185-a644-26199710843d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.610735 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-0ae4e92f-e99f-48df-bd60-e18468f8aa3c tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.649451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4e92f-e99f-48df-bd60-e18468f8aa3c tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Pushing event deleted for resources: {'Port': ['ID=d4d1b7a3-c540-4f51-879a-7aa1e195d63a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:32.670904 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9d8cccf-db3c-44fb-994a-84839544c7ff req-2ba6749c-85f3-43dd-a2a9-098968438d53 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276157 Oct 13 10:49:32.673348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Pushing event updated for resources: {'Port': ['ID=5a3feeb4-398a-479a-8368-7e66ccc551b6,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:32.686968 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-0ae4e92f-e99f-48df-bd60-e18468f8aa3c tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.689598 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-0ae4e92f-e99f-48df-bd60-e18468f8aa3c tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.702187 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-552f7bf5-4119-4b9b-98ab-c403f8521283 req-0ae4e92f-e99f-48df-bd60-e18468f8aa3c tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "DELETE /v2.0/floatingips/0594716f-6977-4071-a942-96593e8e5a3c HTTP/1.1" status: 204 len: 173 time: 0.8609018 Oct 13 10:49:32.706204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Attempting to bind port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on host n-h1-813659-3 for vnic_type normal with profile {"migrating_to": "n-h2-813659-3"} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:32.707183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Attempting to bind port 5a3feeb4-398a-479a-8368-7e66ccc551b6 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:32.707773 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Attempting to bind port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:32.714939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on network 259a4ec1-ee8d-422b-b204-4224c014af8b not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:49:32.715753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Attempting to bind port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:32.723971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:32.723971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Checking segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:32.723971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Bound using segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:32.724325 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88bc22b5-99f5-463a-b453-eff27f758fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.724422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Bound port: 5a3feeb4-398a-479a-8368-7e66ccc551b6, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:32.725038 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.739337 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912679a8-d05f-46b9-a14f-4ae36fde6dc0 x-openstack-request-id: req-912679a8-d05f-46b9-a14f-4ae36fde6dc0 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:32.739664 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a940b5a-48bb-49c1-94b3-6aa0a3c884dc", "name": "network-vif-plugged", "status": "completed", "tag": "1cb42a16-11dd-4e25-8751-7a8601c38726", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:32.739919 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-912679a8-d05f-46b9-a14f-4ae36fde6dc0 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:32.740306 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'code': 200} Oct 13 10:49:32.787829 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-75d755fb-4992-4185-9750-4bd9b4aacfdc req-e12aeab1-336f-40ef-a50d-6f973d5f8578 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] show failed (client error): The resource could not be found. Oct 13 10:49:32.799108 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75d755fb-4992-4185-9750-4bd9b4aacfdc req-e12aeab1-336f-40ef-a50d-6f973d5f8578 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/floatingips/0594716f-6977-4071-a942-96593e8e5a3c HTTP/1.1" status: 404 len: 350 time: 0.0477648 Oct 13 10:49:32.805480 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-533dbf0b-140e-4185-a644-26199710843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.808050 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-533dbf0b-140e-4185-a644-26199710843d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.818463 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-533dbf0b-140e-4185-a644-26199710843d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be3745d4-1af7-4ef7-b2f7-fb850c0f799a HTTP/1.1" status: 204 len: 168 time: 0.3671348 Oct 13 10:49:32.830604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533dbf0b-140e-4185-a644-26199710843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3745d4-1af7-4ef7-b2f7-fb850c0f799a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:32.851830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:32.860644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb0045-696e-48b9-87cd-322dc479f1a0 req-92b0278a-05c3-4082-9508-3799bfa7aca2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:32.860871 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88bc22b5-99f5-463a-b453-eff27f758fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.862172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8fb0045-696e-48b9-87cd-322dc479f1a0 req-92b0278a-05c3-4082-9508-3799bfa7aca2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 943 time: 0.0930676 Oct 13 10:49:32.864071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:32.911342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8fb0045-696e-48b9-87cd-322dc479f1a0 req-4f176580-6fad-4137-b10e-26ce7cb97e5d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381312 Oct 13 10:49:32.928640 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-88bc22b5-99f5-463a-b453-eff27f758fbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=746da59a58524698879735ae7f1ac512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9712944 Oct 13 10:49:32.932817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56656) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:32.946581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:32.954915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4eaf1-0f86-4091-9b03-8b662f1cf0eb req-4dd67c8d-6397-498f-821f-6ce839dd88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:32.956374 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-83a4eaf1-0f86-4091-9b03-8b662f1cf0eb req-4dd67c8d-6397-498f-821f-6ce839dd88c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 1096 time: 0.1416249 Oct 13 10:49:32.956952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc22b5-99f5-463a-b453-eff27f758fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be96545-9c4b-4b86-b5ad-28c4abb6f470,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:32.987277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787dcd3-496f-4cc6-b029-35d9fcf3b8fa req-b59f3ac6-6817-4e8c-9244-d9be37aa6324 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:32.988883 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0787dcd3-496f-4cc6-b029-35d9fcf3b8fa req-b59f3ac6-6817-4e8c-9244-d9be37aa6324 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 943 time: 0.1054883 Oct 13 10:49:33.000679 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-84a3d85b-97b0-44f6-addb-0883e0c12f37 req-349e5cb9-79cb-4e1e-b23e-8a7aa4b296f6 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] show failed (client error): The resource could not be found. Oct 13 10:49:33.001728 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84a3d85b-97b0-44f6-addb-0883e0c12f37 req-349e5cb9-79cb-4e1e-b23e-8a7aa4b296f6 tempest-FloatingIPsTestJSON-280916152 tempest-FloatingIPsTestJSON-280916152-project] 10.222.0.32 "GET /v2.0/floatingips/0594716f-6977-4071-a942-96593e8e5a3c HTTP/1.1" status: 404 len: 350 time: 0.0699086 Oct 13 10:49:33.012070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56658) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:33.029254 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-83a4eaf1-0f86-4091-9b03-8b662f1cf0eb req-68222bea-16ea-4589-b1bf-6f5f9c37c658 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650306 Oct 13 10:49:33.033756 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83847cab-3490-4dc4-b869-df0b373375ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a3feeb4-398a-479a-8368-7e66ccc551b6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:33.037721 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485464e0-4cd6-4f2b-9fbc-6732342385f1" -d '{"events": [{"server_uuid": "83847cab-3490-4dc4-b869-df0b373375ea", "name": "network-vif-unplugged", "status": "completed", "tag": "5a3feeb4-398a-479a-8368-7e66ccc551b6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:33.109839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:33.109839 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:33.109839 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] 10.222.0.21 "PUT /v2.0/ports/5a3feeb4-398a-479a-8368-7e66ccc551b6 HTTP/1.1" status: 200 len: 1121 time: 1.4080391 Oct 13 10:49:33.111907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d679a0e-44cd-4a87-aa47-13c96e845ecc service neutron] Pushing event updated for resources: {'Port': ['ID=5a3feeb4-398a-479a-8368-7e66ccc551b6,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:33.117863 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f65a543-2a91-4ac9-90ad-793d1e70fac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:33.146840 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f65a543-2a91-4ac9-90ad-793d1e70fac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:33.147227 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0787dcd3-496f-4cc6-b029-35d9fcf3b8fa req-362a6263-84be-4c7c-81cf-8844f4cbc564 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404912 Oct 13 10:49:33.157993 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fb52e6-5559-451f-8baa-6f7272ccc26e x-openstack-request-id: req-e4fb52e6-5559-451f-8baa-6f7272ccc26e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:33.158366 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83847cab-3490-4dc4-b869-df0b373375ea", "name": "network-vif-unplugged", "status": "completed", "tag": "5a3feeb4-398a-479a-8368-7e66ccc551b6", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:33.159181 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4fb52e6-5559-451f-8baa-6f7272ccc26e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:33.159642 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83847cab-3490-4dc4-b869-df0b373375ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a3feeb4-398a-479a-8368-7e66ccc551b6', 'code': 200} Oct 13 10:49:33.202252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['5a3feeb4-398a-479a-8368-7e66ccc551b6'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:33.271028 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f65a543-2a91-4ac9-90ad-793d1e70fac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:33.274309 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f65a543-2a91-4ac9-90ad-793d1e70fac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:33.276836 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6f65a543-2a91-4ac9-90ad-793d1e70fac1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2be96545-9c4b-4b86-b5ad-28c4abb6f470 HTTP/1.1" status: 204 len: 168 time: 0.3417485 Oct 13 10:49:33.284790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65a543-2a91-4ac9-90ad-793d1e70fac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be96545-9c4b-4b86-b5ad-28c4abb6f470,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:33.523497 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e2799a1-8024-4e4e-9fab-08e488b2fdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:33.533689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7b6e2-5220-44fc-ab4b-10c3317317f6 req-75ec771e-a5a4-4aba-b9f5-c5179c2a693b tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:33.535204 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bff7b6e2-5220-44fc-ab4b-10c3317317f6 req-75ec771e-a5a4-4aba-b9f5-c5179c2a693b tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 950 time: 0.0839500 Oct 13 10:49:33.571017 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b9dac758-caf9-458a-806d-2ff612c6f62e details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:49:33.610143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56670) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:33.624647 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af639dc9-9dfb-42f6-a5da-1b888a96a048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:33.643687 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bff7b6e2-5220-44fc-ab4b-10c3317317f6 req-06ae4c36-33a1-4f4f-a2ee-fb4ff617eed8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784731 Oct 13 10:49:33.744776 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af639dc9-9dfb-42f6-a5da-1b888a96a048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:33.807871 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af639dc9-9dfb-42f6-a5da-1b888a96a048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:33.827119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:33.850812 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-af639dc9-9dfb-42f6-a5da-1b888a96a048 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7db5943af6b478c8482e47b1ba0c878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448392 Oct 13 10:49:33.852577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af639dc9-9dfb-42f6-a5da-1b888a96a048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560633da-be21-4f6a-b7c0-bd08e5ea8808,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:33.854114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56676) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:33.856713 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:49:33.857107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f82c75ab-ba57-4d0f-a4a4-93d7ea9e37c0 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:49:33.873933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6469cc-5a8b-4f4a-bd43-fae7423727e9 req-52759d75-1635-4ea4-bbb5-e7b03e419e2b tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:33.875090 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cf6469cc-5a8b-4f4a-bd43-fae7423727e9 req-52759d75-1635-4ea4-bbb5-e7b03e419e2b tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 945 time: 0.0898397 Oct 13 10:49:33.901695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9dac758-caf9-458a-806d-2ff612c6f62e,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:33.912840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b9dac758-caf9-458a-806d-2ff612c6f62e', 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e', 'port_id': 'b9dac758-caf9-458a-806d-2ff612c6f62e', 'mac_address': 'fa:16:3e:9d:a6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:49:33.953171 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:33.967348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9dac758-caf9-458a-806d-2ff612c6f62e {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:33.989735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9dac758-caf9-458a-806d-2ff612c6f62e,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:33.989941 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cf6469cc-5a8b-4f4a-bd43-fae7423727e9 req-88fb9a28-d118-4309-aec8-997a086842f0 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035957 Oct 13 10:49:34.003687 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae66aaf3-1ff7-4418-9f08-7032de9bb693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.031673 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae66aaf3-1ff7-4418-9f08-7032de9bb693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.078135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8e2799a1-8024-4e4e-9fab-08e488b2fdb6 admin admin] Deleting port 355d1f88-a319-4458-98ab-07224ffd1338 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:49:34.078507 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e2799a1-8024-4e4e-9fab-08e488b2fdb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.079675 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.127604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56684) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:34.142895 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd418d92-df5d-45ec-977c-5630e8f81114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.164911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b9dac758-caf9-458a-806d-2ff612c6f62e,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:34.174299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d12c1f-0ac0-449a-bcda-3b19c5cf3322 req-3b77800e-8064-4b66-9ccb-a3fbc1007208 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:34.175658 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-15d12c1f-0ac0-449a-bcda-3b19c5cf3322 req-3b77800e-8064-4b66-9ccb-a3fbc1007208 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 943 time: 0.1125760 Oct 13 10:49:34.216170 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-8e2799a1-8024-4e4e-9fab-08e488b2fdb6 admin admin] For port 355d1f88-a319-4458-98ab-07224ffd1338, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=355d1f88-a319-4458-98ab-07224ffd1338,segment=NetworkSegment(8bf63ec0-ae6a-454e-9f79-dcac6df25fc1),segment_id=8bf63ec0-ae6a-454e-9f79-dcac6df25fc1)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:34.216448 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e2799a1-8024-4e4e-9fab-08e488b2fdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.225458 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe516-69da-4185-8a91-7e281d6ddf08 req-f95e6744-5794-4b4a-b629-f244fd13a455 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:34.227680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d5bfe516-69da-4185-8a91-7e281d6ddf08 req-f95e6744-5794-4b4a-b629-f244fd13a455 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 950 time: 0.0532327 Oct 13 10:49:34.237387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8e2799a1-8024-4e4e-9fab-08e488b2fdb6 admin admin] Calling delete_port for 355d1f88-a319-4458-98ab-07224ffd1338 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:49:34.246999 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-15d12c1f-0ac0-449a-bcda-3b19c5cf3322 req-0cbcc2ff-f8a8-4131-b32f-4f06b2fd27ce tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614581 Oct 13 10:49:34.272458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d5bfe516-69da-4185-8a91-7e281d6ddf08 req-bbffcd96-1779-4784-b9fc-d2c50f12af47 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386858 Oct 13 10:49:34.295075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae66aaf3-1ff7-4418-9f08-7032de9bb693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.300783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae66aaf3-1ff7-4418-9f08-7032de9bb693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.302663 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ae66aaf3-1ff7-4418-9f08-7032de9bb693 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/560633da-be21-4f6a-b7c0-bd08e5ea8808 HTTP/1.1" status: 204 len: 168 time: 0.4467750 Oct 13 10:49:34.315129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66aaf3-1ff7-4418-9f08-7032de9bb693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560633da-be21-4f6a-b7c0-bd08e5ea8808,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:34.356031 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b9dac758-caf9-458a-806d-2ff612c6f62e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:34.456184 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd418d92-df5d-45ec-977c-5630e8f81114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.469567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80e377-0e55-4e76-809a-145e2f026e58 req-1ca0de16-de83-4882-8a9f-d68d87f691a0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:34.470997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de80e377-0e55-4e76-809a-145e2f026e58 req-1ca0de16-de83-4882-8a9f-d68d87f691a0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 944 time: 0.1157138 Oct 13 10:49:34.526129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de80e377-0e55-4e76-809a-145e2f026e58 req-cf059c56-6f32-4f0a-81f1-601655d6bfda tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471613 Oct 13 10:49:34.536512 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd418d92-df5d-45ec-977c-5630e8f81114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.537127 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e2799a1-8024-4e4e-9fab-08e488b2fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.565178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2799a1-8024-4e4e-9fab-08e488b2fdb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=355d1f88-a319-4458-98ab-07224ffd1338,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:34.580162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dd418d92-df5d-45ec-977c-5630e8f81114 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5f76153481f468e803e494fba08e43c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4489484 Oct 13 10:49:34.580162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd418d92-df5d-45ec-977c-5630e8f81114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb784cb3-4f5b-4487-886f-e1b02ef3cd4e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:34.582197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56690) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:34.637768 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2473a547-d6aa-4eb6-9510-f5864475427c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.660519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2473a547-d6aa-4eb6-9510-f5864475427c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.709383 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e2799a1-8024-4e4e-9fab-08e488b2fdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.782550 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2473a547-d6aa-4eb6-9510-f5864475427c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.785132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2473a547-d6aa-4eb6-9510-f5864475427c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:34.789697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2473a547-d6aa-4eb6-9510-f5864475427c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb784cb3-4f5b-4487-886f-e1b02ef3cd4e HTTP/1.1" status: 204 len: 168 time: 0.2030725 Oct 13 10:49:34.797949 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473a547-d6aa-4eb6-9510-f5864475427c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb784cb3-4f5b-4487-886f-e1b02ef3cd4e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:34.973568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2799a1-8024-4e4e-9fab-08e488b2fdb6 admin admin] Router b9f3710f-b69e-422a-b91b-04147aaa1666 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:49:35.161061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83847cab-3490-4dc4-b869-df0b373375ea', 'tag': '5a3feeb4-398a-479a-8368-7e66ccc551b6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:35.164752 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3818ef7-c709-4624-965f-49ef8ce5d24d" -d '{"events": [{"name": "network-changed", "server_uuid": "83847cab-3490-4dc4-b869-df0b373375ea", "tag": "5a3feeb4-398a-479a-8368-7e66ccc551b6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:35.234873 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5bf819-587d-4406-bbb1-7eb9e4ef3b41 x-openstack-request-id: req-3e5bf819-587d-4406-bbb1-7eb9e4ef3b41 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:35.236030 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83847cab-3490-4dc4-b869-df0b373375ea", "tag": "5a3feeb4-398a-479a-8368-7e66ccc551b6", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:35.236881 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e5bf819-587d-4406-bbb1-7eb9e4ef3b41 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:35.237468 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83847cab-3490-4dc4-b869-df0b373375ea', 'tag': '5a3feeb4-398a-479a-8368-7e66ccc551b6', 'status': 'completed', 'code': 200} Oct 13 10:49:35.334857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3818ef7-c709-4624-965f-49ef8ce5d24d req-c6e0daea-6e3e-407e-b903-8484851ef144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:35.340058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441554e8-1a39-445e-b719-86890d7a8d99 req-f2f871d2-be22-48cc-94eb-85b2604c14b3 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:35.341623 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-441554e8-1a39-445e-b719-86890d7a8d99 req-f2f871d2-be22-48cc-94eb-85b2604c14b3 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 945 time: 0.1205270 Oct 13 10:49:35.356077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3818ef7-c709-4624-965f-49ef8ce5d24d req-c6e0daea-6e3e-407e-b903-8484851ef144 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 1124 time: 0.0990479 Oct 13 10:49:35.359853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2799a1-8024-4e4e-9fab-08e488b2fdb6 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:49:35.368320 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8e2799a1-8024-4e4e-9fab-08e488b2fdb6 admin admin] 10.222.0.32 "PUT /v2.0/routers/b9f3710f-b69e-422a-b91b-04147aaa1666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3529584 Oct 13 10:49:35.371801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56728) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:35.376894 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8342e98-95f3-4c53-8d88-679683479ac8 None None] Sync routers for ids ['b9f3710f-b69e-422a-b91b-04147aaa1666'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:49:35.388742 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8342e98-95f3-4c53-8d88-679683479ac8 None None] Routers {'b9f3710f-b69e-422a-b91b-04147aaa1666'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:35.389405 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c8342e98-95f3-4c53-8d88-679683479ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b9f3710f-b69e-422a-b91b-04147aaa1666'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:35.408048 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-441554e8-1a39-445e-b719-86890d7a8d99 req-baa412e6-a2a4-41c1-a352-43ebbba32778 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565224 Oct 13 10:49:35.536472 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a432b20-8b5d-42fc-b071-455dbc5bcb21 req-cdb7945d-f97d-46e8-bfef-87fdf4eb8b61 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:35.538028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a432b20-8b5d-42fc-b071-455dbc5bcb21 req-cdb7945d-f97d-46e8-bfef-87fdf4eb8b61 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 943 time: 0.1810377 Oct 13 10:49:35.571947 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c8342e98-95f3-4c53-8d88-679683479ac8 None None] Set router b9f3710f-b69e-422a-b91b-04147aaa1666 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:35.580184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b9dac758-caf9-458a-806d-2ff612c6f62e up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:49:35.628666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3818ef7-c709-4624-965f-49ef8ce5d24d req-b3cef3cb-38a7-439e-8be4-e85fae2cd914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:35.630713 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3818ef7-c709-4624-965f-49ef8ce5d24d req-b3cef3cb-38a7-439e-8be4-e85fae2cd914 service neutron] 10.222.0.46 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.2577255 Oct 13 10:49:35.651788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8790137-4cba-45f3-a730-a6ffbe994794 req-902aa20d-789a-4e1f-af1d-ac7c7a8a7d87 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:35.659298 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c8790137-4cba-45f3-a730-a6ffbe994794 req-902aa20d-789a-4e1f-af1d-ac7c7a8a7d87 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 950 time: 0.1437495 Oct 13 10:49:35.679387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3818ef7-c709-4624-965f-49ef8ce5d24d req-ce1984d6-2d85-400d-be32-530d18493e6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6 HTTP/1.1" status: 200 len: 217 time: 0.0394688 Oct 13 10:49:35.684288 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:35.706560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a432b20-8b5d-42fc-b071-455dbc5bcb21 req-c75ed4f4-8777-4134-abaa-cabda2ed3d0b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408994 Oct 13 10:49:35.732625 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c8790137-4cba-45f3-a730-a6ffbe994794 req-842ec375-77a0-423e-badd-cc5212a8585e tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643146 Oct 13 10:49:35.770880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port b9dac758-caf9-458a-806d-2ff612c6f62e completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:49:35.777331 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b9dac758-caf9-458a-806d-2ff612c6f62e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:49:35.777709 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:35.970781 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:35.976999 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:35.985298 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c8342e98-95f3-4c53-8d88-679683479ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'name': 'tempest-FloatingIPsTestJSON-626286003-router', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:49:17Z', 'updated_at': '2021-10-13T10:49:34Z', 'revision_number': 5, 'project_id': '980280566e054148ad7eca50c1a69ee9', 'gw_port': {'id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:49:18Z', 'updated_at': '2021-10-13T10:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:36.001116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac1251f-df63-47d7-a922-8da0fa65bd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9dac758-caf9-458a-806d-2ff612c6f62e'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:36.003706 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e768b235-3d78-4eb1-9f52-4d0dc0ea6ec8" -d '{"events": [{"server_uuid": "9ac1251f-df63-47d7-a922-8da0fa65bd92", "name": "network-vif-plugged", "status": "completed", "tag": "b9dac758-caf9-458a-806d-2ff612c6f62e"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:36.021090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9dac758-caf9-458a-806d-2ff612c6f62e,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:36.028741 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-547c62be-43bc-4d6d-a3aa-564006e41086 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:36.034868 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-547c62be-43bc-4d6d-a3aa-564006e41086 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1169353 Oct 13 10:49:36.035130 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8342e98-95f3-4c53-8d88-679683479ac8 None None] Checking router: b9f3710f-b69e-422a-b91b-04147aaa1666 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:49:36.045988 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8342e98-95f3-4c53-8d88-679683479ac8 None None] Routers {'b9f3710f-b69e-422a-b91b-04147aaa1666'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:36.048075 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c8342e98-95f3-4c53-8d88-679683479ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b9f3710f-b69e-422a-b91b-04147aaa1666'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:36.072466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fc54e-931d-44c6-8a9c-56c23efd8190 req-9426a4fc-c762-4429-8610-49cd3d6c7865 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:36.074808 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a31fc54e-931d-44c6-8a9c-56c23efd8190 req-9426a4fc-c762-4429-8610-49cd3d6c7865 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 944 time: 0.1166155 Oct 13 10:49:36.076421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3818ef7-c709-4624-965f-49ef8ce5d24d req-b9518081-b4cd-4f91-9da2-e2f3139c3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:36.077932 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3818ef7-c709-4624-965f-49ef8ce5d24d req-b9518081-b4cd-4f91-9da2-e2f3139c3b21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.3688114 Oct 13 10:49:36.092667 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-dbbac7f5-8b13-4ebd-ab2c-144e6bcff760 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 695 time: 0.0551171 Oct 13 10:49:36.119571 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-d8aaccf2-bf2d-45ff-9d00-a6585be9427c tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Request body: {'floatingip': {'port_id': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:36.128907 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3818ef7-c709-4624-965f-49ef8ce5d24d req-7acbdb58-2a14-423d-84d2-c1f74c5ec141 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407836 Oct 13 10:49:36.137448 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:36.205559 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-d8aaccf2-bf2d-45ff-9d00-a6585be9427c tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:36.236846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a31fc54e-931d-44c6-8a9c-56c23efd8190 req-7c914d72-e5bf-4495-aa74-45da20d2e0f5 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498954 Oct 13 10:49:36.272595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b9dac758-caf9-458a-806d-2ff612c6f62e,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:36.327170 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c8342e98-95f3-4c53-8d88-679683479ac8 None None] Set router b9f3710f-b69e-422a-b91b-04147aaa1666 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:36.343691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Deleting port 63fc003a-ab6c-4195-ae98-f90f1a424a5d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:49:36.344174 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:36.401408 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3818ef7-c709-4624-965f-49ef8ce5d24d req-e9cabf8c-7353-49af-a680-88f09a5f14b8 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440908 Oct 13 10:49:36.442828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e6a86-8a6a-467d-9997-ce478a0ee516 req-f5867691-1cc1-4daf-8857-a251f6196069 tempest-LiveMigrationNegativeTest-1479321134 tempest-LiveMigrationNegativeTest-1479321134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:36.449985 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d20e6a86-8a6a-467d-9997-ce478a0ee516 req-f5867691-1cc1-4daf-8857-a251f6196069 tempest-LiveMigrationNegativeTest-1479321134 tempest-LiveMigrationNegativeTest-1479321134-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 1101 time: 0.1279263 Oct 13 10:49:36.503700 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d20e6a86-8a6a-467d-9997-ce478a0ee516 req-8bb8b8de-8fec-4b02-8cf2-8f1d8ce3c339 tempest-LiveMigrationNegativeTest-1479321134 tempest-LiveMigrationNegativeTest-1479321134-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:36.566152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] For port 63fc003a-ab6c-4195-ae98-f90f1a424a5d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=63fc003a-ab6c-4195-ae98-f90f1a424a5d,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:36.566621 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:36.587228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Calling delete_port for 63fc003a-ab6c-4195-ae98-f90f1a424a5d owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:49:36.602054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3818ef7-c709-4624-965f-49ef8ce5d24d req-93ec0822-6e7e-4ea6-929e-f0b0417e04a6 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918919 Oct 13 10:49:36.656700 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c8342e98-95f3-4c53-8d88-679683479ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'name': 'tempest-FloatingIPsTestJSON-626286003-router', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:49:17Z', 'updated_at': '2021-10-13T10:49:34Z', 'revision_number': 5, 'project_id': '980280566e054148ad7eca50c1a69ee9', 'gw_port': {'id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:49:18Z', 'updated_at': '2021-10-13T10:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:36.702979 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8342e98-95f3-4c53-8d88-679683479ac8 None None] The sync data for ids ['b9f3710f-b69e-422a-b91b-04147aaa1666'] in n-d-813659-3 is: [{'id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'name': 'tempest-FloatingIPsTestJSON-626286003-router', 'tenant_id': '980280566e054148ad7eca50c1a69ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:49:17Z', 'updated_at': '2021-10-13T10:49:34Z', 'revision_number': 5, 'project_id': '980280566e054148ad7eca50c1a69ee9', 'gw_port': {'id': '63fc003a-ab6c-4195-ae98-f90f1a424a5d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3710f-b69e-422a-b91b-04147aaa1666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:49:18Z', 'updated_at': '2021-10-13T10:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:49:36.704862 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d20e6a86-8a6a-467d-9997-ce478a0ee516 req-8bb8b8de-8fec-4b02-8cf2-8f1d8ce3c339 tempest-LiveMigrationNegativeTest-1479321134 tempest-LiveMigrationNegativeTest-1479321134-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:36.788011 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d20e6a86-8a6a-467d-9997-ce478a0ee516 req-8bb8b8de-8fec-4b02-8cf2-8f1d8ce3c339 tempest-LiveMigrationNegativeTest-1479321134 tempest-LiveMigrationNegativeTest-1479321134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:36.822595 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d20e6a86-8a6a-467d-9997-ce478a0ee516 req-8bb8b8de-8fec-4b02-8cf2-8f1d8ce3c339 tempest-LiveMigrationNegativeTest-1479321134 tempest-LiveMigrationNegativeTest-1479321134-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715687 Oct 13 10:49:36.836305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8b8de-8fec-4b02-8cf2-8f1d8ce3c339 tempest-LiveMigrationNegativeTest-1479321134 tempest-LiveMigrationNegativeTest-1479321134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec5e418-e969-469e-9e6c-8b7eb3bc069b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:36.886272 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c99a84-57b8-475c-aa38-547b815addd0 x-openstack-request-id: req-57c99a84-57b8-475c-aa38-547b815addd0 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:36.886780 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac1251f-df63-47d7-a922-8da0fa65bd92", "name": "network-vif-plugged", "status": "completed", "tag": "b9dac758-caf9-458a-806d-2ff612c6f62e", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:36.886938 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57c99a84-57b8-475c-aa38-547b815addd0 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:36.887502 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac1251f-df63-47d7-a922-8da0fa65bd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9dac758-caf9-458a-806d-2ff612c6f62e', 'code': 200} Oct 13 10:49:36.896798 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:36.928714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Pushing event deleted for resources: {'Port': ['ID=63fc003a-ab6c-4195-ae98-f90f1a424a5d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:36.955987 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:37.037659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-d8aaccf2-bf2d-45ff-9d00-a6585be9427c tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:37.109393 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:37.112732 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:37.125853 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-d8aaccf2-bf2d-45ff-9d00-a6585be9427c tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:37.178758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d4f34-e2bd-4d0e-83bb-cbf9f019380d req-cdb1b620-4d4b-4e3c-9665-565181c51b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:37.180333 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd0d4f34-e2bd-4d0e-83bb-cbf9f019380d req-cdb1b620-4d4b-4e3c-9665-565181c51b61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 1096 time: 0.1758463 Oct 13 10:49:37.237843 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd0d4f34-e2bd-4d0e-83bb-cbf9f019380d req-fa10f0f5-8e84-4b5c-9c22-bd804683692d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481775 Oct 13 10:49:37.272006 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:37.273235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9f3710f-b69e-422a-b91b-04147aaa1666 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:49:37.279515 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-d8aaccf2-bf2d-45ff-9d00-a6585be9427c tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Floating IP 0c07380f-2fa4-480e-bef1-58128a4db949 associated. External IP: 172.25.0.34, port: f5c37847-6861-4a1f-b644-9394ee1d3b96. Oct 13 10:49:37.279810 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:37.282771 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6cd6830b-e7fa-4df8-b26d-cc7c4f454aed admin admin] 10.222.0.32 "DELETE /v2.0/routers/b9f3710f-b69e-422a-b91b-04147aaa1666 HTTP/1.1" status: 204 len: 168 time: 1.9089320 Oct 13 10:49:37.283851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56788) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:37.299113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970d61c-25bb-44b1-834a-c82d0358469b req-24f8c263-2e13-4bff-abc0-1ce8ea2594af tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:37.303564 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6970d61c-25bb-44b1-834a-c82d0358469b req-24f8c263-2e13-4bff-abc0-1ce8ea2594af tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 943 time: 0.0789332 Oct 13 10:49:37.375785 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6970d61c-25bb-44b1-834a-c82d0358469b req-34fa9ef4-54f3-49ec-af88-f9f14c2168a5 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640626 Oct 13 10:49:37.597145 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5a3feeb4-398a-479a-8368-7e66ccc551b6 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:49:37.616358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae6ba0f-0b70-45c2-8cb0-498a1509f0f5 admin admin] Deleting subnet 7c5217b4-1c96-4a8a-9abb-dd7b1e24a87c {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:49:37.625352 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bae6ba0f-0b70-45c2-8cb0-498a1509f0f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:37.672604 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bae6ba0f-0b70-45c2-8cb0-498a1509f0f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:37.715693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174c0f1-c02d-406e-818b-ba27cb85f08b req-610cce09-444a-4585-92f8-d9737ffe1b1f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:37.716298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:37.717403 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5174c0f1-c02d-406e-818b-ba27cb85f08b req-610cce09-444a-4585-92f8-d9737ffe1b1f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 945 time: 0.0550048 Oct 13 10:49:37.729263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5a3feeb4-398a-479a-8368-7e66ccc551b6 has no active binding in host n-h2-813659-3 {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 10:49:37.758756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5174c0f1-c02d-406e-818b-ba27cb85f08b req-17ff6771-a0fe-4d8c-aa3e-373ec4d83d8a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344868 Oct 13 10:49:37.821884 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bae6ba0f-0b70-45c2-8cb0-498a1509f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:37.883823 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-d8aaccf2-bf2d-45ff-9d00-a6585be9427c tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Router 7f9410df-2933-4259-a40f-000d26eb57f3 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:49:37.902461 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1696ba1d-853f-4e22-b2e5-6fa4a05a756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:37.959575 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bae6ba0f-0b70-45c2-8cb0-498a1509f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:38.028228 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bae6ba0f-0b70-45c2-8cb0-498a1509f0f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:38.034086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56812) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:38.034665 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bae6ba0f-0b70-45c2-8cb0-498a1509f0f5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7c5217b4-1c96-4a8a-9abb-dd7b1e24a87c HTTP/1.1" status: 204 len: 168 time: 0.7497311 Oct 13 10:49:38.039969 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16c52e7-7654-4ab4-8034-0f283f6a11cc None None] Network 010c35a5-577b-4754-8c98-2c4d442b8415 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:49:38.041947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6ba0f-0b70-45c2-8cb0-498a1509f0f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5217b4-1c96-4a8a-9abb-dd7b1e24a87c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:38.074519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 355d1f88-a319-4458-98ab-07224ffd1338 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:38.079805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-d8aaccf2-bf2d-45ff-9d00-a6585be9427c tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:49:38.084633 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-d8aaccf2-bf2d-45ff-9d00-a6585be9427c tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:38.138200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-d8aaccf2-bf2d-45ff-9d00-a6585be9427c tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "PUT /v2.0/floatingips/0c07380f-2fa4-480e-bef1-58128a4db949 HTTP/1.1" status: 200 len: 996 time: 2.0238967 Oct 13 10:49:38.138897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:38.139413 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:38.142127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e8a364-7bbd-4147-ac9c-1c93389c5694 None None] Sync routers for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:49:38.144131 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74ad68c-bacb-476c-b74a-24f92d3cb627" -d '{"events": [{"name": "network-changed", "server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:38.182642 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 355d1f88-a319-4458-98ab-07224ffd1338 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:49:38.183537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 355d1f88-a319-4458-98ab-07224ffd1338 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:49:38.184127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 63fc003a-ab6c-4195-ae98-f90f1a424a5d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:38.196406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-60ca77f5-a3e2-4555-9eb2-fec34d8a319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:38.198769 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-60ca77f5-a3e2-4555-9eb2-fec34d8a319f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 1097 time: 0.0505552 Oct 13 10:49:38.214006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 63fc003a-ab6c-4195-ae98-f90f1a424a5d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:49:38.214219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Deleting port 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:49:38.214589 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:38.214739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 63fc003a-ab6c-4195-ae98-f90f1a424a5d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:49:38.225375 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8a364-7bbd-4147-ac9c-1c93389c5694 None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:38.226002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c9e8a364-7bbd-4147-ac9c-1c93389c5694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:38.282480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] For port 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7,segment=NetworkSegment(8bf63ec0-ae6a-454e-9f79-dcac6df25fc1),segment_id=8bf63ec0-ae6a-454e-9f79-dcac6df25fc1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:38.283072 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:38.297308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Calling delete_port for 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:49:38.303694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-66285b50-c4c0-4b2a-8068-a2916458dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:38.305732 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-66285b50-c4c0-4b2a-8068-a2916458dab0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.1009440 Oct 13 10:49:38.388510 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c9e8a364-7bbd-4147-ac9c-1c93389c5694 None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:38.422017 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-61b05436-cb1d-4b43-96f9-3698038cc796 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 999 time: 0.1072419 Oct 13 10:49:38.472302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-b28d20ad-e3ac-439c-8240-bf84d0df7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:38.473974 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-b28d20ad-e3ac-439c-8240-bf84d0df7e2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.0510781 Oct 13 10:49:38.482933 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186bc06e-baf4-4bb2-8e61-783bb1a75241 None None] DHCP port deletion for 010c35a5-577b-4754-8c98-2c4d442b8415 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:49:38.484856 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:38.522253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:38.524814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-be3bf99d-e8cc-44ee-8697-f65b98d34351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:38.529335 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-be3bf99d-e8cc-44ee-8697-f65b98d34351 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457375 Oct 13 10:49:38.530908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:38.535107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] No DVR routers for this DVR port 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:49:38.559089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-5dfb5782-0498-44ec-a86e-03227c4648bf service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:49:38.562849 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-5dfb5782-0498-44ec-a86e-03227c4648bf service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0109689 Oct 13 10:49:38.682127 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:38.693332 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-29f70cc6-ed1a-4269-b87d-a220776d31cc service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266894 Oct 13 10:49:38.727268 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84deec82-3d6d-4fa6-9866-ad8d2016447a x-openstack-request-id: req-84deec82-3d6d-4fa6-9866-ad8d2016447a {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:38.727561 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:38.727817 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84deec82-3d6d-4fa6-9866-ad8d2016447a {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:38.728211 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'status': 'completed', 'code': 200} Oct 13 10:49:38.745153 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.745639 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.751987 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.752532 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > port after_create 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.753147 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.753645 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > port after_update 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.755022 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.755503 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.758541 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.759279 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.814364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c9e8a364-7bbd-4147-ac9c-1c93389c5694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '0c07380f-2fa4-480e-bef1-58128a4db949', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'port_id': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'mac_address': 'fa:16:3e:50:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:49:13Z', 'updated_at': '2021-10-13T10:49:36Z', 'revision_number': 1, 'project_id': '198968e63bf44c978f3296047f1450f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:38.841593 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54d80ade-03bc-459e-a54d-fa424d7cb72c req-c6e46889-ffc4-462b-aa67-4a3f2c088bda service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469929 Oct 13 10:49:38.847569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e8a364-7bbd-4147-ac9c-1c93389c5694 None None] Checking router: 7f9410df-2933-4259-a40f-000d26eb57f3 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:49:38.860514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8a364-7bbd-4147-ac9c-1c93389c5694 None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:38.861131 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c9e8a364-7bbd-4147-ac9c-1c93389c5694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:38.885917 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.886402 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.886711 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.887038 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:49:38.887409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010c35a5-577b-4754-8c98-2c4d442b8415']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:38.938491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf63ec0-ae6a-454e-9f79-dcac6df25fc1') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:38.938809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf63ec0-ae6a-454e-9f79-dcac6df25fc1') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:38.977245 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:38.983698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c9e8a364-7bbd-4147-ac9c-1c93389c5694 None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:39.013738 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:39.027105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:49:39.027994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:39.031260 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ad68c-bacb-476c-b74a-24f92d3cb627 req-81618c99-7be9-47cf-af0b-9c396ed4b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:39.033263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c74ad68c-bacb-476c-b74a-24f92d3cb627 req-81618c99-7be9-47cf-af0b-9c396ed4b462 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 1097 time: 0.1393125 Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: from cryptography.utils import int_from_bytes Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: from cryptography.utils import int_from_bytes Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:49:39.043587 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:49:39.158831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadd3c6-f363-4b46-81e2-2ec0aa257fde req-a1bc1a6d-6113-458b-9642-b4f2f2150d45 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:39.162626 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8dadd3c6-f363-4b46-81e2-2ec0aa257fde req-a1bc1a6d-6113-458b-9642-b4f2f2150d45 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 950 time: 0.0570819 Oct 13 10:49:39.224745 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8dadd3c6-f363-4b46-81e2-2ec0aa257fde req-099093c9-b5db-4225-8f8d-2c66bfb64c4b tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553370 Oct 13 10:49:39.272955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c9e8a364-7bbd-4147-ac9c-1c93389c5694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '0c07380f-2fa4-480e-bef1-58128a4db949', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'port_id': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'mac_address': 'fa:16:3e:50:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:49:13Z', 'updated_at': '2021-10-13T10:49:36Z', 'revision_number': 1, 'project_id': '198968e63bf44c978f3296047f1450f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:39.286139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56836) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:39.317872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e8a364-7bbd-4147-ac9c-1c93389c5694 None None] The sync data for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 is: [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '0c07380f-2fa4-480e-bef1-58128a4db949', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'port_id': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'mac_address': 'fa:16:3e:50:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:49:13Z', 'updated_at': '2021-10-13T10:49:36Z', 'revision_number': 1, 'project_id': '198968e63bf44c978f3296047f1450f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:49:39.388896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d728b3b-e452-471e-a3ff-a07658293fff req-af476d7e-9998-4367-93ea-800f4a5d902e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:39.390630 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d728b3b-e452-471e-a3ff-a07658293fff req-af476d7e-9998-4367-93ea-800f4a5d902e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 943 time: 0.4983432 Oct 13 10:49:39.400726 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f3c12-7800-47ca-9e76-3e0fb68f89f4 req-ba5e66f2-f82b-4543-827a-75f52cbb3ef9 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:39.409331 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-072f3c12-7800-47ca-9e76-3e0fb68f89f4 req-ba5e66f2-f82b-4543-827a-75f52cbb3ef9 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 945 time: 0.0796084 Oct 13 10:49:39.422095 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56840) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:39.458507 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-072f3c12-7800-47ca-9e76-3e0fb68f89f4 req-de9efb25-9dca-4d9d-a168-fafca059f416 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480440 Oct 13 10:49:39.493227 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4239d7af-41ba-452e-8f58-f3d30c598376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:39.510840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d728b3b-e452-471e-a3ff-a07658293fff req-54503b16-929c-43f4-a21b-e0abec571af2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861340 Oct 13 10:49:39.568164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:39.577906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ad68c-bacb-476c-b74a-24f92d3cb627 req-a3eb4cee-1320-4249-bf57-c38a150abd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:39.579942 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c74ad68c-bacb-476c-b74a-24f92d3cb627 req-a3eb4cee-1320-4249-bf57-c38a150abd08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.5118902 Oct 13 10:49:39.582155 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21d19fe8-0ef7-478c-a311-a30d5f093182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:39.610050 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4239d7af-41ba-452e-8f58-f3d30c598376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:39.638050 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:39.641157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] 10.222.0.32 "DELETE /v2.0/networks/010c35a5-577b-4754-8c98-2c4d442b8415 HTTP/1.1" status: 204 len: 168 time: 1.6049652 Oct 13 10:49:39.650090 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0e5d75-1ce7-4d7e-9e1f-861422f615c2 None None] New status for floating IP 0c07380f-2fa4-480e-bef1-58128a4db949: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:49:39.657779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcd988-047c-4052-875d-3aff33257697 admin admin] Pushing event deleted for resources: {'Network': ['ID=010c35a5-577b-4754-8c98-2c4d442b8415,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:39.662393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-2ef49a32-1bc1-494e-924d-7f484a6cb9c5 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:39.664783 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-2ef49a32-1bc1-494e-924d-7f484a6cb9c5 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0758293 Oct 13 10:49:39.682645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4239d7af-41ba-452e-8f58-f3d30c598376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:39.725998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c74ad68c-bacb-476c-b74a-24f92d3cb627 req-e4a15b76-acce-4cfd-8840-5c553c2dd5c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 999 time: 0.1315579 Oct 13 10:49:39.772294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925c685-5bbb-4a70-9ebf-9e198e0fc378 req-be45b3c1-2327-441f-9380-2735d9ed05a6 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:39.775367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3925c685-5bbb-4a70-9ebf-9e198e0fc378 req-be45b3c1-2327-441f-9380-2735d9ed05a6 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 1096 time: 0.1228943 Oct 13 10:49:39.814254 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4239d7af-41ba-452e-8f58-f3d30c598376 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e84a3fd2d3f84b29b987217cbf77d539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5266118 Oct 13 10:49:39.818749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56848) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:39.824594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239d7af-41ba-452e-8f58-f3d30c598376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90b586e-3b69-42ba-a9f1-5119ecc9f778,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:39.837695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-44ce8e1e-a902-4187-9907-487a1fed3afa tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 999 time: 0.1632140 Oct 13 10:49:39.843352 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Request body: {'floatingip': {'port_id': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:39.873755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ad68c-bacb-476c-b74a-24f92d3cb627 req-d2ebc7df-9237-4c05-ba06-b261936c14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:39.875253 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c74ad68c-bacb-476c-b74a-24f92d3cb627 req-d2ebc7df-9237-4c05-ba06-b261936c14cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.1396916 Oct 13 10:49:39.884422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:39.906672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:49:39.907215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37e4487e-0b8d-4d47-92c6-ee89a7f9b1c7 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:49:39.913233 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21d19fe8-0ef7-478c-a311-a30d5f093182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:39.927500 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:39.968317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3925c685-5bbb-4a70-9ebf-9e198e0fc378 req-79664080-89b9-4a64-ab96-9649f7f8e4c1 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758311 Oct 13 10:49:39.987754 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21d19fe8-0ef7-478c-a311-a30d5f093182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:39.998775 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ad68c-bacb-476c-b74a-24f92d3cb627 req-7d269b58-9a4c-4b0a-a08b-bcb4e8e836e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:40.000263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c74ad68c-bacb-476c-b74a-24f92d3cb627 req-7d269b58-9a4c-4b0a-a08b-bcb4e8e836e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033034 Oct 13 10:49:40.041265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56850) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:40.043670 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c3691676-f0e1-4c25-8ee6-5bc639f7ed8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.134243 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.152629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d19fe8-0ef7-478c-a311-a30d5f093182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d8b429-a422-4d1b-8c00-c3e3f3a69f6f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:40.161190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-21d19fe8-0ef7-478c-a311-a30d5f093182 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1984d651ab734231a81df726da0d3f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7310400 Oct 13 10:49:40.164892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56856) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:40.184210 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c3691676-f0e1-4c25-8ee6-5bc639f7ed8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.205028 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cf256585-9065-4ef3-96e6-5d8d2d6f20ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=980280566e054148ad7eca50c1a69ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629901 Oct 13 10:49:40.217452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56858) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:40.261390 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-fbb3308e-d075-45d8-be33-5ad8e4194013 service neutron] 10.222.0.46 "GET /v2.0/ports/5a3feeb4-398a-479a-8368-7e66ccc551b6/bindings/n-h2-813659-3 HTTP/1.1" status: 200 len: 384 time: 0.2518835 Oct 13 10:49:40.306597 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c74ad68c-bacb-476c-b74a-24f92d3cb627 req-991df6bc-cc73-4990-a518-718169b19dfe service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745187 Oct 13 10:49:40.310444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7578-115a-4706-b007-49fbb0a15992 req-f8a7acc0-39d7-4ebb-ac69-dd3efd5c3dde tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:40.311863 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1aba7578-115a-4706-b007-49fbb0a15992 req-f8a7acc0-39d7-4ebb-ac69-dd3efd5c3dde tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 1096 time: 0.1344726 Oct 13 10:49:40.317942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd37e-718d-402a-9ccc-66e11c81c490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.360569 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd37e-718d-402a-9ccc-66e11c81c490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.368586 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1f11c84-6800-4eae-9c4f-e7df532debc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.426914 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c3691676-f0e1-4c25-8ee6-5bc639f7ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.429503 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c3691676-f0e1-4c25-8ee6-5bc639f7ed8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.430764 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c3691676-f0e1-4c25-8ee6-5bc639f7ed8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e90b586e-3b69-42ba-a9f1-5119ecc9f778 HTTP/1.1" status: 204 len: 168 time: 0.6092434 Oct 13 10:49:40.435642 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1aba7578-115a-4706-b007-49fbb0a15992 req-f2ca06c8-7659-4225-916b-4845b279278e tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034906 Oct 13 10:49:40.447446 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1f11c84-6800-4eae-9c4f-e7df532debc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.480475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3691676-f0e1-4c25-8ee6-5bc639f7ed8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90b586e-3b69-42ba-a9f1-5119ecc9f778,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:40.486670 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.api [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 10:49:40.486670 n-d-813659-3 neutron-server[101990]: DEBUG oslo_db.api [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 10:49:40.507444 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c74ad68c-bacb-476c-b74a-24f92d3cb627 req-77de85ad-39d9-4f9a-be24-1c60d254778e service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802444 Oct 13 10:49:40.607015 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd37e-718d-402a-9ccc-66e11c81c490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.609851 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd37e-718d-402a-9ccc-66e11c81c490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.610807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-82b84d4d-837f-4875-8a4e-c486d9735cab service neutron] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:40.611010 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5e1fd37e-718d-402a-9ccc-66e11c81c490 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4d8b429-a422-4d1b-8c00-c3e3f3a69f6f HTTP/1.1" status: 204 len: 168 time: 0.4408584 Oct 13 10:49:40.621682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fd37e-718d-402a-9ccc-66e11c81c490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d8b429-a422-4d1b-8c00-c3e3f3a69f6f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:40.651538 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310df750-c009-4659-9cd6-e62e259f11c6 req-a68757f8-b043-4c09-abfd-0cc82dd887c7 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:40.653031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-310df750-c009-4659-9cd6-e62e259f11c6 req-a68757f8-b043-4c09-abfd-0cc82dd887c7 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 950 time: 0.0814588 Oct 13 10:49:40.654085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-82b84d4d-837f-4875-8a4e-c486d9735cab service neutron] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:40.664535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df008841-c665-4b0d-9563-2764e7ec97f7 req-97d4d6f9-24cc-49e6-a5dd-e36fa0542730 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:40.667013 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df008841-c665-4b0d-9563-2764e7ec97f7 req-97d4d6f9-24cc-49e6-a5dd-e36fa0542730 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.46 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 950 time: 0.0878541 Oct 13 10:49:40.668197 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1f11c84-6800-4eae-9c4f-e7df532debc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.672192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1f11c84-6800-4eae-9c4f-e7df532debc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.675699 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e1f11c84-6800-4eae-9c4f-e7df532debc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cc11fcb-52d9-48d3-9390-838bfad37cfe HTTP/1.1" status: 204 len: 168 time: 0.4549038 Oct 13 10:49:40.708926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f11c84-6800-4eae-9c4f-e7df532debc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc11fcb-52d9-48d3-9390-838bfad37cfe,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:40.714141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-82b84d4d-837f-4875-8a4e-c486d9735cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3feeb4-398a-479a-8368-7e66ccc551b6 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:40.745936 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-05b0ae17-6455-4e90-9fb4-7aa3fa7ed5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.747798 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-82b84d4d-837f-4875-8a4e-c486d9735cab service neutron] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:40.776155 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-310df750-c009-4659-9cd6-e62e259f11c6 req-0e626cf7-cecf-4f10-a681-81e346b4516e tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954504 Oct 13 10:49:40.784901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-df008841-c665-4b0d-9563-2764e7ec97f7 req-e1ecc49f-76c7-453f-90ed-3872a8b6012c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Deleting port 47c09834-93c8-44b4-97cf-d646ed8e79ff {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:49:40.785357 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df008841-c665-4b0d-9563-2764e7ec97f7 req-e1ecc49f-76c7-453f-90ed-3872a8b6012c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.799786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c728d850-f182-4c97-a3cd-37a78233d6d3 req-f715e6a6-3a6b-464f-8e5a-f4a90a4ee766 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675194 Oct 13 10:49:40.856907 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-82b84d4d-837f-4875-8a4e-c486d9735cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.928382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-df008841-c665-4b0d-9563-2764e7ec97f7 req-e1ecc49f-76c7-453f-90ed-3872a8b6012c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] For port 47c09834-93c8-44b4-97cf-d646ed8e79ff, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=47c09834-93c8-44b4-97cf-d646ed8e79ff,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:40.928754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df008841-c665-4b0d-9563-2764e7ec97f7 req-e1ecc49f-76c7-453f-90ed-3872a8b6012c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:40.943996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-df008841-c665-4b0d-9563-2764e7ec97f7 req-e1ecc49f-76c7-453f-90ed-3872a8b6012c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Calling delete_port for 47c09834-93c8-44b4-97cf-d646ed8e79ff owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:49:40.975758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728d850-f182-4c97-a3cd-37a78233d6d3 req-1744df9b-f419-4d02-b29e-acacca541794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:40.977777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c728d850-f182-4c97-a3cd-37a78233d6d3 req-1744df9b-f419-4d02-b29e-acacca541794 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 1097 time: 0.1100385 Oct 13 10:49:41.000155 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:41.071885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e109487-092a-4b20-badf-362c40127101 req-17da2800-4411-40b7-af5e-13bb4186b97e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:41.073422 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e109487-092a-4b20-badf-362c40127101 req-17da2800-4411-40b7-af5e-13bb4186b97e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 943 time: 0.1634638 Oct 13 10:49:41.091786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-82b84d4d-837f-4875-8a4e-c486d9735cab service neutron] Transition to ACTIVE for port object 5a3feeb4-398a-479a-8368-7e66ccc551b6 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:49:41.148632 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e109487-092a-4b20-badf-362c40127101 req-a059cfd5-622a-440d-b50c-b5f50dad3064 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632629 Oct 13 10:49:41.149802 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728d850-f182-4c97-a3cd-37a78233d6d3 req-362dd871-4e0e-456d-8f84-4c355c5804b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:41.151219 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c728d850-f182-4c97-a3cd-37a78233d6d3 req-362dd871-4e0e-456d-8f84-4c355c5804b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.1451671 Oct 13 10:49:41.233852 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-82b84d4d-837f-4875-8a4e-c486d9735cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:41.266226 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c728d850-f182-4c97-a3cd-37a78233d6d3 req-23382b44-15e4-4d48-8b3e-f2606e434fcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 1001 time: 0.1032889 Oct 13 10:49:41.342539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-82b84d4d-837f-4875-8a4e-c486d9735cab service neutron] No DVR routers for this DVR port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:49:41.347390 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df008841-c665-4b0d-9563-2764e7ec97f7 req-e1ecc49f-76c7-453f-90ed-3872a8b6012c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:41.356939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b84d4d-837f-4875-8a4e-c486d9735cab service neutron] Pushing event updated for resources: {'Port': ['ID=5a3feeb4-398a-479a-8368-7e66ccc551b6,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:41.361858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['d8939adf-0009-4c8e-88de-90fa8713e9b4', '47c09834-93c8-44b4-97cf-d646ed8e79ff'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:41.390969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecc49f-76c7-453f-90ed-3872a8b6012c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Pushing event deleted for resources: {'Port': ['ID=47c09834-93c8-44b4-97cf-d646ed8e79ff,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:41.407402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728d850-f182-4c97-a3cd-37a78233d6d3 req-692d43cc-2f98-4f78-a09e-fa6ffeefb26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:41.409390 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c728d850-f182-4c97-a3cd-37a78233d6d3 req-692d43cc-2f98-4f78-a09e-fa6ffeefb26a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.1280079 Oct 13 10:49:41.426143 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-82b84d4d-837f-4875-8a4e-c486d9735cab service neutron] 10.222.0.46 "PUT /v2.0/ports/5a3feeb4-398a-479a-8368-7e66ccc551b6/bindings/n-h2-813659-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1517508 Oct 13 10:49:41.488114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-df008841-c665-4b0d-9563-2764e7ec97f7 req-e1ecc49f-76c7-453f-90ed-3872a8b6012c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] No DVR routers for this DVR port 47c09834-93c8-44b4-97cf-d646ed8e79ff on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:49:41.491601 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df008841-c665-4b0d-9563-2764e7ec97f7 req-e1ecc49f-76c7-453f-90ed-3872a8b6012c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:41.498858 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df008841-c665-4b0d-9563-2764e7ec97f7 req-e1ecc49f-76c7-453f-90ed-3872a8b6012c tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.46 "DELETE /v2.0/ports/47c09834-93c8-44b4-97cf-d646ed8e79ff HTTP/1.1" status: 204 len: 173 time: 0.8197739 Oct 13 10:49:41.498858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c1cadb-c25e-4712-b3c3-5388a7b78665', 'name': 'network-vif-deleted', 'tag': '47c09834-93c8-44b4-97cf-d646ed8e79ff'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:41.509702 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efb7742-f91f-464c-b94e-0d87d0a40821" -d '{"events": [{"server_uuid": "60c1cadb-c25e-4712-b3c3-5388a7b78665", "name": "network-vif-deleted", "tag": "47c09834-93c8-44b4-97cf-d646ed8e79ff"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:41.528209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728d850-f182-4c97-a3cd-37a78233d6d3 req-f56f4e77-fa7c-4f3a-8d48-35c187cc42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:41.529936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c728d850-f182-4c97-a3cd-37a78233d6d3 req-f56f4e77-fa7c-4f3a-8d48-35c187cc42c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995626 Oct 13 10:49:41.533522 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56888) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:41.597472 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-594aae67-8cfe-4086-9ca9-b4df0771ccf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:41.720622 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:41.823222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833b889-c6db-4129-901d-a7f586f7a430 req-de1bb374-60b6-4158-87d4-7f41cbb8c535 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:41.827161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8833b889-c6db-4129-901d-a7f586f7a430 req-de1bb374-60b6-4158-87d4-7f41cbb8c535 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 1096 time: 0.1416683 Oct 13 10:49:41.834153 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56898) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:41.849215 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c728d850-f182-4c97-a3cd-37a78233d6d3 req-821d15ee-ca39-4df8-aa79-c97601e957b4 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035986 Oct 13 10:49:41.878580 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-525e7d2e-755c-4551-ac0a-291bc4e29b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:41.997148 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8833b889-c6db-4129-901d-a7f586f7a430 req-797e8336-f58d-459a-8a09-bd0a832911a7 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593125 Oct 13 10:49:42.020759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-594aae67-8cfe-4086-9ca9-b4df0771ccf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.050662 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.058948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c728d850-f182-4c97-a3cd-37a78233d6d3 req-937dd23e-399d-4a59-a25e-4f75b73ee832 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950023 Oct 13 10:49:42.107262 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-525e7d2e-755c-4551-ac0a-291bc4e29b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.110908 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f718d2-b6fd-43b9-ab5e-f829d2d5011f x-openstack-request-id: req-96f718d2-b6fd-43b9-ab5e-f829d2d5011f {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:42.111195 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c1cadb-c25e-4712-b3c3-5388a7b78665", "name": "network-vif-deleted", "tag": "47c09834-93c8-44b4-97cf-d646ed8e79ff", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:42.111450 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96f718d2-b6fd-43b9-ab5e-f829d2d5011f {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:42.111847 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c1cadb-c25e-4712-b3c3-5388a7b78665', 'name': 'network-vif-deleted', 'tag': '47c09834-93c8-44b4-97cf-d646ed8e79ff', 'status': 'completed', 'code': 200} Oct 13 10:49:42.112978 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-594aae67-8cfe-4086-9ca9-b4df0771ccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.119828 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-509c797b-eab2-4006-995d-3631d4f14d68 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:42.119828 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-509c797b-eab2-4006-995d-3631d4f14d68 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.1549094 Oct 13 10:49:42.162523 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-594aae67-8cfe-4086-9ca9-b4df0771ccf5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9dd857e5a043435cb3d0e6dd6e9fd32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6277494 Oct 13 10:49:42.164735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56902) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:42.177813 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-525e7d2e-755c-4551-ac0a-291bc4e29b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.180320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594aae67-8cfe-4086-9ca9-b4df0771ccf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fed5880-b04f-41a2-8dba-42384bb527e8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:42.241386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.243580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae39da00-9fa6-4ae6-b54a-5726b9c4920b req-d2a7a928-9663-4bd8-9c71-db56711a60c0 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c1cadb-c25e-4712-b3c3-5388a7b78665 HTTP/1.1" status: 200 len: 210 time: 0.0759010 Oct 13 10:49:42.250962 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-7346b838-3593-4b5c-9616-0dee8daa9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:42.253027 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-7346b838-3593-4b5c-9616-0dee8daa9b89 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6 HTTP/1.1" status: 200 len: 1095 time: 0.1222436 Oct 13 10:49:42.282623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e7d2e-755c-4551-ac0a-291bc4e29b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320a5034-3f05-49cf-b302-b98267f69404,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:42.295467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-525e7d2e-755c-4551-ac0a-291bc4e29b6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c37752338e9249acb4b745e76cf3eeaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573026 Oct 13 10:49:42.295467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56906) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:42.313819 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.339153 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea36fb43-a111-496a-9434-a992d2f90989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.374269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-565a4667-9143-4053-a652-ef52fb4a5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:42.375936 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-565a4667-9143-4053-a652-ef52fb4a5967 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 1095 time: 0.0966055 Oct 13 10:49:42.405608 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea36fb43-a111-496a-9434-a992d2f90989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.424717 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52a754bb-be69-4ec1-948d-4aa339ac0d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.468120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98866728-8265-4f10-af26-735bd889ec3f req-dfff0b31-e6ba-4366-96f3-d86bf5a85886 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:42.469613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98866728-8265-4f10-af26-735bd889ec3f req-dfff0b31-e6ba-4366-96f3-d86bf5a85886 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 944 time: 0.1363909 Oct 13 10:49:42.484795 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52a754bb-be69-4ec1-948d-4aa339ac0d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.525689 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Floating IP 0c07380f-2fa4-480e-bef1-58128a4db949 associated. External IP: 172.25.0.34, port: f5c37847-6861-4a1f-b644-9394ee1d3b96. Oct 13 10:49:42.555134 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98866728-8265-4f10-af26-735bd889ec3f req-4c0f4127-ebfe-47c3-91c9-852111633d19 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730453 Oct 13 10:49:42.597583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-f09e65fd-6f09-4a47-a878-886f4c8078c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:42.604308 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-f09e65fd-6f09-4a47-a878-886f4c8078c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.1912541 Oct 13 10:49:42.653817 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea36fb43-a111-496a-9434-a992d2f90989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.657718 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea36fb43-a111-496a-9434-a992d2f90989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.661607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ea36fb43-a111-496a-9434-a992d2f90989 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fed5880-b04f-41a2-8dba-42384bb527e8 HTTP/1.1" status: 204 len: 168 time: 0.4933090 Oct 13 10:49:42.674765 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-f0bea162-f6cc-4a76-b480-5e3dc1b32017 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6 HTTP/1.1" status: 200 len: 217 time: 0.0468638 Oct 13 10:49:42.679932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36fb43-a111-496a-9434-a992d2f90989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fed5880-b04f-41a2-8dba-42384bb527e8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:42.684629 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52a754bb-be69-4ec1-948d-4aa339ac0d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.690918 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52a754bb-be69-4ec1-948d-4aa339ac0d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:42.690918 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-52a754bb-be69-4ec1-948d-4aa339ac0d06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/320a5034-3f05-49cf-b302-b98267f69404 HTTP/1.1" status: 204 len: 168 time: 0.3930042 Oct 13 10:49:42.707572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a754bb-be69-4ec1-948d-4aa339ac0d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320a5034-3f05-49cf-b302-b98267f69404,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:42.758666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56922) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:42.764700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-e93403aa-feb1-471d-8c99-c306f85cd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:42.766550 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-e93403aa-feb1-471d-8c99-c306f85cd2c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0838561 Oct 13 10:49:42.827904 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-85c4ca9b-e9be-4d0f-b6e7-e381d8ce0e8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298867 Oct 13 10:49:42.943101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Router 7f9410df-2933-4259-a40f-000d26eb57f3 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:49:43.008955 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-9adbc262-c36b-4a57-b5bc-9ead983e06b7 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453180 Oct 13 10:49:43.129352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 5a3feeb4-398a-479a-8368-7e66ccc551b6 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:43.141581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:49:43.151085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db89e1-e1ab-4f81-9c0c-9f84c9153205 req-f71122b5-1b1b-4031-921a-fdfce49a6e81 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:43.154304 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24db89e1-e1ab-4f81-9c0c-9f84c9153205 req-f71122b5-1b1b-4031-921a-fdfce49a6e81 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 1096 time: 0.0642297 Oct 13 10:49:43.164881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebfa845-d41d-44d2-82c2-02e6204a00ec None None] Sync routers for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:49:43.198572 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebfa845-d41d-44d2-82c2-02e6204a00ec None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:43.199576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4ebfa845-d41d-44d2-82c2-02e6204a00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:43.252248 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24db89e1-e1ab-4f81-9c0c-9f84c9153205 req-e42c2e3b-2420-4408-a349-d0da1cc1632f tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890851 Oct 13 10:49:43.260662 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 5a3feeb4-398a-479a-8368-7e66ccc551b6 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:49:43.314916 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-e04a8f96-eb0f-4c72-8d85-d039e388f4b8 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944922 Oct 13 10:49:43.395517 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-255793353-network', 'tenant_id': 'd5fb6da443a14d7da07e27d3ff80dabb'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:43.424619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Router 7f9410df-2933-4259-a40f-000d26eb57f3 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:49:43.506455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Made reservation on behalf of d5fb6da443a14d7da07e27d3ff80dabb for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:49:43.510247 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:43.524107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:43.535843 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:43.594707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4ebfa845-d41d-44d2-82c2-02e6204a00ec None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:43.632541 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:43.632995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:49:43.638124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:43.696313 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a3c1feab-91d1-4b8e-ba2d-98913f0add81 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "PUT /v2.0/floatingips/0c07380f-2fa4-480e-bef1-58128a4db949 HTTP/1.1" status: 200 len: 997 time: 3.8575690 Oct 13 10:49:43.714749 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:43.763911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:49:43.764163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-ce4dd220-9255-4c10-bd29-fb888210e31d tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:43.766128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-ce4dd220-9255-4c10-bd29-fb888210e31d tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports/f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 943 time: 0.0633504 Oct 13 10:49:43.785725 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:43.786422 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Added segment 9548b80d-c040-4ef9-9627-2c74af60390f of type vlan for network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 Oct 13 10:49:43.848455 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:43.878993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052cf272-bb9e-42fa-a837-3061bd2275ea,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:43.906872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4ebfa845-d41d-44d2-82c2-02e6204a00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '0c07380f-2fa4-480e-bef1-58128a4db949', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'port_id': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'mac_address': 'fa:16:3e:3b:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:49:13Z', 'updated_at': '2021-10-13T10:49:42Z', 'revision_number': 3, 'project_id': '198968e63bf44c978f3296047f1450f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:43.936568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebfa845-d41d-44d2-82c2-02e6204a00ec None None] Checking router: 7f9410df-2933-4259-a40f-000d26eb57f3 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:49:43.939503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-84adbf2d-d9d3-4045-81c6-7b167ff235a0 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:43.943072 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-84adbf2d-d9d3-4045-81c6-7b167ff235a0 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.1200948 Oct 13 10:49:43.946072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebfa845-d41d-44d2-82c2-02e6204a00ec None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:43.946895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4ebfa845-d41d-44d2-82c2-02e6204a00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:43.962840 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:43.963864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:43.964471 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:43.981397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-454a7bb1-bce4-4f11-8332-34df6750100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:43.982992 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-454a7bb1-bce4-4f11-8332-34df6750100d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 1097 time: 0.0854714 Oct 13 10:49:44.032932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] Pushing event updated for resources: {'Network': ['ID=21de5fad-2ade-4e57-815f-ecef3d97e8e4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:44.098352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:49:44.114104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96'}, {'name': 'network-changed', 'server_uuid': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'tag': '1cb42a16-11dd-4e25-8751-7a8601c38726'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:44.116234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4ebfa845-d41d-44d2-82c2-02e6204a00ec None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:44.116441 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4698fa84-b29c-4d09-911e-7e5fdadc6c28" -d '{"events": [{"name": "network-changed", "server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96"}, {"name": "network-changed", "server_uuid": "6a940b5a-48bb-49c1-94b3-6aa0a3c884dc", "tag": "1cb42a16-11dd-4e25-8751-7a8601c38726"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:44.119223 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-42da41e6-caaf-4b79-9e15-8df6e13e68f2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3584146 Oct 13 10:49:44.124742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56976) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:44.126547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-f52bccf5-3e2c-4064-a1c3-2944f3e2b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:44.128042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-f52bccf5-3e2c-4064-a1c3-2944f3e2b2aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.1307900 Oct 13 10:49:44.133889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f35f8c81-07bd-4585-ac9c-025bf57a975d admin admin] Request body: {'subnet': {'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-255793353-subnet', 'tenant_id': 'd5fb6da443a14d7da07e27d3ff80dabb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:44.192857 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-31b0557b-d077-497b-aaab-d4ad5e39cab0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 217 time: 0.0574415 Oct 13 10:49:44.257088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35f8c81-07bd-4585-ac9c-025bf57a975d admin admin] Made reservation on behalf of d5fb6da443a14d7da07e27d3ff80dabb for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:49:44.261801 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f35f8c81-07bd-4585-ac9c-025bf57a975d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:44.479552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4ebfa845-d41d-44d2-82c2-02e6204a00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '0c07380f-2fa4-480e-bef1-58128a4db949', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'port_id': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'mac_address': 'fa:16:3e:3b:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:49:13Z', 'updated_at': '2021-10-13T10:49:42Z', 'revision_number': 3, 'project_id': '198968e63bf44c978f3296047f1450f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:44.530082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebfa845-d41d-44d2-82c2-02e6204a00ec None None] The sync data for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 is: [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '0c07380f-2fa4-480e-bef1-58128a4db949', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'port_id': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'mac_address': 'fa:16:3e:3b:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:49:13Z', 'updated_at': '2021-10-13T10:49:42Z', 'revision_number': 3, 'project_id': '198968e63bf44c978f3296047f1450f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:49:44.537816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-4fef4dc5-b1b2-49fd-a017-33e5bb06c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:44.539948 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-4fef4dc5-b1b2-49fd-a017-33e5bb06c5d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.3170204 Oct 13 10:49:44.586767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f35f8c81-07bd-4585-ac9c-025bf57a975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:44.602159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-4754d188-3aca-4741-b3a7-9e3e777e8860 service neutron] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:44.616250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-4754d188-3aca-4741-b3a7-9e3e777e8860 service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:44.618110 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3dfdc28-66fb-4912-b43d-17891a9678e9 req-4754d188-3aca-4741-b3a7-9e3e777e8860 service neutron] 10.222.0.21 "DELETE /v2.0/ports/5a3feeb4-398a-479a-8368-7e66ccc551b6/bindings/n-h1-813659-3 HTTP/1.1" status: 204 len: 173 time: 0.6676509 Oct 13 10:49:44.637968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-b91659c1-b75c-4bac-9bc8-9ea9e16fad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:44.640931 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-b91659c1-b75c-4bac-9bc8-9ea9e16fad10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925865 Oct 13 10:49:44.686997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f8c81-07bd-4585-ac9c-025bf57a975d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb47ae55-deda-4356-8a6d-76d183060008,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:44.697129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f8c81-07bd-4585-ac9c-025bf57a975d admin admin] Checking segment: {'id': '9548b80d-c040-4ef9-9627-2c74af60390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:44.697676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35f8c81-07bd-4585-ac9c-025bf57a975d admin admin] Network hostable DHCP agents. Network: 21de5fad-2ade-4e57-815f-ecef3d97e8e4, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:49:44.772365 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-5a29a81c-175e-490b-ae82-2a9e452597c5 service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228075 Oct 13 10:49:44.822216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35f8c81-07bd-4585-ac9c-025bf57a975d admin admin] Network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:49:44.845080 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9e770-aef0-4faf-a770-69de6cef2bbd None None] New status for floating IP 0c07380f-2fa4-480e-bef1-58128a4db949: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:49:44.904587 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-52fa8c06-71b7-4ce5-bc74-239c0b5cb84f service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243687 Oct 13 10:49:44.922579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f35f8c81-07bd-4585-ac9c-025bf57a975d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 21de5fad-2ade-4e57-815f-ecef3d97e8e4) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:44.935245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f8c81-07bd-4585-ac9c-025bf57a975d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:44.935402 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa0cc7-8c08-4e26-a17b-6dc2929d560d None None] Network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:49:44.935502 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f35f8c81-07bd-4585-ac9c-025bf57a975d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:45.082831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-fe050bdb-b788-40c5-ab96-f3a38010ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:45.092788 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-fe050bdb-b788-40c5-ab96-f3a38010ab70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 1096 time: 0.0483785 Oct 13 10:49:45.099405 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f35f8c81-07bd-4585-ac9c-025bf57a975d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9685161 Oct 13 10:49:45.105333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480dc57a-4c91-43b9-85ff-7b5fce9d2088 None None] Network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:49:45.150912 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 47c09834-93c8-44b4-97cf-d646ed8e79ff no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:45.178933 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 47c09834-93c8-44b4-97cf-d646ed8e79ff {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:49:45.179835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 47c09834-93c8-44b4-97cf-d646ed8e79ff not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:49:45.283561 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca253a7-4dde-4404-b1a5-3111285b6f69 None None] Sync routers for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:49:45.296348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca253a7-4dde-4404-b1a5-3111285b6f69 None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:45.301496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-eca253a7-4dde-4404-b1a5-3111285b6f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:45.305470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-700aed2b-6465-4788-8315-1e8fa609d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:45.307312 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-700aed2b-6465-4788-8315-1e8fa609d98b service neutron] 10.222.0.32 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.2150724 Oct 13 10:49:45.412874 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-eb0b29d5-0fb5-4100-84a2-c0256cca1a0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb42a16-11dd-4e25-8751-7a8601c38726 HTTP/1.1" status: 200 len: 1000 time: 0.0994294 Oct 13 10:49:45.436405 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-eca253a7-4dde-4404-b1a5-3111285b6f69 None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:45.473204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-9bf46742-e6e1-4583-99e2-243ad5f33724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:45.479312 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-9bf46742-e6e1-4583-99e2-243ad5f33724 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.0583284 Oct 13 10:49:45.531976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a414ee6d-2420-4a00-b10f-b15e448b4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:45.533508 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-a414ee6d-2420-4a00-b10f-b15e448b4a5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464590 Oct 13 10:49:45.625211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5a3feeb4-398a-479a-8368-7e66ccc551b6 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:45.677941 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-256d4499-8f86-4a5e-97bf-218ca212eb97 service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342583 Oct 13 10:49:45.826435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-eca253a7-4dde-4404-b1a5-3111285b6f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '0c07380f-2fa4-480e-bef1-58128a4db949', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'port_id': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'mac_address': 'fa:16:3e:3b:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:49:13Z', 'updated_at': '2021-10-13T10:49:45Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:45.836480 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5add7e80-909c-46cc-897a-0ff2f836e2ca req-aee47a62-921b-4146-bba3-6864826395d4 service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440012 Oct 13 10:49:45.875562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca253a7-4dde-4404-b1a5-3111285b6f69 None None] Checking router: 7f9410df-2933-4259-a40f-000d26eb57f3 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:49:45.884408 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca253a7-4dde-4404-b1a5-3111285b6f69 None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:45.885017 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-eca253a7-4dde-4404-b1a5-3111285b6f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:45.996636 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-eca253a7-4dde-4404-b1a5-3111285b6f69 None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:46.021159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-a4bc8be7-e64d-404b-8574-6711a8fff8fe tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:49:46.022201 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-a4bc8be7-e64d-404b-8574-6711a8fff8fe tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063229 Oct 13 10:49:46.065278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-20bb2f4f-b8e5-4356-8917-d09b7d206b84 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:46.066781 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-20bb2f4f-b8e5-4356-8917-d09b7d206b84 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports/b9dac758-caf9-458a-806d-2ff612c6f62e HTTP/1.1" status: 200 len: 1093 time: 0.0350435 Oct 13 10:49:46.076370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] Request body: {'binding': {'host': 'n-h1-813659-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:46.076818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] Unknown quota resources ['binding']. {{(pid=101990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 10:49:46.223990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] Attempting to bind port b9dac758-caf9-458a-806d-2ff612c6f62e on host n-h1-813659-3 for vnic_type normal with profile None {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:46.224299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] Attempting to bind port b9dac758-caf9-458a-806d-2ff612c6f62e by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:46.224572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] Attempting to bind port b9dac758-caf9-458a-806d-2ff612c6f62e on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:46.230870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] Port b9dac758-caf9-458a-806d-2ff612c6f62e on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:49:46.231204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] Attempting to bind port b9dac758-caf9-458a-806d-2ff612c6f62e on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:46.236420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:46.236761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] Checking segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:46.237145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] Bound using segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:46.237647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] Bound port: b9dac758-caf9-458a-806d-2ff612c6f62e, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:46.297963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b9dac758-caf9-458a-806d-2ff612c6f62e,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:46.360950 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebc15e-8f5c-433f-87ef-a7d9d72915d7 req-190ebf72-7d66-47a9-96f5-304c3fa7ade1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:46.362448 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2cebc15e-8f5c-433f-87ef-a7d9d72915d7 req-190ebf72-7d66-47a9-96f5-304c3fa7ade1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 944 time: 0.0492802 Oct 13 10:49:46.363902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-eca253a7-4dde-4404-b1a5-3111285b6f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '0c07380f-2fa4-480e-bef1-58128a4db949', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'port_id': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'mac_address': 'fa:16:3e:3b:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:49:13Z', 'updated_at': '2021-10-13T10:49:45Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:46.365714 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:46.367412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5222c792-e9cb-4a35-8734-b4e6e174248a service neutron] 10.222.0.32 "POST /v2.0/ports/b9dac758-caf9-458a-806d-2ff612c6f62e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2942150 Oct 13 10:49:46.391898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca253a7-4dde-4404-b1a5-3111285b6f69 None None] The sync data for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 is: [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '0c07380f-2fa4-480e-bef1-58128a4db949', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'port_id': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'mac_address': 'fa:16:3e:3b:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:49:13Z', 'updated_at': '2021-10-13T10:49:45Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:49:46.408198 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2cebc15e-8f5c-433f-87ef-a7d9d72915d7 req-77bade91-ff55-4c00-8045-c6e5ba61bad0 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386050 Oct 13 10:49:46.542379 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b36f723-4c6d-49be-baea-bc80d0f2c9a4 x-openstack-request-id: req-3b36f723-4c6d-49be-baea-bc80d0f2c9a4 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:46.542379 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a940b5a-48bb-49c1-94b3-6aa0a3c884dc", "tag": "1cb42a16-11dd-4e25-8751-7a8601c38726", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:46.542379 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b36f723-4c6d-49be-baea-bc80d0f2c9a4 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:46.542379 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'status': 'completed', 'code': 200} Oct 13 10:49:46.542379 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'tag': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'status': 'completed', 'code': 200} Oct 13 10:49:46.614810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-9436b8ae-3d49-45d1-885c-74234558ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:46.616545 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-9436b8ae-3d49-45d1-885c-74234558ebe6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 1097 time: 0.0453517 Oct 13 10:49:46.728287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-c880aa15-7d99-4b85-bec8-4cebfb747d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:46.729762 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-c880aa15-7d99-4b85-bec8-4cebfb747d75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.0944216 Oct 13 10:49:46.788701 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-606ba6e9-c1c4-44ed-9293-baac7a9304e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 217 time: 0.0489645 Oct 13 10:49:46.876055 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ea61b09-5c7b-4b93-94ab-547573bd741b req-f83015c0-ce94-44a3-a917-f5a73a8a2f60 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 1000 time: 0.1022518 Oct 13 10:49:46.898857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-12742789-80bc-48ef-b7fe-0f546d863a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:46.900356 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-12742789-80bc-48ef-b7fe-0f546d863a11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.1045008 Oct 13 10:49:46.928012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea61b09-5c7b-4b93-94ab-547573bd741b req-ae55c9b5-5484-4c46-9649-68a2b4922a0d tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:46.929959 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ea61b09-5c7b-4b93-94ab-547573bd741b req-ae55c9b5-5484-4c46-9649-68a2b4922a0d tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports/1cb42a16-11dd-4e25-8751-7a8601c38726 HTTP/1.1" status: 200 len: 942 time: 0.0476928 Oct 13 10:49:46.972435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-0c4dfd4a-1a26-4ee6-859c-0cdd9a41cffb tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:46.974160 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-0c4dfd4a-1a26-4ee6-859c-0cdd9a41cffb tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/networks?id=21de5fad-2ade-4e57-815f-ecef3d97e8e4 HTTP/1.1" status: 200 len: 821 time: 0.1483774 Oct 13 10:49:46.984834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-30b7e83b-c511-4e55-a415-f0b9ac59665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:46.984834 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-30b7e83b-c511-4e55-a415-f0b9ac59665d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758097 Oct 13 10:49:47.063539 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-3ce496ff-00ec-4d4b-83ca-4fa607e2d5ef tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/quotas/d5fb6da443a14d7da07e27d3ff80dabb HTTP/1.1" status: 200 len: 375 time: 0.0784779 Oct 13 10:49:47.081039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e9a0b80-1faf-4a63-bc14-8a39d3cca687 req-d907ce12-068d-4f96-922a-9e81ad1791a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870452 Oct 13 10:49:47.097469 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ea61b09-5c7b-4b93-94ab-547573bd741b req-4adf88e1-bb07-41dc-9f38-84c1aedd35d1 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 1000 time: 0.0735211 Oct 13 10:49:47.110537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5b70b73d-ccce-4ebd-99ec-6b7177ebc204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.112025 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-5b70b73d-ccce-4ebd-99ec-6b7177ebc204 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 1096 time: 0.1315539 Oct 13 10:49:47.113932 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-76ba4e29-219d-4129-91f5-075db43fd706 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5fb6da443a14d7da07e27d3ff80dabb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418038 Oct 13 10:49:47.229051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a0b80-1faf-4a63-bc14-8a39d3cca687 req-fe66bdbb-b216-41df-9ac4-8121e1edafb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.230559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e9a0b80-1faf-4a63-bc14-8a39d3cca687 req-fe66bdbb-b216-41df-9ac4-8121e1edafb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c16d108e0b3b432b9200693dc1b5290a&device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 1097 time: 0.0715680 Oct 13 10:49:47.249349 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea61b09-5c7b-4b93-94ab-547573bd741b req-0f58f3fa-308f-4755-8a1a-6307d9b741b8 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.250641 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ea61b09-5c7b-4b93-94ab-547573bd741b req-0f58f3fa-308f-4755-8a1a-6307d9b741b8 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1454523 Oct 13 10:49:47.251891 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-7cb6526e-fce5-48ea-b732-9a66d77fc35d service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564218 Oct 13 10:49:47.266362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-0ea61b09-5c7b-4b93-94ab-547573bd741b req-47db8aad-9881-402b-ad95-007d3790f002 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:49:47.267325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ea61b09-5c7b-4b93-94ab-547573bd741b req-47db8aad-9881-402b-ad95-007d3790f002 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069942 Oct 13 10:49:47.344335 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-9f70e4e8-2aab-46f8-b77d-e8360f881e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.345786 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-9f70e4e8-2aab-46f8-b77d-e8360f881e87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.2161834 Oct 13 10:49:47.347546 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-69d3d9e1-0f10-42cf-8775-8f9bdb1eaafe service neutron] 10.222.0.32 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251647 Oct 13 10:49:47.356392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a0b80-1faf-4a63-bc14-8a39d3cca687 req-3295cc7c-aecd-4aa0-9f2c-a83ac4918607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.357801 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e9a0b80-1faf-4a63-bc14-8a39d3cca687 req-3295cc7c-aecd-4aa0-9f2c-a83ac4918607 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b58e4256-4c47-4436-af94-141a2aa7d3a0 HTTP/1.1" status: 200 len: 924 time: 0.1062241 Oct 13 10:49:47.435651 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-85ab9c36-4b49-4e51-aa6d-7d7f840cb6b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dac758-caf9-458a-806d-2ff612c6f62e HTTP/1.1" status: 200 len: 217 time: 0.0791523 Oct 13 10:49:47.468387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e9a0b80-1faf-4a63-bc14-8a39d3cca687 req-27a1a4b3-edae-4095-a2a4-6fd0c0906cee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259551c6-0966-4d75-b849-0242e987c06d HTTP/1.1" status: 200 len: 1001 time: 0.0997455 Oct 13 10:49:47.510324 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-e2be5d2b-c4ed-4ce5-ab11-d9fa6c14009e service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448480 Oct 13 10:49:47.523545 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-fa087530-61cb-436c-bb9f-612133cd737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.524996 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-fa087530-61cb-436c-bb9f-612133cd737a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0803940 Oct 13 10:49:47.531579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70901-b6b4-4652-a099-f17915d3be5c req-db6ab9ad-c1f4-4cfc-beb5-89971fd6aeb6 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.532108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70901-b6b4-4652-a099-f17915d3be5c req-db6ab9ad-c1f4-4cfc-beb5-89971fd6aeb6 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.532564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70901-b6b4-4652-a099-f17915d3be5c req-db6ab9ad-c1f4-4cfc-beb5-89971fd6aeb6 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.533014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70901-b6b4-4652-a099-f17915d3be5c req-db6ab9ad-c1f4-4cfc-beb5-89971fd6aeb6 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.533459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70901-b6b4-4652-a099-f17915d3be5c req-db6ab9ad-c1f4-4cfc-beb5-89971fd6aeb6 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.533902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70901-b6b4-4652-a099-f17915d3be5c req-db6ab9ad-c1f4-4cfc-beb5-89971fd6aeb6 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.534360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70901-b6b4-4652-a099-f17915d3be5c req-db6ab9ad-c1f4-4cfc-beb5-89971fd6aeb6 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.534806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70901-b6b4-4652-a099-f17915d3be5c req-db6ab9ad-c1f4-4cfc-beb5-89971fd6aeb6 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.535241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70901-b6b4-4652-a099-f17915d3be5c req-db6ab9ad-c1f4-4cfc-beb5-89971fd6aeb6 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.535682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70901-b6b4-4652-a099-f17915d3be5c req-db6ab9ad-c1f4-4cfc-beb5-89971fd6aeb6 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.536117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70901-b6b4-4652-a099-f17915d3be5c req-db6ab9ad-c1f4-4cfc-beb5-89971fd6aeb6 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.538111 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6fa70901-b6b4-4652-a099-f17915d3be5c req-db6ab9ad-c1f4-4cfc-beb5-89971fd6aeb6 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7855 time: 0.1986449 Oct 13 10:49:47.555790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a0b80-1faf-4a63-bc14-8a39d3cca687 req-49c828a5-c4a2-40b5-8742-2c068924c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.557837 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e9a0b80-1faf-4a63-bc14-8a39d3cca687 req-49c828a5-c4a2-40b5-8742-2c068924c912 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a88d710-315c-4479-96af-c6b02bc601b6 HTTP/1.1" status: 200 len: 862 time: 0.0780783 Oct 13 10:49:47.570800 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-2b3b99b2-1181-4007-8efb-4a404600c4d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348215 Oct 13 10:49:47.579047 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-81edd2e2-0f16-4716-ab12-9eb165174e06 service neutron] 10.222.0.32 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238407 Oct 13 10:49:47.663497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-8302d074-98a1-4df7-80bc-0ded4e185ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.665513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-8302d074-98a1-4df7-80bc-0ded4e185ad6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 1096 time: 0.0966923 Oct 13 10:49:47.747789 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-781b13c0-7565-46e8-87ce-dc6621cc9a44 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666644 Oct 13 10:49:47.844213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-83845a04-f2a0-41ad-9898-3d4e85e9c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.846868 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-83845a04-f2a0-41ad-9898-3d4e85e9c9b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.1719716 Oct 13 10:49:47.876947 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a0b80-1faf-4a63-bc14-8a39d3cca687 req-a6c02a6a-0d6b-4281-9d94-0d7773bee9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.878578 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e9a0b80-1faf-4a63-bc14-8a39d3cca687 req-a6c02a6a-0d6b-4281-9d94-0d7773bee9a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b58e4256-4c47-4436-af94-141a2aa7d3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3110704 Oct 13 10:49:47.901341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b3935-7d68-427a-836c-0cd5e559bba1 req-126f1901-52b2-4dd2-95ef-1866023c4270 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:47.902821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab7b3935-7d68-427a-836c-0cd5e559bba1 req-126f1901-52b2-4dd2-95ef-1866023c4270 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 950 time: 0.0681045 Oct 13 10:49:47.944419 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-2ba31f58-58dd-45f6-a333-95b0e35d632a service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861956 Oct 13 10:49:47.987309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-5e4bbcca-1c0f-4d13-9c6e-35372ac19670 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb42a16-11dd-4e25-8751-7a8601c38726 HTTP/1.1" status: 200 len: 1000 time: 0.1310029 Oct 13 10:49:47.991267 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab7b3935-7d68-427a-836c-0cd5e559bba1 req-3592be13-3ba1-49bf-9b35-b31f7000b30e tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e3710b1-9dea-45bd-b611-707d628dd15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756533 Oct 13 10:49:48.016092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e9a0b80-1faf-4a63-bc14-8a39d3cca687 req-407520cf-1442-4964-986f-90d129cbb7ad service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291695 Oct 13 10:49:48.056608 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b207fec-f820-420e-96a9-1bc6f9f3a905 req-9751da11-e503-46e0-9922-e2c7baafac10 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:48.058425 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7b207fec-f820-420e-96a9-1bc6f9f3a905 req-9751da11-e503-46e0-9922-e2c7baafac10 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 945 time: 0.1163986 Oct 13 10:49:48.082147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-44e5c320-f91e-49de-b767-d5988c7ed82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:48.084448 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-44e5c320-f91e-49de-b767-d5988c7ed82d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.0879452 Oct 13 10:49:48.190110 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7b207fec-f820-420e-96a9-1bc6f9f3a905 req-701852a5-3d0e-4648-9a83-1903c5119891 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227927 Oct 13 10:49:48.200474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-045324cf-696c-4aa8-b5d4-a1783ae1a349 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:48.201943 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-045324cf-696c-4aa8-b5d4-a1783ae1a349 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92&tenant_id=59ce84d919ed4ecdafe5a928ed96d168&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1096 time: 0.1162791 Oct 13 10:49:48.207043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-75f4af95-2a5c-4332-b4aa-328ef9da0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:48.212376 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-75f4af95-2a5c-4332-b4aa-328ef9da0961 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015625 Oct 13 10:49:48.214678 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813659-3'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:48.216624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-44196d6c-40cf-49a7-a6b2-ab2b47eafaf6 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 1000 time: 0.1283937 Oct 13 10:49:48.263869 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e9a0b80-1faf-4a63-bc14-8a39d3cca687 req-9444ffc7-76b0-494e-9d0e-fb6b41bbcdb2 service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398748 Oct 13 10:49:48.271449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62379b2e-3f04-49e7-9f2f-16bceb52a604 req-726e2932-8364-4241-8191-67cb994df995 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:48.272807 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62379b2e-3f04-49e7-9f2f-16bceb52a604 req-726e2932-8364-4241-8191-67cb994df995 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.46 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 950 time: 0.1305325 Oct 13 10:49:48.298714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-0d17ea28-5e0d-4a43-aa85-316944d008ae tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:48.305802 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-0d17ea28-5e0d-4a43-aa85-316944d008ae tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports/1cb42a16-11dd-4e25-8751-7a8601c38726 HTTP/1.1" status: 200 len: 942 time: 0.0883272 Oct 13 10:49:48.383369 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:48.441602 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-36c5d249-35f9-4c5d-8db5-821a1e695692 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241902 Oct 13 10:49:48.475374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-d9c232d3-c970-475c-aa59-7feea06f7338 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 1000 time: 0.1197031 Oct 13 10:49:48.528895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c440-7fd8-4418-a92f-f24577affba2 req-147469a5-2b91-46f0-8ddc-6309448f9a14 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:48.530287 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9b55c440-7fd8-4418-a92f-f24577affba2 req-147469a5-2b91-46f0-8ddc-6309448f9a14 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 886 time: 0.2244194 Oct 13 10:49:48.539243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-62379b2e-3f04-49e7-9f2f-16bceb52a604 req-7509d031-68c8-47c2-90a7-af6fd245aaa8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Deleting port d8939adf-0009-4c8e-88de-90fa8713e9b4 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:49:48.539507 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-62379b2e-3f04-49e7-9f2f-16bceb52a604 req-7509d031-68c8-47c2-90a7-af6fd245aaa8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:48.646156 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a24c1dd4-6537-4d3d-b601-8aa026120a4f req-281b135f-ad4f-4bfa-99a0-e709e34e4308 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 210 time: 0.0527973 Oct 13 10:49:48.656525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57086) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:48.656757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-b9428ccb-2573-44b4-8125-b6592c39eb86 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:48.658166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-b9428ccb-2573-44b4-8125-b6592c39eb86 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1812944 Oct 13 10:49:48.670988 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4698fa84-b29c-4d09-911e-7e5fdadc6c28 req-36f5fefe-4f7c-4bbe-8d2c-fb6e5efed348 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038951 Oct 13 10:49:48.684066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-62379b2e-3f04-49e7-9f2f-16bceb52a604 req-7509d031-68c8-47c2-90a7-af6fd245aaa8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] For port d8939adf-0009-4c8e-88de-90fa8713e9b4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d8939adf-0009-4c8e-88de-90fa8713e9b4,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:48.684720 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-62379b2e-3f04-49e7-9f2f-16bceb52a604 req-7509d031-68c8-47c2-90a7-af6fd245aaa8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:48.707504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9dac758-caf9-458a-806d-2ff612c6f62e,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:48.745429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-62379b2e-3f04-49e7-9f2f-16bceb52a604 req-7509d031-68c8-47c2-90a7-af6fd245aaa8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Calling delete_port for d8939adf-0009-4c8e-88de-90fa8713e9b4 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:49:48.829071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-05d144ed-b098-4aa3-8569-86698b867d1e tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 1000 time: 0.1353409 Oct 13 10:49:48.844879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-641f9638-c175-4080-b2c5-b50aa27bcf39 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:48.920933 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-641f9638-c175-4080-b2c5-b50aa27bcf39 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.010324 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d902b5d-b0d4-486e-84d2-fff3247f76ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.057671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:49.079338 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3e897-8fa2-4127-8f3b-c9e7171de82b req-6761e35d-b8d4-44ac-a7f8-8ee7a5f116f2 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:49.080752 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-83c3e897-8fa2-4127-8f3b-c9e7171de82b req-6761e35d-b8d4-44ac-a7f8-8ee7a5f116f2 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 1095 time: 0.1115892 Oct 13 10:49:49.105079 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-641f9638-c175-4080-b2c5-b50aa27bcf39 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.136610 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac1251f-df63-47d7-a922-8da0fa65bd92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9dac758-caf9-458a-806d-2ff612c6f62e'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:49.138822 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee02e20e-bc01-439c-aeb0-4b301a0f9eab" -d '{"events": [{"server_uuid": "9ac1251f-df63-47d7-a922-8da0fa65bd92", "name": "network-vif-unplugged", "status": "completed", "tag": "b9dac758-caf9-458a-806d-2ff612c6f62e"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:49.141774 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-62379b2e-3f04-49e7-9f2f-16bceb52a604 req-7509d031-68c8-47c2-90a7-af6fd245aaa8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.145365 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.155585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['d8939adf-0009-4c8e-88de-90fa8713e9b4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:49.163832 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-83c3e897-8fa2-4127-8f3b-c9e7171de82b req-b54098fb-5e18-4447-89f2-492e12f27aaf tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744400 Oct 13 10:49:49.173690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509d031-68c8-47c2-90a7-af6fd245aaa8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Pushing event deleted for resources: {'Port': ['ID=d8939adf-0009-4c8e-88de-90fa8713e9b4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:49.205520 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d902b5d-b0d4-486e-84d2-fff3247f76ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.217967 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-641f9638-c175-4080-b2c5-b50aa27bcf39 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.218166 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-641f9638-c175-4080-b2c5-b50aa27bcf39 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Floating IP 0c07380f-2fa4-480e-bef1-58128a4db949 disassociated. External IP: 172.25.0.34, port: 1cb42a16-11dd-4e25-8751-7a8601c38726. Oct 13 10:49:49.262416 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.312111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-62379b2e-3f04-49e7-9f2f-16bceb52a604 req-7509d031-68c8-47c2-90a7-af6fd245aaa8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] No DVR routers for this DVR port d8939adf-0009-4c8e-88de-90fa8713e9b4 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:49:49.318170 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-62379b2e-3f04-49e7-9f2f-16bceb52a604 req-7509d031-68c8-47c2-90a7-af6fd245aaa8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.322809 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62379b2e-3f04-49e7-9f2f-16bceb52a604 req-7509d031-68c8-47c2-90a7-af6fd245aaa8 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.46 "DELETE /v2.0/ports/d8939adf-0009-4c8e-88de-90fa8713e9b4 HTTP/1.1" status: 204 len: 173 time: 1.0437784 Oct 13 10:49:49.323397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2320aba0-d5e7-443a-b039-fbb79ce8766c', 'name': 'network-vif-deleted', 'tag': 'd8939adf-0009-4c8e-88de-90fa8713e9b4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:49.326067 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8535a753-aac0-4601-8a5f-57cdb81cea4d" -d '{"events": [{"server_uuid": "2320aba0-d5e7-443a-b039-fbb79ce8766c", "name": "network-vif-deleted", "tag": "d8939adf-0009-4c8e-88de-90fa8713e9b4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:49.353980 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d902b5d-b0d4-486e-84d2-fff3247f76ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.444517 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8d902b5d-b0d4-486e-84d2-fff3247f76ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c13d1702b7084bb4b17817bee3913a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7854519 Oct 13 10:49:49.448981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57108) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:49.480122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d902b5d-b0d4-486e-84d2-fff3247f76ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b15d00-e9dc-4165-8621-874e36eecfa9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:49.506624 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Pushing event updated for resources: {'Port': ['ID=b9dac758-caf9-458a-806d-2ff612c6f62e,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:49.548648 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c697f04c-845a-4653-90bb-4e56f2efd6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.565809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-641f9638-c175-4080-b2c5-b50aa27bcf39 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Router 7f9410df-2933-4259-a40f-000d26eb57f3 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:49:49.593312 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c697f04c-845a-4653-90bb-4e56f2efd6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.610223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Attempting to bind port b9dac758-caf9-458a-806d-2ff612c6f62e on host n-h2-813659-3 for vnic_type normal with profile {"migrating_to": "n-h1-813659-3"} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:49.610591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Attempting to bind port b9dac758-caf9-458a-806d-2ff612c6f62e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:49.610923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Attempting to bind port b9dac758-caf9-458a-806d-2ff612c6f62e on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:49.624430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d1fe-8a82-4e48-b5a1-c9c4b3b740d2 req-8c9734df-c7f0-47d0-b3d3-915c24ef0c72 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:49.625013 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d1fe-8a82-4e48-b5a1-c9c4b3b740d2 req-8c9734df-c7f0-47d0-b3d3-915c24ef0c72 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:49.625482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d1fe-8a82-4e48-b5a1-c9c4b3b740d2 req-8c9734df-c7f0-47d0-b3d3-915c24ef0c72 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:49.625995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d1fe-8a82-4e48-b5a1-c9c4b3b740d2 req-8c9734df-c7f0-47d0-b3d3-915c24ef0c72 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:49.626487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d1fe-8a82-4e48-b5a1-c9c4b3b740d2 req-8c9734df-c7f0-47d0-b3d3-915c24ef0c72 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:49.628530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d1fe-8a82-4e48-b5a1-c9c4b3b740d2 req-8c9734df-c7f0-47d0-b3d3-915c24ef0c72 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:49.628530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d1fe-8a82-4e48-b5a1-c9c4b3b740d2 req-8c9734df-c7f0-47d0-b3d3-915c24ef0c72 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:49.628530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d1fe-8a82-4e48-b5a1-c9c4b3b740d2 req-8c9734df-c7f0-47d0-b3d3-915c24ef0c72 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:49.628530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d1fe-8a82-4e48-b5a1-c9c4b3b740d2 req-8c9734df-c7f0-47d0-b3d3-915c24ef0c72 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:49.628809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d1fe-8a82-4e48-b5a1-c9c4b3b740d2 req-8c9734df-c7f0-47d0-b3d3-915c24ef0c72 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:49.629224 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d1fe-8a82-4e48-b5a1-c9c4b3b740d2 req-8c9734df-c7f0-47d0-b3d3-915c24ef0c72 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:49.642707 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a503d1fe-8a82-4e48-b5a1-c9c4b3b740d2 req-8c9734df-c7f0-47d0-b3d3-915c24ef0c72 tempest-NetworksTest-509466276 tempest-NetworksTest-509466276-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7855 time: 0.4168701 Oct 13 10:49:49.646413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Port b9dac758-caf9-458a-806d-2ff612c6f62e on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:49:49.647080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Attempting to bind port b9dac758-caf9-458a-806d-2ff612c6f62e on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:49.659908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:49.662470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Checking segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:49.662875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Bound using segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:49.663371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Bound port: b9dac758-caf9-458a-806d-2ff612c6f62e, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:49.664274 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.771039 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4fd439e4-4623-4886-be6a-4727a3326d9d req-62983471-2594-49c9-a6b6-ef2899df9629 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0372496 Oct 13 10:49:49.780317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-641f9638-c175-4080-b2c5-b50aa27bcf39 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:49:49.802827 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889ea20-b65d-4972-958f-67dfdb9de11d None None] Sync routers for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:49:49.806654 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-641f9638-c175-4080-b2c5-b50aa27bcf39 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.821135 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7889ea20-b65d-4972-958f-67dfdb9de11d None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:49.821912 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7889ea20-b65d-4972-958f-67dfdb9de11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:49.825437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:49.832712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9dac758-caf9-458a-806d-2ff612c6f62e,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:49.844705 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05839b1-fd73-447d-b75e-d970da197e24 x-openstack-request-id: req-e05839b1-fd73-447d-b75e-d970da197e24 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:49.846939 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac1251f-df63-47d7-a922-8da0fa65bd92", "name": "network-vif-unplugged", "status": "completed", "tag": "b9dac758-caf9-458a-806d-2ff612c6f62e", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:49.847301 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e05839b1-fd73-447d-b75e-d970da197e24 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:49.847807 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac1251f-df63-47d7-a922-8da0fa65bd92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9dac758-caf9-458a-806d-2ff612c6f62e', 'code': 200} Oct 13 10:49:49.857230 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-641f9638-c175-4080-b2c5-b50aa27bcf39 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "PUT /v2.0/floatingips/0c07380f-2fa4-480e-bef1-58128a4db949 HTTP/1.1" status: 200 len: 694 time: 1.0175121 Oct 13 10:49:49.858664 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c697f04c-845a-4653-90bb-4e56f2efd6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.865423 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c697f04c-845a-4653-90bb-4e56f2efd6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.867331 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c697f04c-845a-4653-90bb-4e56f2efd6e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7b15d00-e9dc-4165-8621-874e36eecfa9 HTTP/1.1" status: 204 len: 168 time: 0.4172053 Oct 13 10:49:49.911946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697f04c-845a-4653-90bb-4e56f2efd6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b15d00-e9dc-4165-8621-874e36eecfa9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:49.917612 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:49.935004 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-768ef585-ee47-4aba-bd01-67525603a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:49.946848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-768ef585-ee47-4aba-bd01-67525603a414 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 1096 time: 0.0781295 Oct 13 10:49:49.949928 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-7889ea20-b65d-4972-958f-67dfdb9de11d None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:50.063314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-624ddb74-2409-4bb3-98d4-81c1a6f8654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:50.064811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-624ddb74-2409-4bb3-98d4-81c1a6f8654b service neutron] 10.222.0.32 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.1169538 Oct 13 10:49:50.117525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:50.118568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:50.120123 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] 10.222.0.46 "PUT /v2.0/ports/b9dac758-caf9-458a-806d-2ff612c6f62e HTTP/1.1" status: 200 len: 1121 time: 1.9103072 Oct 13 10:49:50.131981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03a177-b6c7-495e-a4d4-0ce508441b2b service neutron] Pushing event updated for resources: {'Port': ['ID=b9dac758-caf9-458a-806d-2ff612c6f62e,revision_number=8']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:50.152059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bdb09-f549-4f5a-abe8-fd79f4a52940 req-bc2c2e58-c9f6-4553-96c9-96432e0c71d6 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:50.159233 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e12bdb09-f549-4f5a-abe8-fd79f4a52940 req-bc2c2e58-c9f6-4553-96c9-96432e0c71d6 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 943 time: 0.1226673 Oct 13 10:49:50.167127 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-e03f1a12-8ed1-4387-b02a-2c06f8340a39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb42a16-11dd-4e25-8751-7a8601c38726 HTTP/1.1" status: 200 len: 217 time: 0.0955720 Oct 13 10:49:50.201143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b9dac758-caf9-458a-806d-2ff612c6f62e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:50.240809 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e12bdb09-f549-4f5a-abe8-fd79f4a52940 req-d46a7fd0-1626-46b5-a078-7bc947124a40 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777521 Oct 13 10:49:50.292024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-a1874657-19f5-4b8b-a3dc-79a58b9154db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:50.293432 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-a1874657-19f5-4b8b-a3dc-79a58b9154db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.1184964 Oct 13 10:49:50.349113 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7889ea20-b65d-4972-958f-67dfdb9de11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:50.387791 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889ea20-b65d-4972-958f-67dfdb9de11d None None] Checking router: 7f9410df-2933-4259-a40f-000d26eb57f3 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:49:50.395767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57120) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:50.409331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-dde454f1-ed3f-49b0-b813-7d82ab560a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:50.411683 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7889ea20-b65d-4972-958f-67dfdb9de11d None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:50.412556 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7889ea20-b65d-4972-958f-67dfdb9de11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:50.413296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-dde454f1-ed3f-49b0-b813-7d82ab560a01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131659 Oct 13 10:49:50.506995 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d5cbb4-b61b-4c7f-99f8-dff41890cca8 x-openstack-request-id: req-b0d5cbb4-b61b-4c7f-99f8-dff41890cca8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:50.507339 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2320aba0-d5e7-443a-b039-fbb79ce8766c", "name": "network-vif-deleted", "tag": "d8939adf-0009-4c8e-88de-90fa8713e9b4", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:50.509387 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0d5cbb4-b61b-4c7f-99f8-dff41890cca8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:50.515382 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2320aba0-d5e7-443a-b039-fbb79ce8766c', 'name': 'network-vif-deleted', 'tag': 'd8939adf-0009-4c8e-88de-90fa8713e9b4', 'status': 'completed', 'code': 200} Oct 13 10:49:50.617811 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-7889ea20-b65d-4972-958f-67dfdb9de11d None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:50.622688 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-3cc8494f-b320-40a9-b4e4-8c4c28141cfc service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010813 Oct 13 10:49:50.743454 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b2e1d83-9219-4557-b56b-e4c717077532 req-4a005317-7536-40ef-958f-883e83429efd service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171699 Oct 13 10:49:50.765500 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-02503cd7-d563-4fad-a2ef-4b12868d98e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:50.908818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-ceaed6a1-be41-435c-b9d9-aa40be6f637c tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:50.908818 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-ceaed6a1-be41-435c-b9d9-aa40be6f637c tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.46 "GET /v2.0/networks?id=21de5fad-2ade-4e57-815f-ecef3d97e8e4 HTTP/1.1" status: 200 len: 821 time: 0.3783579 Oct 13 10:49:50.910318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57136) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:50.914831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2258e386-7bf1-4971-84eb-c18f25c553a0 req-7636f10a-7fb5-46a4-bf1f-646c85070318 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 210 time: 0.0455079 Oct 13 10:49:50.932166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efa825-acdf-4459-9134-61d09b8fa771 req-87c936fc-8ac1-4c0b-9a88-6b7a43093e64 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:50.938927 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-87c936fc-8ac1-4c0b-9a88-6b7a43093e64 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 807 time: 0.3067057 Oct 13 10:49:51.017587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-da66d91e-41d9-445a-8640-7b69055f3903 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Request body: {'port': {'device_id': '145e9e21-df95-42b1-8677-f2ece04d8be9', 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4', 'admin_state_up': True, 'tenant_id': 'd5fb6da443a14d7da07e27d3ff80dabb'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:51.031060 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93c637ba-0036-413a-9ef6-5ce0ba385678 req-734ff454-8f9a-47ba-97ab-ce7c68a74d28 tempest-LiveMigrationNegativeTest-376146696 tempest-LiveMigrationNegativeTest-376146696-project] 10.222.0.32 "GET /v2.0/ports?device_id=2320aba0-d5e7-443a-b039-fbb79ce8766c HTTP/1.1" status: 200 len: 210 time: 0.0361500 Oct 13 10:49:51.039769 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1603-7c6c-425d-8c68-37b440161593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.057949 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-74f826c3-4450-47e3-9b3b-0a06d18ad204 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/quotas/3d81ffb1d1934f229adfc02c38c0c5a6 HTTP/1.1" status: 200 len: 375 time: 0.1181374 Oct 13 10:49:51.147610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d8939adf-0009-4c8e-88de-90fa8713e9b4 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:51.179751 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7889ea20-b65d-4972-958f-67dfdb9de11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:51.188417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: d8939adf-0009-4c8e-88de-90fa8713e9b4 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:49:51.188417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d8939adf-0009-4c8e-88de-90fa8713e9b4 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:49:51.199617 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-02503cd7-d563-4fad-a2ef-4b12868d98e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.212727 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889ea20-b65d-4972-958f-67dfdb9de11d None None] The sync data for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 is: [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:49:51.251042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-551000d7-aea5-4063-88ac-2870999a82a9 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1519716 Oct 13 10:49:51.336192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-02503cd7-d563-4fad-a2ef-4b12868d98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.398117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1603-7c6c-425d-8c68-37b440161593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.417816 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-02503cd7-d563-4fad-a2ef-4b12868d98e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=468a01d6fa3e4264a243cd16d192435f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0183873 Oct 13 10:49:51.418915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57144) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:51.426071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02503cd7-d563-4fad-a2ef-4b12868d98e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dc5905-bd21-469f-a90d-5370f1bc7f02,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:51.452805 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-85f7a861-7692-4757-8d13-d7064246a732 service neutron] 10.222.0.32 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774640 Oct 13 10:49:51.503280 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af58e454-a012-4fd8-ae19-5ae23b2f7f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.508997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-da66d91e-41d9-445a-8640-7b69055f3903 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Made reservation on behalf of d5fb6da443a14d7da07e27d3ff80dabb for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:49:51.517538 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-da66d91e-41d9-445a-8640-7b69055f3903 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.519694 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1603-7c6c-425d-8c68-37b440161593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.530084 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af58e454-a012-4fd8-ae19-5ae23b2f7f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.546137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28812a7f-b086-4710-92eb-f51feb2eb43a None None] New status for floating IP 0c07380f-2fa4-480e-bef1-58128a4db949: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:49:51.599422 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ef7f1603-7c6c-425d-8c68-37b440161593 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44f3b65884fe4cf89cc9bd07c5046a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6880305 Oct 13 10:49:51.603411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93077b56-b88b-4ed3-b61a-5b4adcb4d7e4 req-248893c9-756d-406b-ba4d-cbe4e34a0a2a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:51.604933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93077b56-b88b-4ed3-b61a-5b4adcb4d7e4 req-248893c9-756d-406b-ba4d-cbe4e34a0a2a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 943 time: 0.0770998 Oct 13 10:49:51.605414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57148) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:51.634100 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f1603-7c6c-425d-8c68-37b440161593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7972c7d8-e09f-4121-a165-078018a43c68,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:51.681977 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93077b56-b88b-4ed3-b61a-5b4adcb4d7e4 req-8f730436-6474-4594-bd7d-d3ea4bd71c5a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687375 Oct 13 10:49:51.695626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7882c758-9c74-439a-b69b-3a2ddcff2a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.704971 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-9f9241a2-56fe-4fef-a1af-74326838c699 service neutron] 10.222.0.32 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411907 Oct 13 10:49:51.742731 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af58e454-a012-4fd8-ae19-5ae23b2f7f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.745904 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af58e454-a012-4fd8-ae19-5ae23b2f7f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.750606 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-af58e454-a012-4fd8-ae19-5ae23b2f7f2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06dc5905-bd21-469f-a90d-5370f1bc7f02 HTTP/1.1" status: 204 len: 168 time: 0.3297069 Oct 13 10:49:51.759383 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7882c758-9c74-439a-b69b-3a2ddcff2a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.796471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-da66d91e-41d9-445a-8640-7b69055f3903 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Allocated IP 172.20.0.14 (21de5fad-2ade-4e57-815f-ecef3d97e8e4/bb47ae55-deda-4356-8a6d-76d183060008/72aea686-c667-4c47-ae27-d78d7ee53598) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:49:51.811498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58e454-a012-4fd8-ae19-5ae23b2f7f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dc5905-bd21-469f-a90d-5370f1bc7f02,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:51.852901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac1251f-df63-47d7-a922-8da0fa65bd92', 'tag': 'b9dac758-caf9-458a-806d-2ff612c6f62e'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:51.855297 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac61875-c679-44c9-9442-c26377d79644" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac1251f-df63-47d7-a922-8da0fa65bd92", "tag": "b9dac758-caf9-458a-806d-2ff612c6f62e"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:51.966989 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7882c758-9c74-439a-b69b-3a2ddcff2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.972355 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7882c758-9c74-439a-b69b-3a2ddcff2a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:51.973913 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7882c758-9c74-439a-b69b-3a2ddcff2a5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7972c7d8-e09f-4121-a165-078018a43c68 HTTP/1.1" status: 204 len: 168 time: 0.3668487 Oct 13 10:49:52.009797 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31158c8d-34d4-4261-97b4-76dc4eed9269 x-openstack-request-id: req-31158c8d-34d4-4261-97b4-76dc4eed9269 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:52.010229 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac1251f-df63-47d7-a922-8da0fa65bd92", "tag": "b9dac758-caf9-458a-806d-2ff612c6f62e", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:52.010392 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31158c8d-34d4-4261-97b4-76dc4eed9269 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:52.010793 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac1251f-df63-47d7-a922-8da0fa65bd92', 'tag': 'b9dac758-caf9-458a-806d-2ff612c6f62e', 'status': 'completed', 'code': 200} Oct 13 10:49:52.024890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882c758-9c74-439a-b69b-3a2ddcff2a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7972c7d8-e09f-4121-a165-078018a43c68,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:52.128790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68182332-bc9e-41df-8f55-e0794350d24d req-7e1a1839-cebb-48dc-bbd3-cf40b480ba6a tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:52.137289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68182332-bc9e-41df-8f55-e0794350d24d req-7e1a1839-cebb-48dc-bbd3-cf40b480ba6a tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2058258 Oct 13 10:49:52.142929 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1e149cf-b5e4-4d82-b896-e68e0b85db04 req-b43e35aa-f7f4-4101-9589-90938e0312fb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 210 time: 0.0583556 Oct 13 10:49:52.162222 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-da66d91e-41d9-445a-8640-7b69055f3903 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:52.180374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac61875-c679-44c9-9442-c26377d79644 req-c52304d9-ea8f-49a2-b64d-53a6b847e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:52.180374 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1ac61875-c679-44c9-9442-c26377d79644 req-c52304d9-ea8f-49a2-b64d-53a6b847e513 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 1124 time: 0.1285071 Oct 13 10:49:52.238464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68182332-bc9e-41df-8f55-e0794350d24d req-311a9315-2c6e-48a3-bc7c-61ce2faa0638 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 695 time: 0.1001966 Oct 13 10:49:52.249159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-68182332-bc9e-41df-8f55-e0794350d24d req-d1825eb3-ff44-441b-9cfa-c96db8823095 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Request body: {'floatingip': {'port_id': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:52.298630 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-68182332-bc9e-41df-8f55-e0794350d24d req-d1825eb3-ff44-441b-9cfa-c96db8823095 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:52.314487 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f09b27dd-df91-4ee7-a774-5901569a3721 req-d18c8f98-45b8-456b-8d63-564d84f0d49c tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 210 time: 0.0489526 Oct 13 10:49:52.370926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac61875-c679-44c9-9442-c26377d79644 req-1e87b7a8-3fe8-4186-ab14-55f49b78ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:52.372555 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1ac61875-c679-44c9-9442-c26377d79644 req-1e87b7a8-3fe8-4186-ab14-55f49b78ad7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.1848671 Oct 13 10:49:52.373863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-da66d91e-41d9-445a-8640-7b69055f3903 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:52.461481 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1ac61875-c679-44c9-9442-c26377d79644 req-ce14c03e-625f-40ef-9264-9fd69c9376f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dac758-caf9-458a-806d-2ff612c6f62e HTTP/1.1" status: 200 len: 217 time: 0.0786397 Oct 13 10:49:52.482109 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-da66d91e-41d9-445a-8640-7b69055f3903 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:52.487606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-da66d91e-41d9-445a-8640-7b69055f3903 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:52.491245 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66d91e-41d9-445a-8640-7b69055f3903 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Pushing event updated for resources: {'Port': ['ID=72aea686-c667-4c47-ae27-d78d7ee53598,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:52.512896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-da66d91e-41d9-445a-8640-7b69055f3903 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:49:52.518493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-da66d91e-41d9-445a-8640-7b69055f3903 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:52.519097 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-da66d91e-41d9-445a-8640-7b69055f3903 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:52.521560 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'tag': '1cb42a16-11dd-4e25-8751-7a8601c38726'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:52.525347 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cb75f5-4259-4ef5-a68d-2942e2b4166b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a940b5a-48bb-49c1-94b3-6aa0a3c884dc", "tag": "1cb42a16-11dd-4e25-8751-7a8601c38726"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:52.545061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac61875-c679-44c9-9442-c26377d79644 req-f56d730c-b7ed-4f6a-b5dc-d46c7006d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:52.546706 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1ac61875-c679-44c9-9442-c26377d79644 req-f56d730c-b7ed-4f6a-b5dc-d46c7006d06f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0742748 Oct 13 10:49:52.587304 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1ac61875-c679-44c9-9442-c26377d79644 req-c40c4ca4-1ffa-437e-9f0b-0e29feb438d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270939 Oct 13 10:49:52.646691 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-da66d91e-41d9-445a-8640-7b69055f3903 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7056379 Oct 13 10:49:52.682899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Request body: {'port': {'device_id': '145e9e21-df95-42b1-8677-f2ece04d8be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:52.764210 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:52.776875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57182) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:52.806606 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1ac61875-c679-44c9-9442-c26377d79644 req-3d5e4d8b-b930-43b5-ae75-be5ce29464d9 service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080894 Oct 13 10:49:52.817688 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cd4b60db-0c84-4c48-812d-45956f49b540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:52.854732 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dda6bcd-410a-46d6-a306-2d9b312ae661 x-openstack-request-id: req-4dda6bcd-410a-46d6-a306-2d9b312ae661 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:52.855006 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a940b5a-48bb-49c1-94b3-6aa0a3c884dc", "tag": "1cb42a16-11dd-4e25-8751-7a8601c38726", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:52.855275 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4dda6bcd-410a-46d6-a306-2d9b312ae661 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:52.855633 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'tag': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'status': 'completed', 'code': 200} Oct 13 10:49:52.921380 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb75f5-4259-4ef5-a68d-2942e2b4166b req-3040254a-c4c0-4d3a-813e-39a5597abc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:52.923398 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1cb75f5-4259-4ef5-a68d-2942e2b4166b req-3040254a-c4c0-4d3a-813e-39a5597abc94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 1096 time: 0.0669961 Oct 13 10:49:53.007855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.21', 56687) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:53.025393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57190) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:53.149504 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b9dac758-caf9-458a-806d-2ff612c6f62e details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:49:53.179902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723033e-6913-4ddd-aa97-b96c80083cb2 req-fa47b032-6895-4125-bea4-76e791ae2587 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:53.181523 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3723033e-6913-4ddd-aa97-b96c80083cb2 req-fa47b032-6895-4125-bea4-76e791ae2587 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a940b5a-48bb-49c1-94b3-6aa0a3c884dc HTTP/1.1" status: 200 len: 945 time: 0.1724069 Oct 13 10:49:53.250362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb75f5-4259-4ef5-a68d-2942e2b4166b req-acd4d137-a3dd-4c2e-adc4-b8be1875cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:53.251940 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1cb75f5-4259-4ef5-a68d-2942e2b4166b req-acd4d137-a3dd-4c2e-adc4-b8be1875cc45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.3011351 Oct 13 10:49:53.304855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d3d2f-07a8-4938-bca6-089e86288581 req-307350ed-59c3-4771-b1fb-4052855b19ee tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:53.312338 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-988d3d2f-07a8-4938-bca6-089e86288581 req-307350ed-59c3-4771-b1fb-4052855b19ee tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 943 time: 0.5190732 Oct 13 10:49:53.313405 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9dac758-caf9-458a-806d-2ff612c6f62e,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:53.327694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b9dac758-caf9-458a-806d-2ff612c6f62e has no active binding in host n-h1-813659-3 {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 10:49:53.337079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1cb75f5-4259-4ef5-a68d-2942e2b4166b req-738b946b-ad62-4fa2-a612-e89c477fa7b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb42a16-11dd-4e25-8751-7a8601c38726 HTTP/1.1" status: 200 len: 217 time: 0.0772672 Oct 13 10:49:53.445481 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1ac61875-c679-44c9-9442-c26377d79644 req-1e3c326b-f25d-422c-b1d0-25349ecdc2cf service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284618 Oct 13 10:49:53.452261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb75f5-4259-4ef5-a68d-2942e2b4166b req-08f66360-5fe2-48e5-a14e-cffdeb03b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:53.453722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1cb75f5-4259-4ef5-a68d-2942e2b4166b req-08f66360-5fe2-48e5-a14e-cffdeb03b866 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.1040909 Oct 13 10:49:53.472210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-3723033e-6913-4ddd-aa97-b96c80083cb2 req-f047dfc6-66c4-4fc3-aa40-05b3b2695480 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Deleting port 1cb42a16-11dd-4e25-8751-7a8601c38726 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:49:53.472555 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3723033e-6913-4ddd-aa97-b96c80083cb2 req-f047dfc6-66c4-4fc3-aa40-05b3b2695480 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:53.481051 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-68182332-bc9e-41df-8f55-e0794350d24d req-d1825eb3-ff44-441b-9cfa-c96db8823095 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:53.500585 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-988d3d2f-07a8-4938-bca6-089e86288581 req-24113490-b8be-4cbd-b04c-898789aeca9c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873808 Oct 13 10:49:53.507071 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4dc672fb-570e-4fbc-9f3d-8606fe6ed3fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41bbaf8ad89248d094c541f7121bc8a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4790816 Oct 13 10:49:53.516250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57204) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:53.537077 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cd4b60db-0c84-4c48-812d-45956f49b540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:53.577854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb75f5-4259-4ef5-a68d-2942e2b4166b req-37cbf04a-cd12-4053-a0f6-8c9efeaadf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:53.579477 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1cb75f5-4259-4ef5-a68d-2942e2b4166b req-37cbf04a-cd12-4053-a0f6-8c9efeaadf2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163907 Oct 13 10:49:53.597851 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-68182332-bc9e-41df-8f55-e0794350d24d req-d1825eb3-ff44-441b-9cfa-c96db8823095 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:53.613530 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9ce6588-72d8-4755-b775-6351810936a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:53.651423 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cd4b60db-0c84-4c48-812d-45956f49b540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:53.677660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9ce6588-72d8-4755-b775-6351810936a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:53.694140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-3723033e-6913-4ddd-aa97-b96c80083cb2 req-f047dfc6-66c4-4fc3-aa40-05b3b2695480 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] For port 1cb42a16-11dd-4e25-8751-7a8601c38726, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1cb42a16-11dd-4e25-8751-7a8601c38726,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:53.694548 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3723033e-6913-4ddd-aa97-b96c80083cb2 req-f047dfc6-66c4-4fc3-aa40-05b3b2695480 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:53.723167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-3723033e-6913-4ddd-aa97-b96c80083cb2 req-f047dfc6-66c4-4fc3-aa40-05b3b2695480 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Calling delete_port for 1cb42a16-11dd-4e25-8751-7a8601c38726 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:49:53.731773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72aea686-c667-4c47-ae27-d78d7ee53598 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:53.748232 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:53.760624 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cd4b60db-0c84-4c48-812d-45956f49b540 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f91bf803beab4f5880ee5e00e4b03b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9825733 Oct 13 10:49:53.766267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b60db-0c84-4c48-812d-45956f49b540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aacce7-3058-40a8-b1dc-96968a055282,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:53.769358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57210) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:53.789958 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-09568388-ea48-45df-8829-86f8de556b97 req-91978d6c-a7ea-4846-84fc-92359b7a4315 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 210 time: 0.0515547 Oct 13 10:49:53.796514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Transition to ACTIVE for port object 72aea686-c667-4c47-ae27-d78d7ee53598 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:49:53.868504 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [req-68182332-bc9e-41df-8f55-e0794350d24d req-d1825eb3-ff44-441b-9cfa-c96db8823095 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Floating IP 0c07380f-2fa4-480e-bef1-58128a4db949 associated. External IP: 172.25.0.34, port: f5c37847-6861-4a1f-b644-9394ee1d3b96. Oct 13 10:49:53.872319 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:53.929925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1cb75f5-4259-4ef5-a68d-2942e2b4166b req-0c336868-d1ed-40e9-a191-3857a2ed2f72 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410702 Oct 13 10:49:53.945868 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9ce6588-72d8-4755-b775-6351810936a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:53.948439 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9ce6588-72d8-4755-b775-6351810936a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:53.950945 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b9ce6588-72d8-4755-b775-6351810936a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e3710b1-9dea-45bd-b611-707d628dd15c HTTP/1.1" status: 204 len: 168 time: 0.4335525 Oct 13 10:49:53.975092 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce6588-72d8-4755-b775-6351810936a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3710b1-9dea-45bd-b611-707d628dd15c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:54.008009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=72aea686-c667-4c47-ae27-d78d7ee53598,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:54.026484 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb4d7e-71a8-4794-940e-3300d7667593 req-f27645d7-f7d7-46be-a290-eb2026a88551 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:54.027037 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01eb4d7e-71a8-4794-940e-3300d7667593 req-f27645d7-f7d7-46be-a290-eb2026a88551 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 944 time: 0.1456413 Oct 13 10:49:54.055988 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19ec8b2e-9f50-47d3-bb45-ab783729d771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:54.075084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Attempting to bind port 72aea686-c667-4c47-ae27-d78d7ee53598 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:54.075434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Attempting to bind port 72aea686-c667-4c47-ae27-d78d7ee53598 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '9548b80d-c040-4ef9-9627-2c74af60390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:54.075826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Attempting to bind port 72aea686-c667-4c47-ae27-d78d7ee53598 on network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:54.091293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Port 72aea686-c667-4c47-ae27-d78d7ee53598 on network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:49:54.091622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Attempting to bind port 72aea686-c667-4c47-ae27-d78d7ee53598 on network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:54.109293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19ec8b2e-9f50-47d3-bb45-ab783729d771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:54.111992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:54.112338 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Checking segment: {'id': '9548b80d-c040-4ef9-9627-2c74af60390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:54.112728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Bound using segment: {'id': '9548b80d-c040-4ef9-9627-2c74af60390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:54.113181 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Bound port: 72aea686-c667-4c47-ae27-d78d7ee53598, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9548b80d-c040-4ef9-9627-2c74af60390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:54.113533 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:54.140019 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01eb4d7e-71a8-4794-940e-3300d7667593 req-c7abe8b0-6b70-46af-9ba5-8eef18415974 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755842 Oct 13 10:49:54.201961 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1cb75f5-4259-4ef5-a68d-2942e2b4166b req-97fb0e6f-cf99-44bb-becb-68e57df85bc2 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608159 Oct 13 10:49:54.203933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] For port 72aea686-c667-4c47-ae27-d78d7ee53598, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:54.207297 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] For port 72aea686-c667-4c47-ae27-d78d7ee53598, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=72aea686-c667-4c47-ae27-d78d7ee53598,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:54.283152 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:54.314806 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3723033e-6913-4ddd-aa97-b96c80083cb2 req-f047dfc6-66c4-4fc3-aa40-05b3b2695480 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:54.325433 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:54.326065 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:54.327620 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/72aea686-c667-4c47-ae27-d78d7ee53598 HTTP/1.1" status: 200 len: 1092 time: 1.6612675 Oct 13 10:49:54.328081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145e9e21-df95-42b1-8677-f2ece04d8be9', 'tag': '72aea686-c667-4c47-ae27-d78d7ee53598'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:54.329600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['f5c37847-6861-4a1f-b644-9394ee1d3b96', '1cb42a16-11dd-4e25-8751-7a8601c38726'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:54.331635 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8122751b-d778-495f-8163-6dbeb167a1df" -d '{"events": [{"name": "network-changed", "server_uuid": "145e9e21-df95-42b1-8677-f2ece04d8be9", "tag": "72aea686-c667-4c47-ae27-d78d7ee53598"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:54.353122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047dfc6-66c4-4fc3-aa40-05b3b2695480 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Pushing event deleted for resources: {'Port': ['ID=1cb42a16-11dd-4e25-8751-7a8601c38726,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:54.370222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68182332-bc9e-41df-8f55-e0794350d24d req-d1825eb3-ff44-441b-9cfa-c96db8823095 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Router 7f9410df-2933-4259-a40f-000d26eb57f3 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:49:54.371020 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19ec8b2e-9f50-47d3-bb45-ab783729d771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:54.373670 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19ec8b2e-9f50-47d3-bb45-ab783729d771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:54.377683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-19ec8b2e-9f50-47d3-bb45-ab783729d771 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09aacce7-3058-40a8-b1dc-96968a055282 HTTP/1.1" status: 204 len: 168 time: 0.6017494 Oct 13 10:49:54.377781 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459dcd9-6a69-4fb4-8bbe-06c502e3a4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=72aea686-c667-4c47-ae27-d78d7ee53598,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:54.418024 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb2a54e-b015-499c-98cc-044a1b23507d x-openstack-request-id: req-4bb2a54e-b015-499c-98cc-044a1b23507d {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:54.418514 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145e9e21-df95-42b1-8677-f2ece04d8be9", "tag": "72aea686-c667-4c47-ae27-d78d7ee53598", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:54.418978 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bb2a54e-b015-499c-98cc-044a1b23507d {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:54.419433 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145e9e21-df95-42b1-8677-f2ece04d8be9', 'tag': '72aea686-c667-4c47-ae27-d78d7ee53598', 'status': 'completed', 'code': 200} Oct 13 10:49:54.453113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec8b2e-9f50-47d3-bb45-ab783729d771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aacce7-3058-40a8-b1dc-96968a055282,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:54.499973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3723033e-6913-4ddd-aa97-b96c80083cb2 req-f047dfc6-66c4-4fc3-aa40-05b3b2695480 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] No DVR routers for this DVR port 1cb42a16-11dd-4e25-8751-7a8601c38726 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:49:54.516176 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3723033e-6913-4ddd-aa97-b96c80083cb2 req-f047dfc6-66c4-4fc3-aa40-05b3b2695480 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:54.521662 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3723033e-6913-4ddd-aa97-b96c80083cb2 req-f047dfc6-66c4-4fc3-aa40-05b3b2695480 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.21 "DELETE /v2.0/ports/1cb42a16-11dd-4e25-8751-7a8601c38726 HTTP/1.1" status: 204 len: 173 time: 1.3296840 Oct 13 10:49:54.550576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122751b-d778-495f-8163-6dbeb167a1df req-dec4440d-ab06-4c92-86ff-238eaa50a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:54.553198 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8122751b-d778-495f-8163-6dbeb167a1df req-dec4440d-ab06-4c92-86ff-238eaa50a08c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5fb6da443a14d7da07e27d3ff80dabb&device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 1095 time: 0.1119931 Oct 13 10:49:54.681803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efa825-acdf-4459-9134-61d09b8fa771 req-373b8387-d529-4397-90c0-8fef440a2ffd tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:54.683419 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-373b8387-d529-4397-90c0-8fef440a2ffd tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.21 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 807 time: 0.3278415 Oct 13 10:49:54.702159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-14efa825-acdf-4459-9134-61d09b8fa771 req-ad671a10-f4e9-4403-a052-30285e848b27 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Request body: {'port': {'device_id': '00ac3882-958b-4063-8ebd-6a34b1daa447', 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b', 'admin_state_up': True, 'tenant_id': '3d81ffb1d1934f229adfc02c38c0c5a6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:54.708822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68182332-bc9e-41df-8f55-e0794350d24d req-d1825eb3-ff44-441b-9cfa-c96db8823095 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:49:54.726094 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-68182332-bc9e-41df-8f55-e0794350d24d req-d1825eb3-ff44-441b-9cfa-c96db8823095 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:54.727720 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb44a3-eac1-4df2-91e8-08d86e1f8326 None None] Sync routers for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:49:54.738184 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb44a3-eac1-4df2-91e8-08d86e1f8326 None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:54.738825 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c7bb44a3-eac1-4df2-91e8-08d86e1f8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:54.788198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68182332-bc9e-41df-8f55-e0794350d24d req-d1825eb3-ff44-441b-9cfa-c96db8823095 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "PUT /v2.0/floatingips/0c07380f-2fa4-480e-bef1-58128a4db949 HTTP/1.1" status: 200 len: 996 time: 2.5428793 Oct 13 10:49:54.809811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffc4c6-50a4-432e-a405-336c28eaf448 req-c4d533e4-db93-405b-94ca-a83574b1788b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:54.824638 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1cffc4c6-50a4-432e-a405-336c28eaf448 req-c4d533e4-db93-405b-94ca-a83574b1788b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 943 time: 0.1985810 Oct 13 10:49:54.875371 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c7bb44a3-eac1-4df2-91e8-08d86e1f8326 None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:54.883074 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'name': 'network-vif-deleted', 'tag': '1cb42a16-11dd-4e25-8751-7a8601c38726'}, {'name': 'network-changed', 'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:54.885292 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30538c3-2304-41d0-858b-6d63b977f1eb" -d '{"events": [{"server_uuid": "6a940b5a-48bb-49c1-94b3-6aa0a3c884dc", "name": "network-vif-deleted", "tag": "1cb42a16-11dd-4e25-8751-7a8601c38726"}, {"name": "network-changed", "server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:54.916250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122751b-d778-495f-8163-6dbeb167a1df req-ac26055a-f208-43db-b8fe-bb8404135035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:54.925672 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8122751b-d778-495f-8163-6dbeb167a1df req-ac26055a-f208-43db-b8fe-bb8404135035 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d5fb6da443a14d7da07e27d3ff80dabb&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3502548 Oct 13 10:49:54.926015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68182332-bc9e-41df-8f55-e0794350d24d req-0ade1c36-9093-4099-b849-6d3ea4369e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:54.926015 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68182332-bc9e-41df-8f55-e0794350d24d req-0ade1c36-9093-4099-b849-6d3ea4369e25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 1097 time: 0.0704138 Oct 13 10:49:54.936877 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1cffc4c6-50a4-432e-a405-336c28eaf448 req-78fe44ef-4e58-4192-9791-bb26bfba4bea tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068518 Oct 13 10:49:55.004896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14efa825-acdf-4459-9134-61d09b8fa771 req-ad671a10-f4e9-4403-a052-30285e848b27 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Made reservation on behalf of 3d81ffb1d1934f229adfc02c38c0c5a6 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:49:55.009895 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-14efa825-acdf-4459-9134-61d09b8fa771 req-ad671a10-f4e9-4403-a052-30285e848b27 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:55.040091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57238) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:55.201908 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0969b35-eb4e-4aca-b48c-e5d8470ab9dc req-abff0d77-3754-4ac0-9d2a-ea416f6fe8b8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 210 time: 0.0606546 Oct 13 10:49:55.249506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122751b-d778-495f-8163-6dbeb167a1df req-7c200b5c-449a-4f8e-9586-cba98f15d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:55.255243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-14efa825-acdf-4459-9134-61d09b8fa771 req-ad671a10-f4e9-4403-a052-30285e848b27 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Allocated IP 172.20.0.11 (259a4ec1-ee8d-422b-b204-4224c014af8b/75b682f9-2048-4e73-802d-8e8789e253b8/4401a231-75fe-452c-8e68-a4d75d6630a4) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:49:55.255716 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8122751b-d778-495f-8163-6dbeb167a1df req-7c200b5c-449a-4f8e-9586-cba98f15d84d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3172271 Oct 13 10:49:55.328698 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c7bb44a3-eac1-4df2-91e8-08d86e1f8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '0c07380f-2fa4-480e-bef1-58128a4db949', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'port_id': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'mac_address': 'fa:16:3e:50:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:49:13Z', 'updated_at': '2021-10-13T10:49:53Z', 'revision_number': 8, 'project_id': '198968e63bf44c978f3296047f1450f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:55.358013 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb44a3-eac1-4df2-91e8-08d86e1f8326 None None] Checking router: 7f9410df-2933-4259-a40f-000d26eb57f3 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:49:55.372464 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb44a3-eac1-4df2-91e8-08d86e1f8326 None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:55.373143 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c7bb44a3-eac1-4df2-91e8-08d86e1f8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:55.391268 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302d4c1e-11fb-4295-a05f-a07f00677aac x-openstack-request-id: req-302d4c1e-11fb-4295-a05f-a07f00677aac {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:55.391599 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a940b5a-48bb-49c1-94b3-6aa0a3c884dc", "name": "network-vif-deleted", "tag": "1cb42a16-11dd-4e25-8751-7a8601c38726", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:55.391812 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-302d4c1e-11fb-4295-a05f-a07f00677aac {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:55.392205 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a940b5a-48bb-49c1-94b3-6aa0a3c884dc', 'name': 'network-vif-deleted', 'tag': '1cb42a16-11dd-4e25-8751-7a8601c38726', 'status': 'completed', 'code': 200} Oct 13 10:49:55.392459 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'status': 'completed', 'code': 200} Oct 13 10:49:55.429498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-98012147-9316-4b20-8ae5-43245adfb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:55.430899 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-98012147-9316-4b20-8ae5-43245adfb693 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5fb6da443a14d7da07e27d3ff80dabb&device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 1095 time: 0.1280985 Oct 13 10:49:55.446006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0e6e9-0550-4777-a970-84127d61408b req-94824a5c-a600-45f9-a50f-238ae9420ddf tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:55.454897 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a5f0e6e9-0550-4777-a970-84127d61408b req-94824a5c-a600-45f9-a50f-238ae9420ddf tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 944 time: 0.0849826 Oct 13 10:49:55.532813 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-409db19d-a436-4bb9-8797-1808d8aa7379 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72aea686-c667-4c47-ae27-d78d7ee53598 HTTP/1.1" status: 200 len: 217 time: 0.0667357 Oct 13 10:49:55.537259 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c7bb44a3-eac1-4df2-91e8-08d86e1f8326 None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:49:55.562226 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ce2c7604-2940-4072-aa43-842dcfffa17c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4941bea869594866b4eaeaf4a4c45d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182126 Oct 13 10:49:55.566044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57256) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:49:55.586893 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a5f0e6e9-0550-4777-a970-84127d61408b req-dcb7704f-bac8-4e1a-94bb-9b01b9fb88cb tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308153 Oct 13 10:49:55.618602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68182332-bc9e-41df-8f55-e0794350d24d req-f210857c-b302-41cc-aff4-baf3d84ebd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:55.626070 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68182332-bc9e-41df-8f55-e0794350d24d req-f210857c-b302-41cc-aff4-baf3d84ebd4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.6904294 Oct 13 10:49:55.642506 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-14efa825-acdf-4459-9134-61d09b8fa771 req-ad671a10-f4e9-4403-a052-30285e848b27 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:55.655273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-f0b9b703-a07e-4ae5-8f22-28656673121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:55.656870 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-f0b9b703-a07e-4ae5-8f22-28656673121d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb47ae55-deda-4356-8a6d-76d183060008 HTTP/1.1" status: 200 len: 861 time: 0.1168590 Oct 13 10:49:55.687651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30538c3-2304-41d0-858b-6d63b977f1eb req-3dde07d8-f9cd-4b7d-91a0-6f251126d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:55.689221 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e30538c3-2304-41d0-858b-6d63b977f1eb req-3dde07d8-f9cd-4b7d-91a0-6f251126d117 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 1097 time: 0.2715411 Oct 13 10:49:55.725113 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-f6fdb3ce-5e3f-4752-8429-426a98aae8c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21de5fad-2ade-4e57-815f-ecef3d97e8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595777 Oct 13 10:49:55.768327 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fb33c9c-065d-4f67-8b4f-dd628a53b00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:55.807031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68182332-bc9e-41df-8f55-e0794350d24d req-ef5d9254-58ee-4d6f-b877-489d41fae7bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 999 time: 0.1799972 Oct 13 10:49:55.867465 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-e9868588-2368-4b48-9d9b-7e06f44ce743 service neutron] 10.222.0.46 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335225 Oct 13 10:49:55.886455 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fb33c9c-065d-4f67-8b4f-dd628a53b00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:55.943416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68182332-bc9e-41df-8f55-e0794350d24d req-3bda33a0-5d91-4098-8adb-008a01acc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:55.951224 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68182332-bc9e-41df-8f55-e0794350d24d req-3bda33a0-5d91-4098-8adb-008a01acc3f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.1434062 Oct 13 10:49:55.983662 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-14efa825-acdf-4459-9134-61d09b8fa771 req-ad671a10-f4e9-4403-a052-30285e848b27 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:55.997488 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c7bb44a3-eac1-4df2-91e8-08d86e1f8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '0c07380f-2fa4-480e-bef1-58128a4db949', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'port_id': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'mac_address': 'fa:16:3e:50:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:49:13Z', 'updated_at': '2021-10-13T10:49:53Z', 'revision_number': 8, 'project_id': '198968e63bf44c978f3296047f1450f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:56.012200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30538c3-2304-41d0-858b-6d63b977f1eb req-7b81dae6-dc85-40c5-8531-7eace1457629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:56.013651 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e30538c3-2304-41d0-858b-6d63b977f1eb req-7b81dae6-dc85-40c5-8531-7eace1457629 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.3083472 Oct 13 10:49:56.033877 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-284e9566-0c41-4f67-9bee-4133a8cc98f4 req-1027ce01-a179-43d8-8306-3ab6908f62bc service neutron] 10.222.0.46 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600862 Oct 13 10:49:56.043781 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb44a3-eac1-4df2-91e8-08d86e1f8326 None None] The sync data for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 is: [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '0c07380f-2fa4-480e-bef1-58128a4db949', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'port_id': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'mac_address': 'fa:16:3e:50:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:49:13Z', 'updated_at': '2021-10-13T10:49:53Z', 'revision_number': 8, 'project_id': '198968e63bf44c978f3296047f1450f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:49:56.167867 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-c1da0fd3-c03b-45fb-8d7d-23cf09a7c10a service neutron] 10.222.0.21 "GET /v2.0/ports/b9dac758-caf9-458a-806d-2ff612c6f62e/bindings/n-h1-813659-3 HTTP/1.1" status: 200 len: 384 time: 0.1066945 Oct 13 10:49:56.358060 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d5c1b-006e-4d3b-8ebc-c27e1d10bb49 None None] New status for floating IP 0c07380f-2fa4-480e-bef1-58128a4db949: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:49:56.409561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-76411ea6-f700-4d44-bb0b-aabbf1cf98d0 service neutron] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9dac758-caf9-458a-806d-2ff612c6f62e,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:56.442186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-76411ea6-f700-4d44-bb0b-aabbf1cf98d0 service neutron] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:56.490533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-76411ea6-f700-4d44-bb0b-aabbf1cf98d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9dac758-caf9-458a-806d-2ff612c6f62e {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:56.512700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-76411ea6-f700-4d44-bb0b-aabbf1cf98d0 service neutron] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b9dac758-caf9-458a-806d-2ff612c6f62e,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:56.546440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14efa825-acdf-4459-9134-61d09b8fa771 req-ad671a10-f4e9-4403-a052-30285e848b27 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Network 259a4ec1-ee8d-422b-b204-4224c014af8b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:49:56.561606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-14efa825-acdf-4459-9134-61d09b8fa771 req-ad671a10-f4e9-4403-a052-30285e848b27 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:49:56.573782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68182332-bc9e-41df-8f55-e0794350d24d req-3809f2e7-7573-48fc-a8f6-fef5227936ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:56.575591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68182332-bc9e-41df-8f55-e0794350d24d req-3809f2e7-7573-48fc-a8f6-fef5227936ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6231167 Oct 13 10:49:56.576435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-14efa825-acdf-4459-9134-61d09b8fa771 req-ad671a10-f4e9-4403-a052-30285e848b27 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:49:56.582652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad671a10-f4e9-4403-a052-30285e848b27 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Pushing event updated for resources: {'Port': ['ID=4401a231-75fe-452c-8e68-a4d75d6630a4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:56.608050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f689566-6121-4cdf-b12e-d26fc5c97ff2 req-7698a6a7-d63e-412b-96d2-1d5854756d5b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:56.608050 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8f689566-6121-4cdf-b12e-d26fc5c97ff2 req-7698a6a7-d63e-412b-96d2-1d5854756d5b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 943 time: 0.0675969 Oct 13 10:49:56.651336 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8f689566-6121-4cdf-b12e-d26fc5c97ff2 req-ee800424-203c-4518-b210-49689a22edb4 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Oct 13 10:49:56.664194 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e30538c3-2304-41d0-858b-6d63b977f1eb req-ab2b8645-e03c-4457-ae9b-3e11ac2b7022 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 999 time: 0.6278248 Oct 13 10:49:56.735853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efa825-acdf-4459-9134-61d09b8fa771 req-ad671a10-f4e9-4403-a052-30285e848b27 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:56.736524 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-14efa825-acdf-4459-9134-61d09b8fa771 req-ad671a10-f4e9-4403-a052-30285e848b27 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:56.776047 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30538c3-2304-41d0-858b-6d63b977f1eb req-6a8501f9-b1ed-4e0b-924f-2d9dab13a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:56.778555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e30538c3-2304-41d0-858b-6d63b977f1eb req-6a8501f9-b1ed-4e0b-924f-2d9dab13a30e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.1049409 Oct 13 10:49:56.827894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68182332-bc9e-41df-8f55-e0794350d24d req-4d5bf9e6-7ff0-43d9-a4fd-ce8da902e263 service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203104 Oct 13 10:49:56.855811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d38fe3-45c1-430c-9cc6-c242ea0d8796 req-7aa35e96-a595-48ae-b7c7-e0c906d091f5 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:56.857843 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04d38fe3-45c1-430c-9cc6-c242ea0d8796 req-7aa35e96-a595-48ae-b7c7-e0c906d091f5 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 932 time: 0.0604682 Oct 13 10:49:56.885162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30538c3-2304-41d0-858b-6d63b977f1eb req-424a6b31-500e-41d3-b0b5-be9167279335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:56.886774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e30538c3-2304-41d0-858b-6d63b977f1eb req-424a6b31-500e-41d3-b0b5-be9167279335 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993681 Oct 13 10:49:56.903756 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04d38fe3-45c1-430c-9cc6-c242ea0d8796 req-80b12f5c-ed1e-415f-922a-3758e4e1d868 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397003 Oct 13 10:49:56.963277 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-76411ea6-f700-4d44-bb0b-aabbf1cf98d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:56.981676 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68182332-bc9e-41df-8f55-e0794350d24d req-fbf9783f-8f3e-4a67-a724-08b746830e2f service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439044 Oct 13 10:49:57.010377 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e30538c3-2304-41d0-858b-6d63b977f1eb req-10b20ea4-4b35-4bcd-9f0d-5cb9060c6341 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129913 Oct 13 10:49:57.016471 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fb33c9c-065d-4f67-8b4f-dd628a53b00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:57.022903 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fb33c9c-065d-4f67-8b4f-dd628a53b00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:57.022903 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6fb33c9c-065d-4f67-8b4f-dd628a53b00f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ec5e418-e969-469e-9e6c-8b7eb3bc069b HTTP/1.1" status: 204 len: 168 time: 1.4529386 Oct 13 10:49:57.027782 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-ad671a10-f4e9-4403-a052-30285e848b27 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3319728 Oct 13 10:49:57.051075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Request body: {'port': {'device_id': '00ac3882-958b-4063-8ebd-6a34b1daa447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:57.060183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb33c9c-065d-4f67-8b4f-dd628a53b00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec5e418-e969-469e-9e6c-8b7eb3bc069b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:57.126754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-76411ea6-f700-4d44-bb0b-aabbf1cf98d0 service neutron] Transition to ACTIVE for port object b9dac758-caf9-458a-806d-2ff612c6f62e will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:49:57.183711 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:49:57.202744 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-76411ea6-f700-4d44-bb0b-aabbf1cf98d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:57.281144 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-76411ea6-f700-4d44-bb0b-aabbf1cf98d0 service neutron] No DVR routers for this DVR port b9dac758-caf9-458a-806d-2ff612c6f62e on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:49:57.292493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76411ea6-f700-4d44-bb0b-aabbf1cf98d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9dac758-caf9-458a-806d-2ff612c6f62e,revision_number=10']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:57.332152 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-76411ea6-f700-4d44-bb0b-aabbf1cf98d0 service neutron] 10.222.0.21 "PUT /v2.0/ports/b9dac758-caf9-458a-806d-2ff612c6f62e/bindings/n-h1-813659-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1565971 Oct 13 10:49:57.338474 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:57.363798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e30538c3-2304-41d0-858b-6d63b977f1eb req-f08d6d26-e93b-4d1a-9f68-172433838678 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419933 Oct 13 10:49:57.389271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0ad81-47c5-4945-b5e1-d5ceea2b2837 req-89069eb0-adab-41c0-8a04-c5b6ffff3d29 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:57.390481 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30a0ad81-47c5-4945-b5e1-d5ceea2b2837 req-89069eb0-adab-41c0-8a04-c5b6ffff3d29 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 944 time: 0.1712258 Oct 13 10:49:57.539218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-8fab4f23-11eb-4d76-b8e2-e21f646ac02d tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:57.541325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30a0ad81-47c5-4945-b5e1-d5ceea2b2837 req-4f98df6e-3def-4fe6-b555-361075d6ea1a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222684 Oct 13 10:49:57.553933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-8fab4f23-11eb-4d76-b8e2-e21f646ac02d tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92&tenant_id=59ce84d919ed4ecdafe5a928ed96d168&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.1057067 Oct 13 10:49:57.653398 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-0c3d5125-f967-454b-9f8a-0abc7e3f2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:57.654929 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-0c3d5125-f967-454b-9f8a-0abc7e3f2505 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92&tenant_id=59ce84d919ed4ecdafe5a928ed96d168 HTTP/1.1" status: 200 len: 1095 time: 0.0868447 Oct 13 10:49:57.664828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1cb42a16-11dd-4e25-8751-7a8601c38726 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:57.699822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 1cb42a16-11dd-4e25-8751-7a8601c38726 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:49:57.699822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1cb42a16-11dd-4e25-8751-7a8601c38726 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:49:57.742638 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-942fe9b7-b532-4167-bc56-12b88ae1dbdd req-ec4a3e30-360b-487d-b098-e75d2fcf70cb tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips/0c07380f-2fa4-480e-bef1-58128a4db949 HTTP/1.1" status: 200 len: 998 time: 0.1216040 Oct 13 10:49:57.751765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-3b7a722a-ad96-455e-bb25-1f976acf85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:57.754946 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-3b7a722a-ad96-455e-bb25-1f976acf85d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 1095 time: 0.0710700 Oct 13 10:49:57.908371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-3c2e604f-68e1-4821-bd7a-964295c6572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:57.911648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-3c2e604f-68e1-4821-bd7a-964295c6572a service neutron] 10.222.0.46 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.1503298 Oct 13 10:49:57.945428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fe9b7-b532-4167-bc56-12b88ae1dbdd req-cf69ad51-f310-4bf6-8d8e-b78a404a562b tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:57.954663 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-942fe9b7-b532-4167-bc56-12b88ae1dbdd req-cf69ad51-f310-4bf6-8d8e-b78a404a562b tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1943753 Oct 13 10:49:57.964363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-942fe9b7-b532-4167-bc56-12b88ae1dbdd req-a8548559-4418-4f59-9cc9-6820a7f56420 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:49:57.968817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-942fe9b7-b532-4167-bc56-12b88ae1dbdd req-a8548559-4418-4f59-9cc9-6820a7f56420 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0097604 Oct 13 10:49:58.005806 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-be238dd2-56e8-4451-99e8-ea60955e167f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dac758-caf9-458a-806d-2ff612c6f62e HTTP/1.1" status: 200 len: 217 time: 0.0866604 Oct 13 10:49:58.012535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4401a231-75fe-452c-8e68-a4d75d6630a4 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:58.021905 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:58.037385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Transition to ACTIVE for port object 4401a231-75fe-452c-8e68-a4d75d6630a4 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:49:58.054538 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78023ceb-ef90-4d13-b57a-7e8459a3bdf2 req-deccd882-d939-4813-b59d-748c1b365fb5 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:58.056097 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-78023ceb-ef90-4d13-b57a-7e8459a3bdf2 req-deccd882-d939-4813-b59d-748c1b365fb5 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 944 time: 0.1205547 Oct 13 10:49:58.087903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-4f8ed666-fa64-40b9-b41b-60ecfd9f2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:58.087903 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-4f8ed666-fa64-40b9-b41b-60ecfd9f2fe9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0724943 Oct 13 10:49:58.111074 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-78023ceb-ef90-4d13-b57a-7e8459a3bdf2 req-6509a7bf-f42b-4a97-8a06-0ec5533774f6 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466933 Oct 13 10:49:58.124666 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:58.157312 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-94bd916e-30d1-48c4-b26b-9ef32f554cac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439281 Oct 13 10:49:58.259189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Pushing event updated for resources: {'Port': ['ID=4401a231-75fe-452c-8e68-a4d75d6630a4,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:58.289079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2abfe-ee87-43f4-9561-7116440273b9 req-11b62ffd-1095-4d66-8c25-e030865a7e5a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:58.290513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8336c659-2979-4950-a9f1-5fac895185ab req-88363e41-8703-49ad-a5b4-11f03bf1fed7 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 1001 time: 0.1320050 Oct 13 10:49:58.290664 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-60e2abfe-ee87-43f4-9561-7116440273b9 req-11b62ffd-1095-4d66-8c25-e030865a7e5a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 944 time: 0.1191680 Oct 13 10:49:58.330249 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Attempting to bind port 4401a231-75fe-452c-8e68-a4d75d6630a4 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:49:58.330616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Attempting to bind port 4401a231-75fe-452c-8e68-a4d75d6630a4 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:49:58.330985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Attempting to bind port 4401a231-75fe-452c-8e68-a4d75d6630a4 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:58.340404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Port 4401a231-75fe-452c-8e68-a4d75d6630a4 on network 259a4ec1-ee8d-422b-b204-4224c014af8b not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:49:58.340722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Attempting to bind port 4401a231-75fe-452c-8e68-a4d75d6630a4 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:49:58.344719 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-606f36e5-ba07-44d1-872b-4a5b577a65b9 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737745 Oct 13 10:49:58.354437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:49:58.354781 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Checking segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:49:58.355155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Bound using segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:49:58.355588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Bound port: 4401a231-75fe-452c-8e68-a4d75d6630a4, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:49:58.355978 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:58.362033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336c659-2979-4950-a9f1-5fac895185ab req-599ab17a-b16c-41a0-a40a-6f9a0131d811 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:58.362802 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-60e2abfe-ee87-43f4-9561-7116440273b9 req-30f1b156-db94-4783-8ca2-cac3c92b38b5 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652928 Oct 13 10:49:58.383283 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8336c659-2979-4950-a9f1-5fac895185ab req-599ab17a-b16c-41a0-a40a-6f9a0131d811 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports/f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 943 time: 0.0653460 Oct 13 10:49:58.459545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:58.465076 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4401a231-75fe-452c-8e68-a4d75d6630a4,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:49:58.523417 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8336c659-2979-4950-a9f1-5fac895185ab req-89f98926-f46c-4861-a043-1d8e276c7a74 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 1001 time: 0.0933475 Oct 13 10:49:58.526934 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-15196c0d-8491-4fe9-8904-cd961c6b2ec9 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723793 Oct 13 10:49:58.545900 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:58.600527 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:58.601582 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:58.603763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] 10.222.0.21 "PUT /v2.0/ports/4401a231-75fe-452c-8e68-a4d75d6630a4 HTTP/1.1" status: 200 len: 1092 time: 1.5609448 Oct 13 10:49:58.604216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ac3882-958b-4063-8ebd-6a34b1daa447', 'tag': '4401a231-75fe-452c-8e68-a4d75d6630a4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:58.610716 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a8581a-5b6a-44e9-adb7-81756ec1d635" -d '{"events": [{"name": "network-changed", "server_uuid": "00ac3882-958b-4063-8ebd-6a34b1daa447", "tag": "4401a231-75fe-452c-8e68-a4d75d6630a4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:58.635980 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336c659-2979-4950-a9f1-5fac895185ab req-00157c28-a2e1-458d-b8a8-a737cadefac9 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:58.645289 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8336c659-2979-4950-a9f1-5fac895185ab req-00157c28-a2e1-458d-b8a8-a737cadefac9 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1083813 Oct 13 10:49:58.650350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97258bb1-72a9-410e-a7ca-2e3ca16a241d service neutron] Pushing event updated for resources: {'Port': ['ID=4401a231-75fe-452c-8e68-a4d75d6630a4,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:58.719491 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8336c659-2979-4950-a9f1-5fac895185ab req-0e0c10f5-bdf4-44ba-bc8f-02370ea07f17 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 1001 time: 0.0741177 Oct 13 10:49:58.734053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-8336c659-2979-4950-a9f1-5fac895185ab req-bc2024c2-56a4-4ee4-b130-ce39bb8a2436 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:49:58.773007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efa825-acdf-4459-9134-61d09b8fa771 req-883bfa66-b5b0-4ba1-adac-c00cbbb6c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:58.781079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-883bfa66-b5b0-4ba1-adac-c00cbbb6c140 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 1095 time: 0.0539804 Oct 13 10:49:58.826633 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8336c659-2979-4950-a9f1-5fac895185ab req-bc2024c2-56a4-4ee4-b130-ce39bb8a2436 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:58.838058 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-e00100de-d540-472d-bdae-373594cb8ae0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4401a231-75fe-452c-8e68-a4d75d6630a4 HTTP/1.1" status: 200 len: 217 time: 0.0493751 Oct 13 10:49:58.915477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efa825-acdf-4459-9134-61d09b8fa771 req-449f832d-3b68-460f-ad84-510278819729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:58.917245 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-449f832d-3b68-460f-ad84-510278819729 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0750659 Oct 13 10:49:58.951999 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-519b5fe0-1967-46d4-bc67-7c55db70dda9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271823 Oct 13 10:49:59.073630 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-2656440f-22be-4926-bf59-8934c7518f06 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134732 Oct 13 10:49:59.165180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 72aea686-c667-4c47-ae27-d78d7ee53598 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:49:59.177829 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14efa825-acdf-4459-9134-61d09b8fa771 req-7642209a-f3e6-487e-b607-ff5c22dbac88 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926542 Oct 13 10:49:59.279880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 72aea686-c667-4c47-ae27-d78d7ee53598, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=72aea686-c667-4c47-ae27-d78d7ee53598,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:59.286137 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8336c659-2979-4950-a9f1-5fac895185ab req-bc2024c2-56a4-4ee4-b130-ce39bb8a2436 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:59.292269 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '72aea686-c667-4c47-ae27-d78d7ee53598', 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4', 'port_id': '72aea686-c667-4c47-ae27-d78d7ee53598', 'mac_address': 'fa:16:3e:98:05:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb47ae55-deda-4356-8a6d-76d183060008', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:49:59.331722 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:59.345730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-18aa1643-ce7a-43c8-b3d4-93598f9037d6 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:59.347731 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-18aa1643-ce7a-43c8-b3d4-93598f9037d6 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92&tenant_id=59ce84d919ed4ecdafe5a928ed96d168&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.0619607 Oct 13 10:49:59.353140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8336c659-2979-4950-a9f1-5fac895185ab req-bc2024c2-56a4-4ee4-b130-ce39bb8a2436 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:59.353560 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-8336c659-2979-4950-a9f1-5fac895185ab req-bc2024c2-56a4-4ee4-b130-ce39bb8a2436 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Floating IP 0c07380f-2fa4-480e-bef1-58128a4db949 disassociated. External IP: 172.25.0.34, port: f5c37847-6861-4a1f-b644-9394ee1d3b96. Oct 13 10:49:59.355565 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72aea686-c667-4c47-ae27-d78d7ee53598 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:49:59.365451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e37b7a-cea7-48c0-b6ff-3773112b8cfa req-8fb81c18-c0df-453a-a069-ffe389f762ad tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:59.367243 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55e37b7a-cea7-48c0-b6ff-3773112b8cfa req-8fb81c18-c0df-453a-a069-ffe389f762ad tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 944 time: 0.0604510 Oct 13 10:49:59.388742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 72aea686-c667-4c47-ae27-d78d7ee53598, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=72aea686-c667-4c47-ae27-d78d7ee53598,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:49:59.415359 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55e37b7a-cea7-48c0-b6ff-3773112b8cfa req-ad6a9f9c-4fd3-43d0-873a-5a4c1bf14473 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Oct 13 10:49:59.461129 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ee63b0-71d6-40bf-bd21-083eb1b59e0f x-openstack-request-id: req-93ee63b0-71d6-40bf-bd21-083eb1b59e0f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:49:59.461655 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:59.461904 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ac3882-958b-4063-8ebd-6a34b1daa447", "tag": "4401a231-75fe-452c-8e68-a4d75d6630a4", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:49:59.462155 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93ee63b0-71d6-40bf-bd21-083eb1b59e0f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:49:59.462592 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ac3882-958b-4063-8ebd-6a34b1daa447', 'tag': '4401a231-75fe-452c-8e68-a4d75d6630a4', 'status': 'completed', 'code': 200} Oct 13 10:49:59.551345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=72aea686-c667-4c47-ae27-d78d7ee53598,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:49:59.551972 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8581a-5b6a-44e9-adb7-81756ec1d635 req-5a5f1ce2-25d0-433f-9059-338d3edb34c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:59.554661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09a8581a-5b6a-44e9-adb7-81756ec1d635 req-5a5f1ce2-25d0-433f-9059-338d3edb34c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 1095 time: 0.0642238 Oct 13 10:49:59.658006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b9dac758-caf9-458a-806d-2ff612c6f62e no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:49:59.669764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8581a-5b6a-44e9-adb7-81756ec1d635 req-d3e2d501-5676-4a74-8c4d-951ed969336c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:59.671232 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09a8581a-5b6a-44e9-adb7-81756ec1d635 req-d3e2d501-5676-4a74-8c4d-951ed969336c service neutron] 10.222.0.21 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.1093140 Oct 13 10:49:59.681420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8336c659-2979-4950-a9f1-5fac895185ab req-bc2024c2-56a4-4ee4-b130-ce39bb8a2436 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Router 7f9410df-2933-4259-a40f-000d26eb57f3 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:49:59.707060 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b9dac758-caf9-458a-806d-2ff612c6f62e not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:49:59.732832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-e2c27884-1bfe-4afa-a406-62e45190126b service neutron] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:49:59.734343 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09a8581a-5b6a-44e9-adb7-81756ec1d635 req-fd7422e1-75ed-4af4-96c9-68f206c3ed60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4401a231-75fe-452c-8e68-a4d75d6630a4 HTTP/1.1" status: 200 len: 217 time: 0.0432322 Oct 13 10:49:59.739665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-e2c27884-1bfe-4afa-a406-62e45190126b service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:59.740728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa1720ac-f03e-4250-8f08-de5aeae1791c req-e2c27884-1bfe-4afa-a406-62e45190126b service neutron] 10.222.0.46 "DELETE /v2.0/ports/b9dac758-caf9-458a-806d-2ff612c6f62e/bindings/n-h2-813659-3 HTTP/1.1" status: 204 len: 173 time: 0.3838723 Oct 13 10:49:59.749089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8b83c-838d-468b-8d3c-6e8d8dcba1c3 req-8f7ddaa9-0fc4-48f8-9986-61725182ed9b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:59.751341 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9f8b83c-838d-468b-8d3c-6e8d8dcba1c3 req-8f7ddaa9-0fc4-48f8-9986-61725182ed9b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 944 time: 0.0947597 Oct 13 10:49:59.806686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8336c659-2979-4950-a9f1-5fac895185ab req-bc2024c2-56a4-4ee4-b130-ce39bb8a2436 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:49:59.813373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8336c659-2979-4950-a9f1-5fac895185ab req-bc2024c2-56a4-4ee4-b130-ce39bb8a2436 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:49:59.817400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['72aea686-c667-4c47-ae27-d78d7ee53598'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:49:59.818314 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6de23e-2413-4c92-b4e9-b767efab4a3b None None] Sync routers for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:49:59.818788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8581a-5b6a-44e9-adb7-81756ec1d635 req-7ee0d1aa-d93f-4576-9250-24e8db3db40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:59.820537 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09a8581a-5b6a-44e9-adb7-81756ec1d635 req-7ee0d1aa-d93f-4576-9250-24e8db3db40e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0683095 Oct 13 10:49:59.825782 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9f8b83c-838d-468b-8d3c-6e8d8dcba1c3 req-1a31d8c3-e9ad-436b-a79a-4df6c478f096 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648322 Oct 13 10:49:59.859570 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8336c659-2979-4950-a9f1-5fac895185ab req-bc2024c2-56a4-4ee4-b130-ce39bb8a2436 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "PUT /v2.0/floatingips/0c07380f-2fa4-480e-bef1-58128a4db949 HTTP/1.1" status: 200 len: 695 time: 1.1293781 Oct 13 10:49:59.860212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:49:59.863183 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e4f5f3-147e-430a-9a79-1db3451d2d98" -d '{"events": [{"name": "network-changed", "server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:49:59.868034 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6de23e-2413-4c92-b4e9-b767efab4a3b None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:49:59.869075 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8e6de23e-2413-4c92-b4e9-b767efab4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:49:59.870453 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09a8581a-5b6a-44e9-adb7-81756ec1d635 req-d50e0a73-aa33-4540-a003-fc7c992cc199 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420523 Oct 13 10:49:59.930732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336c659-2979-4950-a9f1-5fac895185ab req-7cd0bba4-f478-483a-a6da-8c18302913b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:49:59.932479 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8336c659-2979-4950-a9f1-5fac895185ab req-7cd0bba4-f478-483a-a6da-8c18302913b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 1097 time: 0.0514591 Oct 13 10:50:00.020627 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-8e6de23e-2413-4c92-b4e9-b767efab4a3b None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:00.031892 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09a8581a-5b6a-44e9-adb7-81756ec1d635 req-0dce0cbf-93a0-46d0-bd63-888515700008 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459644 Oct 13 10:50:00.050004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336c659-2979-4950-a9f1-5fac895185ab req-72b9a8fd-357c-48ce-9694-25be48e70a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:00.051816 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8336c659-2979-4950-a9f1-5fac895185ab req-72b9a8fd-357c-48ce-9694-25be48e70a88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.1124828 Oct 13 10:50:00.116116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8336c659-2979-4950-a9f1-5fac895185ab req-8ea26d39-9533-4b4b-8fbf-26dd5aad862a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 217 time: 0.0565972 Oct 13 10:50:00.188355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57386) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:00.212486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09a8581a-5b6a-44e9-adb7-81756ec1d635 req-50413b5d-f634-43d2-980e-92471671d076 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675260 Oct 13 10:50:00.225900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336c659-2979-4950-a9f1-5fac895185ab req-4e8e68e1-153d-4f10-825f-6685e7aa0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:00.229246 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8336c659-2979-4950-a9f1-5fac895185ab req-4e8e68e1-153d-4f10-825f-6685e7aa0155 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.1068487 Oct 13 10:50:00.296228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336c659-2979-4950-a9f1-5fac895185ab req-56a67d22-6102-4af4-913b-4d3530a70958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:00.298264 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8336c659-2979-4950-a9f1-5fac895185ab req-56a67d22-6102-4af4-913b-4d3530a70958 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618505 Oct 13 10:50:00.332898 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8e6de23e-2413-4c92-b4e9-b767efab4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:00.379660 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6de23e-2413-4c92-b4e9-b767efab4a3b None None] Checking router: 7f9410df-2933-4259-a40f-000d26eb57f3 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:50:00.391596 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6de23e-2413-4c92-b4e9-b767efab4a3b None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:00.391596 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8e6de23e-2413-4c92-b4e9-b767efab4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:00.406378 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:00.438214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedd2de-d1c0-42cd-a55d-1f9b22d87c22 req-1531a7a5-df87-4824-b1e3-a0460df7e882 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:00.446880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0bedd2de-d1c0-42cd-a55d-1f9b22d87c22 req-1531a7a5-df87-4824-b1e3-a0460df7e882 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 944 time: 0.0669661 Oct 13 10:50:00.447109 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8336c659-2979-4950-a9f1-5fac895185ab req-e75a44b1-68fa-4bd4-a0c7-493c1680b155 service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412733 Oct 13 10:50:00.496389 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0bedd2de-d1c0-42cd-a55d-1f9b22d87c22 req-ae048ee2-64c4-49ac-ae04-1410cd7c26c0 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484660 Oct 13 10:50:00.531153 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-8e6de23e-2413-4c92-b4e9-b767efab4a3b None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:00.600409 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:00.603521 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8336c659-2979-4950-a9f1-5fac895185ab req-91590941-f365-4438-9e2d-2814e1b588bc service neutron] 10.222.0.32 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478784 Oct 13 10:50:00.636857 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becc6fdf-98ad-4861-8066-4204e737ff10 x-openstack-request-id: req-becc6fdf-98ad-4861-8066-4204e737ff10 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:00.637478 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:00.638086 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-becc6fdf-98ad-4861-8066-4204e737ff10 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:00.638763 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'status': 'completed', 'code': 200} Oct 13 10:50:00.667437 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:00.699574 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21b977d1295a49cf910f5c71f1239f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069642 Oct 13 10:50:00.701423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57406) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:00.722486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f548131a-91eb-4835-b500-3975dba8d919,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:00.722616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f5f3-147e-430a-9a79-1db3451d2d98 req-daf2fa2f-6074-40ea-b5fe-d396a25283ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:00.726594 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03e4f5f3-147e-430a-9a79-1db3451d2d98 req-daf2fa2f-6074-40ea-b5fe-d396a25283ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=198968e63bf44c978f3296047f1450f1&device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 1097 time: 0.0662653 Oct 13 10:50:00.735832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:00.736296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:00.736529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:00.736933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:00.737283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:00.737784 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:00.738128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:00.738495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:00.738870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:00.739351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:00.739828 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:00.740168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f593133-d98c-47a6-a902-843450df1288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:00.859888 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-434d20dd-c151-4e57-a998-959671d4eca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:00.894507 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8e6de23e-2413-4c92-b4e9-b767efab4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:00.907093 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-434d20dd-c151-4e57-a998-959671d4eca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:00.931430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5775009-dd99-4f5b-a137-6b75beffa8eb req-91be0422-d715-4365-8202-3f365f40cb63 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:00.932218 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6de23e-2413-4c92-b4e9-b767efab4a3b None None] The sync data for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 is: [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:48:52Z', 'revision_number': 4, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '774558c0-42de-4446-9c25-f34c74625386', 'name': '', 'network_id': 'be2e561e-5856-48e0-9234-028425481c5b', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'mac_address': 'fa:16:3e:51:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:50Z', 'updated_at': '2021-10-13T10:48:57Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'subnets': [{'id': '6643dbf3-a239-4d0f-b2b4-903fb61e4c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:50:00.932948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5775009-dd99-4f5b-a137-6b75beffa8eb req-91be0422-d715-4365-8202-3f365f40cb63 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 945 time: 0.1687050 Oct 13 10:50:00.951286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f5f3-147e-430a-9a79-1db3451d2d98 req-3da6b5ea-4d0d-4338-8c54-507ff21589cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:00.953049 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03e4f5f3-147e-430a-9a79-1db3451d2d98 req-3da6b5ea-4d0d-4338-8c54-507ff21589cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 200 len: 922 time: 0.2204947 Oct 13 10:50:01.020957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03e4f5f3-147e-430a-9a79-1db3451d2d98 req-6e248d96-dfde-417e-8f5d-7b615c0ea81b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 200 len: 217 time: 0.0595565 Oct 13 10:50:01.065067 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5775009-dd99-4f5b-a137-6b75beffa8eb req-243a75dd-cd8f-474e-94b9-a33174dcb661 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153083 Oct 13 10:50:01.096139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f5f3-147e-430a-9a79-1db3451d2d98 req-e5ac0f2f-69df-4fea-8c83-17ff7a9f1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:01.097779 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03e4f5f3-147e-430a-9a79-1db3451d2d98 req-e5ac0f2f-69df-4fea-8c83-17ff7a9f1c4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 200 len: 860 time: 0.0655253 Oct 13 10:50:01.154980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f5f3-147e-430a-9a79-1db3451d2d98 req-71422696-d539-4b20-bfc9-66e31ab9c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:01.156610 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03e4f5f3-147e-430a-9a79-1db3451d2d98 req-71422696-d539-4b20-bfc9-66e31ab9c9e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be2e561e-5856-48e0-9234-028425481c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500216 Oct 13 10:50:01.165532 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 72aea686-c667-4c47-ae27-d78d7ee53598 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:01.177095 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-434d20dd-c151-4e57-a998-959671d4eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:01.180384 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-434d20dd-c151-4e57-a998-959671d4eca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:01.186201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-434d20dd-c151-4e57-a998-959671d4eca8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f548131a-91eb-4835-b500-3975dba8d919 HTTP/1.1" status: 204 len: 168 time: 0.4817476 Oct 13 10:50:01.206854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d8a45-ff1b-4232-97b2-8b3e912ef13d None None] New status for floating IP 0c07380f-2fa4-480e-bef1-58128a4db949: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:50:01.245757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d20dd-c151-4e57-a998-959671d4eca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f548131a-91eb-4835-b500-3975dba8d919,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:01.315234 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03e4f5f3-147e-430a-9a79-1db3451d2d98 req-6088f065-5a8e-4980-9ee9-d185bbe0c558 service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498895 Oct 13 10:50:01.315605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8081f5-aef4-4241-b84b-ac85035df09f req-71a1b012-0fee-4f46-a5be-c2dd223de1f6 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:01.317186 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1c8081f5-aef4-4241-b84b-ac85035df09f req-71a1b012-0fee-4f46-a5be-c2dd223de1f6 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 1095 time: 0.0816236 Oct 13 10:50:01.381001 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1c8081f5-aef4-4241-b84b-ac85035df09f req-0ce93362-58bc-4455-955e-cff4440d4855 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460937 Oct 13 10:50:01.452790 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03e4f5f3-147e-430a-9a79-1db3451d2d98 req-8d9e08ae-77e6-434c-b338-360debf7edbc service neutron] 10.222.0.21 "GET /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265388 Oct 13 10:50:01.539281 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-00ef214b-bcba-48a8-a2d1-083c75042b5c tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips/0c07380f-2fa4-480e-bef1-58128a4db949 HTTP/1.1" status: 200 len: 695 time: 0.0613880 Oct 13 10:50:01.591730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 72aea686-c667-4c47-ae27-d78d7ee53598 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:50:01.598239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 72aea686-c667-4c47-ae27-d78d7ee53598 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:01.598754 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:01.662520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4401a231-75fe-452c-8e68-a4d75d6630a4 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:50:01.668300 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcee50b-ac97-4785-b438-0c57064f19f4 req-88f860e9-cb17-4ed3-a7c2-7c3ea582668f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:01.680603 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dfcee50b-ac97-4785-b438-0c57064f19f4 req-88f860e9-cb17-4ed3-a7c2-7c3ea582668f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 944 time: 0.0915101 Oct 13 10:50:01.717796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-25ce6f68-9c10-4acb-b5be-25dd8133d1e7 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:01.719223 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-25ce6f68-9c10-4acb-b5be-25dd8133d1e7 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1734245 Oct 13 10:50:01.756015 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dfcee50b-ac97-4785-b438-0c57064f19f4 req-eefb833d-3219-42bf-9f89-c75cfbfed65a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711374 Oct 13 10:50:01.777453 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:01.789089 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-056008cb-89f5-487d-89ca-2d4ae990fd72 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 696 time: 0.0637534 Oct 13 10:50:01.819481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 72aea686-c667-4c47-ae27-d78d7ee53598, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=72aea686-c667-4c47-ae27-d78d7ee53598,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:01.824523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145e9e21-df95-42b1-8677-f2ece04d8be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aea686-c667-4c47-ae27-d78d7ee53598'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:01.825473 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d90b0a-f4b4-4c75-863c-4c682520f2d9" -d '{"events": [{"server_uuid": "145e9e21-df95-42b1-8677-f2ece04d8be9", "name": "network-vif-plugged", "status": "completed", "tag": "72aea686-c667-4c47-ae27-d78d7ee53598"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:01.852146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4401a231-75fe-452c-8e68-a4d75d6630a4,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:01.864802 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '4401a231-75fe-452c-8e68-a4d75d6630a4', 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b', 'port_id': '4401a231-75fe-452c-8e68-a4d75d6630a4', 'mac_address': 'fa:16:3e:7b:12:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b682f9-2048-4e73-802d-8e8789e253b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:50:01.874486 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-5c2b5534-79f5-43ff-8ef3-1302925d244f tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 696 time: 0.0842717 Oct 13 10:50:01.920806 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:01.938200 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:01.941171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4401a231-75fe-452c-8e68-a4d75d6630a4 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:50:01.959120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-633122ef-415f-44a3-8b25-5284154b1ff0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:01.960958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-633122ef-415f-44a3-8b25-5284154b1ff0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 821 time: 0.1164191 Oct 13 10:50:01.963467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4401a231-75fe-452c-8e68-a4d75d6630a4,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:01.984942 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-ce7ad9ba-c338-4243-84c1-8d6f1f7d72c1 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/quotas/59ce84d919ed4ecdafe5a928ed96d168 HTTP/1.1" status: 200 len: 375 time: 0.0173421 Oct 13 10:50:02.017421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=72aea686-c667-4c47-ae27-d78d7ee53598,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:02.026215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:02.026643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:02.027050 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:02.027561 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:02.028053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:02.028562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:02.028898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:02.029316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:02.029686 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:02.030120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:02.030503 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:02.030843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:02.037323 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-27e092bc-8312-4a64-b6bb-bbc60ce9f495 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512519 Oct 13 10:50:02.040231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-980e400b-cb86-4164-a073-8623531d7cf4 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Deleting port 4b3da28f-4e0e-45b6-8add-43a6c12583b3 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:02.040613 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-980e400b-cb86-4164-a073-8623531d7cf4 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.086148 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.127049 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-980e400b-cb86-4164-a073-8623531d7cf4 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.128023 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-980e400b-cb86-4164-a073-8623531d7cf4 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.142020 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-980e400b-cb86-4164-a073-8623531d7cf4 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Calling delete_port for 4b3da28f-4e0e-45b6-8add-43a6c12583b3 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:02.153960 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=4401a231-75fe-452c-8e68-a4d75d6630a4,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:02.154124 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-855ba68b-cd06-4445-8492-4e38fdf90c7c service neutron] 10.222.0.32 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041596 Oct 13 10:50:02.211645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57456) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:02.229698 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2bff78bd-ebdc-4dcc-a501-de6ec971630f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.297302 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-dec28dcd-7363-470c-a796-b7a51190a4d6 service neutron] 10.222.0.32 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378517 Oct 13 10:50:02.315878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['4401a231-75fe-452c-8e68-a4d75d6630a4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:50:02.354800 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2bff78bd-ebdc-4dcc-a501-de6ec971630f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.379573 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-980e400b-cb86-4164-a073-8623531d7cf4 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.416127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e400b-cb86-4164-a073-8623531d7cf4 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Pushing event deleted for resources: {'Port': ['ID=4b3da28f-4e0e-45b6-8add-43a6c12583b3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:02.428725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57460) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:02.434629 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-980e400b-cb86-4164-a073-8623531d7cf4 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.438478 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-980e400b-cb86-4164-a073-8623531d7cf4 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.439379 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b57aa7df-74f0-42df-899a-ac1e68fc5e68 req-980e400b-cb86-4164-a073-8623531d7cf4 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "DELETE /v2.0/floatingips/0c07380f-2fa4-480e-bef1-58128a4db949 HTTP/1.1" status: 204 len: 173 time: 0.5566542 Oct 13 10:50:02.485263 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2bff78bd-ebdc-4dcc-a501-de6ec971630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.495707 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01af39a8-264c-43e4-b3ef-a074c3c9b5ff x-openstack-request-id: req-01af39a8-264c-43e4-b3ef-a074c3c9b5ff {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:02.496090 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145e9e21-df95-42b1-8677-f2ece04d8be9", "name": "network-vif-plugged", "status": "completed", "tag": "72aea686-c667-4c47-ae27-d78d7ee53598", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:02.496874 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01af39a8-264c-43e4-b3ef-a074c3c9b5ff {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:02.496874 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145e9e21-df95-42b1-8677-f2ece04d8be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aea686-c667-4c47-ae27-d78d7ee53598', 'code': 200} Oct 13 10:50:02.534472 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2bff78bd-ebdc-4dcc-a501-de6ec971630f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7c7971e74df46b9bb280f75bb09006b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193524 Oct 13 10:50:02.534472 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff78bd-ebdc-4dcc-a501-de6ec971630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cfb4aa-1c58-4e4c-a86f-74dff9c96896,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:02.534822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57466) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:02.729282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0843a-c0f6-4537-b380-6b8db3f9564e req-234e5a6b-8320-4b59-866d-ca36c5481ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:02.730815 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-06a0843a-c0f6-4537-b380-6b8db3f9564e req-234e5a6b-8320-4b59-866d-ca36c5481ff3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 1097 time: 0.1441844 Oct 13 10:50:02.755839 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.762697 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39319553-72ef-43e7-9855-0d2970577e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.775962 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dda582-fa9c-4336-9d22-b50ef5c74fda req-1bfbd11e-80b9-4b8a-952a-e44be4ab6225 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:02.784655 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-18dda582-fa9c-4336-9d22-b50ef5c74fda req-1bfbd11e-80b9-4b8a-952a-e44be4ab6225 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.2035537 Oct 13 10:50:02.838864 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-06a0843a-c0f6-4537-b380-6b8db3f9564e req-7ccbb08d-b0b3-4d85-944a-69e6d7127b69 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994210 Oct 13 10:50:02.840553 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39319553-72ef-43e7-9855-0d2970577e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.858755 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.878911 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-18dda582-fa9c-4336-9d22-b50ef5c74fda req-3f563eca-b7d3-4a3e-aa78-27be22e2776f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933852 Oct 13 10:50:02.945256 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-879ee82b-6d21-4f11-8fbe-e18224aa66ba req-9d961296-7e0f-4704-ac8c-5c1f94d9c534 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 210 time: 0.0260282 Oct 13 10:50:02.959662 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.964178 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39319553-72ef-43e7-9855-0d2970577e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.968312 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39319553-72ef-43e7-9855-0d2970577e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:02.970613 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-39319553-72ef-43e7-9855-0d2970577e2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12cfb4aa-1c58-4e4c-a86f-74dff9c96896 HTTP/1.1" status: 204 len: 168 time: 0.4330573 Oct 13 10:50:02.981060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39319553-72ef-43e7-9855-0d2970577e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cfb4aa-1c58-4e4c-a86f-74dff9c96896,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:03.034955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e9b7f0-431d-491f-b56c-466b12e3657b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:03.058730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:03.059140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:03.059456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:03.059768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:03.060104 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:03.060551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:03.060888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:03.061219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:03.062808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:03.063169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:03.063522 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:03.063851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:03.074165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0c98c13c-f6c5-4d21-90b5-a50f34e4e4e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae379540c9564607b9296e2805dea22d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6414096 Oct 13 10:50:03.074650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57482) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:03.140728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004413c8-112e-4109-94c6-17a28a63670d req-ea20e6d4-5e17-415e-b176-0d6e6d7b0583 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:03.142276 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-004413c8-112e-4109-94c6-17a28a63670d req-ea20e6d4-5e17-415e-b176-0d6e6d7b0583 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 945 time: 0.0801530 Oct 13 10:50:03.168831 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-25e89660-483c-47ce-a2db-3da0dfa993c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:03.208502 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-25e89660-483c-47ce-a2db-3da0dfa993c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:03.215611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7caae2-eee8-4b05-b0ff-26aabf4e4dca req-78adec6e-d0cd-41d0-a1b9-0515f1677f0b tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:03.224000 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc7caae2-eee8-4b05-b0ff-26aabf4e4dca req-78adec6e-d0cd-41d0-a1b9-0515f1677f0b tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 946 time: 0.0740666 Oct 13 10:50:03.227012 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-004413c8-112e-4109-94c6-17a28a63670d req-fd253f7a-59a9-4ce3-93ae-7f5c9491d71b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699215 Oct 13 10:50:03.247799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57490) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:03.292883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc7caae2-eee8-4b05-b0ff-26aabf4e4dca req-aa9e5607-f864-4441-adbb-5a737982ac69 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676610 Oct 13 10:50:03.351900 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-25e89660-483c-47ce-a2db-3da0dfa993c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:03.355016 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-25e89660-483c-47ce-a2db-3da0dfa993c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:03.358464 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-25e89660-483c-47ce-a2db-3da0dfa993c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2e9b7f0-431d-491f-b56c-466b12e3657b HTTP/1.1" status: 204 len: 168 time: 0.2804790 Oct 13 10:50:03.364808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e89660-483c-47ce-a2db-3da0dfa993c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e9b7f0-431d-491f-b56c-466b12e3657b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:03.437441 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-896b46e1-89cb-4884-8d63-56b5fd77a6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:03.519408 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-896b46e1-89cb-4884-8d63-56b5fd77a6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:03.614141 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-896b46e1-89cb-4884-8d63-56b5fd77a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:03.657849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57506) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:03.658082 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-896b46e1-89cb-4884-8d63-56b5fd77a6c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b2d2bd322394e2e8a4904d4cdaee966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086437 Oct 13 10:50:03.662630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b46e1-89cb-4884-8d63-56b5fd77a6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11351b00-bb08-48f6-87f0-af43aecd4725,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:03.673553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4401a231-75fe-452c-8e68-a4d75d6630a4 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:03.741027 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d95c26e8-d87d-4661-aaf0-62abdc33bc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:03.774693 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d95c26e8-d87d-4661-aaf0-62abdc33bc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:03.871395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 4401a231-75fe-452c-8e68-a4d75d6630a4 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:50:03.875429 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 4401a231-75fe-452c-8e68-a4d75d6630a4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:03.876147 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:03.925835 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d95c26e8-d87d-4661-aaf0-62abdc33bc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:03.929083 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d95c26e8-d87d-4661-aaf0-62abdc33bc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:03.932271 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d95c26e8-d87d-4661-aaf0-62abdc33bc39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11351b00-bb08-48f6-87f0-af43aecd4725 HTTP/1.1" status: 204 len: 168 time: 0.2733192 Oct 13 10:50:03.944778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c26e8-d87d-4661-aaf0-62abdc33bc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11351b00-bb08-48f6-87f0-af43aecd4725,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:03.984025 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:04.011881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7766c2d-f55d-4aa4-95fb-6e7c1e276438 req-215fddae-45af-4dbe-ad5d-725190548a49 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:04.013442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7766c2d-f55d-4aa4-95fb-6e7c1e276438 req-215fddae-45af-4dbe-ad5d-725190548a49 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0559027 Oct 13 10:50:04.021226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4401a231-75fe-452c-8e68-a4d75d6630a4,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:04.055767 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7766c2d-f55d-4aa4-95fb-6e7c1e276438 req-577645ce-3621-4e38-bb65-fcab9cd4e0ea tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343888 Oct 13 10:50:04.148719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79573290-b581-47b8-9d4d-5119becdcb35 req-7244176d-adb0-4c47-90dd-8aa6a9eebfe0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 210 time: 0.0291669 Oct 13 10:50:04.164938 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:04.222541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=4401a231-75fe-452c-8e68-a4d75d6630a4,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:04.231810 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57524) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:04.247015 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b712de3-67ea-429a-8969-6c8ab2231827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:04.409683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc53da1-be58-44cb-aaa6-d4096b424eda req-9e012a66-c3e6-4157-b390-237073d6d901 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:04.411169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-adc53da1-be58-44cb-aaa6-d4096b424eda req-9e012a66-c3e6-4157-b390-237073d6d901 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 946 time: 0.1159687 Oct 13 10:50:04.412998 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b712de3-67ea-429a-8969-6c8ab2231827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:04.447355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed36304-d517-42a1-9bd8-c599803a7d5f req-ccce0cfc-b5a7-403d-bcb9-9e728df95791 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:04.448804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1ed36304-d517-42a1-9bd8-c599803a7d5f req-ccce0cfc-b5a7-403d-bcb9-9e728df95791 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.21 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 946 time: 0.1033468 Oct 13 10:50:04.491085 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-adc53da1-be58-44cb-aaa6-d4096b424eda req-fc93d3f2-fd89-4d34-9823-8dc9b2994916 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720999 Oct 13 10:50:04.491683 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b712de3-67ea-429a-8969-6c8ab2231827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:04.497544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac3882-958b-4063-8ebd-6a34b1daa447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4401a231-75fe-452c-8e68-a4d75d6630a4'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:04.499936 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7e07e7-e3aa-4448-a4d5-f3e05918c8f3" -d '{"events": [{"server_uuid": "00ac3882-958b-4063-8ebd-6a34b1daa447", "name": "network-vif-plugged", "status": "completed", "tag": "4401a231-75fe-452c-8e68-a4d75d6630a4"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:04.572770 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6b712de3-67ea-429a-8969-6c8ab2231827 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f26919b1b184dbf92fa1ec722dd3e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372819 Oct 13 10:50:04.573727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57538) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:04.580987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712de3-67ea-429a-8969-6c8ab2231827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2af05bc-cdd1-4848-9438-d90ec36b6029,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:04.653783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b651401-2445-40ea-be3d-013feecd32fd req-e5940260-2d0a-4761-b678-57f18ceb2c9f tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:04.655643 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b651401-2445-40ea-be3d-013feecd32fd req-e5940260-2d0a-4761-b678-57f18ceb2c9f tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 946 time: 0.0881779 Oct 13 10:50:04.657062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf88add6-484b-4d9a-b107-beb0eebdcf84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:04.657930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-1ed36304-d517-42a1-9bd8-c599803a7d5f req-81dc827b-b81b-47bf-b95e-46696842df33 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Deleting port f5c37847-6861-4a1f-b644-9394ee1d3b96 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:04.658273 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1ed36304-d517-42a1-9bd8-c599803a7d5f req-81dc827b-b81b-47bf-b95e-46696842df33 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:04.678625 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf88add6-484b-4d9a-b107-beb0eebdcf84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:04.741722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b651401-2445-40ea-be3d-013feecd32fd req-1f207150-c420-4593-a575-3a277ab12d6a tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f40b45a-b24c-4a8b-98fd-5f569fd394d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789189 Oct 13 10:50:04.746050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57540) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:04.770271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57d51e6a-fe4d-4b68-809f-142f4a135f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:04.780051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1ed36304-d517-42a1-9bd8-c599803a7d5f req-81dc827b-b81b-47bf-b95e-46696842df33 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] For port f5c37847-6861-4a1f-b644-9394ee1d3b96, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f5c37847-6861-4a1f-b644-9394ee1d3b96,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:04.780563 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1ed36304-d517-42a1-9bd8-c599803a7d5f req-81dc827b-b81b-47bf-b95e-46696842df33 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:04.797673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-1ed36304-d517-42a1-9bd8-c599803a7d5f req-81dc827b-b81b-47bf-b95e-46696842df33 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Calling delete_port for f5c37847-6861-4a1f-b644-9394ee1d3b96 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:04.800292 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99003fde-224c-45cc-b172-6830d80aa3b1 x-openstack-request-id: req-99003fde-224c-45cc-b172-6830d80aa3b1 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:04.801195 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac3882-958b-4063-8ebd-6a34b1daa447", "name": "network-vif-plugged", "status": "completed", "tag": "4401a231-75fe-452c-8e68-a4d75d6630a4", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:04.801926 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99003fde-224c-45cc-b172-6830d80aa3b1 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:04.802402 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3882-958b-4063-8ebd-6a34b1daa447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4401a231-75fe-452c-8e68-a4d75d6630a4', 'code': 200} Oct 13 10:50:04.843119 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf88add6-484b-4d9a-b107-beb0eebdcf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:04.845681 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf88add6-484b-4d9a-b107-beb0eebdcf84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:04.846845 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bf88add6-484b-4d9a-b107-beb0eebdcf84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2af05bc-cdd1-4848-9438-d90ec36b6029 HTTP/1.1" status: 204 len: 168 time: 0.2718337 Oct 13 10:50:04.864890 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88add6-484b-4d9a-b107-beb0eebdcf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2af05bc-cdd1-4848-9438-d90ec36b6029,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:04.936491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54ef52-86bd-4925-819e-afe6a0bbb9ed req-9b5a8edb-2b0a-44d6-961b-cf8b5be477f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:04.938916 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4c54ef52-86bd-4925-819e-afe6a0bbb9ed req-9b5a8edb-2b0a-44d6-961b-cf8b5be477f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 1097 time: 0.0676033 Oct 13 10:50:04.974087 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57d51e6a-fe4d-4b68-809f-142f4a135f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:04.993448 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4c54ef52-86bd-4925-819e-afe6a0bbb9ed req-1eabd8aa-b65f-4660-9fb0-b552454b67d6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446873 Oct 13 10:50:05.000123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-fba16740-9bdb-4359-9242-c9771ac246ad tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:05.002146 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-fba16740-9bdb-4359-9242-c9771ac246ad tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.21 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 821 time: 0.1592658 Oct 13 10:50:05.076903 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57d51e6a-fe4d-4b68-809f-142f4a135f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:05.116904 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d51e6a-fe4d-4b68-809f-142f4a135f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cd8e7c-2f9f-4219-8846-599dda6b459e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:05.121260 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-57d51e6a-fe4d-4b68-809f-142f4a135f87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4e6764e11764b129430c2ca59f7ad5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739755 Oct 13 10:50:05.124082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57552) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:05.213514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-99526edd-d87d-4354-be37-0676a9666ee0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Request body: {'port': {'device_id': '389458e0-02c5-43b8-b2f9-f1d63636bac8', 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e', 'admin_state_up': True, 'tenant_id': '59ce84d919ed4ecdafe5a928ed96d168'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:05.240978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f5fa9-0fc5-4294-b370-00b5f24227da req-a834f415-f8d2-4546-a5fe-e93f96176561 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:05.243583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-451f5fa9-0fc5-4294-b370-00b5f24227da req-a834f415-f8d2-4546-a5fe-e93f96176561 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.1129539 Oct 13 10:50:05.244417 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1ed36304-d517-42a1-9bd8-c599803a7d5f req-81dc827b-b81b-47bf-b95e-46696842df33 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:05.256172 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['f5c37847-6861-4a1f-b644-9394ee1d3b96'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:50:05.275152 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0bb48316-710b-4a7b-a078-d6172ba782f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:05.336769 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc827b-b81b-47bf-b95e-46696842df33 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Pushing event deleted for resources: {'Port': ['ID=f5c37847-6861-4a1f-b644-9394ee1d3b96,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:05.385602 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0bb48316-710b-4a7b-a078-d6172ba782f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:05.416758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed36304-d517-42a1-9bd8-c599803a7d5f req-81dc827b-b81b-47bf-b95e-46696842df33 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] No DVR routers for this DVR port f5c37847-6861-4a1f-b644-9394ee1d3b96 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:50:05.419976 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1ed36304-d517-42a1-9bd8-c599803a7d5f req-81dc827b-b81b-47bf-b95e-46696842df33 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:05.423245 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1ed36304-d517-42a1-9bd8-c599803a7d5f req-81dc827b-b81b-47bf-b95e-46696842df33 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.21 "DELETE /v2.0/ports/f5c37847-6861-4a1f-b644-9394ee1d3b96 HTTP/1.1" status: 204 len: 173 time: 0.9639828 Oct 13 10:50:05.431377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'name': 'network-vif-deleted', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:05.434959 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6864abf-d82d-4e61-b511-884b31e207b3" -d '{"events": [{"server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "name": "network-vif-deleted", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:05.480072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-451f5fa9-0fc5-4294-b370-00b5f24227da req-71b35345-5e68-4fce-8f3b-f493cb67b4bb tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979930 Oct 13 10:50:05.589380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5782269f-e73c-4522-b897-ee6bf5c4f416 req-61064709-d544-4e73-a13c-fe364a925e9a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 210 time: 0.0282247 Oct 13 10:50:05.590089 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0bb48316-710b-4a7b-a078-d6172ba782f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:05.592662 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0bb48316-710b-4a7b-a078-d6172ba782f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:05.593686 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0bb48316-710b-4a7b-a078-d6172ba782f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6cd8e7c-2f9f-4219-8846-599dda6b459e HTTP/1.1" status: 204 len: 168 time: 0.4686005 Oct 13 10:50:05.602004 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb48316-710b-4a7b-a078-d6172ba782f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cd8e7c-2f9f-4219-8846-599dda6b459e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:05.622650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-99526edd-d87d-4354-be37-0676a9666ee0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Made reservation on behalf of 59ce84d919ed4ecdafe5a928ed96d168 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:05.622650 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-99526edd-d87d-4354-be37-0676a9666ee0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:05.691371 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dff0e5-e4cf-443d-8138-408ab2eb9575 x-openstack-request-id: req-e7dff0e5-e4cf-443d-8138-408ab2eb9575 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:05.691664 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08ef649-a81d-47f3-a125-8e59282788e6", "name": "network-vif-deleted", "tag": "f5c37847-6861-4a1f-b644-9394ee1d3b96", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:05.691918 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7dff0e5-e4cf-443d-8138-408ab2eb9575 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:05.692308 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08ef649-a81d-47f3-a125-8e59282788e6', 'name': 'network-vif-deleted', 'tag': 'f5c37847-6861-4a1f-b644-9394ee1d3b96', 'status': 'completed', 'code': 200} Oct 13 10:50:05.818138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-99526edd-d87d-4354-be37-0676a9666ee0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Allocated IP 172.20.0.5 (674e18d0-a007-4b1e-8e1f-f0de80142a7e/6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e/93ec44d5-0077-40f3-9246-0920e6fd8c4c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:50:05.829690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1f5e7-efbc-40e0-992c-6027cfb36d2b req-20249f36-f490-4df9-b438-8acd32ce80b1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:05.829690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-99f1f5e7-efbc-40e0-992c-6027cfb36d2b req-20249f36-f490-4df9-b438-8acd32ce80b1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 946 time: 0.1128902 Oct 13 10:50:05.895719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-99f1f5e7-efbc-40e0-992c-6027cfb36d2b req-fee11f1a-de0a-4664-b7d3-2ab694a4cd31 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567939 Oct 13 10:50:06.313459 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-99526edd-d87d-4354-be37-0676a9666ee0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:06.346980 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ed47059-081c-4c9f-81bd-0045ca4207cf req-08834ea7-c9d1-46fd-8e6b-706fcdb9bc31 tempest-FloatingIPsAssociationTestJSON-1555409911 tempest-FloatingIPsAssociationTestJSON-1555409911-project] 10.222.0.32 "GET /v2.0/ports?device_id=e08ef649-a81d-47f3-a125-8e59282788e6 HTTP/1.1" status: 200 len: 210 time: 0.0285559 Oct 13 10:50:06.461438 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-99526edd-d87d-4354-be37-0676a9666ee0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:06.502742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-99526edd-d87d-4354-be37-0676a9666ee0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Network 674e18d0-a007-4b1e-8e1f-f0de80142a7e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:06.509332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-99526edd-d87d-4354-be37-0676a9666ee0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:06.509332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-99526edd-d87d-4354-be37-0676a9666ee0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:50:06.550755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99526edd-d87d-4354-be37-0676a9666ee0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Pushing event updated for resources: {'Port': ['ID=93ec44d5-0077-40f3-9246-0920e6fd8c4c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:06.584901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-99526edd-d87d-4354-be37-0676a9666ee0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:06.585726 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-99526edd-d87d-4354-be37-0676a9666ee0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:06.659768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0a133-fed5-47ba-a1fc-81cca9d16fdc req-1fcc0618-31d8-4c5a-9e65-faa6e9b43571 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:06.661223 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3d0a133-fed5-47ba-a1fc-81cca9d16fdc req-1fcc0618-31d8-4c5a-9e65-faa6e9b43571 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0525360 Oct 13 10:50:06.685779 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-99526edd-d87d-4354-be37-0676a9666ee0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4880717 Oct 13 10:50:06.701206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Request body: {'port': {'device_id': '389458e0-02c5-43b8-b2f9-f1d63636bac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:06.708692 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3d0a133-fed5-47ba-a1fc-81cca9d16fdc req-d97c64fe-f024-4ae9-88c1-2b8dd3470215 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410640 Oct 13 10:50:06.763130 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:06.926415 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86213-cfd0-4567-a1dd-0d11927a3f06 req-15cb0d97-6baa-42bb-a012-70e51cc08337 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:06.927926 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3cb86213-cfd0-4567-a1dd-0d11927a3f06 req-15cb0d97-6baa-42bb-a012-70e51cc08337 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 931 time: 0.1123817 Oct 13 10:50:07.034984 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3cb86213-cfd0-4567-a1dd-0d11927a3f06 req-31b5f149-fe2b-447d-80ea-b2239c895548 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966108 Oct 13 10:50:07.150060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ec44d5-0077-40f3-9246-0920e6fd8c4c {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:50:07.157954 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:07.171041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Transition to ACTIVE for port object 93ec44d5-0077-40f3-9246-0920e6fd8c4c will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:50:07.224402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc75-2421-4032-bbe6-79231e97950c req-b2cd90aa-922a-4cca-b3d2-b291a84add4d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:07.225958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a2efc75-2421-4032-bbe6-79231e97950c req-b2cd90aa-922a-4cca-b3d2-b291a84add4d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 946 time: 0.0536370 Oct 13 10:50:07.245371 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:07.305662 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a2efc75-2421-4032-bbe6-79231e97950c req-51599972-b69d-481f-8fc7-2f5a5e87225b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730412 Oct 13 10:50:07.314571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Pushing event updated for resources: {'Port': ['ID=93ec44d5-0077-40f3-9246-0920e6fd8c4c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:07.402931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Attempting to bind port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:50:07.403341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Attempting to bind port 93ec44d5-0077-40f3-9246-0920e6fd8c4c by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:50:07.403839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Attempting to bind port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:07.408700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:50:07.409195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Attempting to bind port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:07.416537 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:50:07.416873 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Checking segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:07.422437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Bound using segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:50:07.422437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Bound port: 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:50:07.422437 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:07.497291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e3890-a2fb-4596-9761-844ced8f5e3d req-7a4d2c26-19df-4b2a-833a-4cc36586a849 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:07.503680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b4e3890-a2fb-4596-9761-844ced8f5e3d req-7a4d2c26-19df-4b2a-833a-4cc36586a849 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 1097 time: 0.0843170 Oct 13 10:50:07.533596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:07.553682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:50:07.557933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b4e3890-a2fb-4596-9761-844ced8f5e3d req-8924d5d3-4854-46cf-bd3a-5843a090f548 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490854 Oct 13 10:50:07.642839 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:07.682888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:07.683595 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:07.684958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] 10.222.0.21 "PUT /v2.0/ports/93ec44d5-0077-40f3-9246-0920e6fd8c4c HTTP/1.1" status: 200 len: 1091 time: 0.9904578 Oct 13 10:50:07.699350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389458e0-02c5-43b8-b2f9-f1d63636bac8', 'tag': '93ec44d5-0077-40f3-9246-0920e6fd8c4c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:07.701392 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e22e344-c5e3-4576-a2dd-78226bf8c768" -d '{"events": [{"name": "network-changed", "server_uuid": "389458e0-02c5-43b8-b2f9-f1d63636bac8", "tag": "93ec44d5-0077-40f3-9246-0920e6fd8c4c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:07.709216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abd39f-6913-4e1a-afd3-acfe496611c9 service neutron] Pushing event updated for resources: {'Port': ['ID=93ec44d5-0077-40f3-9246-0920e6fd8c4c,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:07.771737 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-ca03f185-d8ed-411d-b964-bd97bc29be98 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7275121559cb4f04af2c73943c771844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226734 Oct 13 10:50:07.860226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-661c1341-fbac-4a7c-a575-5976acc3df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:07.861969 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-661c1341-fbac-4a7c-a575-5976acc3df39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 1094 time: 0.0702291 Oct 13 10:50:07.915679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-87a9bdbf-f00c-4dd3-b6aa-b5808ba3fda1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c HTTP/1.1" status: 200 len: 217 time: 0.0445058 Oct 13 10:50:07.933572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-2dbdca10-f34a-483a-ad59-e41def4d3884 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:07.940629 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-2dbdca10-f34a-483a-ad59-e41def4d3884 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609459 Oct 13 10:50:07.942587 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bbbeedd4-d5f1-44c4-ab29-0d0e216fdedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:07.957460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57702) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:07.975451 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-283e6e93-4e59-491d-91cd-b9d88e706f3e tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/quotas/7275121559cb4f04af2c73943c771844 HTTP/1.1" status: 200 len: 375 time: 0.0306544 Oct 13 10:50:07.984761 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-b456c161-80d1-492f-963b-6317cb961033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:07.989501 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-b456c161-80d1-492f-963b-6317cb961033 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0639615 Oct 13 10:50:08.066166 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-57ac6413-6148-43e5-bd7f-bfd761bd460a tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7275121559cb4f04af2c73943c771844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844762 Oct 13 10:50:08.067002 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-72fd5d2e-4435-4fee-88ed-408f922b0e7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683200 Oct 13 10:50:08.133342 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec2a1f-0f1b-4243-8873-0154c687d1ac req-2690682d-0abf-464f-9c73-33f83448576d tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:08.138952 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7ec2a1f-0f1b-4243-8873-0154c687d1ac req-2690682d-0abf-464f-9c73-33f83448576d tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 1097 time: 0.1202297 Oct 13 10:50:08.197553 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7ec2a1f-0f1b-4243-8873-0154c687d1ac req-3dd524f6-c26a-4aed-9a96-e1f6b6fd5e72 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527649 Oct 13 10:50:08.202826 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-1d7b5cbb-a6a8-46d3-85ef-98a47f6ed956 service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291921 Oct 13 10:50:08.263090 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc72608-9005-4d91-941c-f42946b46600 x-openstack-request-id: req-3fc72608-9005-4d91-941c-f42946b46600 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:08.263372 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389458e0-02c5-43b8-b2f9-f1d63636bac8", "tag": "93ec44d5-0077-40f3-9246-0920e6fd8c4c", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:08.263624 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fc72608-9005-4d91-941c-f42946b46600 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:08.264014 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389458e0-02c5-43b8-b2f9-f1d63636bac8', 'tag': '93ec44d5-0077-40f3-9246-0920e6fd8c4c', 'status': 'completed', 'code': 200} Oct 13 10:50:08.311049 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ba5c387-aefa-4c87-abd5-1ce7a93d164c req-313f1eec-fbb3-4a18-bddc-3cbf9128ef5f service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989866 Oct 13 10:50:08.377644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade712a-5256-42fa-b9d0-28e875d9e9da req-55e22538-f917-4e9d-bb70-429f855d80f3 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:08.385049 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ade712a-5256-42fa-b9d0-28e875d9e9da req-55e22538-f917-4e9d-bb70-429f855d80f3 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0651128 Oct 13 10:50:08.452491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ade712a-5256-42fa-b9d0-28e875d9e9da req-cfc11678-36ff-47fb-a036-ee479c6cd6ba tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622513 Oct 13 10:50:08.467422 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:08.492930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22e344-c5e3-4576-a2dd-78226bf8c768 req-0240fc95-33bb-4375-8ad7-a732ba05a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:08.494516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e22e344-c5e3-4576-a2dd-78226bf8c768 req-0240fc95-33bb-4375-8ad7-a732ba05a26d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 1094 time: 0.0558245 Oct 13 10:50:08.503422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7381765-dba3-4f12-bf2e-30ace6112766 req-7ad39f79-f3fd-4563-a148-565e0f3d1cda tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:08.523140 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a7381765-dba3-4f12-bf2e-30ace6112766 req-7ad39f79-f3fd-4563-a148-565e0f3d1cda tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 943 time: 0.1051760 Oct 13 10:50:08.571075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d86bc87a-9498-45dd-b587-de6f81f92670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:08.607732 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c14834ae-4171-47e5-bb51-fefff674091c req-f3bc5a21-5663-4daf-b63c-883eff3e186b tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 210 time: 0.0381682 Oct 13 10:50:08.620562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a7381765-dba3-4f12-bf2e-30ace6112766 req-eb4dc04d-6bca-4040-9493-55191a3f6fd2 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905719 Oct 13 10:50:08.640334 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22e344-c5e3-4576-a2dd-78226bf8c768 req-779b7cf9-eb53-4cde-a08f-8da9723ef758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:08.641921 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e22e344-c5e3-4576-a2dd-78226bf8c768 req-779b7cf9-eb53-4cde-a08f-8da9723ef758 service neutron] 10.222.0.21 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.1377501 Oct 13 10:50:08.659714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57734) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:08.704615 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e22e344-c5e3-4576-a2dd-78226bf8c768 req-0df79923-013e-42fe-92d5-57b3a734ca84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c HTTP/1.1" status: 200 len: 217 time: 0.0545633 Oct 13 10:50:08.766430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22e344-c5e3-4576-a2dd-78226bf8c768 req-fe329d93-3453-4315-8141-cff9f4a797c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:08.769311 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e22e344-c5e3-4576-a2dd-78226bf8c768 req-fe329d93-3453-4315-8141-cff9f4a797c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0574889 Oct 13 10:50:08.811014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e22e344-c5e3-4576-a2dd-78226bf8c768 req-64e6dafc-4421-41b7-99e5-aff5c81220ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340650 Oct 13 10:50:08.866551 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-745743c1-37bb-47de-b4ad-c673ee78cbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:08.932910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e22e344-c5e3-4576-a2dd-78226bf8c768 req-d2266035-0bad-48a0-b4ee-54a1234a4a1e service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117868 Oct 13 10:50:09.014552 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-d86bc87a-9498-45dd-b587-de6f81f92670 admin admin] Deleting port 774558c0-42de-4446-9c25-f34c74625386 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:09.014885 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d86bc87a-9498-45dd-b587-de6f81f92670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:09.044122 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e22e344-c5e3-4576-a2dd-78226bf8c768 req-8ec34a53-17dd-4119-a0be-8f8ee9ba1ae8 service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020904 Oct 13 10:50:09.079273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-745743c1-37bb-47de-b4ad-c673ee78cbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:09.150116 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cf64e-5c1c-464b-84e8-2f686ea0564f req-333d9269-04dd-409c-8b6e-1926730aa50f tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:09.152867 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d87cf64e-5c1c-464b-84e8-2f686ea0564f req-333d9269-04dd-409c-8b6e-1926730aa50f tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 1097 time: 0.0748291 Oct 13 10:50:09.159857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-d86bc87a-9498-45dd-b587-de6f81f92670 admin admin] For port 774558c0-42de-4446-9c25-f34c74625386, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=774558c0-42de-4446-9c25-f34c74625386,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:09.160034 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d86bc87a-9498-45dd-b587-de6f81f92670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:09.176754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-745743c1-37bb-47de-b4ad-c673ee78cbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:09.189931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-d86bc87a-9498-45dd-b587-de6f81f92670 admin admin] Calling delete_port for 774558c0-42de-4446-9c25-f34c74625386 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:09.240816 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-745743c1-37bb-47de-b4ad-c673ee78cbb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9240dc0d05874356ab36b98b7d08703e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782652 Oct 13 10:50:09.240907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57754) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:09.306550 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6eb29676-3666-4461-b0c6-cb0078861434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:09.331749 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6eb29676-3666-4461-b0c6-cb0078861434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:09.456319 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6eb29676-3666-4461-b0c6-cb0078861434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:09.461080 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6eb29676-3666-4461-b0c6-cb0078861434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:09.462601 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6eb29676-3666-4461-b0c6-cb0078861434 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d5e166c-6a33-4915-9212-a48484a0a493 HTTP/1.1" status: 204 len: 168 time: 0.2201848 Oct 13 10:50:09.473438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb29676-3666-4461-b0c6-cb0078861434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5e166c-6a33-4915-9212-a48484a0a493,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:09.554909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745743c1-37bb-47de-b4ad-c673ee78cbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5e166c-6a33-4915-9212-a48484a0a493,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:09.567300 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d87cf64e-5c1c-464b-84e8-2f686ea0564f req-5315543a-f117-42e4-b744-3458561f0898 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046166 Oct 13 10:50:09.693586 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f5c37847-6861-4a1f-b644-9394ee1d3b96 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:09.720781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: f5c37847-6861-4a1f-b644-9394ee1d3b96 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:09.721445 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f5c37847-6861-4a1f-b644-9394ee1d3b96 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:09.723370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103ea8e-cbee-4672-ac8c-28670f56e22c req-080da2fa-923a-4bac-9866-037b674dda04 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:09.724739 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d103ea8e-cbee-4672-ac8c-28670f56e22c req-080da2fa-923a-4bac-9866-037b674dda04 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0901639 Oct 13 10:50:09.784250 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d103ea8e-cbee-4672-ac8c-28670f56e22c req-5b24581b-d975-4983-ae40-e37521009d94 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463552 Oct 13 10:50:09.829365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5498f01-e66f-4460-80f0-e5230409b38f req-988a1ef8-380c-4470-bddb-0265fe1191a7 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 210 time: 0.0325150 Oct 13 10:50:09.882204 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d86bc87a-9498-45dd-b587-de6f81f92670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:09.911991 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bc87a-9498-45dd-b587-de6f81f92670 admin admin] Pushing event deleted for resources: {'Port': ['ID=774558c0-42de-4446-9c25-f34c74625386,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:09.956437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4320cb-cae7-4d3b-8bb3-0183e99081a7 req-8636e1f8-8317-444e-9bab-3d8f0c933eb4 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:09.958532 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bc4320cb-cae7-4d3b-8bb3-0183e99081a7 req-8636e1f8-8317-444e-9bab-3d8f0c933eb4 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 943 time: 0.1022215 Oct 13 10:50:10.079526 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bc4320cb-cae7-4d3b-8bb3-0183e99081a7 req-fa191e13-8b2f-496d-a508-5f5cb53d5075 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817122 Oct 13 10:50:10.136295 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:10.146013 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d86bc87a-9498-45dd-b587-de6f81f92670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:10.236399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57784) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:10.252344 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-706e29cd-db7b-483f-adaa-f0b1411c54a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:10.355978 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-706e29cd-db7b-483f-adaa-f0b1411c54a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:10.436572 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-706e29cd-db7b-483f-adaa-f0b1411c54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:10.437659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86bc87a-9498-45dd-b587-de6f81f92670 admin admin] Router 7f9410df-2933-4259-a40f-000d26eb57f3 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:50:10.486676 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-706e29cd-db7b-483f-adaa-f0b1411c54a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99aa3304984a4fa5ab0f595e55f55d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489097 Oct 13 10:50:10.489272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e29cd-db7b-483f-adaa-f0b1411c54a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047ac0ea-4025-4801-8f0e-5ec463c08714,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:10.491739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57788) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:10.543104 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-264cfcef-60fd-4b18-8bbc-517f96242b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:10.558689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86bc87a-9498-45dd-b587-de6f81f92670 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:50:10.563866 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-264cfcef-60fd-4b18-8bbc-517f96242b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:10.566746 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d86bc87a-9498-45dd-b587-de6f81f92670 admin admin] 10.222.0.32 "PUT /v2.0/routers/7f9410df-2933-4259-a40f-000d26eb57f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6076603 Oct 13 10:50:10.567364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57790) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:10.568910 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35df31b-750f-48be-8aac-1dea57e247c2 None None] Sync routers for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:50:10.578096 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35df31b-750f-48be-8aac-1dea57e247c2 None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:10.579030 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e35df31b-750f-48be-8aac-1dea57e247c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:49:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:10.690857 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:10.696278 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-264cfcef-60fd-4b18-8bbc-517f96242b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:10.699037 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-264cfcef-60fd-4b18-8bbc-517f96242b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:10.700204 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-264cfcef-60fd-4b18-8bbc-517f96242b5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/047ac0ea-4025-4801-8f0e-5ec463c08714 HTTP/1.1" status: 204 len: 168 time: 0.2073941 Oct 13 10:50:10.715738 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cfcef-60fd-4b18-8bbc-517f96242b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047ac0ea-4025-4801-8f0e-5ec463c08714,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:10.757673 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e24a101e-124c-4cf3-895c-636fa1a3e0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:10.777596 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-e35df31b-750f-48be-8aac-1dea57e247c2 None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:10.844643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e911a78-91a9-4fee-9d13-f967800a0657 req-a4b0f3f2-f0da-4944-ac3f-955bc867dc97 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:10.846164 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e911a78-91a9-4fee-9d13-f967800a0657 req-a4b0f3f2-f0da-4944-ac3f-955bc867dc97 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 1097 time: 0.1038620 Oct 13 10:50:10.883760 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:10.904841 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e911a78-91a9-4fee-9d13-f967800a0657 req-768c26c3-3b60-4a5d-91a8-6eb03d3b1111 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484304 Oct 13 10:50:10.962439 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-f459d709-dd4b-4ef6-8513-97c9dbb6a3a0 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7275121559cb4f04af2c73943c771844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312309 Oct 13 10:50:10.981032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed973fe6-d74a-4df1-a404-e4209e9b31ff req-9f39ece8-67bf-4de4-8e6e-32a9042de7b9 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:10.986565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed973fe6-d74a-4df1-a404-e4209e9b31ff req-9f39ece8-67bf-4de4-8e6e-32a9042de7b9 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0916870 Oct 13 10:50:11.027208 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed973fe6-d74a-4df1-a404-e4209e9b31ff req-b2133d4a-86d5-4286-8893-7928983cc837 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372615 Oct 13 10:50:11.124269 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-789c8b97-8940-4757-8cf6-8445e4ab212f req-b596225c-ecd2-490a-ba4d-2a7403e55464 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 210 time: 0.1083896 Oct 13 10:50:11.134805 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e35df31b-750f-48be-8aac-1dea57e247c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:50:09Z', 'revision_number': 5, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port': {'id': 'e8e571d8-4e9b-479d-af59-06bc00ccdd2a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:47Z', 'updated_at': '2021-10-13T10:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:11.189826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Deleting port e8e571d8-4e9b-479d-af59-06bc00ccdd2a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:11.190363 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:11.218993 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35df31b-750f-48be-8aac-1dea57e247c2 None None] Checking router: 7f9410df-2933-4259-a40f-000d26eb57f3 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:50:11.238618 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35df31b-750f-48be-8aac-1dea57e247c2 None None] Routers {'7f9410df-2933-4259-a40f-000d26eb57f3'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:11.239310 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e35df31b-750f-48be-8aac-1dea57e247c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7f9410df-2933-4259-a40f-000d26eb57f3'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:11.318525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-28bacb7d-ba76-44ab-97af-249ffb764cca tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:11.321120 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-28bacb7d-ba76-44ab-97af-249ffb764cca tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3523705 Oct 13 10:50:11.348496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Request body: {'port': {'device_id': 'ebb55d98-7d33-43c6-b166-36ec3807c29a', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '7275121559cb4f04af2c73943c771844'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:11.359320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] For port e8e571d8-4e9b-479d-af59-06bc00ccdd2a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e8e571d8-4e9b-479d-af59-06bc00ccdd2a,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:11.359523 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:11.395762 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-e35df31b-750f-48be-8aac-1dea57e247c2 None None] Set router 7f9410df-2933-4259-a40f-000d26eb57f3 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:11.421260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Calling delete_port for e8e571d8-4e9b-479d-af59-06bc00ccdd2a owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:11.453643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599b3a-32cf-4053-883b-974ad01718a8 req-22b19e2d-a87c-4689-80e6-0a089dbfff98 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:11.461520 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d7599b3a-32cf-4053-883b-974ad01718a8 req-22b19e2d-a87c-4689-80e6-0a089dbfff98 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 943 time: 0.1676445 Oct 13 10:50:11.476299 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e35df31b-750f-48be-8aac-1dea57e247c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:50:10Z', 'revision_number': 6, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:11.506010 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35df31b-750f-48be-8aac-1dea57e247c2 None None] The sync data for ids ['7f9410df-2933-4259-a40f-000d26eb57f3'] in n-d-813659-3 is: [{'id': '7f9410df-2933-4259-a40f-000d26eb57f3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1815345750-router', 'tenant_id': '198968e63bf44c978f3296047f1450f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:46Z', 'updated_at': '2021-10-13T10:50:10Z', 'revision_number': 6, 'project_id': '198968e63bf44c978f3296047f1450f1', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:50:11.568030 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:11.583589 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d7599b3a-32cf-4053-883b-974ad01718a8 req-039fcb1d-fdb5-4049-ad89-6e6ae2b52eeb tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159472 Oct 13 10:50:11.704198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 93ec44d5-0077-40f3-9246-0920e6fd8c4c details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:50:11.739689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Made reservation on behalf of 7275121559cb4f04af2c73943c771844 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:11.743484 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:11.752269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:11.777664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57822) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:11.778649 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:11.805801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:11.824735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '93ec44d5-0077-40f3-9246-0920e6fd8c4c', 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e', 'port_id': '93ec44d5-0077-40f3-9246-0920e6fd8c4c', 'mac_address': 'fa:16:3e:32:c8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:50:11.829187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e571d8-4e9b-479d-af59-06bc00ccdd2a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:11.861118 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:11.910375 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:11.934795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ec44d5-0077-40f3-9246-0920e6fd8c4c {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:50:11.957309 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ee66d3e-f068-4a49-9e20-bb91b92c2459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.011832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:12.042424 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.048886 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.090362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 774558c0-42de-4446-9c25-f34c74625386 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:12.109494 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.142622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ee66d3e-f068-4a49-9e20-bb91b92c2459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.143285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 774558c0-42de-4446-9c25-f34c74625386 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:12.143774 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 774558c0-42de-4446-9c25-f34c74625386 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:12.197090 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.207332 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.231734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c409b6-7f67-48a9-a429-f027e3eb798b req-d7ef05b6-3f8d-43e6-922e-b53595d11a62 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:12.233510 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-96c409b6-7f67-48a9-a429-f027e3eb798b req-d7ef05b6-3f8d-43e6-922e-b53595d11a62 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0645757 Oct 13 10:50:12.247930 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=93ec44d5-0077-40f3-9246-0920e6fd8c4c,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:12.250396 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ee66d3e-f068-4a49-9e20-bb91b92c2459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.284958 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-96c409b6-7f67-48a9-a429-f027e3eb798b req-47eca949-33c0-434c-aea1-1c2ac4fcf022 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457420 Oct 13 10:50:12.285889 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.296744 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.306832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f9410df-2933-4259-a40f-000d26eb57f3 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:50:12.311403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee66d3e-f068-4a49-9e20-bb91b92c2459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117ac412-e576-451a-a076-09264e06c346,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:12.318362 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2ee66d3e-f068-4a49-9e20-bb91b92c2459 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a3e67fdb232471d8d0f879828cc2558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396481 Oct 13 10:50:12.321216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57856) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:12.343710 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.347116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-35bb3ba8-5e05-402e-a9c2-d26da5d6fe14 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7f9410df-2933-4259-a40f-000d26eb57f3 HTTP/1.1" status: 204 len: 168 time: 1.7765732 Oct 13 10:50:12.348561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57858) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:12.394177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57860) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:12.405188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['93ec44d5-0077-40f3-9246-0920e6fd8c4c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:50:12.417016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d2e039-0693-4b14-9a24-564a7d5ef3ae,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:12.456324 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-daeef78d-a828-488c-b399-8c1339ea662f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.461652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fc0957-d87d-477e-b57f-fc30ccae402f admin admin] Deleting subnet 6643dbf3-a239-4d0f-b2b4-903fb61e4c98 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:50:12.465924 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4fc0957-d87d-477e-b57f-fc30ccae402f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.552747 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-daeef78d-a828-488c-b399-8c1339ea662f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.566487 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4fc0957-d87d-477e-b57f-fc30ccae402f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.584901 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4adf5f1a-ff66-4112-b73f-f9607d028b96 req-58930f4a-f97a-4229-933e-f6a986f27934 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 210 time: 0.0716074 Oct 13 10:50:12.588265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1016236056-network', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:12.613276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Allocated IP 192.168.233.111 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/0a4034fd-713c-4e3e-8bd8-c2a7486c418b) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:50:12.734212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Made reservation on behalf of 19807820a78f4d2d9d7aa5ff20d1ce5c for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:12.738815 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.739911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-daeef78d-a828-488c-b399-8c1339ea662f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.743551 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-daeef78d-a828-488c-b399-8c1339ea662f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.744699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-daeef78d-a828-488c-b399-8c1339ea662f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/117ac412-e576-451a-a076-09264e06c346 HTTP/1.1" status: 204 len: 168 time: 0.4219048 Oct 13 10:50:12.765399 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.771766 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeef78d-a828-488c-b399-8c1339ea662f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117ac412-e576-451a-a076-09264e06c346,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:12.781751 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4fc0957-d87d-477e-b57f-fc30ccae402f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.839059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b3d3e-d512-475e-a11b-0b0193670d4f req-10007442-7f17-4974-85cf-a94ef918eb8a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:12.840589 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a05b3d3e-d512-475e-a11b-0b0193670d4f req-10007442-7f17-4974-85cf-a94ef918eb8a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 944 time: 0.1482458 Oct 13 10:50:12.866086 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.923543 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a05b3d3e-d512-475e-a11b-0b0193670d4f req-ed968686-4061-4c70-aa85-731eeaa15056 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662699 Oct 13 10:50:12.962377 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4fc0957-d87d-477e-b57f-fc30ccae402f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.983760 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:12.990514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc0957-d87d-477e-b57f-fc30ccae402f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6643dbf3-a239-4d0f-b2b4-903fb61e4c98,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:12.994914 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4fc0957-d87d-477e-b57f-fc30ccae402f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.000903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57872) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:13.001221 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c4fc0957-d87d-477e-b57f-fc30ccae402f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6643dbf3-a239-4d0f-b2b4-903fb61e4c98 HTTP/1.1" status: 204 len: 168 time: 0.6513174 Oct 13 10:50:13.001320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced4f078-e1ea-4295-bf49-c76501990b61 None None] Network be2e561e-5856-48e0-9234-028425481c5b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:50:13.082487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.102813 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.135436 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.139952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:13.158798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:13.162129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:50:13.170936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:13.175577 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.192282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Pushing event updated for resources: {'Port': ['ID=0a4034fd-713c-4e3e-8bd8-c2a7486c418b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:13.206662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:50:13.229982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad1d88c-2094-4572-92f2-6d1038bffe0f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:13.244504 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f721616a-9406-486d-acc0-898a81b40c4d None None] DHCP port deletion for be2e561e-5856-48e0-9234-028425481c5b request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:50:13.260711 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.261065 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Added segment 3775f917-89d2-4447-bcbc-05ef11b4af12 of type vlan for network e344e3e4-88ba-4a35-96fb-f3df3a71425d Oct 13 10:50:13.294270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f721616a-9406-486d-acc0-898a81b40c4d None None] Deleting port e7c34192-8cdb-4fe4-960a-ac2e75fff61a {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:13.294688 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f721616a-9406-486d-acc0-898a81b40c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.298201 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.324950 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.365301 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Deleting port e7c34192-8cdb-4fe4-960a-ac2e75fff61a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:13.365647 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.385481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f721616a-9406-486d-acc0-898a81b40c4d None None] For port e7c34192-8cdb-4fe4-960a-ac2e75fff61a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e7c34192-8cdb-4fe4-960a-ac2e75fff61a,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:13.385643 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-aa3ebbad-c32e-4e28-b81d-72dbc81afd77 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0471013 Oct 13 10:50:13.386268 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f721616a-9406-486d-acc0-898a81b40c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.432240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Request body: {'port': {'device_id': 'ebb55d98-7d33-43c6-b166-36ec3807c29a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:13.455976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-8b83ae96-65bd-4e3b-96e5-3c0f4f2bf671 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:50:13.457021 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-8b83ae96-65bd-4e3b-96e5-3c0f4f2bf671 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0358493 Oct 13 10:50:13.504493 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.505423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:13.506005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.523294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f721616a-9406-486d-acc0-898a81b40c4d None None] Calling delete_port for e7c34192-8cdb-4fe4-960a-ac2e75fff61a owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:13.548891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] For port e7c34192-8cdb-4fe4-960a-ac2e75fff61a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e7c34192-8cdb-4fe4-960a-ac2e75fff61a,segment=NetworkSegment(9b44ae8f-3f80-4f17-998a-ced35291615f),segment_id=9b44ae8f-3f80-4f17-998a-ced35291615f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:13.549259 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.570578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57882) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:13.584772 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f148dd98-d061-443a-8473-8be579c9ed33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.595667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-42af7589-4631-45d1-9d77-eb4679743b1a None None] Provisioning complete for port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:13.596046 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-42af7589-4631-45d1-9d77-eb4679743b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.634664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Calling delete_port for e7c34192-8cdb-4fe4-960a-ac2e75fff61a owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:13.641135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-5456d7f8-89ab-402c-96ba-4fe4bfa15714 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:13.642526 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-5456d7f8-89ab-402c-96ba-4fe4bfa15714 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports/4401a231-75fe-452c-8e68-a4d75d6630a4 HTTP/1.1" status: 200 len: 1094 time: 0.1577635 Oct 13 10:50:13.656313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-42af7589-4631-45d1-9d77-eb4679743b1a None None] Port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:50:13.664815 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.673339 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] Request body: {'binding': {'host': 'n-h1-813659-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:13.673797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] Unknown quota resources ['binding']. {{(pid=101990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 10:50:13.677366 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f148dd98-d061-443a-8473-8be579c9ed33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.683638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825ae23-2343-444f-9e7f-7b4aa9987751 req-bce298a8-657a-4434-bd39-023a9dd89cc3 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:13.685111 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b825ae23-2343-444f-9e7f-7b4aa9987751 req-bce298a8-657a-4434-bd39-023a9dd89cc3 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.3048227 Oct 13 10:50:13.704238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 93ec44d5-0077-40f3-9246-0920e6fd8c4c up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:13.717152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] Pushing event updated for resources: {'Network': ['ID=e344e3e4-88ba-4a35-96fb-f3df3a71425d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:13.729429 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network e344e3e4-88ba-4a35-96fb-f3df3a71425d details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:50:13.753367 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f148dd98-d061-443a-8473-8be579c9ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.773461 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-013c367f-22e6-4151-a50e-7d44db0c27f7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3750670 Oct 13 10:50:13.774256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57886) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:13.777263 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f721616a-9406-486d-acc0-898a81b40c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.779265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-bde2ec62-778a-4b6e-8368-e09882be8a1d admin admin] Request body: {'subnet': {'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1016236056-subnet', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:13.808377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148dd98-d061-443a-8473-8be579c9ed33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0201e7-42d6-4f32-b3ed-fba4ff4f2286,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:13.821592 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f148dd98-d061-443a-8473-8be579c9ed33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f07974da39c847678d0aaf4db9d4d7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497685 Oct 13 10:50:13.822204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57888) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:13.824978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721616a-9406-486d-acc0-898a81b40c4d None None] No DVR routers for this DVR port e7c34192-8cdb-4fe4-960a-ac2e75fff61a on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:50:13.844332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721616a-9406-486d-acc0-898a81b40c4d None None] Pushing event deleted for resources: {'Port': ['ID=e7c34192-8cdb-4fe4-960a-ac2e75fff61a,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:13.882685 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a902157-312a-472f-a990-ad3d2152c1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.908523 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde2ec62-778a-4b6e-8368-e09882be8a1d admin admin] Made reservation on behalf of 19807820a78f4d2d9d7aa5ff20d1ce5c for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:13.910872 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b825ae23-2343-444f-9e7f-7b4aa9987751 req-4d135181-98b9-40cf-bf2f-33eb74a8330b tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172213 Oct 13 10:50:13.911206 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec62-778a-4b6e-8368-e09882be8a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.915143 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a902157-312a-472f-a990-ad3d2152c1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.936671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 93ec44d5-0077-40f3-9246-0920e6fd8c4c completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:50:13.948307 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 93ec44d5-0077-40f3-9246-0920e6fd8c4c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:13.949011 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:13.989844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e7c34192-8cdb-4fe4-960a-ac2e75fff61a no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:14.017837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: e7c34192-8cdb-4fe4-960a-ac2e75fff61a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:14.019140 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e7c34192-8cdb-4fe4-960a-ac2e75fff61a not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:14.021170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e8e571d8-4e9b-479d-af59-06bc00ccdd2a no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:14.042214 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.055285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: e8e571d8-4e9b-479d-af59-06bc00ccdd2a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:14.055624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e8e571d8-4e9b-479d-af59-06bc00ccdd2a not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:14.094566 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.123374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389458e0-02c5-43b8-b2f9-f1d63636bac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ec44d5-0077-40f3-9246-0920e6fd8c4c'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:14.125697 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e36f1d-32c3-4f24-9f37-7edc68f452e8" -d '{"events": [{"server_uuid": "389458e0-02c5-43b8-b2f9-f1d63636bac8", "name": "network-vif-plugged", "status": "completed", "tag": "93ec44d5-0077-40f3-9246-0920e6fd8c4c"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:14.139740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:14.153873 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a902157-312a-472f-a990-ad3d2152c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.156606 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a902157-312a-472f-a990-ad3d2152c1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.157800 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3a902157-312a-472f-a990-ad3d2152c1cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f0201e7-42d6-4f32-b3ed-fba4ff4f2286 HTTP/1.1" status: 204 len: 168 time: 0.3325732 Oct 13 10:50:14.168658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a902157-312a-472f-a990-ad3d2152c1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0201e7-42d6-4f32-b3ed-fba4ff4f2286,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:14.212061 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.234112 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec62-778a-4b6e-8368-e09882be8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.282566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=93ec44d5-0077-40f3-9246-0920e6fd8c4c,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:14.304914 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2ec62-778a-4b6e-8368-e09882be8a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b0f474e-6ce4-4472-9bec-658080713409,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:14.313005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2ec62-778a-4b6e-8368-e09882be8a1d admin admin] Checking segment: {'id': '3775f917-89d2-4447-bcbc-05ef11b4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:14.313421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde2ec62-778a-4b6e-8368-e09882be8a1d admin admin] Network hostable DHCP agents. Network: e344e3e4-88ba-4a35-96fb-f3df3a71425d, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:50:14.387061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c34192-8cdb-4fe4-960a-ac2e75fff61a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:14.388546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde2ec62-778a-4b6e-8368-e09882be8a1d admin admin] Network e344e3e4-88ba-4a35-96fb-f3df3a71425d is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:50:14.400883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] No DVR routers for this DVR port e7c34192-8cdb-4fe4-960a-ac2e75fff61a on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:50:14.437887 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] Attempting to bind port 4401a231-75fe-452c-8e68-a4d75d6630a4 on host n-h1-813659-3 for vnic_type normal with profile None {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:50:14.438217 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] Attempting to bind port 4401a231-75fe-452c-8e68-a4d75d6630a4 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:50:14.438561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] Attempting to bind port 4401a231-75fe-452c-8e68-a4d75d6630a4 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:14.450325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-bde2ec62-778a-4b6e-8368-e09882be8a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, e344e3e4-88ba-4a35-96fb-f3df3a71425d) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:14.454552 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde2ec62-778a-4b6e-8368-e09882be8a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:14.455142 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec62-778a-4b6e-8368-e09882be8a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.460832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec4ac50-c7ce-4aae-9fb8-3bbe8ad09c75 None None] Network e344e3e4-88ba-4a35-96fb-f3df3a71425d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:50:14.470678 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] Port 4401a231-75fe-452c-8e68-a4d75d6630a4 on network 259a4ec1-ee8d-422b-b204-4224c014af8b not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:50:14.471011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] Attempting to bind port 4401a231-75fe-452c-8e68-a4d75d6630a4 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:14.521687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:50:14.521687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] Checking segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:14.522215 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bde2ec62-778a-4b6e-8368-e09882be8a1d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7435994 Oct 13 10:50:14.522309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] Bound using segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:50:14.522309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] Bound port: 4401a231-75fe-452c-8e68-a4d75d6630a4, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:50:14.523111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57898) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:14.527242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1016236056-router', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:14.537442 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.608093 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.609486 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.623726 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.624028 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.624760 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.625435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > port after_create 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.625786 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.626123 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > port after_update 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.626471 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.626794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.627109 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.627432 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.632996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-e344e3e4-88ba-4a35-96fb-f3df3a71425d', 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'fixed_ips': [{'subnet_id': '0b0f474e-6ce4-4472-9bec-658080713409'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:50:14.633891 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.698499 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.698867 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.699201 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.699534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 10:50:14.699916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2e561e-5856-48e0-9234-028425481c5b']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:14.711715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4034fd-713c-4e3e-8bd8-c2a7486c418b {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:50:14.720019 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.745450 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.746526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Transition to ACTIVE for port object 0a4034fd-713c-4e3e-8bd8-c2a7486c418b will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:50:14.752027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b44ae8f-3f80-4f17-998a-ced35291615f') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:14.752320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b44ae8f-3f80-4f17-998a-ced35291615f') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:14.771624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Allocated IP 172.20.0.2 (e344e3e4-88ba-4a35-96fb-f3df3a71425d/0b0f474e-6ce4-4472-9bec-658080713409/55dd5d36-8743-47c1-8e41-aa10de9a9733) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:50:14.773828 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.797072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4401a231-75fe-452c-8e68-a4d75d6630a4,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:50:14.803858 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.812314 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:50:14.812709 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: from cryptography.utils import int_from_bytes Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: from cryptography.utils import int_from_bytes Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:50:14.817076 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:50:14.868282 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.915080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4034fd-713c-4e3e-8bd8-c2a7486c418b,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:14.923683 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.924382 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-f1321a9a-d2a4-4bef-9468-4c940df3bfc6 service neutron] 10.222.0.32 "POST /v2.0/ports/4401a231-75fe-452c-8e68-a4d75d6630a4/bindings HTTP/1.1" status: 201 len: 389 time: 1.2666428 Oct 13 10:50:14.929085 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.985235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.992992 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:14.996699 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] 10.222.0.32 "DELETE /v2.0/networks/be2e561e-5856-48e0-9234-028425481c5b HTTP/1.1" status: 204 len: 168 time: 1.9935229 Oct 13 10:50:15.014915 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.017704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.021930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d09654-ddf3-4824-8503-ce1712542286 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2e561e-5856-48e0-9234-028425481c5b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:15.046814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Attempting to bind port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:50:15.047152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Attempting to bind port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:50:15.047480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Attempting to bind port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:15.053188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:50:15.053512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Attempting to bind port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:15.059727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:50:15.060071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:15.060502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:50:15.061384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Bound port: 0a4034fd-713c-4e3e-8bd8-c2a7486c418b, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:50:15.062138 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.076224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Network e344e3e4-88ba-4a35-96fb-f3df3a71425d is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:15.082132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:15.087170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:50:15.119116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Pushing event updated for resources: {'Port': ['ID=55dd5d36-8743-47c1-8e41-aa10de9a9733,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:15.159095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] For port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:15.163174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] For port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=0a4034fd-713c-4e3e-8bd8-c2a7486c418b,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:50:15.173243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Attempting to bind port 55dd5d36-8743-47c1-8e41-aa10de9a9733 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:50:15.173616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Attempting to bind port 55dd5d36-8743-47c1-8e41-aa10de9a9733 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '3775f917-89d2-4447-bcbc-05ef11b4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:50:15.174036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Attempting to bind port 55dd5d36-8743-47c1-8e41-aa10de9a9733 on network e344e3e4-88ba-4a35-96fb-f3df3a71425d {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:15.179713 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:50:15.180099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Checking segment: {'id': '3775f917-89d2-4447-bcbc-05ef11b4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:15.180603 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.180890 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Bound using segment: {'id': '3775f917-89d2-4447-bcbc-05ef11b4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:50:15.181367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Bound port: 55dd5d36-8743-47c1-8e41-aa10de9a9733, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3775f917-89d2-4447-bcbc-05ef11b4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:50:15.181748 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.286425 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.305362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] For port 55dd5d36-8743-47c1-8e41-aa10de9a9733, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:15.319206 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] For port 55dd5d36-8743-47c1-8e41-aa10de9a9733, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=55dd5d36-8743-47c1-8e41-aa10de9a9733,segment=NetworkSegment(3775f917-89d2-4447-bcbc-05ef11b4af12),segment_id=3775f917-89d2-4447-bcbc-05ef11b4af12)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:50:15.340809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:15.341439 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.342979 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] 10.222.0.46 "PUT /v2.0/ports/0a4034fd-713c-4e3e-8bd8-c2a7486c418b HTTP/1.1" status: 200 len: 1096 time: 1.9189456 Oct 13 10:50:15.343509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb55d98-7d33-43c6-b166-36ec3807c29a', 'tag': '0a4034fd-713c-4e3e-8bd8-c2a7486c418b'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:15.345929 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2c5b13-15de-45c6-bc91-b309581c90a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb55d98-7d33-43c6-b166-36ec3807c29a", "tag": "0a4034fd-713c-4e3e-8bd8-c2a7486c418b"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:15.367113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed04b9-5ef9-4997-a5ec-c22bb8413b20 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4034fd-713c-4e3e-8bd8-c2a7486c418b,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:15.399626 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.421707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74834be-d08e-460e-a22f-4c8aa1ab9365 req-262d671d-7620-41b6-a647-777cec20fba4 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:15.423875 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d74834be-d08e-460e-a22f-4c8aa1ab9365 req-262d671d-7620-41b6-a647-777cec20fba4 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 948 time: 0.1184623 Oct 13 10:50:15.424904 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.444956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57924) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:15.456966 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.510198 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-68389590-980a-4960-ad48-a19b24f41755 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=198968e63bf44c978f3296047f1450f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629594 Oct 13 10:50:15.510198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57926) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:15.527422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab6504-9c18-4ab9-b6c5-65c0bf4a3319 None None] Pushing event updated for resources: {'Port': ['ID=55dd5d36-8743-47c1-8e41-aa10de9a9733,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:15.587835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d74834be-d08e-460e-a22f-4c8aa1ab9365 req-347973c6-b892-42a4-a42d-1ca598bf0e00 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329751 Oct 13 10:50:15.602246 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-70d794fc-754b-401f-ae37-21d39bf345b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.627273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-70d794fc-754b-401f-ae37-21d39bf345b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.652473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Allocated IP 172.25.0.115 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/b8f3e4fd-39b6-4e11-b42b-ca31db4a5669) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:50:15.776633 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-70d794fc-754b-401f-ae37-21d39bf345b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.779576 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-70d794fc-754b-401f-ae37-21d39bf345b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.780824 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-70d794fc-754b-401f-ae37-21d39bf345b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f40b45a-b24c-4a8b-98fd-5f569fd394d6 HTTP/1.1" status: 204 len: 168 time: 0.2682960 Oct 13 10:50:15.789794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d794fc-754b-401f-ae37-21d39bf345b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f40b45a-b24c-4a8b-98fd-5f569fd394d6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:15.820071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda0f6c-0b3c-43c2-90b2-cf364c2bb998 req-0e43ab74-ad42-4a9c-83b6-185673450f09 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:15.827690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6fda0f6c-0b3c-43c2-90b2-cf364c2bb998 req-0e43ab74-ad42-4a9c-83b6-185673450f09 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.1454921 Oct 13 10:50:15.890166 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:15.903100 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6fda0f6c-0b3c-43c2-90b2-cf364c2bb998 req-8be489ff-ead2-4ac2-aecb-946b6e0e18b2 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743039 Oct 13 10:50:15.953220 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c15f59-cad5-4dfa-bdcb-5fb4dc619792 x-openstack-request-id: req-19c15f59-cad5-4dfa-bdcb-5fb4dc619792 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:15.953872 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389458e0-02c5-43b8-b2f9-f1d63636bac8", "name": "network-vif-plugged", "status": "completed", "tag": "93ec44d5-0077-40f3-9246-0920e6fd8c4c", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:15.954273 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19c15f59-cad5-4dfa-bdcb-5fb4dc619792 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:15.954824 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389458e0-02c5-43b8-b2f9-f1d63636bac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ec44d5-0077-40f3-9246-0920e6fd8c4c', 'code': 200} Oct 13 10:50:16.009935 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 55dd5d36-8743-47c1-8e41-aa10de9a9733 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:16.065029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 55dd5d36-8743-47c1-8e41-aa10de9a9733 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:16.065612 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:16.070464 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:16.172636 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:16.218052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 55dd5d36-8743-47c1-8e41-aa10de9a9733, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=55dd5d36-8743-47c1-8e41-aa10de9a9733,segment=NetworkSegment(3775f917-89d2-4447-bcbc-05ef11b4af12),segment_id=3775f917-89d2-4447-bcbc-05ef11b4af12)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:16.303250 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:16.358701 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=55dd5d36-8743-47c1-8e41-aa10de9a9733,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:16.424039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:16.436586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e42cb-7025-43b6-a1cc-a12414ca5ce8 req-ee302dd9-7ee4-4537-b111-bb3922395be6 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:16.444223 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e2e42cb-7025-43b6-a1cc-a12414ca5ce8 req-ee302dd9-7ee4-4537-b111-bb3922395be6 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.4300456 Oct 13 10:50:16.448233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:16.455108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f3e4fd-39b6-4e11-b42b-ca31db4a5669,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:16.463001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:50:16.466361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6d07d-2a34-4ec0-b727-3617a2547aa3 req-3abe9696-2d6a-4b6d-a1b9-fa26afc329e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:16.467842 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6e6d07d-2a34-4ec0-b727-3617a2547aa3 req-3abe9696-2d6a-4b6d-a1b9-fa26afc329e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 1096 time: 0.4412684 Oct 13 10:50:16.556938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6e6d07d-2a34-4ec0-b727-3617a2547aa3 req-61fc0792-7045-4e91-b371-1131e12612bc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537183 Oct 13 10:50:16.557901 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e2e42cb-7025-43b6-a1cc-a12414ca5ce8 req-ebd5f4b4-beeb-404b-8e9d-090dc25abf9c tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128592 Oct 13 10:50:16.660730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082c49ee-9115-453e-9974-6920af711751 None None] Network e344e3e4-88ba-4a35-96fb-f3df3a71425d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:50:16.735961 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64700186-8b71-49ae-9466-38030dae9641 req-0f3a1169-de41-41c1-ba1e-80b760a169ca tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:16.737485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-64700186-8b71-49ae-9466-38030dae9641 req-0f3a1169-de41-41c1-ba1e-80b760a169ca tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 946 time: 0.0745785 Oct 13 10:50:16.759022 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a8fcadae-2a23-4488-9bb9-7a8be0c96d9e None None] Provisioning complete for port 55dd5d36-8743-47c1-8e41-aa10de9a9733 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:16.759393 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a8fcadae-2a23-4488-9bb9-7a8be0c96d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:16.794222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-64700186-8b71-49ae-9466-38030dae9641 req-2fec9664-c51c-47e8-96de-b53ab9c70cd3 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486917 Oct 13 10:50:16.859509 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1388c29-59b1-4337-bf41-c94e8edaf406 x-openstack-request-id: req-b1388c29-59b1-4337-bf41-c94e8edaf406 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:16.860003 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb55d98-7d33-43c6-b166-36ec3807c29a", "tag": "0a4034fd-713c-4e3e-8bd8-c2a7486c418b", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:16.860103 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1388c29-59b1-4337-bf41-c94e8edaf406 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:16.860469 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb55d98-7d33-43c6-b166-36ec3807c29a', 'tag': '0a4034fd-713c-4e3e-8bd8-c2a7486c418b', 'status': 'completed', 'code': 200} Oct 13 10:50:16.948541 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:17.010748 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2c477-f73c-4b5d-a982-f6bdd20cfc6e req-96b94d04-aace-4eb0-9498-3a9310099c5b tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:17.012320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1e2c477-f73c-4b5d-a982-f6bdd20cfc6e req-96b94d04-aace-4eb0-9498-3a9310099c5b tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 948 time: 0.1039574 Oct 13 10:50:17.016694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57968) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:17.124474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-888664692-network', 'tenant_id': '4f80dd75571445be8ab8411e1d0819ab'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:17.143074 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1e2c477-f73c-4b5d-a982-f6bdd20cfc6e req-9f35eb96-87ac-4dc4-bf17-3cb57960a12a tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741472 Oct 13 10:50:17.202396 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Made reservation on behalf of 4f80dd75571445be8ab8411e1d0819ab for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:17.202703 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:17.204694 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:17.222200 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:17.240475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6158a021-a057-4ac9-a01b-57de6f46654d None None] Provisioning complete for port 55dd5d36-8743-47c1-8e41-aa10de9a9733 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:17.241046 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6158a021-a057-4ac9-a01b-57de6f46654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:17.304255 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:17.385055 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:17.406652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:50:17.408591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Router 6d4e0de1-473d-4b80-8175-de5174cc90e0 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:50:17.426612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c42d30-71f9-4350-a876-6a086212e838,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:17.431003 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:17.431357 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Added segment 69affa69-7888-4dc9-91e9-e71ca4ae4a04 of type vlan for network 9634cad8-821c-45fe-af2b-86a4739e3cc5 Oct 13 10:50:17.479243 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:17.552109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:50:17.560619 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Sync routers for ids ['6d4e0de1-473d-4b80-8175-de5174cc90e0'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:50:17.569710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Routers {'6d4e0de1-473d-4b80-8175-de5174cc90e0'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:17.570584 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:17.570945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6d4e0de1-473d-4b80-8175-de5174cc90e0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:17.571582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3dfbb-3dad-4f87-872b-a4e8a694c174 req-e2f7de2c-52a7-476b-ab0e-3ef1174e5105 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:17.571703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:17.572344 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:17.573051 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0af3dfbb-3dad-4f87-872b-a4e8a694c174 req-e2f7de2c-52a7-476b-ab0e-3ef1174e5105 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.0770197 Oct 13 10:50:17.616596 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0af3dfbb-3dad-4f87-872b-a4e8a694c174 req-f229fb26-ccae-4645-af12-3593412e26ae tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350287 Oct 13 10:50:17.635922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] Pushing event updated for resources: {'Network': ['ID=9634cad8-821c-45fe-af2b-86a4739e3cc5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:17.653903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9634cad8-821c-45fe-af2b-86a4739e3cc5 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:50:17.657293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:17.661679 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57988) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:17.667547 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5af9f5ab-8008-44ce-878a-7c34c62bb776 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1429102 Oct 13 10:50:17.709521 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a05a6eea-b146-4dec-81d3-5326caa5fefc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6914856 Oct 13 10:50:17.713053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57990) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:17.722553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8194139c-20ae-457e-80c8-d2302a4ff5e7 admin admin] Request body: {'subnet': {'network_id': '9634cad8-821c-45fe-af2b-86a4739e3cc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-888664692-subnet', 'tenant_id': '4f80dd75571445be8ab8411e1d0819ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:17.879201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8194139c-20ae-457e-80c8-d2302a4ff5e7 admin admin] Made reservation on behalf of 4f80dd75571445be8ab8411e1d0819ab for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:17.881874 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8194139c-20ae-457e-80c8-d2302a4ff5e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:17.933139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Set router 6d4e0de1-473d-4b80-8175-de5174cc90e0 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:17.989535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 55dd5d36-8743-47c1-8e41-aa10de9a9733 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:18.004559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744717f-9f91-490a-92ec-3583513adb36 req-1671b245-88d4-4d4b-b182-50d4127a002e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:18.006165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9744717f-9f91-490a-92ec-3583513adb36 req-1671b245-88d4-4d4b-b182-50d4127a002e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0717371 Oct 13 10:50:18.048866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9744717f-9f91-490a-92ec-3583513adb36 req-efa5eecc-a4db-4add-8253-9e43bc08b954 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363536 Oct 13 10:50:18.158450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1f8e1-fd71-4ef9-a1bd-4e4210faa407 req-034f143f-6b37-4035-b40d-b6278e700687 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:18.163215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 55dd5d36-8743-47c1-8e41-aa10de9a9733 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:18.163589 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.165765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38f1f8e1-fd71-4ef9-a1bd-4e4210faa407 req-034f143f-6b37-4035-b40d-b6278e700687 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 946 time: 0.0574856 Oct 13 10:50:18.212246 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38f1f8e1-fd71-4ef9-a1bd-4e4210faa407 req-9f645395-7e1f-4a96-9003-699c376867b5 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452991 Oct 13 10:50:18.244425 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8194139c-20ae-457e-80c8-d2302a4ff5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.283734 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1016236056-router', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:14Z', 'updated_at': '2021-10-13T10:50:16Z', 'revision_number': 3, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'gw_port': {'id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:15Z', 'updated_at': '2021-10-13T10:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:18.315934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Checking router: 6d4e0de1-473d-4b80-8175-de5174cc90e0 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:50:18.316750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Updating router 6d4e0de1-473d-4b80-8175-de5174cc90e0 port b8f3e4fd-39b6-4e11-b42b-ca31db4a5669 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:50:18.338537 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.342222 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194139c-20ae-457e-80c8-d2302a4ff5e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50427766-e646-40a6-8f25-bac19d62c66a,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:18.351446 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.361374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194139c-20ae-457e-80c8-d2302a4ff5e7 admin admin] Checking segment: {'id': '69affa69-7888-4dc9-91e9-e71ca4ae4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9634cad8-821c-45fe-af2b-86a4739e3cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:18.361739 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194139c-20ae-457e-80c8-d2302a4ff5e7 admin admin] Network hostable DHCP agents. Network: 9634cad8-821c-45fe-af2b-86a4739e3cc5, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:50:18.365501 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-396ee6f6-1bec-4d03-b553-151d38715c3c req-a32a7d44-8cbc-4087-b4da-d2b6036efdcb tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=708e6dc9380d4f4eb54578ad2345f04a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242782 Oct 13 10:50:18.480849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ee6f6-1bec-4d03-b553-151d38715c3c req-906f74ed-ac6f-4d2c-abce-656a09e0cbaf tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:18.486933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-396ee6f6-1bec-4d03-b553-151d38715c3c req-906f74ed-ac6f-4d2c-abce-656a09e0cbaf tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136081 Oct 13 10:50:18.499809 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-396ee6f6-1bec-4d03-b553-151d38715c3c req-40088fa5-c86a-4073-9127-eb9435f1f7f3 tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] 10.222.0.32 "GET /v2.0/quotas/708e6dc9380d4f4eb54578ad2345f04a HTTP/1.1" status: 200 len: 375 time: 0.0110240 Oct 13 10:50:18.500703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194139c-20ae-457e-80c8-d2302a4ff5e7 admin admin] Network 9634cad8-821c-45fe-af2b-86a4739e3cc5 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:50:18.524728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Allocated IP 172.20.0.1 (e344e3e4-88ba-4a35-96fb-f3df3a71425d/0b0f474e-6ce4-4472-9bec-658080713409/9d4d187e-c53b-4c2f-858f-04c303e2a547) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:50:18.537534 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-396ee6f6-1bec-4d03-b553-151d38715c3c req-5ae76537-83b1-4f5d-908e-3978a3e55b49 tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=708e6dc9380d4f4eb54578ad2345f04a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291982 Oct 13 10:50:18.586542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8194139c-20ae-457e-80c8-d2302a4ff5e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9634cad8-821c-45fe-af2b-86a4739e3cc5) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:18.591270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8194139c-20ae-457e-80c8-d2302a4ff5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:18.591853 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8194139c-20ae-457e-80c8-d2302a4ff5e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.619464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde39a28-dd15-4dbd-89b0-0654734223e7 None None] Network 9634cad8-821c-45fe-af2b-86a4739e3cc5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:50:18.646903 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.683202 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.701760 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8194139c-20ae-457e-80c8-d2302a4ff5e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9876502 Oct 13 10:50:18.702555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58014) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:18.706946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-888664692-router', 'tenant_id': '4f80dd75571445be8ab8411e1d0819ab', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:18.708866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04727e2-1787-4c9e-be39-5575eb82928d req-4e4e2af2-6b24-448b-9a1f-629a03645b96 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:18.711033 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f04727e2-1787-4c9e-be39-5575eb82928d req-4e4e2af2-6b24-448b-9a1f-629a03645b96 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 948 time: 0.0559161 Oct 13 10:50:18.752231 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f04727e2-1787-4c9e-be39-5575eb82928d req-3a8625fe-29ab-42d9-ad23-f778ee63964b tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320513 Oct 13 10:50:18.791382 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.811219 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.812290 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.817048 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.824712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-9634cad8-821c-45fe-af2b-86a4739e3cc5', 'network_id': '9634cad8-821c-45fe-af2b-86a4739e3cc5', 'tenant_id': '4f80dd75571445be8ab8411e1d0819ab', 'fixed_ips': [{'subnet_id': '50427766-e646-40a6-8f25-bac19d62c66a'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:50:18.825880 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.866743 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Network e344e3e4-88ba-4a35-96fb-f3df3a71425d is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:18.875301 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:18.878449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62480e8a-1ca0-4aaf-b5bc-d7e378648d71 None None] Pushing event updated for resources: {'Port': ['ID=b8f3e4fd-39b6-4e11-b42b-ca31db4a5669,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:18.887808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:50:18.934087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Attempting to bind port b8f3e4fd-39b6-4e11-b42b-ca31db4a5669 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:50:18.934856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Attempting to bind port b8f3e4fd-39b6-4e11-b42b-ca31db4a5669 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:50:18.934971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Attempting to bind port b8f3e4fd-39b6-4e11-b42b-ca31db4a5669 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:18.947116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:50:18.947497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:18.947907 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.948306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:50:18.948794 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Bound port: b8f3e4fd-39b6-4e11-b42b-ca31db4a5669, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:50:18.949178 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.950601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Pushing event updated for resources: {'Port': ['ID=9d4d187e-c53b-4c2f-858f-04c303e2a547,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:18.956744 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:18.974713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:19.061631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] For port b8f3e4fd-39b6-4e11-b42b-ca31db4a5669, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:19.074913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Allocated IP 172.20.0.2 (9634cad8-821c-45fe-af2b-86a4739e3cc5/50427766-e646-40a6-8f25-bac19d62c66a/7400c31a-9f18-44ca-a74f-ee7f63156ebf) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:50:19.082557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] For port b8f3e4fd-39b6-4e11-b42b-ca31db4a5669, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b8f3e4fd-39b6-4e11-b42b-ca31db4a5669,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:50:19.170038 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:19.209141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346c2f2-999b-4f13-a266-6e8f3f7dff0a req-74ec5bdb-33d9-48fb-9401-fa802299f550 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:19.210916 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3346c2f2-999b-4f13-a266-6e8f3f7dff0a req-74ec5bdb-33d9-48fb-9401-fa802299f550 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.0510428 Oct 13 10:50:19.227596 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:19.246372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-59b7510b-d8ec-4354-8e70-fe6a3c1de97c None None] Provisioning complete for port 9d4d187e-c53b-4c2f-858f-04c303e2a547 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:19.246744 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-59b7510b-d8ec-4354-8e70-fe6a3c1de97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:19.256231 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3346c2f2-999b-4f13-a266-6e8f3f7dff0a req-8e787397-9da1-4fae-bcc8-84875b708675 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347092 Oct 13 10:50:19.273149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:19.319949 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62480e8a-1ca0-4aaf-b5bc-d7e378648d71 None None] Pushing event updated for resources: {'Port': ['ID=b8f3e4fd-39b6-4e11-b42b-ca31db4a5669,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:19.341673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Routers {'6d4e0de1-473d-4b80-8175-de5174cc90e0'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:19.342313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6d4e0de1-473d-4b80-8175-de5174cc90e0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:19.386529 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:19.389698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-59b7510b-d8ec-4354-8e70-fe6a3c1de97c None None] Port 9d4d187e-c53b-4c2f-858f-04c303e2a547 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:50:19.412175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941a74f-9837-4ccc-a3c0-cfe65c66ac8f req-5cfcf00c-4d1c-40cd-9d28-d66bbc1b5095 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:19.414623 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4941a74f-9837-4ccc-a3c0-cfe65c66ac8f req-5cfcf00c-4d1c-40cd-9d28-d66bbc1b5095 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0621698 Oct 13 10:50:19.468416 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:19.510200 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4941a74f-9837-4ccc-a3c0-cfe65c66ac8f req-388d3e3f-8d8d-4462-a32f-7916df3c0ec7 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751519 Oct 13 10:50:19.519776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-bdbf9d8b-e529-40ef-8c5f-7422973add9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:19.520852 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-bdbf9d8b-e529-40ef-8c5f-7422973add9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 1097 time: 0.0588758 Oct 13 10:50:19.537298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Network 9634cad8-821c-45fe-af2b-86a4739e3cc5 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:19.540800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] Set router 6d4e0de1-473d-4b80-8175-de5174cc90e0 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:19.571482 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:19.575922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:50:19.577759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Pushing event updated for resources: {'Port': ['ID=7400c31a-9f18-44ca-a74f-ee7f63156ebf,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:19.623888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c5b13-15de-45c6-bc91-b309581c90a7 req-1cf0df32-c93d-4d42-8823-9298b36b9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:19.625513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c2c5b13-15de-45c6-bc91-b309581c90a7 req-1cf0df32-c93d-4d42-8823-9298b36b9923 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7275121559cb4f04af2c73943c771844&device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 1099 time: 0.2642236 Oct 13 10:50:19.657873 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:19.659330 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b0662-aaf5-42c9-8b89-b049457c543a req-1a385ee0-6200-4eee-9ca0-7fb68dfb4929 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:19.660759 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677b0662-aaf5-42c9-8b89-b049457c543a req-1a385ee0-6200-4eee-9ca0-7fb68dfb4929 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 1096 time: 0.0726144 Oct 13 10:50:19.666040 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-6800820f-8a87-4770-8a3c-dbabd3c658b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:19.667455 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-6800820f-8a87-4770-8a3c-dbabd3c658b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.1389832 Oct 13 10:50:19.679632 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c2c5b13-15de-45c6-bc91-b309581c90a7 req-3d0e9e2a-9c85-46d7-852d-6548422457ba service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7275121559cb4f04af2c73943c771844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414238 Oct 13 10:50:19.687973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6bb11-39ec-4cb5-b008-84db41cb8b8a req-719a5144-69f1-4592-b5f8-1add5adb0b73 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:19.692568 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44f6bb11-39ec-4cb5-b008-84db41cb8b8a req-719a5144-69f1-4592-b5f8-1add5adb0b73 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 946 time: 0.1432478 Oct 13 10:50:19.717092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-80cbd889-d955-48d7-9e46-cc3396c21681 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4401a231-75fe-452c-8e68-a4d75d6630a4 HTTP/1.1" status: 200 len: 217 time: 0.0407512 Oct 13 10:50:19.725247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Attempting to bind port 7400c31a-9f18-44ca-a74f-ee7f63156ebf on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:50:19.726243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Attempting to bind port 7400c31a-9f18-44ca-a74f-ee7f63156ebf by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '69affa69-7888-4dc9-91e9-e71ca4ae4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9634cad8-821c-45fe-af2b-86a4739e3cc5'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:50:19.726662 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Attempting to bind port 7400c31a-9f18-44ca-a74f-ee7f63156ebf on network 9634cad8-821c-45fe-af2b-86a4739e3cc5 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:19.738112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:50:19.738529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Checking segment: {'id': '69affa69-7888-4dc9-91e9-e71ca4ae4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9634cad8-821c-45fe-af2b-86a4739e3cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:19.738933 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:19.739326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Bound using segment: {'id': '69affa69-7888-4dc9-91e9-e71ca4ae4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9634cad8-821c-45fe-af2b-86a4739e3cc5'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:50:19.739797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Bound port: 7400c31a-9f18-44ca-a74f-ee7f63156ebf, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69affa69-7888-4dc9-91e9-e71ca4ae4a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9634cad8-821c-45fe-af2b-86a4739e3cc5'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:50:19.740183 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:19.756458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677b0662-aaf5-42c9-8b89-b049457c543a req-2330da09-709f-4554-b14b-86fcddd89230 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860205 Oct 13 10:50:19.778974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-395f3ee2-49c0-4ccd-8a31-3b16131f29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:19.780685 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-395f3ee2-49c0-4ccd-8a31-3b16131f29e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0538943 Oct 13 10:50:19.794260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:19.834162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-334fccf8-7f18-4ff5-bcf5-954e37b0d345 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461833 Oct 13 10:50:19.875021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Pushing event updated for resources: {'Port': ['ID=9d4d187e-c53b-4c2f-858f-04c303e2a547,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:19.885398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] For port 7400c31a-9f18-44ca-a74f-ee7f63156ebf, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:19.889680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] For port 7400c31a-9f18-44ca-a74f-ee7f63156ebf, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7400c31a-9f18-44ca-a74f-ee7f63156ebf,segment=NetworkSegment(69affa69-7888-4dc9-91e9-e71ca4ae4a04),segment_id=69affa69-7888-4dc9-91e9-e71ca4ae4a04)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:50:19.911504 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44f6bb11-39ec-4cb5-b008-84db41cb8b8a req-91c6ec39-9e44-4433-ac60-a7b272f348f4 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137887 Oct 13 10:50:19.924968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1016236056-router', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:14Z', 'updated_at': '2021-10-13T10:50:19Z', 'revision_number': 4, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'gw_port': {'id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:15Z', 'updated_at': '2021-10-13T10:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9d4d187e-c53b-4c2f-858f-04c303e2a547', 'name': '', 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'mac_address': 'fa:16:3e:e4:1c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0b0f474e-6ce4-4472-9bec-658080713409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:18Z', 'updated_at': '2021-10-13T10:50:18Z', 'revision_number': 1, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'subnets': [{'id': '0b0f474e-6ce4-4472-9bec-658080713409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:19.933620 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:19.964550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a330633-2062-4aa9-9e2c-61c0e4c298eb None None] The sync data for ids ['6d4e0de1-473d-4b80-8175-de5174cc90e0'] in n-d-813659-3 is: [{'id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1016236056-router', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:14Z', 'updated_at': '2021-10-13T10:50:19Z', 'revision_number': 4, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'gw_port': {'id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:15Z', 'updated_at': '2021-10-13T10:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9d4d187e-c53b-4c2f-858f-04c303e2a547', 'name': '', 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'mac_address': 'fa:16:3e:e4:1c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0b0f474e-6ce4-4472-9bec-658080713409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:18Z', 'updated_at': '2021-10-13T10:50:18Z', 'revision_number': 1, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'subnets': [{'id': '0b0f474e-6ce4-4472-9bec-658080713409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:50:19.966809 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-53acc0b3-f186-40a1-a4bc-23fb839ea515 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253078 Oct 13 10:50:19.967799 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:20.049037 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bd0aa-5b68-4ecf-ba1e-afaef5847494 None None] Pushing event updated for resources: {'Port': ['ID=7400c31a-9f18-44ca-a74f-ee7f63156ebf,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:20.129644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-5dfe98dc-4810-4223-8ed5-89d2130e292c service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558459 Oct 13 10:50:20.141729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c5b13-15de-45c6-bc91-b309581c90a7 req-5e9f2879-d2d3-4ed7-b450-8343b1eea47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:20.141729 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c2c5b13-15de-45c6-bc91-b309581c90a7 req-5e9f2879-d2d3-4ed7-b450-8343b1eea47b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4439979 Oct 13 10:50:20.262138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef10e66-1131-4722-8197-39a958653d20 req-6da74e13-7073-45d7-bc25-bccc69555dd7 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:20.263737 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0ef10e66-1131-4722-8197-39a958653d20 req-6da74e13-7073-45d7-bc25-bccc69555dd7 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 948 time: 0.2829723 Oct 13 10:50:20.279563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:20.342135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-141f411d-fa45-4287-aecb-d9bfa955aacf req-593f165d-e93c-48f7-adcc-db4866877dbf tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=708e6dc9380d4f4eb54578ad2345f04a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866358 Oct 13 10:50:20.475250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-62e32fb7-f2d9-4189-89c0-084e1901ab4c tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:20.477104 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-62e32fb7-f2d9-4189-89c0-084e1901ab4c tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1097 time: 0.1784413 Oct 13 10:50:20.496003 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813659-3'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:20.590709 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:20.600028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f411d-fa45-4287-aecb-d9bfa955aacf req-80bbe203-013a-495a-a235-31cff2f759ff tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:20.602711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-141f411d-fa45-4287-aecb-d9bfa955aacf req-80bbe203-013a-495a-a235-31cff2f759ff tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595615 Oct 13 10:50:20.626541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-141f411d-fa45-4287-aecb-d9bfa955aacf req-1b289f99-0376-44c9-ba43-67cedfcf1970 tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] 10.222.0.32 "GET /v2.0/quotas/708e6dc9380d4f4eb54578ad2345f04a HTTP/1.1" status: 200 len: 375 time: 0.0154309 Oct 13 10:50:20.678549 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:20.684549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Network e344e3e4-88ba-4a35-96fb-f3df3a71425d is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:20.688414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-141f411d-fa45-4287-aecb-d9bfa955aacf req-a1e39bfd-d0da-4ae1-ac95-b8f488307940 tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=708e6dc9380d4f4eb54578ad2345f04a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423579 Oct 13 10:50:20.696057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:20.704577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-48989021-fdf1-429c-8792-6a5d13139963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:20.706272 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-48989021-fdf1-429c-8792-6a5d13139963 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7275121559cb4f04af2c73943c771844&device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 1099 time: 0.5137787 Oct 13 10:50:20.862560 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0ef10e66-1131-4722-8197-39a958653d20 req-17133e91-1a28-4a91-bc8e-83f007ce3d1c tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843618 Oct 13 10:50:20.868500 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-d07ce4e6-0e3e-4154-84cb-6bcee24a296b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=0a4034fd-713c-4e3e-8bd8-c2a7486c418b HTTP/1.1" status: 200 len: 217 time: 0.1197553 Oct 13 10:50:20.899770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4401a231-75fe-452c-8e68-a4d75d6630a4,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:21.035071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-75f2a57d-8d83-40e9-932c-0246b6625bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:21.036537 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-75f2a57d-8d83-40e9-932c-0246b6625bee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1603215 Oct 13 10:50:21.067544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:21.068211 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Allocated IP 172.25.0.175 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/206e4310-c717-4765-8c08-d2373c5e29e8) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:50:21.156075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Router 6d4e0de1-473d-4b80-8175-de5174cc90e0 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:50:21.160174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9cfab9fa-5243-49f1-b876-6eb1313e884e None None] Provisioning complete for port 9d4d187e-c53b-4c2f-858f-04c303e2a547 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:21.160174 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9cfab9fa-5243-49f1-b876-6eb1313e884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:21.162325 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:21.167165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac3882-958b-4063-8ebd-6a34b1daa447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4401a231-75fe-452c-8e68-a4d75d6630a4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:21.169940 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee92f4c-0f69-48ea-9efa-29fdee4401ba" -d '{"events": [{"server_uuid": "00ac3882-958b-4063-8ebd-6a34b1daa447", "name": "network-vif-unplugged", "status": "completed", "tag": "4401a231-75fe-452c-8e68-a4d75d6630a4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:21.231098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-3ddee4c5-82b0-41ca-b617-860fa7d20bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:21.232854 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-3ddee4c5-82b0-41ca-b617-860fa7d20bb5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1842840 Oct 13 10:50:21.243004 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9cfab9fa-5243-49f1-b876-6eb1313e884e None None] Port 9d4d187e-c53b-4c2f-858f-04c303e2a547 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:50:21.249482 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:21.250694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76046e-eafa-47a6-9aad-88c197a30a0b req-ff951bc4-6880-4c23-be6d-2b6bc6b62214 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:21.252330 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ea76046e-eafa-47a6-9aad-88c197a30a0b req-ff951bc4-6880-4c23-be6d-2b6bc6b62214 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.2091510 Oct 13 10:50:21.372015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Pushing event updated for resources: {'Port': ['ID=4401a231-75fe-452c-8e68-a4d75d6630a4,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:21.377246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Attempting to bind port 4401a231-75fe-452c-8e68-a4d75d6630a4 on host n-h2-813659-3 for vnic_type normal with profile {"migrating_to": "n-h1-813659-3"} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:50:21.377871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Attempting to bind port 4401a231-75fe-452c-8e68-a4d75d6630a4 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:50:21.378068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Attempting to bind port 4401a231-75fe-452c-8e68-a4d75d6630a4 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:21.388313 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Port 4401a231-75fe-452c-8e68-a4d75d6630a4 on network 259a4ec1-ee8d-422b-b204-4224c014af8b not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:50:21.388468 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Attempting to bind port 4401a231-75fe-452c-8e68-a4d75d6630a4 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:21.394069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:50:21.396460 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Checking segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:21.396919 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Bound using segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:50:21.398126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Bound port: 4401a231-75fe-452c-8e68-a4d75d6630a4, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:50:21.399127 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:21.492898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:21.496787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4401a231-75fe-452c-8e68-a4d75d6630a4,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:50:21.505131 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:21.555122 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ea76046e-eafa-47a6-9aad-88c197a30a0b req-fb7c1833-e31d-4fde-a045-8a31404aa5f8 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324643 Oct 13 10:50:21.583587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:21.641234 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-80fbaf6c-2318-4926-a6cd-2329e20478a6 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842440 Oct 13 10:50:21.644098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:50:21.644883 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0b6941-be5c-4b76-ae76-4f23c43056a6 x-openstack-request-id: req-bc0b6941-be5c-4b76-ae76-4f23c43056a6 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:21.646700 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac3882-958b-4063-8ebd-6a34b1daa447", "name": "network-vif-unplugged", "status": "completed", "tag": "4401a231-75fe-452c-8e68-a4d75d6630a4", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:21.648126 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc0b6941-be5c-4b76-ae76-4f23c43056a6 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:21.650508 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3882-958b-4063-8ebd-6a34b1daa447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4401a231-75fe-452c-8e68-a4d75d6630a4', 'code': 200} Oct 13 10:50:21.665387 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f7c191af-470b-49c3-b79f-4ed8fb1cafad admin admin] 10.222.0.32 "PUT /v2.0/routers/6d4e0de1-473d-4b80-8175-de5174cc90e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9947343 Oct 13 10:50:21.679001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b9c1b8-0069-4413-8138-64d43b958171 None None] Network 9634cad8-821c-45fe-af2b-86a4739e3cc5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:50:21.692696 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d94e0-0b74-4ce3-b907-293c846e301e req-ce098508-1133-41c9-aeb7-f0efb2c41600 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:21.703717 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ee0d94e0-0b74-4ce3-b907-293c846e301e req-ce098508-1133-41c9-aeb7-f0efb2c41600 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 944 time: 0.1854458 Oct 13 10:50:21.768567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:21.769183 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:21.771174 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] 10.222.0.46 "PUT /v2.0/ports/4401a231-75fe-452c-8e68-a4d75d6630a4 HTTP/1.1" status: 200 len: 1122 time: 1.2829657 Oct 13 10:50:21.774073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4327f-998f-4225-bf4c-c4cb921b6e8e service neutron] Pushing event updated for resources: {'Port': ['ID=4401a231-75fe-452c-8e68-a4d75d6630a4,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:21.819706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ee0d94e0-0b74-4ce3-b907-293c846e301e req-c6702c51-bfeb-4a20-8cd7-851fd6fe5402 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976217 Oct 13 10:50:21.878367 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dcfd198-621e-4464-a448-1e8fd1f57232 req-15f52cac-efe4-40e9-ae79-83ff54fce271 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177522 Oct 13 10:50:21.895088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['4401a231-75fe-452c-8e68-a4d75d6630a4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:50:21.925222 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:21.993330 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-54d68d77-bcd1-483e-9ed1-4250948d1e35 None None] Provisioning complete for port 7400c31a-9f18-44ca-a74f-ee7f63156ebf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:21.993698 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-54d68d77-bcd1-483e-9ed1-4250948d1e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:22.022913 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:22.026737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:22.030780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:50:22.140245 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-67ad2223-47c2-40c3-9af0-3c5b36b66f8f req-d515312a-3ef0-4146-8afd-ce29869be035 tempest-FloatingIPDetailsNegativeTestJSON-225510736 tempest-FloatingIPDetailsNegativeTestJSON-225510736-project] show failed (client error): The resource could not be found. Oct 13 10:50:22.152926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58104) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:22.156002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b8f3e4fd-39b6-4e11-b42b-ca31db4a5669 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:22.156330 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-67ad2223-47c2-40c3-9af0-3c5b36b66f8f req-d515312a-3ef0-4146-8afd-ce29869be035 tempest-FloatingIPDetailsNegativeTestJSON-225510736 tempest-FloatingIPDetailsNegativeTestJSON-225510736-project] 10.222.0.32 "GET /v2.0/floatingips/623e4fca-5146-4e64-b37c-9ff2288ff1fd HTTP/1.1" status: 404 len: 350 time: 0.0586758 Oct 13 10:50:22.203162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Pushing event updated for resources: {'Port': ['ID=206e4310-c717-4765-8c08-d2373c5e29e8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:22.359700 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-54d68d77-bcd1-483e-9ed1-4250948d1e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:22.377241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504972e-9287-4956-8278-7b19e332b64e req-665100f8-6500-4e06-b681-89990c3ef230 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:22.387813 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f504972e-9287-4956-8278-7b19e332b64e req-665100f8-6500-4e06-b681-89990c3ef230 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 948 time: 0.1371975 Oct 13 10:50:22.452432 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f504972e-9287-4956-8278-7b19e332b64e req-035082cd-a8ed-4e89-bd75-e910b032a0a5 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598087 Oct 13 10:50:22.499090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-54d68d77-bcd1-483e-9ed1-4250948d1e35 None None] For port 7400c31a-9f18-44ca-a74f-ee7f63156ebf, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7400c31a-9f18-44ca-a74f-ee7f63156ebf,segment=NetworkSegment(69affa69-7888-4dc9-91e9-e71ca4ae4a04),segment_id=69affa69-7888-4dc9-91e9-e71ca4ae4a04)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:22.518923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port b8f3e4fd-39b6-4e11-b42b-ca31db4a5669 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:22.519566 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:22.577195 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-54d68d77-bcd1-483e-9ed1-4250948d1e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:22.627363 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:22.836841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e2c6ae8-d280-4e70-af86-7962369c6e81 req-7df5ef60-1509-4a66-a8db-1c203c3d476b tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=708e6dc9380d4f4eb54578ad2345f04a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672252 Oct 13 10:50:22.865613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d68d77-bcd1-483e-9ed1-4250948d1e35 None None] Pushing event updated for resources: {'Port': ['ID=7400c31a-9f18-44ca-a74f-ee7f63156ebf,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:22.926869 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8e219f4d-26d5-4721-9482-2c03bf1f400b None None] Provisioning complete for port 7400c31a-9f18-44ca-a74f-ee7f63156ebf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:22.927277 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8e219f4d-26d5-4721-9482-2c03bf1f400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:22.972488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946010ac-7533-4c41-a51c-2221995a49a9 req-1df2aabb-fb53-419e-b1b9-4ac0fd362cd5 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:22.980054 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:22.981872 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-946010ac-7533-4c41-a51c-2221995a49a9 req-1df2aabb-fb53-419e-b1b9-4ac0fd362cd5 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.1420960 Oct 13 10:50:23.001880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port b8f3e4fd-39b6-4e11-b42b-ca31db4a5669, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b8f3e4fd-39b6-4e11-b42b-ca31db4a5669,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:23.036154 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:23.050433 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-946010ac-7533-4c41-a51c-2221995a49a9 req-376749ec-e69d-4280-b4b6-797352da55e5 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674672 Oct 13 10:50:23.071760 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:23.072737 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7400c31a-9f18-44ca-a74f-ee7f63156ebf up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:23.155631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c6ae8-d280-4e70-af86-7962369c6e81 req-17e7a638-c574-4225-b0cc-b9b84a78c411 tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:23.163550 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e2c6ae8-d280-4e70-af86-7962369c6e81 req-17e7a638-c574-4225-b0cc-b9b84a78c411 tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3293626 Oct 13 10:50:23.197173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7400c31a-9f18-44ca-a74f-ee7f63156ebf triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:23.197543 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:23.209469 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e2c6ae8-d280-4e70-af86-7962369c6e81 req-5e5458d3-afca-4652-9cc1-09efb1a80a83 tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] 10.222.0.32 "GET /v2.0/quotas/708e6dc9380d4f4eb54578ad2345f04a HTTP/1.1" status: 200 len: 375 time: 0.0448298 Oct 13 10:50:23.234904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=b8f3e4fd-39b6-4e11-b42b-ca31db4a5669,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:23.248217 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baa859-8709-4bea-8f80-a2e8f035a907 req-e563c16f-76a7-40ac-9b16-13d002df711b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:23.250200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-36baa859-8709-4bea-8f80-a2e8f035a907 req-e563c16f-76a7-40ac-9b16-13d002df711b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 944 time: 0.0893734 Oct 13 10:50:23.268855 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e2c6ae8-d280-4e70-af86-7962369c6e81 req-fbf24222-1890-4925-9b26-d100f86a2728 tempest-QuotasAdminNegativeTest-1790902892 tempest-QuotasAdminNegativeTest-1790902892-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=708e6dc9380d4f4eb54578ad2345f04a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575147 Oct 13 10:50:23.295587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Router da3844b0-72e2-49d0-be3f-71e0cc5b4212 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:50:23.371400 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-36baa859-8709-4bea-8f80-a2e8f035a907 req-7930112c-bc1a-4a3e-a94d-e5cc6ec121d1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109912 Oct 13 10:50:23.463141 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Sync routers for ids ['6d4e0de1-473d-4b80-8175-de5174cc90e0'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:50:23.486151 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Routers {'6d4e0de1-473d-4b80-8175-de5174cc90e0'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:23.486797 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6d4e0de1-473d-4b80-8175-de5174cc90e0'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:23.492621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:50:23.501100 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Sync routers for ids ['da3844b0-72e2-49d0-be3f-71e0cc5b4212'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:50:23.515576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Routers {'da3844b0-72e2-49d0-be3f-71e0cc5b4212'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:23.516648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['da3844b0-72e2-49d0-be3f-71e0cc5b4212'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:23.628405 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Set router 6d4e0de1-473d-4b80-8175-de5174cc90e0 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:23.640703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:23.644660 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3a26b990-9219-4686-863b-cb78db6cda0d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9383879 Oct 13 10:50:23.645337 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58140) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:23.658264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ac3882-958b-4063-8ebd-6a34b1daa447', 'tag': '4401a231-75fe-452c-8e68-a4d75d6630a4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:23.658264 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897520c1-9502-4396-94f4-9128b7a0ceab" -d '{"events": [{"name": "network-changed", "server_uuid": "00ac3882-958b-4063-8ebd-6a34b1daa447", "tag": "4401a231-75fe-452c-8e68-a4d75d6630a4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:23.669993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Set router da3844b0-72e2-49d0-be3f-71e0cc5b4212 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:23.681409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e78f2-e9ce-431c-8054-d0250629542c req-7223609d-2960-475f-aa96-d6ac61795a01 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:23.687774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ee0e78f2-e9ce-431c-8054-d0250629542c req-7223609d-2960-475f-aa96-d6ac61795a01 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 948 time: 0.1221719 Oct 13 10:50:23.717684 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d6be57c-46cf-4ab2-b1fa-dd246da1dd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:23.801799 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ee0e78f2-e9ce-431c-8054-d0250629542c req-5f0451c3-20d6-4757-b739-f3f04e88a797 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073852 Oct 13 10:50:23.872554 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d25344-280f-450c-a770-96163e5734f3 x-openstack-request-id: req-19d25344-280f-450c-a770-96163e5734f3 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:23.873582 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ac3882-958b-4063-8ebd-6a34b1daa447", "tag": "4401a231-75fe-452c-8e68-a4d75d6630a4", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:23.874042 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19d25344-280f-450c-a770-96163e5734f3 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:23.875411 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ac3882-958b-4063-8ebd-6a34b1daa447', 'tag': '4401a231-75fe-452c-8e68-a4d75d6630a4', 'status': 'completed', 'code': 200} Oct 13 10:50:24.010578 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1016236056-router', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:14Z', 'updated_at': '2021-10-13T10:50:19Z', 'revision_number': 4, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'gw_port': {'id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:15Z', 'updated_at': '2021-10-13T10:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9d4d187e-c53b-4c2f-858f-04c303e2a547', 'name': '', 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'mac_address': 'fa:16:3e:e4:1c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0b0f474e-6ce4-4472-9bec-658080713409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:18Z', 'updated_at': '2021-10-13T10:50:19Z', 'revision_number': 2, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'subnets': [{'id': '0b0f474e-6ce4-4472-9bec-658080713409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:24.063882 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b8f3e4fd-39b6-4e11-b42b-ca31db4a5669 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:24.072009 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Checking router: 6d4e0de1-473d-4b80-8175-de5174cc90e0 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:50:24.072364 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Updating router 6d4e0de1-473d-4b80-8175-de5174cc90e0 port 9d4d187e-c53b-4c2f-858f-04c303e2a547 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:50:24.137420 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:24.140560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'name': 'tempest-FloatingIPsNegativeTestJSON-888664692-router', 'tenant_id': '4f80dd75571445be8ab8411e1d0819ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '206e4310-c717-4765-8c08-d2373c5e29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:18Z', 'updated_at': '2021-10-13T10:50:22Z', 'revision_number': 3, 'project_id': '4f80dd75571445be8ab8411e1d0819ab', 'gw_port': {'id': '206e4310-c717-4765-8c08-d2373c5e29e8', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:20Z', 'updated_at': '2021-10-13T10:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:24.181444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897520c1-9502-4396-94f4-9128b7a0ceab req-42286382-2919-4eae-bf34-453e6d4bd334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:24.183384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-897520c1-9502-4396-94f4-9128b7a0ceab req-42286382-2919-4eae-bf34-453e6d4bd334 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 1125 time: 0.2828956 Oct 13 10:50:24.185889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Checking router: da3844b0-72e2-49d0-be3f-71e0cc5b4212 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:50:24.186755 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Updating router da3844b0-72e2-49d0-be3f-71e0cc5b4212 port 206e4310-c717-4765-8c08-d2373c5e29e8 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:50:24.249884 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:24.369173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0b805-3904-44a6-9c97-d151399d1309 req-5caa6c66-c011-49f3-b418-502cedb4a948 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:24.377128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5cc0b805-3904-44a6-9c97-d151399d1309 req-5caa6c66-c011-49f3-b418-502cedb4a948 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.2072322 Oct 13 10:50:24.460266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897520c1-9502-4396-94f4-9128b7a0ceab req-52d98d79-efe1-4e3a-8003-97c7acf642ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:24.471505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-897520c1-9502-4396-94f4-9128b7a0ceab req-52d98d79-efe1-4e3a-8003-97c7acf642ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.2666650 Oct 13 10:50:24.566667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-897520c1-9502-4396-94f4-9128b7a0ceab req-33b3ce7a-f400-4d0d-80de-07bffbfc4e62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4401a231-75fe-452c-8e68-a4d75d6630a4 HTTP/1.1" status: 200 len: 217 time: 0.0914059 Oct 13 10:50:24.620742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port b8f3e4fd-39b6-4e11-b42b-ca31db4a5669 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:24.620742 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:24.636297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2d6be57c-46cf-4ab2-b1fa-dd246da1dd20 admin admin] Deleting port 9d4d187e-c53b-4c2f-858f-04c303e2a547 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:24.636636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d6be57c-46cf-4ab2-b1fa-dd246da1dd20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:24.640772 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5cc0b805-3904-44a6-9c97-d151399d1309 req-ac9193b3-64ad-4ccc-9ca1-ac06f72d995b tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627327 Oct 13 10:50:24.641235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58158) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:24.679721 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:24.840668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897520c1-9502-4396-94f4-9128b7a0ceab req-68cc812e-a405-4231-a60d-c4a27277a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:24.858580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-897520c1-9502-4396-94f4-9128b7a0ceab req-68cc812e-a405-4231-a60d-c4a27277a636 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.2686760 Oct 13 10:50:24.896263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7400c31a-9f18-44ca-a74f-ee7f63156ebf up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:24.906366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-897520c1-9502-4396-94f4-9128b7a0ceab req-aeb4349d-dc87-4c9e-b7b1-8e9833b39798 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513139 Oct 13 10:50:24.935636 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eda29a-3aa7-40ae-90c9-870f6909d6b6 req-a7ed4df9-708c-4345-be0f-de55d4a6e454 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:24.952161 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-70eda29a-3aa7-40ae-90c9-870f6909d6b6 req-a7ed4df9-708c-4345-be0f-de55d4a6e454 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 944 time: 0.4244871 Oct 13 10:50:24.962771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Allocated IP 172.20.0.1 (9634cad8-821c-45fe-af2b-86a4739e3cc5/50427766-e646-40a6-8f25-bac19d62c66a/493c2175-7369-4330-be14-5e82beca2e40) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:50:24.981752 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d6144570-60b2-4c70-8b1b-accfd700c534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.002047 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.010221 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.032455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7400c31a-9f18-44ca-a74f-ee7f63156ebf triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:25.032971 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.076816 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-70eda29a-3aa7-40ae-90c9-870f6909d6b6 req-37ecf4c8-2d4f-4274-99fc-5e88d222c3b7 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237252 Oct 13 10:50:25.088746 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.088998 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.116741 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d6be57c-46cf-4ab2-b1fa-dd246da1dd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.128186 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.159192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2d6be57c-46cf-4ab2-b1fa-dd246da1dd20 admin admin] Calling delete_port for 9d4d187e-c53b-4c2f-858f-04c303e2a547 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:25.185752 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Pushing event updated for resources: {'Port': ['ID=9d4d187e-c53b-4c2f-858f-04c303e2a547,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:25.186030 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2125-4e81-4940-ad3f-15c0ea715ea1 req-622c98b8-770b-4ac0-9bf3-91527e8ef63f tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:25.193812 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb5d2125-4e81-4940-ad3f-15c0ea715ea1 req-622c98b8-770b-4ac0-9bf3-91527e8ef63f tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 948 time: 0.2342184 Oct 13 10:50:25.204584 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a11436-b1ea-4fbd-8124-e525f24a3e8d None None] Pushing event updated for resources: {'Port': ['ID=206e4310-c717-4765-8c08-d2373c5e29e8,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:25.244958 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:25.244958 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:25.244958 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:25.245657 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:25.246540 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:25.246942 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:25.247289 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:25.247654 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:25.247982 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:25.248331 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:25.249927 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:25.250060 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Attempting to bind port 206e4310-c717-4765-8c08-d2373c5e29e8 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:50:25.250267 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:50:25.250445 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Attempting to bind port 206e4310-c717-4765-8c08-d2373c5e29e8 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:50:25.250693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Attempting to bind port 206e4310-c717-4765-8c08-d2373c5e29e8 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:25.263952 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.271165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:50:25.271618 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:25.272969 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.272969 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:50:25.273416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Bound port: 206e4310-c717-4765-8c08-d2373c5e29e8, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:50:25.273796 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.284268 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Attempting to bind port 9d4d187e-c53b-4c2f-858f-04c303e2a547 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:50:25.285208 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Attempting to bind port 9d4d187e-c53b-4c2f-858f-04c303e2a547 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '3775f917-89d2-4447-bcbc-05ef11b4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:50:25.285965 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Attempting to bind port 9d4d187e-c53b-4c2f-858f-04c303e2a547 on network e344e3e4-88ba-4a35-96fb-f3df3a71425d {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:25.291801 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-897520c1-9502-4396-94f4-9128b7a0ceab req-28c089a5-6a48-4a83-8b2e-3ab5872de01d service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711660 Oct 13 10:50:25.293116 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:50:25.293901 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Checking segment: {'id': '3775f917-89d2-4447-bcbc-05ef11b4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:25.294304 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.294722 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Bound using segment: {'id': '3775f917-89d2-4447-bcbc-05ef11b4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:50:25.295355 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Bound port: 9d4d187e-c53b-4c2f-858f-04c303e2a547, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3775f917-89d2-4447-bcbc-05ef11b4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:50:25.295755 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.331436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Network 9634cad8-821c-45fe-af2b-86a4739e3cc5 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:25.337766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:25.340657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:50:25.359090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] For port 206e4310-c717-4765-8c08-d2373c5e29e8, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:25.362650 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] For port 206e4310-c717-4765-8c08-d2373c5e29e8, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=206e4310-c717-4765-8c08-d2373c5e29e8,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:50:25.368211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4401a231-75fe-452c-8e68-a4d75d6630a4 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:50:25.385250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Pushing event updated for resources: {'Port': ['ID=493c2175-7369-4330-be14-5e82beca2e40,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:25.410416 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] For port 9d4d187e-c53b-4c2f-858f-04c303e2a547, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:25.415324 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] For port 9d4d187e-c53b-4c2f-858f-04c303e2a547, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9d4d187e-c53b-4c2f-858f-04c303e2a547,segment=NetworkSegment(3775f917-89d2-4447-bcbc-05ef11b4af12),segment_id=3775f917-89d2-4447-bcbc-05ef11b4af12)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:50:25.420737 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb5d2125-4e81-4940-ad3f-15c0ea715ea1 req-3daaf741-0663-4fb4-b635-63b71c0b5685 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252815 Oct 13 10:50:25.422224 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.483227 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.487517 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d6144570-60b2-4c70-8b1b-accfd700c534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.496933 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.569958 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d6144570-60b2-4c70-8b1b-accfd700c534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.583890 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-897520c1-9502-4396-94f4-9128b7a0ceab req-51e5465e-876f-4514-a0e4-97ba72a357f8 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761433 Oct 13 10:50:25.594884 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed13171-c4b3-4983-a5a4-38663c4a36d9 None None] Pushing event updated for resources: {'Port': ['ID=9d4d187e-c53b-4c2f-858f-04c303e2a547,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:25.625658 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Routers {'6d4e0de1-473d-4b80-8175-de5174cc90e0'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:25.626521 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6d4e0de1-473d-4b80-8175-de5174cc90e0'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:25.645274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6144570-60b2-4c70-8b1b-accfd700c534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54de6606-6ff5-41c4-8f6c-258e159bd2fb,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:25.652417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58166) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:25.653469 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d6144570-60b2-4c70-8b1b-accfd700c534 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=708e6dc9380d4f4eb54578ad2345f04a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0012643 Oct 13 10:50:25.663386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a11436-b1ea-4fbd-8124-e525f24a3e8d None None] Pushing event updated for resources: {'Port': ['ID=206e4310-c717-4765-8c08-d2373c5e29e8,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:25.726512 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.737674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1bb43142-664a-4793-9308-35f541c18264 None None] Provisioning complete for port 9d4d187e-c53b-4c2f-858f-04c303e2a547 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:25.749306 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1bb43142-664a-4793-9308-35f541c18264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.756703 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Routers {'da3844b0-72e2-49d0-be3f-71e0cc5b4212'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:25.759734 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['da3844b0-72e2-49d0-be3f-71e0cc5b4212'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:25.795663 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] Set router 6d4e0de1-473d-4b80-8175-de5174cc90e0 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:25.804386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed3eadca-18c0-4a54-b18b-ff0150d4fda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.816226 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d6be57c-46cf-4ab2-b1fa-dd246da1dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.831880 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed3eadca-18c0-4a54-b18b-ff0150d4fda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.845674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4401a231-75fe-452c-8e68-a4d75d6630a4,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:25.872828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6be57c-46cf-4ab2-b1fa-dd246da1dd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4d187e-c53b-4c2f-858f-04c303e2a547,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:25.937473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4401a231-75fe-452c-8e68-a4d75d6630a4 has no active binding in host n-h1-813659-3 {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 10:50:25.937849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 0a4034fd-713c-4e3e-8bd8-c2a7486c418b details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:50:25.980522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed3eadca-18c0-4a54-b18b-ff0150d4fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.982199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed3eadca-18c0-4a54-b18b-ff0150d4fda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:25.989782 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ed3eadca-18c0-4a54-b18b-ff0150d4fda2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54de6606-6ff5-41c4-8f6c-258e159bd2fb HTTP/1.1" status: 204 len: 168 time: 0.3359649 Oct 13 10:50:26.037483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1bb43142-664a-4793-9308-35f541c18264 None None] Could not find standard attr ID for object 9d4d187e-c53b-4c2f-858f-04c303e2a547. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 10:50:26.055696 n-d-813659-3 neutron-server[101992]: INFO neutron.plugins.ml2.db [None req-1bb43142-664a-4793-9308-35f541c18264 None None] No ports have port_id starting with 9d4d187e-c53b-4c2f-858f-04c303e2a547 Oct 13 10:50:26.086161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eadca-18c0-4a54-b18b-ff0150d4fda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54de6606-6ff5-41c4-8f6c-258e159bd2fb,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:26.099683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526af69-2758-40b8-8a5d-bd3f6b54a8d5 req-de46e8ed-5920-4f04-9c31-67e8684b9225 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:26.108087 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0526af69-2758-40b8-8a5d-bd3f6b54a8d5 req-de46e8ed-5920-4f04-9c31-67e8684b9225 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.2288549 Oct 13 10:50:26.230352 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1016236056-router', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:14Z', 'updated_at': '2021-10-13T10:50:19Z', 'revision_number': 4, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'gw_port': {'id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:15Z', 'updated_at': '2021-10-13T10:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9d4d187e-c53b-4c2f-858f-04c303e2a547', 'name': '', 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'mac_address': 'fa:16:3e:e4:1c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0b0f474e-6ce4-4472-9bec-658080713409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:18Z', 'updated_at': '2021-10-13T10:50:25Z', 'revision_number': 4, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'subnets': [{'id': '0b0f474e-6ce4-4472-9bec-658080713409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:26.246960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:26.278759 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0526af69-2758-40b8-8a5d-bd3f6b54a8d5 req-8ef6aaee-865d-4aed-998a-617a62b529ec tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677701 Oct 13 10:50:26.287637 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803b3649-0fa3-4362-9e2d-415dec8323a7 None None] The sync data for ids ['6d4e0de1-473d-4b80-8175-de5174cc90e0'] in n-d-813659-3 is: [{'id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1016236056-router', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:14Z', 'updated_at': '2021-10-13T10:50:19Z', 'revision_number': 4, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'gw_port': {'id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:15Z', 'updated_at': '2021-10-13T10:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9d4d187e-c53b-4c2f-858f-04c303e2a547', 'name': '', 'network_id': 'e344e3e4-88ba-4a35-96fb-f3df3a71425d', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'mac_address': 'fa:16:3e:e4:1c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0b0f474e-6ce4-4472-9bec-658080713409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:18Z', 'updated_at': '2021-10-13T10:50:25Z', 'revision_number': 4, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'subnets': [{'id': '0b0f474e-6ce4-4472-9bec-658080713409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:50:26.309023 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d6be57c-46cf-4ab2-b1fa-dd246da1dd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:26.320073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:26.368570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e9f62-9e8a-412f-9e9c-9cdbe94fb343 req-be6b6c34-8a31-4996-93e9-876244885e24 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:26.370157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c10e9f62-9e8a-412f-9e9c-9cdbe94fb343 req-be6b6c34-8a31-4996-93e9-876244885e24 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 944 time: 0.1208949 Oct 13 10:50:26.390594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9d4d187e-c53b-4c2f-858f-04c303e2a547 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:26.404579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] Set router da3844b0-72e2-49d0-be3f-71e0cc5b4212 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:26.463433 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 9d4d187e-c53b-4c2f-858f-04c303e2a547 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:26.465790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9d4d187e-c53b-4c2f-858f-04c303e2a547 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 10:50:26.467013 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Pushing event updated for resources: {'Port': ['ID=493c2175-7369-4330-be14-5e82beca2e40,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:26.469602 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:26.530369 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c10e9f62-9e8a-412f-9e9c-9cdbe94fb343 req-59c71600-ac17-4948-a26c-3d336506a734 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370389 Oct 13 10:50:26.542784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Port 9d4d187e-c53b-4c2f-858f-04c303e2a547 not found, will not notify nova. {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 10:50:26.550279 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0e911ec0-d73c-45fd-b3c8-173736277551 None None] Provisioning complete for port 493c2175-7369-4330-be14-5e82beca2e40 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:26.550695 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0e911ec0-d73c-45fd-b3c8-173736277551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:26.672110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Network 9634cad8-821c-45fe-af2b-86a4739e3cc5 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:26.673601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:26.720563 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0e911ec0-d73c-45fd-b3c8-173736277551 None None] Port 493c2175-7369-4330-be14-5e82beca2e40 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:50:26.737705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=0a4034fd-713c-4e3e-8bd8-c2a7486c418b,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:26.773322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0e911ec0-d73c-45fd-b3c8-173736277551 None None] Could not find standard attr ID for object 9d4d187e-c53b-4c2f-858f-04c303e2a547. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 10:50:26.784676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '0a4034fd-713c-4e3e-8bd8-c2a7486c418b', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '0a4034fd-713c-4e3e-8bd8-c2a7486c418b', 'mac_address': 'fa:16:3e:39:f5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:50:26.902244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Router da3844b0-72e2-49d0-be3f-71e0cc5b4212 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:50:26.941825 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:26.963133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4034fd-713c-4e3e-8bd8-c2a7486c418b {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:50:27.027863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=0a4034fd-713c-4e3e-8bd8-c2a7486c418b,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:27.055181 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'name': 'tempest-FloatingIPsNegativeTestJSON-888664692-router', 'tenant_id': '4f80dd75571445be8ab8411e1d0819ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '206e4310-c717-4765-8c08-d2373c5e29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:18Z', 'updated_at': '2021-10-13T10:50:25Z', 'revision_number': 4, 'project_id': '4f80dd75571445be8ab8411e1d0819ab', 'gw_port': {'id': '206e4310-c717-4765-8c08-d2373c5e29e8', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:20Z', 'updated_at': '2021-10-13T10:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '493c2175-7369-4330-be14-5e82beca2e40', 'name': '', 'network_id': '9634cad8-821c-45fe-af2b-86a4739e3cc5', 'tenant_id': '4f80dd75571445be8ab8411e1d0819ab', 'mac_address': 'fa:16:3e:b1:52:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '50427766-e646-40a6-8f25-bac19d62c66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:24Z', 'updated_at': '2021-10-13T10:50:24Z', 'revision_number': 1, 'project_id': '4f80dd75571445be8ab8411e1d0819ab', 'subnets': [{'id': '50427766-e646-40a6-8f25-bac19d62c66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:27.064292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:50:27.072702 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fda9e135-25a1-422b-9018-9645c79102bf admin admin] 10.222.0.32 "PUT /v2.0/routers/da3844b0-72e2-49d0-be3f-71e0cc5b4212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4252136 Oct 13 10:50:27.073733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58192) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:27.101015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd79a3f6-6e17-4790-86ad-905fe70652d9 None None] The sync data for ids ['da3844b0-72e2-49d0-be3f-71e0cc5b4212'] in n-d-813659-3 is: [{'id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'name': 'tempest-FloatingIPsNegativeTestJSON-888664692-router', 'tenant_id': '4f80dd75571445be8ab8411e1d0819ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '206e4310-c717-4765-8c08-d2373c5e29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:18Z', 'updated_at': '2021-10-13T10:50:25Z', 'revision_number': 4, 'project_id': '4f80dd75571445be8ab8411e1d0819ab', 'gw_port': {'id': '206e4310-c717-4765-8c08-d2373c5e29e8', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:20Z', 'updated_at': '2021-10-13T10:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '493c2175-7369-4330-be14-5e82beca2e40', 'name': '', 'network_id': '9634cad8-821c-45fe-af2b-86a4739e3cc5', 'tenant_id': '4f80dd75571445be8ab8411e1d0819ab', 'mac_address': 'fa:16:3e:b1:52:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '50427766-e646-40a6-8f25-bac19d62c66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:24Z', 'updated_at': '2021-10-13T10:50:24Z', 'revision_number': 1, 'project_id': '4f80dd75571445be8ab8411e1d0819ab', 'subnets': [{'id': '50427766-e646-40a6-8f25-bac19d62c66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:50:27.108468 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:27.125447 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e4f9-185e-4e84-b695-d161274c76b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:27.175665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e487daa5-83a9-4571-a210-b66fa482283a None None] Provisioning complete for port 493c2175-7369-4330-be14-5e82beca2e40 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:27.176071 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e487daa5-83a9-4571-a210-b66fa482283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:27.260511 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc30b03-0f84-4c4f-81c7-8ce2541b742e req-92e43443-3f6a-4503-92a9-01412149d3d1 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:27.268707 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e4f9-185e-4e84-b695-d161274c76b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:27.270534 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8cc30b03-0f84-4c4f-81c7-8ce2541b742e req-92e43443-3f6a-4503-92a9-01412149d3d1 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 949 time: 0.0994000 Oct 13 10:50:27.289249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=0a4034fd-713c-4e3e-8bd8-c2a7486c418b,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:27.292204 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e487daa5-83a9-4571-a210-b66fa482283a None None] Port 493c2175-7369-4330-be14-5e82beca2e40 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:50:27.313560 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6be57c-46cf-4ab2-b1fa-dd246da1dd20 admin admin] Router 6d4e0de1-473d-4b80-8175-de5174cc90e0 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:50:27.327908 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8cc30b03-0f84-4c4f-81c7-8ce2541b742e req-ccd856ae-1636-4954-8755-1b576e82f84e tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564959 Oct 13 10:50:27.347543 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e4f9-185e-4e84-b695-d161274c76b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:27.403248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7e4f9-185e-4e84-b695-d161274c76b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd712d68-9814-4c07-ad02-ee5c9471041c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:27.421879 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5ad7e4f9-185e-4e84-b695-d161274c76b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64b9e9babed444408649e2e6aa7ce694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463054 Oct 13 10:50:27.427472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58200) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:27.474840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['0a4034fd-713c-4e3e-8bd8-c2a7486c418b'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:50:27.542441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6be57c-46cf-4ab2-b1fa-dd246da1dd20 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:50:27.542639 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-156092cb-99ba-4364-bdb8-e3e1e98a60d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:27.551838 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2d6be57c-46cf-4ab2-b1fa-dd246da1dd20 admin admin] 10.222.0.32 "PUT /v2.0/routers/6d4e0de1-473d-4b80-8175-de5174cc90e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3976090 Oct 13 10:50:27.556837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58206) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:27.573585 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8b3ad-41ec-4649-b26a-36e80b9330f3 None None] Sync routers for ids ['6d4e0de1-473d-4b80-8175-de5174cc90e0'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:50:27.582652 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8b3ad-41ec-4649-b26a-36e80b9330f3 None None] Routers {'6d4e0de1-473d-4b80-8175-de5174cc90e0'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:27.583704 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dff8b3ad-41ec-4649-b26a-36e80b9330f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6d4e0de1-473d-4b80-8175-de5174cc90e0'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:27.605609 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-156092cb-99ba-4364-bdb8-e3e1e98a60d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:27.932884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06b890-2893-40a5-b597-3fdd564d52af req-3b3c65c6-fd73-4df3-a7b5-99c01d37d980 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:27.932884 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe06b890-2893-40a5-b597-3fdd564d52af req-3b3c65c6-fd73-4df3-a7b5-99c01d37d980 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0994222 Oct 13 10:50:27.932884 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe06b890-2893-40a5-b597-3fdd564d52af req-39889247-29d9-41da-967b-c9e891a34777 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414557 Oct 13 10:50:27.935206 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-dff8b3ad-41ec-4649-b26a-36e80b9330f3 None None] Set router 6d4e0de1-473d-4b80-8175-de5174cc90e0 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:27.935610 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2913c609-acac-4cce-ad34-020497cf183b req-e2d087bf-f66b-44c3-995b-8094334a3c58 tempest-FloatingIPsNegativeTestJSON-1371667185 tempest-FloatingIPsNegativeTestJSON-1371667185-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=4f80dd75571445be8ab8411e1d0819ab HTTP/1.1" status: 200 len: 217 time: 0.0423312 Oct 13 10:50:27.935610 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:27.935941 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8657e-212d-4ad2-b46e-11dffb309837 req-2f47a311-e5f1-434d-b805-fafc916a2a00 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:27.935941 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ed8657e-212d-4ad2-b46e-11dffb309837 req-2f47a311-e5f1-434d-b805-fafc916a2a00 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 944 time: 0.0594971 Oct 13 10:50:27.998805 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ed8657e-212d-4ad2-b46e-11dffb309837 req-8c4cba3b-fa7b-49ba-b896-2c28bfca961e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638287 Oct 13 10:50:28.018239 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:28.026412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c86e65-b14d-46ed-9fe0-42eafdd81600 req-20c5acf9-25a0-43fd-8c99-ca6a81096cee tempest-FloatingIPsNegativeTestJSON-1371667185 tempest-FloatingIPsNegativeTestJSON-1371667185-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0516987 Oct 13 10:50:28.041752 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dff8b3ad-41ec-4649-b26a-36e80b9330f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1016236056-router', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:14Z', 'updated_at': '2021-10-13T10:50:25Z', 'revision_number': 5, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'gw_port': {'id': 'b8f3e4fd-39b6-4e11-b42b-ca31db4a5669', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:15Z', 'updated_at': '2021-10-13T10:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:28.044816 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-156092cb-99ba-4364-bdb8-e3e1e98a60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:28.047876 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-156092cb-99ba-4364-bdb8-e3e1e98a60d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:28.049069 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-156092cb-99ba-4364-bdb8-e3e1e98a60d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd712d68-9814-4c07-ad02-ee5c9471041c HTTP/1.1" status: 204 len: 168 time: 0.6204379 Oct 13 10:50:28.071127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156092cb-99ba-4364-bdb8-e3e1e98a60d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd712d68-9814-4c07-ad02-ee5c9471041c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:28.074730 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8b3ad-41ec-4649-b26a-36e80b9330f3 None None] Checking router: 6d4e0de1-473d-4b80-8175-de5174cc90e0 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:50:28.103940 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8b3ad-41ec-4649-b26a-36e80b9330f3 None None] Routers {'6d4e0de1-473d-4b80-8175-de5174cc90e0'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:28.104604 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dff8b3ad-41ec-4649-b26a-36e80b9330f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6d4e0de1-473d-4b80-8175-de5174cc90e0'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:28.125594 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-8dfc02ce-c71d-48b3-87ac-89d341b8606a req-cefad5ec-5aa2-4e54-a533-dd7c96fdc624 tempest-FloatingIPsNegativeTestJSON-1371667185 tempest-FloatingIPsNegativeTestJSON-1371667185-project] show failed (client error): The resource could not be found. Oct 13 10:50:28.138473 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8dfc02ce-c71d-48b3-87ac-89d341b8606a req-cefad5ec-5aa2-4e54-a533-dd7c96fdc624 tempest-FloatingIPsNegativeTestJSON-1371667185 tempest-FloatingIPsNegativeTestJSON-1371667185-project] 10.222.0.32 "GET /v2.0/floatingips/ae577706-7c9e-4a11-9ca6-d09d4f5ba13f HTTP/1.1" status: 404 len: 350 time: 0.0860777 Oct 13 10:50:28.138990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58216) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:28.207040 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Deleting port b8f3e4fd-39b6-4e11-b42b-ca31db4a5669 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:28.207040 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:28.355532 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] For port b8f3e4fd-39b6-4e11-b42b-ca31db4a5669, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b8f3e4fd-39b6-4e11-b42b-ca31db4a5669,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:28.356243 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:28.367479 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-dff8b3ad-41ec-4649-b26a-36e80b9330f3 None None] Set router 6d4e0de1-473d-4b80-8175-de5174cc90e0 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:28.396771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Calling delete_port for b8f3e4fd-39b6-4e11-b42b-ca31db4a5669 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:28.527121 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dff8b3ad-41ec-4649-b26a-36e80b9330f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1016236056-router', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:14Z', 'updated_at': '2021-10-13T10:50:28Z', 'revision_number': 6, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:28.571565 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8b3ad-41ec-4649-b26a-36e80b9330f3 None None] The sync data for ids ['6d4e0de1-473d-4b80-8175-de5174cc90e0'] in n-d-813659-3 is: [{'id': '6d4e0de1-473d-4b80-8175-de5174cc90e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1016236056-router', 'tenant_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:14Z', 'updated_at': '2021-10-13T10:50:28Z', 'revision_number': 6, 'project_id': '19807820a78f4d2d9d7aa5ff20d1ce5c', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:50:28.773472 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82533b4-ee71-4038-88e7-28b8f60ec26c req-be42bf02-ad8c-4a35-aa39-06d956c06755 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:28.778852 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c82533b4-ee71-4038-88e7-28b8f60ec26c req-be42bf02-ad8c-4a35-aa39-06d956c06755 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 949 time: 0.2635515 Oct 13 10:50:28.870039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c82533b4-ee71-4038-88e7-28b8f60ec26c req-2c21d245-58ab-4876-bcc5-6a33c57c16f7 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794888 Oct 13 10:50:28.920711 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:28.989871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f3e4fd-39b6-4e11-b42b-ca31db4a5669,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:29.160991 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.161652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbdf0d-3479-4a04-9075-cc68a23daf65 req-ee6de32f-b5b9-4af3-a43c-97aff8a68696 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:29.170965 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2cbdf0d-3479-4a04-9075-cc68a23daf65 req-ee6de32f-b5b9-4af3-a43c-97aff8a68696 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.1216700 Oct 13 10:50:29.183920 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5e28e8e1-7074-471e-9218-b81967370da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.329263 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2cbdf0d-3479-4a04-9075-cc68a23daf65 req-9e367099-9f37-42b8-8c58-86dc77458191 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491990 Oct 13 10:50:29.335522 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 0a4034fd-713c-4e3e-8bd8-c2a7486c418b up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:29.337135 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.360635 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.439752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56b7a9-ea62-47f9-9202-0596baa9b32f req-3b5e13e4-c8db-4b12-b708-18a945873c6d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:29.448279 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a56b7a9-ea62-47f9-9202-0596baa9b32f req-3b5e13e4-c8db-4b12-b708-18a945873c6d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 944 time: 0.1514161 Oct 13 10:50:29.512695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a56b7a9-ea62-47f9-9202-0596baa9b32f req-282ddff0-7124-4f7d-ad2b-6c39703f90b3 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635071 Oct 13 10:50:29.515554 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.516258 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4e0de1-473d-4b80-8175-de5174cc90e0 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:50:29.525452 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.532422 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-62038c43-357a-4195-a21f-5bb79f3458fd admin admin] 10.222.0.32 "DELETE /v2.0/routers/6d4e0de1-473d-4b80-8175-de5174cc90e0 HTTP/1.1" status: 204 len: 168 time: 1.9725616 Oct 13 10:50:29.532422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58246) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:29.545125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:50:29.549430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:29.549430 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.602017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cddc378-fd54-4158-a739-a223d85e7113 admin admin] Deleting subnet 0b0f474e-6ce4-4472-9bec-658080713409 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:50:29.614792 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cddc378-fd54-4158-a739-a223d85e7113 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.652324 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.688889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb55d98-7d33-43c6-b166-36ec3807c29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4034fd-713c-4e3e-8bd8-c2a7486c418b'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:29.692461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5e28e8e1-7074-471e-9218-b81967370da5 admin admin] Deleting port 493c2175-7369-4330-be14-5e82beca2e40 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:29.692805 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5e28e8e1-7074-471e-9218-b81967370da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.705712 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e2f1f1-52e4-4245-ab1c-8fc7bac598bc" -d '{"events": [{"server_uuid": "ebb55d98-7d33-43c6-b166-36ec3807c29a", "name": "network-vif-plugged", "status": "completed", "tag": "0a4034fd-713c-4e3e-8bd8-c2a7486c418b"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:29.705931 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cddc378-fd54-4158-a739-a223d85e7113 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.756380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=0a4034fd-713c-4e3e-8bd8-c2a7486c418b,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:29.782931 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dba1c3-881d-4992-aabe-07166a27a70b x-openstack-request-id: req-f8dba1c3-881d-4992-aabe-07166a27a70b {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:29.783449 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb55d98-7d33-43c6-b166-36ec3807c29a", "name": "network-vif-plugged", "status": "completed", "tag": "0a4034fd-713c-4e3e-8bd8-c2a7486c418b", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:29.783872 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8dba1c3-881d-4992-aabe-07166a27a70b {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:29.784414 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb55d98-7d33-43c6-b166-36ec3807c29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4034fd-713c-4e3e-8bd8-c2a7486c418b', 'code': 200} Oct 13 10:50:29.815934 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.861890 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cddc378-fd54-4158-a739-a223d85e7113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.944369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=0a4034fd-713c-4e3e-8bd8-c2a7486c418b,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:29.953816 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5e28e8e1-7074-471e-9218-b81967370da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:29.969890 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5e28e8e1-7074-471e-9218-b81967370da5 admin admin] Calling delete_port for 493c2175-7369-4330-be14-5e82beca2e40 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:29.995840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7ff82-75fe-4ba7-9c5a-8f1ab844aa03 req-053257d7-d0fd-4f02-8517-7ebfe350842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:29.997494 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4e7ff82-75fe-4ba7-9c5a-8f1ab844aa03 req-053257d7-d0fd-4f02-8517-7ebfe350842e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 1101 time: 0.1378863 Oct 13 10:50:30.075057 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cddc378-fd54-4158-a739-a223d85e7113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:30.109585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 206e4310-c717-4765-8c08-d2373c5e29e8 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:30.111067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddc378-fd54-4158-a739-a223d85e7113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b0f474e-6ce4-4472-9bec-658080713409,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:30.117337 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cddc378-fd54-4158-a739-a223d85e7113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:30.121130 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8cddc378-fd54-4158-a739-a223d85e7113 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0b0f474e-6ce4-4472-9bec-658080713409 HTTP/1.1" status: 204 len: 168 time: 0.5878992 Oct 13 10:50:30.124849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58260) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:30.146794 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4e7ff82-75fe-4ba7-9c5a-8f1ab844aa03 req-22287a68-9341-4a66-807f-091457193871 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169734 Oct 13 10:50:30.159889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b2bb0-7ded-4d7c-94ac-a1b985200865 None None] Network e344e3e4-88ba-4a35-96fb-f3df3a71425d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:50:30.171364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745819c-d568-4806-9e57-0ee757c5e0f3 req-1570251a-6e89-460d-9ec3-2a431a6a3435 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:30.180597 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f745819c-d568-4806-9e57-0ee757c5e0f3 req-1570251a-6e89-460d-9ec3-2a431a6a3435 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 950 time: 0.1821806 Oct 13 10:50:30.271072 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f745819c-d568-4806-9e57-0ee757c5e0f3 req-b5177cb8-45aa-468d-be39-060daafd1f8e tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888355 Oct 13 10:50:30.308978 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:30.370258 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 206e4310-c717-4765-8c08-d2373c5e29e8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:30.370907 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:30.396704 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Deleting port 55dd5d36-8743-47c1-8e41-aa10de9a9733 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:30.400082 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:30.496245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5e28e8e1-7074-471e-9218-b81967370da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:30.548092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] For port 55dd5d36-8743-47c1-8e41-aa10de9a9733, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=55dd5d36-8743-47c1-8e41-aa10de9a9733,segment=NetworkSegment(3775f917-89d2-4447-bcbc-05ef11b4af12),segment_id=3775f917-89d2-4447-bcbc-05ef11b4af12)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:30.548475 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:30.575221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28e8e1-7074-471e-9218-b81967370da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=493c2175-7369-4330-be14-5e82beca2e40,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:30.578164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72ef29-6ff3-4ad7-a026-1e32c0f4d71e req-dd1cecb0-e6d0-4d3e-86b9-8bb35d61fc9d tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:30.579776 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad72ef29-6ff3-4ad7-a026-1e32c0f4d71e req-dd1cecb0-e6d0-4d3e-86b9-8bb35d61fc9d tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.1691866 Oct 13 10:50:30.586731 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:30.586974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Calling delete_port for 55dd5d36-8743-47c1-8e41-aa10de9a9733 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:30.618479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6633ab7e-9664-44d7-a32a-bbf138417049 None None] DHCP port deletion for e344e3e4-88ba-4a35-96fb-f3df3a71425d request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:50:30.672094 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 206e4310-c717-4765-8c08-d2373c5e29e8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=206e4310-c717-4765-8c08-d2373c5e29e8,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:30.706833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6633ab7e-9664-44d7-a32a-bbf138417049 None None] Deleting port 55dd5d36-8743-47c1-8e41-aa10de9a9733 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:30.707512 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6633ab7e-9664-44d7-a32a-bbf138417049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:30.723382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad72ef29-6ff3-4ad7-a026-1e32c0f4d71e req-246d096c-9f15-4ff8-93e7-ce7155a9550c tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260543 Oct 13 10:50:30.757928 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:30.823843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0b24b-7955-44fc-8958-b68ffb7792bb req-f0adf676-03d7-4ff8-a849-747ed40ad91c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:30.825450 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38d0b24b-7955-44fc-8958-b68ffb7792bb req-f0adf676-03d7-4ff8-a849-747ed40ad91c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 944 time: 0.1689820 Oct 13 10:50:30.848789 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:30.868727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b8f3e4fd-39b6-4e11-b42b-ca31db4a5669 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:30.890657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6633ab7e-9664-44d7-a32a-bbf138417049 None None] For port 55dd5d36-8743-47c1-8e41-aa10de9a9733, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=55dd5d36-8743-47c1-8e41-aa10de9a9733,segment=NetworkSegment(3775f917-89d2-4447-bcbc-05ef11b4af12),segment_id=3775f917-89d2-4447-bcbc-05ef11b4af12)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:30.898765 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6633ab7e-9664-44d7-a32a-bbf138417049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:30.936543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] No DVR routers for this DVR port 55dd5d36-8743-47c1-8e41-aa10de9a9733 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:50:30.945190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=55dd5d36-8743-47c1-8e41-aa10de9a9733,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:30.973657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: b8f3e4fd-39b6-4e11-b42b-ca31db4a5669 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:30.974008 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b8f3e4fd-39b6-4e11-b42b-ca31db4a5669 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:30.974456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9d4d187e-c53b-4c2f-858f-04c303e2a547 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:30.997821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6633ab7e-9664-44d7-a32a-bbf138417049 None None] Calling delete_port for 55dd5d36-8743-47c1-8e41-aa10de9a9733 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:31.048823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042e2d2-77a0-441f-9888-6d213aba7d47 None None] Sync routers for ids ['da3844b0-72e2-49d0-be3f-71e0cc5b4212'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:50:31.057299 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38d0b24b-7955-44fc-8958-b68ffb7792bb req-376fbdda-4670-426c-860e-f7ab00e8d641 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195249 Oct 13 10:50:31.058995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 9d4d187e-c53b-4c2f-858f-04c303e2a547 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:31.059342 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9d4d187e-c53b-4c2f-858f-04c303e2a547 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:31.060843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=206e4310-c717-4765-8c08-d2373c5e29e8,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:31.095834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:31.135769 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5e28e8e1-7074-471e-9218-b81967370da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:31.145845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e344e3e4-88ba-4a35-96fb-f3df3a71425d']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:31.158906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3775f917-89d2-4447-bcbc-05ef11b4af12') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:31.159205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3775f917-89d2-4447-bcbc-05ef11b4af12') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:31.171721 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:31.185753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042e2d2-77a0-441f-9888-6d213aba7d47 None None] Routers {'da3844b0-72e2-49d0-be3f-71e0cc5b4212'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:31.186427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e042e2d2-77a0-441f-9888-6d213aba7d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['da3844b0-72e2-49d0-be3f-71e0cc5b4212'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:31.187827 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:31.197338 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:50:31.198238 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: items = [ Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:50:31.200759 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:50:31.296942 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6633ab7e-9664-44d7-a32a-bbf138417049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:31.334513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633ab7e-9664-44d7-a32a-bbf138417049 None None] Pushing event deleted for resources: {'Port': ['ID=55dd5d36-8743-47c1-8e41-aa10de9a9733,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:31.346784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6633ab7e-9664-44d7-a32a-bbf138417049 None None] No DVR routers for this DVR port 55dd5d36-8743-47c1-8e41-aa10de9a9733 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:50:31.351480 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:31.358198 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:31.365705 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] 10.222.0.32 "DELETE /v2.0/networks/e344e3e4-88ba-4a35-96fb-f3df3a71425d HTTP/1.1" status: 204 len: 168 time: 1.2357831 Oct 13 10:50:31.365844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e042e2d2-77a0-441f-9888-6d213aba7d47 None None] Set router da3844b0-72e2-49d0-be3f-71e0cc5b4212 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:31.388631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557d642-5f2a-4960-a1c5-498f76ce8d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=e344e3e4-88ba-4a35-96fb-f3df3a71425d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:31.596975 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e28e8e1-7074-471e-9218-b81967370da5 admin admin] Router da3844b0-72e2-49d0-be3f-71e0cc5b4212 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:50:31.601667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-d9ecad2f-a07a-4ec7-8462-2f24a21c63c1 req-8c14b589-ac7a-4723-affe-f0519f842833 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Request body: {'security_group': {'name': 'tempest-securitygroup-291056182', 'description': 'tempest-description-2142685670'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:31.638529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e042e2d2-77a0-441f-9888-6d213aba7d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'name': 'tempest-FloatingIPsNegativeTestJSON-888664692-router', 'tenant_id': '4f80dd75571445be8ab8411e1d0819ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '206e4310-c717-4765-8c08-d2373c5e29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:18Z', 'updated_at': '2021-10-13T10:50:30Z', 'revision_number': 5, 'project_id': '4f80dd75571445be8ab8411e1d0819ab', 'gw_port': {'id': '206e4310-c717-4765-8c08-d2373c5e29e8', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:20Z', 'updated_at': '2021-10-13T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:31.660931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409439d-8462-4806-8faa-b1637d573aea req-6fee71df-a6ff-428b-aef1-a25b3195754f tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:31.668731 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9409439d-8462-4806-8faa-b1637d573aea req-6fee71df-a6ff-428b-aef1-a25b3195754f tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 950 time: 0.0794017 Oct 13 10:50:31.734144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9409439d-8462-4806-8faa-b1637d573aea req-75d30597-093b-4333-ae42-e7ad70fbb220 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540612 Oct 13 10:50:31.734264 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d9ecad2f-a07a-4ec7-8462-2f24a21c63c1 req-8c14b589-ac7a-4723-affe-f0519f842833 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:31.745614 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d9ecad2f-a07a-4ec7-8462-2f24a21c63c1 req-8c14b589-ac7a-4723-affe-f0519f842833 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:31.806312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e28e8e1-7074-471e-9218-b81967370da5 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:50:31.812103 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5e28e8e1-7074-471e-9218-b81967370da5 admin admin] 10.222.0.32 "PUT /v2.0/routers/da3844b0-72e2-49d0-be3f-71e0cc5b4212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6720955 Oct 13 10:50:31.817191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58292) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:31.848188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042e2d2-77a0-441f-9888-6d213aba7d47 None None] Checking router: da3844b0-72e2-49d0-be3f-71e0cc5b4212 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:50:31.857678 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042e2d2-77a0-441f-9888-6d213aba7d47 None None] Routers {'da3844b0-72e2-49d0-be3f-71e0cc5b4212'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:31.858660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e042e2d2-77a0-441f-9888-6d213aba7d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['da3844b0-72e2-49d0-be3f-71e0cc5b4212'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:31.913532 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d9ecad2f-a07a-4ec7-8462-2f24a21c63c1 req-8c14b589-ac7a-4723-affe-f0519f842833 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:31.915980 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58294) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:31.954971 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:31.976385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6dcbba1f-ac03-4070-9cee-95d355fb8923 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19807820a78f4d2d9d7aa5ff20d1ce5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583556 Oct 13 10:50:31.979605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58296) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:32.018412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 206e4310-c717-4765-8c08-d2373c5e29e8 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:32.025465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e042e2d2-77a0-441f-9888-6d213aba7d47 None None] Set router da3844b0-72e2-49d0-be3f-71e0cc5b4212 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:50:32.051796 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d9ecad2f-a07a-4ec7-8462-2f24a21c63c1 req-8c14b589-ac7a-4723-affe-f0519f842833 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.089648 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.112563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65bc2fe2-d70f-4efd-955f-b5865502139c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.124259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148408e-d501-4afb-8754-a9af84a7818b req-e1cbd6be-62bb-4c07-85e2-3fe4eabf5a96 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:32.132778 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6148408e-d501-4afb-8754-a9af84a7818b req-e1cbd6be-62bb-4c07-85e2-3fe4eabf5a96 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.3269486 Oct 13 10:50:32.156064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14b589-ac7a-4723-affe-f0519f842833 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed9925d-0188-4d95-832f-74b2240435c7,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:32.188056 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d9ecad2f-a07a-4ec7-8462-2f24a21c63c1 req-8c14b589-ac7a-4723-affe-f0519f842833 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.188929 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6148408e-d501-4afb-8754-a9af84a7818b req-fb669e56-c2b8-4f52-ad5e-373434e588e7 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501833 Oct 13 10:50:32.201806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65bc2fe2-d70f-4efd-955f-b5865502139c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.238499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 206e4310-c717-4765-8c08-d2373c5e29e8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:32.238969 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.265825 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d9ecad2f-a07a-4ec7-8462-2f24a21c63c1 req-8c14b589-ac7a-4723-affe-f0519f842833 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.299420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14b589-ac7a-4723-affe-f0519f842833 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f953645-51dd-40d6-9456-9427c707823f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:32.315309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Deleting port 206e4310-c717-4765-8c08-d2373c5e29e8 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:32.315647 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.353490 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65bc2fe2-d70f-4efd-955f-b5865502139c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.356091 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65bc2fe2-d70f-4efd-955f-b5865502139c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.357254 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-65bc2fe2-d70f-4efd-955f-b5865502139c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ad1d88c-2094-4572-92f2-6d1038bffe0f HTTP/1.1" status: 204 len: 168 time: 0.3766060 Oct 13 10:50:32.370662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc2fe2-d70f-4efd-955f-b5865502139c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad1d88c-2094-4572-92f2-6d1038bffe0f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:32.387835 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d9ecad2f-a07a-4ec7-8462-2f24a21c63c1 req-8c14b589-ac7a-4723-affe-f0519f842833 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.393195 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9ecad2f-a07a-4ec7-8462-2f24a21c63c1 req-8c14b589-ac7a-4723-affe-f0519f842833 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7984829 Oct 13 10:50:32.404454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e042e2d2-77a0-441f-9888-6d213aba7d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'name': 'tempest-FloatingIPsNegativeTestJSON-888664692-router', 'tenant_id': '4f80dd75571445be8ab8411e1d0819ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '206e4310-c717-4765-8c08-d2373c5e29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:18Z', 'updated_at': '2021-10-13T10:50:30Z', 'revision_number': 5, 'project_id': '4f80dd75571445be8ab8411e1d0819ab', 'gw_port': {'id': '206e4310-c717-4765-8c08-d2373c5e29e8', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:20Z', 'updated_at': '2021-10-13T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:32.423709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-2c638dba-5684-4912-8d5f-d53fa32f1045 req-acd465f5-a0be-464b-8bfc-a7fd59f0eb16 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1183879140', 'description': 'tempest-description-67600214'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:32.448300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042e2d2-77a0-441f-9888-6d213aba7d47 None None] The sync data for ids ['da3844b0-72e2-49d0-be3f-71e0cc5b4212'] in n-d-813659-3 is: [{'id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'name': 'tempest-FloatingIPsNegativeTestJSON-888664692-router', 'tenant_id': '4f80dd75571445be8ab8411e1d0819ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '206e4310-c717-4765-8c08-d2373c5e29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:50:18Z', 'updated_at': '2021-10-13T10:50:30Z', 'revision_number': 5, 'project_id': '4f80dd75571445be8ab8411e1d0819ab', 'gw_port': {'id': '206e4310-c717-4765-8c08-d2373c5e29e8', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3844b0-72e2-49d0-be3f-71e0cc5b4212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:50:20Z', 'updated_at': '2021-10-13T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:50:32.457252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] For port 206e4310-c717-4765-8c08-d2373c5e29e8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=206e4310-c717-4765-8c08-d2373c5e29e8,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:32.457683 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.479785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 55dd5d36-8743-47c1-8e41-aa10de9a9733 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:32.501103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 55dd5d36-8743-47c1-8e41-aa10de9a9733 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:32.501592 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 55dd5d36-8743-47c1-8e41-aa10de9a9733 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:32.518057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Calling delete_port for 206e4310-c717-4765-8c08-d2373c5e29e8 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:32.536585 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2c638dba-5684-4912-8d5f-d53fa32f1045 req-acd465f5-a0be-464b-8bfc-a7fd59f0eb16 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.542254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae63f6e-811d-4d2a-9e98-2f31ba1ad9e2 req-35049020-8a1b-41f2-a235-26b457051e0d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:32.543986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cae63f6e-811d-4d2a-9e98-2f31ba1ad9e2 req-35049020-8a1b-41f2-a235-26b457051e0d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 944 time: 0.2229407 Oct 13 10:50:32.611940 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2c638dba-5684-4912-8d5f-d53fa32f1045 req-acd465f5-a0be-464b-8bfc-a7fd59f0eb16 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.627759 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cae63f6e-811d-4d2a-9e98-2f31ba1ad9e2 req-28b65eb9-4cfb-449e-9cdf-154486fbc216 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496378 Oct 13 10:50:32.707656 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2c638dba-5684-4912-8d5f-d53fa32f1045 req-acd465f5-a0be-464b-8bfc-a7fd59f0eb16 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.737157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd465f5-a0be-464b-8bfc-a7fd59f0eb16 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41aa0efd-3b01-46f4-a305-1e3896282e16,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:32.799699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2c638dba-5684-4912-8d5f-d53fa32f1045 req-acd465f5-a0be-464b-8bfc-a7fd59f0eb16 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.801225 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2c638dba-5684-4912-8d5f-d53fa32f1045 req-acd465f5-a0be-464b-8bfc-a7fd59f0eb16 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3823602 Oct 13 10:50:32.862558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4452019-6f84-4056-b0a2-ce3314ff6122 req-e6760f74-e886-48f8-8ccf-2051dc7bc5ab tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:32.864357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4452019-6f84-4056-b0a2-ce3314ff6122 req-e6760f74-e886-48f8-8ccf-2051dc7bc5ab tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 950 time: 0.0791204 Oct 13 10:50:32.865083 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:32.932730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=206e4310-c717-4765-8c08-d2373c5e29e8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:33.051519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4452019-6f84-4056-b0a2-ce3314ff6122 req-1fbbdcb8-5f96-4cbb-9142-b9899230ee30 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674953 Oct 13 10:50:33.073766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-57d786ef-a54e-40af-a790-afc0794b1c5d req-a8ba5b27-c19b-4876-8cb9-35554387dd33 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2144835963', 'description': 'tempest-description-1255697152'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:33.095444 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.205051 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-57d786ef-a54e-40af-a790-afc0794b1c5d req-a8ba5b27-c19b-4876-8cb9-35554387dd33 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.223090 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-57d786ef-a54e-40af-a790-afc0794b1c5d req-a8ba5b27-c19b-4876-8cb9-35554387dd33 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.259145 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.262912 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.403284 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-57d786ef-a54e-40af-a790-afc0794b1c5d req-a8ba5b27-c19b-4876-8cb9-35554387dd33 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.410670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75209f76-d1d4-4716-b14c-03e8cb182bef req-38e2dbf1-a87e-4e59-9402-7788d63352de tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:33.412377 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75209f76-d1d4-4716-b14c-03e8cb182bef req-38e2dbf1-a87e-4e59-9402-7788d63352de tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0977871 Oct 13 10:50:33.438889 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.439546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da3844b0-72e2-49d0-be3f-71e0cc5b4212 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:50:33.452110 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.453242 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-752117bc-c19d-4e6e-a7d6-43415003eeb0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/da3844b0-72e2-49d0-be3f-71e0cc5b4212 HTTP/1.1" status: 204 len: 168 time: 1.6332972 Oct 13 10:50:33.457183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58332) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:33.484821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75209f76-d1d4-4716-b14c-03e8cb182bef req-23031508-f6f6-4a78-ab74-824d96bf0eb8 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626657 Oct 13 10:50:33.496833 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-57d786ef-a54e-40af-a790-afc0794b1c5d req-a8ba5b27-c19b-4876-8cb9-35554387dd33 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.542459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba5b27-c19b-4876-8cb9-35554387dd33 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e792f75-6db4-425d-b4a8-baf3fdeeb794,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:33.557348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf423b0-7179-4cd6-bb40-2482f463182d admin admin] Deleting subnet 50427766-e646-40a6-8f25-bac19d62c66a {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:50:33.563566 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-caf423b0-7179-4cd6-bb40-2482f463182d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.617537 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-caf423b0-7179-4cd6-bb40-2482f463182d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.628510 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-d40d09b5-d017-48e6-810e-b6349822f7cd service neutron] 10.222.0.21 "GET /v2.0/ports/4401a231-75fe-452c-8e68-a4d75d6630a4/bindings/n-h1-813659-3 HTTP/1.1" status: 200 len: 384 time: 0.0846531 Oct 13 10:50:33.649363 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-57d786ef-a54e-40af-a790-afc0794b1c5d req-a8ba5b27-c19b-4876-8cb9-35554387dd33 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.742449 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-57d786ef-a54e-40af-a790-afc0794b1c5d req-a8ba5b27-c19b-4876-8cb9-35554387dd33 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.770441 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-caf423b0-7179-4cd6-bb40-2482f463182d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.845987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5f362-8b07-4646-9f37-5179912d1fac req-c817ccab-1264-4598-b0fb-d39d237deabe tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:33.847915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48a5f362-8b07-4646-9f37-5179912d1fac req-c817ccab-1264-4598-b0fb-d39d237deabe tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 944 time: 0.0900090 Oct 13 10:50:33.868116 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba5b27-c19b-4876-8cb9-35554387dd33 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d8f88b-ae3c-487a-aa63-c942fdc2028f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:33.888051 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f04e01-5812-4e14-8d70-a0fcd6a7ed83 None None] Sync routers for ids ['da3844b0-72e2-49d0-be3f-71e0cc5b4212'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:50:33.899284 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f04e01-5812-4e14-8d70-a0fcd6a7ed83 None None] Routers set() bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:33.900564 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f04e01-5812-4e14-8d70-a0fcd6a7ed83 None None] Router IDs set() for agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 10:50:33.902536 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_agentschedulers_db [None req-20f04e01-5812-4e14-8d70-a0fcd6a7ed83 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da3844b0-72e2-49d0-be3f-71e0cc5b4212'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent'). {{(pid=101993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 10:50:33.933173 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-57d786ef-a54e-40af-a790-afc0794b1c5d req-a8ba5b27-c19b-4876-8cb9-35554387dd33 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.934651 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-57d786ef-a54e-40af-a790-afc0794b1c5d req-a8ba5b27-c19b-4876-8cb9-35554387dd33 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8715813 Oct 13 10:50:33.942000 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f04e01-5812-4e14-8d70-a0fcd6a7ed83 None None] Routers set() bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:50:33.942000 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f04e01-5812-4e14-8d70-a0fcd6a7ed83 None None] Router IDs set() for agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 10:50:33.942000 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_agentschedulers_db [None req-20f04e01-5812-4e14-8d70-a0fcd6a7ed83 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da3844b0-72e2-49d0-be3f-71e0cc5b4212'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent'). {{(pid=101993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 10:50:33.950650 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f04e01-5812-4e14-8d70-a0fcd6a7ed83 None None] The sync data for ids ['da3844b0-72e2-49d0-be3f-71e0cc5b4212'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:50:33.959371 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-caf423b0-7179-4cd6-bb40-2482f463182d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:33.960536 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48a5f362-8b07-4646-9f37-5179912d1fac req-6a7b9714-fbc6-4b15-9586-36f33b06cfdb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727937 Oct 13 10:50:34.003299 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b3bac313-15ff-4b88-958f-2477faaf3738 service neutron] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4401a231-75fe-452c-8e68-a4d75d6630a4,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:34.018068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf423b0-7179-4cd6-bb40-2482f463182d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50427766-e646-40a6-8f25-bac19d62c66a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:34.034149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-caf423b0-7179-4cd6-bb40-2482f463182d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.041385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-caf423b0-7179-4cd6-bb40-2482f463182d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/50427766-e646-40a6-8f25-bac19d62c66a HTTP/1.1" status: 204 len: 168 time: 0.5831201 Oct 13 10:50:34.046455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d69a7f-8b03-4778-a922-1683661be290 None None] Network 9634cad8-821c-45fe-af2b-86a4739e3cc5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:50:34.061653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58350) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:34.083308 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 493c2175-7369-4330-be14-5e82beca2e40 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:34.085596 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-e5329d18-b7f4-470d-8664-ae424a676a74 req-cb63d316-6dd9-4cdf-b705-6b366e728714 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-944858379', 'description': 'tempest-description-1856177375'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:34.165957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b3bac313-15ff-4b88-958f-2477faaf3738 service neutron] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:34.190862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 493c2175-7369-4330-be14-5e82beca2e40 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:34.199307 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:50:34.201687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 493c2175-7369-4330-be14-5e82beca2e40 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:34.205363 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5329d18-b7f4-470d-8664-ae424a676a74 req-cb63d316-6dd9-4cdf-b705-6b366e728714 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.230659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b3bac313-15ff-4b88-958f-2477faaf3738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4401a231-75fe-452c-8e68-a4d75d6630a4 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:50:34.274307 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.274307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b3bac313-15ff-4b88-958f-2477faaf3738 service neutron] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4401a231-75fe-452c-8e68-a4d75d6630a4,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:34.356934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5329d18-b7f4-470d-8664-ae424a676a74 req-cb63d316-6dd9-4cdf-b705-6b366e728714 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.358879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b3bac313-15ff-4b88-958f-2477faaf3738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.376287 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Deleting port 7400c31a-9f18-44ca-a74f-ee7f63156ebf {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:34.376745 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.438580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f30358-b9c0-4a46-a2e5-1ece13ea4b30 None None] DHCP port deletion for 9634cad8-821c-45fe-af2b-86a4739e3cc5 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:50:34.439698 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5329d18-b7f4-470d-8664-ae424a676a74 req-cb63d316-6dd9-4cdf-b705-6b366e728714 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.471188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63d316-6dd9-4cdf-b705-6b366e728714 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3b1092-554b-4d79-bcdd-87a0be17a3e7,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:34.494957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-9237f042-9ced-428c-bbb0-c77331674e0c tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=90b608f4a7b943918f261239b79fce04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700274 Oct 13 10:50:34.500800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-58f30358-b9c0-4a46-a2e5-1ece13ea4b30 None None] Deleting port 7400c31a-9f18-44ca-a74f-ee7f63156ebf {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:34.501406 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-58f30358-b9c0-4a46-a2e5-1ece13ea4b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.570970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-58f30358-b9c0-4a46-a2e5-1ece13ea4b30 None None] For port 7400c31a-9f18-44ca-a74f-ee7f63156ebf, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7400c31a-9f18-44ca-a74f-ee7f63156ebf,segment=NetworkSegment(69affa69-7888-4dc9-91e9-e71ca4ae4a04),segment_id=69affa69-7888-4dc9-91e9-e71ca4ae4a04)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:34.571463 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-58f30358-b9c0-4a46-a2e5-1ece13ea4b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.574232 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5329d18-b7f4-470d-8664-ae424a676a74 req-cb63d316-6dd9-4cdf-b705-6b366e728714 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.576102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5329d18-b7f4-470d-8664-ae424a676a74 req-cb63d316-6dd9-4cdf-b705-6b366e728714 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4951878 Oct 13 10:50:34.593547 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] For port 7400c31a-9f18-44ca-a74f-ee7f63156ebf, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7400c31a-9f18-44ca-a74f-ee7f63156ebf,segment=NetworkSegment(69affa69-7888-4dc9-91e9-e71ca4ae4a04),segment_id=69affa69-7888-4dc9-91e9-e71ca4ae4a04)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:34.593926 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.609155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-58f30358-b9c0-4a46-a2e5-1ece13ea4b30 None None] Calling delete_port for 7400c31a-9f18-44ca-a74f-ee7f63156ebf owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:34.615552 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Calling delete_port for 7400c31a-9f18-44ca-a74f-ee7f63156ebf owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:34.646122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b3bac313-15ff-4b88-958f-2477faaf3738 service neutron] Transition to ACTIVE for port object 4401a231-75fe-452c-8e68-a4d75d6630a4 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:50:34.722726 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a727e-6a6b-4b19-abbd-ed14e9bbeced req-a11fedc6-2bff-407c-975a-6ddf7bf2c783 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:34.724581 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe8a727e-6a6b-4b19-abbd-ed14e9bbeced req-a11fedc6-2bff-407c-975a-6ddf7bf2c783 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 950 time: 0.0849266 Oct 13 10:50:34.727608 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b3bac313-15ff-4b88-958f-2477faaf3738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.735946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-52c088bc-8844-4e55-8cec-b7fb8011fb80 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:34.737454 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-52c088bc-8844-4e55-8cec-b7fb8011fb80 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412751 Oct 13 10:50:34.769971 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe8a727e-6a6b-4b19-abbd-ed14e9bbeced req-07d7e90e-96e2-4fb1-af88-15c1aca808fe tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371573 Oct 13 10:50:34.787494 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-58f30358-b9c0-4a46-a2e5-1ece13ea4b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.815644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f30358-b9c0-4a46-a2e5-1ece13ea4b30 None None] Pushing event deleted for resources: {'Port': ['ID=7400c31a-9f18-44ca-a74f-ee7f63156ebf,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:34.823023 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f30358-b9c0-4a46-a2e5-1ece13ea4b30 None None] No DVR routers for this DVR port 7400c31a-9f18-44ca-a74f-ee7f63156ebf on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:50:34.824204 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-576a3f20-bfd5-4db7-acaa-2ef324925fdf tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/quotas/90b608f4a7b943918f261239b79fce04 HTTP/1.1" status: 200 len: 375 time: 0.0750139 Oct 13 10:50:34.891950 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12dd84-b591-413a-8159-5b2c205bff71 req-4261f439-27b0-48ee-b069-b1ac0b196e0e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:34.893347 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f12dd84-b591-413a-8159-5b2c205bff71 req-4261f439-27b0-48ee-b069-b1ac0b196e0e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0562575 Oct 13 10:50:34.897856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bac313-15ff-4b88-958f-2477faaf3738 service neutron] Pushing event updated for resources: {'Port': ['ID=4401a231-75fe-452c-8e68-a4d75d6630a4,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:34.918305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-86b63c66-44fd-4492-a77c-2a01e38e6118 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=90b608f4a7b943918f261239b79fce04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856102 Oct 13 10:50:34.919158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b3bac313-15ff-4b88-958f-2477faaf3738 service neutron] No DVR routers for this DVR port 4401a231-75fe-452c-8e68-a4d75d6630a4 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:50:34.921224 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:34.936529 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f12dd84-b591-413a-8159-5b2c205bff71 req-ff761588-bd4c-4634-a741-10626eddfbce tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363193 Oct 13 10:50:34.953499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Pushing event deleted for resources: {'Port': ['ID=7400c31a-9f18-44ca-a74f-ee7f63156ebf,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:34.965135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] No DVR routers for this DVR port 7400c31a-9f18-44ca-a74f-ee7f63156ebf on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:50:35.283237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-5ce806dd-e166-4c41-97c5-5cca5ab75902 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47844 time: 0.3017013 Oct 13 10:50:35.343455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-71611469-b3e7-4046-a2d6-d25be84e604a tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/052cf272-bb9e-42fa-a837-3061bd2275ea HTTP/1.1" status: 200 len: 2981 time: 0.0514939 Oct 13 10:50:35.407666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-b3bac313-15ff-4b88-958f-2477faaf3738 service neutron] 10.222.0.21 "PUT /v2.0/ports/4401a231-75fe-452c-8e68-a4d75d6630a4/bindings/n-h1-813659-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7714012 Oct 13 10:50:35.419554 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-4982131e-6fba-4be1-a5fe-8440c61c6f92 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/052cf272-bb9e-42fa-a837-3061bd2275ea HTTP/1.1" status: 200 len: 2981 time: 0.0690432 Oct 13 10:50:35.435444 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:35.469739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fbb92-3a51-44a6-b4d6-7ff939e1fa6f req-774734c9-5cd5-4e3e-87da-80a5c38e1fcf tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:35.471322 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd3fbb92-3a51-44a6-b4d6-7ff939e1fa6f req-774734c9-5cd5-4e3e-87da-80a5c38e1fcf tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.1384299 Oct 13 10:50:35.474908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9634cad8-821c-45fe-af2b-86a4739e3cc5']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:35.479109 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-049702f6-82cd-4d2f-8779-8992c54596b1 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0a904be4-f4a7-4819-9c86-aaf6969b1164 HTTP/1.1" status: 200 len: 2981 time: 0.0536745 Oct 13 10:50:35.491663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69affa69-7888-4dc9-91e9-e71ca4ae4a04') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:35.491991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69affa69-7888-4dc9-91e9-e71ca4ae4a04') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:50:35.514834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:35.529607 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-9344ff81-4a0e-44d1-afca-e825edce6958 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0a904be4-f4a7-4819-9c86-aaf6969b1164 HTTP/1.1" status: 200 len: 2981 time: 0.0438681 Oct 13 10:50:35.537519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:35.546239 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd3fbb92-3a51-44a6-b4d6-7ff939e1fa6f req-41df0d23-f12a-4d72-820f-bfcac9e9a913 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636880 Oct 13 10:50:35.551259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:50:35.551738 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:50:35.554735 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:50:35.628156 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-4c27f7cb-ee0a-4e1f-bfa6-4ef29da36e54 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1e792f75-6db4-425d-b4a8-baf3fdeeb794 HTTP/1.1" status: 200 len: 2981 time: 0.0830979 Oct 13 10:50:35.635795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-64462fa2-d5dd-4201-9d57-7df0b5459956 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:35.637265 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-64462fa2-d5dd-4201-9d57-7df0b5459956 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1096 time: 0.1037266 Oct 13 10:50:35.687505 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b3753-cf05-4333-921d-256fc4cd64fb req-84187232-fbe2-43c3-861a-d4f1d03c6532 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:35.688895 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff8b3753-cf05-4333-921d-256fc4cd64fb req-84187232-fbe2-43c3-861a-d4f1d03c6532 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 945 time: 0.0658364 Oct 13 10:50:35.706130 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-5259b075-de00-4a6d-9ff9-2f67264fd4ed tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1e792f75-6db4-425d-b4a8-baf3fdeeb794 HTTP/1.1" status: 200 len: 2981 time: 0.0679033 Oct 13 10:50:35.712165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-4cb1e4a1-b311-4913-a7c5-d23c612f9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:35.713656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-4cb1e4a1-b311-4913-a7c5-d23c612f9912 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6 HTTP/1.1" status: 200 len: 1096 time: 0.0626416 Oct 13 10:50:35.735203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff8b3753-cf05-4333-921d-256fc4cd64fb req-da19193d-426f-4a63-ac89-b8ab9104ec9e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393081 Oct 13 10:50:35.776172 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:35.795446 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-3b08c6d3-a2c0-4f58-b98a-a6c78ffeddb9 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3097ed4b-5ad4-4460-b856-8460566bb6ff HTTP/1.1" status: 200 len: 2977 time: 0.0804892 Oct 13 10:50:35.801304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Pushing event deleted for resources: {'Network': ['ID=9634cad8-821c-45fe-af2b-86a4739e3cc5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:35.805465 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:35.822792 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-171649b9-bf5d-4a62-bb8d-957e27892432 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9634cad8-821c-45fe-af2b-86a4739e3cc5 HTTP/1.1" status: 204 len: 168 time: 1.7592583 Oct 13 10:50:35.836667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-95aa0ae8-fe57-48d2-af3b-868d0d3f40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:35.838222 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-95aa0ae8-fe57-48d2-af3b-868d0d3f40c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 1096 time: 0.0982218 Oct 13 10:50:35.920004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab0a227a-400d-4f8a-ade8-58dee7768801 req-c0c682b0-05d6-4222-9253-d9fc8bf7763a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 210 time: 0.0518112 Oct 13 10:50:35.920115 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-d38a8696-2808-47fa-89ab-4fa4fdcc3965 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3097ed4b-5ad4-4460-b856-8460566bb6ff HTTP/1.1" status: 200 len: 2977 time: 0.1049511 Oct 13 10:50:35.984446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 206e4310-c717-4765-8c08-d2373c5e29e8 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:36.005518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-2bca0bd2-9342-435d-9e91-b0e8e7426e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:36.006754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 206e4310-c717-4765-8c08-d2373c5e29e8 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:36.007191 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 206e4310-c717-4765-8c08-d2373c5e29e8 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:36.007696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7400c31a-9f18-44ca-a74f-ee7f63156ebf no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:36.007943 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-2bca0bd2-9342-435d-9e91-b0e8e7426e50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.1522624 Oct 13 10:50:36.009561 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-4b9557b1-7a05-4ba7-9c1a-72d9b2cb18a9 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/35d2e039-0693-4b14-9a24-564a7d5ef3ae HTTP/1.1" status: 200 len: 2981 time: 0.0855899 Oct 13 10:50:36.032199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 7400c31a-9f18-44ca-a74f-ee7f63156ebf {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:36.034031 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7400c31a-9f18-44ca-a74f-ee7f63156ebf not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:36.062073 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-13f1bd46-c36b-449b-90e1-f56b96fcfea9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4401a231-75fe-452c-8e68-a4d75d6630a4 HTTP/1.1" status: 200 len: 217 time: 0.0466049 Oct 13 10:50:36.070648 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e835752-ed66-4222-9d1e-c69f09663f03 req-d933320d-5c3c-403e-875b-e05c338c2b80 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:36.072295 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e835752-ed66-4222-9d1e-c69f09663f03 req-d933320d-5c3c-403e-875b-e05c338c2b80 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 950 time: 0.0564020 Oct 13 10:50:36.115140 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e835752-ed66-4222-9d1e-c69f09663f03 req-3080503c-7cda-4b80-b38f-e161a9f61e54 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370431 Oct 13 10:50:36.137928 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-5370c84d-4ce6-4f18-98dc-7543b19045bf tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/35d2e039-0693-4b14-9a24-564a7d5ef3ae HTTP/1.1" status: 200 len: 2981 time: 0.0784216 Oct 13 10:50:36.162087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-8d9ebebd-965a-46ff-8220-be776c3e3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:36.164091 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-8d9ebebd-965a-46ff-8220-be776c3e3fc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0891099 Oct 13 10:50:36.212413 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-5da90b0e-7337-4e12-8bb2-cdfcef6c09aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336714 Oct 13 10:50:36.215212 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-ab351bfd-9d5e-4090-8824-b68f7f9d8ccd tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/644bc938-00fc-4b63-a677-d848a2b9834a HTTP/1.1" status: 200 len: 2981 time: 0.0698826 Oct 13 10:50:36.240479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f295b7-bb82-46a2-899b-5ea2fbfcaa85 req-eaf985a6-8296-405e-96a2-13c1bee3514a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:36.242222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-60f295b7-bb82-46a2-899b-5ea2fbfcaa85 req-eaf985a6-8296-405e-96a2-13c1bee3514a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0517423 Oct 13 10:50:36.294093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-60f295b7-bb82-46a2-899b-5ea2fbfcaa85 req-b2c3f991-aab5-44a7-b710-1b5dc722645c tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 Oct 13 10:50:36.318446 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-8bf78ada-ff4e-41be-ba1f-7dcaa345766d tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/644bc938-00fc-4b63-a677-d848a2b9834a HTTP/1.1" status: 200 len: 2981 time: 0.0905221 Oct 13 10:50:36.345697 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-e889f0ca-8eb9-4577-ac1f-46a9467e8a6e service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249206 Oct 13 10:50:36.416273 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-4021ddfa-8fae-4829-959f-0452c5248a5f tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8af99a64-f85a-43fd-9419-055b377d1a30 HTTP/1.1" status: 200 len: 2977 time: 0.0880334 Oct 13 10:50:36.493453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-af7cbffd-1405-4de2-ac4a-a7dda1173fcc tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8af99a64-f85a-43fd-9419-055b377d1a30 HTTP/1.1" status: 200 len: 2977 time: 0.0699844 Oct 13 10:50:36.497307 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-5ff6e2b9-17c4-4e87-a5bb-68276bdebb26 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360283 Oct 13 10:50:36.514722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58404) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:36.555280 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-9651976e-8094-465b-92c6-cc1c345101c0 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a01d1344-d4ad-4d91-b2b6-2a8f58e57d1a HTTP/1.1" status: 200 len: 2981 time: 0.0535355 Oct 13 10:50:36.568513 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f52cb4f4-d04b-49f7-b4b9-75a59d80f753 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f80dd75571445be8ab8411e1d0819ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517886 Oct 13 10:50:36.573801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58406) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:36.605327 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8c8e8-9c7f-4182-ab62-070e8c8d656d req-4ecf7811-4380-49ea-97a3-877719d9106e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:36.606818 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01b8c8e8-9c7f-4182-ab62-070e8c8d656d req-4ecf7811-4380-49ea-97a3-877719d9106e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0515902 Oct 13 10:50:36.622044 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-05596ab8-8697-4d44-8e03-401426d37f2e tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a01d1344-d4ad-4d91-b2b6-2a8f58e57d1a HTTP/1.1" status: 200 len: 2981 time: 0.0651047 Oct 13 10:50:36.651966 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01b8c8e8-9c7f-4182-ab62-070e8c8d656d req-4e8863f2-3577-4792-bfeb-3a70d08d87cf tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389290 Oct 13 10:50:36.675938 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ecfa000c-6621-40af-b344-5f041d3bda78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:36.702997 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-aef77a41-21f5-48dd-af98-5e0a7413d72a tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a2192182-cdcc-4c50-91a0-3751693a81fb HTTP/1.1" status: 200 len: 2973 time: 0.0691855 Oct 13 10:50:36.719548 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ecfa000c-6621-40af-b344-5f041d3bda78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:36.792071 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-e976e489-2f79-47b2-91e9-0a53a6fd7218 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a2192182-cdcc-4c50-91a0-3751693a81fb HTTP/1.1" status: 200 len: 2973 time: 0.0752003 Oct 13 10:50:36.848429 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-fa1d1981-1b25-460c-9260-f58bd18d6b76 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/aab10834-c88a-4db7-a180-794fec467d0e HTTP/1.1" status: 200 len: 2977 time: 0.0494115 Oct 13 10:50:36.899217 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-fb218f10-e664-44d3-8b8a-c3cbd757453c tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/aab10834-c88a-4db7-a180-794fec467d0e HTTP/1.1" status: 200 len: 2977 time: 0.0412114 Oct 13 10:50:36.906144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca7cfc-e5a3-4e1a-b90d-126ac9665e7e req-93040b95-18ea-4f7a-ae0c-8a38d0c05923 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:36.909613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12ca7cfc-e5a3-4e1a-b90d-126ac9665e7e req-93040b95-18ea-4f7a-ae0c-8a38d0c05923 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0550811 Oct 13 10:50:36.921956 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ecfa000c-6621-40af-b344-5f041d3bda78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:36.925850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ecfa000c-6621-40af-b344-5f041d3bda78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:36.927049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ecfa000c-6621-40af-b344-5f041d3bda78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3c42d30-71f9-4350-a876-6a086212e838 HTTP/1.1" status: 204 len: 168 time: 0.3521962 Oct 13 10:50:36.963182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12ca7cfc-e5a3-4e1a-b90d-126ac9665e7e req-410eb394-1290-4099-875f-7531e6a6f8d4 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472555 Oct 13 10:50:36.985385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa000c-6621-40af-b344-5f041d3bda78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c42d30-71f9-4350-a876-6a086212e838,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:37.039359 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-ef7c0230-7280-4f4d-95ef-ad60ce128239 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bed9925d-0188-4d95-832f-74b2240435c7 HTTP/1.1" status: 200 len: 2981 time: 0.1313272 Oct 13 10:50:37.043713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-eb610479-1fc2-456d-95a4-6807722b87d5 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:37.045192 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-eb610479-1fc2-456d-95a4-6807722b87d5 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 1096 time: 0.1096654 Oct 13 10:50:37.124807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e8f34-c150-4ebd-a55e-05cd68f11234 req-82399fef-6aa1-4c95-8d84-05fa76e4d73e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:37.126589 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-048e8f34-c150-4ebd-a55e-05cd68f11234 req-82399fef-6aa1-4c95-8d84-05fa76e4d73e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 945 time: 0.0969784 Oct 13 10:50:37.143106 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-c8c09820-9fe3-47a9-85de-90deea75b04d tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bed9925d-0188-4d95-832f-74b2240435c7 HTTP/1.1" status: 200 len: 2981 time: 0.0919516 Oct 13 10:50:37.169520 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-2aafb497-df7e-4d46-a8d7-01113808f105 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] show failed (client error): The resource could not be found. Oct 13 10:50:37.170557 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-2aafb497-df7e-4d46-a8d7-01113808f105 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c3c42d30-71f9-4350-a876-6a086212e838 HTTP/1.1" status: 404 len: 352 time: 0.0185544 Oct 13 10:50:37.170784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-048e8f34-c150-4ebd-a55e-05cd68f11234 req-eff40db0-d307-49bd-8eef-f3ec1d2eb277 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374103 Oct 13 10:50:37.226393 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-cb72f126-012e-44fa-ab3c-87ab0189dd5f tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] show failed (client error): The resource could not be found. Oct 13 10:50:37.227761 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-cb72f126-012e-44fa-ab3c-87ab0189dd5f tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c3c42d30-71f9-4350-a876-6a086212e838 HTTP/1.1" status: 404 len: 352 time: 0.0359232 Oct 13 10:50:37.292986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-f3dfd986-a8c3-47d6-919f-99398987a8dc tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f022579e-8ecd-4549-809b-efbc387563f6 HTTP/1.1" status: 200 len: 2981 time: 0.0481670 Oct 13 10:50:37.314962 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-406b23fd-b985-4f06-8180-73432d776daf service neutron] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:37.321497 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-406b23fd-b985-4f06-8180-73432d776daf service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:37.322656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2e4f05e-763e-4a7f-a2e0-f6d1d02abd8e req-406b23fd-b985-4f06-8180-73432d776daf service neutron] 10.222.0.46 "DELETE /v2.0/ports/4401a231-75fe-452c-8e68-a4d75d6630a4/bindings/n-h2-813659-3 HTTP/1.1" status: 204 len: 173 time: 0.2639506 Oct 13 10:50:37.345208 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-e4458177-76a4-4c0b-aa79-9ecf76b512d6 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f022579e-8ecd-4549-809b-efbc387563f6 HTTP/1.1" status: 200 len: 2981 time: 0.0459888 Oct 13 10:50:37.380755 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4401a231-75fe-452c-8e68-a4d75d6630a4 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:37.398473 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-52e61e68-21a8-4bae-b39b-ead6fb58bbf4 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f1210a08-4a28-48f9-b251-e61cc3d8bc9d HTTP/1.1" status: 200 len: 2981 time: 0.0452332 Oct 13 10:50:37.448054 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f077ef8-1129-421f-a72f-2b8828610fc6 req-f8928270-35f4-4541-9b82-6506ded93c31 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f1210a08-4a28-48f9-b251-e61cc3d8bc9d HTTP/1.1" status: 200 len: 2981 time: 0.0424027 Oct 13 10:50:37.621564 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e966b81d-1f3a-41ca-8201-c9fae69583e4 req-25c12ebb-3c95-46b2-b425-99c12242b780 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 210 time: 0.0274971 Oct 13 10:50:37.736709 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-add37016-f2d7-4674-a629-fbb348e1be06 req-61979692-6643-4340-87a0-a6dc01fa39b2 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c7c90f1d92d47bcac9023486b6b1b70 HTTP/1.1" status: 200 len: 6101 time: 0.0635998 Oct 13 10:50:37.742553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33661a33-4874-4445-abb4-c1678ae43a93 req-71f96c33-6d25-4976-8b29-bc9bab1f9b79 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:37.744028 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-33661a33-4874-4445-abb4-c1678ae43a93 req-71f96c33-6d25-4976-8b29-bc9bab1f9b79 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0558155 Oct 13 10:50:37.784484 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-33661a33-4874-4445-abb4-c1678ae43a93 req-0d3ba31b-0339-4214-a52a-7933b95ff517 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347173 Oct 13 10:50:37.785691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4401a231-75fe-452c-8e68-a4d75d6630a4 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:37.790733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-add37016-f2d7-4674-a629-fbb348e1be06 req-2be2f745-293b-4e9d-8c32-cc6515195939 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] 10.222.0.32 "GET /v2.0/security-groups/bed9925d-0188-4d95-832f-74b2240435c7 HTTP/1.1" status: 200 len: 2981 time: 0.0466416 Oct 13 10:50:37.858059 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4401a231-75fe-452c-8e68-a4d75d6630a4 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:37.862939 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-ddd6791c-934e-47bb-b84c-2385a23ca020 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=90b608f4a7b943918f261239b79fce04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401001 Oct 13 10:50:37.907357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-add37016-f2d7-4674-a629-fbb348e1be06 req-1931eba9-8303-42ee-9c38-46fbde320a70 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] 10.222.0.32 "GET /v2.0/security-groups/bed9925d-0188-4d95-832f-74b2240435c7 HTTP/1.1" status: 200 len: 2981 time: 0.1060369 Oct 13 10:50:37.930898 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19dcc77b-f775-4832-bcd3-5a6dc4137e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:37.962079 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f883899-7c96-4d2e-aab2-85c10b87bb58 req-2b0b96d0-1f6b-4b98-b005-d55b23728fdf tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:37.970936 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f883899-7c96-4d2e-aab2-85c10b87bb58 req-2b0b96d0-1f6b-4b98-b005-d55b23728fdf tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 950 time: 0.0781536 Oct 13 10:50:38.018250 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f883899-7c96-4d2e-aab2-85c10b87bb58 req-aad10e61-ea6b-4110-9317-1d4ce3819a22 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442193 Oct 13 10:50:38.044813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-ebf9e14d-e8da-45aa-8a7b-3d10ed60d7da tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:38.046249 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-ebf9e14d-e8da-45aa-8a7b-3d10ed60d7da tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689639 Oct 13 10:50:38.053063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c4900-3d70-4eba-a1a5-819460085d21 req-ad61d5d6-50d7-4b7c-b1e6-d4f1d843c15a tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:38.059426 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b9c4900-3d70-4eba-a1a5-819460085d21 req-ad61d5d6-50d7-4b7c-b1e6-d4f1d843c15a tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 1096 time: 0.0803742 Oct 13 10:50:38.059986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Request body: {'port': {'device_id': '908f4bde-f58c-45f0-84f6-52c4b27ccbd8', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '90b608f4a7b943918f261239b79fce04'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:38.107280 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c04c428a-4cc6-447b-bf2e-c3c67bbcec16 req-0e8d4707-03a6-4f80-aa48-14528e6750b3 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8d3b1092-554b-4d79-bcdd-87a0be17a3e7 HTTP/1.1" status: 200 len: 1777 time: 0.0504897 Oct 13 10:50:38.152779 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b9c4900-3d70-4eba-a1a5-819460085d21 req-5becb1a6-25c6-400d-9be7-f5c17dad1461 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844231 Oct 13 10:50:38.195634 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c04c428a-4cc6-447b-bf2e-c3c67bbcec16 req-3a9cc2d9-9b45-43b5-af66-c5a39ace9cd3 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:38.235209 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c04c428a-4cc6-447b-bf2e-c3c67bbcec16 req-3a9cc2d9-9b45-43b5-af66-c5a39ace9cd3 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:38.296800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3ea77-11d9-4e6a-b939-6e2d9b318835 req-4da5754a-a0d1-4141-943b-e0f453b52652 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:38.298281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2da3ea77-11d9-4e6a-b939-6e2d9b318835 req-4da5754a-a0d1-4141-943b-e0f453b52652 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0527091 Oct 13 10:50:38.338865 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2da3ea77-11d9-4e6a-b939-6e2d9b318835 req-9394be4f-70c4-4465-b7cd-26c8c9087276 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339251 Oct 13 10:50:38.365070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Made reservation on behalf of 90b608f4a7b943918f261239b79fce04 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:38.373514 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:38.383754 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:38.392971 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c04c428a-4cc6-447b-bf2e-c3c67bbcec16 req-3a9cc2d9-9b45-43b5-af66-c5a39ace9cd3 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:38.397609 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c04c428a-4cc6-447b-bf2e-c3c67bbcec16 req-3a9cc2d9-9b45-43b5-af66-c5a39ace9cd3 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:38.406606 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c04c428a-4cc6-447b-bf2e-c3c67bbcec16 req-3a9cc2d9-9b45-43b5-af66-c5a39ace9cd3 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d3b1092-554b-4d79-bcdd-87a0be17a3e7 HTTP/1.1" status: 204 len: 173 time: 0.2933152 Oct 13 10:50:38.425671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cc2d9-9b45-43b5-af66-c5a39ace9cd3 tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3b1092-554b-4d79-bcdd-87a0be17a3e7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:38.526499 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7d383-fbe1-4aa3-9b8b-446b943cc71e req-4e66142c-ab61-427d-8c24-be3e834e5a85 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:38.537321 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:38.539053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-68e7d383-fbe1-4aa3-9b8b-446b943cc71e req-4e66142c-ab61-427d-8c24-be3e834e5a85 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0675006 Oct 13 10:50:38.578732 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-68e7d383-fbe1-4aa3-9b8b-446b943cc71e req-a8818a89-0fea-4607-9662-2d814e8df0da tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386796 Oct 13 10:50:38.583325 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:38.601693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-405ac0a5-d7f1-4886-a869-5dd25f435726 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:38.608515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-405ac0a5-d7f1-4886-a869-5dd25f435726 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 807 time: 0.1687114 Oct 13 10:50:38.624044 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-4fa4b830-fdf6-445f-bc2c-a945941c7945 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/quotas/3d81ffb1d1934f229adfc02c38c0c5a6 HTTP/1.1" status: 200 len: 375 time: 0.0134201 Oct 13 10:50:38.658111 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6fbfbefa-70c3-48ae-8975-c73c520832cf req-02585c21-67d1-4b49-98ca-6bd9e51b1c2a tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c6d8f88b-ae3c-487a-aa63-c942fdc2028f HTTP/1.1" status: 200 len: 1778 time: 0.0506577 Oct 13 10:50:38.680363 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-97ae9c96-6b96-4c22-9b99-0c7e01cd69b8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531797 Oct 13 10:50:38.718929 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6fbfbefa-70c3-48ae-8975-c73c520832cf req-07f3ca43-8d2d-4b3d-8f25-1b12f62840ec tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:38.737901 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:38.740092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6fbfbefa-70c3-48ae-8975-c73c520832cf req-07f3ca43-8d2d-4b3d-8f25-1b12f62840ec tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:38.801101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dab26c-4b93-44b6-9eef-cc9782d9579d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:38.826115 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-b2b791df-2b1b-4639-aa05-cdceed15269b service neutron] 10.222.0.32 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384861 Oct 13 10:50:38.863273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6fbfbefa-70c3-48ae-8975-c73c520832cf req-07f3ca43-8d2d-4b3d-8f25-1b12f62840ec tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:38.866124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6fbfbefa-70c3-48ae-8975-c73c520832cf req-07f3ca43-8d2d-4b3d-8f25-1b12f62840ec tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:38.882695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6fbfbefa-70c3-48ae-8975-c73c520832cf req-07f3ca43-8d2d-4b3d-8f25-1b12f62840ec tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6d8f88b-ae3c-487a-aa63-c942fdc2028f HTTP/1.1" status: 204 len: 173 time: 0.2066565 Oct 13 10:50:38.893262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3ca43-8d2d-4b3d-8f25-1b12f62840ec tempest-SecurityGroupsTestAdminJSON-1307840955 tempest-SecurityGroupsTestAdminJSON-1307840955-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d8f88b-ae3c-487a-aa63-c942fdc2028f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:39.036183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-056877b6-6621-46e1-b4d9-2d727cf6d1f3 service neutron] 10.222.0.32 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038631 Oct 13 10:50:39.065600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Allocated IP 192.168.233.234 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/040b5a51-df31-4ef1-a020-a750d87b9a58) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:50:39.281666 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d39255-53be-4289-b177-6451e91803bb req-a87a6217-eb6b-4515-95a6-7fa02e9e24dc tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:39.284035 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f9d39255-53be-4289-b177-6451e91803bb req-a87a6217-eb6b-4515-95a6-7fa02e9e24dc tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 950 time: 0.0664921 Oct 13 10:50:39.290596 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:39.397409 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-f9d39255-53be-4289-b177-6451e91803bb req-e61cbb8f-1a95-4e65-9dea-4bd90de0cfd6 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Deleting port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:39.397787 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f9d39255-53be-4289-b177-6451e91803bb req-e61cbb8f-1a95-4e65-9dea-4bd90de0cfd6 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:39.443391 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:39.520280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f9d39255-53be-4289-b177-6451e91803bb req-e61cbb8f-1a95-4e65-9dea-4bd90de0cfd6 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] For port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=0a4034fd-713c-4e3e-8bd8-c2a7486c418b,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:39.520936 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f9d39255-53be-4289-b177-6451e91803bb req-e61cbb8f-1a95-4e65-9dea-4bd90de0cfd6 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:39.535589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-f9d39255-53be-4289-b177-6451e91803bb req-e61cbb8f-1a95-4e65-9dea-4bd90de0cfd6 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Calling delete_port for 0a4034fd-713c-4e3e-8bd8-c2a7486c418b owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:39.597540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:39.599792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Pushing event updated for resources: {'Port': ['ID=040b5a51-df31-4ef1-a020-a750d87b9a58,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:39.615553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:39.620705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:50:39.701993 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-37dee083-fd87-4995-98c2-e5103d172d84 req-b9491a17-2520-4e2e-a4b8-8b17d89afc61 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] 10.222.0.32 "GET /v2.0/security-groups/41aa0efd-3b01-46f4-a305-1e3896282e16 HTTP/1.1" status: 200 len: 1776 time: 0.1066556 Oct 13 10:50:39.753554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:39.754266 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:39.775001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f154248-e6ed-4126-826d-286f0da7cd9b req-5c7e0076-4924-453b-806f-70fb8d20f81b tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:39.782830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f154248-e6ed-4126-826d-286f0da7cd9b req-5c7e0076-4924-453b-806f-70fb8d20f81b tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 936 time: 0.2471559 Oct 13 10:50:39.827093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f154248-e6ed-4126-826d-286f0da7cd9b req-2614c66a-a60e-42ae-8170-887431b154d9 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8dab26c-4b93-44b6-9eef-cc9782d9579d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 Oct 13 10:50:39.844940 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-37dee083-fd87-4995-98c2-e5103d172d84 req-cc2caef3-fa5f-48ac-99e9-4caff5b9d815 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:39.872668 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-7ee339ff-f876-4533-9dfb-ab48837ab84a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8163600 Oct 13 10:50:39.886169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Request body: {'port': {'device_id': '908f4bde-f58c-45f0-84f6-52c4b27ccbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:39.892992 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-37dee083-fd87-4995-98c2-e5103d172d84 req-cc2caef3-fa5f-48ac-99e9-4caff5b9d815 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:39.934893 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f35109ea-05ad-4bbb-8b07-81d742e842f4 None None] Provisioning complete for port 040b5a51-df31-4ef1-a020-a750d87b9a58 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:39.936167 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f35109ea-05ad-4bbb-8b07-81d742e842f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:39.953343 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f9d39255-53be-4289-b177-6451e91803bb req-e61cbb8f-1a95-4e65-9dea-4bd90de0cfd6 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:39.993503 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f35109ea-05ad-4bbb-8b07-81d742e842f4 None None] Port 040b5a51-df31-4ef1-a020-a750d87b9a58 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:50:40.000188 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:40.017542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cbb8f-1a95-4e65-9dea-4bd90de0cfd6 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Pushing event deleted for resources: {'Port': ['ID=0a4034fd-713c-4e3e-8bd8-c2a7486c418b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:40.059037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d39255-53be-4289-b177-6451e91803bb req-e61cbb8f-1a95-4e65-9dea-4bd90de0cfd6 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] No DVR routers for this DVR port 0a4034fd-713c-4e3e-8bd8-c2a7486c418b on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:50:40.062522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f9d39255-53be-4289-b177-6451e91803bb req-e61cbb8f-1a95-4e65-9dea-4bd90de0cfd6 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:40.064061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a1a78-3d45-4a67-8ac8-e941a39b7569 req-bd797c76-f741-41b0-9c57-b8a895ed50e8 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:40.065821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c1a1a78-3d45-4a67-8ac8-e941a39b7569 req-bd797c76-f741-41b0-9c57-b8a895ed50e8 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebb55d98-7d33-43c6-b166-36ec3807c29a HTTP/1.1" status: 200 len: 867 time: 0.1417348 Oct 13 10:50:40.079270 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f9d39255-53be-4289-b177-6451e91803bb req-e61cbb8f-1a95-4e65-9dea-4bd90de0cfd6 tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.46 "DELETE /v2.0/ports/0a4034fd-713c-4e3e-8bd8-c2a7486c418b HTTP/1.1" status: 204 len: 173 time: 0.7865474 Oct 13 10:50:40.079270 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-37dee083-fd87-4995-98c2-e5103d172d84 req-cc2caef3-fa5f-48ac-99e9-4caff5b9d815 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:40.081100 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-37dee083-fd87-4995-98c2-e5103d172d84 req-cc2caef3-fa5f-48ac-99e9-4caff5b9d815 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:40.090942 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-37dee083-fd87-4995-98c2-e5103d172d84 req-cc2caef3-fa5f-48ac-99e9-4caff5b9d815 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] 10.222.0.32 "DELETE /v2.0/security-groups/41aa0efd-3b01-46f4-a305-1e3896282e16 HTTP/1.1" status: 204 len: 173 time: 0.3800647 Oct 13 10:50:40.092061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb55d98-7d33-43c6-b166-36ec3807c29a', 'name': 'network-vif-deleted', 'tag': '0a4034fd-713c-4e3e-8bd8-c2a7486c418b'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:40.095665 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb463ce-656b-4bfa-be70-6b7f83773f05" -d '{"events": [{"server_uuid": "ebb55d98-7d33-43c6-b166-36ec3807c29a", "name": "network-vif-deleted", "tag": "0a4034fd-713c-4e3e-8bd8-c2a7486c418b"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:40.114053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2caef3-fa5f-48ac-99e9-4caff5b9d815 tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41aa0efd-3b01-46f4-a305-1e3896282e16,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:40.132643 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:40.179000 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8690167e-dfd0-4fd7-89b9-55eaf5534106 req-3bab2023-fe96-485f-abf5-6ed8e1e0037b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 210 time: 0.0305412 Oct 13 10:50:40.275706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c1a1a78-3d45-4a67-8ac8-e941a39b7569 req-7be5a41f-0417-486a-b70f-b264e405464e tempest-TenantUsagesTestJSON-1557867088 tempest-TenantUsagesTestJSON-1557867088-project] 10.222.0.32 "GET /v2.0/security-groups?id=35d2e039-0693-4b14-9a24-564a7d5ef3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867056 Oct 13 10:50:40.371943 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372663b9-84ba-4740-91f2-0e10476cc2d0 x-openstack-request-id: req-372663b9-84ba-4740-91f2-0e10476cc2d0 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:40.373365 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb55d98-7d33-43c6-b166-36ec3807c29a", "name": "network-vif-deleted", "tag": "0a4034fd-713c-4e3e-8bd8-c2a7486c418b", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:40.374089 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-372663b9-84ba-4740-91f2-0e10476cc2d0 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:40.374725 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb55d98-7d33-43c6-b166-36ec3807c29a', 'name': 'network-vif-deleted', 'tag': '0a4034fd-713c-4e3e-8bd8-c2a7486c418b', 'status': 'completed', 'code': 200} Oct 13 10:50:40.420481 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0d68b12-fcb2-40d3-ad20-ac42d3376aa4 req-9f0446ae-d4bd-4491-bf0a-a96e970bd6cc tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] 10.222.0.32 "GET /v2.0/security-groups/2f953645-51dd-40d6-9456-9427c707823f HTTP/1.1" status: 200 len: 1777 time: 0.1023464 Oct 13 10:50:40.546020 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c0d68b12-fcb2-40d3-ad20-ac42d3376aa4 req-9267ba42-80c5-4af3-836f-9c267dd8278c tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:40.563016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040b5a51-df31-4ef1-a020-a750d87b9a58 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:50:40.576381 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:40.582026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c0d68b12-fcb2-40d3-ad20-ac42d3376aa4 req-9267ba42-80c5-4af3-836f-9c267dd8278c tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:40.605493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Transition to ACTIVE for port object 040b5a51-df31-4ef1-a020-a750d87b9a58 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:50:40.699585 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:40.724200 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c32e5f2d-21d2-4adb-8470-266cf65fcdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:40.738496 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c0d68b12-fcb2-40d3-ad20-ac42d3376aa4 req-9267ba42-80c5-4af3-836f-9c267dd8278c tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:40.740867 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c0d68b12-fcb2-40d3-ad20-ac42d3376aa4 req-9267ba42-80c5-4af3-836f-9c267dd8278c tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:40.744006 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0d68b12-fcb2-40d3-ad20-ac42d3376aa4 req-9267ba42-80c5-4af3-836f-9c267dd8278c tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] 10.222.0.32 "DELETE /v2.0/security-groups/2f953645-51dd-40d6-9456-9427c707823f HTTP/1.1" status: 204 len: 173 time: 0.3227174 Oct 13 10:50:40.768713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267ba42-80c5-4af3-836f-9c267dd8278c tempest-SecurityGroupsTestAdminJSON-2006930912 tempest-SecurityGroupsTestAdminJSON-2006930912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f953645-51dd-40d6-9456-9427c707823f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:40.897866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Pushing event updated for resources: {'Port': ['ID=040b5a51-df31-4ef1-a020-a750d87b9a58,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:41.006451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dc646-9b43-4df9-93a4-50eca6bf6ac8 req-37e599e9-8313-4963-83b2-f21578a66dd5 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:41.008702 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-034dc646-9b43-4df9-93a4-50eca6bf6ac8 req-37e599e9-8313-4963-83b2-f21578a66dd5 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.1201251 Oct 13 10:50:41.009760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Attempting to bind port 040b5a51-df31-4ef1-a020-a750d87b9a58 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:50:41.010100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Attempting to bind port 040b5a51-df31-4ef1-a020-a750d87b9a58 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:50:41.010458 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Attempting to bind port 040b5a51-df31-4ef1-a020-a750d87b9a58 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:41.038138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Port 040b5a51-df31-4ef1-a020-a750d87b9a58 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:50:41.038980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Attempting to bind port 040b5a51-df31-4ef1-a020-a750d87b9a58 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:41.059735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:50:41.059735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:41.059735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:50:41.059735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Bound port: 040b5a51-df31-4ef1-a020-a750d87b9a58, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:50:41.059735 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:41.061210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-034dc646-9b43-4df9-93a4-50eca6bf6ac8 req-4c400f71-7a19-461f-b2e9-d4935271558c tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456417 Oct 13 10:50:41.178118 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] For port 040b5a51-df31-4ef1-a020-a750d87b9a58, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:41.197080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] For port 040b5a51-df31-4ef1-a020-a750d87b9a58, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=040b5a51-df31-4ef1-a020-a750d87b9a58,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:50:41.217466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1af0f1-1abe-4d4b-a224-8427ae86c95f req-ca605463-a5a8-4ddd-99a1-d76394129183 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:41.218725 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-db1af0f1-1abe-4d4b-a224-8427ae86c95f req-ca605463-a5a8-4ddd-99a1-d76394129183 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 948 time: 0.0729339 Oct 13 10:50:41.257550 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-db1af0f1-1abe-4d4b-a224-8427ae86c95f req-35ddaf5b-4e54-48ba-a353-7138fb0e3aff tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8dab26c-4b93-44b6-9eef-cc9782d9579d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308530 Oct 13 10:50:41.308770 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:41.400088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 0a4034fd-713c-4e3e-8bd8-c2a7486c418b no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:41.420694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-682436e7-15af-4abb-a741-38c8db84c6c8 req-0801a680-55cf-46b7-8034-39e061705394 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 210 time: 0.1056647 Oct 13 10:50:41.422126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:41.422770 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:41.435905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] 10.222.0.21 "PUT /v2.0/ports/040b5a51-df31-4ef1-a020-a750d87b9a58 HTTP/1.1" status: 200 len: 1096 time: 1.5539176 Oct 13 10:50:41.438570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908f4bde-f58c-45f0-84f6-52c4b27ccbd8', 'tag': '040b5a51-df31-4ef1-a020-a750d87b9a58'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:41.441144 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77227cf2-5269-4e9c-a505-ad66199803b1" -d '{"events": [{"name": "network-changed", "server_uuid": "908f4bde-f58c-45f0-84f6-52c4b27ccbd8", "tag": "040b5a51-df31-4ef1-a020-a750d87b9a58"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:41.443072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 0a4034fd-713c-4e3e-8bd8-c2a7486c418b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:41.443429 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 0a4034fd-713c-4e3e-8bd8-c2a7486c418b not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:41.505933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d416906-f62e-4e57-b6d1-24725a6f5a0f service neutron] Pushing event updated for resources: {'Port': ['ID=040b5a51-df31-4ef1-a020-a750d87b9a58,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:41.540279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58654) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:41.589754 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39c4613-77a7-4788-9059-81a4a87c82df x-openstack-request-id: req-b39c4613-77a7-4788-9059-81a4a87c82df {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:41.590072 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908f4bde-f58c-45f0-84f6-52c4b27ccbd8", "tag": "040b5a51-df31-4ef1-a020-a750d87b9a58", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:41.590367 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b39c4613-77a7-4788-9059-81a4a87c82df {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:41.590965 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908f4bde-f58c-45f0-84f6-52c4b27ccbd8', 'tag': '040b5a51-df31-4ef1-a020-a750d87b9a58', 'status': 'completed', 'code': 200} Oct 13 10:50:41.617393 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:41.669342 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-b666066d-6445-4bd0-932b-82cb0bc8b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:41.671165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-b666066d-6445-4bd0-932b-82cb0bc8b039 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=90b608f4a7b943918f261239b79fce04&device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 1099 time: 0.0620837 Oct 13 10:50:41.721779 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-739cf09a-7b9e-4b55-a557-cfe0c500fb7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=040b5a51-df31-4ef1-a020-a750d87b9a58 HTTP/1.1" status: 200 len: 217 time: 0.0396702 Oct 13 10:50:41.749655 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-92aae515-cbe1-4fda-bf1b-60c74f082c59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c7c90f1d92d47bcac9023486b6b1b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084916 Oct 13 10:50:41.753079 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58662) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:41.784021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-bd73365d-1d96-4646-ade7-c1fdecf00265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:41.785684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-bd73365d-1d96-4646-ade7-c1fdecf00265 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0519555 Oct 13 10:50:41.812135 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3b6c70f-8590-49da-814e-00d722bf62dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:41.835166 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3b6c70f-8590-49da-814e-00d722bf62dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:41.913634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-26e9a080-2b14-4786-9175-73750b158364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:41.915238 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-26e9a080-2b14-4786-9175-73750b158364 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1158159 Oct 13 10:50:41.971982 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3b6c70f-8590-49da-814e-00d722bf62dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:41.974582 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3b6c70f-8590-49da-814e-00d722bf62dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:41.977773 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e3b6c70f-8590-49da-814e-00d722bf62dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bed9925d-0188-4d95-832f-74b2240435c7 HTTP/1.1" status: 204 len: 168 time: 0.2230866 Oct 13 10:50:41.989811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6c70f-8590-49da-814e-00d722bf62dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed9925d-0188-4d95-832f-74b2240435c7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:42.009109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-a468b98f-8c0f-4c0f-8571-59cde9bda58a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:42.010665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-a468b98f-8c0f-4c0f-8571-59cde9bda58a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.21 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 807 time: 0.2003803 Oct 13 10:50:42.050664 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:42.087369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58698) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:42.097689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-c07b9ca1-4465-4743-9746-5256e643ba6c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Request body: {'port': {'device_id': '55b6d7bf-1be9-4584-ab48-c0cc62c3fee2', 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b', 'admin_state_up': True, 'tenant_id': '3d81ffb1d1934f229adfc02c38c0c5a6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:42.271493 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-ea7b239f-75ad-486d-a545-e17d6dc836e8 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597148 Oct 13 10:50:42.355312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca099-88ec-4631-9810-7781f168e41c req-8aa3b5aa-ebf8-439e-bbfe-273e8830b5fe tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:42.356817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3bca099-88ec-4631-9810-7781f168e41c req-8aa3b5aa-ebf8-439e-bbfe-273e8830b5fe tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.1885695 Oct 13 10:50:42.463790 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55b20480-a311-4e91-ada3-02fe1c8fdccc req-abb15ebd-1559-4780-8374-7685e1c6dc05 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828833 Oct 13 10:50:42.466730 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3bca099-88ec-4631-9810-7781f168e41c req-9281cb70-0d4d-4057-b58c-9978dc966d38 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898721 Oct 13 10:50:42.567469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-c07b9ca1-4465-4743-9746-5256e643ba6c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Made reservation on behalf of 3d81ffb1d1934f229adfc02c38c0c5a6 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:42.571398 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-c07b9ca1-4465-4743-9746-5256e643ba6c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:42.579166 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b2a67342-6413-49a9-a6ea-44c78f9e3e7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7275121559cb4f04af2c73943c771844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897778 Oct 13 10:50:42.585562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58740) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:42.618958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4aa0f-d2c9-48ac-b56a-7e81021b8e61 req-70828dde-7245-481c-a900-712e1750d126 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:42.620466 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06d4aa0f-d2c9-48ac-b56a-7e81021b8e61 req-70828dde-7245-481c-a900-712e1750d126 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 948 time: 0.0784409 Oct 13 10:50:42.652789 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bea54a8d-e0b5-4126-8859-5ad7778096fa req-9fdc16a1-176b-469c-8137-972d8a9bbbac tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 210 time: 0.0278575 Oct 13 10:50:42.676636 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fe83-6e13-436e-a2f9-159d340b6225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:42.713588 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fe83-6e13-436e-a2f9-159d340b6225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:42.780625 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06d4aa0f-d2c9-48ac-b56a-7e81021b8e61 req-751716a3-0014-4904-8dfe-4a77c8400219 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8dab26c-4b93-44b6-9eef-cc9782d9579d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480823 Oct 13 10:50:42.790279 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77227cf2-5269-4e9c-a505-ad66199803b1 req-33669d1d-73b5-40f9-aac9-a9f9922ee703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:42.791797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-77227cf2-5269-4e9c-a505-ad66199803b1 req-33669d1d-73b5-40f9-aac9-a9f9922ee703 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=90b608f4a7b943918f261239b79fce04&device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 1099 time: 0.1704316 Oct 13 10:50:42.839296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-c07b9ca1-4465-4743-9746-5256e643ba6c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Allocated IP 172.20.0.2 (259a4ec1-ee8d-422b-b204-4224c014af8b/75b682f9-2048-4e73-802d-8e8789e253b8/d7465c52-6146-4dd5-a601-bc6df9182b67) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:50:42.852025 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fe83-6e13-436e-a2f9-159d340b6225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:42.860140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fe83-6e13-436e-a2f9-159d340b6225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:42.864202 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0ae5fe83-6e13-436e-a2f9-159d340b6225 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35d2e039-0693-4b14-9a24-564a7d5ef3ae HTTP/1.1" status: 204 len: 168 time: 0.2744563 Oct 13 10:50:42.880306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58762) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:42.924329 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5fe83-6e13-436e-a2f9-159d340b6225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d2e039-0693-4b14-9a24-564a7d5ef3ae,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:42.973400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58768) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:42.974301 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8e616336-120f-4e53-97a1-97c4ee4422b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4b745f559b341a68cbb863f5eff8948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908754 Oct 13 10:50:43.006116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77227cf2-5269-4e9c-a505-ad66199803b1 req-7b708429-d507-4e8a-9d84-704f1cdb7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:43.006116 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-77227cf2-5269-4e9c-a505-ad66199803b1 req-7b708429-d507-4e8a-9d84-704f1cdb7868 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1992428 Oct 13 10:50:43.114177 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-77227cf2-5269-4e9c-a505-ad66199803b1 req-727845f2-afcd-4d42-939f-ffbe4fac36ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=040b5a51-df31-4ef1-a020-a750d87b9a58 HTTP/1.1" status: 200 len: 217 time: 0.0887036 Oct 13 10:50:43.207759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7533387d-31a6-49fc-a478-f16ff2e489ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:43.217539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77227cf2-5269-4e9c-a505-ad66199803b1 req-37315434-7215-4323-ad71-53204736a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:43.219011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-77227cf2-5269-4e9c-a505-ad66199803b1 req-37315434-7215-4323-ad71-53204736a80e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0953238 Oct 13 10:50:43.249675 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-c07b9ca1-4465-4743-9746-5256e643ba6c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:43.273280 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7533387d-31a6-49fc-a478-f16ff2e489ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:43.307479 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:43.336291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77227cf2-5269-4e9c-a505-ad66199803b1 req-56f7efaf-f310-4f9b-8325-69e5fa461af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:43.341526 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-77227cf2-5269-4e9c-a505-ad66199803b1 req-56f7efaf-f310-4f9b-8325-69e5fa461af8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035345 Oct 13 10:50:43.412184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 72aea686-c667-4c47-ae27-d78d7ee53598 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:50:43.461187 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-77227cf2-5269-4e9c-a505-ad66199803b1 req-edd70b36-afcc-40be-9286-758b3a8c4f93 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122351 Oct 13 10:50:43.468320 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-c07b9ca1-4465-4743-9746-5256e643ba6c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:43.537041 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 72aea686-c667-4c47-ae27-d78d7ee53598, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=72aea686-c667-4c47-ae27-d78d7ee53598,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:43.554399 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7533387d-31a6-49fc-a478-f16ff2e489ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:43.557093 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7533387d-31a6-49fc-a478-f16ff2e489ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:43.559361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '72aea686-c667-4c47-ae27-d78d7ee53598', 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4', 'port_id': '72aea686-c667-4c47-ae27-d78d7ee53598', 'mac_address': 'fa:16:3e:98:05:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb47ae55-deda-4356-8a6d-76d183060008', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:50:43.559501 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7533387d-31a6-49fc-a478-f16ff2e489ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e792f75-6db4-425d-b4a8-baf3fdeeb794 HTTP/1.1" status: 204 len: 168 time: 0.5819173 Oct 13 10:50:43.574855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-c07b9ca1-4465-4743-9746-5256e643ba6c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Network 259a4ec1-ee8d-422b-b204-4224c014af8b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:43.593143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-c07b9ca1-4465-4743-9746-5256e643ba6c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:43.601487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533387d-31a6-49fc-a478-f16ff2e489ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e792f75-6db4-425d-b4a8-baf3fdeeb794,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:43.609568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-c07b9ca1-4465-4743-9746-5256e643ba6c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:50:43.642981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e637a34-c71f-478b-b647-3ec2a03a8742 req-ce5a7077-cdfc-40a4-9f4a-68c67177331a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:43.653858 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e637a34-c71f-478b-b647-3ec2a03a8742 req-ce5a7077-cdfc-40a4-9f4a-68c67177331a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0966258 Oct 13 10:50:43.656543 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:43.669308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-c07b9ca1-4465-4743-9746-5256e643ba6c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:43.670181 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-c07b9ca1-4465-4743-9746-5256e643ba6c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:43.672741 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b9ca1-4465-4743-9746-5256e643ba6c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Pushing event updated for resources: {'Port': ['ID=d7465c52-6146-4dd5-a601-bc6df9182b67,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:43.715801 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e637a34-c71f-478b-b647-3ec2a03a8742 req-6242d8d6-cc54-48c2-9c37-0ed1c0ccb7d6 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604007 Oct 13 10:50:43.722097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72aea686-c667-4c47-ae27-d78d7ee53598 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:50:43.723657 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-77227cf2-5269-4e9c-a505-ad66199803b1 req-1cbcb298-1268-49f4-9df7-cc19b272a196 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452910 Oct 13 10:50:43.762557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 72aea686-c667-4c47-ae27-d78d7ee53598, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=72aea686-c667-4c47-ae27-d78d7ee53598,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:43.798966 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-c07b9ca1-4465-4743-9746-5256e643ba6c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7657166 Oct 13 10:50:43.799407 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58864) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:43.829445 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Request body: {'port': {'device_id': '55b6d7bf-1be9-4584-ab48-c0cc62c3fee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:43.874720 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:43.951611 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=72aea686-c667-4c47-ae27-d78d7ee53598,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:44.012040 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['72aea686-c667-4c47-ae27-d78d7ee53598'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:50:44.187010 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c0c88789-4bb0-4fdc-83d9-af28c094c76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:44.252361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7a412-053c-4aa5-a2d2-4d3097d7baa3 req-04c31eaf-bad2-4529-b06a-2d63eeb5ef9b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:44.254835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80a7a412-053c-4aa5-a2d2-4d3097d7baa3 req-04c31eaf-bad2-4529-b06a-2d63eeb5ef9b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 931 time: 0.4744127 Oct 13 10:50:44.266430 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:44.367071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80a7a412-053c-4aa5-a2d2-4d3097d7baa3 req-2ba3920c-7988-49b7-be08-1abd55eaa327 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012309 Oct 13 10:50:44.436561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cf75b-848c-4541-973e-4445bed36367 req-8bf0fefe-b263-4778-9b9a-dfc5004e49d0 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:44.438897 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cd1cf75b-848c-4541-973e-4445bed36367 req-8bf0fefe-b263-4778-9b9a-dfc5004e49d0 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 948 time: 0.0705936 Oct 13 10:50:44.485083 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cd1cf75b-848c-4541-973e-4445bed36367 req-930af0ce-a79a-4a93-a77f-1a96ab89e6c3 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8dab26c-4b93-44b6-9eef-cc9782d9579d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Oct 13 10:50:44.495923 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c0c88789-4bb0-4fdc-83d9-af28c094c76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:44.561326 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c0c88789-4bb0-4fdc-83d9-af28c094c76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:44.570882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0c06b-d911-4e70-996b-e366e8bdb90f req-cc4a666b-17b6-47e1-8e7f-78c76d52bb5b tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:44.570882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aaa0c06b-d911-4e70-996b-e366e8bdb90f req-cc4a666b-17b6-47e1-8e7f-78c76d52bb5b tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 1096 time: 0.1260989 Oct 13 10:50:44.635821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c88789-4bb0-4fdc-83d9-af28c094c76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed46618-2fe8-4750-8129-e0b4a8d02ca6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:44.652919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c0c88789-4bb0-4fdc-83d9-af28c094c76f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d88fed4e10e4b9686f86a8bf6add08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8329101 Oct 13 10:50:44.654541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58938) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:44.669470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aaa0c06b-d911-4e70-996b-e366e8bdb90f req-66b5ee05-3cea-4df1-ba1b-b6e05f9108e6 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825551 Oct 13 10:50:44.723979 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d596e1be-11cf-4f51-9d05-20e4c0760b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:44.766824 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d596e1be-11cf-4f51-9d05-20e4c0760b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:44.767827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7465c52-6146-4dd5-a601-bc6df9182b67 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:50:44.779310 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:44.792886 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Transition to ACTIVE for port object d7465c52-6146-4dd5-a601-bc6df9182b67 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:50:44.882998 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:44.911369 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d596e1be-11cf-4f51-9d05-20e4c0760b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:44.915275 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d596e1be-11cf-4f51-9d05-20e4c0760b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:44.921919 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d596e1be-11cf-4f51-9d05-20e4c0760b16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ed46618-2fe8-4750-8129-e0b4a8d02ca6 HTTP/1.1" status: 204 len: 168 time: 0.2655935 Oct 13 10:50:44.935575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596e1be-11cf-4f51-9d05-20e4c0760b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed46618-2fe8-4750-8129-e0b4a8d02ca6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:45.000993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Pushing event updated for resources: {'Port': ['ID=d7465c52-6146-4dd5-a601-bc6df9182b67,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:45.034940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Attempting to bind port d7465c52-6146-4dd5-a601-bc6df9182b67 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:50:45.035284 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Attempting to bind port d7465c52-6146-4dd5-a601-bc6df9182b67 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:50:45.038910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Attempting to bind port d7465c52-6146-4dd5-a601-bc6df9182b67 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:45.041348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Port d7465c52-6146-4dd5-a601-bc6df9182b67 on network 259a4ec1-ee8d-422b-b204-4224c014af8b not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:50:45.041734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Attempting to bind port d7465c52-6146-4dd5-a601-bc6df9182b67 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:45.047893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:50:45.048228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Checking segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:45.048607 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Bound using segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:50:45.049036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Bound port: d7465c52-6146-4dd5-a601-bc6df9182b67, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:50:45.049394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:45.135412 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:45.141372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d7465c52-6146-4dd5-a601-bc6df9182b67,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:50:45.192511 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a83eb8-e8ad-4a51-b652-43083cc9b815 req-12e09c50-8c12-4f20-8294-86a632f2e3ba tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:45.194632 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-26a83eb8-e8ad-4a51-b652-43083cc9b815 req-12e09c50-8c12-4f20-8294-86a632f2e3ba tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 945 time: 0.0533795 Oct 13 10:50:45.206368 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:45.229838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:45.230731 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:45.239768 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] 10.222.0.21 "PUT /v2.0/ports/d7465c52-6146-4dd5-a601-bc6df9182b67 HTTP/1.1" status: 200 len: 1091 time: 1.4239521 Oct 13 10:50:45.243148 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-26a83eb8-e8ad-4a51-b652-43083cc9b815 req-b81982f7-4b3d-4e56-b2a9-b3c4cc7f47e5 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Oct 13 10:50:45.264094 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b6d7bf-1be9-4584-ab48-c0cc62c3fee2', 'tag': 'd7465c52-6146-4dd5-a601-bc6df9182b67'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:45.266543 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857e2139-06b1-4558-a1f2-70ab4531cb07" -d '{"events": [{"name": "network-changed", "server_uuid": "55b6d7bf-1be9-4584-ab48-c0cc62c3fee2", "tag": "d7465c52-6146-4dd5-a601-bc6df9182b67"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:45.299196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744e5fb-e4a5-42be-98c5-c73d041ded73 service neutron] Pushing event updated for resources: {'Port': ['ID=d7465c52-6146-4dd5-a601-bc6df9182b67,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:45.421029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 72aea686-c667-4c47-ae27-d78d7ee53598 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:45.470388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-b7b494d4-5b56-4d2c-b3a7-02da16a352a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:45.471969 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-b7b494d4-5b56-4d2c-b3a7-02da16a352a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 1094 time: 0.0839543 Oct 13 10:50:45.500986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 72aea686-c667-4c47-ae27-d78d7ee53598 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:45.501635 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:45.532203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-7f45fa33-2d51-4578-9222-194b193dd649 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7465c52-6146-4dd5-a601-bc6df9182b67 HTTP/1.1" status: 200 len: 217 time: 0.0506694 Oct 13 10:50:45.636139 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:45.652606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-61dd35cc-af07-4600-b019-056b0c0d11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:45.655407 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-61dd35cc-af07-4600-b019-056b0c0d11ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.1157682 Oct 13 10:50:45.661600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145e9e21-df95-42b1-8677-f2ece04d8be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aea686-c667-4c47-ae27-d78d7ee53598'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:45.667614 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df350e2b-a8ae-424b-8fba-fdb1a990bae2" -d '{"events": [{"server_uuid": "145e9e21-df95-42b1-8677-f2ece04d8be9", "name": "network-vif-plugged", "status": "completed", "tag": "72aea686-c667-4c47-ae27-d78d7ee53598"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:45.677923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 72aea686-c667-4c47-ae27-d78d7ee53598, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=72aea686-c667-4c47-ae27-d78d7ee53598,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:45.700954 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-6181a35d-ed9f-4f25-9439-8dd3ca442bb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308580 Oct 13 10:50:45.718768 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:45.789028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 040b5a51-df31-4ef1-a020-a750d87b9a58 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:50:45.801367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=72aea686-c667-4c47-ae27-d78d7ee53598,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:45.815882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-8d6769ee-7eb3-46f6-9e49-a1d5d9ebcdba service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066637 Oct 13 10:50:45.817443 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6ba253-ce19-479f-9bd8-04d774645bfc x-openstack-request-id: req-3f6ba253-ce19-479f-9bd8-04d774645bfc {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:45.817845 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b6d7bf-1be9-4584-ab48-c0cc62c3fee2", "tag": "d7465c52-6146-4dd5-a601-bc6df9182b67", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:45.818264 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f6ba253-ce19-479f-9bd8-04d774645bfc {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:45.819390 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b6d7bf-1be9-4584-ab48-c0cc62c3fee2', 'tag': 'd7465c52-6146-4dd5-a601-bc6df9182b67', 'status': 'completed', 'code': 200} Oct 13 10:50:45.953473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 040b5a51-df31-4ef1-a020-a750d87b9a58, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=040b5a51-df31-4ef1-a020-a750d87b9a58,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:45.968270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '040b5a51-df31-4ef1-a020-a750d87b9a58', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '040b5a51-df31-4ef1-a020-a750d87b9a58', 'mac_address': 'fa:16:3e:28:28:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:50:46.006029 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e28a5941-0450-4f7b-9830-502b94ed57a7 req-964c7807-6060-4285-a7b8-588861ae3077 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819303 Oct 13 10:50:46.036005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbc73a-1043-4e7f-af63-40cbc59e0648 req-41aa3b44-7c03-42c8-8c2c-de092e9941d1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:46.037294 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:46.045443 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-72fbc73a-1043-4e7f-af63-40cbc59e0648 req-41aa3b44-7c03-42c8-8c2c-de092e9941d1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 943 time: 0.1146255 Oct 13 10:50:46.054361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040b5a51-df31-4ef1-a020-a750d87b9a58 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:50:46.079950 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 040b5a51-df31-4ef1-a020-a750d87b9a58, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=040b5a51-df31-4ef1-a020-a750d87b9a58,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:46.088508 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-72fbc73a-1043-4e7f-af63-40cbc59e0648 req-4df717cd-9b01-4bb3-9f34-19a0b988594d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421200 Oct 13 10:50:46.181985 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:46.228133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e2139-06b1-4558-a1f2-70ab4531cb07 req-774f9779-d7d2-44ac-8e9d-1034c52598cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:46.232681 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-857e2139-06b1-4558-a1f2-70ab4531cb07 req-774f9779-d7d2-44ac-8e9d-1034c52598cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 1094 time: 0.0759039 Oct 13 10:50:46.247950 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=040b5a51-df31-4ef1-a020-a750d87b9a58,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:46.261400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e534ad-5a4a-4ed5-a5e4-81f4709b0be0 req-a305dc57-84ef-4dac-80d9-937ece4e9dbe tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:46.268823 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-45e534ad-5a4a-4ed5-a5e4-81f4709b0be0 req-a305dc57-84ef-4dac-80d9-937ece4e9dbe tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 949 time: 0.0974054 Oct 13 10:50:46.324446 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-45e534ad-5a4a-4ed5-a5e4-81f4709b0be0 req-5e37a2fc-db28-4e6b-b50b-2ff067bb1bf1 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8dab26c-4b93-44b6-9eef-cc9782d9579d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473452 Oct 13 10:50:46.370051 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f9b714-ad19-44b1-8de6-0b850be67c55 x-openstack-request-id: req-78f9b714-ad19-44b1-8de6-0b850be67c55 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:46.370370 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145e9e21-df95-42b1-8677-f2ece04d8be9", "name": "network-vif-plugged", "status": "completed", "tag": "72aea686-c667-4c47-ae27-d78d7ee53598", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:46.370633 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78f9b714-ad19-44b1-8de6-0b850be67c55 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:46.371047 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145e9e21-df95-42b1-8677-f2ece04d8be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aea686-c667-4c47-ae27-d78d7ee53598', 'code': 200} Oct 13 10:50:46.395579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e2139-06b1-4558-a1f2-70ab4531cb07 req-9b509e7f-c794-4236-82c4-46c01e5ccc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:46.398116 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-857e2139-06b1-4558-a1f2-70ab4531cb07 req-9b509e7f-c794-4236-82c4-46c01e5ccc7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.1520028 Oct 13 10:50:46.431120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['040b5a51-df31-4ef1-a020-a750d87b9a58'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:50:46.473827 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-857e2139-06b1-4558-a1f2-70ab4531cb07 req-65587611-a40c-40f6-8d5a-25c8008fbb7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7465c52-6146-4dd5-a601-bc6df9182b67 HTTP/1.1" status: 200 len: 217 time: 0.0670371 Oct 13 10:50:46.527951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59092) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:46.553836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e2139-06b1-4558-a1f2-70ab4531cb07 req-54b56cc3-ec45-4bb1-9415-1ab65bbebf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:46.555340 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-857e2139-06b1-4558-a1f2-70ab4531cb07 req-54b56cc3-ec45-4bb1-9415-1ab65bbebf9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0715218 Oct 13 10:50:46.564462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcde3b0-8346-4f82-88d5-d71bfcbf9f83 req-37ae0f66-169d-454c-95d2-8ee70fdaeb67 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:46.568789 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abcde3b0-8346-4f82-88d5-d71bfcbf9f83 req-37ae0f66-169d-454c-95d2-8ee70fdaeb67 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0826659 Oct 13 10:50:46.596451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-857e2139-06b1-4558-a1f2-70ab4531cb07 req-efffcb56-1279-4563-a5cf-4ffdbaeda520 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329621 Oct 13 10:50:46.627169 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abcde3b0-8346-4f82-88d5-d71bfcbf9f83 req-9ff2f6b3-5d7b-4050-8cb6-903d4960bd81 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488830 Oct 13 10:50:46.714177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2073976309-network', 'tenant_id': '1cd32a677dad4bb08ed7597ab50eccd8'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:46.729898 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-857e2139-06b1-4558-a1f2-70ab4531cb07 req-24d75016-48a5-430a-a95a-3dec63d7873c service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247294 Oct 13 10:50:46.793636 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Made reservation on behalf of 1cd32a677dad4bb08ed7597ab50eccd8 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:46.803871 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:46.810557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:46.839136 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-857e2139-06b1-4558-a1f2-70ab4531cb07 req-5d0234ad-9f98-4261-8bb5-555c883b60c5 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003189 Oct 13 10:50:46.919955 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:46.987215 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:47.013093 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:50:47.025149 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b45166-9e14-4cf5-b810-e54ebf947028,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:47.033412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:47.033764 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Added segment a9130c6c-73c5-47cf-ad5a-e8cb5379f308 of type vlan for network 225efdd3-76a6-46d2-812d-fe35c95e3f9f Oct 13 10:50:47.077411 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:47.197042 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:47.198025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:47.198643 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:47.266107 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] Pushing event updated for resources: {'Network': ['ID=225efdd3-76a6-46d2-812d-fe35c95e3f9f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:47.275818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 225efdd3-76a6-46d2-812d-fe35c95e3f9f details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:50:47.337832 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d9a3fb84-05b5-40b7-a0ba-99daa7c86b31 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8077354 Oct 13 10:50:47.339778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59148) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:47.344686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-24999e41-db87-400c-8ccf-0265e24cdcae admin admin] Request body: {'subnet': {'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2073976309-subnet', 'tenant_id': '1cd32a677dad4bb08ed7597ab50eccd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:47.363917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-79588823-dc5e-4ef2-bba1-99f4f640f488 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:50:47.364916 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-79588823-dc5e-4ef2-bba1-99f4f640f488 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076568 Oct 13 10:50:47.407380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-d2363fd0-487c-4909-93b9-eaa6d914a794 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:47.408747 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-d2363fd0-487c-4909-93b9-eaa6d914a794 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports/93ec44d5-0077-40f3-9246-0920e6fd8c4c HTTP/1.1" status: 200 len: 1093 time: 0.0355451 Oct 13 10:50:47.418545 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] Request body: {'binding': {'host': 'n-h1-813659-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:47.418987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] Unknown quota resources ['binding']. {{(pid=101990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 10:50:47.441080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24999e41-db87-400c-8ccf-0265e24cdcae admin admin] Made reservation on behalf of 1cd32a677dad4bb08ed7597ab50eccd8 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:47.443617 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-24999e41-db87-400c-8ccf-0265e24cdcae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:47.606030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f5c75-8675-40b7-8ff2-6965bfcb2144 req-aa64bfcc-3d55-4e01-ad1d-3b3e09b5852a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:47.607419 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9b0f5c75-8675-40b7-8ff2-6965bfcb2144 req-aa64bfcc-3d55-4e01-ad1d-3b3e09b5852a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 943 time: 0.1555614 Oct 13 10:50:47.704522 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9b0f5c75-8675-40b7-8ff2-6965bfcb2144 req-530989ab-f5bf-4947-b38d-ed89b96f8b36 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895898 Oct 13 10:50:47.717656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] Attempting to bind port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on host n-h1-813659-3 for vnic_type normal with profile None {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:50:47.718001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] Attempting to bind port 93ec44d5-0077-40f3-9246-0920e6fd8c4c by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:50:47.718348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] Attempting to bind port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:47.727165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] Port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:50:47.727476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] Attempting to bind port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:47.737748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:50:47.738539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] Checking segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:47.738539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] Bound using segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:50:47.738875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] Bound port: 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:50:47.806250 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 040b5a51-df31-4ef1-a020-a750d87b9a58 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:47.916903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 040b5a51-df31-4ef1-a020-a750d87b9a58 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:50:47.921704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 040b5a51-df31-4ef1-a020-a750d87b9a58 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:47.922080 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:48.007336 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:48.042534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 040b5a51-df31-4ef1-a020-a750d87b9a58, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=040b5a51-df31-4ef1-a020-a750d87b9a58,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:48.093429 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:50:48.130133 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:48.165381 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-24999e41-db87-400c-8ccf-0265e24cdcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:48.171962 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:48.173167 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-59444c37-3ccb-4307-a92b-d86a8607bde2 service neutron] 10.222.0.32 "POST /v2.0/ports/93ec44d5-0077-40f3-9246-0920e6fd8c4c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7579877 Oct 13 10:50:48.187098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=040b5a51-df31-4ef1-a020-a750d87b9a58,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:48.232026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24999e41-db87-400c-8ccf-0265e24cdcae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9350d63-c70c-4696-b76b-2b25898fda6e,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:48.269298 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24999e41-db87-400c-8ccf-0265e24cdcae admin admin] Checking segment: {'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:48.269657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24999e41-db87-400c-8ccf-0265e24cdcae admin admin] Network hostable DHCP agents. Network: 225efdd3-76a6-46d2-812d-fe35c95e3f9f, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:50:48.293686 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-477d9821-085b-47d0-9f99-ff7f95211d2b req-37696f1c-4f06-479d-ab55-691a8f6f75dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574064 Oct 13 10:50:48.370374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c59b0e-1f02-4c25-8443-fbe4ecd8903b req-1fe34372-9620-4909-9827-5be7499c04a2 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:48.371850 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1c59b0e-1f02-4c25-8443-fbe4ecd8903b req-1fe34372-9620-4909-9827-5be7499c04a2 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 950 time: 0.0773053 Oct 13 10:50:48.373357 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24999e41-db87-400c-8ccf-0265e24cdcae admin admin] Network 225efdd3-76a6-46d2-812d-fe35c95e3f9f is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:50:48.373681 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f4bde-f58c-45f0-84f6-52c4b27ccbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040b5a51-df31-4ef1-a020-a750d87b9a58'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:48.377327 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ab3295-4f10-4dd0-b73d-d1b3f0ade303" -d '{"events": [{"server_uuid": "908f4bde-f58c-45f0-84f6-52c4b27ccbd8", "name": "network-vif-plugged", "status": "completed", "tag": "040b5a51-df31-4ef1-a020-a750d87b9a58"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:48.390535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d9821-085b-47d0-9f99-ff7f95211d2b req-e22ba7c9-8e18-46d8-96c3-c33cdb9db997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:48.391870 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-477d9821-085b-47d0-9f99-ff7f95211d2b req-e22ba7c9-8e18-46d8-96c3-c33cdb9db997 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 1095 time: 0.0702739 Oct 13 10:50:48.436019 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1c59b0e-1f02-4c25-8443-fbe4ecd8903b req-1c1e8960-4852-4a42-a9bc-20582b417684 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8dab26c-4b93-44b6-9eef-cc9782d9579d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539505 Oct 13 10:50:48.466892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-24999e41-db87-400c-8ccf-0265e24cdcae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 225efdd3-76a6-46d2-812d-fe35c95e3f9f) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:48.475725 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24999e41-db87-400c-8ccf-0265e24cdcae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:48.476314 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-24999e41-db87-400c-8ccf-0265e24cdcae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:48.481267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03826521-5938-4e28-94c8-d52f4ee5dd1e None None] Network 225efdd3-76a6-46d2-812d-fe35c95e3f9f requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:50:48.522375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730854d-76ab-49a9-8771-e7816f58ac14 req-23d34304-5976-47ed-875f-07a3d0b0e254 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:48.525122 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9730854d-76ab-49a9-8771-e7816f58ac14 req-23d34304-5976-47ed-875f-07a3d0b0e254 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0766041 Oct 13 10:50:48.526864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d9821-085b-47d0-9f99-ff7f95211d2b req-f53a90cb-9cdb-4dd2-ab0f-76adff8d7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:48.529014 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-477d9821-085b-47d0-9f99-ff7f95211d2b req-f53a90cb-9cdb-4dd2-ab0f-76adff8d7fbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.1139572 Oct 13 10:50:48.591495 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9730854d-76ab-49a9-8771-e7816f58ac14 req-0595e5bd-963f-4e2c-9d54-1b133f10908d tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452571 Oct 13 10:50:48.606368 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-477d9821-085b-47d0-9f99-ff7f95211d2b req-ae0724e6-7d58-4788-8987-57c1ee9ed653 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156 HTTP/1.1" status: 200 len: 217 time: 0.0645807 Oct 13 10:50:48.622266 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-24999e41-db87-400c-8ccf-0265e24cdcae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2814348 Oct 13 10:50:48.695434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d9821-085b-47d0-9f99-ff7f95211d2b req-555119bb-2678-41cd-ba78-ffd0793d94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:48.697903 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-477d9821-085b-47d0-9f99-ff7f95211d2b req-555119bb-2678-41cd-ba78-ffd0793d94b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0738182 Oct 13 10:50:48.712949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb990fc-78ce-4a90-a19c-53a82db51718 req-7679e771-e247-4f27-b3f1-7171dc436f3e tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:48.714236 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35c8b88-ba75-4ed8-8022-5bd2e6c8e95b x-openstack-request-id: req-e35c8b88-ba75-4ed8-8022-5bd2e6c8e95b {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:48.717120 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f4bde-f58c-45f0-84f6-52c4b27ccbd8", "name": "network-vif-plugged", "status": "completed", "tag": "040b5a51-df31-4ef1-a020-a750d87b9a58", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:48.717120 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e35c8b88-ba75-4ed8-8022-5bd2e6c8e95b {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:48.717329 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3bb990fc-78ce-4a90-a19c-53a82db51718 req-7679e771-e247-4f27-b3f1-7171dc436f3e tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.1114857 Oct 13 10:50:48.717424 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f4bde-f58c-45f0-84f6-52c4b27ccbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040b5a51-df31-4ef1-a020-a750d87b9a58', 'code': 200} Oct 13 10:50:48.731864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765646d5-d593-40dc-8c7c-9367a9723270 None None] Network 225efdd3-76a6-46d2-812d-fe35c95e3f9f requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:50:48.768531 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-477d9821-085b-47d0-9f99-ff7f95211d2b req-abe5d54f-55d2-42c2-970a-d7088d440ed6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526597 Oct 13 10:50:48.860322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ef4b-c2dd-4bf0-8096-d8f46544bff7 req-6b358ef6-3c1b-435a-9dfe-a99de2e26a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:48.862301 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6708ef4b-c2dd-4bf0-8096-d8f46544bff7 req-6b358ef6-3c1b-435a-9dfe-a99de2e26a45 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 1101 time: 0.0777433 Oct 13 10:50:48.917508 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3bb990fc-78ce-4a90-a19c-53a82db51718 req-c3935249-d611-4509-920a-a2df5c5fcbab tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915355 Oct 13 10:50:48.958266 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6708ef4b-c2dd-4bf0-8096-d8f46544bff7 req-855318a1-499b-46bf-a67d-f6f7e7beb9f4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c8dab26c-4b93-44b6-9eef-cc9782d9579d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580759 Oct 13 10:50:48.976068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-6d710beb-f08e-486a-a0f8-02d7518b54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:48.977650 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-6d710beb-f08e-486a-a0f8-02d7518b54ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 1096 time: 0.0975282 Oct 13 10:50:48.989428 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-477d9821-085b-47d0-9f99-ff7f95211d2b req-996db8cc-9ffe-4801-9f8a-f8e915296bf7 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080448 Oct 13 10:50:49.094128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-0d5e9ff5-987e-4203-a863-a3f848e1a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:49.095778 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-0d5e9ff5-987e-4203-a863-a3f848e1a6c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.1092761 Oct 13 10:50:49.127728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c036c3f-2958-4b6f-be03-2e61811ee95a req-eb827fdc-4b79-48dc-be0f-f472967a823b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:49.129237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c036c3f-2958-4b6f-be03-2e61811ee95a req-eb827fdc-4b79-48dc-be0f-f472967a823b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 943 time: 0.1070113 Oct 13 10:50:49.147323 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-931fe173-1186-4293-b78d-f359b5b1b109 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c HTTP/1.1" status: 200 len: 217 time: 0.0442467 Oct 13 10:50:49.152840 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-477d9821-085b-47d0-9f99-ff7f95211d2b req-e0ba992e-8d07-4327-9be2-f8198f67ee8f service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566668 Oct 13 10:50:49.173068 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c036c3f-2958-4b6f-be03-2e61811ee95a req-791bb7cf-2d85-4031-997b-e91ce2b69d63 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375516 Oct 13 10:50:49.203815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f663d9b1-301c-4162-b22b-2cb641821b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:49.208589 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f663d9b1-301c-4162-b22b-2cb641821b3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0515168 Oct 13 10:50:49.244692 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-d8e48a5b-c52a-46b4-a3cd-f3de1c3eee2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322793 Oct 13 10:50:49.342669 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-1ca5b8d3-7426-43b3-bf05-d4ed0d55a52a service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911796 Oct 13 10:50:49.456237 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-b1306f13-1fb8-4a14-b6df-07deee74e3bd tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:49.456783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-56e7d4f1-4032-471a-9a1a-19183c8701a9 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073244 Oct 13 10:50:49.457801 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-b1306f13-1fb8-4a14-b6df-07deee74e3bd tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/networks?id=225efdd3-76a6-46d2-812d-fe35c95e3f9f HTTP/1.1" status: 200 len: 805 time: 0.1257694 Oct 13 10:50:49.470429 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 72aea686-c667-4c47-ae27-d78d7ee53598 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:49.482565 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-82f832c5-ff85-4c5f-a7d7-162e6325390a tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/quotas/1cd32a677dad4bb08ed7597ab50eccd8 HTTP/1.1" status: 200 len: 375 time: 0.0159755 Oct 13 10:50:49.515057 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-19f02a4c-326e-4cb5-8aba-01e91155ae87 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1cd32a677dad4bb08ed7597ab50eccd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264883 Oct 13 10:50:49.540962 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a674f7-0fd7-4443-bc11-2f2ac9dfbaae req-d261080d-c4d9-4f19-8c5d-208adcc554c7 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:49.543186 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8a674f7-0fd7-4443-bc11-2f2ac9dfbaae req-d261080d-c4d9-4f19-8c5d-208adcc554c7 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 946 time: 0.0557396 Oct 13 10:50:49.571269 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:49.582415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8a674f7-0fd7-4443-bc11-2f2ac9dfbaae req-c472e84f-58f8-4cbe-a423-95e2b8af81af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Oct 13 10:50:49.617879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 72aea686-c667-4c47-ae27-d78d7ee53598, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=72aea686-c667-4c47-ae27-d78d7ee53598,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:49.621959 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-06d7c427-b78a-4cf0-82ef-866ccba5deaf service neutron] 10.222.0.32 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950027 Oct 13 10:50:49.684701 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:49.735608 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=72aea686-c667-4c47-ae27-d78d7ee53598,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:49.739508 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07a7a0-e672-4111-ae62-825dd818e791 req-5819847a-6392-49ef-bbe8-b604dd719366 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:49.741588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da07a7a0-e672-4111-ae62-825dd818e791 req-5819847a-6392-49ef-bbe8-b604dd719366 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 950 time: 0.0589209 Oct 13 10:50:49.743255 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-a3d43020-bc72-4948-ad3e-d51a687b1fad service neutron] 10.222.0.32 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149743 Oct 13 10:50:49.793127 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da07a7a0-e672-4111-ae62-825dd818e791 req-eb75f15f-a591-4970-aa77-adb7b3540d63 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8dab26c-4b93-44b6-9eef-cc9782d9579d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Oct 13 10:50:49.821882 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d7465c52-6146-4dd5-a601-bc6df9182b67 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:50:49.863781 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59272) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:50.106680 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fcafbda-924a-449a-91de-1d8adcab54f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:50.168046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d7465c52-6146-4dd5-a601-bc6df9182b67,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:50.185193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'd7465c52-6146-4dd5-a601-bc6df9182b67', 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b', 'port_id': 'd7465c52-6146-4dd5-a601-bc6df9182b67', 'mac_address': 'fa:16:3e:28:f9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b682f9-2048-4e73-802d-8e8789e253b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:50:50.218105 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c0d3af0d-af18-4a43-831b-4da72c154352 req-d74790b9-a589-4eef-8c07-ee20a9785246 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 210 time: 0.0747204 Oct 13 10:50:50.257468 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:50.266358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218edd0b-6fd5-4518-92e4-e0de3dda30d5 req-b6f67eaf-45dd-4ec4-a9e1-a1359807cb7c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:50.268637 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-218edd0b-6fd5-4518-92e4-e0de3dda30d5 req-b6f67eaf-45dd-4ec4-a9e1-a1359807cb7c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.1235211 Oct 13 10:50:50.288936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7465c52-6146-4dd5-a601-bc6df9182b67 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:50:50.316860 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d7465c52-6146-4dd5-a601-bc6df9182b67,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:50.317079 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fcafbda-924a-449a-91de-1d8adcab54f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:50.332277 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-218edd0b-6fd5-4518-92e4-e0de3dda30d5 req-bbcab9d2-7a85-4780-b0eb-98c2b1e730b8 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565705 Oct 13 10:50:50.403808 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:50.408615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48123a5-d604-460e-a695-979fa463c89e req-ab9c5c81-1cdf-4c2b-8815-2ae78d3ee39a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:50.410425 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e48123a5-d604-460e-a695-979fa463c89e req-ab9c5c81-1cdf-4c2b-8815-2ae78d3ee39a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 943 time: 0.0543225 Oct 13 10:50:50.411714 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fcafbda-924a-449a-91de-1d8adcab54f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:50.476292 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9fcafbda-924a-449a-91de-1d8adcab54f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8701a453a9924616bdf6c307a4afdce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6113386 Oct 13 10:50:50.479282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcafbda-924a-449a-91de-1d8adcab54f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d833ebbd-cfa4-47b2-b439-77408b65a70a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:50.480434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59296) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:50.493654 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e48123a5-d604-460e-a695-979fa463c89e req-c0474121-cb2c-42ec-a2be-0bd657e63127 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713553 Oct 13 10:50:50.512879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=d7465c52-6146-4dd5-a601-bc6df9182b67,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:50.545174 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7adbeea-0e6f-4965-aaa2-f6e6f7f5fc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:50.569160 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7adbeea-0e6f-4965-aaa2-f6e6f7f5fc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:50.649751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['d7465c52-6146-4dd5-a601-bc6df9182b67'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:50:50.651291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59302) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:50.711183 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7adbeea-0e6f-4965-aaa2-f6e6f7f5fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:50.715015 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7adbeea-0e6f-4965-aaa2-f6e6f7f5fc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:50.718892 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e7adbeea-0e6f-4965-aaa2-f6e6f7f5fc34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d833ebbd-cfa4-47b2-b439-77408b65a70a HTTP/1.1" status: 204 len: 168 time: 0.2333169 Oct 13 10:50:50.719046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145e9e21-df95-42b1-8677-f2ece04d8be9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72aea686-c667-4c47-ae27-d78d7ee53598'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:50.730099 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cbf949-bba7-4ebd-a027-62746384831b" -d '{"events": [{"server_uuid": "145e9e21-df95-42b1-8677-f2ece04d8be9", "name": "network-vif-unplugged", "status": "completed", "tag": "72aea686-c667-4c47-ae27-d78d7ee53598"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:50.744100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7adbeea-0e6f-4965-aaa2-f6e6f7f5fc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d833ebbd-cfa4-47b2-b439-77408b65a70a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:50.777301 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e644fa-2094-4524-b109-92786c21d4f8 req-99f35d49-3e41-4712-a7ce-d6236b5fdf89 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:50.779157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1e644fa-2094-4524-b109-92786c21d4f8 req-99f35d49-3e41-4712-a7ce-d6236b5fdf89 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 944 time: 0.1109631 Oct 13 10:50:50.811376 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7a3167-1a74-4e0e-9e32-243567e3c61d x-openstack-request-id: req-0d7a3167-1a74-4e0e-9e32-243567e3c61d {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:50.811893 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145e9e21-df95-42b1-8677-f2ece04d8be9", "name": "network-vif-unplugged", "status": "completed", "tag": "72aea686-c667-4c47-ae27-d78d7ee53598", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:50.812288 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d7a3167-1a74-4e0e-9e32-243567e3c61d {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:50.812818 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145e9e21-df95-42b1-8677-f2ece04d8be9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72aea686-c667-4c47-ae27-d78d7ee53598', 'code': 200} Oct 13 10:50:50.842841 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c633c583-0d75-4e62-a1aa-cec8b82adba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:50.874885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1e644fa-2094-4524-b109-92786c21d4f8 req-6b6c6c3f-a9f3-4729-8a78-79862ad1ca50 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896711 Oct 13 10:50:50.949845 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c633c583-0d75-4e62-a1aa-cec8b82adba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:50.970002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0c6d-1688-4861-bc53-0055fadb2554 req-393af7f0-03ea-4ba5-ab8b-794d0c8bfa36 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:50.971568 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4aed0c6d-1688-4861-bc53-0055fadb2554 req-393af7f0-03ea-4ba5-ab8b-794d0c8bfa36 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 950 time: 0.0660853 Oct 13 10:50:51.013331 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4aed0c6d-1688-4861-bc53-0055fadb2554 req-d9a11a9b-3b9e-4f0f-803d-a21cdc0ba150 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8dab26c-4b93-44b6-9eef-cc9782d9579d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328066 Oct 13 10:50:51.056229 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c633c583-0d75-4e62-a1aa-cec8b82adba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:51.130884 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c633c583-0d75-4e62-a1aa-cec8b82adba4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7a678c665634999ae1f0c7d89857d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780409 Oct 13 10:50:51.133726 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59320) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:51.137263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633c583-0d75-4e62-a1aa-cec8b82adba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd75898e-49a0-46dd-8bad-67a195659136,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:51.209635 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4e5db962-c2dd-42d2-b3e6-baaaf3572f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:51.244565 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4e5db962-c2dd-42d2-b3e6-baaaf3572f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:51.304307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c70f5-8287-4b22-a596-e92f6c379ab5 req-500f6cf1-dfe7-43e3-bac0-193b554339a6 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:51.306816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d0c70f5-8287-4b22-a596-e92f6c379ab5 req-500f6cf1-dfe7-43e3-bac0-193b554339a6 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.46 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 944 time: 0.0802264 Oct 13 10:50:51.340310 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-224ad42d-572f-4971-8dcf-cc8bb8edabd7 req-1a6cbd82-778f-4185-a8b6-766d1707a32f tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 210 time: 0.0380967 Oct 13 10:50:51.433049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-2d0c70f5-8287-4b22-a596-e92f6c379ab5 req-658deede-3eda-4e59-9396-f3e05276458f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Deleting port 72aea686-c667-4c47-ae27-d78d7ee53598 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:51.433839 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2d0c70f5-8287-4b22-a596-e92f6c379ab5 req-658deede-3eda-4e59-9396-f3e05276458f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:51.470509 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4e5db962-c2dd-42d2-b3e6-baaaf3572f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:51.473091 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4e5db962-c2dd-42d2-b3e6-baaaf3572f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:51.474244 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4e5db962-c2dd-42d2-b3e6-baaaf3572f8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd75898e-49a0-46dd-8bad-67a195659136 HTTP/1.1" status: 204 len: 168 time: 0.3394604 Oct 13 10:50:51.491622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5db962-c2dd-42d2-b3e6-baaaf3572f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd75898e-49a0-46dd-8bad-67a195659136,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:51.527073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7785b19-93b1-49e9-b2fe-e2b7e9cd9300 req-1997d687-639e-46a8-8f80-901c005e6852 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:51.539094 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7785b19-93b1-49e9-b2fe-e2b7e9cd9300 req-1997d687-639e-46a8-8f80-901c005e6852 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.1195190 Oct 13 10:50:51.598800 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7785b19-93b1-49e9-b2fe-e2b7e9cd9300 req-76eb3e15-5546-4ae2-98b4-a6f79ea458ac tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585613 Oct 13 10:50:51.632980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-2d0c70f5-8287-4b22-a596-e92f6c379ab5 req-658deede-3eda-4e59-9396-f3e05276458f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] For port 72aea686-c667-4c47-ae27-d78d7ee53598, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=72aea686-c667-4c47-ae27-d78d7ee53598,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:51.632980 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2d0c70f5-8287-4b22-a596-e92f6c379ab5 req-658deede-3eda-4e59-9396-f3e05276458f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:51.642488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-2d0c70f5-8287-4b22-a596-e92f6c379ab5 req-658deede-3eda-4e59-9396-f3e05276458f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Calling delete_port for 72aea686-c667-4c47-ae27-d78d7ee53598 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:51.744032 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2a629-458c-48d7-a636-03b20048ed10 req-19145aa0-d5c2-4697-83c3-a6291e443884 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:51.759457 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-30b2a629-458c-48d7-a636-03b20048ed10 req-19145aa0-d5c2-4697-83c3-a6291e443884 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 950 time: 0.0713809 Oct 13 10:50:51.783274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb8444-d5a5-4547-adab-0866d1143a67 req-9cd0195b-63b6-411c-9109-4a2e04299fb4 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:51.791224 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aadb8444-d5a5-4547-adab-0866d1143a67 req-9cd0195b-63b6-411c-9109-4a2e04299fb4 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 944 time: 0.1346300 Oct 13 10:50:51.830749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d7465c52-6146-4dd5-a601-bc6df9182b67 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:50:51.839526 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-30b2a629-458c-48d7-a636-03b20048ed10 req-2029fd75-22b0-416a-bbaf-524ee7b2be2a tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8dab26c-4b93-44b6-9eef-cc9782d9579d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789709 Oct 13 10:50:51.883987 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aadb8444-d5a5-4547-adab-0866d1143a67 req-dc31e35e-0b4f-4c2f-9304-434aa743787e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918629 Oct 13 10:50:52.028739 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68256aa6-99bb-49a0-b491-d7e571b7a142 req-b655897a-32a6-4542-8b90-da2bacd79123 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:52.039336 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-68256aa6-99bb-49a0-b491-d7e571b7a142 req-b655897a-32a6-4542-8b90-da2bacd79123 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=145e9e21-df95-42b1-8677-f2ece04d8be9 HTTP/1.1" status: 200 len: 944 time: 0.0728948 Oct 13 10:50:52.045542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port d7465c52-6146-4dd5-a601-bc6df9182b67 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:50:52.046257 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2d0c70f5-8287-4b22-a596-e92f6c379ab5 req-658deede-3eda-4e59-9396-f3e05276458f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:52.053606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port d7465c52-6146-4dd5-a601-bc6df9182b67 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:50:52.053606 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:52.091979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658deede-3eda-4e59-9396-f3e05276458f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Pushing event deleted for resources: {'Port': ['ID=72aea686-c667-4c47-ae27-d78d7ee53598,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:52.125280 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-68256aa6-99bb-49a0-b491-d7e571b7a142 req-decab255-a61d-403b-bfe0-9108e63c7118 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839548 Oct 13 10:50:52.155965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0c70f5-8287-4b22-a596-e92f6c379ab5 req-658deede-3eda-4e59-9396-f3e05276458f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] No DVR routers for this DVR port 72aea686-c667-4c47-ae27-d78d7ee53598 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:50:52.160169 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2d0c70f5-8287-4b22-a596-e92f6c379ab5 req-658deede-3eda-4e59-9396-f3e05276458f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:52.166086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d0c70f5-8287-4b22-a596-e92f6c379ab5 req-658deede-3eda-4e59-9396-f3e05276458f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.46 "DELETE /v2.0/ports/72aea686-c667-4c47-ae27-d78d7ee53598 HTTP/1.1" status: 204 len: 173 time: 0.8532629 Oct 13 10:50:52.179805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145e9e21-df95-42b1-8677-f2ece04d8be9', 'name': 'network-vif-deleted', 'tag': '72aea686-c667-4c47-ae27-d78d7ee53598'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:52.181101 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14b1f81-4198-4c39-b199-c14654da436f" -d '{"events": [{"server_uuid": "145e9e21-df95-42b1-8677-f2ece04d8be9", "name": "network-vif-deleted", "tag": "72aea686-c667-4c47-ae27-d78d7ee53598"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:52.222055 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:52.232898 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4165a2-1ef4-45ee-bc38-c841c6f6ab96 x-openstack-request-id: req-1f4165a2-1ef4-45ee-bc38-c841c6f6ab96 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:52.232898 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145e9e21-df95-42b1-8677-f2ece04d8be9", "name": "network-vif-deleted", "tag": "72aea686-c667-4c47-ae27-d78d7ee53598", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:52.232898 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f4165a2-1ef4-45ee-bc38-c841c6f6ab96 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:52.232898 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145e9e21-df95-42b1-8677-f2ece04d8be9', 'name': 'network-vif-deleted', 'tag': '72aea686-c667-4c47-ae27-d78d7ee53598', 'status': 'completed', 'code': 200} Oct 13 10:50:52.272426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d7465c52-6146-4dd5-a601-bc6df9182b67,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:52.370148 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:52.411451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59362) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:52.430001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-419050ee-dd46-4276-b3d9-6aaf95bb2cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:52.458285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=d7465c52-6146-4dd5-a601-bc6df9182b67,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:52.501930 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-976278bd-3ad6-4108-a734-b517082285f0 req-222fbfc4-09cc-40a9-bd22-7ee1e1309110 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 210 time: 0.0473676 Oct 13 10:50:52.574740 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-419050ee-dd46-4276-b3d9-6aaf95bb2cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:52.666621 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-419050ee-dd46-4276-b3d9-6aaf95bb2cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:52.686850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-1e7ae5dc-b4aa-4159-a16e-8038688e9f36 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:52.688587 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-1e7ae5dc-b4aa-4159-a16e-8038688e9f36 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.46 "GET /v2.0/networks?id=225efdd3-76a6-46d2-812d-fe35c95e3f9f HTTP/1.1" status: 200 len: 805 time: 0.1345520 Oct 13 10:50:52.715377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-86e5d88b-f818-4c09-a1c2-def4b6cf6fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Request body: {'port': {'device_id': 'ee90de0c-2ef0-4087-bf2e-c06726d1680f', 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f', 'admin_state_up': True, 'tenant_id': '1cd32a677dad4bb08ed7597ab50eccd8'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:52.746413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419050ee-dd46-4276-b3d9-6aaf95bb2cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0642242f-5334-4e20-99ef-cc199a76dbf0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:52.759568 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-419050ee-dd46-4276-b3d9-6aaf95bb2cc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=584ba082350f49fcbb3640e0e7220df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469672 Oct 13 10:50:52.762363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59366) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:52.786404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f1db3-14d3-4d78-a59a-0410eeb768bd req-d65c2376-8542-412c-a31f-2f685b7063bf tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:52.788056 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-205f1db3-14d3-4d78-a59a-0410eeb768bd req-d65c2376-8542-412c-a31f-2f685b7063bf tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.0958536 Oct 13 10:50:52.815009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b6d7bf-1be9-4584-ab48-c0cc62c3fee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7465c52-6146-4dd5-a601-bc6df9182b67'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:52.818320 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b55419-64d2-4bbe-a6da-1514924b9bc5" -d '{"events": [{"server_uuid": "55b6d7bf-1be9-4584-ab48-c0cc62c3fee2", "name": "network-vif-plugged", "status": "completed", "tag": "d7465c52-6146-4dd5-a601-bc6df9182b67"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:52.850868 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-205f1db3-14d3-4d78-a59a-0410eeb768bd req-eefc165b-187d-4919-97fb-ca8150f15033 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513897 Oct 13 10:50:52.911765 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46964704-b7c8-4202-b925-cff96152da39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:52.938578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46964704-b7c8-4202-b925-cff96152da39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:52.946147 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad95b3f2-2a91-43fe-a792-db3aef4129ab x-openstack-request-id: req-ad95b3f2-2a91-43fe-a792-db3aef4129ab {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:52.947119 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b6d7bf-1be9-4584-ab48-c0cc62c3fee2", "name": "network-vif-plugged", "status": "completed", "tag": "d7465c52-6146-4dd5-a601-bc6df9182b67", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:52.950399 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad95b3f2-2a91-43fe-a792-db3aef4129ab {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:52.950399 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b6d7bf-1be9-4584-ab48-c0cc62c3fee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7465c52-6146-4dd5-a601-bc6df9182b67', 'code': 200} Oct 13 10:50:53.102457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f75465-edef-4c18-9270-5376789a2dba req-e65cc2b7-51da-497a-938c-0435fdab2921 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:53.104850 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4f75465-edef-4c18-9270-5376789a2dba req-e65cc2b7-51da-497a-938c-0435fdab2921 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 950 time: 0.0625768 Oct 13 10:50:53.111353 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46964704-b7c8-4202-b925-cff96152da39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:53.114343 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46964704-b7c8-4202-b925-cff96152da39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:53.118985 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-46964704-b7c8-4202-b925-cff96152da39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0642242f-5334-4e20-99ef-cc199a76dbf0 HTTP/1.1" status: 204 len: 168 time: 0.3514993 Oct 13 10:50:53.149639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-86e5d88b-f818-4c09-a1c2-def4b6cf6fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Made reservation on behalf of 1cd32a677dad4bb08ed7597ab50eccd8 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:53.152929 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-86e5d88b-f818-4c09-a1c2-def4b6cf6fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:53.167220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4f75465-edef-4c18-9270-5376789a2dba req-8e2f823a-61d8-40b3-8d14-da95b514c9a0 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8dab26c-4b93-44b6-9eef-cc9782d9579d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514154 Oct 13 10:50:53.175635 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46964704-b7c8-4202-b925-cff96152da39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0642242f-5334-4e20-99ef-cc199a76dbf0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:53.214180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aecfb-d01a-41e9-893c-739f52c00d2a req-4f424e4e-776c-4a63-a047-d9b5883b6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:53.216075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-636aecfb-d01a-41e9-893c-739f52c00d2a req-4f424e4e-776c-4a63-a047-d9b5883b6065 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 1096 time: 0.1762817 Oct 13 10:50:53.229886 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063b819-e8f2-44b5-b0e2-e62d93b0c0bc req-2cbf88f5-5a1b-4c4b-aaff-cc392d91fa99 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:53.231471 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a063b819-e8f2-44b5-b0e2-e62d93b0c0bc req-2cbf88f5-5a1b-4c4b-aaff-cc392d91fa99 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.21 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 950 time: 0.2331748 Oct 13 10:50:53.312958 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38b02e-40ed-46e3-8890-855dc1e39ff8 req-b6d0b4fe-f97d-4928-afae-bfd3fc8501c2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:53.315861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aa38b02e-40ed-46e3-8890-855dc1e39ff8 req-b6d0b4fe-f97d-4928-afae-bfd3fc8501c2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.0650644 Oct 13 10:50:53.379412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aa38b02e-40ed-46e3-8890-855dc1e39ff8 req-393100d7-ad86-47d0-baa1-01d47a326e09 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518117 Oct 13 10:50:53.410835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-636aecfb-d01a-41e9-893c-739f52c00d2a req-02834977-a143-4080-9220-b2d043e95895 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777160 Oct 13 10:50:53.497049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 72aea686-c667-4c47-ae27-d78d7ee53598 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:53.513828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-a063b819-e8f2-44b5-b0e2-e62d93b0c0bc req-1c51378b-8fb8-4e4c-9edd-b670b6dd11c5 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Deleting port 040b5a51-df31-4ef1-a020-a750d87b9a58 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:50:53.514174 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a063b819-e8f2-44b5-b0e2-e62d93b0c0bc req-1c51378b-8fb8-4e4c-9edd-b670b6dd11c5 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:53.526589 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 72aea686-c667-4c47-ae27-d78d7ee53598 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:53.528215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 72aea686-c667-4c47-ae27-d78d7ee53598 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:53.533495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-86e5d88b-f818-4c09-a1c2-def4b6cf6fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Allocated IP 172.20.0.4 (225efdd3-76a6-46d2-812d-fe35c95e3f9f/d9350d63-c70c-4696-b76b-2b25898fda6e/8d5e4e49-370a-412c-bc28-152f8b3054ce) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:50:53.696236 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2cbcb941-dc84-4c85-8aa2-96185f6f1987 req-48a7e06e-8860-49b7-be8e-d3f825d12c99 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 210 time: 0.0602524 Oct 13 10:50:53.710861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a063b819-e8f2-44b5-b0e2-e62d93b0c0bc req-1c51378b-8fb8-4e4c-9edd-b670b6dd11c5 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] For port 040b5a51-df31-4ef1-a020-a750d87b9a58, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=040b5a51-df31-4ef1-a020-a750d87b9a58,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:53.724448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a063b819-e8f2-44b5-b0e2-e62d93b0c0bc req-1c51378b-8fb8-4e4c-9edd-b670b6dd11c5 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:53.763411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-a063b819-e8f2-44b5-b0e2-e62d93b0c0bc req-1c51378b-8fb8-4e4c-9edd-b670b6dd11c5 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Calling delete_port for 040b5a51-df31-4ef1-a020-a750d87b9a58 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:50:53.875114 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-86e5d88b-f818-4c09-a1c2-def4b6cf6fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:53.904121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59400) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:53.908608 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6edec028-2c27-43bf-8d06-0f201fddf89e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2059004357', 'description': 'tempest-description--869936819'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:54.017913 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84545802-7156-4219-ab1b-a4036a414dcc req-33aaa595-c41e-4f84-80ed-b3b993167c38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:54.019853 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84545802-7156-4219-ab1b-a4036a414dcc req-33aaa595-c41e-4f84-80ed-b3b993167c38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.0569701 Oct 13 10:50:54.022610 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6edec028-2c27-43bf-8d06-0f201fddf89e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.062261 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a063b819-e8f2-44b5-b0e2-e62d93b0c0bc req-1c51378b-8fb8-4e4c-9edd-b670b6dd11c5 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.075783 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['040b5a51-df31-4ef1-a020-a750d87b9a58'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:50:54.078958 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-86e5d88b-f818-4c09-a1c2-def4b6cf6fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.092178 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84545802-7156-4219-ab1b-a4036a414dcc req-7112fba3-64b5-4b56-92cf-ab64b2623730 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598314 Oct 13 10:50:54.135911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6edec028-2c27-43bf-8d06-0f201fddf89e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.151729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51378b-8fb8-4e4c-9edd-b670b6dd11c5 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Pushing event deleted for resources: {'Port': ['ID=040b5a51-df31-4ef1-a020-a750d87b9a58,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:54.168396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-86e5d88b-f818-4c09-a1c2-def4b6cf6fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Network 225efdd3-76a6-46d2-812d-fe35c95e3f9f is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:54.190432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-86e5d88b-f818-4c09-a1c2-def4b6cf6fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:54.226565 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6edec028-2c27-43bf-8d06-0f201fddf89e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.242879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-86e5d88b-f818-4c09-a1c2-def4b6cf6fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:50:54.269401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a063b819-e8f2-44b5-b0e2-e62d93b0c0bc req-1c51378b-8fb8-4e4c-9edd-b670b6dd11c5 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] No DVR routers for this DVR port 040b5a51-df31-4ef1-a020-a750d87b9a58 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:50:54.272681 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a063b819-e8f2-44b5-b0e2-e62d93b0c0bc req-1c51378b-8fb8-4e4c-9edd-b670b6dd11c5 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.279919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a063b819-e8f2-44b5-b0e2-e62d93b0c0bc req-1c51378b-8fb8-4e4c-9edd-b670b6dd11c5 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.21 "DELETE /v2.0/ports/040b5a51-df31-4ef1-a020-a750d87b9a58 HTTP/1.1" status: 204 len: 173 time: 0.9838889 Oct 13 10:50:54.294239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edec028-2c27-43bf-8d06-0f201fddf89e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cb30e7-5a28-4236-b5ba-46122f05f91e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:54.338713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f4bde-f58c-45f0-84f6-52c4b27ccbd8', 'name': 'network-vif-deleted', 'tag': '040b5a51-df31-4ef1-a020-a750d87b9a58'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:54.341983 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbbcb61-d70d-44b7-acab-efaa5f74492e" -d '{"events": [{"server_uuid": "908f4bde-f58c-45f0-84f6-52c4b27ccbd8", "name": "network-vif-deleted", "tag": "040b5a51-df31-4ef1-a020-a750d87b9a58"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:54.364798 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6edec028-2c27-43bf-8d06-0f201fddf89e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.369795 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6edec028-2c27-43bf-8d06-0f201fddf89e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4644678 Oct 13 10:50:54.370552 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59418) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:54.375208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ac8b9e99-93ee-48a6-a127-1e3235d6c770 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Request body: {'security_group_rule': {'security_group_id': 'b8cb30e7-5a28-4236-b5ba-46122f05f91e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:54.412719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94733ea7-e2eb-44f8-b4e0-31644be39ae5 req-c543a6ea-5d43-48aa-b7e6-6edd452d0207 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 210 time: 0.0624692 Oct 13 10:50:54.439967 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-86e5d88b-f818-4c09-a1c2-def4b6cf6fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:54.440614 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-86e5d88b-f818-4c09-a1c2-def4b6cf6fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.459607 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5d88b-f818-4c09-a1c2-def4b6cf6fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Pushing event updated for resources: {'Port': ['ID=8d5e4e49-370a-412c-bc28-152f8b3054ce,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:54.487512 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9e99-93ee-48a6-a127-1e3235d6c770 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.504338 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e74af-847d-40c2-8e4f-c59f12fe8cda x-openstack-request-id: req-f18e74af-847d-40c2-8e4f-c59f12fe8cda {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:54.504641 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f4bde-f58c-45f0-84f6-52c4b27ccbd8", "name": "network-vif-deleted", "tag": "040b5a51-df31-4ef1-a020-a750d87b9a58", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:54.506858 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f18e74af-847d-40c2-8e4f-c59f12fe8cda {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:54.507365 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f4bde-f58c-45f0-84f6-52c4b27ccbd8', 'name': 'network-vif-deleted', 'tag': '040b5a51-df31-4ef1-a020-a750d87b9a58', 'status': 'completed', 'code': 200} Oct 13 10:50:54.563342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-86e5d88b-f818-4c09-a1c2-def4b6cf6fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8511055 Oct 13 10:50:54.580332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Request body: {'port': {'device_id': 'ee90de0c-2ef0-4087-bf2e-c06726d1680f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:54.597291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59428) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:54.664841 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.674619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a43e7-9fe9-4a4d-a298-5fc342a0ff59 req-f65bb959-26f6-4b33-a65f-306a0fd130ad tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:54.688817 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f6a43e7-9fe9-4a4d-a298-5fc342a0ff59 req-f65bb959-26f6-4b33-a65f-306a0fd130ad tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.1434863 Oct 13 10:50:54.764004 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9e99-93ee-48a6-a127-1e3235d6c770 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.809414 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f6a43e7-9fe9-4a4d-a298-5fc342a0ff59 req-53e0c01e-3d7e-4a31-b640-c11523d2ecf9 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196456 Oct 13 10:50:54.818249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-99059450-network', 'tenant_id': '984134030723412ba1ac9e4009c98bfd'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:54.866534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9e99-93ee-48a6-a127-1e3235d6c770 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.904274 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b9e99-93ee-48a6-a127-1e3235d6c770 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb3c72c-a02d-401c-bd3c-1b5ccea0fdc9,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:54.967567 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Made reservation on behalf of 984134030723412ba1ac9e4009c98bfd for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:54.969957 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.985516 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:54.997519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730375b-e2c7-4901-bce0-a132ac29abde req-0a1d2062-5ae4-4720-a5c8-397f402ad71b tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:55.004154 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1730375b-e2c7-4901-bce0-a132ac29abde req-0a1d2062-5ae4-4720-a5c8-397f402ad71b tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 931 time: 0.0965900 Oct 13 10:50:55.046064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5e4e49-370a-412c-bc28-152f8b3054ce {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:50:55.047770 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9e99-93ee-48a6-a127-1e3235d6c770 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.052077 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ac8b9e99-93ee-48a6-a127-1e3235d6c770 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6804121 Oct 13 10:50:55.054914 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59436) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:55.057730 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.069289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8ae78c66-6222-4ffa-87a5-3bb2639284ec tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Request body: {'security_group_rule': {'security_group_id': 'b8cb30e7-5a28-4236-b5ba-46122f05f91e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:55.073115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Transition to ACTIVE for port object 8d5e4e49-370a-412c-bc28-152f8b3054ce will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:50:55.100527 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1730375b-e2c7-4901-bce0-a132ac29abde req-dde3218c-d75f-4e6a-8557-e4a0b685e61e tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933352 Oct 13 10:50:55.167590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.170305 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.238171 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ae78c66-6222-4ffa-87a5-3bb2639284ec tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.244123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5e4e49-370a-412c-bc28-152f8b3054ce,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:55.264443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.311041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:50:55.329616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Attempting to bind port 8d5e4e49-370a-412c-bc28-152f8b3054ce on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:50:55.329997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Attempting to bind port 8d5e4e49-370a-412c-bc28-152f8b3054ce by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:50:55.330390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Attempting to bind port 8d5e4e49-370a-412c-bc28-152f8b3054ce on network 225efdd3-76a6-46d2-812d-fe35c95e3f9f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:55.331054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4be7f-b83f-4489-9a3d-469f385f654a req-b412c0b1-0ef7-4cb0-975d-cd871f6b3e77 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:55.332727 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79c4be7f-b83f-4489-9a3d-469f385f654a req-b412c0b1-0ef7-4cb0-975d-cd871f6b3e77 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.1308594 Oct 13 10:50:55.336888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Port 8d5e4e49-370a-412c-bc28-152f8b3054ce on network 225efdd3-76a6-46d2-812d-fe35c95e3f9f not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:50:55.337055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Attempting to bind port 8d5e4e49-370a-412c-bc28-152f8b3054ce on network 225efdd3-76a6-46d2-812d-fe35c95e3f9f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:50:55.344456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:50:55.345528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ecf542-4f13-4ada-9f9d-267183f358e0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:55.345650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Checking segment: {'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:55.345650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Bound using segment: {'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:50:55.345943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Bound port: 8d5e4e49-370a-412c-bc28-152f8b3054ce, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:50:55.346438 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.347990 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.348411 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Added segment dfd0cadd-1402-4405-aced-b7679955dcda of type vlan for network 2689e47a-18a1-49f5-ae34-9161bcf10c48 Oct 13 10:50:55.382656 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ae78c66-6222-4ffa-87a5-3bb2639284ec tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.445232 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.466990 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79c4be7f-b83f-4489-9a3d-469f385f654a req-9ff99458-f001-442c-93f6-28fbbfa857c6 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229026 Oct 13 10:50:55.479028 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ae78c66-6222-4ffa-87a5-3bb2639284ec tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.525662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae78c66-6222-4ffa-87a5-3bb2639284ec tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0506d816-434c-41b9-be64-7ac5247e31c3,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:55.615854 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cae72373-d93a-4aef-8a0c-20dc7b722e20 req-8ae1e5bb-ce01-4764-8ef9-541b956793a3 tempest-ImagesNegativeTestJSON-829905294 tempest-ImagesNegativeTestJSON-829905294-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f4bde-f58c-45f0-84f6-52c4b27ccbd8 HTTP/1.1" status: 200 len: 210 time: 0.0341277 Oct 13 10:50:55.620371 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ae78c66-6222-4ffa-87a5-3bb2639284ec tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.621867 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8ae78c66-6222-4ffa-87a5-3bb2639284ec tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5608575 Oct 13 10:50:55.622748 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.623772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:55.624494 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.626979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59446) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:55.649923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:55.749509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] Pushing event updated for resources: {'Network': ['ID=2689e47a-18a1-49f5-ae34-9161bcf10c48,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:55.761525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 2689e47a-18a1-49f5-ae34-9161bcf10c48 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:50:55.813657 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a313506c-72fb-4606-98c3-932174757b75 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2054985 Oct 13 10:50:55.818745 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59450) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:55.823740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d7f3c9a8-895d-46d4-b0ba-9329a326066c admin admin] Request body: {'subnet': {'network_id': '2689e47a-18a1-49f5-ae34-9161bcf10c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-99059450-subnet', 'tenant_id': '984134030723412ba1ac9e4009c98bfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:55.844402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] For port 8d5e4e49-370a-412c-bc28-152f8b3054ce, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:50:55.855285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] For port 8d5e4e49-370a-412c-bc28-152f8b3054ce, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8d5e4e49-370a-412c-bc28-152f8b3054ce,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:50:55.896140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.936608 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.962221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:55.965331 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:55.967326 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d5e4e49-370a-412c-bc28-152f8b3054ce HTTP/1.1" status: 200 len: 1091 time: 1.3918488 Oct 13 10:50:55.994732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ff844-67a0-4204-893d-cf9df6487066 req-7e1c1f21-d382-41e3-a1f4-ea1cff8b6000 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:55.996399 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc0ff844-67a0-4204-893d-cf9df6487066 req-7e1c1f21-d382-41e3-a1f4-ea1cff8b6000 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.1183538 Oct 13 10:50:56.019319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c368ae-2c5f-46df-8c92-01e75b707203 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5e4e49-370a-412c-bc28-152f8b3054ce,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:56.048659 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc0ff844-67a0-4204-893d-cf9df6487066 req-f5d1cc8f-9c2d-4adb-8b06-6890b7ab1abc tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444713 Oct 13 10:50:56.056200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f3c9a8-895d-46d4-b0ba-9329a326066c admin admin] Made reservation on behalf of 984134030723412ba1ac9e4009c98bfd for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:56.058600 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c9a8-895d-46d4-b0ba-9329a326066c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:56.154944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-26d55f15-8744-419b-8a27-cf5208bcb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:56.156633 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-26d55f15-8744-419b-8a27-cf5208bcb46a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1cd32a677dad4bb08ed7597ab50eccd8&device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 1094 time: 0.0500009 Oct 13 10:50:56.199843 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:56.216711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-0f090a7b-84de-4a3c-8486-34ca46966692 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d5e4e49-370a-412c-bc28-152f8b3054ce HTTP/1.1" status: 200 len: 217 time: 0.0516374 Oct 13 10:50:56.277462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f5736-602a-4694-a9a5-38e4e8a449e3 req-08543704-9ad0-4991-8902-65ee3e710733 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:56.278842 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fc0f5736-602a-4694-a9a5-38e4e8a449e3 req-08543704-9ad0-4991-8902-65ee3e710733 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 1096 time: 0.1332843 Oct 13 10:50:56.288053 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-b1ae5fba-876b-494a-9937-d5029f70c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:56.289698 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-b1ae5fba-876b-494a-9937-d5029f70c067 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9350d63-c70c-4696-b76b-2b25898fda6e HTTP/1.1" status: 200 len: 845 time: 0.0638404 Oct 13 10:50:56.312568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae91084-f68f-4d2a-bbd4-e2c83b1ae393 req-db0a38d5-11f9-4654-a069-6e1b228d7d56 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:56.314115 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1ae91084-f68f-4d2a-bbd4-e2c83b1ae393 req-db0a38d5-11f9-4654-a069-6e1b228d7d56 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 943 time: 0.1003203 Oct 13 10:50:56.344381 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-0faae0d1-b63c-4283-9a96-fa45cbc3974b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=225efdd3-76a6-46d2-812d-fe35c95e3f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478284 Oct 13 10:50:56.425349 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Allocated IP 172.25.0.151 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/8f763af2-9f33-4f92-90e0-98eea8071343) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:50:56.431547 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1ae91084-f68f-4d2a-bbd4-e2c83b1ae393 req-5fce070f-9f41-43bc-b577-2863f19c335b tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846202 Oct 13 10:50:56.436116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fc0f5736-602a-4694-a9a5-38e4e8a449e3 req-a0971464-62b9-4c1e-8606-f3f3a75bcd9d tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324339 Oct 13 10:50:56.495344 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-b7bd83ad-35bd-40d7-96cc-4285c72108a1 service neutron] 10.222.0.46 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384082 Oct 13 10:50:56.558436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee90de0c-2ef0-4087-bf2e-c06726d1680f', 'tag': '8d5e4e49-370a-412c-bc28-152f8b3054ce'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:50:56.560599 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41374c6d-a9d5-49a2-95b5-8f1d0993b662" -d '{"events": [{"name": "network-changed", "server_uuid": "ee90de0c-2ef0-4087-bf2e-c06726d1680f", "tag": "8d5e4e49-370a-412c-bc28-152f8b3054ce"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:50:56.567133 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c9a8-895d-46d4-b0ba-9329a326066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:56.625172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2221a7f-bcbd-4261-94f6-68c409f9013e req-80906dd7-ed7c-422f-9d93-52efbbcf146b service neutron] 10.222.0.46 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213295 Oct 13 10:50:56.663223 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13da88c8-f484-4bde-b016-c96f2dae8506 x-openstack-request-id: req-13da88c8-f484-4bde-b016-c96f2dae8506 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:50:56.663510 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee90de0c-2ef0-4087-bf2e-c06726d1680f", "tag": "8d5e4e49-370a-412c-bc28-152f8b3054ce", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:50:56.663755 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13da88c8-f484-4bde-b016-c96f2dae8506 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:50:56.664148 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee90de0c-2ef0-4087-bf2e-c06726d1680f', 'tag': '8d5e4e49-370a-412c-bc28-152f8b3054ce', 'status': 'completed', 'code': 200} Oct 13 10:50:56.735059 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:56.759155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3c9a8-895d-46d4-b0ba-9329a326066c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e13cdeb-6166-4a4f-bca0-0f01567c7f2c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:56.784243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41374c6d-a9d5-49a2-95b5-8f1d0993b662 req-c85637ba-37b7-42bd-886a-172574268fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:56.786196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41374c6d-a9d5-49a2-95b5-8f1d0993b662 req-c85637ba-37b7-42bd-886a-172574268fe0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1cd32a677dad4bb08ed7597ab50eccd8&device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 1094 time: 0.0470662 Oct 13 10:50:56.801789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3c9a8-895d-46d4-b0ba-9329a326066c admin admin] Checking segment: {'id': 'dfd0cadd-1402-4405-aced-b7679955dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2689e47a-18a1-49f5-ae34-9161bcf10c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:50:56.801789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f3c9a8-895d-46d4-b0ba-9329a326066c admin admin] Network hostable DHCP agents. Network: 2689e47a-18a1-49f5-ae34-9161bcf10c48, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:50:56.819157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6dd218-b510-45c0-bfdb-1cadc5f003e6 req-a70dc492-f25c-4ab0-9861-f67e54a660ad tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:56.829275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bb6dd218-b510-45c0-bfdb-1cadc5f003e6 req-a70dc492-f25c-4ab0-9861-f67e54a660ad tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.1717393 Oct 13 10:50:56.899842 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bb6dd218-b510-45c0-bfdb-1cadc5f003e6 req-e35602d0-5f1d-4302-a333-24669a6090b2 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694861 Oct 13 10:50:56.927133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41374c6d-a9d5-49a2-95b5-8f1d0993b662 req-d6730a29-65a6-49c3-8a42-d0e6b73646b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:56.928943 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41374c6d-a9d5-49a2-95b5-8f1d0993b662 req-d6730a29-65a6-49c3-8a42-d0e6b73646b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=225efdd3-76a6-46d2-812d-fe35c95e3f9f HTTP/1.1" status: 200 len: 906 time: 0.1347723 Oct 13 10:50:56.967161 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:56.970584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f3c9a8-895d-46d4-b0ba-9329a326066c admin admin] Network 2689e47a-18a1-49f5-ae34-9161bcf10c48 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:50:56.995268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41374c6d-a9d5-49a2-95b5-8f1d0993b662 req-11733658-7876-4be2-9080-d02f465e4931 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d5e4e49-370a-412c-bc28-152f8b3054ce HTTP/1.1" status: 200 len: 217 time: 0.0593872 Oct 13 10:50:57.032241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:50:57.038703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:57.042723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:50:57.074063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41374c6d-a9d5-49a2-95b5-8f1d0993b662 req-1278f1ff-9801-497a-bd8f-24a07d8b4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:57.075907 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41374c6d-a9d5-49a2-95b5-8f1d0993b662 req-1278f1ff-9801-497a-bd8f-24a07d8b4f05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9350d63-c70c-4696-b76b-2b25898fda6e HTTP/1.1" status: 200 len: 845 time: 0.0709133 Oct 13 10:50:57.080442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Pushing event updated for resources: {'Port': ['ID=8f763af2-9f33-4f92-90e0-98eea8071343,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:57.090717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-d7f3c9a8-895d-46d4-b0ba-9329a326066c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 2689e47a-18a1-49f5-ae34-9161bcf10c48) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:50:57.096625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f3c9a8-895d-46d4-b0ba-9329a326066c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:57.097552 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c9a8-895d-46d4-b0ba-9329a326066c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:57.100703 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d296442-75e0-4dd7-be60-191156141875 None None] Network 2689e47a-18a1-49f5-ae34-9161bcf10c48 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:50:57.156602 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41374c6d-a9d5-49a2-95b5-8f1d0993b662 req-0ea1dcd7-e699-4a3c-8707-1f788961f95a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=225efdd3-76a6-46d2-812d-fe35c95e3f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342939 Oct 13 10:50:57.215853 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d7f3c9a8-895d-46d4-b0ba-9329a326066c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3954871 Oct 13 10:50:57.246509 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:57.319686 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41374c6d-a9d5-49a2-95b5-8f1d0993b662 req-3e7ef5b6-101e-47e4-a387-a078bb5864bb service neutron] 10.222.0.46 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540654 Oct 13 10:50:57.369022 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f90a2b9-4990-48b7-b404-c2cbd760f17e None None] Network 2689e47a-18a1-49f5-ae34-9161bcf10c48 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:50:57.386187 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:57.515611 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41374c6d-a9d5-49a2-95b5-8f1d0993b662 req-b37a972f-6bde-488b-b3d5-7461121c3a29 service neutron] 10.222.0.46 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899614 Oct 13 10:50:57.654660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39996481-afc9-4202-ba93-2fe876346ccd req-29c2860d-4928-4b97-9816-bc8da9fda02f tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:57.656402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39996481-afc9-4202-ba93-2fe876346ccd req-29c2860d-4928-4b97-9816-bc8da9fda02f tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 943 time: 0.0690684 Oct 13 10:50:57.701736 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:57.707418 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39996481-afc9-4202-ba93-2fe876346ccd req-c257da3f-c974-4dc6-b7e7-d967012e1a93 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442753 Oct 13 10:50:57.766368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59510) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:57.794132 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:57.827158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59516) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:57.852682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 040b5a51-df31-4ef1-a020-a750d87b9a58 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:50:57.874980 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 040b5a51-df31-4ef1-a020-a750d87b9a58 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:50:57.875588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 040b5a51-df31-4ef1-a020-a750d87b9a58 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:50:57.901658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Pushing event updated for resources: {'Port': ['ID=8f763af2-9f33-4f92-90e0-98eea8071343,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:57.918007 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:58.018059 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:58.019891 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7fe38fba-3dc2-4b86-9f75-11b073ef371a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3904917 Oct 13 10:50:58.078883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fb153-c1dd-463b-b696-ed140a35812c req-77ef9bd5-cd40-4728-9d26-c688d92d2ad6 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:58.080241 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b56fb153-c1dd-463b-b696-ed140a35812c req-77ef9bd5-cd40-4728-9d26-c688d92d2ad6 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.0678756 Oct 13 10:50:58.121041 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a84d99c8-620c-4707-847e-07d13bc4b660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:58.157158 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b56fb153-c1dd-463b-b696-ed140a35812c req-5e8117c8-896f-4847-8396-02552c109c7e tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693884 Oct 13 10:50:58.245168 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a84d99c8-620c-4707-847e-07d13bc4b660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:58.250404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0a816076-e3ad-433a-98c5-be4fd3496985 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90b608f4a7b943918f261239b79fce04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212215 Oct 13 10:50:58.252157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59528) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:58.324326 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a84d99c8-620c-4707-847e-07d13bc4b660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:58.330943 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-845c9474-960b-4420-b2e3-f7990a9bd03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:58.355277 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-845c9474-960b-4420-b2e3-f7990a9bd03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:58.453770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a84d99c8-620c-4707-847e-07d13bc4b660 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa929a23911942acbb4047564d28ab8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6862860 Oct 13 10:50:58.456501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59546) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:58.470877 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d99c8-620c-4707-847e-07d13bc4b660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68effeb-a4b8-449b-80fe-10a2f368238e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:58.500723 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-845c9474-960b-4420-b2e3-f7990a9bd03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:58.503196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-845c9474-960b-4420-b2e3-f7990a9bd03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:58.504318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-845c9474-960b-4420-b2e3-f7990a9bd03b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8dab26c-4b93-44b6-9eef-cc9782d9579d HTTP/1.1" status: 204 len: 168 time: 0.2509944 Oct 13 10:50:58.521073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c9474-960b-4420-b2e3-f7990a9bd03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dab26c-4b93-44b6-9eef-cc9782d9579d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:58.536936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-52883216-f8fd-4768-bf62-03147d462074 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:58.540729 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9aa62fe5-9088-499f-9960-cf28ffaf37cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:58.544527 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-52883216-f8fd-4768-bf62-03147d462074 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/networks?id=21de5fad-2ade-4e57-815f-ecef3d97e8e4 HTTP/1.1" status: 200 len: 821 time: 0.1948643 Oct 13 10:50:58.561262 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-7200003f-b523-4e00-b110-ec0645b5b3ec tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/quotas/d5fb6da443a14d7da07e27d3ff80dabb HTTP/1.1" status: 200 len: 375 time: 0.0158677 Oct 13 10:50:58.567665 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9aa62fe5-9088-499f-9960-cf28ffaf37cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:58.614661 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-afc2b46b-2988-43c2-ba10-3bd02b7778ad tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5fb6da443a14d7da07e27d3ff80dabb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524085 Oct 13 10:50:58.682351 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59554) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:58.688253 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2048526010-network', 'tenant_id': '028a0cf51aa24c88a99ea6241c81ba56'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:58.729783 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-823ba54d-d0de-4e29-a1a8-3966333c408e service neutron] 10.222.0.32 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133604 Oct 13 10:50:58.738854 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9aa62fe5-9088-499f-9960-cf28ffaf37cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:58.743079 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9aa62fe5-9088-499f-9960-cf28ffaf37cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:58.744366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9aa62fe5-9088-499f-9960-cf28ffaf37cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e68effeb-a4b8-449b-80fe-10a2f368238e HTTP/1.1" status: 204 len: 168 time: 0.2867172 Oct 13 10:50:58.754284 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa62fe5-9088-499f-9960-cf28ffaf37cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68effeb-a4b8-449b-80fe-10a2f368238e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:59.043894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461a4a1-a469-440f-9e38-e7e5fe5a7887 req-d842a9a1-8d64-4f87-acd4-9c9cad457e10 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:59.043894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c461a4a1-a469-440f-9e38-e7e5fe5a7887 req-d842a9a1-8d64-4f87-acd4-9c9cad457e10 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 943 time: 0.0711412 Oct 13 10:50:59.044716 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-8c2af700-5d6b-4879-b21d-c794ac4e4e7e service neutron] 10.222.0.32 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381223 Oct 13 10:50:59.045018 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c461a4a1-a469-440f-9e38-e7e5fe5a7887 req-873caab1-6601-407c-90b0-a67f1c5d2172 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368321 Oct 13 10:50:59.175738 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Made reservation on behalf of 028a0cf51aa24c88a99ea6241c81ba56 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:59.178894 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:59.188346 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:59.341695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dca4b1e5-2f8c-4dd2-ba1a-87b72a37935c req-1715b942-c84c-4986-9663-2bacd0981a84 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 210 time: 0.0479839 Oct 13 10:50:59.342430 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:59.356401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c089fdf-d06d-45a1-b7b1-1f873e6f37e9 req-32081b84-55c3-43ca-954f-78a49d18f2b0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:59.364031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c089fdf-d06d-45a1-b7b1-1f873e6f37e9 req-32081b84-55c3-43ca-954f-78a49d18f2b0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.1009898 Oct 13 10:50:59.404068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c089fdf-d06d-45a1-b7b1-1f873e6f37e9 req-c15da674-d208-4b4a-b665-384a17975924 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390191 Oct 13 10:50:59.461747 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:59.486973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:50:59.505071 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:59.505421 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Added segment fd92c09e-2b54-4be3-9ea8-3749d3574513 of type vlan for network 88081828-242a-468e-bc66-95e0f19a4f53 Oct 13 10:50:59.511931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8d5e4e49-370a-412c-bc28-152f8b3054ce details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:50:59.516939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216070a5-64c1-49f1-bcfd-88a38676e7d1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:59.560741 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:59.637646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8d5e4e49-370a-412c-bc28-152f8b3054ce, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8d5e4e49-370a-412c-bc28-152f8b3054ce,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:59.651660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '8d5e4e49-370a-412c-bc28-152f8b3054ce', 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f', 'port_id': '8d5e4e49-370a-412c-bc28-152f8b3054ce', 'mac_address': 'fa:16:3e:bb:a8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9350d63-c70c-4696-b76b-2b25898fda6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:50:59.691347 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:59.692513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:50:59.693566 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:59.706122 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:59.730660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5e4e49-370a-412c-bc28-152f8b3054ce {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:50:59.759472 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] Pushing event updated for resources: {'Network': ['ID=88081828-242a-468e-bc66-95e0f19a4f53,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:59.763122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8d5e4e49-370a-412c-bc28-152f8b3054ce, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8d5e4e49-370a-412c-bc28-152f8b3054ce,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:50:59.770805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 88081828-242a-468e-bc66-95e0f19a4f53 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:50:59.846490 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ad53d5fd-68e4-491d-a69e-78d30b9d2a5f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1624112 Oct 13 10:50:59.849085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59598) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:50:59.856947 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-18b2f242-717b-42d1-a37e-8a3cb92ba18a admin admin] Request body: {'subnet': {'network_id': '88081828-242a-468e-bc66-95e0f19a4f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2048526010-subnet', 'tenant_id': '028a0cf51aa24c88a99ea6241c81ba56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:50:59.873205 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:50:59.922756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8d5e4e49-370a-412c-bc28-152f8b3054ce,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:50:59.964413 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b2f242-717b-42d1-a37e-8a3cb92ba18a admin admin] Made reservation on behalf of 028a0cf51aa24c88a99ea6241c81ba56 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:50:59.967608 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18b2f242-717b-42d1-a37e-8a3cb92ba18a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:00.208286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29f83a-f1d9-4bab-8b97-735b539ff833 req-77b27f59-7ddf-465e-bf9f-e7e66e566940 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:00.210427 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef29f83a-f1d9-4bab-8b97-735b539ff833 req-77b27f59-7ddf-465e-bf9f-e7e66e566940 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 944 time: 0.0837331 Oct 13 10:51:00.235987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['8d5e4e49-370a-412c-bc28-152f8b3054ce'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:00.258381 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef29f83a-f1d9-4bab-8b97-735b539ff833 req-a7f4203d-2f41-472c-8168-85bcc9d5ceba tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419946 Oct 13 10:51:00.266710 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18b2f242-717b-42d1-a37e-8a3cb92ba18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:00.337957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2f242-717b-42d1-a37e-8a3cb92ba18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b813987b-54a0-4b22-bedd-5abf6f372da7,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:00.347927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b2f242-717b-42d1-a37e-8a3cb92ba18a admin admin] Checking segment: {'id': 'fd92c09e-2b54-4be3-9ea8-3749d3574513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '88081828-242a-468e-bc66-95e0f19a4f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:51:00.348286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b2f242-717b-42d1-a37e-8a3cb92ba18a admin admin] Network hostable DHCP agents. Network: 88081828-242a-468e-bc66-95e0f19a4f53, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:51:00.395087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59628) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:51:00.447784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b2f242-717b-42d1-a37e-8a3cb92ba18a admin admin] Network 88081828-242a-468e-bc66-95e0f19a4f53 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:51:00.512917 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3cac4d1a-4959-485e-ab78-8b51f0b4d3e0 req-d5e792c6-a86f-4682-8881-3942c455d33a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 210 time: 0.0465333 Oct 13 10:51:00.536838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-18b2f242-717b-42d1-a37e-8a3cb92ba18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 88081828-242a-468e-bc66-95e0f19a4f53) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:51:00.542869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b2f242-717b-42d1-a37e-8a3cb92ba18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:00.546370 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18b2f242-717b-42d1-a37e-8a3cb92ba18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:00.549062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff66bf0-2e80-4706-9487-675ecf56b7cb None None] Network 88081828-242a-468e-bc66-95e0f19a4f53 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:51:00.566149 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-69979353-network', 'tenant_id': 'f9a4c35e3eba4a36b50114c9994efa1b'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:00.636878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78edb87-4e23-423e-b075-4c903fd89c3a req-05aa0f57-82b4-4463-88ce-418ecf11825e tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:00.638593 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f78edb87-4e23-423e-b075-4c903fd89c3a req-05aa0f57-82b4-4463-88ce-418ecf11825e tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.0690429 Oct 13 10:51:00.668690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Made reservation on behalf of f9a4c35e3eba4a36b50114c9994efa1b for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:51:00.671923 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:00.686862 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:00.694520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c259ecdb-dc8b-4d83-946b-60f86143b465 None None] Network 88081828-242a-468e-bc66-95e0f19a4f53 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:51:00.707044 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f78edb87-4e23-423e-b075-4c903fd89c3a req-57c8f8a0-db49-4624-8bfc-4d3c7c7a4daf tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620170 Oct 13 10:51:00.765676 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-18b2f242-717b-42d1-a37e-8a3cb92ba18a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9136279 Oct 13 10:51:00.786257 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:00.871230 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:00.897844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:51:00.908021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1bdf69-b26f-47c7-8276-9bc2991fec25,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:00.913517 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:00.915305 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Added segment 09ee2bb8-167f-4731-bbb0-e71cec62630f of type vlan for network 5af4457a-d814-4848-a2d9-db68fc1be91e Oct 13 10:51:00.955812 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:01.043220 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:01.044827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:01.045485 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:01.125031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] Pushing event updated for resources: {'Network': ['ID=5af4457a-d814-4848-a2d9-db68fc1be91e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:01.136699 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 5af4457a-d814-4848-a2d9-db68fc1be91e details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:51:01.176505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5003f775-0e13-43d2-a2db-4a9c4e20146d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7803135 Oct 13 10:51:01.179672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59654) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:51:01.188441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-aa2cc554-12b6-444c-88cc-4b8980eeb86b admin admin] Request body: {'subnet': {'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-69979353-subnet', 'tenant_id': 'f9a4c35e3eba4a36b50114c9994efa1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:01.317723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-46d3124b-0611-450d-a74b-c2ff4e35b869 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:01.319742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-46d3124b-0611-450d-a74b-c2ff4e35b869 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/networks?id=2689e47a-18a1-49f5-ae34-9161bcf10c48 HTTP/1.1" status: 200 len: 813 time: 0.1135771 Oct 13 10:51:01.335713 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-dc2bd9ef-ecc8-420e-9610-a3e97b0023ff tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/quotas/984134030723412ba1ac9e4009c98bfd HTTP/1.1" status: 200 len: 375 time: 0.0100803 Oct 13 10:51:01.356540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2cc554-12b6-444c-88cc-4b8980eeb86b admin admin] Made reservation on behalf of f9a4c35e3eba4a36b50114c9994efa1b for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:51:01.359558 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc554-12b6-444c-88cc-4b8980eeb86b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:01.392747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-34150ceb-9468-4ffc-afc9-eb8455d057dd tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=984134030723412ba1ac9e4009c98bfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479648 Oct 13 10:51:01.418493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048227f-9677-4c32-af07-c1a25a545ff4 req-1262964f-7ade-401a-bf71-94df7b2b9e10 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:01.420040 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8048227f-9677-4c32-af07-c1a25a545ff4 req-1262964f-7ade-401a-bf71-94df7b2b9e10 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 944 time: 0.0708847 Oct 13 10:51:01.462148 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8048227f-9677-4c32-af07-c1a25a545ff4 req-1a51cd6d-bd24-4f04-8f7f-3e9b89890e8c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356865 Oct 13 10:51:01.519582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8d5e4e49-370a-412c-bc28-152f8b3054ce up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:51:01.590721 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-0902f377-c060-4c4d-af00-b30c6a2c33f4 service neutron] 10.222.0.32 "GET /v2.0/networks/2689e47a-18a1-49f5-ae34-9161bcf10c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710470 Oct 13 10:51:01.637346 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6fae0a17-c8f9-4fe8-aa74-5cd02f200c7a req-76127924-875b-4cbe-bbd5-d73f825a2aba tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 210 time: 0.0361369 Oct 13 10:51:01.648607 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 8d5e4e49-370a-412c-bc28-152f8b3054ce completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:51:01.658477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 8d5e4e49-370a-412c-bc28-152f8b3054ce triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:01.658477 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:01.762005 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:01.847465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8d5e4e49-370a-412c-bc28-152f8b3054ce, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8d5e4e49-370a-412c-bc28-152f8b3054ce,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:01.851553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee90de0c-2ef0-4087-bf2e-c06726d1680f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e4e49-370a-412c-bc28-152f8b3054ce'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:01.857267 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22c98dc-c066-4111-8570-4d689803df80" -d '{"events": [{"server_uuid": "ee90de0c-2ef0-4087-bf2e-c06726d1680f", "name": "network-vif-plugged", "status": "completed", "tag": "8d5e4e49-370a-412c-bc28-152f8b3054ce"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:01.864697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-f0fadcea-0739-4c2d-9744-239048e6d8d7 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:01.866497 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-f0fadcea-0739-4c2d-9744-239048e6d8d7 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.21 "GET /v2.0/networks?id=21de5fad-2ade-4e57-815f-ecef3d97e8e4 HTTP/1.1" status: 200 len: 821 time: 0.3573394 Oct 13 10:51:01.886550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb70fe-f535-423d-a09e-990773589f41 req-5f13bfbd-54dd-487b-acfd-8e0d8db809a3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:01.890041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-87429877-0554-4ea3-8d04-0348d67d4ce1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Request body: {'port': {'device_id': '7395d043-c14f-4b55-bb31-996b1a848f60', 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4', 'admin_state_up': True, 'tenant_id': 'd5fb6da443a14d7da07e27d3ff80dabb'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:01.891257 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-41eb70fe-f535-423d-a09e-990773589f41 req-5f13bfbd-54dd-487b-acfd-8e0d8db809a3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.0993366 Oct 13 10:51:01.894733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-e7cc433d-4c5a-4a9e-8add-5e4577dc6a8c service neutron] 10.222.0.32 "GET /v2.0/networks/2689e47a-18a1-49f5-ae34-9161bcf10c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029885 Oct 13 10:51:01.936168 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:01.949587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc554-12b6-444c-88cc-4b8980eeb86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:02.004044 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-41eb70fe-f535-423d-a09e-990773589f41 req-ccc80c65-23b7-4a0f-aee6-df1e14c44631 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007423 Oct 13 10:51:02.032223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cc554-12b6-444c-88cc-4b8980eeb86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d869eb4-b298-4f73-bdf7-f3becabe9b5b,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:02.065014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2cc554-12b6-444c-88cc-4b8980eeb86b admin admin] Checking segment: {'id': '09ee2bb8-167f-4731-bbb0-e71cec62630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:51:02.065381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2cc554-12b6-444c-88cc-4b8980eeb86b admin admin] Network hostable DHCP agents. Network: 5af4457a-d814-4848-a2d9-db68fc1be91e, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:51:02.089855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8d5e4e49-370a-412c-bc28-152f8b3054ce,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:02.100514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:02.100888 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:02.101243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:02.101685 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:02.102141 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:02.102429 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:02.102763 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:02.103183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:02.103514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:02.104027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:02.104634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:02.105006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:02.119727 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b69b40-4c36-4eae-bbac-0fc3bda23ede x-openstack-request-id: req-97b69b40-4c36-4eae-bbac-0fc3bda23ede {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:02.124990 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee90de0c-2ef0-4087-bf2e-c06726d1680f", "name": "network-vif-plugged", "status": "completed", "tag": "8d5e4e49-370a-412c-bc28-152f8b3054ce", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:02.124990 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97b69b40-4c36-4eae-bbac-0fc3bda23ede {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:02.124990 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee90de0c-2ef0-4087-bf2e-c06726d1680f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e4e49-370a-412c-bc28-152f8b3054ce', 'code': 200} Oct 13 10:51:02.223890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-87429877-0554-4ea3-8d04-0348d67d4ce1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Made reservation on behalf of d5fb6da443a14d7da07e27d3ff80dabb for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:51:02.229421 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-87429877-0554-4ea3-8d04-0348d67d4ce1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:02.233315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2cc554-12b6-444c-88cc-4b8980eeb86b admin admin] Network 5af4457a-d814-4848-a2d9-db68fc1be91e is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:51:02.306281 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d5662850-5dfd-4816-ae83-d06efb0ebb6e req-a694891a-0901-45c9-aede-78836fc867f4 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 210 time: 0.0559890 Oct 13 10:51:02.350446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4051dc-97df-4c07-bcc9-845fa04693ad req-8f52f3d4-5bd8-44b9-b812-9f69f3820e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:02.352269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e4051dc-97df-4c07-bcc9-845fa04693ad req-8f52f3d4-5bd8-44b9-b812-9f69f3820e9e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 1096 time: 0.1726458 Oct 13 10:51:02.357449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-aa2cc554-12b6-444c-88cc-4b8980eeb86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 5af4457a-d814-4848-a2d9-db68fc1be91e) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:51:02.373195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db76b56-ace4-4d80-83a9-0443923431f1 None None] Network 5af4457a-d814-4848-a2d9-db68fc1be91e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:51:02.377534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2cc554-12b6-444c-88cc-4b8980eeb86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:02.378505 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc554-12b6-444c-88cc-4b8980eeb86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:02.457138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e4051dc-97df-4c07-bcc9-845fa04693ad req-5c790540-cb50-4666-92f3-f5e491d4d6b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947289 Oct 13 10:51:02.478204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-87429877-0554-4ea3-8d04-0348d67d4ce1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Allocated IP 172.20.0.7 (21de5fad-2ade-4e57-815f-ecef3d97e8e4/bb47ae55-deda-4356-8a6d-76d183060008/5946e16e-641d-48ae-b2af-d72df5db0742) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:51:02.493956 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-aa2cc554-12b6-444c-88cc-4b8980eeb86b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3050516 Oct 13 10:51:02.558576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd045db-ed85-4082-9721-25a78ce446f9 None None] Network 5af4457a-d814-4848-a2d9-db68fc1be91e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:51:02.711395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78650b93-28f7-486e-97d0-48ac3f7d9c37 req-10b018fa-30e7-456d-b473-232e832d6d8b tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:02.719384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78650b93-28f7-486e-97d0-48ac3f7d9c37 req-10b018fa-30e7-456d-b473-232e832d6d8b tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 945 time: 0.1532128 Oct 13 10:51:02.814669 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78650b93-28f7-486e-97d0-48ac3f7d9c37 req-4a569784-e714-4de2-8263-459e04615166 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912824 Oct 13 10:51:02.820893 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-87429877-0554-4ea3-8d04-0348d67d4ce1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:02.857500 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2117a35f-a565-46cf-9e45-0fc935980cab req-e1e43782-8e48-45df-8412-c788607fb0e3 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 210 time: 0.0523589 Oct 13 10:51:02.915281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-c1aff1ce-1d80-4393-bec3-f908a35447d8 req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-962166702', 'description': 'tempest-description-1466939919'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:02.937894 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-87429877-0554-4ea3-8d04-0348d67d4ce1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:02.978062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-87429877-0554-4ea3-8d04-0348d67d4ce1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:51:02.981827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-87429877-0554-4ea3-8d04-0348d67d4ce1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:51:02.987141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-87429877-0554-4ea3-8d04-0348d67d4ce1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:51:03.025136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87429877-0554-4ea3-8d04-0348d67d4ce1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Pushing event updated for resources: {'Port': ['ID=5946e16e-641d-48ae-b2af-d72df5db0742,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:03.046909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-87429877-0554-4ea3-8d04-0348d67d4ce1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:03.047548 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-87429877-0554-4ea3-8d04-0348d67d4ce1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:03.051567 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c1aff1ce-1d80-4393-bec3-f908a35447d8 req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:03.150616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-87429877-0554-4ea3-8d04-0348d67d4ce1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2645981 Oct 13 10:51:03.152609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b02ce0-26fd-431a-a2a3-2490c3c5fb92 req-8b440dfb-e13e-4671-8362-d8d0d4b908ff tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:03.153279 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c1aff1ce-1d80-4393-bec3-f908a35447d8 req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:03.154728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-26b02ce0-26fd-431a-a2a3-2490c3c5fb92 req-8b440dfb-e13e-4671-8362-d8d0d4b908ff tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.0721388 Oct 13 10:51:03.166476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Request body: {'port': {'device_id': '7395d043-c14f-4b55-bb31-996b1a848f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:03.200275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-26b02ce0-26fd-431a-a2a3-2490c3c5fb92 req-e0723b4c-bbd7-4a85-b4a1-5e18530505d9 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388803 Oct 13 10:51:03.222547 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c1aff1ce-1d80-4393-bec3-f908a35447d8 req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:03.239704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:03.289771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd9b430-162b-4af9-aefe-2cf0d3846c0f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:03.303621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:03.304050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:03.304402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:03.305279 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:03.305279 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:03.305539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:03.305710 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:03.306038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:03.306390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:03.306720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:03.307047 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:03.307486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:03.345624 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c1aff1ce-1d80-4393-bec3-f908a35447d8 req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:03.347021 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1aff1ce-1d80-4393-bec3-f908a35447d8 req-19ae6387-9130-481f-9991-a52dacd4a71f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4363847 Oct 13 10:51:03.421089 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5fd87799-9969-48bf-847e-794c76ecb487 req-b8423f70-2e92-4385-964e-91d34f73ab44 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 210 time: 0.0359955 Oct 13 10:51:03.430945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-c50ae095-1a64-4309-9705-a528a5083bea req-c92878a7-85e5-4013-b955-279433af0e39 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1185048953', 'description': 'tempest-description-904871888'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:03.538236 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c50ae095-1a64-4309-9705-a528a5083bea req-c92878a7-85e5-4013-b955-279433af0e39 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:03.638306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5946e16e-641d-48ae-b2af-d72df5db0742 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:03.647828 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:03.675522 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c50ae095-1a64-4309-9705-a528a5083bea req-c92878a7-85e5-4013-b955-279433af0e39 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:03.676660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Transition to ACTIVE for port object 5946e16e-641d-48ae-b2af-d72df5db0742 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:51:03.776219 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c50ae095-1a64-4309-9705-a528a5083bea req-c92878a7-85e5-4013-b955-279433af0e39 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:03.799615 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:03.863678 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92878a7-85e5-4013-b955-279433af0e39 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036e8674-7288-41fa-82da-29264aebb870,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:03.867918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Pushing event updated for resources: {'Port': ['ID=5946e16e-641d-48ae-b2af-d72df5db0742,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:03.905612 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c50ae095-1a64-4309-9705-a528a5083bea req-c92878a7-85e5-4013-b955-279433af0e39 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:03.931135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c50ae095-1a64-4309-9705-a528a5083bea req-c92878a7-85e5-4013-b955-279433af0e39 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5120962 Oct 13 10:51:03.974476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dbef8-1b41-4da2-adf7-2e2bb411dde0 req-f140d586-2894-4285-9c89-53721230e13f tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:03.982023 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b25dbef8-1b41-4da2-adf7-2e2bb411dde0 req-f140d586-2894-4285-9c89-53721230e13f tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 945 time: 0.0619714 Oct 13 10:51:04.025238 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b25dbef8-1b41-4da2-adf7-2e2bb411dde0 req-47f78132-e1fd-4382-9ace-7622ffba6326 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Oct 13 10:51:04.060693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Attempting to bind port 5946e16e-641d-48ae-b2af-d72df5db0742 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:51:04.061061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Attempting to bind port 5946e16e-641d-48ae-b2af-d72df5db0742 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '9548b80d-c040-4ef9-9627-2c74af60390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:51:04.061373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Attempting to bind port 5946e16e-641d-48ae-b2af-d72df5db0742 on network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:04.075756 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Port 5946e16e-641d-48ae-b2af-d72df5db0742 on network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:51:04.076050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Attempting to bind port 5946e16e-641d-48ae-b2af-d72df5db0742 on network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:04.088705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd15668-4c04-452c-924f-24e6b3d6ca46 req-2c1217d2-590d-45fd-9b49-9a3e2038ec8a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:04.090234 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ddd15668-4c04-452c-924f-24e6b3d6ca46 req-2c1217d2-590d-45fd-9b49-9a3e2038ec8a tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 943 time: 0.0872850 Oct 13 10:51:04.091549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:51:04.091889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Checking segment: {'id': '9548b80d-c040-4ef9-9627-2c74af60390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:51:04.092273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Bound using segment: {'id': '9548b80d-c040-4ef9-9627-2c74af60390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:51:04.092759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Bound port: 5946e16e-641d-48ae-b2af-d72df5db0742, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9548b80d-c040-4ef9-9627-2c74af60390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:51:04.093120 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:04.176388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ddd15668-4c04-452c-924f-24e6b3d6ca46 req-7af35b79-50c9-48c6-a1b6-5c01278c7c35 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721948 Oct 13 10:51:04.206884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] For port 5946e16e-641d-48ae-b2af-d72df5db0742, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:04.210128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] For port 5946e16e-641d-48ae-b2af-d72df5db0742, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5946e16e-641d-48ae-b2af-d72df5db0742,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:51:04.251760 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-12b575d9-f6e7-4859-99a7-5d57f77e946f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:04.253265 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-12b575d9-f6e7-4859-99a7-5d57f77e946f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/networks?id=5af4457a-d814-4848-a2d9-db68fc1be91e HTTP/1.1" status: 200 len: 811 time: 0.1321878 Oct 13 10:51:04.269621 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-66c8dc10-684e-4905-afe3-d5ddecad5bab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/quotas/f9a4c35e3eba4a36b50114c9994efa1b HTTP/1.1" status: 200 len: 375 time: 0.0100791 Oct 13 10:51:04.292987 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:04.318794 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-2dc1a80e-0c1e-4103-85b0-1257ec0834fb tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366027 Oct 13 10:51:04.353929 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:04.354579 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:04.355964 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] 10.222.0.21 "PUT /v2.0/ports/5946e16e-641d-48ae-b2af-d72df5db0742 HTTP/1.1" status: 200 len: 1091 time: 1.1961250 Oct 13 10:51:04.358061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7395d043-c14f-4b55-bb31-996b1a848f60', 'tag': '5946e16e-641d-48ae-b2af-d72df5db0742'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:04.360303 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba63a209-7a64-426b-8c8c-1b5c66ccbc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7395d043-c14f-4b55-bb31-996b1a848f60", "tag": "5946e16e-641d-48ae-b2af-d72df5db0742"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:04.391648 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828dee0-a72f-4ee8-a75b-16b8d93bb823 req-228a8403-9242-480e-8222-ffb24cbda5fa tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:04.399066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b828dee0-a72f-4ee8-a75b-16b8d93bb823 req-228a8403-9242-480e-8222-ffb24cbda5fa tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.1192706 Oct 13 10:51:04.406836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d517550-eaf0-4016-9c9e-e29f89c2a276 service neutron] Pushing event updated for resources: {'Port': ['ID=5946e16e-641d-48ae-b2af-d72df5db0742,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:04.455188 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-8d6476d9-7f03-44e0-b1d7-3790bc362e31 service neutron] 10.222.0.32 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277838 Oct 13 10:51:04.463339 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b828dee0-a72f-4ee8-a75b-16b8d93bb823 req-9f013ede-7ad3-4f81-bf79-29a99ffcd436 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580850 Oct 13 10:51:04.515040 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-92a87fb0-dbdc-4a80-bd30-06e57ea14d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:04.517683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-92a87fb0-dbdc-4a80-bd30-06e57ea14d06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5fb6da443a14d7da07e27d3ff80dabb&device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 1094 time: 0.0565155 Oct 13 10:51:04.560055 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d37573-be9b-4e79-b0d9-dff37414b489 x-openstack-request-id: req-19d37573-be9b-4e79-b0d9-dff37414b489 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:04.560355 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7395d043-c14f-4b55-bb31-996b1a848f60", "tag": "5946e16e-641d-48ae-b2af-d72df5db0742", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:04.560742 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19d37573-be9b-4e79-b0d9-dff37414b489 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:04.561435 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7395d043-c14f-4b55-bb31-996b1a848f60', 'tag': '5946e16e-641d-48ae-b2af-d72df5db0742', 'status': 'completed', 'code': 200} Oct 13 10:51:04.562813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-14c3100b-5524-4e0b-b149-452ee9173362 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5946e16e-641d-48ae-b2af-d72df5db0742 HTTP/1.1" status: 200 len: 217 time: 0.0378199 Oct 13 10:51:04.565411 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-2e72b9b2-b5c6-41b3-986d-5d3eb10b13ff service neutron] 10.222.0.32 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093793 Oct 13 10:51:04.641118 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc60e358-086c-4c3b-867b-f0571e18b799 req-927d1fbf-4eee-40ac-8cf1-c6f76ffff405 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 210 time: 0.0489554 Oct 13 10:51:04.657866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-926a1c74-17bd-406a-9d75-d5dcec48d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:04.659393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-926a1c74-17bd-406a-9d75-d5dcec48d69d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb47ae55-deda-4356-8a6d-76d183060008 HTTP/1.1" status: 200 len: 861 time: 0.0752947 Oct 13 10:51:04.692924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-68887baa-d2f0-47eb-aff1-9a44f99ff3b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=21de5fad-2ade-4e57-815f-ecef3d97e8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263722 Oct 13 10:51:04.826379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-25668b08-9843-4470-9a06-ead84bd9c998 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:04.828198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-25668b08-9843-4470-9a06-ead84bd9c998 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8&tenant_id=59ce84d919ed4ecdafe5a928ed96d168&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1096 time: 0.0821462 Oct 13 10:51:04.836197 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-face26ab-661d-4ec3-ab0c-d111cf9a7ebe service neutron] 10.222.0.21 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362841 Oct 13 10:51:04.847477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813659-3'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:04.992246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-4c3b78d2-eb94-4d42-8c17-2aa9cbc62ad4 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:04.993636 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f1afa43-84ff-4364-bbd0-20a0e27857d5 req-a279c7b7-e6d8-42ce-a6f2-23eb9fcd51cc tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 210 time: 0.0905285 Oct 13 10:51:05.005612 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-4c3b78d2-eb94-4d42-8c17-2aa9cbc62ad4 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.46 "GET /v2.0/networks?id=2689e47a-18a1-49f5-ae34-9161bcf10c48 HTTP/1.1" status: 200 len: 813 time: 0.2058322 Oct 13 10:51:05.021754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Request body: {'port': {'device_id': '0016c31c-b726-4da7-a6bd-aae886ed2978', 'network_id': '2689e47a-18a1-49f5-ae34-9161bcf10c48', 'admin_state_up': True, 'tenant_id': '984134030723412ba1ac9e4009c98bfd'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:05.033371 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:05.114357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84dc66ed-a5f3-4ad9-b468-ad90fde1db22 req-606427d8-d9a1-4e25-af42-b271e4aa13b1 service neutron] 10.222.0.21 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101152 Oct 13 10:51:05.286735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:05.554607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697149d3-b6ac-4c6e-9420-7cce349685be req-502302ae-dc38-4d1b-91e6-984ae6ad7fb3 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:05.560991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 93ec44d5-0077-40f3-9246-0920e6fd8c4c details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:05.562300 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-697149d3-b6ac-4c6e-9420-7cce349685be req-502302ae-dc38-4d1b-91e6-984ae6ad7fb3 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 943 time: 0.0834799 Oct 13 10:51:05.620849 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-697149d3-b6ac-4c6e-9420-7cce349685be req-3ad42ffb-afa8-4536-a595-1c82cd45c4f2 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574899 Oct 13 10:51:05.638628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Made reservation on behalf of 984134030723412ba1ac9e4009c98bfd for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:51:05.642284 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:05.655396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46316b98-b17c-4eb0-ab4c-af546c662d15 req-f78adb42-3773-4b15-a595-135e4af3dfc4 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:05.665304 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46316b98-b17c-4eb0-ab4c-af546c662d15 req-f78adb42-3773-4b15-a595-135e4af3dfc4 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 945 time: 0.4818594 Oct 13 10:51:05.701792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:05.705736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63a209-7a64-426b-8c8c-1b5c66ccbc4e req-783ef2f1-2113-4958-a673-1dd6c9fc9c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:05.707421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba63a209-7a64-426b-8c8c-1b5c66ccbc4e req-783ef2f1-2113-4958-a673-1dd6c9fc9c2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5fb6da443a14d7da07e27d3ff80dabb&device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 1094 time: 0.1194258 Oct 13 10:51:05.732201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:05.748359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 93ec44d5-0077-40f3-9246-0920e6fd8c4c has no active binding in host n-h1-813659-3 {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 10:51:05.813364 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46316b98-b17c-4eb0-ab4c-af546c662d15 req-c7c1be4f-aec9-44db-a3b7-a84cd8e27dcc tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471798 Oct 13 10:51:05.821097 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:05.830103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b745b2c-a91a-432b-89ea-5e47bb522543 req-d530d9c3-ec60-4a3c-b9b8-6cf3f8742f9c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:05.838954 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b745b2c-a91a-432b-89ea-5e47bb522543 req-d530d9c3-ec60-4a3c-b9b8-6cf3f8742f9c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 945 time: 0.0870664 Oct 13 10:51:05.871317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63a209-7a64-426b-8c8c-1b5c66ccbc4e req-199f4e94-5e28-410f-89b7-f2cdc351a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:05.873717 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba63a209-7a64-426b-8c8c-1b5c66ccbc4e req-199f4e94-5e28-410f-89b7-f2cdc351a280 service neutron] 10.222.0.21 "GET /v2.0/networks?id=21de5fad-2ade-4e57-815f-ecef3d97e8e4 HTTP/1.1" status: 200 len: 922 time: 0.1400087 Oct 13 10:51:05.929681 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b745b2c-a91a-432b-89ea-5e47bb522543 req-c29a6430-fb0f-4cb0-b401-3f4bdae7f7cf tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827024 Oct 13 10:51:05.931555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba63a209-7a64-426b-8c8c-1b5c66ccbc4e req-453dc271-5811-476d-8a65-75d6216bbb2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5946e16e-641d-48ae-b2af-d72df5db0742 HTTP/1.1" status: 200 len: 217 time: 0.0466712 Oct 13 10:51:05.935682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Allocated IP 172.20.0.13 (2689e47a-18a1-49f5-ae34-9161bcf10c48/9e13cdeb-6166-4a4f-bca0-0f01567c7f2c/f600da7c-5c01-4909-8e8e-e42004aec530) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:51:05.940120 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:05.995752 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9f60f3b-ffda-49d0-95e3-fd9e878b74bd req-0a2912c4-f286-4c40-b246-84a3a5b97435 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 210 time: 0.1010470 Oct 13 10:51:06.145378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63a209-7a64-426b-8c8c-1b5c66ccbc4e req-a896d280-22d2-4d92-99c1-5cef247b3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:06.147230 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba63a209-7a64-426b-8c8c-1b5c66ccbc4e req-a896d280-22d2-4d92-99c1-5cef247b3dac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb47ae55-deda-4356-8a6d-76d183060008 HTTP/1.1" status: 200 len: 861 time: 0.2019551 Oct 13 10:51:06.150618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Attempting to bind port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on host n-h2-813659-3 for vnic_type normal with profile {"migrating_to": "n-h1-813659-3"} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:51:06.151091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Attempting to bind port 93ec44d5-0077-40f3-9246-0920e6fd8c4c by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:51:06.151694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Attempting to bind port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:06.154937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Pushing event updated for resources: {'Port': ['ID=93ec44d5-0077-40f3-9246-0920e6fd8c4c,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:06.175695 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:06.179946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:51:06.180350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Attempting to bind port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:06.210264 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba63a209-7a64-426b-8c8c-1b5c66ccbc4e req-a2397f59-da86-43d2-b824-2ebeddbb282a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=21de5fad-2ade-4e57-815f-ecef3d97e8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427763 Oct 13 10:51:06.226529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:51:06.226884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Checking segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:51:06.227266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Bound using segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:51:06.227718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Bound port: 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:51:06.232882 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:06.232882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52df2346-4e3e-4347-ab67-986da6ac60c2 req-bf402104-e20e-4b43-9f4a-e40b8844d7ff tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 210 time: 0.0537784 Oct 13 10:51:06.285067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:06.331545 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Network 2689e47a-18a1-49f5-ae34-9161bcf10c48 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:51:06.335327 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:51:06.341147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:51:06.416149 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:06.420483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:06.420672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:51:06.421117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:06.424293 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba63a209-7a64-426b-8c8c-1b5c66ccbc4e req-00be5fba-fe92-4329-8e3c-97d6409e7195 service neutron] 10.222.0.21 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938906 Oct 13 10:51:06.435520 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Pushing event updated for resources: {'Port': ['ID=f600da7c-5c01-4909-8e8e-e42004aec530,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:06.437990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669692fc-3dfc-4e79-adeb-1c281735d39c req-19b237b5-e653-415d-82f4-3056586c5efd tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:06.439488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-669692fc-3dfc-4e79-adeb-1c281735d39c req-19b237b5-e653-415d-82f4-3056586c5efd tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 945 time: 0.1153474 Oct 13 10:51:06.444847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:06.445498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:06.446027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:06.446584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:06.447384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:06.452408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:06.452408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:06.452408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:06.452408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:06.452408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:06.452408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:06.452408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:51:06.513332 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-bfbcaf57-52da-4e12-901a-fba7f6487600 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4983995 Oct 13 10:51:06.514587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:06.529206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Request body: {'port': {'device_id': '0016c31c-b726-4da7-a6bd-aae886ed2978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:06.571689 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-669692fc-3dfc-4e79-adeb-1c281735d39c req-90dede57-c2c6-4dba-83e2-4beeb4e8ffeb tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216118 Oct 13 10:51:06.596007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389458e0-02c5-43b8-b2f9-f1d63636bac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ec44d5-0077-40f3-9246-0920e6fd8c4c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:06.598516 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204883bd-eebf-445a-9ca9-bc73cd328cf7" -d '{"events": [{"server_uuid": "389458e0-02c5-43b8-b2f9-f1d63636bac8", "name": "network-vif-unplugged", "status": "completed", "tag": "93ec44d5-0077-40f3-9246-0920e6fd8c4c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:06.628834 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:06.673566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:06.674381 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:06.676044 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] 10.222.0.46 "PUT /v2.0/ports/93ec44d5-0077-40f3-9246-0920e6fd8c4c HTTP/1.1" status: 200 len: 1121 time: 1.8354726 Oct 13 10:51:06.680605 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba63a209-7a64-426b-8c8c-1b5c66ccbc4e req-f078c965-26f6-404f-bf12-deb81e9295f9 service neutron] 10.222.0.21 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399924 Oct 13 10:51:06.687716 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6522fb3-38f2-4dc6-9769-b94d46e02d39 x-openstack-request-id: req-f6522fb3-38f2-4dc6-9769-b94d46e02d39 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:06.687716 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389458e0-02c5-43b8-b2f9-f1d63636bac8", "name": "network-vif-unplugged", "status": "completed", "tag": "93ec44d5-0077-40f3-9246-0920e6fd8c4c", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:06.687716 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6522fb3-38f2-4dc6-9769-b94d46e02d39 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:06.687716 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389458e0-02c5-43b8-b2f9-f1d63636bac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ec44d5-0077-40f3-9246-0920e6fd8c4c', 'code': 200} Oct 13 10:51:06.688111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcf79f-7cc1-48b5-bf00-ee73d86f2a6a service neutron] Pushing event updated for resources: {'Port': ['ID=93ec44d5-0077-40f3-9246-0920e6fd8c4c,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:06.753354 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['93ec44d5-0077-40f3-9246-0920e6fd8c4c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:06.790657 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38265e-b8a4-44c4-80a6-61e39b331cfa req-5b9a2c9e-5124-45f0-bf8a-cad4a8681a68 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:06.790891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['93ec44d5-0077-40f3-9246-0920e6fd8c4c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:06.792340 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c38265e-b8a4-44c4-80a6-61e39b331cfa req-5b9a2c9e-5124-45f0-bf8a-cad4a8681a68 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 943 time: 0.0518668 Oct 13 10:51:06.890873 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c38265e-b8a4-44c4-80a6-61e39b331cfa req-c6e2c44e-428c-4f9b-8e04-76e0e7211657 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838754 Oct 13 10:51:07.126662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f600da7c-5c01-4909-8e8e-e42004aec530 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:07.139978 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:07.170490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95761c96-c815-4c79-a061-3c0fcc452d02 req-2082a692-4b71-4b7d-a395-50f442fee2fb tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:07.172069 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95761c96-c815-4c79-a061-3c0fcc452d02 req-2082a692-4b71-4b7d-a395-50f442fee2fb tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 943 time: 0.1509228 Oct 13 10:51:07.173146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Transition to ACTIVE for port object f600da7c-5c01-4909-8e8e-e42004aec530 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:51:07.184236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a2164-2bfb-439f-9964-b560de0f4345 req-e017b391-daf2-46b8-becc-9f6bab798907 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:07.185815 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb0a2164-2bfb-439f-9964-b560de0f4345 req-e017b391-daf2-46b8-becc-9f6bab798907 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 932 time: 0.0741553 Oct 13 10:51:07.219026 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95761c96-c815-4c79-a061-3c0fcc452d02 req-95f17f9f-21f2-4b2a-a21d-07f0d3afcbe3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Oct 13 10:51:07.227335 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb0a2164-2bfb-439f-9964-b560de0f4345 req-75a2dbbb-c3f1-4299-a6ce-6b9615f665df tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/security-groups?id=96ecf542-4f13-4ada-9f9d-267183f358e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354214 Oct 13 10:51:07.296046 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:07.347876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Pushing event updated for resources: {'Port': ['ID=f600da7c-5c01-4909-8e8e-e42004aec530,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:07.419071 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecb52b71-9023-4ed3-bb0a-9ad580155369 req-0d146182-afad-4875-911f-5251962975ef tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 210 time: 0.0476248 Oct 13 10:51:07.455249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Attempting to bind port f600da7c-5c01-4909-8e8e-e42004aec530 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:51:07.455646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Attempting to bind port f600da7c-5c01-4909-8e8e-e42004aec530 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'dfd0cadd-1402-4405-aced-b7679955dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2689e47a-18a1-49f5-ae34-9161bcf10c48'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:51:07.456024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Attempting to bind port f600da7c-5c01-4909-8e8e-e42004aec530 on network 2689e47a-18a1-49f5-ae34-9161bcf10c48 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:07.461585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Port f600da7c-5c01-4909-8e8e-e42004aec530 on network 2689e47a-18a1-49f5-ae34-9161bcf10c48 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:51:07.461911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Attempting to bind port f600da7c-5c01-4909-8e8e-e42004aec530 on network 2689e47a-18a1-49f5-ae34-9161bcf10c48 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:07.467749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:51:07.468092 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Checking segment: {'id': 'dfd0cadd-1402-4405-aced-b7679955dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2689e47a-18a1-49f5-ae34-9161bcf10c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:51:07.468476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Bound using segment: {'id': 'dfd0cadd-1402-4405-aced-b7679955dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2689e47a-18a1-49f5-ae34-9161bcf10c48'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:51:07.468907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Bound port: f600da7c-5c01-4909-8e8e-e42004aec530, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd0cadd-1402-4405-aced-b7679955dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2689e47a-18a1-49f5-ae34-9161bcf10c48'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:51:07.469265 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:07.534398 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] For port f600da7c-5c01-4909-8e8e-e42004aec530, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:07.536133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-9ce21da9-5c90-49b4-8b37-859d3dfe52af tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3571055f6f584a84a9c094f93f5d9df3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220811 Oct 13 10:51:07.537833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] For port f600da7c-5c01-4909-8e8e-e42004aec530, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f600da7c-5c01-4909-8e8e-e42004aec530,segment=NetworkSegment(dfd0cadd-1402-4405-aced-b7679955dcda),segment_id=dfd0cadd-1402-4405-aced-b7679955dcda)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:51:07.622438 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:07.672073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:07.673082 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:07.674551 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] 10.222.0.46 "PUT /v2.0/ports/f600da7c-5c01-4909-8e8e-e42004aec530 HTTP/1.1" status: 200 len: 1092 time: 1.1528332 Oct 13 10:51:07.682555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0016c31c-b726-4da7-a6bd-aae886ed2978', 'tag': 'f600da7c-5c01-4909-8e8e-e42004aec530'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:07.685545 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8661dfc8-5f3b-41e4-9ede-93e0aedc0b38" -d '{"events": [{"name": "network-changed", "server_uuid": "0016c31c-b726-4da7-a6bd-aae886ed2978", "tag": "f600da7c-5c01-4909-8e8e-e42004aec530"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:07.729966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-3d87a6fa-d619-46cf-8bbd-c23bcf167280 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:07.731365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-3d87a6fa-d619-46cf-8bbd-c23bcf167280 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881998 Oct 13 10:51:07.734955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5595a-144b-495f-830c-e3d0315e5b7b service neutron] Pushing event updated for resources: {'Port': ['ID=f600da7c-5c01-4909-8e8e-e42004aec530,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:07.742551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-c0f25ab9-a902-47f4-8223-5f4799ce8ad8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:07.743979 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-c0f25ab9-a902-47f4-8223-5f4799ce8ad8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.21 "GET /v2.0/networks?id=5af4457a-d814-4848-a2d9-db68fc1be91e HTTP/1.1" status: 200 len: 811 time: 0.1766794 Oct 13 10:51:07.751876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21c453-5f09-4523-aa76-876b2de55b0f req-ed35527d-b284-4607-8dcd-5662b62f8cf6 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:07.753568 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a21c453-5f09-4523-aa76-876b2de55b0f req-ed35527d-b284-4607-8dcd-5662b62f8cf6 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 945 time: 0.1012104 Oct 13 10:51:07.753698 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-c69a8970-3b4d-4e79-bd8a-62d05bcb483c tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/quotas/3571055f6f584a84a9c094f93f5d9df3 HTTP/1.1" status: 200 len: 375 time: 0.0087824 Oct 13 10:51:07.777151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-736b2e4c-aca0-4884-a147-78a910f03c46 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'port': {'device_id': '23bb9703-488c-4338-9469-370139e76302', 'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e', 'admin_state_up': True, 'tenant_id': 'f9a4c35e3eba4a36b50114c9994efa1b'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:07.820478 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a21c453-5f09-4523-aa76-876b2de55b0f req-03bce8d6-364d-4533-be03-db5b66bb0cf9 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571799 Oct 13 10:51:07.829579 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-27c4d371-b98c-481c-90df-96e8d7872377 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3571055f6f584a84a9c094f93f5d9df3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696957 Oct 13 10:51:07.838184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-fd636fd9-93b7-417b-818b-58d32c093341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:07.839911 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-fd636fd9-93b7-417b-818b-58d32c093341 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=984134030723412ba1ac9e4009c98bfd&device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 1095 time: 0.0526085 Oct 13 10:51:07.901630 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-193cb4f4-1364-4eab-aaa7-c78fc166eae3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f600da7c-5c01-4909-8e8e-e42004aec530 HTTP/1.1" status: 200 len: 217 time: 0.0529339 Oct 13 10:51:07.906902 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c558627-08d1-4bdd-a1bc-ae8cd67dcce3 x-openstack-request-id: req-6c558627-08d1-4bdd-a1bc-ae8cd67dcce3 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:07.907501 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0016c31c-b726-4da7-a6bd-aae886ed2978", "tag": "f600da7c-5c01-4909-8e8e-e42004aec530", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:07.907839 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c558627-08d1-4bdd-a1bc-ae8cd67dcce3 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:07.908483 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0016c31c-b726-4da7-a6bd-aae886ed2978', 'tag': 'f600da7c-5c01-4909-8e8e-e42004aec530', 'status': 'completed', 'code': 200} Oct 13 10:51:07.911701 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5946e16e-641d-48ae-b2af-d72df5db0742 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:07.915137 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-45d44d4b-dbe6-4c3e-b66a-6e254547fae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:07.991169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-45b3c9c6-48b0-48f9-b191-a2551f656654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:07.992796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-736b2e4c-aca0-4884-a147-78a910f03c46 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Made reservation on behalf of f9a4c35e3eba4a36b50114c9994efa1b for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:51:07.993187 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-45b3c9c6-48b0-48f9-b191-a2551f656654 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e13cdeb-6166-4a4f-bca0-0f01567c7f2c HTTP/1.1" status: 200 len: 853 time: 0.0710752 Oct 13 10:51:07.996424 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-736b2e4c-aca0-4884-a147-78a910f03c46 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:08.032823 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-1e5b1c05-80be-4a4b-ba1d-d5436516cce5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2689e47a-18a1-49f5-ae34-9161bcf10c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320497 Oct 13 10:51:08.214494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5946e16e-641d-48ae-b2af-d72df5db0742, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5946e16e-641d-48ae-b2af-d72df5db0742,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:08.222111 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-2527b5ca-a215-450c-a214-09a655fc2587 service neutron] 10.222.0.46 "GET /v2.0/networks/2689e47a-18a1-49f5-ae34-9161bcf10c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806493 Oct 13 10:51:08.229817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '5946e16e-641d-48ae-b2af-d72df5db0742', 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4', 'port_id': '5946e16e-641d-48ae-b2af-d72df5db0742', 'mac_address': 'fa:16:3e:1e:e0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb47ae55-deda-4356-8a6d-76d183060008', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:51:08.254768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-736b2e4c-aca0-4884-a147-78a910f03c46 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Allocated IP 172.20.0.5 (5af4457a-d814-4848-a2d9-db68fc1be91e/7d869eb4-b298-4f73-bdf7-f3becabe9b5b/5c5739a7-aaf9-41a1-a437-dc9af3beb860) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:51:08.278713 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:08.294068 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5946e16e-641d-48ae-b2af-d72df5db0742 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:08.320673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1dba9-e6f4-492e-8a35-53fae8e5008c req-51827f3b-3063-42ef-9838-c531b9110d52 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:08.323355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1b1dba9-e6f4-492e-8a35-53fae8e5008c req-51827f3b-3063-42ef-9838-c531b9110d52 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 943 time: 0.0954974 Oct 13 10:51:08.344519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5946e16e-641d-48ae-b2af-d72df5db0742, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5946e16e-641d-48ae-b2af-d72df5db0742,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:08.378693 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-981c87ad-0504-4c25-b1bc-a566815ce160 req-ac767004-991a-47fd-9643-07824775d33e service neutron] 10.222.0.46 "GET /v2.0/networks/2689e47a-18a1-49f5-ae34-9161bcf10c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480556 Oct 13 10:51:08.428406 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1b1dba9-e6f4-492e-8a35-53fae8e5008c req-52905123-95e8-4ed7-83fd-5ec655cfc9f5 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943372 Oct 13 10:51:08.436922 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:08.493468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=5946e16e-641d-48ae-b2af-d72df5db0742,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:08.502048 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:08.510268 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-736b2e4c-aca0-4884-a147-78a910f03c46 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:08.541026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-5ef8dc42-d049-4393-9867-af8b6d92271d tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3571055f6f584a84a9c094f93f5d9df3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298572 Oct 13 10:51:08.580543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661dfc8-5f3b-41e4-9ede-93e0aedc0b38 req-50dbd399-e41f-454c-8ae8-71800a31777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:08.582200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8661dfc8-5f3b-41e4-9ede-93e0aedc0b38 req-50dbd399-e41f-454c-8ae8-71800a31777b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=984134030723412ba1ac9e4009c98bfd&device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 1095 time: 0.0481334 Oct 13 10:51:08.681834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-f8441cb8-64ca-4759-9790-44d6e2439ef5 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:08.683560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-f8441cb8-64ca-4759-9790-44d6e2439ef5 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1334434 Oct 13 10:51:08.687410 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5946e16e-641d-48ae-b2af-d72df5db0742'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:08.687642 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389458e0-02c5-43b8-b2f9-f1d63636bac8', 'tag': '93ec44d5-0077-40f3-9246-0920e6fd8c4c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:08.690536 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a4d2ea-5628-456b-a34d-c9068536ed8c" -d '{"events": [{"name": "network-changed", "server_uuid": "389458e0-02c5-43b8-b2f9-f1d63636bac8", "tag": "93ec44d5-0077-40f3-9246-0920e6fd8c4c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:08.711746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beff9ab-c25f-4211-b0b1-5aedcbd6b786 req-1bab5d3a-d070-42ec-85c3-d167958ba892 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:08.717184 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-1c37ef8d-1f2f-428f-9aa1-e7de656ed27d tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/quotas/3571055f6f584a84a9c094f93f5d9df3 HTTP/1.1" status: 200 len: 375 time: 0.0175362 Oct 13 10:51:08.719146 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7beff9ab-c25f-4211-b0b1-5aedcbd6b786 req-1bab5d3a-d070-42ec-85c3-d167958ba892 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 943 time: 0.1163752 Oct 13 10:51:08.748104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661dfc8-5f3b-41e4-9ede-93e0aedc0b38 req-8b140fdd-4138-49a4-a7e0-4fc1b2febc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:08.749702 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8661dfc8-5f3b-41e4-9ede-93e0aedc0b38 req-8b140fdd-4138-49a4-a7e0-4fc1b2febc65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2689e47a-18a1-49f5-ae34-9161bcf10c48 HTTP/1.1" status: 200 len: 914 time: 0.1579421 Oct 13 10:51:08.754302 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-00fbd27d-03f9-446b-b85d-15a7ccad6fac tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3571055f6f584a84a9c094f93f5d9df3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359106 Oct 13 10:51:08.762402 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-736b2e4c-aca0-4884-a147-78a910f03c46 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:08.817539 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7beff9ab-c25f-4211-b0b1-5aedcbd6b786 req-56b82000-ca38-4eec-98c5-bd008368b6ee tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973680 Oct 13 10:51:08.822746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b2e4c-aca0-4884-a147-78a910f03c46 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'Port': ['ID=5c5739a7-aaf9-41a1-a437-dc9af3beb860,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:08.823040 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8661dfc8-5f3b-41e4-9ede-93e0aedc0b38 req-182286c7-fd2b-4fa6-8533-86673ffe8778 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f600da7c-5c01-4909-8e8e-e42004aec530 HTTP/1.1" status: 200 len: 217 time: 0.0592670 Oct 13 10:51:08.843148 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-736b2e4c-aca0-4884-a147-78a910f03c46 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Network 5af4457a-d814-4848-a2d9-db68fc1be91e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:51:08.844576 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-736b2e4c-aca0-4884-a147-78a910f03c46 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:51:08.847070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-736b2e4c-aca0-4884-a147-78a910f03c46 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:51:08.924993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661dfc8-5f3b-41e4-9ede-93e0aedc0b38 req-9dd6c29f-9466-4823-a2aa-c7cb234d442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:08.926496 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8661dfc8-5f3b-41e4-9ede-93e0aedc0b38 req-9dd6c29f-9466-4823-a2aa-c7cb234d442b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e13cdeb-6166-4a4f-bca0-0f01567c7f2c HTTP/1.1" status: 200 len: 853 time: 0.0983496 Oct 13 10:51:08.928594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-736b2e4c-aca0-4884-a147-78a910f03c46 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:08.929208 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-736b2e4c-aca0-4884-a147-78a910f03c46 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:08.971561 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8661dfc8-5f3b-41e4-9ede-93e0aedc0b38 req-752c62a1-6683-4d20-83d7-8e7b4bc9a2f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2689e47a-18a1-49f5-ae34-9161bcf10c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301602 Oct 13 10:51:09.011023 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e913d24-02c2-43ac-81af-5e9125d7ba71 req-1258dfb3-0401-4583-abc1-282b378fef75 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:09.012750 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e913d24-02c2-43ac-81af-5e9125d7ba71 req-1258dfb3-0401-4583-abc1-282b378fef75 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 944 time: 0.1061954 Oct 13 10:51:09.017397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-736b2e4c-aca0-4884-a147-78a910f03c46 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2491148 Oct 13 10:51:09.031471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Request body: {'port': {'device_id': '23bb9703-488c-4338-9469-370139e76302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:09.133707 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8661dfc8-5f3b-41e4-9ede-93e0aedc0b38 req-55dc12e6-87fe-4443-9ac3-2f21ea781274 service neutron] 10.222.0.46 "GET /v2.0/networks/2689e47a-18a1-49f5-ae34-9161bcf10c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531794 Oct 13 10:51:09.144553 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e913d24-02c2-43ac-81af-5e9125d7ba71 req-b751b3d9-4dcb-480a-a16b-0d195b705d43 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/security-groups?id=96ecf542-4f13-4ada-9f9d-267183f358e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738165 Oct 13 10:51:09.163087 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:09.228260 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1d763-a86f-4df0-a2e7-a6a521c9fec3 req-0b5bfeac-e95d-48d6-baaf-f8c4c36ee25a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:09.229531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6db1d763-a86f-4df0-a2e7-a6a521c9fec3 req-0b5bfeac-e95d-48d6-baaf-f8c4c36ee25a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 931 time: 0.1074326 Oct 13 10:51:09.272158 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8661dfc8-5f3b-41e4-9ede-93e0aedc0b38 req-a6a4f746-a1b0-420f-98f7-3cc109656bf1 service neutron] 10.222.0.46 "GET /v2.0/networks/2689e47a-18a1-49f5-ae34-9161bcf10c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256368 Oct 13 10:51:09.338637 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6482403-de7d-4a2e-b7d5-b22ae5a51991 x-openstack-request-id: req-b6482403-de7d-4a2e-b7d5-b22ae5a51991 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:09.338637 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389458e0-02c5-43b8-b2f9-f1d63636bac8", "tag": "93ec44d5-0077-40f3-9246-0920e6fd8c4c", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:09.338637 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6482403-de7d-4a2e-b7d5-b22ae5a51991 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:09.338637 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389458e0-02c5-43b8-b2f9-f1d63636bac8', 'tag': '93ec44d5-0077-40f3-9246-0920e6fd8c4c', 'status': 'completed', 'code': 200} Oct 13 10:51:09.361025 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6f420fb-eb08-44bb-8865-92dd66e99747 req-25d7444d-0bb4-4b32-a0d6-f5edc64c4dd1 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 210 time: 0.0290985 Oct 13 10:51:09.394356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6db1d763-a86f-4df0-a2e7-a6a521c9fec3 req-32f86d72-498b-419c-90bd-6829461cfc5e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442873 Oct 13 10:51:09.459659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4d2ea-5628-456b-a34d-c9068536ed8c req-56c5af02-dcab-47a0-90eb-50145ac47b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:09.461277 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48a4d2ea-5628-456b-a34d-c9068536ed8c req-56c5af02-dcab-47a0-90eb-50145ac47b3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 1124 time: 0.1186466 Oct 13 10:51:09.569178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee1b24-5e26-4b4e-b036-31ce049d648e req-21b6ab7c-695b-4950-b36f-a91d8453dfb3 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:09.570601 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-deee1b24-5e26-4b4e-b036-31ce049d648e req-21b6ab7c-695b-4950-b36f-a91d8453dfb3 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 944 time: 0.0582142 Oct 13 10:51:09.615860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4d2ea-5628-456b-a34d-c9068536ed8c req-93aa9c80-0e2f-4b3b-a0db-08514b197326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:09.616093 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-deee1b24-5e26-4b4e-b036-31ce049d648e req-3a2b2f99-f431-4a54-9600-98b2727ab1b1 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391827 Oct 13 10:51:09.616930 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48a4d2ea-5628-456b-a34d-c9068536ed8c req-93aa9c80-0e2f-4b3b-a0db-08514b197326 service neutron] 10.222.0.21 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.1474872 Oct 13 10:51:09.637414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5739a7-aaf9-41a1-a437-dc9af3beb860 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:09.670425 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:09.673792 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48a4d2ea-5628-456b-a34d-c9068536ed8c req-72181782-93db-415d-a518-e76d7c957bf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c HTTP/1.1" status: 200 len: 217 time: 0.0491259 Oct 13 10:51:09.683822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Transition to ACTIVE for port object 5c5739a7-aaf9-41a1-a437-dc9af3beb860 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:51:09.732901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4d2ea-5628-456b-a34d-c9068536ed8c req-5f706295-aa94-40cd-b13b-0a36ac05a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:09.734422 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48a4d2ea-5628-456b-a34d-c9068536ed8c req-5f706295-aa94-40cd-b13b-0a36ac05a2ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0447605 Oct 13 10:51:09.765329 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48a4d2ea-5628-456b-a34d-c9068536ed8c req-fff84ea0-7975-4dad-a917-019debfa8b43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237842 Oct 13 10:51:09.820719 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:09.904053 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5739a7-aaf9-41a1-a437-dc9af3beb860,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:09.923445 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5946e16e-641d-48ae-b2af-d72df5db0742 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:51:09.986493 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48a4d2ea-5628-456b-a34d-c9068536ed8c req-7229c6fd-02b0-4790-b891-d8a9f39daab3 service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120197 Oct 13 10:51:10.032378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9363d6-0ed1-401b-aa53-a0eaec8bf298 req-655c6556-7055-4ea7-8e81-fa521d73df81 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:10.033875 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d9363d6-0ed1-401b-aa53-a0eaec8bf298 req-655c6556-7055-4ea7-8e81-fa521d73df81 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 943 time: 0.1256406 Oct 13 10:51:10.039501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 5946e16e-641d-48ae-b2af-d72df5db0742 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:51:10.043677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 5946e16e-641d-48ae-b2af-d72df5db0742 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:10.048882 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:10.074441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Attempting to bind port 5c5739a7-aaf9-41a1-a437-dc9af3beb860 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:51:10.075126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Attempting to bind port 5c5739a7-aaf9-41a1-a437-dc9af3beb860 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '09ee2bb8-167f-4731-bbb0-e71cec62630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:51:10.075126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Attempting to bind port 5c5739a7-aaf9-41a1-a437-dc9af3beb860 on network 5af4457a-d814-4848-a2d9-db68fc1be91e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:10.116101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Port 5c5739a7-aaf9-41a1-a437-dc9af3beb860 on network 5af4457a-d814-4848-a2d9-db68fc1be91e not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:51:10.118027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Attempting to bind port 5c5739a7-aaf9-41a1-a437-dc9af3beb860 on network 5af4457a-d814-4848-a2d9-db68fc1be91e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:10.138472 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:51:10.138813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Checking segment: {'id': '09ee2bb8-167f-4731-bbb0-e71cec62630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:51:10.139544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Bound using segment: {'id': '09ee2bb8-167f-4731-bbb0-e71cec62630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:51:10.139993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Bound port: 5c5739a7-aaf9-41a1-a437-dc9af3beb860, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ee2bb8-167f-4731-bbb0-e71cec62630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:51:10.140386 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:10.144401 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:10.167770 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d9363d6-0ed1-401b-aa53-a0eaec8bf298 req-2c4c2a1e-7c54-47e8-89de-6d35d961384f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048038 Oct 13 10:51:10.175762 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7395d043-c14f-4b55-bb31-996b1a848f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946e16e-641d-48ae-b2af-d72df5db0742'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:10.178458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48a4d2ea-5628-456b-a34d-c9068536ed8c req-efee73c6-7f4a-4f37-b087-7bbbe5d66b2f service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839781 Oct 13 10:51:10.179103 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235e1b16-1b24-4cc8-b8f0-e1d3783420be" -d '{"events": [{"server_uuid": "7395d043-c14f-4b55-bb31-996b1a848f60", "name": "network-vif-plugged", "status": "completed", "tag": "5946e16e-641d-48ae-b2af-d72df5db0742"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:10.189410 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:10.192989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5946e16e-641d-48ae-b2af-d72df5db0742, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5946e16e-641d-48ae-b2af-d72df5db0742,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:10.235261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] For port 5c5739a7-aaf9-41a1-a437-dc9af3beb860, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:10.236351 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad91891-9777-41bc-ab75-8cefc9d322f1 x-openstack-request-id: req-0ad91891-9777-41bc-ab75-8cefc9d322f1 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:10.236652 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7395d043-c14f-4b55-bb31-996b1a848f60", "name": "network-vif-plugged", "status": "completed", "tag": "5946e16e-641d-48ae-b2af-d72df5db0742", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:10.237067 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ad91891-9777-41bc-ab75-8cefc9d322f1 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:10.237746 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7395d043-c14f-4b55-bb31-996b1a848f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946e16e-641d-48ae-b2af-d72df5db0742', 'code': 200} Oct 13 10:51:10.238915 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:10.239184 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] For port 5c5739a7-aaf9-41a1-a437-dc9af3beb860, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5c5739a7-aaf9-41a1-a437-dc9af3beb860,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:51:10.295393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=5946e16e-641d-48ae-b2af-d72df5db0742,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:10.313654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e05be-b506-432a-a493-7bb7d8b3798e req-87053fdb-0a9c-49ff-8c2e-0a050bdf9198 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:10.315211 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3d7e05be-b506-432a-a493-7bb7d8b3798e req-87053fdb-0a9c-49ff-8c2e-0a050bdf9198 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 944 time: 0.0500603 Oct 13 10:51:10.355896 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:10.370375 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3d7e05be-b506-432a-a493-7bb7d8b3798e req-3a287e55-a763-4e22-a22e-aeb8b1af1403 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/security-groups?id=96ecf542-4f13-4ada-9f9d-267183f358e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479221 Oct 13 10:51:10.407485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:10.408055 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:10.417982 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] 10.222.0.21 "PUT /v2.0/ports/5c5739a7-aaf9-41a1-a437-dc9af3beb860 HTTP/1.1" status: 200 len: 1091 time: 1.3823254 Oct 13 10:51:10.438732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce03ac-3e40-4fb9-9db1-dbfb1a2f95e3 req-7ea1d615-2e25-4812-ae78-1953a24a591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:10.439348 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23ce03ac-3e40-4fb9-9db1-dbfb1a2f95e3 req-7ea1d615-2e25-4812-ae78-1953a24a591a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 1096 time: 0.1125412 Oct 13 10:51:10.440343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b57f5-d452-416d-88f4-efea3792d258 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5739a7-aaf9-41a1-a437-dc9af3beb860,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:10.496026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a898af7-ddd5-4396-9a78-397dfc871f1f req-76420bfb-b7da-4224-b890-5ecc9480dc2a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 210 time: 0.0313725 Oct 13 10:51:10.507874 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23ce03ac-3e40-4fb9-9db1-dbfb1a2f95e3 req-5fbe2568-c678-4012-aa5b-d99758276d66 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606735 Oct 13 10:51:10.566780 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-1e001e14-af4b-4c61-9aa3-c0c048b889f8 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3571055f6f584a84a9c094f93f5d9df3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227401 Oct 13 10:51:10.637360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7655615-32eb-4cc8-ab48-1a995071d9e1 req-cf455c45-58ef-411a-b63c-692c117c0cae tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:10.644860 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7655615-32eb-4cc8-ab48-1a995071d9e1 req-cf455c45-58ef-411a-b63c-692c117c0cae tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 943 time: 0.1494856 Oct 13 10:51:10.701573 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7655615-32eb-4cc8-ab48-1a995071d9e1 req-3c52cf4d-12c8-4c36-b89d-43d23b534c33 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549238 Oct 13 10:51:10.731332 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-82ccec2c-ed84-460f-bae6-888accd78cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:10.746866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-54d474b7-8558-4527-9409-b62f9c5057d5 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:10.748374 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-54d474b7-8558-4527-9409-b62f9c5057d5 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737540 Oct 13 10:51:10.761830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Request body: {'port': {'device_id': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '3571055f6f584a84a9c094f93f5d9df3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:10.784198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6164a8-385b-4c08-b361-6bd545d3c7db req-8cd1c82b-a020-4d62-9a6c-08aee3365b9b tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:10.786379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df6164a8-385b-4c08-b361-6bd545d3c7db req-8cd1c82b-a020-4d62-9a6c-08aee3365b9b tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 945 time: 0.0958052 Oct 13 10:51:10.792864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-2cec8dd2-3c88-45c9-a2c1-6ea1cb0a21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:10.794293 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-2cec8dd2-3c88-45c9-a2c1-6ea1cb0a21f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b&device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 1094 time: 0.0673211 Oct 13 10:51:10.852474 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-bef59868-993d-4c77-b072-e5d292e4ca0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c5739a7-aaf9-41a1-a437-dc9af3beb860 HTTP/1.1" status: 200 len: 217 time: 0.0426114 Oct 13 10:51:10.895270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df6164a8-385b-4c08-b361-6bd545d3c7db req-331a8b1a-8798-4b88-a41c-69c3165f09a0 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999455 Oct 13 10:51:10.912002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-990963dd-e5e6-49c5-bb98-320684ccd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:10.913504 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-990963dd-e5e6-49c5-bb98-320684ccd5e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d869eb4-b298-4f73-bdf7-f3becabe9b5b HTTP/1.1" status: 200 len: 851 time: 0.0515792 Oct 13 10:51:10.944860 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-f4cd10cc-ea84-44fc-810d-11c6bfe2d643 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5af4457a-d814-4848-a2d9-db68fc1be91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239499 Oct 13 10:51:10.968177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Made reservation on behalf of 3571055f6f584a84a9c094f93f5d9df3 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:51:10.971785 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:10.980804 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:11.039294 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-69ed6d8b-d452-4737-857b-016dd42aae3e service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867476 Oct 13 10:51:11.056751 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:11.130043 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:11.130196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4991270e-2896-4c44-a013-11dfeac6a1fd req-87d949fc-464f-4aa2-b570-c7fd5980e493 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827742 Oct 13 10:51:11.179587 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:51:11.201886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e646fe39-081b-400d-8b5c-9e34cde3e479,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:11.273606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Allocated IP 192.168.233.151 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/f540a188-6176-4973-8b6a-cccbf69527fe) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:51:11.319715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b331333-b4b2-4637-bf14-8b29603a6de8 req-198958ce-5610-4bc1-b010-d7f7f0524a5c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:11.321216 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4b331333-b4b2-4637-bf14-8b29603a6de8 req-198958ce-5610-4bc1-b010-d7f7f0524a5c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 943 time: 0.0534203 Oct 13 10:51:11.334983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bb9703-488c-4338-9469-370139e76302', 'tag': '5c5739a7-aaf9-41a1-a437-dc9af3beb860'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:11.337590 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ea5891-af17-40fd-b6e3-6fc2e9da0c25" -d '{"events": [{"name": "network-changed", "server_uuid": "23bb9703-488c-4338-9469-370139e76302", "tag": "5c5739a7-aaf9-41a1-a437-dc9af3beb860"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:11.373113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4b331333-b4b2-4637-bf14-8b29603a6de8 req-5978891f-4626-4539-a7f3-a82593d8a001 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445690 Oct 13 10:51:11.375978 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4860f8-adf6-456c-bc0b-766a79e48598 x-openstack-request-id: req-1a4860f8-adf6-456c-bc0b-766a79e48598 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:11.376479 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bb9703-488c-4338-9469-370139e76302", "tag": "5c5739a7-aaf9-41a1-a437-dc9af3beb860", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:11.376739 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a4860f8-adf6-456c-bc0b-766a79e48598 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:11.377128 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bb9703-488c-4338-9469-370139e76302', 'tag': '5c5739a7-aaf9-41a1-a437-dc9af3beb860', 'status': 'completed', 'code': 200} Oct 13 10:51:11.448126 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:11.510946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5891-af17-40fd-b6e3-6fc2e9da0c25 req-e8621798-581b-4366-9f60-34c8a609e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:11.512458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91ea5891-af17-40fd-b6e3-6fc2e9da0c25 req-e8621798-581b-4366-9f60-34c8a609e758 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b&device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 1094 time: 0.0794508 Oct 13 10:51:11.540622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59199d73-bc8b-4403-b3d1-cd9ae1fd9278 req-18626367-3928-4a90-bd10-e486ed19cd07 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:11.548160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59199d73-bc8b-4403-b3d1-cd9ae1fd9278 req-18626367-3928-4a90-bd10-e486ed19cd07 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 944 time: 0.0752456 Oct 13 10:51:11.580919 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:11.598054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f600da7c-5c01-4909-8e8e-e42004aec530 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:11.616006 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:11.636783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-937ae66f-af13-4db0-b57d-d6cd99f6b43f tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3571055f6f584a84a9c094f93f5d9df3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374060 Oct 13 10:51:11.659172 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8cd493e7-698d-4474-911c-2d2424212d14 req-febd3d27-a9d8-4848-819b-8f53773e470d tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 210 time: 0.0698850 Oct 13 10:51:11.672167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:51:11.674357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59199d73-bc8b-4403-b3d1-cd9ae1fd9278 req-e8fdf29c-82bf-49bc-8e4e-f03060e6d3be tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/security-groups?id=96ecf542-4f13-4ada-9f9d-267183f358e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253259 Oct 13 10:51:11.678617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:51:11.681613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:51:11.720410 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Pushing event updated for resources: {'Port': ['ID=f540a188-6176-4973-8b6a-cccbf69527fe,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:11.752395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5891-af17-40fd-b6e3-6fc2e9da0c25 req-d7857a36-7b39-45ca-9a09-e7f9242ddca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:11.753746 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91ea5891-af17-40fd-b6e3-6fc2e9da0c25 req-d7857a36-7b39-45ca-9a09-e7f9242ddca2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5af4457a-d814-4848-a2d9-db68fc1be91e HTTP/1.1" status: 200 len: 912 time: 0.2292838 Oct 13 10:51:11.764024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:11.765740 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:11.788941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f600da7c-5c01-4909-8e8e-e42004aec530, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f600da7c-5c01-4909-8e8e-e42004aec530,segment=NetworkSegment(dfd0cadd-1402-4405-aced-b7679955dcda),segment_id=dfd0cadd-1402-4405-aced-b7679955dcda)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:11.812655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91ea5891-af17-40fd-b6e3-6fc2e9da0c25 req-d114619f-5f3e-48b5-91ea-3e8314823e79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c5739a7-aaf9-41a1-a437-dc9af3beb860 HTTP/1.1" status: 200 len: 217 time: 0.0445876 Oct 13 10:51:11.820991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'f600da7c-5c01-4909-8e8e-e42004aec530', 'network_id': '2689e47a-18a1-49f5-ae34-9161bcf10c48', 'port_id': 'f600da7c-5c01-4909-8e8e-e42004aec530', 'mac_address': 'fa:16:3e:26:e9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e13cdeb-6166-4a4f-bca0-0f01567c7f2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:51:11.887381 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-5cc37fb9-f0e0-4f19-b0f2-7492163e185a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1292951 Oct 13 10:51:11.890199 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:11.890844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5891-af17-40fd-b6e3-6fc2e9da0c25 req-a459667f-41ba-4288-bed3-2110a6fc3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:11.893268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91ea5891-af17-40fd-b6e3-6fc2e9da0c25 req-a459667f-41ba-4288-bed3-2110a6fc3ad0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d869eb4-b298-4f73-bdf7-f3becabe9b5b HTTP/1.1" status: 200 len: 851 time: 0.0674703 Oct 13 10:51:11.907274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f600da7c-5c01-4909-8e8e-e42004aec530 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:11.915638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-89549e73-194a-4814-aca6-383c6500e16d tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:11.917388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-89549e73-194a-4814-aca6-383c6500e16d tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715547 Oct 13 10:51:11.932800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f600da7c-5c01-4909-8e8e-e42004aec530, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f600da7c-5c01-4909-8e8e-e42004aec530,segment=NetworkSegment(dfd0cadd-1402-4405-aced-b7679955dcda),segment_id=dfd0cadd-1402-4405-aced-b7679955dcda)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:11.955162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Request body: {'port': {'device_id': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:11.972149 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-7ebf735d-b842-4b10-b1c8-ab50421a8a02 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Request body: {'port': {'device_id': '6cfebc7b-e5df-47ee-85e8-e2329c1ac54a', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '3571055f6f584a84a9c094f93f5d9df3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:11.982139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91ea5891-af17-40fd-b6e3-6fc2e9da0c25 req-3ef5dd3e-816b-467a-a263-15fc7c9a8bdf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5af4457a-d814-4848-a2d9-db68fc1be91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630631 Oct 13 10:51:12.030541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:12.040577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ffec4b43-1372-4b6b-a91b-7290a063721b None None] Provisioning complete for port f540a188-6176-4973-8b6a-cccbf69527fe triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:12.040951 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ffec4b43-1372-4b6b-a91b-7290a063721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:12.068670 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:12.075945 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:12.127746 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4b43-1372-4b6b-a91b-7290a063721b None None] Port f540a188-6176-4973-8b6a-cccbf69527fe cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:51:12.143253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f600da7c-5c01-4909-8e8e-e42004aec530,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:12.238199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa3dfe-3f17-4f4e-8ab6-4d5232e60ed4 req-00bc96e7-ef6e-4f95-ae15-fd77556f7324 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:12.239831 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1caa3dfe-3f17-4f4e-8ab6-4d5232e60ed4 req-00bc96e7-ef6e-4f95-ae15-fd77556f7324 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 943 time: 0.1895053 Oct 13 10:51:12.336236 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1caa3dfe-3f17-4f4e-8ab6-4d5232e60ed4 req-3370c01e-4802-42c7-8f47-08a2db6b02b2 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888767 Oct 13 10:51:12.450068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f540a188-6176-4973-8b6a-cccbf69527fe {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:12.452875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0cdcc-4d92-4228-ab78-8b6b24cd9707 req-bacdd948-daa8-4bd5-95cd-358a35c4ba67 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:12.454442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5d0cdcc-4d92-4228-ab78-8b6b24cd9707 req-bacdd948-daa8-4bd5-95cd-358a35c4ba67 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 945 time: 0.3933618 Oct 13 10:51:12.461128 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:12.497563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Transition to ACTIVE for port object f540a188-6176-4973-8b6a-cccbf69527fe will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:51:12.517262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd179b3-3d69-47fb-8bcd-8f8ae91d68aa req-8c2a0170-1196-4696-b0d2-88309a1f5590 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:12.518799 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abd179b3-3d69-47fb-8bcd-8f8ae91d68aa req-8c2a0170-1196-4696-b0d2-88309a1f5590 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 943 time: 0.0617003 Oct 13 10:51:12.538528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['f600da7c-5c01-4909-8e8e-e42004aec530'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:12.540622 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91ea5891-af17-40fd-b6e3-6fc2e9da0c25 req-c8502c3b-7452-4976-a915-8c985b6915d3 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433931 Oct 13 10:51:12.547216 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5d0cdcc-4d92-4228-ab78-8b6b24cd9707 req-18b08525-3d8c-478d-99e5-dc2e388013c4 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805411 Oct 13 10:51:12.575355 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:12.629165 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abd179b3-3d69-47fb-8bcd-8f8ae91d68aa req-94f3d846-ed6e-4f17-abf2-02d6d08c27ad tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012833 Oct 13 10:51:12.665209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-7ebf735d-b842-4b10-b1c8-ab50421a8a02 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Made reservation on behalf of 3571055f6f584a84a9c094f93f5d9df3 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:51:12.669331 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-7ebf735d-b842-4b10-b1c8-ab50421a8a02 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:12.704866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Pushing event updated for resources: {'Port': ['ID=f540a188-6176-4973-8b6a-cccbf69527fe,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:12.732205 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Attempting to bind port f540a188-6176-4973-8b6a-cccbf69527fe on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:51:12.732551 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Attempting to bind port f540a188-6176-4973-8b6a-cccbf69527fe by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:51:12.733113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Attempting to bind port f540a188-6176-4973-8b6a-cccbf69527fe on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:12.743761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Port f540a188-6176-4973-8b6a-cccbf69527fe on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:51:12.744094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Attempting to bind port f540a188-6176-4973-8b6a-cccbf69527fe on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:12.750198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:51:12.750595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:51:12.750995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:51:12.751436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Bound port: f540a188-6176-4973-8b6a-cccbf69527fe, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:51:12.751799 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:12.837655 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743edcc-059b-42f0-a391-f35547ce0ad1 req-62cc4950-f4a9-4a49-9b51-c1ba48fd2e30 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:12.839243 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d743edcc-059b-42f0-a391-f35547ce0ad1 req-62cc4950-f4a9-4a49-9b51-c1ba48fd2e30 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 945 time: 0.1429040 Oct 13 10:51:12.880051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:12.880263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91ea5891-af17-40fd-b6e3-6fc2e9da0c25 req-868db3d6-46ab-4b78-a948-bf1b95a2f6b6 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247809 Oct 13 10:51:12.891928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f540a188-6176-4973-8b6a-cccbf69527fe,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:51:12.904912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb71bd5-e1f7-45e2-a238-8a32dfa92299 req-356107fb-968a-4a63-a047-c1f3d173036e tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:12.906449 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bdb71bd5-e1f7-45e2-a238-8a32dfa92299 req-356107fb-968a-4a63-a047-c1f3d173036e tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 945 time: 0.0710528 Oct 13 10:51:12.930673 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d743edcc-059b-42f0-a391-f35547ce0ad1 req-8c7744cc-a1fc-4e06-ae52-6ca568a79a50 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825298 Oct 13 10:51:12.944170 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:12.952785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-7ebf735d-b842-4b10-b1c8-ab50421a8a02 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Allocated IP 192.168.233.239 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/ba4a76d1-389f-429a-b10b-c763629fe26a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:51:12.964168 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bdb71bd5-e1f7-45e2-a238-8a32dfa92299 req-23b34d79-0a46-43ef-a106-963e007f1fef tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/security-groups?id=96ecf542-4f13-4ada-9f9d-267183f358e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516906 Oct 13 10:51:13.001084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:13.001839 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:13.003301 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] 10.222.0.46 "PUT /v2.0/ports/f540a188-6176-4973-8b6a-cccbf69527fe HTTP/1.1" status: 200 len: 1096 time: 1.0524557 Oct 13 10:51:13.003944 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:13.006887 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaebc6e-5d0e-435c-bacf-217dc489b2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:13.045906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8dab1-524b-4544-841d-bfe7b1af0862 service neutron] Pushing event updated for resources: {'Port': ['ID=f540a188-6176-4973-8b6a-cccbf69527fe,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:13.092705 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ddcb6d56-37cc-42b1-86cd-a264aace029c req-85644600-6b7f-444a-8e8c-3252225f398e tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 210 time: 0.0536032 Oct 13 10:51:13.188455 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993d7929-246b-48ed-822d-b41ea5b9b030 x-openstack-request-id: req-993d7929-246b-48ed-822d-b41ea5b9b030 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:13.188753 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:13.189007 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-993d7929-246b-48ed-822d-b41ea5b9b030 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:13.189715 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe', 'status': 'completed', 'code': 200} Oct 13 10:51:13.210463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-b0954540-991d-423a-930f-dca5f99a11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:13.212409 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-b0954540-991d-423a-930f-dca5f99a11fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3571055f6f584a84a9c094f93f5d9df3&device_id=dfb3c996-20c8-4a17-8892-1c43b4091ccd HTTP/1.1" status: 200 len: 1099 time: 0.0736034 Oct 13 10:51:13.224721 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-7ebf735d-b842-4b10-b1c8-ab50421a8a02 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:13.271959 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-09763f16-916b-46f7-8b8c-0b0729551663 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=f540a188-6176-4973-8b6a-cccbf69527fe HTTP/1.1" status: 200 len: 217 time: 0.0491705 Oct 13 10:51:13.282446 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:13.321196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-45a74dac-9836-4419-8989-d21ac3844c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:13.322639 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-45a74dac-9836-4419-8989-d21ac3844c6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0436566 Oct 13 10:51:13.373574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-83a401a5-b129-4e57-b744-d99c87f8cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:13.375079 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-83a401a5-b129-4e57-b744-d99c87f8cbb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0424469 Oct 13 10:51:13.381299 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-7ebf735d-b842-4b10-b1c8-ab50421a8a02 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:13.436086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-7ebf735d-b842-4b10-b1c8-ab50421a8a02 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:51:13.450626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-7ebf735d-b842-4b10-b1c8-ab50421a8a02 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:51:13.466791 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-7ebf735d-b842-4b10-b1c8-ab50421a8a02 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:51:13.469537 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf735d-b842-4b10-b1c8-ab50421a8a02 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Pushing event updated for resources: {'Port': ['ID=ba4a76d1-389f-429a-b10b-c763629fe26a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:13.484002 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-b567f287-026d-4285-9295-b8d92f262232 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946479 Oct 13 10:51:13.538284 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590f44b-bc27-4d5d-860d-c356d94fb2b5 req-eff66539-3180-4ae7-ab8e-0ec7055143d4 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:13.539958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2590f44b-bc27-4d5d-860d-c356d94fb2b5 req-eff66539-3180-4ae7-ab8e-0ec7055143d4 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 943 time: 0.1122222 Oct 13 10:51:13.548632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-7ebf735d-b842-4b10-b1c8-ab50421a8a02 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:13.549345 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-7ebf735d-b842-4b10-b1c8-ab50421a8a02 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:13.595639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2590f44b-bc27-4d5d-860d-c356d94fb2b5 req-374331ad-2d18-4925-b936-a62dfd9defd9 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Oct 13 10:51:13.596983 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b9622a8-602d-423e-aeb7-81d95d7fc1ef req-e51ee7fe-5864-4f0e-abba-f767befffbbe service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050594 Oct 13 10:51:13.598395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8d5e4e49-370a-412c-bc28-152f8b3054ce details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:13.653147 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-7ebf735d-b842-4b10-b1c8-ab50421a8a02 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6897373 Oct 13 10:51:13.666427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Request body: {'port': {'device_id': '6cfebc7b-e5df-47ee-85e8-e2329c1ac54a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:13.792628 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:13.833453 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8d5e4e49-370a-412c-bc28-152f8b3054ce, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8d5e4e49-370a-412c-bc28-152f8b3054ce,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:13.848887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a9b188c2-ffc6-4138-a02a-43804e9b6509 None None] Provisioning complete for port ba4a76d1-389f-429a-b10b-c763629fe26a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:13.849986 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a9b188c2-ffc6-4138-a02a-43804e9b6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:13.859508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaebc6e-5d0e-435c-bacf-217dc489b2c5 req-dd8e7337-3f30-43cb-a567-24bb7251d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:13.861005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdaebc6e-5d0e-435c-bacf-217dc489b2c5 req-dd8e7337-3f30-43cb-a567-24bb7251d840 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3571055f6f584a84a9c094f93f5d9df3&device_id=dfb3c996-20c8-4a17-8892-1c43b4091ccd HTTP/1.1" status: 200 len: 1099 time: 0.1243062 Oct 13 10:51:13.891251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a9b188c2-ffc6-4138-a02a-43804e9b6509 None None] Port ba4a76d1-389f-429a-b10b-c763629fe26a cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:51:13.894366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '8d5e4e49-370a-412c-bc28-152f8b3054ce', 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f', 'port_id': '8d5e4e49-370a-412c-bc28-152f8b3054ce', 'mac_address': 'fa:16:3e:bb:a8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9350d63-c70c-4696-b76b-2b25898fda6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:51:13.897498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0c5fb-f1f9-4cd0-b8c4-63a9c1c8f6c5 req-3d53e7fe-271d-4bb7-9c60-f2c4fd5d318f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:13.899038 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1fb0c5fb-f1f9-4cd0-b8c4-63a9c1c8f6c5 req-3d53e7fe-271d-4bb7-9c60-f2c4fd5d318f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 943 time: 0.0887930 Oct 13 10:51:13.931809 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5c5739a7-aaf9-41a1-a437-dc9af3beb860 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:13.947961 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:13.967655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d5e4e49-370a-412c-bc28-152f8b3054ce {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:13.979723 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1fb0c5fb-f1f9-4cd0-b8c4-63a9c1c8f6c5 req-dbe39f84-4772-4151-9b0d-c8267315ce09 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562670 Oct 13 10:51:14.002357 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaebc6e-5d0e-435c-bacf-217dc489b2c5 req-fdfddc80-10f9-432d-800f-cab32e2af178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:14.004002 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdaebc6e-5d0e-435c-bacf-217dc489b2c5 req-fdfddc80-10f9-432d-800f-cab32e2af178 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1346984 Oct 13 10:51:14.064959 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdaebc6e-5d0e-435c-bacf-217dc489b2c5 req-bf29fdbe-cf8d-4833-aef1-36c7aaf966ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=f540a188-6176-4973-8b6a-cccbf69527fe HTTP/1.1" status: 200 len: 217 time: 0.0529993 Oct 13 10:51:14.074161 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8d5e4e49-370a-412c-bc28-152f8b3054ce, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8d5e4e49-370a-412c-bc28-152f8b3054ce,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:14.129745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5c5739a7-aaf9-41a1-a437-dc9af3beb860, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5c5739a7-aaf9-41a1-a437-dc9af3beb860,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:14.143001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '5c5739a7-aaf9-41a1-a437-dc9af3beb860', 'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e', 'port_id': '5c5739a7-aaf9-41a1-a437-dc9af3beb860', 'mac_address': 'fa:16:3e:60:03:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d869eb4-b298-4f73-bdf7-f3becabe9b5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:51:14.155462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4a76d1-389f-429a-b10b-c763629fe26a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:14.160689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaebc6e-5d0e-435c-bacf-217dc489b2c5 req-19b54d52-5d0c-4cec-b740-372a7ebec0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:14.163241 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdaebc6e-5d0e-435c-bacf-217dc489b2c5 req-19b54d52-5d0c-4cec-b740-372a7ebec0b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0896311 Oct 13 10:51:14.165130 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:14.178744 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:14.202077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Transition to ACTIVE for port object ba4a76d1-389f-429a-b10b-c763629fe26a will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:51:14.211770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8839cf-46af-487a-812a-ca055b73068e req-41bf0586-e1c8-4030-9ac3-d843d6b65501 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:14.213402 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ca8839cf-46af-487a-812a-ca055b73068e req-41bf0586-e1c8-4030-9ac3-d843d6b65501 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 1096 time: 0.1292944 Oct 13 10:51:14.214264 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:14.229334 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452c832-664a-4259-8970-32bf8e3ee978 req-3b215b82-27b7-419a-baee-e44fbda5e53e tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:14.230964 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f452c832-664a-4259-8970-32bf8e3ee978 req-3b215b82-27b7-419a-baee-e44fbda5e53e tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 945 time: 0.0588086 Oct 13 10:51:14.233880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaebc6e-5d0e-435c-bacf-217dc489b2c5 req-98aeac1d-477b-44ac-b59e-99d8f5f9ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:14.235417 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdaebc6e-5d0e-435c-bacf-217dc489b2c5 req-98aeac1d-477b-44ac-b59e-99d8f5f9ea52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0651290 Oct 13 10:51:14.238466 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c5739a7-aaf9-41a1-a437-dc9af3beb860 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:14.260660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8d5e4e49-370a-412c-bc28-152f8b3054ce,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:14.261450 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:14.277228 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5c5739a7-aaf9-41a1-a437-dc9af3beb860, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5c5739a7-aaf9-41a1-a437-dc9af3beb860,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:14.300589 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f452c832-664a-4259-8970-32bf8e3ee978 req-7690fb1a-95ba-47a8-a151-cc45e867a737 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/security-groups?id=96ecf542-4f13-4ada-9f9d-267183f358e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623734 Oct 13 10:51:14.322114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4a76d1-389f-429a-b10b-c763629fe26a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:14.347312 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:14.418834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Attempting to bind port ba4a76d1-389f-429a-b10b-c763629fe26a on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:51:14.419474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Attempting to bind port ba4a76d1-389f-429a-b10b-c763629fe26a by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:51:14.419971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Attempting to bind port ba4a76d1-389f-429a-b10b-c763629fe26a on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:14.425333 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Port ba4a76d1-389f-429a-b10b-c763629fe26a on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:51:14.426111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Attempting to bind port ba4a76d1-389f-429a-b10b-c763629fe26a on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:14.432763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:51:14.433479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:51:14.438382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:51:14.439154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Bound port: ba4a76d1-389f-429a-b10b-c763629fe26a, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:51:14.439747 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:14.473006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=5c5739a7-aaf9-41a1-a437-dc9af3beb860,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:14.547697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] For port ba4a76d1-389f-429a-b10b-c763629fe26a, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:14.568259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffc84f-90c9-4f97-bad4-5831112dffdc req-36cc4464-be90-400e-83cf-8da02ebf1fdd tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:14.569870 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1ffc84f-90c9-4f97-bad4-5831112dffdc req-36cc4464-be90-400e-83cf-8da02ebf1fdd tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 948 time: 0.0902078 Oct 13 10:51:14.571598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] For port ba4a76d1-389f-429a-b10b-c763629fe26a, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ba4a76d1-389f-429a-b10b-c763629fe26a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:51:14.610432 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1ffc84f-90c9-4f97-bad4-5831112dffdc req-1bb8dafb-557e-4020-8102-a00064a760ce tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341098 Oct 13 10:51:14.612648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ca8839cf-46af-487a-812a-ca055b73068e req-e6051719-fd11-41d5-abce-0ec90be57ae5 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865924 Oct 13 10:51:14.633709 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:14.665264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:14.665736 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:14.667166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] 10.222.0.46 "PUT /v2.0/ports/ba4a76d1-389f-429a-b10b-c763629fe26a HTTP/1.1" status: 200 len: 1096 time: 1.0062017 Oct 13 10:51:14.667611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfebc7b-e5df-47ee-85e8-e2329c1ac54a', 'tag': 'ba4a76d1-389f-429a-b10b-c763629fe26a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:14.669887 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53090a27-1f77-4ecd-9569-ee9fbca9225f" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfebc7b-e5df-47ee-85e8-e2329c1ac54a", "tag": "ba4a76d1-389f-429a-b10b-c763629fe26a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:14.691337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['8d5e4e49-370a-412c-bc28-152f8b3054ce'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:14.710923 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdaebc6e-5d0e-435c-bacf-217dc489b2c5 req-8f3aa8c7-9281-432d-8e4f-d2ef3fda8e1f service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667869 Oct 13 10:51:14.720935 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5c5739a7-aaf9-41a1-a437-dc9af3beb860'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:14.736045 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdcf0d-0426-4c1f-b5df-b9ada9392ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4a76d1-389f-429a-b10b-c763629fe26a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:14.763994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1fb26-77c0-4e65-b6a4-579d76d6ee10 req-5e62acb5-1021-4d55-8b1c-29a6ae69c8c7 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:14.772400 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fbf1fb26-77c0-4e65-b6a4-579d76d6ee10 req-5e62acb5-1021-4d55-8b1c-29a6ae69c8c7 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 945 time: 0.0734322 Oct 13 10:51:14.843786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fbf1fb26-77c0-4e65-b6a4-579d76d6ee10 req-594c4533-2079-44b4-b1e2-9fe03e47a98f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693841 Oct 13 10:51:14.846486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0e01-c2c2-4304-baed-b28eca73e476 req-e79ed094-f416-43e9-b134-800b0ab179a7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:14.851355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-984e4236-81ac-45e9-a480-cae5b57996d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:14.853602 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-984e4236-81ac-45e9-a480-cae5b57996d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3571055f6f584a84a9c094f93f5d9df3&device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 1099 time: 0.0778952 Oct 13 10:51:14.856082 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-157a0e01-c2c2-4304-baed-b28eca73e476 req-e79ed094-f416-43e9-b134-800b0ab179a7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 944 time: 0.1406925 Oct 13 10:51:14.924930 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-49e2c13e-cb1c-4989-a1a8-e91fc20513b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=ba4a76d1-389f-429a-b10b-c763629fe26a HTTP/1.1" status: 200 len: 217 time: 0.0630691 Oct 13 10:51:14.950048 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-157a0e01-c2c2-4304-baed-b28eca73e476 req-7043e7d1-ae00-4bb3-81f3-867451b2f4c5 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928092 Oct 13 10:51:14.952306 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdaebc6e-5d0e-435c-bacf-217dc489b2c5 req-fbb9fd25-399d-4dbc-9ba0-04c47c9604b5 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240396 Oct 13 10:51:15.016773 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d66cc8-f8c1-42bc-9306-6c0bceffafb8 x-openstack-request-id: req-81d66cc8-f8c1-42bc-9306-6c0bceffafb8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:15.016975 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfebc7b-e5df-47ee-85e8-e2329c1ac54a", "tag": "ba4a76d1-389f-429a-b10b-c763629fe26a", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:15.017231 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81d66cc8-f8c1-42bc-9306-6c0bceffafb8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:15.017720 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfebc7b-e5df-47ee-85e8-e2329c1ac54a', 'tag': 'ba4a76d1-389f-429a-b10b-c763629fe26a', 'status': 'completed', 'code': 200} Oct 13 10:51:15.036541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-053d37ab-e630-4792-b697-685fb0daee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:15.038627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-053d37ab-e630-4792-b697-685fb0daee90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1051104 Oct 13 10:51:15.097636 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-816e0f04-0b45-41c4-aba2-f54d10f19817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:15.100373 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-816e0f04-0b45-41c4-aba2-f54d10f19817 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455356 Oct 13 10:51:15.200163 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-6470675e-6238-4a2d-bb83-925d71fa16f7 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927689 Oct 13 10:51:15.222514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1cd64-3cf9-446e-ba27-d45a92c4377a req-ad4060e2-c7f0-42e4-be91-cfaba1e01bbb tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:15.224010 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2bd1cd64-3cf9-446e-ba27-d45a92c4377a req-ad4060e2-c7f0-42e4-be91-cfaba1e01bbb tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 943 time: 0.0568910 Oct 13 10:51:15.268562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2bd1cd64-3cf9-446e-ba27-d45a92c4377a req-e63aafa2-4e80-4d96-ba1c-ec69169a4398 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377407 Oct 13 10:51:15.293775 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-575e154f-243d-48ff-afd5-66821aeb64a6 req-786f5386-a850-4107-a7a1-0c488b316b4d service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864534 Oct 13 10:51:15.417395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878162-598a-4b16-bf1d-a4446080dfe8 req-4367c2da-416c-4b20-b711-3e15d9ab7c97 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:15.418896 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d1878162-598a-4b16-bf1d-a4446080dfe8 req-4367c2da-416c-4b20-b711-3e15d9ab7c97 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 945 time: 0.0483618 Oct 13 10:51:15.458453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d1878162-598a-4b16-bf1d-a4446080dfe8 req-a1e5e107-ab87-484b-89df-57212fdc5f24 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/security-groups?id=96ecf542-4f13-4ada-9f9d-267183f358e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Oct 13 10:51:15.458664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53090a27-1f77-4ecd-9569-ee9fbca9225f req-3842cca9-86b4-4c94-8471-c735f9c54d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:15.459841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53090a27-1f77-4ecd-9569-ee9fbca9225f req-3842cca9-86b4-4c94-8471-c735f9c54d3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3571055f6f584a84a9c094f93f5d9df3&device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 1099 time: 0.0463252 Oct 13 10:51:15.550845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53090a27-1f77-4ecd-9569-ee9fbca9225f req-e2eb11cf-de68-42f5-9ae8-9fe34bebae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:15.552439 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53090a27-1f77-4ecd-9569-ee9fbca9225f req-e2eb11cf-de68-42f5-9ae8-9fe34bebae62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.0855565 Oct 13 10:51:15.596885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53090a27-1f77-4ecd-9569-ee9fbca9225f req-7f004ed7-7bc6-4b35-87f2-feff696a0d01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=ba4a76d1-389f-429a-b10b-c763629fe26a HTTP/1.1" status: 200 len: 217 time: 0.0374610 Oct 13 10:51:15.626878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f600da7c-5c01-4909-8e8e-e42004aec530 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:51:15.651693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53090a27-1f77-4ecd-9569-ee9fbca9225f req-f55462bf-f1d8-4cd1-9e51-6ce19803ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:15.653360 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53090a27-1f77-4ecd-9569-ee9fbca9225f req-f55462bf-f1d8-4cd1-9e51-6ce19803ff36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0485103 Oct 13 10:51:15.713917 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53090a27-1f77-4ecd-9569-ee9fbca9225f req-77b15dd4-3aa9-4e88-a310-76ea623be215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:15.713917 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53090a27-1f77-4ecd-9569-ee9fbca9225f req-77b15dd4-3aa9-4e88-a310-76ea623be215 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0477509 Oct 13 10:51:15.730704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port f600da7c-5c01-4909-8e8e-e42004aec530 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:51:15.735922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port f600da7c-5c01-4909-8e8e-e42004aec530 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:15.736735 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:15.751287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303666e1-82f3-41bc-b1ea-3cc284038349 req-263a263e-31f1-4d35-abe8-631f9020d2d9 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:15.753423 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-303666e1-82f3-41bc-b1ea-3cc284038349 req-263a263e-31f1-4d35-abe8-631f9020d2d9 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 948 time: 0.0656879 Oct 13 10:51:15.798835 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-303666e1-82f3-41bc-b1ea-3cc284038349 req-84174b8c-dd41-41a5-8cc0-68a78fe01131 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389078 Oct 13 10:51:15.820046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53090a27-1f77-4ecd-9569-ee9fbca9225f req-d9459846-df9e-4b65-913a-5d4cddd31fbf service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971770 Oct 13 10:51:15.839247 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:15.864039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0016c31c-b726-4da7-a6bd-aae886ed2978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f600da7c-5c01-4909-8e8e-e42004aec530'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:15.866578 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc88c47-034e-4f96-8d73-c66c436ec620" -d '{"events": [{"server_uuid": "0016c31c-b726-4da7-a6bd-aae886ed2978", "name": "network-vif-plugged", "status": "completed", "tag": "f600da7c-5c01-4909-8e8e-e42004aec530"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:15.880560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f600da7c-5c01-4909-8e8e-e42004aec530, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f600da7c-5c01-4909-8e8e-e42004aec530,segment=NetworkSegment(dfd0cadd-1402-4405-aced-b7679955dcda),segment_id=dfd0cadd-1402-4405-aced-b7679955dcda)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:15.921381 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53090a27-1f77-4ecd-9569-ee9fbca9225f req-9caf1b86-a3d7-4924-9064-0f4c926b0592 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910828 Oct 13 10:51:15.953661 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:15.954614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8d5e4e49-370a-412c-bc28-152f8b3054ce up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:51:15.961664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5c5739a7-aaf9-41a1-a437-dc9af3beb860 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:51:15.975428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244970a3-d453-4cff-abcf-6de382f48cbf req-e37b50d9-6fb5-411b-9e7f-73c6d8bb7aee tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:15.976959 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-244970a3-d453-4cff-abcf-6de382f48cbf req-e37b50d9-6fb5-411b-9e7f-73c6d8bb7aee tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 945 time: 0.0597312 Oct 13 10:51:16.018286 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-244970a3-d453-4cff-abcf-6de382f48cbf req-b63ecfa5-e42d-4bdd-8e7d-7d519e994152 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350838 Oct 13 10:51:16.067642 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ed5ef8-fef8-4e92-bb10-aecee10cd5e3 x-openstack-request-id: req-d3ed5ef8-fef8-4e92-bb10-aecee10cd5e3 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:16.067981 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0016c31c-b726-4da7-a6bd-aae886ed2978", "name": "network-vif-plugged", "status": "completed", "tag": "f600da7c-5c01-4909-8e8e-e42004aec530", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:16.068751 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3ed5ef8-fef8-4e92-bb10-aecee10cd5e3 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:16.069140 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0016c31c-b726-4da7-a6bd-aae886ed2978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f600da7c-5c01-4909-8e8e-e42004aec530', 'code': 200} Oct 13 10:51:16.082762 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f600da7c-5c01-4909-8e8e-e42004aec530,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:16.102769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 8d5e4e49-370a-412c-bc28-152f8b3054ce triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:16.103145 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:16.171312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ba021-71a2-4ee8-82de-f10bd8422a78 req-6734dbf7-99b6-4962-bacc-e0c2e9acd599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:16.172811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-989ba021-71a2-4ee8-82de-f10bd8422a78 req-6734dbf7-99b6-4962-bacc-e0c2e9acd599 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 1097 time: 0.0428026 Oct 13 10:51:16.178907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fded0-51d8-4f5e-8419-7bd4aec90a5d req-4168cca9-fba1-47b2-8c0d-eed3311eb701 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:16.180673 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e35fded0-51d8-4f5e-8419-7bd4aec90a5d req-4168cca9-fba1-47b2-8c0d-eed3311eb701 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 944 time: 0.0536046 Oct 13 10:51:16.181515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 5c5739a7-aaf9-41a1-a437-dc9af3beb860 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:51:16.190053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 5c5739a7-aaf9-41a1-a437-dc9af3beb860 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:16.190469 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:16.195583 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:16.221982 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-989ba021-71a2-4ee8-82de-f10bd8422a78 req-0a1bd2c2-654e-4f34-a2e6-03415e2bb586 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=96ecf542-4f13-4ada-9f9d-267183f358e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385959 Oct 13 10:51:16.230120 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e35fded0-51d8-4f5e-8419-7bd4aec90a5d req-b00e42eb-d716-4b09-b6ff-83f509f4e220 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Oct 13 10:51:16.263831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8d5e4e49-370a-412c-bc28-152f8b3054ce, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8d5e4e49-370a-412c-bc28-152f8b3054ce,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:16.303947 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:16.335980 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5c5739a7-aaf9-41a1-a437-dc9af3beb860, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5c5739a7-aaf9-41a1-a437-dc9af3beb860,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:16.344706 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:16.391074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8d5e4e49-370a-412c-bc28-152f8b3054ce,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:16.419213 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:16.466772 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=5c5739a7-aaf9-41a1-a437-dc9af3beb860,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:17.981625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5946e16e-641d-48ae-b2af-d72df5db0742 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:18.071171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee90de0c-2ef0-4087-bf2e-c06726d1680f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e4e49-370a-412c-bc28-152f8b3054ce'}, {'server_uuid': '23bb9703-488c-4338-9469-370139e76302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5739a7-aaf9-41a1-a437-dc9af3beb860'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:18.073377 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93a26fa-47ee-46a8-a3d4-50cc553b8558" -d '{"events": [{"server_uuid": "ee90de0c-2ef0-4087-bf2e-c06726d1680f", "name": "network-vif-plugged", "status": "completed", "tag": "8d5e4e49-370a-412c-bc28-152f8b3054ce"}, {"server_uuid": "23bb9703-488c-4338-9469-370139e76302", "name": "network-vif-plugged", "status": "completed", "tag": "5c5739a7-aaf9-41a1-a437-dc9af3beb860"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:18.082293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5946e16e-641d-48ae-b2af-d72df5db0742, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5946e16e-641d-48ae-b2af-d72df5db0742,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:18.092781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '5946e16e-641d-48ae-b2af-d72df5db0742', 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4', 'port_id': '5946e16e-641d-48ae-b2af-d72df5db0742', 'mac_address': 'fa:16:3e:1e:e0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb47ae55-deda-4356-8a6d-76d183060008', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:51:18.131454 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:18.144141 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5946e16e-641d-48ae-b2af-d72df5db0742 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:18.162720 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5946e16e-641d-48ae-b2af-d72df5db0742, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5946e16e-641d-48ae-b2af-d72df5db0742,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:18.287681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:18.345814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=5946e16e-641d-48ae-b2af-d72df5db0742,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:18.381464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5946e16e-641d-48ae-b2af-d72df5db0742'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:19.660316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 93ec44d5-0077-40f3-9246-0920e6fd8c4c details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:19.757326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:19.768334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 93ec44d5-0077-40f3-9246-0920e6fd8c4c has no active binding in host n-h1-813659-3 {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 10:51:19.992896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5946e16e-641d-48ae-b2af-d72df5db0742 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:51:20.039348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 5946e16e-641d-48ae-b2af-d72df5db0742 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:20.039742 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:20.117953 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:20.264209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5946e16e-641d-48ae-b2af-d72df5db0742, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5946e16e-641d-48ae-b2af-d72df5db0742,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:20.352862 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:20.416597 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=5946e16e-641d-48ae-b2af-d72df5db0742,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:20.467527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07eb06d-0447-40e3-9d84-07f1e0619828 req-da1dd069-94f7-40ca-89fc-e68111b879ee tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:20.475528 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e07eb06d-0447-40e3-9d84-07f1e0619828 req-da1dd069-94f7-40ca-89fc-e68111b879ee tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 943 time: 0.0734961 Oct 13 10:51:20.508881 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e07eb06d-0447-40e3-9d84-07f1e0619828 req-4de21a90-88b1-4b85-8921-b13968c1dce3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325029 Oct 13 10:51:20.637195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3b3a8-2c1d-491a-90fb-7c960adae3fa req-398c9c6e-d39c-49f9-a2a4-f8c6952c8bcd tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:20.638813 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-78a3b3a8-2c1d-491a-90fb-7c960adae3fa req-398c9c6e-d39c-49f9-a2a4-f8c6952c8bcd tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 946 time: 0.0559614 Oct 13 10:51:20.686881 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-78a3b3a8-2c1d-491a-90fb-7c960adae3fa req-4a34c452-f6b2-4722-a174-ad9ccc931c5d tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/security-groups?id=96ecf542-4f13-4ada-9f9d-267183f358e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 Oct 13 10:51:20.729629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-9f1a7fb5-9840-44a1-a15a-ede563f9bcf6 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:51:20.738831 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-9f1a7fb5-9840-44a1-a15a-ede563f9bcf6 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0154881 Oct 13 10:51:20.805430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-4cfd2a8a-a43e-40c7-8d32-f692bfe7c15b tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:20.806770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-4cfd2a8a-a43e-40c7-8d32-f692bfe7c15b tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports/d7465c52-6146-4dd5-a601-bc6df9182b67 HTTP/1.1" status: 200 len: 1093 time: 0.0668013 Oct 13 10:51:20.817803 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] Request body: {'binding': {'host': 'n-h1-813659-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:20.819058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] Unknown quota resources ['binding']. {{(pid=101990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 10:51:20.854442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5ff4a-dc98-4483-b319-998762d915b4 req-9a0f49f3-cb7a-4fcb-85e0-079d153b03b5 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:20.856654 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ff5ff4a-dc98-4483-b319-998762d915b4 req-9a0f49f3-cb7a-4fcb-85e0-079d153b03b5 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 948 time: 0.0851731 Oct 13 10:51:20.959727 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ff5ff4a-dc98-4483-b319-998762d915b4 req-71436e2e-ff1c-428a-8040-5e04bbfa0347 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922880 Oct 13 10:51:21.029659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] Attempting to bind port d7465c52-6146-4dd5-a601-bc6df9182b67 on host n-h1-813659-3 for vnic_type normal with profile None {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:51:21.030004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] Attempting to bind port d7465c52-6146-4dd5-a601-bc6df9182b67 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:51:21.030364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] Attempting to bind port d7465c52-6146-4dd5-a601-bc6df9182b67 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:21.049066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] Port d7465c52-6146-4dd5-a601-bc6df9182b67 on network 259a4ec1-ee8d-422b-b204-4224c014af8b not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:51:21.051908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] Attempting to bind port d7465c52-6146-4dd5-a601-bc6df9182b67 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:21.060568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:51:21.060848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] Checking segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:51:21.061235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] Bound using segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:51:21.061679 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] Bound port: d7465c52-6146-4dd5-a601-bc6df9182b67, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:51:21.114192 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cb117-1d40-41c3-bd3a-95756059fd25 req-def2f0c5-586f-4ce5-90c4-afcf7809e5b9 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:21.123325 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f11cb117-1d40-41c3-bd3a-95756059fd25 req-def2f0c5-586f-4ce5-90c4-afcf7809e5b9 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 945 time: 0.1039698 Oct 13 10:51:21.174280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d7465c52-6146-4dd5-a601-bc6df9182b67,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:51:21.182047 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f11cb117-1d40-41c3-bd3a-95756059fd25 req-6dc890e4-705c-4c4f-bdf0-ddde08c247ff tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577991 Oct 13 10:51:21.272566 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:21.273977 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-63b1c8d3-8504-4af0-957b-fa802b7618f8 service neutron] 10.222.0.32 "POST /v2.0/ports/d7465c52-6146-4dd5-a601-bc6df9182b67/bindings HTTP/1.1" status: 201 len: 389 time: 0.4610462 Oct 13 10:51:21.304899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e25-26e0-4e5c-9602-91d7659cf501 req-eb0e63e6-4ae2-4f60-944b-757bc870edc8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:21.306236 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05738e25-26e0-4e5c-9602-91d7659cf501 req-eb0e63e6-4ae2-4f60-944b-757bc870edc8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 945 time: 0.0671685 Oct 13 10:51:21.355736 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05738e25-26e0-4e5c-9602-91d7659cf501 req-d3340f6c-53f8-4baa-b0d9-0f95364a975e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418694 Oct 13 10:51:21.432614 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92001901-1f69-4e1c-9882-9f2123f77466 x-openstack-request-id: req-92001901-1f69-4e1c-9882-9f2123f77466 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:21.434202 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee90de0c-2ef0-4087-bf2e-c06726d1680f", "name": "network-vif-plugged", "status": "completed", "tag": "8d5e4e49-370a-412c-bc28-152f8b3054ce", "code": 200}, {"server_uuid": "23bb9703-488c-4338-9469-370139e76302", "name": "network-vif-plugged", "status": "completed", "tag": "5c5739a7-aaf9-41a1-a437-dc9af3beb860", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:21.434202 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92001901-1f69-4e1c-9882-9f2123f77466 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:21.434202 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee90de0c-2ef0-4087-bf2e-c06726d1680f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e4e49-370a-412c-bc28-152f8b3054ce', 'code': 200} Oct 13 10:51:21.434202 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bb9703-488c-4338-9469-370139e76302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5739a7-aaf9-41a1-a437-dc9af3beb860', 'code': 200} Oct 13 10:51:21.606569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a714aca-455e-4d5a-a5fb-92056ac8225a req-f8e5f6e9-2b63-418a-9ba7-30c7a2f91eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:21.608925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a714aca-455e-4d5a-a5fb-92056ac8225a req-f8e5f6e9-2b63-418a-9ba7-30c7a2f91eca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 1096 time: 0.0743985 Oct 13 10:51:21.663885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a714aca-455e-4d5a-a5fb-92056ac8225a req-df2fa5fc-aed7-499f-ae67-aba6d22d3357 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391307 Oct 13 10:51:21.679488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f540a188-6176-4973-8b6a-cccbf69527fe details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:21.919122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f540a188-6176-4973-8b6a-cccbf69527fe,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:21.940063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'f540a188-6176-4973-8b6a-cccbf69527fe', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'f540a188-6176-4973-8b6a-cccbf69527fe', 'mac_address': 'fa:16:3e:ff:09:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:51:21.988787 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:21.995568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafb387-d58c-4faa-8513-37027026dd71 req-32b23429-674f-4ce0-ab70-6aa1b0a0c42d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:22.008428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fafb387-d58c-4faa-8513-37027026dd71 req-32b23429-674f-4ce0-ab70-6aa1b0a0c42d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 943 time: 0.1174233 Oct 13 10:51:22.012536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f540a188-6176-4973-8b6a-cccbf69527fe {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:22.034947 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5946e16e-641d-48ae-b2af-d72df5db0742 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:51:22.035166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25fa89-ec88-4144-87e2-cdd16bc326b2 req-7134175f-f3c3-4373-b20a-9a7f49e1cabb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:22.042766 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ed25fa89-ec88-4144-87e2-cdd16bc326b2 req-7134175f-f3c3-4373-b20a-9a7f49e1cabb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.1272628 Oct 13 10:51:22.069612 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f540a188-6176-4973-8b6a-cccbf69527fe,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:22.125113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fafb387-d58c-4faa-8513-37027026dd71 req-1193da65-be6d-4e4d-8ade-b063bafd80de tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145487 Oct 13 10:51:22.158990 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ed25fa89-ec88-4144-87e2-cdd16bc326b2 req-c19622b6-2ddc-453e-9e38-b2dd9a567253 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151786 Oct 13 10:51:22.187075 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:22.235591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5946e16e-641d-48ae-b2af-d72df5db0742, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5946e16e-641d-48ae-b2af-d72df5db0742,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:22.319627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ada16-154d-4e9a-ba62-3a56d6fcd4f6 req-381764a8-93bf-4459-abbe-8fa07e23c26f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:22.321303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4837af8-5689-4b77-b649-55e3c88793eb req-07655ff5-c62b-48e0-8f70-98ce85146f3c tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:22.322838 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4837af8-5689-4b77-b649-55e3c88793eb req-07655ff5-c62b-48e0-8f70-98ce85146f3c tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 946 time: 0.0673149 Oct 13 10:51:22.324388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-604ada16-154d-4e9a-ba62-3a56d6fcd4f6 req-381764a8-93bf-4459-abbe-8fa07e23c26f tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 945 time: 0.1023037 Oct 13 10:51:22.375906 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4837af8-5689-4b77-b649-55e3c88793eb req-4aa7d90d-1a66-4072-8361-f576709cc4b4 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/security-groups?id=96ecf542-4f13-4ada-9f9d-267183f358e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418456 Oct 13 10:51:22.379183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-604ada16-154d-4e9a-ba62-3a56d6fcd4f6 req-b4001bc7-0d51-4ca4-b639-e9c339a4969c tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469372 Oct 13 10:51:22.404513 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:22.471554 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:22.536973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f540a188-6176-4973-8b6a-cccbf69527fe,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:22.559612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6216783-6d7b-466f-aad1-a18222bc0f3c req-dc499737-1f9c-43d2-afc6-bff0185bb79e tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:22.567593 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6216783-6d7b-466f-aad1-a18222bc0f3c req-dc499737-1f9c-43d2-afc6-bff0185bb79e tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 948 time: 0.1067326 Oct 13 10:51:22.582283 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14079cd1-79de-401e-b455-058414807baf req-668eceae-3317-45bf-8d21-142048860b13 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:22.591138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14079cd1-79de-401e-b455-058414807baf req-668eceae-3317-45bf-8d21-142048860b13 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 945 time: 0.0802374 Oct 13 10:51:22.614523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=5946e16e-641d-48ae-b2af-d72df5db0742,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:22.622169 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6216783-6d7b-466f-aad1-a18222bc0f3c req-700a85ea-4b04-4d02-9c01-de7eaa3946e0 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491655 Oct 13 10:51:22.644974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14079cd1-79de-401e-b455-058414807baf req-b36e6e3b-07fc-4afc-ae86-d08cf4328d15 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526366 Oct 13 10:51:22.817706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['f540a188-6176-4973-8b6a-cccbf69527fe'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:23.062268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-5481b5d9-e5f7-47b9-8b63-1a1b9eec53d3 service neutron] 10.222.0.21 "GET /v2.0/ports/93ec44d5-0077-40f3-9246-0920e6fd8c4c/bindings/n-h1-813659-3 HTTP/1.1" status: 200 len: 384 time: 0.0729680 Oct 13 10:51:23.365805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f67264-1ae0-4e87-b56c-861096782e5a req-236a2a56-1937-4426-a29f-31e206b8ba10 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:23.374396 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75f67264-1ae0-4e87-b56c-861096782e5a req-236a2a56-1937-4426-a29f-31e206b8ba10 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 943 time: 0.1015482 Oct 13 10:51:23.381343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-4a2944b4-3b9f-4a9b-9a08-94009d1c5537 service neutron] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:23.392853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38c9d9-9357-44ed-b545-1c7a1e6a6286 req-0f8668c7-5f37-430d-9d6f-7c47381a276c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:23.401209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad38c9d9-9357-44ed-b545-1c7a1e6a6286 req-0f8668c7-5f37-430d-9d6f-7c47381a276c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.1073372 Oct 13 10:51:23.438609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7395d043-c14f-4b55-bb31-996b1a848f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946e16e-641d-48ae-b2af-d72df5db0742'}, {'server_uuid': '7395d043-c14f-4b55-bb31-996b1a848f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5946e16e-641d-48ae-b2af-d72df5db0742'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:23.442702 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620ad207-4a04-4ac1-bc7f-0613b8bdb6de" -d '{"events": [{"server_uuid": "7395d043-c14f-4b55-bb31-996b1a848f60", "name": "network-vif-plugged", "status": "completed", "tag": "5946e16e-641d-48ae-b2af-d72df5db0742"}, {"server_uuid": "7395d043-c14f-4b55-bb31-996b1a848f60", "name": "network-vif-unplugged", "status": "completed", "tag": "5946e16e-641d-48ae-b2af-d72df5db0742"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:23.456356 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-4a2944b4-3b9f-4a9b-9a08-94009d1c5537 service neutron] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:23.460277 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75f67264-1ae0-4e87-b56c-861096782e5a req-02139037-e696-4151-8eac-4ff34a6b44ad tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844061 Oct 13 10:51:23.493180 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad38c9d9-9357-44ed-b545-1c7a1e6a6286 req-db368075-1e6d-4e1b-b5d6-dcccc31c231c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897231 Oct 13 10:51:23.525943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-4a2944b4-3b9f-4a9b-9a08-94009d1c5537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ec44d5-0077-40f3-9246-0920e6fd8c4c {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:23.554736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-4a2944b4-3b9f-4a9b-9a08-94009d1c5537 service neutron] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:23.579082 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7501463a-b7b2-4db1-a0dc-28a527880ef2 x-openstack-request-id: req-7501463a-b7b2-4db1-a0dc-28a527880ef2 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:23.579082 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7395d043-c14f-4b55-bb31-996b1a848f60", "name": "network-vif-plugged", "status": "completed", "tag": "5946e16e-641d-48ae-b2af-d72df5db0742", "code": 200}, {"server_uuid": "7395d043-c14f-4b55-bb31-996b1a848f60", "name": "network-vif-unplugged", "status": "completed", "tag": "5946e16e-641d-48ae-b2af-d72df5db0742", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:23.579826 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7501463a-b7b2-4db1-a0dc-28a527880ef2 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:23.579826 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7395d043-c14f-4b55-bb31-996b1a848f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946e16e-641d-48ae-b2af-d72df5db0742', 'code': 200} Oct 13 10:51:23.580253 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7395d043-c14f-4b55-bb31-996b1a848f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5946e16e-641d-48ae-b2af-d72df5db0742', 'code': 200} Oct 13 10:51:23.596184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a891a83-e984-4f51-bcf6-2e54e2462104 req-1bfad565-3b15-4f21-9f9b-17a6ea058500 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:23.604189 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6a891a83-e984-4f51-bcf6-2e54e2462104 req-1bfad565-3b15-4f21-9f9b-17a6ea058500 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 943 time: 0.0713930 Oct 13 10:51:23.638457 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-4a2944b4-3b9f-4a9b-9a08-94009d1c5537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:23.643661 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6a891a83-e984-4f51-bcf6-2e54e2462104 req-73936a1f-4062-47b1-abc2-7344cc1552b9 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386212 Oct 13 10:51:23.693831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ba4a76d1-389f-429a-b10b-c763629fe26a details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:23.697608 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 93ec44d5-0077-40f3-9246-0920e6fd8c4c no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:51:23.782624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea58cf-88aa-4de7-b53d-09dc39e8a0f4 req-4ff3a89b-aceb-4bfa-b7d5-d5b0025c30cb tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:23.784283 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30ea58cf-88aa-4de7-b53d-09dc39e8a0f4 req-4ff3a89b-aceb-4bfa-b7d5-d5b0025c30cb tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 948 time: 0.0782638 Oct 13 10:51:23.868674 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2228d54-ae72-4f1f-af4d-9a8d5d8e95d6 req-b902cb3c-b3c5-4dca-a0d1-a3a70ea91447 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:23.878981 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d2228d54-ae72-4f1f-af4d-9a8d5d8e95d6 req-b902cb3c-b3c5-4dca-a0d1-a3a70ea91447 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 945 time: 0.0799937 Oct 13 10:51:23.880776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-4a2944b4-3b9f-4a9b-9a08-94009d1c5537 service neutron] Transition to ACTIVE for port object 93ec44d5-0077-40f3-9246-0920e6fd8c4c will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:51:23.934486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30ea58cf-88aa-4de7-b53d-09dc39e8a0f4 req-2955c943-b694-4293-b9dc-17e68e2a16ee tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232831 Oct 13 10:51:23.950712 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d2228d54-ae72-4f1f-af4d-9a8d5d8e95d6 req-c6d45b95-0131-4e95-b01e-e8b36e6b991c tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707223 Oct 13 10:51:24.013549 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-4a2944b4-3b9f-4a9b-9a08-94009d1c5537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:24.093048 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 93ec44d5-0077-40f3-9246-0920e6fd8c4c no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:51:24.114617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-4a2944b4-3b9f-4a9b-9a08-94009d1c5537 service neutron] No DVR routers for this DVR port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:51:24.135861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ef037-1579-4726-8147-cd56571373f9 req-a57d46e2-8bb0-4f62-b459-fb553eb6f31e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:24.137382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-555ef037-1579-4726-8147-cd56571373f9 req-a57d46e2-8bb0-4f62-b459-fb553eb6f31e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.21 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 943 time: 0.1952584 Oct 13 10:51:24.176388 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ba4a76d1-389f-429a-b10b-c763629fe26a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ba4a76d1-389f-429a-b10b-c763629fe26a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:24.186897 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab90a924-41d3-41e8-ae63-8344d91f1ac5 req-a268cd00-fa8a-4e84-8499-dfd38e545502 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-962166702&fields=id&tenant_id=f9a4c35e3eba4a36b50114c9994efa1b HTTP/1.1" status: 200 len: 267 time: 0.0490849 Oct 13 10:51:24.213096 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-4a2944b4-3b9f-4a9b-9a08-94009d1c5537 service neutron] 10.222.0.21 "PUT /v2.0/ports/93ec44d5-0077-40f3-9246-0920e6fd8c4c/bindings/n-h1-813659-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1430376 Oct 13 10:51:24.219323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'ba4a76d1-389f-429a-b10b-c763629fe26a', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'ba4a76d1-389f-429a-b10b-c763629fe26a', 'mac_address': 'fa:16:3e:33:06:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:51:24.228519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2944b4-3b9f-4a9b-9a08-94009d1c5537 service neutron] Pushing event updated for resources: {'Port': ['ID=93ec44d5-0077-40f3-9246-0920e6fd8c4c,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:24.287853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90a924-41d3-41e8-ae63-8344d91f1ac5 req-e84dd25c-7b45-4257-9c11-c225ab9ca0bb tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:24.294273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-555ef037-1579-4726-8147-cd56571373f9 req-d0870dec-9936-4c8a-9902-a4d70be40e95 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Deleting port 5946e16e-641d-48ae-b2af-d72df5db0742 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:51:24.295288 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-555ef037-1579-4726-8147-cd56571373f9 req-d0870dec-9936-4c8a-9902-a4d70be40e95 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:24.301120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 93ec44d5-0077-40f3-9246-0920e6fd8c4c not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:51:24.315591 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab90a924-41d3-41e8-ae63-8344d91f1ac5 req-e84dd25c-7b45-4257-9c11-c225ab9ca0bb tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 945 time: 0.1204393 Oct 13 10:51:24.317914 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-ab90a924-41d3-41e8-ae63-8344d91f1ac5 req-658f799a-802a-480a-af5c-8404f41294ad tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'port': {'security_groups': ['8e1bdf69-b26f-47c7-8276-9bc2991fec25', 'fcd9b430-162b-4af9-aefe-2cf0d3846c0f']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:24.326291 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:24.357411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4a76d1-389f-429a-b10b-c763629fe26a {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:24.403016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ba4a76d1-389f-429a-b10b-c763629fe26a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ba4a76d1-389f-429a-b10b-c763629fe26a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:24.442986 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab90a924-41d3-41e8-ae63-8344d91f1ac5 req-658f799a-802a-480a-af5c-8404f41294ad tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:24.478907 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:24.482228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-555ef037-1579-4726-8147-cd56571373f9 req-d0870dec-9936-4c8a-9902-a4d70be40e95 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] For port 5946e16e-641d-48ae-b2af-d72df5db0742, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5946e16e-641d-48ae-b2af-d72df5db0742,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:24.482900 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-555ef037-1579-4726-8147-cd56571373f9 req-d0870dec-9936-4c8a-9902-a4d70be40e95 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:24.502319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-555ef037-1579-4726-8147-cd56571373f9 req-d0870dec-9936-4c8a-9902-a4d70be40e95 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Calling delete_port for 5946e16e-641d-48ae-b2af-d72df5db0742 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:51:24.513202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-6878177e-a7fa-4db7-97c1-c0f90676df5b tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:24.518687 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-6878177e-a7fa-4db7-97c1-c0f90676df5b tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8&tenant_id=59ce84d919ed4ecdafe5a928ed96d168&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.1007359 Oct 13 10:51:24.609883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=ba4a76d1-389f-429a-b10b-c763629fe26a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:24.650439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-491c6066-5c25-4749-a04c-2f6520e68765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:24.652291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-491c6066-5c25-4749-a04c-2f6520e68765 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8&tenant_id=59ce84d919ed4ecdafe5a928ed96d168 HTTP/1.1" status: 200 len: 1095 time: 0.1254635 Oct 13 10:51:24.697961 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4183524-e1bf-4046-875b-dad5abdf4e59 req-ca0b1c99-bec8-44b9-8882-0c6dc439e7f7 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:24.708650 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4183524-e1bf-4046-875b-dad5abdf4e59 req-ca0b1c99-bec8-44b9-8882-0c6dc439e7f7 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 944 time: 0.1204603 Oct 13 10:51:24.770105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ab90a924-41d3-41e8-ae63-8344d91f1ac5 req-658f799a-802a-480a-af5c-8404f41294ad tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] For port 5c5739a7-aaf9-41a1-a437-dc9af3beb860, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5c5739a7-aaf9-41a1-a437-dc9af3beb860,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:24.807104 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab90a924-41d3-41e8-ae63-8344d91f1ac5 req-658f799a-802a-480a-af5c-8404f41294ad tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:24.823372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-1826ddb5-a669-4180-be01-5390237f52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:24.825683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-1826ddb5-a669-4180-be01-5390237f52f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 1095 time: 0.1432641 Oct 13 10:51:24.832426 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4183524-e1bf-4046-875b-dad5abdf4e59 req-02e492ca-64c3-474d-a93a-8c62680128ce tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222856 Oct 13 10:51:24.867676 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab90a924-41d3-41e8-ae63-8344d91f1ac5 req-658f799a-802a-480a-af5c-8404f41294ad tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:24.883768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5c5739a7-aaf9-41a1-a437-dc9af3beb860'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:24.947130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['ba4a76d1-389f-429a-b10b-c763629fe26a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:24.953913 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-555ef037-1579-4726-8147-cd56571373f9 req-d0870dec-9936-4c8a-9902-a4d70be40e95 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:24.958669 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90a924-41d3-41e8-ae63-8344d91f1ac5 req-658f799a-802a-480a-af5c-8404f41294ad tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:24.962388 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab90a924-41d3-41e8-ae63-8344d91f1ac5 req-658f799a-802a-480a-af5c-8404f41294ad tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:24.971743 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab90a924-41d3-41e8-ae63-8344d91f1ac5 req-658f799a-802a-480a-af5c-8404f41294ad tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "PUT /v2.0/ports/5c5739a7-aaf9-41a1-a437-dc9af3beb860 HTTP/1.1" status: 200 len: 981 time: 0.6607990 Oct 13 10:51:24.972494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bb9703-488c-4338-9469-370139e76302', 'tag': '5c5739a7-aaf9-41a1-a437-dc9af3beb860'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:24.974690 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc64b58-eada-45c0-84b9-acfc4c36c61d" -d '{"events": [{"name": "network-changed", "server_uuid": "23bb9703-488c-4338-9469-370139e76302", "tag": "5c5739a7-aaf9-41a1-a437-dc9af3beb860"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:24.979622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-8e65c1d1-9a22-431f-a6cc-77a3324ad5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:24.979622 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-8e65c1d1-9a22-431f-a6cc-77a3324ad5e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.1427383 Oct 13 10:51:25.032979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f799a-802a-480a-af5c-8404f41294ad tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'Port': ['ID=5c5739a7-aaf9-41a1-a437-dc9af3beb860,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:25.060795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5c5739a7-aaf9-41a1-a437-dc9af3beb860'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:25.076206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0870dec-9936-4c8a-9902-a4d70be40e95 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Pushing event deleted for resources: {'Port': ['ID=5946e16e-641d-48ae-b2af-d72df5db0742,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:25.077982 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b9a36805-be44-4e42-b1fa-6a4b5fb13151 req-e619f2ae-0971-40f9-b1b5-61a0ddc86254 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 210 time: 0.0348408 Oct 13 10:51:25.204604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-ecdb5a7f-55d9-49f1-a218-480b6d9048a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c HTTP/1.1" status: 200 len: 217 time: 0.1243050 Oct 13 10:51:25.239558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-555ef037-1579-4726-8147-cd56571373f9 req-d0870dec-9936-4c8a-9902-a4d70be40e95 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] No DVR routers for this DVR port 5946e16e-641d-48ae-b2af-d72df5db0742 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:51:25.265045 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-555ef037-1579-4726-8147-cd56571373f9 req-d0870dec-9936-4c8a-9902-a4d70be40e95 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:25.268820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-555ef037-1579-4726-8147-cd56571373f9 req-d0870dec-9936-4c8a-9902-a4d70be40e95 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.21 "DELETE /v2.0/ports/5946e16e-641d-48ae-b2af-d72df5db0742 HTTP/1.1" status: 204 len: 173 time: 1.1127725 Oct 13 10:51:25.279481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7395d043-c14f-4b55-bb31-996b1a848f60', 'name': 'network-vif-deleted', 'tag': '5946e16e-641d-48ae-b2af-d72df5db0742'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:25.282216 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08fedc3-e42e-4926-8ffc-4b7b61c8cdf7" -d '{"events": [{"server_uuid": "7395d043-c14f-4b55-bb31-996b1a848f60", "name": "network-vif-deleted", "tag": "5946e16e-641d-48ae-b2af-d72df5db0742"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:25.284438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b312f1-f3c7-4ef6-8a8e-f309f6cbe2ce req-8c3260dd-9eaf-4177-8cb8-080b14b4330d tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:25.286724 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d2b312f1-f3c7-4ef6-8a8e-f309f6cbe2ce req-8c3260dd-9eaf-4177-8cb8-080b14b4330d tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 949 time: 0.0732701 Oct 13 10:51:25.321210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03e340-898f-4746-83ee-805731e93754 req-bc8c0a6a-c3dc-4f45-8f74-4bc9ffe1587f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:25.322814 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff03e340-898f-4746-83ee-805731e93754 req-bc8c0a6a-c3dc-4f45-8f74-4bc9ffe1587f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.3522689 Oct 13 10:51:25.326760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-7b9fc34e-7611-40b9-8ee8-c9d8f40e8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:25.328131 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-7b9fc34e-7611-40b9-8ee8-c9d8f40e8bb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.1144714 Oct 13 10:51:25.348837 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d2b312f1-f3c7-4ef6-8a8e-f309f6cbe2ce req-213898a9-4acd-4a23-9e76-ff571f7935b6 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539770 Oct 13 10:51:25.414318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-c2caa8e5-e33e-443a-84ee-ff9fcdbc9aec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754385 Oct 13 10:51:25.528308 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-09f12a88-9c38-41b2-9e09-3e2b16472016 req-a228f9ef-7a85-4090-9e77-4b9ff37d0f24 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1185048953&fields=id&tenant_id=f9a4c35e3eba4a36b50114c9994efa1b HTTP/1.1" status: 200 len: 267 time: 0.0591617 Oct 13 10:51:25.551583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff03e340-898f-4746-83ee-805731e93754 req-3d128851-1b5e-4341-84e8-a8dc80ef3a6f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194695 Oct 13 10:51:25.603345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f12a88-9c38-41b2-9e09-3e2b16472016 req-1a6488ce-1e5a-44db-bf49-3d38b42584f7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:25.612435 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-09f12a88-9c38-41b2-9e09-3e2b16472016 req-1a6488ce-1e5a-44db-bf49-3d38b42584f7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 984 time: 0.0775304 Oct 13 10:51:25.616568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-dcc47857-aea9-4bc6-a153-e543eb757fa7 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856358 Oct 13 10:51:25.619693 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-09f12a88-9c38-41b2-9e09-3e2b16472016 req-cfacdde1-a320-4923-a425-66e8b838de93 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'port': {'security_groups': ['8e1bdf69-b26f-47c7-8276-9bc2991fec25', 'fcd9b430-162b-4af9-aefe-2cf0d3846c0f', '036e8674-7288-41fa-82da-29264aebb870']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:25.677936 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48a77a6-792a-40a3-98cc-513d9bd4396d x-openstack-request-id: req-c48a77a6-792a-40a3-98cc-513d9bd4396d {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:25.678354 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bb9703-488c-4338-9469-370139e76302", "tag": "5c5739a7-aaf9-41a1-a437-dc9af3beb860", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:25.678695 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c48a77a6-792a-40a3-98cc-513d9bd4396d {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:25.679383 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bb9703-488c-4338-9469-370139e76302', 'tag': '5c5739a7-aaf9-41a1-a437-dc9af3beb860', 'status': 'completed', 'code': 200} Oct 13 10:51:25.704010 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f540a188-6176-4973-8b6a-cccbf69527fe up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:51:25.786845 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-09f12a88-9c38-41b2-9e09-3e2b16472016 req-cfacdde1-a320-4923-a425-66e8b838de93 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:25.789702 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-525f28d6-4a0c-4e3c-9768-7830ced56389 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615331 Oct 13 10:51:25.810517 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc64b58-eada-45c0-84b9-acfc4c36c61d req-5c048d4e-df96-4afc-87a0-f306cec4876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:25.811981 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6bc64b58-eada-45c0-84b9-acfc4c36c61d req-5c048d4e-df96-4afc-87a0-f306cec4876b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b&device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 1135 time: 0.1212580 Oct 13 10:51:25.833103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port f540a188-6176-4973-8b6a-cccbf69527fe completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:51:25.838540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port f540a188-6176-4973-8b6a-cccbf69527fe triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:25.852020 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:25.929809 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889e6951-0090-4c2a-97fe-6a033171d2d5 x-openstack-request-id: req-889e6951-0090-4c2a-97fe-6a033171d2d5 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:25.930394 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7395d043-c14f-4b55-bb31-996b1a848f60", "name": "network-vif-deleted", "tag": "5946e16e-641d-48ae-b2af-d72df5db0742", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:25.930394 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-889e6951-0090-4c2a-97fe-6a033171d2d5 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:25.930817 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7395d043-c14f-4b55-bb31-996b1a848f60', 'name': 'network-vif-deleted', 'tag': '5946e16e-641d-48ae-b2af-d72df5db0742', 'status': 'completed', 'code': 200} Oct 13 10:51:25.977324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc64b58-eada-45c0-84b9-acfc4c36c61d req-37d0a35a-a125-45dc-a92a-85b524a3d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:25.980705 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6bc64b58-eada-45c0-84b9-acfc4c36c61d req-37d0a35a-a125-45dc-a92a-85b524a3d0a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5af4457a-d814-4848-a2d9-db68fc1be91e HTTP/1.1" status: 200 len: 912 time: 0.1594350 Oct 13 10:51:25.992079 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:26.066433 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:26.071769 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807529a1-abf9-42c6-83d8-9bfb77fb657b" -d '{"events": [{"server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "name": "network-vif-plugged", "status": "completed", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:26.100925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6bc64b58-eada-45c0-84b9-acfc4c36c61d req-c6b73cfa-6375-4633-b302-613c79147f09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c5739a7-aaf9-41a1-a437-dc9af3beb860 HTTP/1.1" status: 200 len: 217 time: 0.0844653 Oct 13 10:51:26.113516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f540a188-6176-4973-8b6a-cccbf69527fe,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:26.162668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc64b58-eada-45c0-84b9-acfc4c36c61d req-6c1ee918-e131-41dd-a866-186359f8a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:26.165074 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6bc64b58-eada-45c0-84b9-acfc4c36c61d req-6c1ee918-e131-41dd-a866-186359f8a103 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d869eb4-b298-4f73-bdf7-f3becabe9b5b HTTP/1.1" status: 200 len: 851 time: 0.0545251 Oct 13 10:51:26.189708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-09f12a88-9c38-41b2-9e09-3e2b16472016 req-cfacdde1-a320-4923-a425-66e8b838de93 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] For port 5c5739a7-aaf9-41a1-a437-dc9af3beb860, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5c5739a7-aaf9-41a1-a437-dc9af3beb860,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:26.203563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6bc64b58-eada-45c0-84b9-acfc4c36c61d req-18786eae-9f27-42ed-b494-2351d36d3cc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5af4457a-d814-4848-a2d9-db68fc1be91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313354 Oct 13 10:51:26.227784 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:26.291544 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-09f12a88-9c38-41b2-9e09-3e2b16472016 req-cfacdde1-a320-4923-a425-66e8b838de93 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:26.336631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f540a188-6176-4973-8b6a-cccbf69527fe,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:26.348177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-09f12a88-9c38-41b2-9e09-3e2b16472016 req-cfacdde1-a320-4923-a425-66e8b838de93 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:26.373679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5c5739a7-aaf9-41a1-a437-dc9af3beb860'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:26.416201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f12a88-9c38-41b2-9e09-3e2b16472016 req-cfacdde1-a320-4923-a425-66e8b838de93 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:26.417020 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-09f12a88-9c38-41b2-9e09-3e2b16472016 req-cfacdde1-a320-4923-a425-66e8b838de93 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:26.418348 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-09f12a88-9c38-41b2-9e09-3e2b16472016 req-cfacdde1-a320-4923-a425-66e8b838de93 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "PUT /v2.0/ports/5c5739a7-aaf9-41a1-a437-dc9af3beb860 HTTP/1.1" status: 200 len: 1020 time: 0.8046458 Oct 13 10:51:26.433970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6bc64b58-eada-45c0-84b9-acfc4c36c61d req-3bbc9191-1b00-4b54-bbbb-67fe4100f7f6 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144198 Oct 13 10:51:26.475787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-83d3a58f-60d7-4865-8894-d57b56810ca5 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:26.475787 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-83d3a58f-60d7-4865-8894-d57b56810ca5 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8&tenant_id=59ce84d919ed4ecdafe5a928ed96d168&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.1129355 Oct 13 10:51:26.481863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5c5739a7-aaf9-41a1-a437-dc9af3beb860'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:26.506777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacdde1-a320-4923-a425-66e8b838de93 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'Port': ['ID=5c5739a7-aaf9-41a1-a437-dc9af3beb860,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:26.533201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165489b-1d82-4bb0-9269-8f3f0514aa5f req-832d4d7c-5f09-4f32-9d71-77f401a745e4 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:26.540851 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4165489b-1d82-4bb0-9269-8f3f0514aa5f req-832d4d7c-5f09-4f32-9d71-77f401a745e4 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 944 time: 0.0624104 Oct 13 10:51:26.585755 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4165489b-1d82-4bb0-9269-8f3f0514aa5f req-ef936c43-5b2a-4410-b7be-7e7a7e2f5ccc tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 Oct 13 10:51:26.629102 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4bf8b4-3688-40e7-bf97-84f80e9e6661 x-openstack-request-id: req-cb4bf8b4-3688-40e7-bf97-84f80e9e6661 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:26.629528 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "name": "network-vif-plugged", "status": "completed", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:26.630080 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb4bf8b4-3688-40e7-bf97-84f80e9e6661 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:26.630582 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe', 'code': 200} Oct 13 10:51:26.682055 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6bc64b58-eada-45c0-84b9-acfc4c36c61d req-a817930c-94a2-422d-ac74-ce38464145d7 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365925 Oct 13 10:51:26.732911 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2fcd91a8-af25-48dd-b251-63819efba9f2 req-7f0e3771-1f2a-480e-bc53-533c5cdc4080 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=7395d043-c14f-4b55-bb31-996b1a848f60 HTTP/1.1" status: 200 len: 210 time: 0.0470767 Oct 13 10:51:26.776923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc7e8-a395-4807-ad63-41b665cfc89d req-9c05a4e3-9ee0-471c-9490-a16e80064e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:26.780948 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e8fc7e8-a395-4807-ad63-41b665cfc89d req-9c05a4e3-9ee0-471c-9490-a16e80064e38 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dfb3c996-20c8-4a17-8892-1c43b4091ccd HTTP/1.1" status: 200 len: 1101 time: 0.0504854 Oct 13 10:51:26.842703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-231cb8ac-585f-4ef3-814b-be2729c834ff service neutron] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:26.850258 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-231cb8ac-585f-4ef3-814b-be2729c834ff service neutron] Notify callbacks [] for binding, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:26.854781 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67bf18ee-e23f-401b-a0de-5a0c872ab0dc req-231cb8ac-585f-4ef3-814b-be2729c834ff service neutron] 10.222.0.46 "DELETE /v2.0/ports/93ec44d5-0077-40f3-9246-0920e6fd8c4c/bindings/n-h2-813659-3 HTTP/1.1" status: 204 len: 173 time: 0.4000766 Oct 13 10:51:26.856540 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e8fc7e8-a395-4807-ad63-41b665cfc89d req-110dd8de-1c6d-4e28-a7cd-397083d57eaf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652633 Oct 13 10:51:26.874050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c483-73e1-4543-949e-71747b84f3f6 req-80b84c98-e5c5-45d8-b590-8310e2de84f1 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:26.875544 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9066c483-73e1-4543-949e-71747b84f3f6 req-80b84c98-e5c5-45d8-b590-8310e2de84f1 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 949 time: 0.0773520 Oct 13 10:51:26.917913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9066c483-73e1-4543-949e-71747b84f3f6 req-f5c970d9-09a2-4b8f-9ba1-d84ba63adf3b tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355358 Oct 13 10:51:27.042578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf227b-cf70-48ee-8888-fc9e2e0b30e6 req-cc592d4f-4224-460c-9089-68bd4c2f00e7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:27.046264 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6dcf227b-cf70-48ee-8888-fc9e2e0b30e6 req-cc592d4f-4224-460c-9089-68bd4c2f00e7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 1023 time: 0.0640347 Oct 13 10:51:27.140249 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6dcf227b-cf70-48ee-8888-fc9e2e0b30e6 req-2c8d70ae-8fec-43de-bd51-94b33cc02de1 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&id=036e8674-7288-41fa-82da-29264aebb870&id=fcd9b430-162b-4af9-aefe-2cf0d3846c0f HTTP/1.1" status: 200 len: 6148 time: 0.0877469 Oct 13 10:51:27.310742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2beb4fd-9888-4900-b348-67da9b50b563 req-1c5e5b28-7b5e-41e9-9378-8e107c84b133 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:27.312313 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2beb4fd-9888-4900-b348-67da9b50b563 req-1c5e5b28-7b5e-41e9-9378-8e107c84b133 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.1036804 Oct 13 10:51:27.372111 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2beb4fd-9888-4900-b348-67da9b50b563 req-605bc3df-415d-491c-b4e0-a651344ac04f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502558 Oct 13 10:51:27.394808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-7b38453d-a918-46a3-be3d-353e65f4e734 req-2672b03f-8b04-4bd6-8e1d-0b5c7ef09e6e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1392197009 ', 'description': 'tempest-description-704481775'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:27.495032 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7b38453d-a918-46a3-be3d-353e65f4e734 req-2672b03f-8b04-4bd6-8e1d-0b5c7ef09e6e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:27.610215 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7b38453d-a918-46a3-be3d-353e65f4e734 req-2672b03f-8b04-4bd6-8e1d-0b5c7ef09e6e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:27.621541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60a13a-34b1-496a-a461-0cec4fe9ae5b req-7132a211-8db0-4271-9fb8-34df464b0c06 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:27.623086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ce60a13a-34b1-496a-a461-0cec4fe9ae5b req-7132a211-8db0-4271-9fb8-34df464b0c06 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 1095 time: 0.0709438 Oct 13 10:51:27.663151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ce60a13a-34b1-496a-a461-0cec4fe9ae5b req-ea542925-8a5c-4c1e-bd63-ed2fedd850be tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305362 Oct 13 10:51:27.680332 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bb9703-488c-4338-9469-370139e76302', 'tag': '5c5739a7-aaf9-41a1-a437-dc9af3beb860'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:27.683076 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397e4dad-9a61-4458-a289-6d0b06378ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "23bb9703-488c-4338-9469-370139e76302", "tag": "5c5739a7-aaf9-41a1-a437-dc9af3beb860"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:27.707581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7b38453d-a918-46a3-be3d-353e65f4e734 req-2672b03f-8b04-4bd6-8e1d-0b5c7ef09e6e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:27.718560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ba4a76d1-389f-429a-b10b-c763629fe26a up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:51:27.784862 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90547b8-c564-491b-b9b3-7c084cb70be5 x-openstack-request-id: req-e90547b8-c564-491b-b9b3-7c084cb70be5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:27.788587 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bb9703-488c-4338-9469-370139e76302", "tag": "5c5739a7-aaf9-41a1-a437-dc9af3beb860", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:27.789095 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e90547b8-c564-491b-b9b3-7c084cb70be5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:27.789659 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bb9703-488c-4338-9469-370139e76302', 'tag': '5c5739a7-aaf9-41a1-a437-dc9af3beb860', 'status': 'completed', 'code': 200} Oct 13 10:51:27.802214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672b03f-8b04-4bd6-8e1d-0b5c7ef09e6e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf7837f-d72b-4516-81e3-2742f932764b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:27.828230 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7b38453d-a918-46a3-be3d-353e65f4e734 req-2672b03f-8b04-4bd6-8e1d-0b5c7ef09e6e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:27.831653 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7b38453d-a918-46a3-be3d-353e65f4e734 req-2672b03f-8b04-4bd6-8e1d-0b5c7ef09e6e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4412842 Oct 13 10:51:27.855920 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port ba4a76d1-389f-429a-b10b-c763629fe26a completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:51:27.860533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port ba4a76d1-389f-429a-b10b-c763629fe26a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:27.866720 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:27.971622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e4dad-9a61-4458-a289-6d0b06378ae8 req-3536b48a-b0b2-4100-895b-3966cae02125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:27.973136 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-397e4dad-9a61-4458-a289-6d0b06378ae8 req-3536b48a-b0b2-4100-895b-3966cae02125 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b&device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 1174 time: 0.1707909 Oct 13 10:51:27.992115 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0c681793-656c-478a-a1ef-9a1eb3d58ec7 req-a66ce00e-936b-4fa2-963c-e6cc3004e79f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/3bf7837f-d72b-4516-81e3-2742f932764b HTTP/1.1" status: 200 len: 1780 time: 0.0630343 Oct 13 10:51:28.046621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5946e16e-641d-48ae-b2af-d72df5db0742 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:51:28.132077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 5946e16e-641d-48ae-b2af-d72df5db0742 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:51:28.132479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5946e16e-641d-48ae-b2af-d72df5db0742 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:51:28.136540 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:28.159954 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036068a-990f-4fa1-b1f2-2776be533ef9 req-fd3a0a5d-fee6-45d8-b2c6-3f3167a48be7 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:28.165004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4036068a-990f-4fa1-b1f2-2776be533ef9 req-fd3a0a5d-fee6-45d8-b2c6-3f3167a48be7 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 1095 time: 0.2836742 Oct 13 10:51:28.194083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ba4a76d1-389f-429a-b10b-c763629fe26a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ba4a76d1-389f-429a-b10b-c763629fe26a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:28.211058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a27727-21a0-4edc-b545-9e8b95fc5390 req-52853e8e-a647-439f-afcb-7cd1aa5119c7 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:28.213058 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-40a27727-21a0-4edc-b545-9e8b95fc5390 req-52853e8e-a647-439f-afcb-7cd1aa5119c7 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 949 time: 0.1068950 Oct 13 10:51:28.260066 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-40a27727-21a0-4edc-b545-9e8b95fc5390 req-5644c4e1-4df4-42fe-971b-ffc581f0f398 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Oct 13 10:51:28.265538 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:28.286687 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4036068a-990f-4fa1-b1f2-2776be533ef9 req-f9726aac-ce7d-476d-936b-405b035af70f tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902703 Oct 13 10:51:28.368392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e4dad-9a61-4458-a289-6d0b06378ae8 req-b71bfbc9-052f-4d01-8c7f-7899cf69bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:28.376046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-397e4dad-9a61-4458-a289-6d0b06378ae8 req-b71bfbc9-052f-4d01-8c7f-7899cf69bea2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5af4457a-d814-4848-a2d9-db68fc1be91e HTTP/1.1" status: 200 len: 912 time: 0.3916917 Oct 13 10:51:28.378796 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d223b2b7-19bb-43b0-ab02-f56e4d2e60fd req-8e83d409-0e42-48c0-87ae-7f4ee598f73a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/3bf7837f-d72b-4516-81e3-2742f932764b HTTP/1.1" status: 200 len: 1780 time: 0.0868118 Oct 13 10:51:28.448103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=ba4a76d1-389f-429a-b10b-c763629fe26a,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:28.502167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-397e4dad-9a61-4458-a289-6d0b06378ae8 req-c3e15314-aa6a-4a99-98c9-97e02d5564e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c5739a7-aaf9-41a1-a437-dc9af3beb860 HTTP/1.1" status: 200 len: 217 time: 0.1028275 Oct 13 10:51:28.513583 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d223b2b7-19bb-43b0-ab02-f56e4d2e60fd req-4d59fcc7-0d28-4553-b514-5ac63fa31b8f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:28.569488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e4dad-9a61-4458-a289-6d0b06378ae8 req-f4689da7-1d0f-4101-96c0-1c444e791ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:28.571376 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-397e4dad-9a61-4458-a289-6d0b06378ae8 req-f4689da7-1d0f-4101-96c0-1c444e791ba1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d869eb4-b298-4f73-bdf7-f3becabe9b5b HTTP/1.1" status: 200 len: 851 time: 0.0562844 Oct 13 10:51:28.609956 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d223b2b7-19bb-43b0-ab02-f56e4d2e60fd req-4d59fcc7-0d28-4553-b514-5ac63fa31b8f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:28.632085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfebc7b-e5df-47ee-85e8-e2329c1ac54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a76d1-389f-429a-b10b-c763629fe26a'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:28.634885 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd0f906-a24c-4bc9-b4d8-bf2d972739de" -d '{"events": [{"server_uuid": "6cfebc7b-e5df-47ee-85e8-e2329c1ac54a", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a76d1-389f-429a-b10b-c763629fe26a"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:28.660403 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-397e4dad-9a61-4458-a289-6d0b06378ae8 req-396eaf6a-8694-462e-8e17-089bdffe8e90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5af4457a-d814-4848-a2d9-db68fc1be91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740521 Oct 13 10:51:28.681879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-9c50e13d-e4ab-4c54-a4a5-d01ac3d8b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:28.683468 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-9c50e13d-e4ab-4c54-a4a5-d01ac3d8b143 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 1096 time: 0.1430726 Oct 13 10:51:28.797657 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d223b2b7-19bb-43b0-ab02-f56e4d2e60fd req-4d59fcc7-0d28-4553-b514-5ac63fa31b8f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:28.800911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d223b2b7-19bb-43b0-ab02-f56e4d2e60fd req-4d59fcc7-0d28-4553-b514-5ac63fa31b8f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:28.802213 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d223b2b7-19bb-43b0-ab02-f56e4d2e60fd req-4d59fcc7-0d28-4553-b514-5ac63fa31b8f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "DELETE /v2.0/security-groups/3bf7837f-d72b-4516-81e3-2742f932764b HTTP/1.1" status: 204 len: 173 time: 0.4227235 Oct 13 10:51:28.824752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59fcc7-0d28-4553-b514-5ac63fa31b8f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf7837f-d72b-4516-81e3-2742f932764b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:28.889278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-e8912e48-7078-46a3-b4dd-bc3005a6919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:28.892988 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-e8912e48-7078-46a3-b4dd-bc3005a6919e service neutron] 10.222.0.46 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.1749918 Oct 13 10:51:29.005226 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-c0229a94-7b73-4170-b31b-49aff7f0a215 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7465c52-6146-4dd5-a601-bc6df9182b67 HTTP/1.1" status: 200 len: 217 time: 0.1005363 Oct 13 10:51:29.086901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-b27eaf92-3782-4245-9209-54c3f8dd2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:29.088605 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-b27eaf92-3782-4245-9209-54c3f8dd2b15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0667779 Oct 13 10:51:29.116988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6dd26-d8cb-42a0-9b16-e35ba97f2b48 req-de277c8e-2952-40b2-b303-9e70af9b5e24 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:29.125476 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85c6dd26-d8cb-42a0-9b16-e35ba97f2b48 req-de277c8e-2952-40b2-b303-9e70af9b5e24 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.1327755 Oct 13 10:51:29.169343 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-0fe962d6-f002-4a3b-8f84-841cbe023bb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361791 Oct 13 10:51:29.279150 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-6635ecdd-d30a-4ebf-9021-a2cc9b84d226 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968709 Oct 13 10:51:29.280744 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-5498b6bf-a5ee-4ee7-91b0-1c4a822a8246 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:29.282261 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-5498b6bf-a5ee-4ee7-91b0-1c4a822a8246 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/networks?id=21de5fad-2ade-4e57-815f-ecef3d97e8e4 HTTP/1.1" status: 200 len: 821 time: 0.7101252 Oct 13 10:51:29.305372 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-1acedf7f-d056-4408-b261-6bb2dabd8d3e tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/quotas/d5fb6da443a14d7da07e27d3ff80dabb HTTP/1.1" status: 200 len: 375 time: 0.0133398 Oct 13 10:51:29.316714 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85c6dd26-d8cb-42a0-9b16-e35ba97f2b48 req-2c7a170f-d450-4478-83a9-1ea161853e36 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898646 Oct 13 10:51:29.342152 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-397e4dad-9a61-4458-a289-6d0b06378ae8 req-8c23ff83-52ec-43f3-ab5b-64219ac59d22 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721547 Oct 13 10:51:29.440202 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-00f9560c-669d-4462-bdb4-3592282d0cdc service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475313 Oct 13 10:51:29.500625 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-36a972d0-842a-4f8d-81c1-9d2948c9e9de tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5fb6da443a14d7da07e27d3ff80dabb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1834662 Oct 13 10:51:29.503133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-397e4dad-9a61-4458-a289-6d0b06378ae8 req-5e48d651-cf17-4a5c-acd6-6cf97cd094a6 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412358 Oct 13 10:51:29.659799 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-990e424b-728e-4aba-b22c-e14a1eea3aba service neutron] 10.222.0.32 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493590 Oct 13 10:51:29.760187 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-774fc9c4-7356-48a7-9729-b3f36ef165cc service neutron] 10.222.0.32 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922065 Oct 13 10:51:30.032503 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf29f1-7bdf-44f7-a93a-c26eda5cd1e7 x-openstack-request-id: req-ddcf29f1-7bdf-44f7-a93a-c26eda5cd1e7 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:30.033001 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfebc7b-e5df-47ee-85e8-e2329c1ac54a", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a76d1-389f-429a-b10b-c763629fe26a", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:30.033089 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ddcf29f1-7bdf-44f7-a93a-c26eda5cd1e7 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:30.033437 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfebc7b-e5df-47ee-85e8-e2329c1ac54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a76d1-389f-429a-b10b-c763629fe26a', 'code': 200} Oct 13 10:51:30.081181 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-f81ff410-02c0-4f05-a01d-78fd3b77a7c4 req-0188020d-d1b9-4cce-b6c3-0cb5e349fc93 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] show failed (client error): The resource could not be found. Oct 13 10:51:30.082428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f81ff410-02c0-4f05-a01d-78fd3b77a7c4 req-0188020d-d1b9-4cce-b6c3-0cb5e349fc93 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/3bf7837f-d72b-4516-81e3-2742f932764b HTTP/1.1" status: 404 len: 352 time: 0.0305603 Oct 13 10:51:30.211232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54ad44-887e-4ff9-8fb8-41a511bebcfc req-b730eb70-9ef8-44a4-8df4-d3a0ef5114fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:30.212800 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa54ad44-887e-4ff9-8fb8-41a511bebcfc req-b730eb70-9ef8-44a4-8df4-d3a0ef5114fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 1101 time: 0.0853992 Oct 13 10:51:30.321858 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa54ad44-887e-4ff9-8fb8-41a511bebcfc req-df2ffefa-d9ba-4f3d-bc61-1184b99058b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934124 Oct 13 10:51:30.329931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfdb12-00a3-4fcb-96fb-4e2b1917ee89 req-b04afb09-4cc2-49dc-bb99-4be905f9b355 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:30.334280 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36cfdb12-00a3-4fcb-96fb-4e2b1917ee89 req-b04afb09-4cc2-49dc-bb99-4be905f9b355 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 950 time: 0.1176014 Oct 13 10:51:30.380302 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36cfdb12-00a3-4fcb-96fb-4e2b1917ee89 req-b77ebf0c-49e3-43b2-9e3a-ed8508c088f3 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Oct 13 10:51:30.528049 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b56594a-a3f9-4866-87b0-9bb989ccb7ee req-e09b6103-a444-4e1f-9be6-582f34b18d9d tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 210 time: 0.0295849 Oct 13 10:51:30.567926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-b6866644-72c9-4eda-b850-720f98e94d1e req-e525d33c-97e1-4d00-81b9-6c7ae6d1a12a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1217123186', 'description': 'tempest-description-666593586'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:30.684299 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b6866644-72c9-4eda-b850-720f98e94d1e req-e525d33c-97e1-4d00-81b9-6c7ae6d1a12a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:30.825121 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b6866644-72c9-4eda-b850-720f98e94d1e req-e525d33c-97e1-4d00-81b9-6c7ae6d1a12a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:30.907303 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b6866644-72c9-4eda-b850-720f98e94d1e req-e525d33c-97e1-4d00-81b9-6c7ae6d1a12a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:30.958778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525d33c-97e1-4d00-81b9-6c7ae6d1a12a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c750f4-7bbd-4a8f-bdd7-fd9056abe476,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:30.995672 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b6866644-72c9-4eda-b850-720f98e94d1e req-e525d33c-97e1-4d00-81b9-6c7ae6d1a12a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:31.015257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6866644-72c9-4eda-b850-720f98e94d1e req-e525d33c-97e1-4d00-81b9-6c7ae6d1a12a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4515004 Oct 13 10:51:31.137908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed15a-5857-4347-bac6-1515eea02031 req-fec1b09a-7d63-4742-b942-8d4e1052deb7 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:31.139693 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5cbed15a-5857-4347-bac6-1515eea02031 req-fec1b09a-7d63-4742-b942-8d4e1052deb7 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.0707867 Oct 13 10:51:31.190383 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5cbed15a-5857-4347-bac6-1515eea02031 req-cdb551ed-34ae-4fb4-9d6b-d8e7fb78676f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437281 Oct 13 10:51:31.324673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-cac47407-e819-48a1-8a27-84c7b6d8aba0 req-f2f47eb3-7a50-4490-bf9d-6d302d01cfa4 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1483381059', 'description': 'tempest-description-1025177627'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:31.427199 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cac47407-e819-48a1-8a27-84c7b6d8aba0 req-f2f47eb3-7a50-4490-bf9d-6d302d01cfa4 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:31.536433 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cac47407-e819-48a1-8a27-84c7b6d8aba0 req-f2f47eb3-7a50-4490-bf9d-6d302d01cfa4 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:31.635825 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cac47407-e819-48a1-8a27-84c7b6d8aba0 req-f2f47eb3-7a50-4490-bf9d-6d302d01cfa4 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:31.669217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f47eb3-7a50-4490-bf9d-6d302d01cfa4 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb47bb-9065-4281-8e72-7508ec1d9b57,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:31.744171 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cac47407-e819-48a1-8a27-84c7b6d8aba0 req-f2f47eb3-7a50-4490-bf9d-6d302d01cfa4 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:31.751478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cac47407-e819-48a1-8a27-84c7b6d8aba0 req-f2f47eb3-7a50-4490-bf9d-6d302d01cfa4 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4308908 Oct 13 10:51:31.876643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc000267-f73b-4806-858f-7a6a19fc2fb9 req-7fb95c39-f2b6-4764-9b36-ddbc0fcf9bdf tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:31.878406 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc000267-f73b-4806-858f-7a6a19fc2fb9 req-7fb95c39-f2b6-4764-9b36-ddbc0fcf9bdf tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 950 time: 0.0582342 Oct 13 10:51:31.918571 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc000267-f73b-4806-858f-7a6a19fc2fb9 req-8e899bfe-84bf-49d4-9263-fef7732f93ae tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333045 Oct 13 10:51:32.072476 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-60a830a8-1309-408c-9287-e855a844f738 req-d529a1a5-f8dd-43f3-997a-a8ce5564cdd4 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 210 time: 0.0311382 Oct 13 10:51:32.111562 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1e317601-6cc9-4e9e-b5ff-2b577c66dec5 req-7eee2a7d-f690-4a06-9ff5-549a11d8fde7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1033186531', 'description': 'tempest-description-918881333'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:32.428039 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e317601-6cc9-4e9e-b5ff-2b577c66dec5 req-7eee2a7d-f690-4a06-9ff5-549a11d8fde7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:32.593281 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e317601-6cc9-4e9e-b5ff-2b577c66dec5 req-7eee2a7d-f690-4a06-9ff5-549a11d8fde7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:32.633074 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e317601-6cc9-4e9e-b5ff-2b577c66dec5 req-7eee2a7d-f690-4a06-9ff5-549a11d8fde7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:32.675841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee2a7d-f690-4a06-9ff5-549a11d8fde7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12509b33-900a-479e-9e60-e7b2a29c841c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:32.712811 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e317601-6cc9-4e9e-b5ff-2b577c66dec5 req-7eee2a7d-f690-4a06-9ff5-549a11d8fde7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:32.735427 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e317601-6cc9-4e9e-b5ff-2b577c66dec5 req-7eee2a7d-f690-4a06-9ff5-549a11d8fde7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6297314 Oct 13 10:51:32.866878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf8b37-34cc-4d0d-af51-45e67f596d83 req-0e56fe79-3ed8-47e5-af28-84ac051c130f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:32.875429 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4aaf8b37-34cc-4d0d-af51-45e67f596d83 req-0e56fe79-3ed8-47e5-af28-84ac051c130f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.0740082 Oct 13 10:51:32.924375 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4aaf8b37-34cc-4d0d-af51-45e67f596d83 req-ba5cf7fa-9ebe-43bb-8047-0cfc481616f2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474889 Oct 13 10:51:33.159416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-1a1f2541-eb7e-456d-8ae5-fa1d073a2b39 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:33.160927 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-1a1f2541-eb7e-456d-8ae5-fa1d073a2b39 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.21 "GET /v2.0/networks?id=21de5fad-2ade-4e57-815f-ecef3d97e8e4 HTTP/1.1" status: 200 len: 821 time: 0.2000179 Oct 13 10:51:33.183956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-20da7141-f809-4809-9c7b-3bd73c2d83af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Request body: {'port': {'device_id': '90359656-9ba2-4e0e-90ef-58e532bc50bf', 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4', 'admin_state_up': True, 'tenant_id': 'd5fb6da443a14d7da07e27d3ff80dabb'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:33.261549 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f11602ac-b3c3-42a4-bc38-1059ee170646 req-60148579-982d-472c-ba90-3f4cb7a972e4 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b HTTP/1.1" status: 200 len: 10896 time: 0.2183540 Oct 13 10:51:33.346981 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f11602ac-b3c3-42a4-bc38-1059ee170646 req-6c61ad8a-3f83-4be7-91e4-ac442a6e2ac8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/8e1bdf69-b26f-47c7-8276-9bc2991fec25 HTTP/1.1" status: 200 len: 2981 time: 0.0845609 Oct 13 10:51:33.422319 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f11602ac-b3c3-42a4-bc38-1059ee170646 req-eede2491-9996-4a1a-83f8-4643eaa0fe7e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/8e1bdf69-b26f-47c7-8276-9bc2991fec25 HTTP/1.1" status: 200 len: 2981 time: 0.0742543 Oct 13 10:51:33.517050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-20da7141-f809-4809-9c7b-3bd73c2d83af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Made reservation on behalf of d5fb6da443a14d7da07e27d3ff80dabb for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:51:33.522306 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-20da7141-f809-4809-9c7b-3bd73c2d83af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:33.566845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebe5bc-28d5-4eef-bcf3-576f46ed1f26 req-ec717013-33ae-4a8a-b81e-6dafb940c1f1 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:33.575023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21ebe5bc-28d5-4eef-bcf3-576f46ed1f26 req-ec717013-33ae-4a8a-b81e-6dafb940c1f1 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 950 time: 0.0900691 Oct 13 10:51:33.687681 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21ebe5bc-28d5-4eef-bcf3-576f46ed1f26 req-c2c82291-15e7-4b92-a44a-496d9b915904 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116760 Oct 13 10:51:33.728908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-20da7141-f809-4809-9c7b-3bd73c2d83af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Allocated IP 172.20.0.12 (21de5fad-2ade-4e57-815f-ecef3d97e8e4/bb47ae55-deda-4356-8a6d-76d183060008/15837626-7586-42a8-9805-0ef754a6314a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:51:33.905869 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-990f8dbf-517b-4a48-acb9-a3ac584b26aa req-c5441833-2253-4dc0-816a-2f47983517cb tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 210 time: 0.0352242 Oct 13 10:51:34.003635 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-20da7141-f809-4809-9c7b-3bd73c2d83af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:34.027683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9446ca0b-4b5a-44eb-80a3-0639002fe7cb req-05142a1a-e00e-45f2-bd2e-0e3ce9fc45db tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/20c750f4-7bbd-4a8f-bdd7-fd9056abe476 HTTP/1.1" status: 200 len: 1800 time: 0.0750127 Oct 13 10:51:34.105048 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9446ca0b-4b5a-44eb-80a3-0639002fe7cb req-6d95af51-16c3-4cbd-98d9-0636dc7aa1a9 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:34.129812 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9446ca0b-4b5a-44eb-80a3-0639002fe7cb req-6d95af51-16c3-4cbd-98d9-0636dc7aa1a9 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:34.143499 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-20da7141-f809-4809-9c7b-3bd73c2d83af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:34.214207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-20da7141-f809-4809-9c7b-3bd73c2d83af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:51:34.218355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-20da7141-f809-4809-9c7b-3bd73c2d83af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:51:34.220833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-20da7141-f809-4809-9c7b-3bd73c2d83af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:51:34.252061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da7141-f809-4809-9c7b-3bd73c2d83af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Pushing event updated for resources: {'Port': ['ID=15837626-7586-42a8-9805-0ef754a6314a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:34.286439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-20da7141-f809-4809-9c7b-3bd73c2d83af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:34.287196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-20da7141-f809-4809-9c7b-3bd73c2d83af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:34.325317 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9446ca0b-4b5a-44eb-80a3-0639002fe7cb req-6d95af51-16c3-4cbd-98d9-0636dc7aa1a9 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:34.329671 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9446ca0b-4b5a-44eb-80a3-0639002fe7cb req-6d95af51-16c3-4cbd-98d9-0636dc7aa1a9 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:34.335221 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9446ca0b-4b5a-44eb-80a3-0639002fe7cb req-6d95af51-16c3-4cbd-98d9-0636dc7aa1a9 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "DELETE /v2.0/security-groups/20c750f4-7bbd-4a8f-bdd7-fd9056abe476 HTTP/1.1" status: 204 len: 173 time: 0.2956812 Oct 13 10:51:34.357428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95af51-16c3-4cbd-98d9-0636dc7aa1a9 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c750f4-7bbd-4a8f-bdd7-fd9056abe476,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:34.389096 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-20da7141-f809-4809-9c7b-3bd73c2d83af tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2113466 Oct 13 10:51:34.401456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Request body: {'port': {'device_id': '90359656-9ba2-4e0e-90ef-58e532bc50bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:34.516158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc740d-042f-46ca-ab7d-321b177a5ce7 req-53cecbec-7358-42e6-a5f0-8473e46cd922 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:34.523429 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44cc740d-042f-46ca-ab7d-321b177a5ce7 req-53cecbec-7358-42e6-a5f0-8473e46cd922 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb3c996-20c8-4a17-8892-1c43b4091ccd HTTP/1.1" status: 200 len: 950 time: 0.0911348 Oct 13 10:51:34.525128 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:34.606883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44cc740d-042f-46ca-ab7d-321b177a5ce7 req-952c004c-59b5-447e-80ef-6b50071d7b00 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825539 Oct 13 10:51:34.810411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d43e14-808c-42ff-9035-f6793d202329 req-468732e7-e7f8-4a3e-aff2-62ceae323d8c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:34.812590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0d43e14-808c-42ff-9035-f6793d202329 req-468732e7-e7f8-4a3e-aff2-62ceae323d8c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.1193478 Oct 13 10:51:34.896734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0d43e14-808c-42ff-9035-f6793d202329 req-1cc7e9c2-b076-426b-a504-3281230fc792 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742083 Oct 13 10:51:35.005553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15837626-7586-42a8-9805-0ef754a6314a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:35.019715 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:35.040836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Transition to ACTIVE for port object 15837626-7586-42a8-9805-0ef754a6314a will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:51:35.069543 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-da6f4b47-8281-4406-8db0-c88087b0cf3a req-25b57f97-80ee-40ad-ad56-fce622f6642a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] show failed (client error): The resource could not be found. Oct 13 10:51:35.083910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da6f4b47-8281-4406-8db0-c88087b0cf3a req-25b57f97-80ee-40ad-ad56-fce622f6642a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/20c750f4-7bbd-4a8f-bdd7-fd9056abe476 HTTP/1.1" status: 404 len: 352 time: 0.0300784 Oct 13 10:51:35.106190 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:35.227901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Pushing event updated for resources: {'Port': ['ID=15837626-7586-42a8-9805-0ef754a6314a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:35.388957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Attempting to bind port 15837626-7586-42a8-9805-0ef754a6314a on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:51:35.389300 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Attempting to bind port 15837626-7586-42a8-9805-0ef754a6314a by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '9548b80d-c040-4ef9-9627-2c74af60390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:51:35.389634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Attempting to bind port 15837626-7586-42a8-9805-0ef754a6314a on network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:35.394198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Port 15837626-7586-42a8-9805-0ef754a6314a on network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:51:35.394552 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Attempting to bind port 15837626-7586-42a8-9805-0ef754a6314a on network 21de5fad-2ade-4e57-815f-ecef3d97e8e4 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:35.400138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:51:35.400476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Checking segment: {'id': '9548b80d-c040-4ef9-9627-2c74af60390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:51:35.400858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Bound using segment: {'id': '9548b80d-c040-4ef9-9627-2c74af60390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:51:35.401757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Bound port: 15837626-7586-42a8-9805-0ef754a6314a, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9548b80d-c040-4ef9-9627-2c74af60390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:51:35.402541 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:35.478642 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] For port 15837626-7586-42a8-9805-0ef754a6314a, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:35.482709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] For port 15837626-7586-42a8-9805-0ef754a6314a, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=15837626-7586-42a8-9805-0ef754a6314a,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:51:35.574928 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:35.637778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:35.638733 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:35.640355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] 10.222.0.21 "PUT /v2.0/ports/15837626-7586-42a8-9805-0ef754a6314a HTTP/1.1" status: 200 len: 1092 time: 1.2432113 Oct 13 10:51:35.641019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90359656-9ba2-4e0e-90ef-58e532bc50bf', 'tag': '15837626-7586-42a8-9805-0ef754a6314a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:35.643461 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8446b4c-4b36-443c-aec4-327a755bd914" -d '{"events": [{"name": "network-changed", "server_uuid": "90359656-9ba2-4e0e-90ef-58e532bc50bf", "tag": "15837626-7586-42a8-9805-0ef754a6314a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:35.667472 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec92a0-791a-40e0-88f3-d1db566f05df service neutron] Pushing event updated for resources: {'Port': ['ID=15837626-7586-42a8-9805-0ef754a6314a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:35.798302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-e3dc1ffb-d43e-4ada-b6b8-f4e6b7c0efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:35.802380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-e3dc1ffb-d43e-4ada-b6b8-f4e6b7c0efa6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5fb6da443a14d7da07e27d3ff80dabb&device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 1095 time: 0.0466373 Oct 13 10:51:35.912972 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-e649a66e-5ea1-4032-b1d4-02d062201952 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15837626-7586-42a8-9805-0ef754a6314a HTTP/1.1" status: 200 len: 217 time: 0.0981946 Oct 13 10:51:36.038085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-94c7c3bb-3b35-45bb-9989-5f7d0c9f6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:36.039635 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-94c7c3bb-3b35-45bb-9989-5f7d0c9f6f66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb47ae55-deda-4356-8a6d-76d183060008 HTTP/1.1" status: 200 len: 861 time: 0.1193390 Oct 13 10:51:36.086687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502132d-819a-4579-b1f5-769050981eac req-2fecce31-60e0-4095-a631-aa3c5dc9e380 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:36.102794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6502132d-819a-4579-b1f5-769050981eac req-2fecce31-60e0-4095-a631-aa3c5dc9e380 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 944 time: 0.0904357 Oct 13 10:51:36.102794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-6b330703-29cf-4764-bfc6-81bc985bd457 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=21de5fad-2ade-4e57-815f-ecef3d97e8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517008 Oct 13 10:51:36.206877 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6502132d-819a-4579-b1f5-769050981eac req-43b1bc69-2e42-42dc-997f-7c5e5a41bc04 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098025 Oct 13 10:51:36.259806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-9934ded2-f6b3-4751-a21b-407a84b550ec service neutron] 10.222.0.21 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433256 Oct 13 10:51:36.361519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6cf3d55-4d23-4f70-8ece-412304f21a93 req-61839817-bd89-43ee-849d-ceab7d8d5805 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/20eb47bb-9065-4281-8e72-7508ec1d9b57 HTTP/1.1" status: 200 len: 1801 time: 0.1005709 Oct 13 10:51:36.422719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0703222c-0860-42df-8704-db0c9bbf8da5 req-a4eab870-d8da-4427-bf50-8d1665a2451a service neutron] 10.222.0.21 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469603 Oct 13 10:51:36.444195 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a6cf3d55-4d23-4f70-8ece-412304f21a93 req-2517d933-0106-43c5-aefd-c2c1790f6de8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:36.468108 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a6cf3d55-4d23-4f70-8ece-412304f21a93 req-2517d933-0106-43c5-aefd-c2c1790f6de8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:36.751323 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a6cf3d55-4d23-4f70-8ece-412304f21a93 req-2517d933-0106-43c5-aefd-c2c1790f6de8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:36.754839 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a6cf3d55-4d23-4f70-8ece-412304f21a93 req-2517d933-0106-43c5-aefd-c2c1790f6de8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:36.757212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6cf3d55-4d23-4f70-8ece-412304f21a93 req-2517d933-0106-43c5-aefd-c2c1790f6de8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "DELETE /v2.0/security-groups/20eb47bb-9065-4281-8e72-7508ec1d9b57 HTTP/1.1" status: 204 len: 173 time: 0.3893511 Oct 13 10:51:36.767687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517d933-0106-43c5-aefd-c2c1790f6de8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb47bb-9065-4281-8e72-7508ec1d9b57,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:36.808528 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7137e4a9-6233-4582-beff-6782603d19b1 x-openstack-request-id: req-7137e4a9-6233-4582-beff-6782603d19b1 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:36.808835 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90359656-9ba2-4e0e-90ef-58e532bc50bf", "tag": "15837626-7586-42a8-9805-0ef754a6314a", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:36.809095 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7137e4a9-6233-4582-beff-6782603d19b1 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:36.809869 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90359656-9ba2-4e0e-90ef-58e532bc50bf', 'tag': '15837626-7586-42a8-9805-0ef754a6314a', 'status': 'completed', 'code': 200} Oct 13 10:51:36.934069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8446b4c-4b36-443c-aec4-327a755bd914 req-2a8748a6-b23b-49a1-b81c-655bda022287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:36.938672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8446b4c-4b36-443c-aec4-327a755bd914 req-2a8748a6-b23b-49a1-b81c-655bda022287 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5fb6da443a14d7da07e27d3ff80dabb&device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 1095 time: 0.1004343 Oct 13 10:51:37.128170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e62d7f-1cbc-4020-9c88-dac61b474847 req-e80e8f32-ad35-404c-b774-800692473be7 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:37.139045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95e62d7f-1cbc-4020-9c88-dac61b474847 req-e80e8f32-ad35-404c-b774-800692473be7 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.1774771 Oct 13 10:51:37.220932 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95e62d7f-1cbc-4020-9c88-dac61b474847 req-46898568-10b2-40b0-bfac-bb8191b7d5ec tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757561 Oct 13 10:51:37.222708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8446b4c-4b36-443c-aec4-327a755bd914 req-fc4717ee-7507-430c-b5a4-a7fc4f203be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:37.228079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8446b4c-4b36-443c-aec4-327a755bd914 req-fc4717ee-7507-430c-b5a4-a7fc4f203be2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=21de5fad-2ade-4e57-815f-ecef3d97e8e4 HTTP/1.1" status: 200 len: 922 time: 0.2809269 Oct 13 10:51:37.309607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8446b4c-4b36-443c-aec4-327a755bd914 req-6c1b3085-5882-4d42-bdc7-3c0e91e21a3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15837626-7586-42a8-9805-0ef754a6314a HTTP/1.1" status: 200 len: 217 time: 0.0712452 Oct 13 10:51:37.388141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8446b4c-4b36-443c-aec4-327a755bd914 req-0feacf46-b13f-44af-8886-0f9b5509d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:37.389661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8446b4c-4b36-443c-aec4-327a755bd914 req-0feacf46-b13f-44af-8886-0f9b5509d12e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb47ae55-deda-4356-8a6d-76d183060008 HTTP/1.1" status: 200 len: 861 time: 0.0726297 Oct 13 10:51:37.414365 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-4bafbb5c-bcc1-4323-a10d-9a5e651be112 req-846fdb05-03f7-441d-95a1-86779b3bdc2d tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] show failed (client error): The resource could not be found. Oct 13 10:51:37.430672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4bafbb5c-bcc1-4323-a10d-9a5e651be112 req-846fdb05-03f7-441d-95a1-86779b3bdc2d tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/20eb47bb-9065-4281-8e72-7508ec1d9b57 HTTP/1.1" status: 404 len: 352 time: 0.0399425 Oct 13 10:51:37.465361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8446b4c-4b36-443c-aec4-327a755bd914 req-d8579fc3-ff4e-4a26-be91-69c578a8f67c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=21de5fad-2ade-4e57-815f-ecef3d97e8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606248 Oct 13 10:51:37.602793 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8446b4c-4b36-443c-aec4-327a755bd914 req-e7ea06c5-7ae6-413d-bef6-d90da4c40d25 service neutron] 10.222.0.21 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284797 Oct 13 10:51:37.691695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e115a72-3b9a-4884-9e48-6597f74186bf req-cdfa7b52-cd9e-44de-811d-ec2004b44b10 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:37.693809 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e115a72-3b9a-4884-9e48-6597f74186bf req-cdfa7b52-cd9e-44de-811d-ec2004b44b10 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 944 time: 0.1053751 Oct 13 10:51:37.766242 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e115a72-3b9a-4884-9e48-6597f74186bf req-895d9e7d-fe41-4ca4-b27e-ee0903bead2b tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658901 Oct 13 10:51:37.770226 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8446b4c-4b36-443c-aec4-327a755bd914 req-2b680174-d56b-4fe8-a629-6c7b0039e3e0 service neutron] 10.222.0.21 "GET /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506581 Oct 13 10:51:37.828426 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-33626353-8030-478c-b724-e3446949a256 req-79c103e7-cac1-45a3-9cb9-77fbc20b6522 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/12509b33-900a-479e-9e60-e7b2a29c841c HTTP/1.1" status: 200 len: 1800 time: 0.0728500 Oct 13 10:51:37.917655 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-33626353-8030-478c-b724-e3446949a256 req-15d2b104-6a89-4f2c-a3a5-9a381f931e92 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:37.924490 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a8555983-888c-4aee-aea1-b503da1f5068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:37.955861 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-33626353-8030-478c-b724-e3446949a256 req-15d2b104-6a89-4f2c-a3a5-9a381f931e92 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:38.078634 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-33626353-8030-478c-b724-e3446949a256 req-15d2b104-6a89-4f2c-a3a5-9a381f931e92 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:38.081640 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-33626353-8030-478c-b724-e3446949a256 req-15d2b104-6a89-4f2c-a3a5-9a381f931e92 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:38.083054 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-33626353-8030-478c-b724-e3446949a256 req-15d2b104-6a89-4f2c-a3a5-9a381f931e92 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "DELETE /v2.0/security-groups/12509b33-900a-479e-9e60-e7b2a29c841c HTTP/1.1" status: 204 len: 173 time: 0.2340720 Oct 13 10:51:38.093406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2b104-6a89-4f2c-a3a5-9a381f931e92 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12509b33-900a-479e-9e60-e7b2a29c841c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:38.138009 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-cd3678af-dd19-477c-8bc4-e52acea03191 req-82ab0d45-f5cd-4a25-b896-3585b8784480 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] show failed (client error): The resource could not be found. Oct 13 10:51:38.139079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd3678af-dd19-477c-8bc4-e52acea03191 req-82ab0d45-f5cd-4a25-b896-3585b8784480 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/12509b33-900a-479e-9e60-e7b2a29c841c HTTP/1.1" status: 404 len: 352 time: 0.0179861 Oct 13 10:51:38.232430 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd45f9e9-49bb-45be-abe0-c0fddbbfe131 req-57c10505-b53d-4125-9228-19102ef92464 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b HTTP/1.1" status: 200 len: 6148 time: 0.0720134 Oct 13 10:51:38.284138 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd45f9e9-49bb-45be-abe0-c0fddbbfe131 req-823d2233-9b1e-40e2-8e67-4c4300cc31af tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/8e1bdf69-b26f-47c7-8276-9bc2991fec25 HTTP/1.1" status: 200 len: 2981 time: 0.0450287 Oct 13 10:51:38.338743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df808640-ea2f-4588-b70e-887b6c2e1557 req-49e7a7f3-0f2b-4bd7-a60f-9794bfc5934f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:38.340233 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df808640-ea2f-4588-b70e-887b6c2e1557 req-49e7a7f3-0f2b-4bd7-a60f-9794bfc5934f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.0558736 Oct 13 10:51:38.343045 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd45f9e9-49bb-45be-abe0-c0fddbbfe131 req-1838378d-fb87-4bd2-a7f1-8131f5837f4a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/8e1bdf69-b26f-47c7-8276-9bc2991fec25 HTTP/1.1" status: 200 len: 2981 time: 0.0431905 Oct 13 10:51:38.376437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-8683d18d-b37d-4720-9c40-37b5c81597a6 req-40c2f353-21de-4278-823f-360b4699d493 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-345654531', 'description': 'tempest-description-1495147043'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:38.389935 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df808640-ea2f-4588-b70e-887b6c2e1557 req-9993121e-2c8a-4aa0-bc13-01d8c46c9825 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433497 Oct 13 10:51:38.478236 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:38.529817 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8683d18d-b37d-4720-9c40-37b5c81597a6 req-40c2f353-21de-4278-823f-360b4699d493 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:38.609873 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8683d18d-b37d-4720-9c40-37b5c81597a6 req-40c2f353-21de-4278-823f-360b4699d493 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:38.684305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8683d18d-b37d-4720-9c40-37b5c81597a6 req-40c2f353-21de-4278-823f-360b4699d493 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:38.718262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2f353-21de-4278-823f-360b4699d493 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8bcc39-8649-4afa-85b4-3217c33f0d6d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:38.801489 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8683d18d-b37d-4720-9c40-37b5c81597a6 req-40c2f353-21de-4278-823f-360b4699d493 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:38.811532 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8683d18d-b37d-4720-9c40-37b5c81597a6 req-40c2f353-21de-4278-823f-360b4699d493 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4387882 Oct 13 10:51:38.900476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187943d-ddb3-4960-b42b-229a7f93e309 req-5e8e23e4-2248-439b-b4cd-b5ba19dc8e16 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:38.901957 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c187943d-ddb3-4960-b42b-229a7f93e309 req-5e8e23e4-2248-439b-b4cd-b5ba19dc8e16 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 944 time: 0.0496929 Oct 13 10:51:38.940360 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c187943d-ddb3-4960-b42b-229a7f93e309 req-d486cf78-ae86-4037-b1ad-5083c8f97503 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322597 Oct 13 10:51:38.970290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-8558febc-a3fb-4953-969e-c94a03de943b req-0d39ffb5-871c-452f-bb90-9b220c0024f8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1479190686', 'description': 'tempest-description-2146911777'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:39.090198 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8558febc-a3fb-4953-969e-c94a03de943b req-0d39ffb5-871c-452f-bb90-9b220c0024f8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:39.159335 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8558febc-a3fb-4953-969e-c94a03de943b req-0d39ffb5-871c-452f-bb90-9b220c0024f8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:39.226978 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8558febc-a3fb-4953-969e-c94a03de943b req-0d39ffb5-871c-452f-bb90-9b220c0024f8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:39.255739 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39ffb5-871c-452f-bb90-9b220c0024f8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c9ff36-de45-4560-822b-70dd14e0d816,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:39.320486 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8558febc-a3fb-4953-969e-c94a03de943b req-0d39ffb5-871c-452f-bb90-9b220c0024f8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:39.321745 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8558febc-a3fb-4953-969e-c94a03de943b req-0d39ffb5-871c-452f-bb90-9b220c0024f8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3556850 Oct 13 10:51:39.629148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-42135d80-ece6-4e52-90dc-6e2d5f44dc41 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:39.631277 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-42135d80-ece6-4e52-90dc-6e2d5f44dc41 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/networks?id=5af4457a-d814-4848-a2d9-db68fc1be91e HTTP/1.1" status: 200 len: 811 time: 0.1063704 Oct 13 10:51:39.646935 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-c6eac047-d48a-4433-8195-64a109d58ee3 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/quotas/f9a4c35e3eba4a36b50114c9994efa1b HTTP/1.1" status: 200 len: 375 time: 0.0093322 Oct 13 10:51:39.701528 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-ff85d079-0f62-4d89-8793-a5795ad1e2e7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486479 Oct 13 10:51:39.800956 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-a908df94-4396-4c83-bc46-09aed0d8a494 service neutron] 10.222.0.32 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895352 Oct 13 10:51:39.859705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2b0c8-b159-4ecc-be63-7ee4d0a6a4c1 req-63dfbc09-e69a-4d19-9e5e-dae3e667175c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:39.862269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dbf2b0c8-b159-4ecc-be63-7ee4d0a6a4c1 req-63dfbc09-e69a-4d19-9e5e-dae3e667175c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.0517368 Oct 13 10:51:39.902154 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dbf2b0c8-b159-4ecc-be63-7ee4d0a6a4c1 req-afae793d-e188-4d05-aa5f-06071dc2fc81 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336504 Oct 13 10:51:39.922636 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-41ab580a-91cf-4197-8f9a-22dbcdb8a511 service neutron] 10.222.0.32 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086788 Oct 13 10:51:40.124848 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 15837626-7586-42a8-9805-0ef754a6314a details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:40.195711 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:40.244854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 15837626-7586-42a8-9805-0ef754a6314a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=15837626-7586-42a8-9805-0ef754a6314a,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:40.278308 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '15837626-7586-42a8-9805-0ef754a6314a', 'network_id': '21de5fad-2ade-4e57-815f-ecef3d97e8e4', 'port_id': '15837626-7586-42a8-9805-0ef754a6314a', 'mac_address': 'fa:16:3e:f9:27:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb47ae55-deda-4356-8a6d-76d183060008', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:51:40.282953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a2a55-b29c-498b-8f96-52a081e430b8 req-1402b673-0679-4836-be6a-a17f4156fc8d tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:40.284909 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-186a2a55-b29c-498b-8f96-52a081e430b8 req-1402b673-0679-4836-be6a-a17f4156fc8d tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 944 time: 0.0802464 Oct 13 10:51:40.332061 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:40.342046 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-186a2a55-b29c-498b-8f96-52a081e430b8 req-c133b934-c58f-4a28-bd5c-f8efa95bd6c6 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496857 Oct 13 10:51:40.366125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15837626-7586-42a8-9805-0ef754a6314a {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:40.403444 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 15837626-7586-42a8-9805-0ef754a6314a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=15837626-7586-42a8-9805-0ef754a6314a,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:40.437776 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dd41c33-0724-4f99-aba3-c6e5bf906074 req-a020609e-c354-43dd-9807-54d6fab0ba32 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 210 time: 0.0407212 Oct 13 10:51:40.461310 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:40.524584 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=15837626-7586-42a8-9805-0ef754a6314a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:40.693472 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['15837626-7586-42a8-9805-0ef754a6314a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:40.704885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-988f099c-890d-4a8f-aca7-b504756d0275 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:40.713511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-988f099c-890d-4a8f-aca7-b504756d0275 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/networks?id=225efdd3-76a6-46d2-812d-fe35c95e3f9f HTTP/1.1" status: 200 len: 805 time: 0.1197197 Oct 13 10:51:40.731305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-e9daee8d-2260-4438-9e72-5d44b5dc535a tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/quotas/1cd32a677dad4bb08ed7597ab50eccd8 HTTP/1.1" status: 200 len: 375 time: 0.0161803 Oct 13 10:51:40.739453 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e65169aa-3f6d-410e-9d3a-f4fb48ea3158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:40.779510 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-119fc48a-d8bc-4a85-89e2-80113050395d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1cd32a677dad4bb08ed7597ab50eccd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471430 Oct 13 10:51:40.872595 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-3efac806-1129-4a63-9b83-06492d91647b service neutron] 10.222.0.32 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846760 Oct 13 10:51:40.978958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-276ed1ae-01a2-492f-93d2-04976d5ea4ce service neutron] 10.222.0.32 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998626 Oct 13 10:51:41.034060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2ad5a-42ff-4c3d-80ce-62f34307f490 req-13b40528-0270-4845-8b68-ba7f319b4505 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:41.035697 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bdd2ad5a-42ff-4c3d-80ce-62f34307f490 req-13b40528-0270-4845-8b68-ba7f319b4505 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.0545869 Oct 13 10:51:41.077799 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bdd2ad5a-42ff-4c3d-80ce-62f34307f490 req-69a6eb50-ec76-46a4-9ebb-c6af6a81b7f7 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356703 Oct 13 10:51:41.226702 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-02e76c96-366b-4909-a854-aadf30a3cf1e req-67408298-30ff-4d9a-9f02-8fa2714d99eb tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 210 time: 0.0269587 Oct 13 10:51:41.457591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98970796-bf51-434f-a2ab-74724051009d req-3911d2e3-d3d8-463b-81e6-3cb4b01bde79 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:41.460070 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98970796-bf51-434f-a2ab-74724051009d req-3911d2e3-d3d8-463b-81e6-3cb4b01bde79 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 945 time: 0.0529485 Oct 13 10:51:41.508704 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98970796-bf51-434f-a2ab-74724051009d req-82945e7b-061e-4ea8-890e-497d2fa15bef tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Oct 13 10:51:41.579500 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:41.598562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f6c9df6-4806-4e11-94a7-8de3f28cde39 req-a1a293ff-035e-4973-85ac-e3b58812da14 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 210 time: 0.0665858 Oct 13 10:51:41.764040 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f540a188-6176-4973-8b6a-cccbf69527fe details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:41.881294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f540a188-6176-4973-8b6a-cccbf69527fe,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:41.892170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'f540a188-6176-4973-8b6a-cccbf69527fe', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'f540a188-6176-4973-8b6a-cccbf69527fe', 'mac_address': 'fa:16:3e:ff:09:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:51:41.932591 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:41.946597 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f540a188-6176-4973-8b6a-cccbf69527fe {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:41.977301 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f540a188-6176-4973-8b6a-cccbf69527fe,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:42.044264 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:42.072922 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:42.129613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f540a188-6176-4973-8b6a-cccbf69527fe,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:42.170085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 15837626-7586-42a8-9805-0ef754a6314a up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:51:42.223623 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['f540a188-6176-4973-8b6a-cccbf69527fe'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:42.244966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc21d53-d203-4ec1-86b0-119af40177b8 req-350388a5-90a6-4a92-880a-a4ee458a7bec tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:42.247325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5fc21d53-d203-4ec1-86b0-119af40177b8 req-350388a5-90a6-4a92-880a-a4ee458a7bec tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.0554326 Oct 13 10:51:42.398301 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95110b0d-41d0-4ce9-b594-0dfed13b4852 req-ee3e5e95-ddf8-4b2d-92c6-ceb7929f679e tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 210 time: 0.0401807 Oct 13 10:51:42.403143 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5fc21d53-d203-4ec1-86b0-119af40177b8 req-8c8d736b-c51d-43c7-926e-c2e49f8388f8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350408 Oct 13 10:51:42.447871 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 15837626-7586-42a8-9805-0ef754a6314a completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:51:42.452207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 15837626-7586-42a8-9805-0ef754a6314a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:42.452699 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:42.467077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-303bc5d0-47dc-4001-ab39-51a35d370e64 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:42.468720 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-303bc5d0-47dc-4001-ab39-51a35d370e64 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.21 "GET /v2.0/networks?id=5af4457a-d814-4848-a2d9-db68fc1be91e HTTP/1.1" status: 200 len: 811 time: 0.1978545 Oct 13 10:51:42.483096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-828d16bc-56cb-4b67-bd29-f1f55ea060ab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'port': {'device_id': 'bb990859-d292-4eb7-a640-856fde6593d3', 'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e', 'admin_state_up': True, 'tenant_id': 'f9a4c35e3eba4a36b50114c9994efa1b'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:42.536736 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:42.565580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90359656-9ba2-4e0e-90ef-58e532bc50bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15837626-7586-42a8-9805-0ef754a6314a'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:42.568581 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b26e95-d62b-42da-870e-ca5e54e1229a" -d '{"events": [{"server_uuid": "90359656-9ba2-4e0e-90ef-58e532bc50bf", "name": "network-vif-plugged", "status": "completed", "tag": "15837626-7586-42a8-9805-0ef754a6314a"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:42.589437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 15837626-7586-42a8-9805-0ef754a6314a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=15837626-7586-42a8-9805-0ef754a6314a,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:42.613830 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57779be5-5c60-4b91-8160-116da4fc83be x-openstack-request-id: req-57779be5-5c60-4b91-8160-116da4fc83be {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:42.614129 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90359656-9ba2-4e0e-90ef-58e532bc50bf", "name": "network-vif-plugged", "status": "completed", "tag": "15837626-7586-42a8-9805-0ef754a6314a", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:42.614408 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57779be5-5c60-4b91-8160-116da4fc83be {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:42.615568 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90359656-9ba2-4e0e-90ef-58e532bc50bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15837626-7586-42a8-9805-0ef754a6314a', 'code': 200} Oct 13 10:51:42.701897 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:42.746492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc2daf-c129-4189-a4a5-630f2f31697f req-cc908fe2-c55b-42c0-a933-e8a269c70e94 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:42.748936 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4dc2daf-c129-4189-a4a5-630f2f31697f req-cc908fe2-c55b-42c0-a933-e8a269c70e94 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 945 time: 0.1071756 Oct 13 10:51:42.782021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-828d16bc-56cb-4b67-bd29-f1f55ea060ab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Made reservation on behalf of f9a4c35e3eba4a36b50114c9994efa1b for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:51:42.787104 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-828d16bc-56cb-4b67-bd29-f1f55ea060ab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:42.787477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=15837626-7586-42a8-9805-0ef754a6314a,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:42.803380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fcb55cee-0669-458f-ae61-7287de012c2f req-f14626e4-fdb9-4c50-9e38-ce794d176bc3 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 210 time: 0.0901377 Oct 13 10:51:42.835447 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7affd1-b1f7-4e20-9a7c-ecee388fa049 req-4f131247-6310-4d5c-ab5c-942c307aa99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:42.837027 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aa7affd1-b1f7-4e20-9a7c-ecee388fa049 req-4f131247-6310-4d5c-ab5c-942c307aa99f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 1097 time: 0.0846231 Oct 13 10:51:42.849025 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4dc2daf-c129-4189-a4a5-630f2f31697f req-41266407-8179-41a2-9fd8-9f9f80dae6d8 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792625 Oct 13 10:51:42.916011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1fb565a-3625-4d70-8632-6915eb81228e req-c3945ecc-4ff8-449f-99c5-dac953f772f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1626604 Oct 13 10:51:42.925906 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aa7affd1-b1f7-4e20-9a7c-ecee388fa049 req-5a5c7abf-6c7f-4a2b-ad87-9be7444c78c0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726342 Oct 13 10:51:42.984582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-828d16bc-56cb-4b67-bd29-f1f55ea060ab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Allocated IP 172.20.0.11 (5af4457a-d814-4848-a2d9-db68fc1be91e/7d869eb4-b298-4f73-bdf7-f3becabe9b5b/df9c5cf8-0751-4e54-8890-50f97497771c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:51:43.078588 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1391847-a8f0-431e-945b-6e259608ad1b req-2f51e6e7-97b6-4caa-8c96-117fb8ebc7fe tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:43.080279 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1391847-a8f0-431e-945b-6e259608ad1b req-2f51e6e7-97b6-4caa-8c96-117fb8ebc7fe tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee90de0c-2ef0-4087-bf2e-c06726d1680f HTTP/1.1" status: 200 len: 945 time: 0.0527618 Oct 13 10:51:43.150290 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-828d16bc-56cb-4b67-bd29-f1f55ea060ab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:43.243215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb565a-3625-4d70-8632-6915eb81228e req-0f42d18d-2362-43a3-9d1f-6e938e155ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:43.244819 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1fb565a-3625-4d70-8632-6915eb81228e req-0f42d18d-2362-43a3-9d1f-6e938e155ec6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 1095 time: 0.0881517 Oct 13 10:51:43.245666 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-828d16bc-56cb-4b67-bd29-f1f55ea060ab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:43.256442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-f1391847-a8f0-431e-945b-6e259608ad1b req-e63ac4d0-c5ae-4dbf-a827-ea852aa606b0 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Deleting port 8d5e4e49-370a-412c-bc28-152f8b3054ce {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:51:43.257951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f1391847-a8f0-431e-945b-6e259608ad1b req-e63ac4d0-c5ae-4dbf-a827-ea852aa606b0 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:43.308180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-828d16bc-56cb-4b67-bd29-f1f55ea060ab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Network 5af4457a-d814-4848-a2d9-db68fc1be91e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:51:43.313069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-828d16bc-56cb-4b67-bd29-f1f55ea060ab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:51:43.316839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-828d16bc-56cb-4b67-bd29-f1f55ea060ab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:51:43.324855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d16bc-56cb-4b67-bd29-f1f55ea060ab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'Port': ['ID=df9c5cf8-0751-4e54-8890-50f97497771c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:43.398666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-828d16bc-56cb-4b67-bd29-f1f55ea060ab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:43.399619 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-828d16bc-56cb-4b67-bd29-f1f55ea060ab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:43.511745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-828d16bc-56cb-4b67-bd29-f1f55ea060ab tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0326118 Oct 13 10:51:43.525036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5c5739a7-aaf9-41a1-a437-dc9af3beb860'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:43.529871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Request body: {'port': {'device_id': 'bb990859-d292-4eb7-a640-856fde6593d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:43.540481 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:43.573957 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-db0bde84-ea39-4038-8f94-5db178383d8f req-402175ad-bf8d-487a-baf9-eba0a61fdbf9 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 210 time: 0.0556304 Oct 13 10:51:43.608970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f1391847-a8f0-431e-945b-6e259608ad1b req-e63ac4d0-c5ae-4dbf-a827-ea852aa606b0 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] For port 8d5e4e49-370a-412c-bc28-152f8b3054ce, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8d5e4e49-370a-412c-bc28-152f8b3054ce,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:43.609435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f1391847-a8f0-431e-945b-6e259608ad1b req-e63ac4d0-c5ae-4dbf-a827-ea852aa606b0 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:43.620951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb565a-3625-4d70-8632-6915eb81228e req-40155c1a-f6aa-4ebb-a5cf-08f17921ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:43.622583 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1fb565a-3625-4d70-8632-6915eb81228e req-40155c1a-f6aa-4ebb-a5cf-08f17921ae51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.3226104 Oct 13 10:51:43.629737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-f1391847-a8f0-431e-945b-6e259608ad1b req-e63ac4d0-c5ae-4dbf-a827-ea852aa606b0 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Calling delete_port for 8d5e4e49-370a-412c-bc28-152f8b3054ce owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:51:43.708161 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1fb565a-3625-4d70-8632-6915eb81228e req-62c53da7-cc05-44b2-b7ce-579121e050c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6 HTTP/1.1" status: 200 len: 217 time: 0.0690029 Oct 13 10:51:43.795187 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f540a188-6176-4973-8b6a-cccbf69527fe up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:51:43.888050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb565a-3625-4d70-8632-6915eb81228e req-a4d4dde6-bcdd-4a73-95f5-5a8c96b93474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:43.889832 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1fb565a-3625-4d70-8632-6915eb81228e req-a4d4dde6-bcdd-4a73-95f5-5a8c96b93474 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.1211398 Oct 13 10:51:43.935905 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port f540a188-6176-4973-8b6a-cccbf69527fe triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:43.935905 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:43.952428 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1fb565a-3625-4d70-8632-6915eb81228e req-82062a7a-32a2-4c87-9a09-66a1046f9eea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480452 Oct 13 10:51:44.108738 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:44.182987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f540a188-6176-4973-8b6a-cccbf69527fe,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:44.244637 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:44.281471 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:44.282670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8d5e4e49-370a-412c-bc28-152f8b3054ce no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:51:44.296939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35594f2-2a4c-442f-a41c-0b8da9f29c80 req-2b2ccd60-e701-4abd-a2c6-f75083a55775 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:44.298782 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d35594f2-2a4c-442f-a41c-0b8da9f29c80 req-2b2ccd60-e701-4abd-a2c6-f75083a55775 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 932 time: 0.2828689 Oct 13 10:51:44.309322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d726b6a-9fdf-40b9-add6-fe1e2c5816ac req-b1c2c0f9-13b9-4af8-bb5e-62a330d11267 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:44.317380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d726b6a-9fdf-40b9-add6-fe1e2c5816ac req-b1c2c0f9-13b9-4af8-bb5e-62a330d11267 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.6536949 Oct 13 10:51:44.385263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-80b8311a-564b-4c16-8dca-1e4c31a5a057 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:44.386951 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-80b8311a-564b-4c16-8dca-1e4c31a5a057 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.21 "GET /v2.0/networks?id=225efdd3-76a6-46d2-812d-fe35c95e3f9f HTTP/1.1" status: 200 len: 805 time: 0.7221360 Oct 13 10:51:44.415597 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d35594f2-2a4c-442f-a41c-0b8da9f29c80 req-5064a762-6163-48c9-bfa3-19f99945d929 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842223 Oct 13 10:51:44.416674 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f1391847-a8f0-431e-945b-6e259608ad1b req-e63ac4d0-c5ae-4dbf-a827-ea852aa606b0 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:44.420818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No active binding found for port 8d5e4e49-370a-412c-bc28-152f8b3054ce {{(pid=101992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 10:51:44.421559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8d5e4e49-370a-412c-bc28-152f8b3054ce not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:51:44.460250 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f540a188-6176-4973-8b6a-cccbf69527fe,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:44.486756 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-b05aa2c2-f5f0-4cad-b722-02454645fc63 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Request body: {'port': {'device_id': '96c57b10-13a7-4b0a-b952-a4ed494c7c8f', 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f', 'admin_state_up': True, 'tenant_id': '1cd32a677dad4bb08ed7597ab50eccd8'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:44.497002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ac4d0-c5ae-4dbf-a827-ea852aa606b0 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Pushing event deleted for resources: {'Port': ['ID=8d5e4e49-370a-412c-bc28-152f8b3054ce,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:44.503044 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1fb565a-3625-4d70-8632-6915eb81228e req-9218e188-b73d-4b26-afba-de8e7a157fe3 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344896 Oct 13 10:51:44.522912 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d726b6a-9fdf-40b9-add6-fe1e2c5816ac req-472cac3b-975b-43e1-82a6-8e489aae70c3 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039001 Oct 13 10:51:44.617252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:44.620292 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e841d7c-15ed-471c-8817-f7d4869e38d0" -d '{"events": [{"server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "name": "network-vif-plugged", "status": "completed", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:44.652388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1391847-a8f0-431e-945b-6e259608ad1b req-e63ac4d0-c5ae-4dbf-a827-ea852aa606b0 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] No DVR routers for this DVR port 8d5e4e49-370a-412c-bc28-152f8b3054ce on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:51:44.692411 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f1391847-a8f0-431e-945b-6e259608ad1b req-e63ac4d0-c5ae-4dbf-a827-ea852aa606b0 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:44.695938 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1391847-a8f0-431e-945b-6e259608ad1b req-e63ac4d0-c5ae-4dbf-a827-ea852aa606b0 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.46 "DELETE /v2.0/ports/8d5e4e49-370a-412c-bc28-152f8b3054ce HTTP/1.1" status: 204 len: 173 time: 1.6046391 Oct 13 10:51:44.697428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee90de0c-2ef0-4087-bf2e-c06726d1680f', 'name': 'network-vif-deleted', 'tag': '8d5e4e49-370a-412c-bc28-152f8b3054ce'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:44.699830 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cfdcde-9cc6-4416-84b5-d5b7b7d19d4d" -d '{"events": [{"server_uuid": "ee90de0c-2ef0-4087-bf2e-c06726d1680f", "name": "network-vif-deleted", "tag": "8d5e4e49-370a-412c-bc28-152f8b3054ce"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:44.751574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32c34-4b17-45eb-9886-1ed2301280e2 req-07eb80b9-f7fa-4ceb-ac3e-26420edfac1c tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:44.753108 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ee32c34-4b17-45eb-9886-1ed2301280e2 req-07eb80b9-f7fa-4ceb-ac3e-26420edfac1c tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 946 time: 0.2271905 Oct 13 10:51:44.773195 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1fb565a-3625-4d70-8632-6915eb81228e req-dec8fe9d-c5eb-4bb3-83a9-b8c012b19acd service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615597 Oct 13 10:51:44.842298 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ee32c34-4b17-45eb-9886-1ed2301280e2 req-a88e5bc5-50f1-4509-aad6-d11dad14d914 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809305 Oct 13 10:51:44.854290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-b05aa2c2-f5f0-4cad-b722-02454645fc63 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Made reservation on behalf of 1cd32a677dad4bb08ed7597ab50eccd8 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:51:44.858252 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-b05aa2c2-f5f0-4cad-b722-02454645fc63 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:44.904592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9c5cf8-0751-4e54-8890-50f97497771c {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:45.005064 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:45.042819 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813ba932-8b54-4e21-b04a-bbda691cdf7e x-openstack-request-id: req-813ba932-8b54-4e21-b04a-bbda691cdf7e {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:45.043319 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "name": "network-vif-plugged", "status": "completed", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:45.049216 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-813ba932-8b54-4e21-b04a-bbda691cdf7e {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:45.049216 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe', 'code': 200} Oct 13 10:51:45.049726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Transition to ACTIVE for port object df9c5cf8-0751-4e54-8890-50f97497771c will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:51:45.077774 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0691c1-0226-4d1f-88d3-f05b498a1af3 x-openstack-request-id: req-aa0691c1-0226-4d1f-88d3-f05b498a1af3 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:45.078617 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee90de0c-2ef0-4087-bf2e-c06726d1680f", "name": "network-vif-deleted", "tag": "8d5e4e49-370a-412c-bc28-152f8b3054ce", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:45.078881 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa0691c1-0226-4d1f-88d3-f05b498a1af3 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:45.079353 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee90de0c-2ef0-4087-bf2e-c06726d1680f', 'name': 'network-vif-deleted', 'tag': '8d5e4e49-370a-412c-bc28-152f8b3054ce', 'status': 'completed', 'code': 200} Oct 13 10:51:45.095491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c5969c7-30e6-4275-a939-ae407e39d5c9 req-38b9c9d6-2064-46f3-ab9f-c91bee897f7d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 210 time: 0.0608411 Oct 13 10:51:45.139226 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:45.275154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-b05aa2c2-f5f0-4cad-b722-02454645fc63 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Allocated IP 172.20.0.12 (225efdd3-76a6-46d2-812d-fe35c95e3f9f/d9350d63-c70c-4696-b76b-2b25898fda6e/c2dd0770-3927-4313-9303-cb8731e45d08) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:51:45.320973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Pushing event updated for resources: {'Port': ['ID=df9c5cf8-0751-4e54-8890-50f97497771c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:45.372602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Attempting to bind port df9c5cf8-0751-4e54-8890-50f97497771c on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:51:45.373023 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Attempting to bind port df9c5cf8-0751-4e54-8890-50f97497771c by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '09ee2bb8-167f-4731-bbb0-e71cec62630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:51:45.373274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Attempting to bind port df9c5cf8-0751-4e54-8890-50f97497771c on network 5af4457a-d814-4848-a2d9-db68fc1be91e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:45.390233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Port df9c5cf8-0751-4e54-8890-50f97497771c on network 5af4457a-d814-4848-a2d9-db68fc1be91e not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:51:45.391238 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Attempting to bind port df9c5cf8-0751-4e54-8890-50f97497771c on network 5af4457a-d814-4848-a2d9-db68fc1be91e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:45.407236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:51:45.407583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Checking segment: {'id': '09ee2bb8-167f-4731-bbb0-e71cec62630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:51:45.407982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Bound using segment: {'id': '09ee2bb8-167f-4731-bbb0-e71cec62630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:51:45.408435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Bound port: df9c5cf8-0751-4e54-8890-50f97497771c, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ee2bb8-167f-4731-bbb0-e71cec62630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:51:45.409086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:45.614273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] For port df9c5cf8-0751-4e54-8890-50f97497771c, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:45.624126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] For port df9c5cf8-0751-4e54-8890-50f97497771c, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=df9c5cf8-0751-4e54-8890-50f97497771c,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:51:45.642713 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-b05aa2c2-f5f0-4cad-b722-02454645fc63 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:45.652913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a761984-ee8b-4d06-84fb-25a62a1f047e req-67977708-2f34-4972-a0c1-b0af461cdc23 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:45.654499 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a761984-ee8b-4d06-84fb-25a62a1f047e req-67977708-2f34-4972-a0c1-b0af461cdc23 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 944 time: 0.1599569 Oct 13 10:51:45.717759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:45.777411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a761984-ee8b-4d06-84fb-25a62a1f047e req-854162d0-0af1-4834-941f-71433ab30a04 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107461 Oct 13 10:51:45.785831 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:45.787443 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:45.789250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] 10.222.0.21 "PUT /v2.0/ports/df9c5cf8-0751-4e54-8890-50f97497771c HTTP/1.1" status: 200 len: 1092 time: 2.2663052 Oct 13 10:51:45.793024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb990859-d292-4eb7-a640-856fde6593d3', 'tag': 'df9c5cf8-0751-4e54-8890-50f97497771c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:45.797001 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6d68c9-7fcc-48e0-ad0d-ad8e4360196e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb990859-d292-4eb7-a640-856fde6593d3", "tag": "df9c5cf8-0751-4e54-8890-50f97497771c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:45.846490 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a50833-36da-43dd-8b32-db316cd96406 service neutron] Pushing event updated for resources: {'Port': ['ID=df9c5cf8-0751-4e54-8890-50f97497771c,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:45.850264 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205da12-69f4-4336-be40-9107309fdcd9 req-2c278808-23de-4f94-a0b3-2c7852bc3a48 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:45.856436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-b05aa2c2-f5f0-4cad-b722-02454645fc63 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:45.874390 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4205da12-69f4-4336-be40-9107309fdcd9 req-2c278808-23de-4f94-a0b3-2c7852bc3a48 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 945 time: 0.1410363 Oct 13 10:51:45.939633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-b05aa2c2-f5f0-4cad-b722-02454645fc63 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Network 225efdd3-76a6-46d2-812d-fe35c95e3f9f is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:51:46.004818 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-b05aa2c2-f5f0-4cad-b722-02454645fc63 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:51:46.009679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-b05aa2c2-f5f0-4cad-b722-02454645fc63 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:51:46.024088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05aa2c2-f5f0-4cad-b722-02454645fc63 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Pushing event updated for resources: {'Port': ['ID=c2dd0770-3927-4313-9303-cb8731e45d08,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:46.152305 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42d42b4-bdcd-4f18-aabd-f70e44be8532 x-openstack-request-id: req-d42d42b4-bdcd-4f18-aabd-f70e44be8532 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:46.152623 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb990859-d292-4eb7-a640-856fde6593d3", "tag": "df9c5cf8-0751-4e54-8890-50f97497771c", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:46.152863 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d42d42b4-bdcd-4f18-aabd-f70e44be8532 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:46.153269 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb990859-d292-4eb7-a640-856fde6593d3', 'tag': 'df9c5cf8-0751-4e54-8890-50f97497771c', 'status': 'completed', 'code': 200} Oct 13 10:51:46.223438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-e32c04e9-12b1-4e83-9e31-a31e2b111fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:46.226740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-e32c04e9-12b1-4e83-9e31-a31e2b111fb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b&device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 1095 time: 0.2905266 Oct 13 10:51:46.233827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-b05aa2c2-f5f0-4cad-b722-02454645fc63 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:46.234724 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-b05aa2c2-f5f0-4cad-b722-02454645fc63 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:46.337318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-55e70186-541e-458c-9629-6e6f1b7e737e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9c5cf8-0751-4e54-8890-50f97497771c HTTP/1.1" status: 200 len: 217 time: 0.0592320 Oct 13 10:51:46.345336 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-b05aa2c2-f5f0-4cad-b722-02454645fc63 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8704593 Oct 13 10:51:46.365433 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4205da12-69f4-4336-be40-9107309fdcd9 req-71d4ab2f-2cd9-43e8-96d4-cc95509ab728 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876761 Oct 13 10:51:46.367823 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-a7b8bef2-166c-4f14-a509-0c02e7e55bee tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:46.369382 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-a7b8bef2-166c-4f14-a509-0c02e7e55bee tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1096 time: 0.0879707 Oct 13 10:51:46.369520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Request body: {'port': {'device_id': '96c57b10-13a7-4b0a-b952-a4ed494c7c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:46.391479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813659-3'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:51:46.449861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032fe3c-11e3-4756-ae9f-da4dc7790450 req-1b5f91a6-3fcc-408f-854c-b3836526b100 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:46.457922 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8032fe3c-11e3-4756-ae9f-da4dc7790450 req-1b5f91a6-3fcc-408f-854c-b3836526b100 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 946 time: 0.2775047 Oct 13 10:51:46.513766 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:46.524379 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:46.568388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8032fe3c-11e3-4756-ae9f-da4dc7790450 req-b8c21a95-062f-440c-9a4a-525131c45a08 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068654 Oct 13 10:51:46.626668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-c6490361-21a2-49bd-a78c-8a396d0fdc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:46.634084 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-c6490361-21a2-49bd-a78c-8a396d0fdc3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d869eb4-b298-4f73-bdf7-f3becabe9b5b HTTP/1.1" status: 200 len: 851 time: 0.2869160 Oct 13 10:51:46.770616 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24bc10-039b-4d13-aac0-91ce6596cfc3 req-344280f0-0f15-43ae-858a-6d791e204e23 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:46.773365 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7a24bc10-039b-4d13-aac0-91ce6596cfc3 req-344280f0-0f15-43ae-858a-6d791e204e23 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 932 time: 0.1174126 Oct 13 10:51:46.832318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d7465c52-6146-4dd5-a601-bc6df9182b67,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:46.851228 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7a24bc10-039b-4d13-aac0-91ce6596cfc3 req-ef338363-d7d3-49ca-874e-e4f94440ca3e tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624547 Oct 13 10:51:46.956691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:47.027608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2dd0770-3927-4313-9303-cb8731e45d08 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:47.041859 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:47.073704 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:47.080879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b6d7bf-1be9-4584-ab48-c0cc62c3fee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7465c52-6146-4dd5-a601-bc6df9182b67'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:47.081966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Transition to ACTIVE for port object c2dd0770-3927-4313-9303-cb8731e45d08 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:51:47.096619 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b11fed-9495-4728-9b11-77cfdcc02006" -d '{"events": [{"server_uuid": "55b6d7bf-1be9-4584-ab48-c0cc62c3fee2", "name": "network-vif-unplugged", "status": "completed", "tag": "d7465c52-6146-4dd5-a601-bc6df9182b67"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:47.123874 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-0b18c0a4-1576-45c0-b5a0-d9d8cd38b8a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5af4457a-d814-4848-a2d9-db68fc1be91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526415 Oct 13 10:51:47.184338 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:47.257563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299e880-c847-409d-a455-5b57cd5cf257 req-144d5df4-890b-4d5b-a743-9797b40f3e2e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:47.266204 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9299e880-c847-409d-a455-5b57cd5cf257 req-144d5df4-890b-4d5b-a743-9797b40f3e2e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 944 time: 0.1527317 Oct 13 10:51:47.270604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-6d4f6d9d-f708-4cb9-95df-bac09ba72b91 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363769 Oct 13 10:51:47.273567 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:47.323145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7465c52-6146-4dd5-a601-bc6df9182b67,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:47.334482 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2dd0770-3927-4313-9303-cb8731e45d08,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:47.418003 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9299e880-c847-409d-a455-5b57cd5cf257 req-eaa78ab7-c1d2-4e41-ad1b-1eb915bc474a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515551 Oct 13 10:51:47.445477 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Attempting to bind port d7465c52-6146-4dd5-a601-bc6df9182b67 on host n-h2-813659-3 for vnic_type normal with profile {"migrating_to": "n-h1-813659-3"} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:51:47.445960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Attempting to bind port d7465c52-6146-4dd5-a601-bc6df9182b67 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:51:47.446539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Attempting to bind port d7465c52-6146-4dd5-a601-bc6df9182b67 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:47.451470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Port d7465c52-6146-4dd5-a601-bc6df9182b67 on network 259a4ec1-ee8d-422b-b204-4224c014af8b not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:51:47.451902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Attempting to bind port d7465c52-6146-4dd5-a601-bc6df9182b67 on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:47.459842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:51:47.460294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Checking segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:51:47.460772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Bound using segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:51:47.461495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Bound port: d7465c52-6146-4dd5-a601-bc6df9182b67, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:51:47.461955 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:47.515002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Attempting to bind port c2dd0770-3927-4313-9303-cb8731e45d08 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:51:47.515002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Attempting to bind port c2dd0770-3927-4313-9303-cb8731e45d08 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:51:47.515002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Attempting to bind port c2dd0770-3927-4313-9303-cb8731e45d08 on network 225efdd3-76a6-46d2-812d-fe35c95e3f9f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:47.533958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Port c2dd0770-3927-4313-9303-cb8731e45d08 on network 225efdd3-76a6-46d2-812d-fe35c95e3f9f not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:51:47.534200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Attempting to bind port c2dd0770-3927-4313-9303-cb8731e45d08 on network 225efdd3-76a6-46d2-812d-fe35c95e3f9f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:51:47.546736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:51:47.547207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Checking segment: {'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:51:47.547600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Bound using segment: {'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:51:47.548414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Bound port: c2dd0770-3927-4313-9303-cb8731e45d08, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:51:47.548783 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:47.561099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:47.564825 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d7465c52-6146-4dd5-a601-bc6df9182b67,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:51:47.569232 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046cfefd-0091-4b09-822d-bbc8c1fb6ac5 x-openstack-request-id: req-046cfefd-0091-4b09-822d-bbc8c1fb6ac5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:47.569807 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b6d7bf-1be9-4584-ab48-c0cc62c3fee2", "name": "network-vif-unplugged", "status": "completed", "tag": "d7465c52-6146-4dd5-a601-bc6df9182b67", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:47.570160 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-046cfefd-0091-4b09-822d-bbc8c1fb6ac5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:47.571939 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b6d7bf-1be9-4584-ab48-c0cc62c3fee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7465c52-6146-4dd5-a601-bc6df9182b67', 'code': 200} Oct 13 10:51:47.642444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311bdbb-aa2b-4e0f-8291-42f1ef77b8d5 req-413f43bf-fd31-4d2e-b175-36d50c13c8e5 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:47.650511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7311bdbb-aa2b-4e0f-8291-42f1ef77b8d5 req-413f43bf-fd31-4d2e-b175-36d50c13c8e5 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 946 time: 0.2548747 Oct 13 10:51:47.652995 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:47.709841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a035e84-2924-4f60-a3e6-a3875bd39113 req-0c7b46aa-6eee-476b-a6c7-be51cc9b57b9 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772342 Oct 13 10:51:47.760434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] For port c2dd0770-3927-4313-9303-cb8731e45d08, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:51:47.769335 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] For port c2dd0770-3927-4313-9303-cb8731e45d08, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c2dd0770-3927-4313-9303-cb8731e45d08,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:51:47.797752 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d7465c52-6146-4dd5-a601-bc6df9182b67 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:47.814622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7465c52-6146-4dd5-a601-bc6df9182b67,revision_number=8']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:47.828634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7311bdbb-aa2b-4e0f-8291-42f1ef77b8d5 req-782eb3cd-134f-4030-be9a-e36b56698c25 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768489 Oct 13 10:51:47.904455 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:47.912843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fffaff-7c4e-433b-940f-943a596f7370 req-bb2e46cb-1b8e-4c82-962b-6618efcde558 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:47.922394 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0fffaff-7c4e-433b-940f-943a596f7370 req-bb2e46cb-1b8e-4c82-962b-6618efcde558 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 943 time: 0.2806671 Oct 13 10:51:47.928512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:47.929117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:47.930579 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8b57984e-e607-4b2a-a025-256b3fa9d6b0 service neutron] 10.222.0.46 "PUT /v2.0/ports/d7465c52-6146-4dd5-a601-bc6df9182b67 HTTP/1.1" status: 200 len: 1121 time: 1.5511787 Oct 13 10:51:47.955268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8d5e4e49-370a-412c-bc28-152f8b3054ce no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:51:47.968010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:47.968718 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:47.970187 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] 10.222.0.21 "PUT /v2.0/ports/c2dd0770-3927-4313-9303-cb8731e45d08 HTTP/1.1" status: 200 len: 1092 time: 1.6104803 Oct 13 10:51:47.994758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d68c9-7fcc-48e0-ad0d-ad8e4360196e req-4087b694-abd2-486b-a8e2-154734c7c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:47.996648 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb6d68c9-7fcc-48e0-ad0d-ad8e4360196e req-4087b694-abd2-486b-a8e2-154734c7c144 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b&device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 1095 time: 0.1646194 Oct 13 10:51:48.016571 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0fffaff-7c4e-433b-940f-943a596f7370 req-e56d3e6d-674e-44e4-b916-6e2d68ac305b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930545 Oct 13 10:51:48.024528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 8d5e4e49-370a-412c-bc28-152f8b3054ce {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:51:48.025127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8d5e4e49-370a-412c-bc28-152f8b3054ce not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:51:48.078033 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['d7465c52-6146-4dd5-a601-bc6df9182b67'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:48.175857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c57b10-13a7-4b0a-b952-a4ed494c7c8f', 'tag': 'c2dd0770-3927-4313-9303-cb8731e45d08'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:48.178873 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4648dc72-f8c1-4914-88a4-c656cc41aa1c" -d '{"events": [{"name": "network-changed", "server_uuid": "96c57b10-13a7-4b0a-b952-a4ed494c7c8f", "tag": "c2dd0770-3927-4313-9303-cb8731e45d08"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:48.180414 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:51:48.182135 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['d7465c52-6146-4dd5-a601-bc6df9182b67'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:48.184857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d68c9-7fcc-48e0-ad0d-ad8e4360196e req-6a593b3d-00b3-42f9-a842-248ffef35fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:48.184857 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb6d68c9-7fcc-48e0-ad0d-ad8e4360196e req-6a593b3d-00b3-42f9-a842-248ffef35fc0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5af4457a-d814-4848-a2d9-db68fc1be91e HTTP/1.1" status: 200 len: 912 time: 0.1745992 Oct 13 10:51:48.185097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafb7f9-ddf3-4cc1-a56e-70fff2df21d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2dd0770-3927-4313-9303-cb8731e45d08,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:48.248497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d7465c52-6146-4dd5-a601-bc6df9182b67,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:48.266394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb6d68c9-7fcc-48e0-ad0d-ad8e4360196e req-7696fb3a-48ba-41fd-a9d0-e3a3de689656 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9c5cf8-0751-4e54-8890-50f97497771c HTTP/1.1" status: 200 len: 217 time: 0.0657077 Oct 13 10:51:48.309764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d7465c52-6146-4dd5-a601-bc6df9182b67 has no active binding in host n-h1-813659-3 {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 10:51:48.364625 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedf4b73-31ca-4a38-b974-e2494a137ff8 x-openstack-request-id: req-bedf4b73-31ca-4a38-b974-e2494a137ff8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:48.365127 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c57b10-13a7-4b0a-b952-a4ed494c7c8f", "tag": "c2dd0770-3927-4313-9303-cb8731e45d08", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:48.365486 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bedf4b73-31ca-4a38-b974-e2494a137ff8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:48.365974 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c57b10-13a7-4b0a-b952-a4ed494c7c8f', 'tag': 'c2dd0770-3927-4313-9303-cb8731e45d08', 'status': 'completed', 'code': 200} Oct 13 10:51:48.372313 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d68c9-7fcc-48e0-ad0d-ad8e4360196e req-2b7a3e60-92d3-4423-a831-6f479ee2f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:48.374020 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb6d68c9-7fcc-48e0-ad0d-ad8e4360196e req-2b7a3e60-92d3-4423-a831-6f479ee2f2da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d869eb4-b298-4f73-bdf7-f3becabe9b5b HTTP/1.1" status: 200 len: 851 time: 0.0667300 Oct 13 10:51:48.424192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb6d68c9-7fcc-48e0-ad0d-ad8e4360196e req-fd0feaef-9f66-402b-be8f-91ea6eaa6658 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5af4457a-d814-4848-a2d9-db68fc1be91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368366 Oct 13 10:51:48.523599 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-4ab2b4d4-059e-4f82-8da7-7138c892eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:48.525113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-4ab2b4d4-059e-4f82-8da7-7138c892eed5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cd32a677dad4bb08ed7597ab50eccd8&device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 1095 time: 0.3256407 Oct 13 10:51:48.535406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93157f8-6485-4dea-bcc0-2989aae157f3 req-be20d325-ea2d-4ac5-9d94-97d996ae0c8b tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:48.544353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d93157f8-6485-4dea-bcc0-2989aae157f3 req-be20d325-ea2d-4ac5-9d94-97d996ae0c8b tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 944 time: 0.3464239 Oct 13 10:51:48.608572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-e9b13555-459a-439c-a48a-bf9b47300d14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2dd0770-3927-4313-9303-cb8731e45d08 HTTP/1.1" status: 200 len: 217 time: 0.0552702 Oct 13 10:51:48.655966 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835d324-e043-4a02-b0ce-02842d5bcd5f req-fbe0c7e7-f534-4644-8f30-b2077d6510e4 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:48.658031 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d835d324-e043-4a02-b0ce-02842d5bcd5f req-fbe0c7e7-f534-4644-8f30-b2077d6510e4 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.21 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 946 time: 0.0870943 Oct 13 10:51:48.684204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-1f67027c-6a53-424b-b89c-626d1f94c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:48.685663 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-1f67027c-6a53-424b-b89c-626d1f94c109 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d9350d63-c70c-4696-b76b-2b25898fda6e HTTP/1.1" status: 200 len: 845 time: 0.0652111 Oct 13 10:51:48.723037 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d93157f8-6485-4dea-bcc0-2989aae157f3 req-34214d80-b5b0-44e7-8fb1-1165a9c1ce1c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737616 Oct 13 10:51:48.743214 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb6d68c9-7fcc-48e0-ad0d-ad8e4360196e req-ad61d843-e0c7-46a8-aa40-21a39bef2535 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096533 Oct 13 10:51:48.884694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-d835d324-e043-4a02-b0ce-02842d5bcd5f req-d129707e-f0ed-4c30-ab00-8e8222a92351 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Deleting port 15837626-7586-42a8-9805-0ef754a6314a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:51:48.885298 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d835d324-e043-4a02-b0ce-02842d5bcd5f req-d129707e-f0ed-4c30-ab00-8e8222a92351 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:48.922279 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb6d68c9-7fcc-48e0-ad0d-ad8e4360196e req-2042f5c0-1dc9-43f6-8514-cac33f1def5c service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294107 Oct 13 10:51:48.977871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-12dbe29a-645e-49aa-aeda-202bd1316541 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=225efdd3-76a6-46d2-812d-fe35c95e3f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2808337 Oct 13 10:51:49.097780 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b7528-e16c-4d7f-bd26-cf3fcd5d2758 req-c19d11f9-cc15-4c9a-a03b-a50a9eeee31b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:49.097780 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c24b7528-e16c-4d7f-bd26-cf3fcd5d2758 req-c19d11f9-cc15-4c9a-a03b-a50a9eeee31b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 944 time: 0.1641533 Oct 13 10:51:49.229557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-d835d324-e043-4a02-b0ce-02842d5bcd5f req-d129707e-f0ed-4c30-ab00-8e8222a92351 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] For port 15837626-7586-42a8-9805-0ef754a6314a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=15837626-7586-42a8-9805-0ef754a6314a,segment=NetworkSegment(9548b80d-c040-4ef9-9627-2c74af60390f),segment_id=9548b80d-c040-4ef9-9627-2c74af60390f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:49.229557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d835d324-e043-4a02-b0ce-02842d5bcd5f req-d129707e-f0ed-4c30-ab00-8e8222a92351 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:49.230658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c24b7528-e16c-4d7f-bd26-cf3fcd5d2758 req-82243765-7343-4208-b25d-247cae035207 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882392 Oct 13 10:51:49.230769 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-d835d324-e043-4a02-b0ce-02842d5bcd5f req-d129707e-f0ed-4c30-ab00-8e8222a92351 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Calling delete_port for 15837626-7586-42a8-9805-0ef754a6314a owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:51:49.262491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-5835e6ba-ab36-4d2d-b9ba-67ca35cc6604 service neutron] 10.222.0.21 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743740 Oct 13 10:51:49.427101 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a660636e-569b-4a2b-ade0-99217861778f req-3d03d448-d2da-475d-b52c-e0da57228421 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718462 Oct 13 10:51:49.498216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0357ee0-fe9e-4237-8094-a9291bbfe743 req-10196eeb-d9dc-4168-bf19-03b123b76696 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:49.506553 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0357ee0-fe9e-4237-8094-a9291bbfe743 req-10196eeb-d9dc-4168-bf19-03b123b76696 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/ports?device_id=90359656-9ba2-4e0e-90ef-58e532bc50bf HTTP/1.1" status: 200 len: 946 time: 0.1273916 Oct 13 10:51:49.541811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e076ef-fa93-42d0-bde6-99b3051db79f req-779970f4-2399-4fb8-bad1-eabc32bf645e service neutron] 10.222.0.21 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680066 Oct 13 10:51:49.550155 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0357ee0-fe9e-4237-8094-a9291bbfe743 req-8470d123-4ad8-4ade-aa29-b675ea9d5fcc tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups?id=052cf272-bb9e-42fa-a837-3061bd2275ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427365 Oct 13 10:51:49.577004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b6d7bf-1be9-4584-ab48-c0cc62c3fee2', 'tag': 'd7465c52-6146-4dd5-a601-bc6df9182b67'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:49.579313 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d3cd7b-0a7f-4b55-81ff-6175f0f1a1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "55b6d7bf-1be9-4584-ab48-c0cc62c3fee2", "tag": "d7465c52-6146-4dd5-a601-bc6df9182b67"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:49.622632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660636e-569b-4a2b-ade0-99217861778f req-4636de9a-2a11-4457-9955-83d7a626c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:49.624509 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a660636e-569b-4a2b-ade0-99217861778f req-4636de9a-2a11-4457-9955-83d7a626c4b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c16d108e0b3b432b9200693dc1b5290a&device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 1097 time: 0.0865417 Oct 13 10:51:49.736639 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d835d324-e043-4a02-b0ce-02842d5bcd5f req-d129707e-f0ed-4c30-ab00-8e8222a92351 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:49.757449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['15837626-7586-42a8-9805-0ef754a6314a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:49.813378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129707e-f0ed-4c30-ab00-8e8222a92351 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Pushing event deleted for resources: {'Port': ['ID=15837626-7586-42a8-9805-0ef754a6314a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:49.874087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d835d324-e043-4a02-b0ce-02842d5bcd5f req-d129707e-f0ed-4c30-ab00-8e8222a92351 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] No DVR routers for this DVR port 15837626-7586-42a8-9805-0ef754a6314a on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:51:49.882181 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648dc72-f8c1-4914-88a4-c656cc41aa1c req-c6d70f4f-b2eb-47f4-9fa8-04b0fa491d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:49.883231 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d835d324-e043-4a02-b0ce-02842d5bcd5f req-d129707e-f0ed-4c30-ab00-8e8222a92351 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:49.883718 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4648dc72-f8c1-4914-88a4-c656cc41aa1c req-c6d70f4f-b2eb-47f4-9fa8-04b0fa491d4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cd32a677dad4bb08ed7597ab50eccd8&device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 1095 time: 0.1496530 Oct 13 10:51:49.886607 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d835d324-e043-4a02-b0ce-02842d5bcd5f req-d129707e-f0ed-4c30-ab00-8e8222a92351 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.21 "DELETE /v2.0/ports/15837626-7586-42a8-9805-0ef754a6314a HTTP/1.1" status: 204 len: 173 time: 1.2177956 Oct 13 10:51:49.905884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660636e-569b-4a2b-ade0-99217861778f req-41e797bd-f17a-454d-ac26-70fa8248fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:49.907778 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a660636e-569b-4a2b-ade0-99217861778f req-41e797bd-f17a-454d-ac26-70fa8248fb1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b58e4256-4c47-4436-af94-141a2aa7d3a0 HTTP/1.1" status: 200 len: 924 time: 0.2227986 Oct 13 10:51:49.981000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4560d-ab63-4c04-90c9-e6b975a64823 req-e4cfc0db-1f51-46a9-b9a5-a95821264cdb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:49.982566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dad4560d-ab63-4c04-90c9-e6b975a64823 req-e4cfc0db-1f51-46a9-b9a5-a95821264cdb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 943 time: 0.1209757 Oct 13 10:51:50.044343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648dc72-f8c1-4914-88a4-c656cc41aa1c req-e6d9e915-4ee7-4d59-b5b9-ff64e220d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:50.045688 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4648dc72-f8c1-4914-88a4-c656cc41aa1c req-e6d9e915-4ee7-4d59-b5b9-ff64e220d2e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=225efdd3-76a6-46d2-812d-fe35c95e3f9f HTTP/1.1" status: 200 len: 906 time: 0.1469331 Oct 13 10:51:50.046119 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a660636e-569b-4a2b-ade0-99217861778f req-b21b88c1-0369-4eaf-9c94-7ddb005dc1b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259551c6-0966-4d75-b849-0242e987c06d HTTP/1.1" status: 200 len: 1001 time: 0.1232586 Oct 13 10:51:50.068316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dad4560d-ab63-4c04-90c9-e6b975a64823 req-3626ff64-7bcc-4cbe-8fad-e12017942e02 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735729 Oct 13 10:51:50.103292 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4648dc72-f8c1-4914-88a4-c656cc41aa1c req-6d468aa3-e7f1-4327-88f9-09910b1888da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2dd0770-3927-4313-9303-cb8731e45d08 HTTP/1.1" status: 200 len: 217 time: 0.0440059 Oct 13 10:51:50.146621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660636e-569b-4a2b-ade0-99217861778f req-faa24925-ca9a-4598-a03d-a8c81c351ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:50.151669 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a660636e-569b-4a2b-ade0-99217861778f req-faa24925-ca9a-4598-a03d-a8c81c351ab1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a88d710-315c-4479-96af-c6b02bc601b6 HTTP/1.1" status: 200 len: 862 time: 0.0869744 Oct 13 10:51:50.209486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648dc72-f8c1-4914-88a4-c656cc41aa1c req-a109e848-61c5-42f5-942f-7300148e90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:50.211027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4648dc72-f8c1-4914-88a4-c656cc41aa1c req-a109e848-61c5-42f5-942f-7300148e90f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d9350d63-c70c-4696-b76b-2b25898fda6e HTTP/1.1" status: 200 len: 845 time: 0.0968094 Oct 13 10:51:50.224106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device df9c5cf8-0751-4e54-8890-50f97497771c details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:50.247053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660636e-569b-4a2b-ade0-99217861778f req-69d5a835-268e-4a3e-a21d-9683d2b82e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:50.249511 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a660636e-569b-4a2b-ade0-99217861778f req-69d5a835-268e-4a3e-a21d-9683d2b82e77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b58e4256-4c47-4436-af94-141a2aa7d3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920215 Oct 13 10:51:50.291862 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4648dc72-f8c1-4914-88a4-c656cc41aa1c req-1982006f-a140-4c28-9a8c-2d93f2745da0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=225efdd3-76a6-46d2-812d-fe35c95e3f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666158 Oct 13 10:51:50.547001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4648dc72-f8c1-4914-88a4-c656cc41aa1c req-7bb278dd-9567-46f3-a867-88c3357391d5 service neutron] 10.222.0.21 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310519 Oct 13 10:51:50.558016 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a660636e-569b-4a2b-ade0-99217861778f req-32f968ff-7660-4882-965a-54d25aca6c7a service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942238 Oct 13 10:51:50.567175 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f241d024-af7a-407f-93ea-f2a9e16761d6 x-openstack-request-id: req-f241d024-af7a-407f-93ea-f2a9e16761d6 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:51:50.567587 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b6d7bf-1be9-4584-ab48-c0cc62c3fee2", "tag": "d7465c52-6146-4dd5-a601-bc6df9182b67", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:51:50.568263 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f241d024-af7a-407f-93ea-f2a9e16761d6 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:51:50.568638 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b6d7bf-1be9-4584-ab48-c0cc62c3fee2', 'tag': 'd7465c52-6146-4dd5-a601-bc6df9182b67', 'status': 'completed', 'code': 200} Oct 13 10:51:50.570017 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port df9c5cf8-0751-4e54-8890-50f97497771c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=df9c5cf8-0751-4e54-8890-50f97497771c,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:50.622527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'df9c5cf8-0751-4e54-8890-50f97497771c', 'network_id': '5af4457a-d814-4848-a2d9-db68fc1be91e', 'port_id': 'df9c5cf8-0751-4e54-8890-50f97497771c', 'mac_address': 'fa:16:3e:2e:d7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d869eb4-b298-4f73-bdf7-f3becabe9b5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:51:50.666137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3cd7b-0a7f-4b55-81ff-6175f0f1a1f3 req-ca8fa951-248e-40d0-b728-fd0d36ac6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:50.666137 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4d3cd7b-0a7f-4b55-81ff-6175f0f1a1f3 req-ca8fa951-248e-40d0-b728-fd0d36ac6111 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 1124 time: 0.1061645 Oct 13 10:51:50.763643 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:50.809075 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9c5cf8-0751-4e54-8890-50f97497771c {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:50.865468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port df9c5cf8-0751-4e54-8890-50f97497771c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=df9c5cf8-0751-4e54-8890-50f97497771c,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:50.898129 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a660636e-569b-4a2b-ade0-99217861778f req-a493244c-4449-4563-8afe-2a5ab172f590 service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273878 Oct 13 10:51:50.947744 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:50.995234 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3cd7b-0a7f-4b55-81ff-6175f0f1a1f3 req-b68e6617-28cd-4a1b-a2bb-ca010b3432e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:50.999473 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4d3cd7b-0a7f-4b55-81ff-6175f0f1a1f3 req-b68e6617-28cd-4a1b-a2bb-ca010b3432e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.3180866 Oct 13 10:51:51.052809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b28655-7ef3-463f-ae45-7d7331007dd6 req-970e2667-609d-41bc-b39d-ab555925eb37 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:51.063062 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87b28655-7ef3-463f-ae45-7d7331007dd6 req-970e2667-609d-41bc-b39d-ab555925eb37 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 946 time: 0.5507822 Oct 13 10:51:51.115120 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4d3cd7b-0a7f-4b55-81ff-6175f0f1a1f3 req-9af928bd-1402-419a-bd43-ca634b6a32ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7465c52-6146-4dd5-a601-bc6df9182b67 HTTP/1.1" status: 200 len: 217 time: 0.1054254 Oct 13 10:51:51.132961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=df9c5cf8-0751-4e54-8890-50f97497771c,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:51.138280 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87b28655-7ef3-463f-ae45-7d7331007dd6 req-09363871-876d-4d33-b0f6-8d73ef636259 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739172 Oct 13 10:51:51.152246 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4648dc72-f8c1-4914-88a4-c656cc41aa1c req-669baf6f-b173-4a2a-9ce7-271d4be8dd4c service neutron] 10.222.0.21 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763171 Oct 13 10:51:51.204780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3cd7b-0a7f-4b55-81ff-6175f0f1a1f3 req-3276b80b-52c8-4715-8546-14a842aa2bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:51.205967 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4d3cd7b-0a7f-4b55-81ff-6175f0f1a1f3 req-3276b80b-52c8-4715-8546-14a842aa2bb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0822649 Oct 13 10:51:51.215142 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['df9c5cf8-0751-4e54-8890-50f97497771c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:51.294828 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4d3cd7b-0a7f-4b55-81ff-6175f0f1a1f3 req-d2a39f30-5aee-4715-8966-57885bb70e5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772557 Oct 13 10:51:51.365522 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7587ce8-be29-44d7-8f89-c9b4c44dd1ba req-dff9934f-4c8c-4758-bf32-baf6e83c7dca tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:51.375506 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7587ce8-be29-44d7-8f89-c9b4c44dd1ba req-dff9934f-4c8c-4758-bf32-baf6e83c7dca tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 944 time: 0.1240265 Oct 13 10:51:51.443992 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7587ce8-be29-44d7-8f89-c9b4c44dd1ba req-fbce1a8a-e358-49ca-9f70-2280aa48b76b tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671849 Oct 13 10:51:51.480338 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4d3cd7b-0a7f-4b55-81ff-6175f0f1a1f3 req-e45424f2-aae2-4930-86c0-fd76dfdf4ab1 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776242 Oct 13 10:51:51.612528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89be63-5afe-4f27-9cca-39d1d0931bcc req-5f488658-0ba3-4ca6-abba-67dcdc584648 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:51.614615 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d89be63-5afe-4f27-9cca-39d1d0931bcc req-5f488658-0ba3-4ca6-abba-67dcdc584648 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 945 time: 0.0808148 Oct 13 10:51:51.627290 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4d3cd7b-0a7f-4b55-81ff-6175f0f1a1f3 req-d0651238-aba2-4526-815f-cda17fa9db04 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378059 Oct 13 10:51:51.662865 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d89be63-5afe-4f27-9cca-39d1d0931bcc req-14f8f1cd-b021-4cde-bb9a-eb1e90ed6697 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405130 Oct 13 10:51:51.857669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e149-f059-4598-b935-d7eba525087d req-5236a08d-8863-45a2-bcfc-cec46f7c6142 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:51:51.870948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3f3e149-f059-4598-b935-d7eba525087d req-5236a08d-8863-45a2-bcfc-cec46f7c6142 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 943 time: 0.0764160 Oct 13 10:51:51.925180 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3f3e149-f059-4598-b935-d7eba525087d req-167b7d88-a76e-4864-98e2-b0b532ff158c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460660 Oct 13 10:51:52.242582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c2dd0770-3927-4313-9303-cb8731e45d08 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:51:52.264189 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device df9c5cf8-0751-4e54-8890-50f97497771c up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:51:52.463574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c2dd0770-3927-4313-9303-cb8731e45d08, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c2dd0770-3927-4313-9303-cb8731e45d08,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:52.478804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'c2dd0770-3927-4313-9303-cb8731e45d08', 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f', 'port_id': 'c2dd0770-3927-4313-9303-cb8731e45d08', 'mac_address': 'fa:16:3e:bc:e3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9350d63-c70c-4696-b76b-2b25898fda6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:51:52.513204 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port df9c5cf8-0751-4e54-8890-50f97497771c completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:51:52.524236 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port df9c5cf8-0751-4e54-8890-50f97497771c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:52.524923 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:52.569970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90359656-9ba2-4e0e-90ef-58e532bc50bf', 'name': 'network-vif-deleted', 'tag': '15837626-7586-42a8-9805-0ef754a6314a'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:52.572919 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f86964-d22b-482b-b5c4-84ac37f6a11a" -d '{"events": [{"server_uuid": "90359656-9ba2-4e0e-90ef-58e532bc50bf", "name": "network-vif-deleted", "tag": "15837626-7586-42a8-9805-0ef754a6314a"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:52.580473 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:52.609372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2dd0770-3927-4313-9303-cb8731e45d08 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:51:52.668578 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:52.694052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c2dd0770-3927-4313-9303-cb8731e45d08, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c2dd0770-3927-4313-9303-cb8731e45d08,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:52.709984 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb990859-d292-4eb7-a640-856fde6593d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9c5cf8-0751-4e54-8890-50f97497771c'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:51:52.712912 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98be1f7f-a7d5-4f38-b2d9-0eaff643e5a0" -d '{"events": [{"server_uuid": "bb990859-d292-4eb7-a640-856fde6593d3", "name": "network-vif-plugged", "status": "completed", "tag": "df9c5cf8-0751-4e54-8890-50f97497771c"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:51:52.740501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port df9c5cf8-0751-4e54-8890-50f97497771c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=df9c5cf8-0751-4e54-8890-50f97497771c,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:52.766623 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:52.821622 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:52.822462 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 15837626-7586-42a8-9805-0ef754a6314a no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:51:52.855769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 15837626-7586-42a8-9805-0ef754a6314a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:51:52.856249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 15837626-7586-42a8-9805-0ef754a6314a not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:51:52.909419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=c2dd0770-3927-4313-9303-cb8731e45d08,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:52.970234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=df9c5cf8-0751-4e54-8890-50f97497771c,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:51:53.087061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['c2dd0770-3927-4313-9303-cb8731e45d08'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:51:54.279715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c2dd0770-3927-4313-9303-cb8731e45d08 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:51:54.432844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port c2dd0770-3927-4313-9303-cb8731e45d08 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:51:54.440085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port c2dd0770-3927-4313-9303-cb8731e45d08 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:51:54.442735 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:54.535278 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:54.589902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c2dd0770-3927-4313-9303-cb8731e45d08, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c2dd0770-3927-4313-9303-cb8731e45d08,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:51:54.662173 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:51:54.737446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=c2dd0770-3927-4313-9303-cb8731e45d08,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:00.127977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ab740-f298-41c9-9aff-d777c223313e req-4ef808c4-84cc-41a5-93e6-c512043f3384 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:00.129464 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f7ab740-f298-41c9-9aff-d777c223313e req-4ef808c4-84cc-41a5-93e6-c512043f3384 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.0634191 Oct 13 10:52:00.170491 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f7ab740-f298-41c9-9aff-d777c223313e req-56ad5a55-0608-4656-8fb4-4b81506b4c24 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340919 Oct 13 10:52:00.218619 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f94737c-5fa1-4250-b873-f8a6f4301e98 x-openstack-request-id: req-2f94737c-5fa1-4250-b873-f8a6f4301e98 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:00.222474 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90359656-9ba2-4e0e-90ef-58e532bc50bf", "name": "network-vif-deleted", "tag": "15837626-7586-42a8-9805-0ef754a6314a", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:00.222474 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f94737c-5fa1-4250-b873-f8a6f4301e98 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:00.222474 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90359656-9ba2-4e0e-90ef-58e532bc50bf', 'name': 'network-vif-deleted', 'tag': '15837626-7586-42a8-9805-0ef754a6314a', 'status': 'completed', 'code': 200} Oct 13 10:52:00.341372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731d325-d0d1-4c87-8efc-56edfe767267 req-093320fa-73dd-43ee-b21c-11724fd3ccd3 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:00.349350 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8731d325-d0d1-4c87-8efc-56edfe767267 req-093320fa-73dd-43ee-b21c-11724fd3ccd3 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 946 time: 0.0792763 Oct 13 10:52:00.355546 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1286f4c-89f8-4d74-824d-fa1c86d538a9 x-openstack-request-id: req-b1286f4c-89f8-4d74-824d-fa1c86d538a9 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:00.356083 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb990859-d292-4eb7-a640-856fde6593d3", "name": "network-vif-plugged", "status": "completed", "tag": "df9c5cf8-0751-4e54-8890-50f97497771c", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:00.356083 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1286f4c-89f8-4d74-824d-fa1c86d538a9 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:00.356535 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb990859-d292-4eb7-a640-856fde6593d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9c5cf8-0751-4e54-8890-50f97497771c', 'code': 200} Oct 13 10:52:00.401428 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8731d325-d0d1-4c87-8efc-56edfe767267 req-76562624-15d7-49d5-836b-489a4b27a4c3 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509663 Oct 13 10:52:00.466500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd0f88-c867-4ebd-8fc7-a87c61e3d486 req-9f2a53f4-4501-4a81-a279-c26572dd52df tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:00.468268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78fd0f88-c867-4ebd-8fc7-a87c61e3d486 req-9f2a53f4-4501-4a81-a279-c26572dd52df tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 943 time: 0.0624881 Oct 13 10:52:00.489264 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007879f-7052-4526-ac69-d3f109b342be req-ab9ac16d-70c6-4507-b1af-22bbaebca217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:00.493914 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a007879f-7052-4526-ac69-d3f109b342be req-ab9ac16d-70c6-4507-b1af-22bbaebca217 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 1097 time: 0.0503533 Oct 13 10:52:00.532734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78fd0f88-c867-4ebd-8fc7-a87c61e3d486 req-187e4137-c417-4964-9926-f15dca0dda69 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546517 Oct 13 10:52:00.533057 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a007879f-7052-4526-ac69-d3f109b342be req-d0c9af57-0021-4d4f-8d12-ef9f0c7fc953 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Oct 13 10:52:00.694260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-f656f8fe-d650-4c97-a34c-51cda6479eac tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1939717681&fields=id&tenant_id=c16d108e0b3b432b9200693dc1b5290a HTTP/1.1" status: 200 len: 267 time: 0.0641646 Oct 13 10:52:00.741412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d4cd0-701a-4618-b282-ae0995bb0635 req-dc17cb04-136c-491a-962f-8a466abe1626 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:00.743541 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b13d4cd0-701a-4618-b282-ae0995bb0635 req-dc17cb04-136c-491a-962f-8a466abe1626 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb3c996-20c8-4a17-8892-1c43b4091ccd HTTP/1.1" status: 200 len: 950 time: 0.0546367 Oct 13 10:52:00.793947 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b13d4cd0-701a-4618-b282-ae0995bb0635 req-0547af25-27b4-4311-87ca-db5ae7f4173e tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440462 Oct 13 10:52:00.834696 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-b4921ed4-84f2-42c7-a4b5-3633a760b3d8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:00.836279 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-b4921ed4-84f2-42c7-a4b5-3633a760b3d8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/networks?id=b58e4256-4c47-4436-af94-141a2aa7d3a0 HTTP/1.1" status: 200 len: 823 time: 0.1341138 Oct 13 10:52:00.851877 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-ee102a7d-86ac-446d-9061-38aa51d8cc93 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/quotas/c16d108e0b3b432b9200693dc1b5290a HTTP/1.1" status: 200 len: 375 time: 0.0100005 Oct 13 10:52:00.909209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-5663423a-4e07-47f0-8006-da8ddeeec6ab tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c16d108e0b3b432b9200693dc1b5290a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0516381 Oct 13 10:52:00.953852 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32884) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:01.016826 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5aa148c2-5b5b-4910-90ad-c73a23467b43 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:01.017916 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-1c886033-dc96-4ae8-858c-e8c77fffad00 service neutron] 10.222.0.32 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957582 Oct 13 10:52:01.043876 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5aa148c2-5b5b-4910-90ad-c73a23467b43 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:01.116241 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-abe08694-e909-477d-a211-74f89ab11da4 service neutron] 10.222.0.32 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972028 Oct 13 10:52:01.187732 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5aa148c2-5b5b-4910-90ad-c73a23467b43 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:01.191262 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5aa148c2-5b5b-4910-90ad-c73a23467b43 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:01.195611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 32888) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:01.202676 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5aa148c2-5b5b-4910-90ad-c73a23467b43 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "DELETE /v2.0/security-groups/b8cb30e7-5a28-4236-b5ba-46122f05f91e HTTP/1.1" status: 204 len: 168 time: 0.2376866 Oct 13 10:52:01.212935 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-1c1575f8-0a5a-4f84-a0dd-99c1864d2e6d tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] show failed (client error): The resource could not be found. Oct 13 10:52:01.214107 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1c1575f8-0a5a-4f84-a0dd-99c1864d2e6d tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "GET /v2.0/security-groups/b8cb30e7-5a28-4236-b5ba-46122f05f91e HTTP/1.1" status: 404 len: 347 time: 0.0171714 Oct 13 10:52:01.217205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 32890) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:01.232061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa148c2-5b5b-4910-90ad-c73a23467b43 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cb30e7-5a28-4236-b5ba-46122f05f91e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:01.345350 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe28eb-3172-4524-8385-0a0075196fa9 req-e0879c03-c007-4f38-8389-60dd90831e5a tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:01.352337 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8afe28eb-3172-4524-8385-0a0075196fa9 req-e0879c03-c007-4f38-8389-60dd90831e5a tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.0941033 Oct 13 10:52:01.410319 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea9e8adf-cfd8-40c5-8023-3874c74e3e2b req-834aa825-7d5c-4fd6-b2cd-269f07a9ecfd tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 210 time: 0.0370874 Oct 13 10:52:01.463567 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8afe28eb-3172-4524-8385-0a0075196fa9 req-3a16b452-8a92-414a-8826-4a38fe7aca7e tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100225 Oct 13 10:52:01.506078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dda915cc-3219-4a8c-874e-0d13ec392297 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Deleting port 8f763af2-9f33-4f92-90e0-98eea8071343 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:52:01.507108 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda915cc-3219-4a8c-874e-0d13ec392297 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:01.625200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664a529-fb87-4d8f-9246-f48e744a5d00 req-0e1a59db-91b8-459f-a0b1-a76b241c60c9 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:01.626800 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b664a529-fb87-4d8f-9246-f48e744a5d00 req-0e1a59db-91b8-459f-a0b1-a76b241c60c9 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 946 time: 0.1038368 Oct 13 10:52:01.640972 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda915cc-3219-4a8c-874e-0d13ec392297 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:01.642448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda915cc-3219-4a8c-874e-0d13ec392297 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:01.666948 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dda915cc-3219-4a8c-874e-0d13ec392297 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Calling delete_port for 8f763af2-9f33-4f92-90e0-98eea8071343 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:52:01.683896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f473983-47b5-4741-9cc7-3ff94f63865e req-24dad1e1-1910-4197-b9b6-645b535a4be5 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:01.685503 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5f473983-47b5-4741-9cc7-3ff94f63865e req-24dad1e1-1910-4197-b9b6-645b535a4be5 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 943 time: 0.0607610 Oct 13 10:52:01.729920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b664a529-fb87-4d8f-9246-f48e744a5d00 req-f48a5e21-19b2-4233-a5d8-42793a7254bb tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856750 Oct 13 10:52:01.761559 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5f473983-47b5-4741-9cc7-3ff94f63865e req-d6ca2ffe-7178-4900-a2da-6ef1801c236f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599041 Oct 13 10:52:01.916064 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda915cc-3219-4a8c-874e-0d13ec392297 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:01.966625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda915cc-3219-4a8c-874e-0d13ec392297 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Pushing event deleted for resources: {'Port': ['ID=8f763af2-9f33-4f92-90e0-98eea8071343,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:02.003042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4884b6-2c3b-4e43-8e9b-2de891aef1f5 req-cff2dbde-32a4-41cf-aa4e-ad4791ba06b8 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:02.004828 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb4884b6-2c3b-4e43-8e9b-2de891aef1f5 req-cff2dbde-32a4-41cf-aa4e-ad4791ba06b8 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb3c996-20c8-4a17-8892-1c43b4091ccd HTTP/1.1" status: 200 len: 950 time: 0.1308222 Oct 13 10:52:02.080210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb4884b6-2c3b-4e43-8e9b-2de891aef1f5 req-dd09a7b6-b289-496d-85f6-1c92affb8b0e tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542781 Oct 13 10:52:02.081141 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda915cc-3219-4a8c-874e-0d13ec392297 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:02.084295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda915cc-3219-4a8c-874e-0d13ec392297 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:02.087663 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dda915cc-3219-4a8c-874e-0d13ec392297 tempest-ImagesOneServerNegativeTestJSON-1551189170 tempest-ImagesOneServerNegativeTestJSON-1551189170-project] 10.222.0.32 "DELETE /v2.0/floatingips/9f6ee962-4e57-4396-a837-32e57c34a085 HTTP/1.1" status: 204 len: 168 time: 0.8673797 Oct 13 10:52:02.235948 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 32934) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:02.288120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4283ee7-6926-4f23-8007-30d12e9df42d admin admin] Deleting subnet bb47ae55-deda-4356-8a6d-76d183060008 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:52:02.291838 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4283ee7-6926-4f23-8007-30d12e9df42d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:02.338655 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4283ee7-6926-4f23-8007-30d12e9df42d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:02.358697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c57b10-13a7-4b0a-b952-a4ed494c7c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dd0770-3927-4313-9303-cb8731e45d08'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:02.361869 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2070d47b-c84f-4d5f-abe8-1d1b6a9cc648" -d '{"events": [{"server_uuid": "96c57b10-13a7-4b0a-b952-a4ed494c7c8f", "name": "network-vif-plugged", "status": "completed", "tag": "c2dd0770-3927-4313-9303-cb8731e45d08"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:02.388591 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4283ee7-6926-4f23-8007-30d12e9df42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:02.429068 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5b0b6e-227c-4d73-b995-ab3f0bc9bc03 x-openstack-request-id: req-1e5b0b6e-227c-4d73-b995-ab3f0bc9bc03 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:02.429386 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c57b10-13a7-4b0a-b952-a4ed494c7c8f", "name": "network-vif-plugged", "status": "completed", "tag": "c2dd0770-3927-4313-9303-cb8731e45d08", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:02.429647 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e5b0b6e-227c-4d73-b995-ab3f0bc9bc03 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:02.430044 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c57b10-13a7-4b0a-b952-a4ed494c7c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dd0770-3927-4313-9303-cb8731e45d08', 'code': 200} Oct 13 10:52:02.562769 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4283ee7-6926-4f23-8007-30d12e9df42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:02.581247 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5329c9d9-adf7-4705-9f00-c2085b670c2e req-8a855d72-22cb-455c-bc89-ea04f5ca0883 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 210 time: 0.0390337 Oct 13 10:52:02.601518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-513c0512-a1c9-487d-98d6-798c4b1501ca tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:02.603378 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-513c0512-a1c9-487d-98d6-798c4b1501ca tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.46 "GET /v2.0/ports?device_id=64da48cf-1991-4ddd-9d5e-367a49d0c85d HTTP/1.1" status: 200 len: 946 time: 0.1521895 Oct 13 10:52:02.605055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4283ee7-6926-4f23-8007-30d12e9df42d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb47ae55-deda-4356-8a6d-76d183060008,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:02.612405 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4283ee7-6926-4f23-8007-30d12e9df42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:02.617660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e4283ee7-6926-4f23-8007-30d12e9df42d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bb47ae55-deda-4356-8a6d-76d183060008 HTTP/1.1" status: 204 len: 168 time: 0.3804655 Oct 13 10:52:02.620044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 32950) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:02.626139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b8f24-0f1c-43ea-8ea6-34e0f220a713 req-5a237712-f9be-4a14-b006-966967649e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:02.627903 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e49b8f24-0f1c-43ea-8ea6-34e0f220a713 req-5a237712-f9be-4a14-b006-966967649e2c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 1097 time: 0.1125994 Oct 13 10:52:02.705922 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e7ca23c-9484-4335-877d-24187e476718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:02.763453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e49b8f24-0f1c-43ea-8ea6-34e0f220a713 req-ccdfa56c-f03d-428c-a141-5cb8d40ad6ca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170497 Oct 13 10:52:02.791070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63275e-d268-4d83-bebd-505fddf0658f req-840979f2-0021-4a7c-ae31-3ba8c975947c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:02.792693 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cd63275e-d268-4d83-bebd-505fddf0658f req-840979f2-0021-4a7c-ae31-3ba8c975947c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.1246691 Oct 13 10:52:02.810189 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e7ca23c-9484-4335-877d-24187e476718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:02.845205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-0e7ca23c-9484-4335-877d-24187e476718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21de5fad-2ade-4e57-815f-ecef3d97e8e4']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:02.857617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-0e7ca23c-9484-4335-877d-24187e476718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9548b80d-c040-4ef9-9627-2c74af60390f') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:02.857836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-0e7ca23c-9484-4335-877d-24187e476718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9548b80d-c040-4ef9-9627-2c74af60390f') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:02.870646 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e7ca23c-9484-4335-877d-24187e476718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:02.890028 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e7ca23c-9484-4335-877d-24187e476718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:02.927507 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cd63275e-d268-4d83-bebd-505fddf0658f req-d78e0af3-1d61-4775-8b33-e0c21747095d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262643 Oct 13 10:52:02.934015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Deleting port 259551c6-0966-4d75-b849-0242e987c06d {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:52:02.934466 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:02.934606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7ca23c-9484-4335-877d-24187e476718 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:52:02.935038 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e7ca23c-9484-4335-877d-24187e476718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:52:02.946509 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:52:03.058266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6f1b4-74de-4122-b941-210962396055 req-83bc0ba5-346e-4ab0-b892-4ce587bdb0e9 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:03.060027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ceb6f1b4-74de-4122-b941-210962396055 req-83bc0ba5-346e-4ab0-b892-4ce587bdb0e9 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 946 time: 0.1607721 Oct 13 10:52:03.091672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa5213-6776-4102-9caa-5a7174bd4adb req-551f97f4-bebe-4164-8b7c-7eec3f8c1b39 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:03.093197 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5fa5213-6776-4102-9caa-5a7174bd4adb req-551f97f4-bebe-4164-8b7c-7eec3f8c1b39 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 943 time: 0.0841689 Oct 13 10:52:03.099681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] For port 259551c6-0966-4d75-b849-0242e987c06d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=259551c6-0966-4d75-b849-0242e987c06d,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:03.108019 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:03.117641 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ceb6f1b4-74de-4122-b941-210962396055 req-291d6863-af60-4ed4-9a01-98113d978b3e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511127 Oct 13 10:52:03.151085 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e7ca23c-9484-4335-877d-24187e476718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:03.171426 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e7ca23c-9484-4335-877d-24187e476718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:03.174643 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0e7ca23c-9484-4335-877d-24187e476718 admin admin] 10.222.0.32 "DELETE /v2.0/networks/21de5fad-2ade-4e57-815f-ecef3d97e8e4 HTTP/1.1" status: 204 len: 168 time: 0.5520434 Oct 13 10:52:03.175546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ca23c-9484-4335-877d-24187e476718 admin admin] Pushing event deleted for resources: {'Network': ['ID=21de5fad-2ade-4e57-815f-ecef3d97e8e4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:03.258617 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5fa5213-6776-4102-9caa-5a7174bd4adb req-e7f48435-86e8-49c7-8236-150f6e64698c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476924 Oct 13 10:52:03.295516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2345c298-e67b-4f23-ae2e-4f00ac5c85be req-292dcbb8-af78-4332-9776-94d41d07454f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-345654531&fields=id&tenant_id=f9a4c35e3eba4a36b50114c9994efa1b HTTP/1.1" status: 200 len: 267 time: 0.0376887 Oct 13 10:52:03.352827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345c298-e67b-4f23-ae2e-4f00ac5c85be req-7e1ec6f3-9c9a-4b12-8162-312af1063467 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:03.354300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2345c298-e67b-4f23-ae2e-4f00ac5c85be req-7e1ec6f3-9c9a-4b12-8162-312af1063467 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 946 time: 0.0528767 Oct 13 10:52:03.367450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-2345c298-e67b-4f23-ae2e-4f00ac5c85be req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'port': {'security_groups': ['8e1bdf69-b26f-47c7-8276-9bc2991fec25', 'be8bcc39-8649-4afa-85b4-3217c33f0d6d']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:03.407391 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:03.407758 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:03.408078 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Floating IP 97abdb3c-1db5-4395-a2c2-e556c833fb56 disassociated. External IP: 172.25.0.76, port: 259551c6-0966-4d75-b849-0242e987c06d. Oct 13 10:52:03.408425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Calling delete_port for 259551c6-0966-4d75-b849-0242e987c06d owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:52:03.439997 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2345c298-e67b-4f23-ae2e-4f00ac5c85be req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:03.709587 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c662938b-0828-468e-a17f-c9136e466a0b req-e19ae91a-2241-4cf9-ab3a-1e1576550330 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 210 time: 0.0433829 Oct 13 10:52:03.727019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-2345c298-e67b-4f23-ae2e-4f00ac5c85be req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] For port df9c5cf8-0751-4e54-8890-50f97497771c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=df9c5cf8-0751-4e54-8890-50f97497771c,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:03.774968 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2345c298-e67b-4f23-ae2e-4f00ac5c85be req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:03.959694 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:03.960757 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2345c298-e67b-4f23-ae2e-4f00ac5c85be req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:03.973576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32992) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:03.977617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5c5739a7-aaf9-41a1-a437-dc9af3beb860', 'df9c5cf8-0751-4e54-8890-50f97497771c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:52:04.024528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Pushing event deleted for resources: {'Port': ['ID=259551c6-0966-4d75-b849-0242e987c06d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:04.104892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345c298-e67b-4f23-ae2e-4f00ac5c85be req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:04.105663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2345c298-e67b-4f23-ae2e-4f00ac5c85be req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:04.110310 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2345c298-e67b-4f23-ae2e-4f00ac5c85be req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "PUT /v2.0/ports/df9c5cf8-0751-4e54-8890-50f97497771c HTTP/1.1" status: 200 len: 982 time: 0.7487965 Oct 13 10:52:04.110918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb990859-d292-4eb7-a640-856fde6593d3', 'tag': 'df9c5cf8-0751-4e54-8890-50f97497771c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:04.117037 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f75b88a-f82c-4396-8fbf-ddd3f940d098" -d '{"events": [{"name": "network-changed", "server_uuid": "bb990859-d292-4eb7-a640-856fde6593d3", "tag": "df9c5cf8-0751-4e54-8890-50f97497771c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:04.118633 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-762c7ab2-91da-4efe-87b0-26d7478caade admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5fb6da443a14d7da07e27d3ff80dabb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411533 Oct 13 10:52:04.119488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32996) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:04.200169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'Port': ['ID=df9c5cf8-0751-4e54-8890-50f97497771c,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:04.217980 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['df9c5cf8-0751-4e54-8890-50f97497771c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:52:04.266795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ce056-6519-491c-a038-541b5f63fa6b req-08e8ee82-de36-451e-b2e0-0d2a28aa9ab7 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:04.268621 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e33ce056-6519-491c-a038-541b5f63fa6b req-08e8ee82-de36-451e-b2e0-0d2a28aa9ab7 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.1477644 Oct 13 10:52:04.275138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:04.275736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:04.276243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:04.276770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:04.277428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:04.277950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:04.278553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:04.279050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:04.279589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:04.280096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:04.280628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:04.281539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4b0c5-d93e-4ad4-86c0-978adfce9d96 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:04.308913 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a79f0bd5-6e97-4557-a791-cf347961bdad req-1655ef06-1274-45c4-a46f-360cb36710c7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/be8bcc39-8649-4afa-85b4-3217c33f0d6d HTTP/1.1" status: 200 len: 1800 time: 0.1757803 Oct 13 10:52:04.366441 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e33ce056-6519-491c-a038-541b5f63fa6b req-cfec55e2-5ad3-416b-8937-afd15f3e6577 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824733 Oct 13 10:52:04.413894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-b1fd98d9-c784-4a5d-8623-9aac0e872207 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:04.420810 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-b1fd98d9-c784-4a5d-8623-9aac0e872207 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.46 "GET /v2.0/networks?id=b58e4256-4c47-4436-af94-141a2aa7d3a0 HTTP/1.1" status: 200 len: 823 time: 0.2229898 Oct 13 10:52:04.434697 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4796f8dc-002e-434e-bebc-83d14e149901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:04.500662 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4796f8dc-002e-434e-bebc-83d14e149901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:04.506404 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee26a852-b2f5-44be-8c3d-3b7ba6722037 x-openstack-request-id: req-ee26a852-b2f5-44be-8c3d-3b7ba6722037 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:04.507017 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb990859-d292-4eb7-a640-856fde6593d3", "tag": "df9c5cf8-0751-4e54-8890-50f97497771c", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:04.507470 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee26a852-b2f5-44be-8c3d-3b7ba6722037 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:04.508075 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb990859-d292-4eb7-a640-856fde6593d3', 'tag': 'df9c5cf8-0751-4e54-8890-50f97497771c', 'status': 'completed', 'code': 200} Oct 13 10:52:04.652639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-47c04880-571b-4568-b149-9b4c8d5922a7 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c16d108e0b3b432b9200693dc1b5290a HTTP/1.1" status: 200 len: 380 time: 0.2048595 Oct 13 10:52:04.677878 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4796f8dc-002e-434e-bebc-83d14e149901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:04.681304 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4796f8dc-002e-434e-bebc-83d14e149901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:04.686582 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4796f8dc-002e-434e-bebc-83d14e149901 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/052cf272-bb9e-42fa-a837-3061bd2275ea HTTP/1.1" status: 204 len: 168 time: 0.5629551 Oct 13 10:52:04.728545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-69564f14-263b-4147-b690-126641ffea43 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Request body: {'port': {'device_id': 'd0e28760-b952-44ac-90d4-547371030969', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'admin_state_up': True, 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'security_groups': ['1d0c2a11-45d0-45ab-93e4-141cda0fd801']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:04.748277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Router 72344664-0061-4451-ad06-8fa4337402ac has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:52:04.755723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796f8dc-002e-434e-bebc-83d14e149901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052cf272-bb9e-42fa-a837-3061bd2275ea,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:04.777867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75b88a-f82c-4396-8fbf-ddd3f940d098 req-c98ac0f4-ff0e-456e-8a9e-f06b50a6f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:04.783623 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f75b88a-f82c-4396-8fbf-ddd3f940d098 req-c98ac0f4-ff0e-456e-8a9e-f06b50a6f425 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b&device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 1136 time: 0.1801348 Oct 13 10:52:04.879090 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-a79f0bd5-6e97-4557-a791-cf347961bdad req-b721f311-f5aa-4785-af64-15535e32149c tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 10:52:04.907986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a79f0bd5-6e97-4557-a791-cf347961bdad req-b721f311-f5aa-4785-af64-15535e32149c tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "DELETE /v2.0/security-groups/be8bcc39-8649-4afa-85b4-3217c33f0d6d HTTP/1.1" status: 409 len: 341 time: 0.4841409 Oct 13 10:52:05.126005 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8c5e36c9-c37e-467a-bc43-2635de7fb3ab req-ae907ae1-5444-4d66-94c6-0b733903cbe4 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 210 time: 0.0460758 Oct 13 10:52:05.236404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:52:05.257941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552b4e8-8b08-4de0-aae2-9603609d3b8b None None] Sync routers for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:52:05.307954 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-69564f14-263b-4147-b690-126641ffea43 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Made reservation on behalf of c16d108e0b3b432b9200693dc1b5290a for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:52:05.312707 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-69564f14-263b-4147-b690-126641ffea43 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:05.388840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552b4e8-8b08-4de0-aae2-9603609d3b8b None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:52:05.390995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8552b4e8-8b08-4de0-aae2-9603609d3b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:51:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:05.785426 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-69564f14-263b-4147-b690-126641ffea43 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Allocated IP 172.20.0.8 (b58e4256-4c47-4436-af94-141a2aa7d3a0/3a88d710-315c-4479-96af-c6b02bc601b6/8389713f-e6a4-4c51-b5db-a1b9f3e1a32a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:52:05.816494 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d82547-e325-4d2d-a23a-364a99fcbb7f req-5d832eef-0b94-405e-a65a-1b4cb56c25ed tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:05.826716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19d82547-e325-4d2d-a23a-364a99fcbb7f req-5d832eef-0b94-405e-a65a-1b4cb56c25ed tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.1889119 Oct 13 10:52:05.931554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19d82547-e325-4d2d-a23a-364a99fcbb7f req-d9c9ab70-ae8d-4733-891e-b3f66865bb41 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034796 Oct 13 10:52:05.947955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] No DVR routers for this DVR port 259551c6-0966-4d75-b849-0242e987c06d on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:52:05.953580 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:05.957255 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-680a0c1a-5011-41ba-9660-67c54f1926c9 req-cd05f905-d112-4e37-bd57-d626e86298c8 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.46 "DELETE /v2.0/ports/259551c6-0966-4d75-b849-0242e987c06d HTTP/1.1" status: 204 len: 173 time: 3.3460419 Oct 13 10:52:05.959807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64da48cf-1991-4ddd-9d5e-367a49d0c85d', 'name': 'network-vif-deleted', 'tag': '259551c6-0966-4d75-b849-0242e987c06d'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:05.962596 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc80b8b-4244-4ef5-938f-2f8c2101596c" -d '{"events": [{"server_uuid": "64da48cf-1991-4ddd-9d5e-367a49d0c85d", "name": "network-vif-deleted", "tag": "259551c6-0966-4d75-b849-0242e987c06d"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:05.970525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75b88a-f82c-4396-8fbf-ddd3f940d098 req-5ed6e629-476e-45df-b82a-52c7ed9353e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:05.972297 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f75b88a-f82c-4396-8fbf-ddd3f940d098 req-5ed6e629-476e-45df-b82a-52c7ed9353e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5af4457a-d814-4848-a2d9-db68fc1be91e HTTP/1.1" status: 200 len: 912 time: 1.1725574 Oct 13 10:52:05.997552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 259551c6-0966-4d75-b849-0242e987c06d no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:52:06.023774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d3172-b3d0-41f0-bfad-5a9779d88135 req-50a356e0-cb83-4d95-92a0-be09b41ae8f9 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:06.032121 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-579d3172-b3d0-41f0-bfad-5a9779d88135 req-50a356e0-cb83-4d95-92a0-be09b41ae8f9 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 943 time: 0.8079937 Oct 13 10:52:06.083542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 259551c6-0966-4d75-b849-0242e987c06d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:52:06.083804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 259551c6-0966-4d75-b849-0242e987c06d not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:52:06.084296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f540a188-6176-4973-8b6a-cccbf69527fe no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:52:06.098245 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f75b88a-f82c-4396-8fbf-ddd3f940d098 req-a64f3fcc-c009-4db9-be19-d0b2a4b0acac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9c5cf8-0751-4e54-8890-50f97497771c HTTP/1.1" status: 200 len: 217 time: 0.1127322 Oct 13 10:52:06.199091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8552b4e8-8b08-4de0-aae2-9603609d3b8b None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:52:06.226359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413d959-f34f-4d79-9ca2-54f6cb5f0428 req-b88447b1-a6a0-4892-b00d-1865c1052991 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:06.234523 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6413d959-f34f-4d79-9ca2-54f6cb5f0428 req-b88447b1-a6a0-4892-b00d-1865c1052991 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 985 time: 0.1577942 Oct 13 10:52:06.255820 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-579d3172-b3d0-41f0-bfad-5a9779d88135 req-7851430a-484b-446a-89db-0bd1999d6418 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149539 Oct 13 10:52:06.295493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75b88a-f82c-4396-8fbf-ddd3f940d098 req-987ca3bd-b55f-428e-a10a-e340de3a2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:06.297195 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f75b88a-f82c-4396-8fbf-ddd3f940d098 req-987ca3bd-b55f-428e-a10a-e340de3a2499 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d869eb4-b298-4f73-bdf7-f3becabe9b5b HTTP/1.1" status: 200 len: 851 time: 0.1905072 Oct 13 10:52:06.338443 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d7465c52-6146-4dd5-a601-bc6df9182b67 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:52:06.375680 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f75b88a-f82c-4396-8fbf-ddd3f940d098 req-d0890045-2d2d-42f5-a802-9e67ded6f485 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5af4457a-d814-4848-a2d9-db68fc1be91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705504 Oct 13 10:52:06.416308 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-69564f14-263b-4147-b690-126641ffea43 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:06.487009 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6413d959-f34f-4d79-9ca2-54f6cb5f0428 req-53740e47-c78d-450c-b08d-68340b601e02 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&id=be8bcc39-8649-4afa-85b4-3217c33f0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2512448 Oct 13 10:52:06.590768 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec52247e-6d06-4d93-9c0b-c73b5300b95c x-openstack-request-id: req-ec52247e-6d06-4d93-9c0b-c73b5300b95c {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:06.590768 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64da48cf-1991-4ddd-9d5e-367a49d0c85d", "name": "network-vif-deleted", "tag": "259551c6-0966-4d75-b849-0242e987c06d", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:06.591247 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec52247e-6d06-4d93-9c0b-c73b5300b95c {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:06.591744 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64da48cf-1991-4ddd-9d5e-367a49d0c85d', 'name': 'network-vif-deleted', 'tag': '259551c6-0966-4d75-b849-0242e987c06d', 'status': 'completed', 'code': 200} Oct 13 10:52:06.596395 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f75b88a-f82c-4396-8fbf-ddd3f940d098 req-f19abd66-c1b8-4973-8c64-702eaa917963 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116296 Oct 13 10:52:06.642104 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:06.654421 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-69564f14-263b-4147-b690-126641ffea43 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:06.751017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-69564f14-263b-4147-b690-126641ffea43 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Network b58e4256-4c47-4436-af94-141a2aa7d3a0 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:52:06.782053 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-69564f14-263b-4147-b690-126641ffea43 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:06.804301 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f540a188-6176-4973-8b6a-cccbf69527fe,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:06.849555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-69564f14-263b-4147-b690-126641ffea43 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:52:06.856431 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f75b88a-f82c-4396-8fbf-ddd3f940d098 req-76784ff1-9a91-4458-8006-e0f0a3a0538a service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508519 Oct 13 10:52:06.925037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69564f14-263b-4147-b690-126641ffea43 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Pushing event updated for resources: {'Port': ['ID=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:06.953566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:06.956726 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc44f05-619e-49ca-b52e-01bb170ab385" -d '{"events": [{"server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "name": "network-vif-unplugged", "status": "completed", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:06.968729 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:07.024126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9a497-83a9-473a-aa58-fab21bdb4af0 req-de3b70ce-f82d-494d-9c78-8854bdae3d27 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:07.025714 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7a9a497-83a9-473a-aa58-fab21bdb4af0 req-de3b70ce-f82d-494d-9c78-8854bdae3d27 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 931 time: 0.2769582 Oct 13 10:52:07.072787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-69564f14-263b-4147-b690-126641ffea43 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:07.073352 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-69564f14-263b-4147-b690-126641ffea43 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:07.076660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f540a188-6176-4973-8b6a-cccbf69527fe,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:07.098121 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:07.111520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:07.112044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:07.112943 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:07.113440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:07.113974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:07.115147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:07.115568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:07.116036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:07.116396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:07.116718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:07.117117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:07.141293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6129df-8634-4a47-b641-4f7e0620eee8 req-3393cfa0-7e7d-4eea-86a5-a8b7f7cfd48c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:07.149129 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7d6129df-8634-4a47-b641-4f7e0620eee8 req-3393cfa0-7e7d-4eea-86a5-a8b7f7cfd48c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.2008033 Oct 13 10:52:07.187588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7a9a497-83a9-473a-aa58-fab21bdb4af0 req-1e711f8b-e427-451b-9da4-d7769d3c75f0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289392 Oct 13 10:52:07.207812 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7d6129df-8634-4a47-b641-4f7e0620eee8 req-43db96cf-5814-47ca-8557-13c86702d578 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563326 Oct 13 10:52:07.210782 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-69564f14-263b-4147-b690-126641ffea43 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5247207 Oct 13 10:52:07.227534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Request body: {'port': {'device_id': 'd0e28760-b952-44ac-90d4-547371030969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:07.266655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2843610-79dc-4579-a7f5-8435a510589b req-500391e3-1a0f-498e-b8e6-e4608e7f1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:07.270384 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2843610-79dc-4579-a7f5-8435a510589b req-500391e3-1a0f-498e-b8e6-e4608e7f1cdc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b&device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 1136 time: 0.2539678 Oct 13 10:52:07.323127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ad46fc3b-3a8b-4c83-a2f3-629bed0e3328 None None] Provisioning complete for port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:07.330846 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ad46fc3b-3a8b-4c83-a2f3-629bed0e3328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:07.355982 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:07.427691 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d596c0f-5c89-4558-9305-f1ff19f3a995 x-openstack-request-id: req-0d596c0f-5c89-4558-9305-f1ff19f3a995 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:07.428259 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "name": "network-vif-unplugged", "status": "completed", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:07.428259 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d596c0f-5c89-4558-9305-f1ff19f3a995 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:07.428719 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe', 'code': 200} Oct 13 10:52:07.430477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ad46fc3b-3a8b-4c83-a2f3-629bed0e3328 None None] Port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:52:07.458697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8552b4e8-8b08-4de0-aae2-9603609d3b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:06Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:07.521560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552b4e8-8b08-4de0-aae2-9603609d3b8b None None] Checking router: 72344664-0061-4451-ad06-8fa4337402ac for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:52:07.533491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552b4e8-8b08-4de0-aae2-9603609d3b8b None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:52:07.549424 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8552b4e8-8b08-4de0-aae2-9603609d3b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:51:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:07.576148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2843610-79dc-4579-a7f5-8435a510589b req-778557ad-4e3a-4774-9930-abdc33ac1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:07.578196 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2843610-79dc-4579-a7f5-8435a510589b req-778557ad-4e3a-4774-9930-abdc33ac1925 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5af4457a-d814-4848-a2d9-db68fc1be91e HTTP/1.1" status: 200 len: 912 time: 0.2989776 Oct 13 10:52:07.646313 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2843610-79dc-4579-a7f5-8435a510589b req-7ad643fe-bfc6-4830-b436-6a52371d2774 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9c5cf8-0751-4e54-8890-50f97497771c HTTP/1.1" status: 200 len: 217 time: 0.0452704 Oct 13 10:52:07.748402 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fec3b-eb83-4b6c-8f25-c4a9f22447ff req-28e29756-c324-495f-af1e-b664fb6d8ed9 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:07.758697 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bb2fec3b-eb83-4b6c-8f25-c4a9f22447ff req-28e29756-c324-495f-af1e-b664fb6d8ed9 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 943 time: 0.2274127 Oct 13 10:52:07.820459 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bb2fec3b-eb83-4b6c-8f25-c4a9f22447ff req-bafcf27a-1445-467f-ba39-57479a1c3853 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548847 Oct 13 10:52:07.820701 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8552b4e8-8b08-4de0-aae2-9603609d3b8b None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:52:07.837024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2843610-79dc-4579-a7f5-8435a510589b req-7d95d581-9ccb-4665-9082-4aa7be800054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:07.846453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2843610-79dc-4579-a7f5-8435a510589b req-7d95d581-9ccb-4665-9082-4aa7be800054 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d869eb4-b298-4f73-bdf7-f3becabe9b5b HTTP/1.1" status: 200 len: 851 time: 0.1974037 Oct 13 10:52:07.927786 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2843610-79dc-4579-a7f5-8435a510589b req-b3c26440-a6d9-4255-a6bc-f3bf4862fe38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5af4457a-d814-4848-a2d9-db68fc1be91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701523 Oct 13 10:52:08.040363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d978503-5fd1-442a-b281-6a8202ae5b6c req-9a2e9d7b-348c-42e5-9523-ce934acc4997 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:08.042423 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d978503-5fd1-442a-b281-6a8202ae5b6c req-9a2e9d7b-348c-42e5-9523-ce934acc4997 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 985 time: 0.1360505 Oct 13 10:52:08.066116 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c02cb6d6-b625-4b15-b57f-7a3b536f6b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:08.087239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:52:08.089287 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2843610-79dc-4579-a7f5-8435a510589b req-96bc5d8e-9185-4c28-b230-e10eeb84bb8e service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570616 Oct 13 10:52:08.101620 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:08.127495 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d978503-5fd1-442a-b281-6a8202ae5b6c req-e07ebca1-1cc7-4437-bd6b-1c7d04e69b1c tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&id=be8bcc39-8649-4afa-85b4-3217c33f0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0733547 Oct 13 10:52:08.149271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Transition to ACTIVE for port object 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:52:08.259237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2843610-79dc-4579-a7f5-8435a510589b req-a342253b-de68-48ad-976f-f05f5a93d403 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621053 Oct 13 10:52:08.281105 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8552b4e8-8b08-4de0-aae2-9603609d3b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:06Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:08.292621 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:08.349229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552b4e8-8b08-4de0-aae2-9603609d3b8b None None] The sync data for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 is: [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:06Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:52:08.377198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc26073-393d-430b-9dbc-824cadb13ce7 req-54e1cffe-fbb9-4473-935b-e4cd1c330153 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:08.387435 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0dc26073-393d-430b-9dbc-824cadb13ce7 req-54e1cffe-fbb9-4473-935b-e4cd1c330153 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 943 time: 0.0982506 Oct 13 10:52:08.451429 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0dc26073-393d-430b-9dbc-824cadb13ce7 req-8b72c8d0-5379-419e-a554-e0f4b8ca4e84 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627153 Oct 13 10:52:08.454458 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Pushing event updated for resources: {'Port': ['ID=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:08.508011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33112) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:08.515426 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-bbc9b3ec-8d3c-4de7-b631-36d737bb7d99 service neutron] 10.222.0.21 "GET /v2.0/ports/d7465c52-6146-4dd5-a601-bc6df9182b67/bindings/n-h1-813659-3 HTTP/1.1" status: 200 len: 384 time: 0.2786655 Oct 13 10:52:08.549068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48de51-c021-48d2-86c7-4a3324625ba4 req-e8de42e4-b8c8-4d63-9ce9-41d959cfbd5e tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:08.558719 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:08.559705 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b48de51-c021-48d2-86c7-4a3324625ba4 req-e8de42e4-b8c8-4d63-9ce9-41d959cfbd5e tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.1912560 Oct 13 10:52:08.722898 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b48de51-c021-48d2-86c7-4a3324625ba4 req-91750446-d911-4e98-aada-48c453fa32ec tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622288 Oct 13 10:52:08.741726 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:08.760700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Attempting to bind port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:52:08.761058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Attempting to bind port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:52:08.761458 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Attempting to bind port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a on network b58e4256-4c47-4436-af94-141a2aa7d3a0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:52:08.769344 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a on network b58e4256-4c47-4436-af94-141a2aa7d3a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:52:08.769669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Attempting to bind port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a on network b58e4256-4c47-4436-af94-141a2aa7d3a0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:52:08.792713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:52:08.793058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Checking segment: {'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:52:08.793610 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Bound using segment: {'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:52:08.794127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Bound port: 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac72e33-cf0b-474c-8cce-124875e855cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:52:08.794575 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:08.902445 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:08.929223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] For port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:52:08.933656 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] For port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:52:08.950763 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb529da1-5b0b-448a-8e91-ae4112ae69a9 None None] New status for floating IP 97abdb3c-1db5-4395-a2c2-e556c833fb56: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:52:08.964992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-aeed586e-b99d-48f8-ade3-91c18f874574 service neutron] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d7465c52-6146-4dd5-a601-bc6df9182b67,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:08.981439 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:09.027737 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0a161412f4a4c0ab9aa2ecfff95851d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5174806 Oct 13 10:52:09.029844 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33140) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:09.056428 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:09.066927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-aeed586e-b99d-48f8-ade3-91c18f874574 service neutron] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:52:09.076982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:09.080902 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:09.082371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] 10.222.0.46 "PUT /v2.0/ports/8389713f-e6a4-4c51-b5db-a1b9f3e1a32a HTTP/1.1" status: 200 len: 1091 time: 1.8600752 Oct 13 10:52:09.130732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e28760-b952-44ac-90d4-547371030969', 'tag': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:09.138242 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4152c840-a86a-4628-9369-4f8cc6024572" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e28760-b952-44ac-90d4-547371030969", "tag": "8389713f-e6a4-4c51-b5db-a1b9f3e1a32a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:09.165064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dfc70e-e255-4ae7-9334-e2f9ec45576f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:09.180421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-aeed586e-b99d-48f8-ade3-91c18f874574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7465c52-6146-4dd5-a601-bc6df9182b67 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:52:09.188457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:09.188916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:09.189563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:09.189796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:09.190203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:09.190712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:09.191393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:09.191528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:09.191862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:09.192196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:09.192566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:09.192905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683eecf8-ee10-499d-8974-c049045fe5f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:09.199864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-aeed586e-b99d-48f8-ade3-91c18f874574 service neutron] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d7465c52-6146-4dd5-a601-bc6df9182b67,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:09.220418 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d25454-3ebd-4fe7-98d2-acbb8354bce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:09.303476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d25454-3ebd-4fe7-98d2-acbb8354bce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:09.312420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d390f9-82ee-4b3e-9ba1-a84eafe935dd service neutron] Pushing event updated for resources: {'Port': ['ID=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:09.333945 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-aeed586e-b99d-48f8-ade3-91c18f874574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:09.361884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df8a3a-d99e-412d-bb06-558189583595 req-a4f59093-bde2-486b-a105-38e535497914 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:09.371221 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b4df8a3a-d99e-412d-bb06-558189583595 req-a4f59093-bde2-486b-a105-38e535497914 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 985 time: 0.1219504 Oct 13 10:52:09.383235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bed121-c448-4d76-87ce-355e7c1c6978 req-395ef9a0-d12f-4890-a3a7-8e3c8064a18f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:09.414538 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04bed121-c448-4d76-87ce-355e7c1c6978 req-395ef9a0-d12f-4890-a3a7-8e3c8064a18f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 943 time: 0.4460073 Oct 13 10:52:09.434248 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b4df8a3a-d99e-412d-bb06-558189583595 req-4ecd9093-147d-4011-89b9-9e093e46a5cb tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&id=be8bcc39-8649-4afa-85b4-3217c33f0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0616469 Oct 13 10:52:09.511447 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c587baf3-aacf-4230-bf05-57a197d6e524 x-openstack-request-id: req-c587baf3-aacf-4230-bf05-57a197d6e524 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:09.511742 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e28760-b952-44ac-90d4-547371030969", "tag": "8389713f-e6a4-4c51-b5db-a1b9f3e1a32a", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:09.511989 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c587baf3-aacf-4230-bf05-57a197d6e524 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:09.512371 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e28760-b952-44ac-90d4-547371030969', 'tag': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a', 'status': 'completed', 'code': 200} Oct 13 10:52:09.524033 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d25454-3ebd-4fe7-98d2-acbb8354bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:09.527361 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d25454-3ebd-4fe7-98d2-acbb8354bce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:09.528728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-99d25454-3ebd-4fe7-98d2-acbb8354bce5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49dfc70e-e255-4ae7-9334-e2f9ec45576f HTTP/1.1" status: 204 len: 168 time: 0.4936273 Oct 13 10:52:09.563045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d25454-3ebd-4fe7-98d2-acbb8354bce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dfc70e-e255-4ae7-9334-e2f9ec45576f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:09.563254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-e4902774-ad65-4e10-b66b-2fd4ed25951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:09.564571 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-e4902774-ad65-4e10-b66b-2fd4ed25951f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c16d108e0b3b432b9200693dc1b5290a&device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 1094 time: 0.2457526 Oct 13 10:52:09.579436 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04bed121-c448-4d76-87ce-355e7c1c6978 req-a374970d-9c49-4bc5-8b52-542cf13d4ae2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621518 Oct 13 10:52:09.649295 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-aeed586e-b99d-48f8-ade3-91c18f874574 service neutron] Transition to ACTIVE for port object d7465c52-6146-4dd5-a601-bc6df9182b67 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:52:09.656833 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-916b3ced-a021-4fa9-82c0-8b3f5f0e45ba req-586dc3da-d0f1-44c2-88b3-38b5a0a4347a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1479190686&fields=id&tenant_id=f9a4c35e3eba4a36b50114c9994efa1b HTTP/1.1" status: 200 len: 267 time: 0.0836000 Oct 13 10:52:09.698263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-e05cfb99-0d9e-438f-b81f-df89ac0666b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a HTTP/1.1" status: 200 len: 217 time: 0.1178105 Oct 13 10:52:09.744270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b3ced-a021-4fa9-82c0-8b3f5f0e45ba req-34897838-7a15-44f4-a84c-84208b56a286 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:09.746660 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-916b3ced-a021-4fa9-82c0-8b3f5f0e45ba req-34897838-7a15-44f4-a84c-84208b56a286 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 985 time: 0.0880635 Oct 13 10:52:09.760248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-916b3ced-a021-4fa9-82c0-8b3f5f0e45ba req-b0323cea-9b96-432a-8bc9-c391227af00b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'port': {'security_groups': ['8e1bdf69-b26f-47c7-8276-9bc2991fec25', 'be8bcc39-8649-4afa-85b4-3217c33f0d6d', 'e3c9ff36-de45-4560-822b-70dd14e0d816']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:09.805955 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-aeed586e-b99d-48f8-ade3-91c18f874574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:09.866348 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-916b3ced-a021-4fa9-82c0-8b3f5f0e45ba req-b0323cea-9b96-432a-8bc9-c391227af00b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:09.872229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-e0da4db4-e5f3-4f18-9f95-fcb47e4f0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:09.874135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-e0da4db4-e5f3-4f18-9f95-fcb47e4f0032 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a88d710-315c-4479-96af-c6b02bc601b6 HTTP/1.1" status: 200 len: 862 time: 0.1657588 Oct 13 10:52:09.879580 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed586e-b99d-48f8-ade3-91c18f874574 service neutron] Pushing event updated for resources: {'Port': ['ID=d7465c52-6146-4dd5-a601-bc6df9182b67,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:09.925379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c1162-462e-43da-939e-e383162642b8 req-e4b9ccb8-2e2e-4be1-a04b-a296cf05ce21 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:09.934315 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-076c1162-462e-43da-939e-e383162642b8 req-e4b9ccb8-2e2e-4be1-a04b-a296cf05ce21 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 943 time: 0.2350194 Oct 13 10:52:09.961300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ba4a76d1-389f-429a-b10b-c763629fe26a details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:52:10.054311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-aeed586e-b99d-48f8-ade3-91c18f874574 service neutron] No DVR routers for this DVR port d7465c52-6146-4dd5-a601-bc6df9182b67 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:52:10.085193 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-076c1162-462e-43da-939e-e383162642b8 req-563d6c70-d965-47d1-8ad7-83e18fb4b625 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447976 Oct 13 10:52:10.090401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-2ed10238-a6c5-49ea-b495-9b69bae09230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:10.097092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-2ed10238-a6c5-49ea-b495-9b69bae09230 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b58e4256-4c47-4436-af94-141a2aa7d3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963506 Oct 13 10:52:10.191863 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-aeed586e-b99d-48f8-ade3-91c18f874574 service neutron] 10.222.0.21 "PUT /v2.0/ports/d7465c52-6146-4dd5-a601-bc6df9182b67/bindings/n-h1-813659-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6293039 Oct 13 10:52:10.282710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ba4a76d1-389f-429a-b10b-c763629fe26a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ba4a76d1-389f-429a-b10b-c763629fe26a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:10.300628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'ba4a76d1-389f-429a-b10b-c763629fe26a', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'ba4a76d1-389f-429a-b10b-c763629fe26a', 'mac_address': 'fa:16:3e:33:06:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:52:10.334828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:10.352238 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:10.369329 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba4a76d1-389f-429a-b10b-c763629fe26a {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:52:10.393721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ba4a76d1-389f-429a-b10b-c763629fe26a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ba4a76d1-389f-429a-b10b-c763629fe26a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:10.478727 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:10.512036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-916b3ced-a021-4fa9-82c0-8b3f5f0e45ba req-b0323cea-9b96-432a-8bc9-c391227af00b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] For port df9c5cf8-0751-4e54-8890-50f97497771c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=df9c5cf8-0751-4e54-8890-50f97497771c,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:10.559441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-bcccee13-fc88-4245-b1b5-c20845fee476 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:10.568256 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-bcccee13-fc88-4245-b1b5-c20845fee476 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.2041640 Oct 13 10:52:10.628025 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=ba4a76d1-389f-429a-b10b-c763629fe26a,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:10.633198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['ba4a76d1-389f-429a-b10b-c763629fe26a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:52:10.662933 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-916b3ced-a021-4fa9-82c0-8b3f5f0e45ba req-b0323cea-9b96-432a-8bc9-c391227af00b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:10.706484 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-20ca5fad-ea2a-4236-a2a4-232f1f43a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:10.709245 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-20ca5fad-ea2a-4236-a2a4-232f1f43a9b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6 HTTP/1.1" status: 200 len: 1095 time: 0.1318872 Oct 13 10:52:10.751994 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-916b3ced-a021-4fa9-82c0-8b3f5f0e45ba req-b0323cea-9b96-432a-8bc9-c391227af00b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:10.775342 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5c5739a7-aaf9-41a1-a437-dc9af3beb860', 'df9c5cf8-0751-4e54-8890-50f97497771c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:52:10.830801 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-04a4f4cd-a8d7-430d-b2eb-377a61512cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:10.894272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0323cea-9b96-432a-8bc9-c391227af00b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'Port': ['ID=df9c5cf8-0751-4e54-8890-50f97497771c,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:10.924321 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-599aaa3b-31ce-43a6-9d87-37e233ebfeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:10.926030 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-599aaa3b-31ce-43a6-9d87-37e233ebfeca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 1095 time: 0.1866252 Oct 13 10:52:10.947590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b3ced-a021-4fa9-82c0-8b3f5f0e45ba req-b0323cea-9b96-432a-8bc9-c391227af00b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:10.948470 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-916b3ced-a021-4fa9-82c0-8b3f5f0e45ba req-b0323cea-9b96-432a-8bc9-c391227af00b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:10.950198 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-916b3ced-a021-4fa9-82c0-8b3f5f0e45ba req-b0323cea-9b96-432a-8bc9-c391227af00b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "PUT /v2.0/ports/df9c5cf8-0751-4e54-8890-50f97497771c HTTP/1.1" status: 200 len: 1021 time: 1.1969368 Oct 13 10:52:10.953545 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb990859-d292-4eb7-a640-856fde6593d3', 'tag': 'df9c5cf8-0751-4e54-8890-50f97497771c'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:10.959252 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8190b5-094f-4a48-b44c-f14f42fc94b7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb990859-d292-4eb7-a640-856fde6593d3", "tag": "df9c5cf8-0751-4e54-8890-50f97497771c"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:10.969470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd03132-973d-43d2-96de-b723981c170f req-3bab354c-4d65-4370-96c2-42074ff27b24 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:10.977340 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cd03132-973d-43d2-96de-b723981c170f req-3bab354c-4d65-4370-96c2-42074ff27b24 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.7196679 Oct 13 10:52:11.081912 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-41a965d8-ad7d-428e-a106-4797d84eba37 service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8880246 Oct 13 10:52:11.159835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cd03132-973d-43d2-96de-b723981c170f req-8455b1f2-cb28-4223-95d7-77b694c47eed tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705296 Oct 13 10:52:11.174289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['df9c5cf8-0751-4e54-8890-50f97497771c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:52:11.267718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-34bd5e9b-3d7d-4e84-9b7a-5113c3035a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:11.272032 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-34bd5e9b-3d7d-4e84-9b7a-5113c3035a9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.3360152 Oct 13 10:52:11.393166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1bd86418-3abd-4e49-a8a9-5155c824fedd req-6328c7a8-879e-4064-8f70-8096be33d5d7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/e3c9ff36-de45-4560-822b-70dd14e0d816 HTTP/1.1" status: 200 len: 1801 time: 0.1326964 Oct 13 10:52:11.395910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf9e3b82-f531-4ad0-a05a-8e576ec30c76 req-3640917c-d758-4083-ae1e-dc66e56b07c2 service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977729 Oct 13 10:52:11.426951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33202) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:11.430167 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-c12d9bb8-1729-4ea5-a263-9f99b87aa1ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7465c52-6146-4dd5-a601-bc6df9182b67 HTTP/1.1" status: 200 len: 217 time: 0.0965197 Oct 13 10:52:11.498470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-ee949465-bba1-4761-a4b5-b204ab8f2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:11.500333 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-ee949465-bba1-4761-a4b5-b204ab8f2d84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0620775 Oct 13 10:52:11.521103 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-1bd86418-3abd-4e49-a8a9-5155c824fedd req-82b6a7c8-dcdf-4563-9b33-7a0b641ed2e2 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 10:52:11.530676 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11ff3e-1cc9-49a5-8a9e-e97570fc5dfb req-296887d0-6e2e-41ff-9ce3-5a7a84ad499d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:11.531163 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1bd86418-3abd-4e49-a8a9-5155c824fedd req-82b6a7c8-dcdf-4563-9b33-7a0b641ed2e2 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "DELETE /v2.0/security-groups/e3c9ff36-de45-4560-822b-70dd14e0d816 HTTP/1.1" status: 409 len: 341 time: 0.1268966 Oct 13 10:52:11.539006 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8a11ff3e-1cc9-49a5-8a9e-e97570fc5dfb req-296887d0-6e2e-41ff-9ce3-5a7a84ad499d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 944 time: 0.3242154 Oct 13 10:52:11.567096 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-be76bf30-30f4-4cb3-9bd0-66f40129e32b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559056 Oct 13 10:52:11.658439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152c840-a86a-4628-9369-4f8cc6024572 req-2e732039-a054-41d3-bbdf-658d45726d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:11.667614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4152c840-a86a-4628-9369-4f8cc6024572 req-2e732039-a054-41d3-bbdf-658d45726d83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c16d108e0b3b432b9200693dc1b5290a&device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 1094 time: 0.1288466 Oct 13 10:52:11.743202 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-8727e69f-40ed-4793-bec7-c2e5fdad599f service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671846 Oct 13 10:52:11.746024 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee228ab8-518c-4e33-b9a9-ddb146488a2b x-openstack-request-id: req-ee228ab8-518c-4e33-b9a9-ddb146488a2b {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:11.746418 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb990859-d292-4eb7-a640-856fde6593d3", "tag": "df9c5cf8-0751-4e54-8890-50f97497771c", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:11.746679 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee228ab8-518c-4e33-b9a9-ddb146488a2b {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:11.747058 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb990859-d292-4eb7-a640-856fde6593d3', 'tag': 'df9c5cf8-0751-4e54-8890-50f97497771c', 'status': 'completed', 'code': 200} Oct 13 10:52:11.752230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-464188458-network', 'tenant_id': 'd68197c02a23425c854c2735566beece'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:11.846307 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8a11ff3e-1cc9-49a5-8a9e-e97570fc5dfb req-25df4670-e085-4c99-8c48-3187361dd818 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062892 Oct 13 10:52:11.869657 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:11.897787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152c840-a86a-4628-9369-4f8cc6024572 req-6714b281-187f-49ed-9c12-d170fef275a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:11.899518 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4152c840-a86a-4628-9369-4f8cc6024572 req-6714b281-187f-49ed-9c12-d170fef275a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b58e4256-4c47-4436-af94-141a2aa7d3a0 HTTP/1.1" status: 200 len: 924 time: 0.2128789 Oct 13 10:52:11.961150 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-1cc3618b-22fc-4139-96a0-d3c5d15a5613 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051201 Oct 13 10:52:11.962653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Made reservation on behalf of d68197c02a23425c854c2735566beece for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:52:11.968077 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:11.976190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8190b5-094f-4a48-b44c-f14f42fc94b7 req-eca0c395-a874-4bea-bf08-c509c07fa5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:11.978138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f8190b5-094f-4a48-b44c-f14f42fc94b7 req-eca0c395-a874-4bea-bf08-c509c07fa5b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b&device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 1175 time: 0.3252785 Oct 13 10:52:11.986995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97850083-2350-4090-a732-1d622f19e173 req-a8f7941b-b9bb-4de5-9696-6ef630b71208 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:11.995634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97850083-2350-4090-a732-1d622f19e173 req-a8f7941b-b9bb-4de5-9696-6ef630b71208 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 943 time: 0.2573342 Oct 13 10:52:11.995896 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:11.998707 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4152c840-a86a-4628-9369-4f8cc6024572 req-4d1cb344-3644-4b5b-8b6c-6befbcb2f429 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a HTTP/1.1" status: 200 len: 217 time: 0.0882850 Oct 13 10:52:12.043457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ba4a76d1-389f-429a-b10b-c763629fe26a up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:12.115946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:12.196944 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97850083-2350-4090-a732-1d622f19e173 req-d848d3ec-381e-4345-9f3e-3977105dc58b tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921687 Oct 13 10:52:12.217532 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152c840-a86a-4628-9369-4f8cc6024572 req-dfc0f774-7851-44d6-b984-34acad73a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:12.219031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4152c840-a86a-4628-9369-4f8cc6024572 req-dfc0f774-7851-44d6-b984-34acad73a684 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a88d710-315c-4479-96af-c6b02bc601b6 HTTP/1.1" status: 200 len: 862 time: 0.2059886 Oct 13 10:52:12.238512 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:12.283671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8190b5-094f-4a48-b44c-f14f42fc94b7 req-a2feb3d8-65d5-4559-836a-7b01e65c01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:12.285129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f8190b5-094f-4a48-b44c-f14f42fc94b7 req-a2feb3d8-65d5-4559-836a-7b01e65c01e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5af4457a-d814-4848-a2d9-db68fc1be91e HTTP/1.1" status: 200 len: 912 time: 0.2853885 Oct 13 10:52:12.318897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:52:12.356255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4069ce20-a3e3-4eb6-b55c-ae2aa614b5ed,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:12.376863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:12.377213 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Added segment cb91fec9-e9f0-4fd8-94e2-22eeaabc74da of type vlan for network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b Oct 13 10:52:12.406140 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f8190b5-094f-4a48-b44c-f14f42fc94b7 req-5a78f019-3a95-4d71-b020-da4ebd976eb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9c5cf8-0751-4e54-8890-50f97497771c HTTP/1.1" status: 200 len: 217 time: 0.0996015 Oct 13 10:52:12.412826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152c840-a86a-4628-9369-4f8cc6024572 req-9fb079c8-fad3-4f9c-97e1-6b8d5e481248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:12.413147 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:12.415596 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4152c840-a86a-4628-9369-4f8cc6024572 req-9fb079c8-fad3-4f9c-97e1-6b8d5e481248 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b58e4256-4c47-4436-af94-141a2aa7d3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1880007 Oct 13 10:52:12.508999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port ba4a76d1-389f-429a-b10b-c763629fe26a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:12.509662 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:12.537625 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:12.609635 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8190b5-094f-4a48-b44c-f14f42fc94b7 req-629ff85c-f002-4f58-a88a-eb4e5a02d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:12.611736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f8190b5-094f-4a48-b44c-f14f42fc94b7 req-629ff85c-f002-4f58-a88a-eb4e5a02d558 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d869eb4-b298-4f73-bdf7-f3becabe9b5b HTTP/1.1" status: 200 len: 851 time: 0.1945341 Oct 13 10:52:12.640854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b476e-9df7-48c0-9f8d-946e73e6bb42 req-07f5c114-0a8b-41de-ae1c-d037b6e5242b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:12.649942 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2d0b476e-9df7-48c0-9f8d-946e73e6bb42 req-07f5c114-0a8b-41de-ae1c-d037b6e5242b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 1024 time: 0.1161380 Oct 13 10:52:12.664796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf130a-dc14-4f86-87ac-3159c23b7963 req-bb1ecfa4-068e-41d2-9672-fc4e8557bbff tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:12.666520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d0bf130a-dc14-4f86-87ac-3159c23b7963 req-bb1ecfa4-068e-41d2-9672-fc4e8557bbff tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.2486312 Oct 13 10:52:12.686830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f8190b5-094f-4a48-b44c-f14f42fc94b7 req-63ee5200-1a59-488d-9025-0ae7099ea2a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5af4457a-d814-4848-a2d9-db68fc1be91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608695 Oct 13 10:52:12.691135 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:12.720694 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2d0b476e-9df7-48c0-9f8d-946e73e6bb42 req-a4c2e1e4-110f-4f5b-9a46-ab964fe4fa20 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c9ff36-de45-4560-822b-70dd14e0d816&id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&id=be8bcc39-8649-4afa-85b4-3217c33f0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0696554 Oct 13 10:52:12.738384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4152c840-a86a-4628-9369-4f8cc6024572 req-0059a96d-2103-40e2-9243-293b9873a1cd service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938640 Oct 13 10:52:12.738712 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:12.738712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:12.738712 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:12.749487 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfebc7b-e5df-47ee-85e8-e2329c1ac54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a76d1-389f-429a-b10b-c763629fe26a'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:12.752030 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3ede2d-6037-4f65-9203-7d5ac808f2f9" -d '{"events": [{"server_uuid": "6cfebc7b-e5df-47ee-85e8-e2329c1ac54a", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a76d1-389f-429a-b10b-c763629fe26a"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:12.768836 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ba4a76d1-389f-429a-b10b-c763629fe26a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ba4a76d1-389f-429a-b10b-c763629fe26a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:12.824720 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e6c452-9888-422f-b5cc-2c956954683b x-openstack-request-id: req-b5e6c452-9888-422f-b5cc-2c956954683b {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:12.825084 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfebc7b-e5df-47ee-85e8-e2329c1ac54a", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a76d1-389f-429a-b10b-c763629fe26a", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:12.825342 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5e6c452-9888-422f-b5cc-2c956954683b {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:12.825736 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfebc7b-e5df-47ee-85e8-e2329c1ac54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a76d1-389f-429a-b10b-c763629fe26a', 'code': 200} Oct 13 10:52:12.850043 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:12.895019 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d0bf130a-dc14-4f86-87ac-3159c23b7963 req-24b3ce13-6464-4156-82e0-abcdb581198b tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110302 Oct 13 10:52:12.915334 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] Pushing event updated for resources: {'Network': ['ID=b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:12.920434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=ba4a76d1-389f-429a-b10b-c763629fe26a,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:12.927887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:52:12.944959 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c94077e8-2712-4591-837d-d2d26369f4a6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5166316 Oct 13 10:52:12.948482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33230) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:12.952180 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f8190b5-094f-4a48-b44c-f14f42fc94b7 req-5238c015-0c80-4565-b389-08b6403df0f8 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540886 Oct 13 10:52:12.953945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c2b909bf-fbb2-4ee8-9684-0db6e177745c admin admin] Request body: {'subnet': {'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-464188458-subnet', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:12.970705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-70732d25-47b9-4565-8c72-c8710b04f17a tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:12.972211 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-70732d25-47b9-4565-8c72-c8710b04f17a tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.2444911 Oct 13 10:52:13.099622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06704209-3bc8-466d-b5d7-0fcca7283fcc req-8c743f8c-1e63-49c4-bbf1-5c11aaaa5122 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:13.101218 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-06704209-3bc8-466d-b5d7-0fcca7283fcc req-8c743f8c-1e63-49c4-bbf1-5c11aaaa5122 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 944 time: 0.0860422 Oct 13 10:52:13.156093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4152c840-a86a-4628-9369-4f8cc6024572 req-f6be0cc2-36f4-40a4-933c-f9c69c67b548 service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720348 Oct 13 10:52:13.169034 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f8190b5-094f-4a48-b44c-f14f42fc94b7 req-7cd06129-b4c7-4f61-b243-0e4857e076c0 service neutron] 10.222.0.21 "GET /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425500 Oct 13 10:52:13.194828 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-06704209-3bc8-466d-b5d7-0fcca7283fcc req-bfe1d0c6-0b5b-49e9-b49b-a4aaf2328b69 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668774 Oct 13 10:52:13.196069 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b909bf-fbb2-4ee8-9684-0db6e177745c admin admin] Made reservation on behalf of d68197c02a23425c854c2735566beece for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:52:13.203083 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c2b909bf-fbb2-4ee8-9684-0db6e177745c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:13.329487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-45c8af4f-777e-424b-93e7-b73aada4e391 service neutron] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:52:13.329884 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:13.331219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901e36-a527-4146-b62b-d5170fd5e04d req-0d118157-9bf9-45ab-8a0d-d49585ab3a12 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:13.334459 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a901e36-a527-4146-b62b-d5170fd5e04d req-0d118157-9bf9-45ab-8a0d-d49585ab3a12 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 943 time: 0.0705729 Oct 13 10:52:13.336932 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-45c8af4f-777e-424b-93e7-b73aada4e391 service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:13.338164 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d55a3d-c3a4-413f-ae08-042e98415e2f req-45c8af4f-777e-424b-93e7-b73aada4e391 service neutron] 10.222.0.46 "DELETE /v2.0/ports/d7465c52-6146-4dd5-a601-bc6df9182b67/bindings/n-h2-813659-3 HTTP/1.1" status: 204 len: 173 time: 0.3570280 Oct 13 10:52:13.387751 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a901e36-a527-4146-b62b-d5170fd5e04d req-9ba575eb-3c90-4929-bfc9-8df40d097c7e tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463719 Oct 13 10:52:13.395129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f62d9-8ee8-4458-ae8d-735e3e3cb780 req-55455270-c0a7-4c9a-b218-24da7ad3a0e0 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:13.397134 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-839f62d9-8ee8-4458-ae8d-735e3e3cb780 req-55455270-c0a7-4c9a-b218-24da7ad3a0e0 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 1095 time: 0.1076839 Oct 13 10:52:13.505327 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-839f62d9-8ee8-4458-ae8d-735e3e3cb780 req-1c7bca61-7421-48d7-87f8-20f96bb4b258 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998249 Oct 13 10:52:13.604387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c2b909bf-fbb2-4ee8-9684-0db6e177745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:13.623519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682670a0-c0f1-45a0-b8f5-b42195cd1681 req-5e476f86-f5d2-4cdd-bded-8685cb763250 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:13.625188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-682670a0-c0f1-45a0-b8f5-b42195cd1681 req-5e476f86-f5d2-4cdd-bded-8685cb763250 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 1095 time: 0.0424507 Oct 13 10:52:13.668171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-682670a0-c0f1-45a0-b8f5-b42195cd1681 req-3ac759be-b91d-482c-bdc9-a1a0d775323f tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361619 Oct 13 10:52:13.672955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b909bf-fbb2-4ee8-9684-0db6e177745c admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d05ae9-b7ed-49ab-96af-ad4ddc23aeff,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:13.687806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b909bf-fbb2-4ee8-9684-0db6e177745c admin admin] Checking segment: {'id': 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:52:13.688229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b909bf-fbb2-4ee8-9684-0db6e177745c admin admin] Network hostable DHCP agents. Network: b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:52:13.831025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b909bf-fbb2-4ee8-9684-0db6e177745c admin admin] Network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:52:13.870484 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87eab9-ceb1-4b86-988b-ba7c3f9c474b req-4bd212e2-2292-43b8-bf07-4ac194944c3b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:13.872275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c87eab9-ceb1-4b86-988b-ba7c3f9c474b req-4bd212e2-2292-43b8-bf07-4ac194944c3b tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 1024 time: 0.0758750 Oct 13 10:52:13.938802 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c87eab9-ceb1-4b86-988b-ba7c3f9c474b req-ab3fb9d0-f07f-4c5a-a768-4a6365057124 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c9ff36-de45-4560-822b-70dd14e0d816&id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&id=be8bcc39-8649-4afa-85b4-3217c33f0d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0522361 Oct 13 10:52:13.956664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-c2b909bf-fbb2-4ee8-9684-0db6e177745c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:13.964098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b909bf-fbb2-4ee8-9684-0db6e177745c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:13.967728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c2b909bf-fbb2-4ee8-9684-0db6e177745c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:13.971763 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7041fba6-33d8-416c-a1c3-fb1bd42b7dd7 None None] Network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:52:14.017812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8c675-5fd9-41e9-bd73-b345d5a3906a req-82b7cd15-54c6-448c-aa85-d8802e1bd0b1 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:14.025133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4cf8c675-5fd9-41e9-bd73-b345d5a3906a req-82b7cd15-54c6-448c-aa85-d8802e1bd0b1 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 1024 time: 0.0692458 Oct 13 10:52:14.102634 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c2b909bf-fbb2-4ee8-9684-0db6e177745c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1531570 Oct 13 10:52:14.107385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33274) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:14.114243 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:14.150468 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709a25d-7fbf-450c-a6c1-bfdf255e8844 req-f44941b3-e017-4568-a0e1-bd8d6ab062f0 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:14.152412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1709a25d-7fbf-450c-a6c1-bfdf255e8844 req-f44941b3-e017-4568-a0e1-bd8d6ab062f0 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.1177559 Oct 13 10:52:14.184280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-4cf8c675-5fd9-41e9-bd73-b345d5a3906a req-c79c9a9d-1576-4a0a-8ff6-3a3cc87c8cff tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Deleting port df9c5cf8-0751-4e54-8890-50f97497771c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:52:14.184667 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4cf8c675-5fd9-41e9-bd73-b345d5a3906a req-c79c9a9d-1576-4a0a-8ff6-3a3cc87c8cff tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:14.205789 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1709a25d-7fbf-450c-a6c1-bfdf255e8844 req-af42e99b-7e85-48e3-9d49-aba820af2c31 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438075 Oct 13 10:52:14.210270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'fixed_ips': [{'subnet_id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:52:14.211394 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:14.238525 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:14.239659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:14.355162 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:14.374995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-4cf8c675-5fd9-41e9-bd73-b345d5a3906a req-c79c9a9d-1576-4a0a-8ff6-3a3cc87c8cff tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] For port df9c5cf8-0751-4e54-8890-50f97497771c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=df9c5cf8-0751-4e54-8890-50f97497771c,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:14.375601 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4cf8c675-5fd9-41e9-bd73-b345d5a3906a req-c79c9a9d-1576-4a0a-8ff6-3a3cc87c8cff tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:14.389432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Allocated IP 172.20.0.2 (b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b/38d05ae9-b7ed-49ab-96af-ad4ddc23aeff/acf4c751-3b48-41fa-ae5a-8bec92de8952) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:52:14.403358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-4cf8c675-5fd9-41e9-bd73-b345d5a3906a req-c79c9a9d-1576-4a0a-8ff6-3a3cc87c8cff tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Calling delete_port for df9c5cf8-0751-4e54-8890-50f97497771c owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:52:14.766552 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:14.780375 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:14.797582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428b3d-674d-44de-87e5-865718bc346a req-ce142794-8282-4150-bcb4-8e13024ac915 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:14.800450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-81428b3d-674d-44de-87e5-865718bc346a req-ce142794-8282-4150-bcb4-8e13024ac915 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 943 time: 0.2037606 Oct 13 10:52:14.843583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-81428b3d-674d-44de-87e5-865718bc346a req-841b1da3-af97-495b-a57c-207ceddaaa2c tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363123 Oct 13 10:52:14.996487 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4cf8c675-5fd9-41e9-bd73-b345d5a3906a req-c79c9a9d-1576-4a0a-8ff6-3a3cc87c8cff tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:15.002453 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:15.031998 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c9a9d-1576-4a0a-8ff6-3a3cc87c8cff tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event deleted for resources: {'Port': ['ID=df9c5cf8-0751-4e54-8890-50f97497771c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:15.048493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5c5739a7-aaf9-41a1-a437-dc9af3beb860', 'df9c5cf8-0751-4e54-8890-50f97497771c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:52:15.080958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf8c675-5fd9-41e9-bd73-b345d5a3906a req-c79c9a9d-1576-4a0a-8ff6-3a3cc87c8cff tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] No DVR routers for this DVR port df9c5cf8-0751-4e54-8890-50f97497771c on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:52:15.084805 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4cf8c675-5fd9-41e9-bd73-b345d5a3906a req-c79c9a9d-1576-4a0a-8ff6-3a3cc87c8cff tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:15.089071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4cf8c675-5fd9-41e9-bd73-b345d5a3906a req-c79c9a9d-1576-4a0a-8ff6-3a3cc87c8cff tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.21 "DELETE /v2.0/ports/df9c5cf8-0751-4e54-8890-50f97497771c HTTP/1.1" status: 204 len: 173 time: 1.0627918 Oct 13 10:52:15.089855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb990859-d292-4eb7-a640-856fde6593d3', 'name': 'network-vif-deleted', 'tag': 'df9c5cf8-0751-4e54-8890-50f97497771c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:15.097981 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafbc83c-bcdc-426c-a5d7-d2325a7b0e6b" -d '{"events": [{"server_uuid": "bb990859-d292-4eb7-a640-856fde6593d3", "name": "network-vif-deleted", "tag": "df9c5cf8-0751-4e54-8890-50f97497771c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:15.168771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:52:15.173571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:15.176856 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0df23a5-bb21-4995-8ab9-8092af1597d6 x-openstack-request-id: req-f0df23a5-bb21-4995-8ab9-8092af1597d6 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:15.177705 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb990859-d292-4eb7-a640-856fde6593d3", "name": "network-vif-deleted", "tag": "df9c5cf8-0751-4e54-8890-50f97497771c", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:15.178048 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0df23a5-bb21-4995-8ab9-8092af1597d6 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:15.178605 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb990859-d292-4eb7-a640-856fde6593d3', 'name': 'network-vif-deleted', 'tag': 'df9c5cf8-0751-4e54-8890-50f97497771c', 'status': 'completed', 'code': 200} Oct 13 10:52:15.191755 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:52:15.196883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Pushing event updated for resources: {'Port': ['ID=acf4c751-3b48-41fa-ae5a-8bec92de8952,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:15.217427 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3700cf54-7ebc-4ca4-8a80-a645b53e742f req-a75b35d0-9bf7-4562-99ab-8cde8bc3c127 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 210 time: 0.0769398 Oct 13 10:52:15.242994 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:15.267915 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:15.417520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Attempting to bind port acf4c751-3b48-41fa-ae5a-8bec92de8952 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:52:15.418473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Attempting to bind port acf4c751-3b48-41fa-ae5a-8bec92de8952 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:52:15.419074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Attempting to bind port acf4c751-3b48-41fa-ae5a-8bec92de8952 on network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:52:15.428181 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:52:15.428821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Checking segment: {'id': 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:52:15.429423 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:15.433227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Bound using segment: {'id': 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:52:15.433227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Bound port: acf4c751-3b48-41fa-ae5a-8bec92de8952, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:52:15.433227 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:15.509683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192b713-225e-4beb-9f99-d48e2a698772 req-c1efe053-7d95-490c-baab-b5a778c1c804 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:15.514219 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9192b713-225e-4beb-9f99-d48e2a698772 req-c1efe053-7d95-490c-baab-b5a778c1c804 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.1294365 Oct 13 10:52:15.515640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Allocated IP 172.25.0.239 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/97d05dc5-b22a-4f60-ae9c-0e5ff5d24918) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:52:15.591979 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] For port acf4c751-3b48-41fa-ae5a-8bec92de8952, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:52:15.595696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] For port acf4c751-3b48-41fa-ae5a-8bec92de8952, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=acf4c751-3b48-41fa-ae5a-8bec92de8952,segment=NetworkSegment(cb91fec9-e9f0-4fd8-94e2-22eeaabc74da),segment_id=cb91fec9-e9f0-4fd8-94e2-22eeaabc74da)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:52:15.641063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9192b713-225e-4beb-9f99-d48e2a698772 req-0b2ffc44-2a6a-4d4f-a43a-9108dcc8b8ca tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940218 Oct 13 10:52:15.723732 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:15.915064 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2b362-80a1-425b-8b85-3b21e0b5e52c None None] Pushing event updated for resources: {'Port': ['ID=acf4c751-3b48-41fa-ae5a-8bec92de8952,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:15.940974 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:15.980383 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:52:16.158742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16522f73-e8f8-4497-b4d1-c9baf9302428 req-a7270cd3-7ea4-4a13-af2d-d1b93cfb88c2 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:16.165769 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-16522f73-e8f8-4497-b4d1-c9baf9302428 req-a7270cd3-7ea4-4a13-af2d-d1b93cfb88c2 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 943 time: 0.1237526 Oct 13 10:52:16.166953 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:16.187971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'port_id': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a', 'mac_address': 'fa:16:3e:01:be:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:52:16.253340 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:16.304401 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-16522f73-e8f8-4497-b4d1-c9baf9302428 req-3f17c785-1c87-463e-99b7-49e8fdfdfdd9 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324811 Oct 13 10:52:16.507444 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:52:16.524214 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5107a8a5-cdb7-43a8-8ad5-1d2c03056e1a req-a12c5876-b008-4c08-9d88-12819a2d03c1 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb990859-d292-4eb7-a640-856fde6593d3 HTTP/1.1" status: 200 len: 210 time: 0.0672164 Oct 13 10:52:16.525302 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:16.533393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:16.656079 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:16.685063 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Pushing event updated for resources: {'Port': ['ID=97d05dc5-b22a-4f60-ae9c-0e5ff5d24918,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:16.717722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:52:16.727118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:16.737125 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:52:16.787613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:16.966987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0215c3-de04-4608-97b9-76226431a5a8 req-0f569e2a-0c01-4b07-b978-8e89920b679a tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:16.977241 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec0215c3-de04-4608-97b9-76226431a5a8 req-0f569e2a-0c01-4b07-b978-8e89920b679a tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 946 time: 0.1102939 Oct 13 10:52:17.067177 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec0215c3-de04-4608-97b9-76226431a5a8 req-2a1bef21-44f2-461e-9f8a-db341c2e55c6 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/security-groups?id=96ecf542-4f13-4ada-9f9d-267183f358e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791879 Oct 13 10:52:17.129494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['8389713f-e6a4-4c51-b5db-a1b9f3e1a32a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:52:17.204397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053071b-f322-4e06-ac2d-926c0d1a9727 req-d6f3a76f-f8ee-4670-a66f-0f6fc9544e39 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:17.214884 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3053071b-f322-4e06-ac2d-926c0d1a9727 req-d6f3a76f-f8ee-4670-a66f-0f6fc9544e39 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.1343551 Oct 13 10:52:17.424803 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3053071b-f322-4e06-ac2d-926c0d1a9727 req-28a0a1ba-566a-466e-ab4f-e84aa3d15fd5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086422 Oct 13 10:52:17.476083 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:17.553209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ec309-2235-4b60-a6ba-05bbfa1315cb req-92e2113f-abd8-4191-94be-0586053e48fa tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:17.560678 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-121ec309-2235-4b60-a6ba-05bbfa1315cb req-92e2113f-abd8-4191-94be-0586053e48fa tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 944 time: 0.1423104 Oct 13 10:52:17.641284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea442f9-71c0-459f-95a5-d3399a41284a None None] Network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:52:17.642582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-121ec309-2235-4b60-a6ba-05bbfa1315cb req-fb47e21d-4cbe-401d-b082-f8a5b0f0f7ce tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798743 Oct 13 10:52:17.737748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9f453b80-0a97-4069-9892-e427a4852ad9 None None] Provisioning complete for port acf4c751-3b48-41fa-ae5a-8bec92de8952 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:17.738124 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f453b80-0a97-4069-9892-e427a4852ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:17.739011 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1318f6d2-7798-4cdb-9489-c2f98673433c req-80290a20-b9be-4e47-8074-a781295a820f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/be8bcc39-8649-4afa-85b4-3217c33f0d6d HTTP/1.1" status: 200 len: 1800 time: 0.1163898 Oct 13 10:52:17.911547 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:18.083568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1318f6d2-7798-4cdb-9489-c2f98673433c req-9f2d602a-c377-45d3-8006-7bb4ab0c4347 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:18.127450 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1318f6d2-7798-4cdb-9489-c2f98673433c req-9f2d602a-c377-45d3-8006-7bb4ab0c4347 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:18.156725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device acf4c751-3b48-41fa-ae5a-8bec92de8952 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:18.165989 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f453b80-0a97-4069-9892-e427a4852ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:18.254228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Router 5e8103cb-bb77-4b45-a875-3421d5443c15 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:52:18.269053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9f453b80-0a97-4069-9892-e427a4852ad9 None None] For port acf4c751-3b48-41fa-ae5a-8bec92de8952, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=acf4c751-3b48-41fa-ae5a-8bec92de8952,segment=NetworkSegment(cb91fec9-e9f0-4fd8-94e2-22eeaabc74da),segment_id=cb91fec9-e9f0-4fd8-94e2-22eeaabc74da)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:18.299427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port acf4c751-3b48-41fa-ae5a-8bec92de8952 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:18.299858 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:18.308691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4225f-3639-43d7-a691-7efc17e58fdc req-151ba67d-6aaa-458c-a14a-f6820f4fa663 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:18.310899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58e4225f-3639-43d7-a691-7efc17e58fdc req-151ba67d-6aaa-458c-a14a-f6820f4fa663 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 946 time: 0.0926006 Oct 13 10:52:18.367167 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1318f6d2-7798-4cdb-9489-c2f98673433c req-9f2d602a-c377-45d3-8006-7bb4ab0c4347 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:18.370107 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1318f6d2-7798-4cdb-9489-c2f98673433c req-9f2d602a-c377-45d3-8006-7bb4ab0c4347 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:18.386624 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1318f6d2-7798-4cdb-9489-c2f98673433c req-9f2d602a-c377-45d3-8006-7bb4ab0c4347 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "DELETE /v2.0/security-groups/be8bcc39-8649-4afa-85b4-3217c33f0d6d HTTP/1.1" status: 204 len: 173 time: 0.6284835 Oct 13 10:52:18.387807 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f453b80-0a97-4069-9892-e427a4852ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:18.398166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device df9c5cf8-0751-4e54-8890-50f97497771c no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:52:18.411562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58e4225f-3639-43d7-a691-7efc17e58fdc req-22fca0d1-89ab-4552-90be-cd1b16ea5042 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/security-groups?id=96ecf542-4f13-4ada-9f9d-267183f358e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812931 Oct 13 10:52:18.443455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d602a-c377-45d3-8006-7bb4ab0c4347 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8bcc39-8649-4afa-85b4-3217c33f0d6d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:18.455048 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: df9c5cf8-0751-4e54-8890-50f97497771c {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:52:18.455388 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device df9c5cf8-0751-4e54-8890-50f97497771c not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:52:18.515874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f453b80-0a97-4069-9892-e427a4852ad9 None None] Pushing event updated for resources: {'Port': ['ID=acf4c751-3b48-41fa-ae5a-8bec92de8952,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:18.657381 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a220469-7943-451b-8902-1a5c3a52029a req-fd84f1ed-7312-4242-93f1-d4f03e925faf tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/e3c9ff36-de45-4560-822b-70dd14e0d816 HTTP/1.1" status: 200 len: 1801 time: 0.0984657 Oct 13 10:52:18.678861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:52:18.688280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Sync routers for ids ['5e8103cb-bb77-4b45-a875-3421d5443c15'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:52:18.743683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Routers {'5e8103cb-bb77-4b45-a875-3421d5443c15'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:52:18.744341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:52:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5e8103cb-bb77-4b45-a875-3421d5443c15'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:18.824611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58e108-40d9-443f-aa3b-2d076fbe4319 req-a5210f6b-fde5-4cb7-8427-2bdc67fece68 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:18.826210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc58e108-40d9-443f-aa3b-2d076fbe4319 req-a5210f6b-fde5-4cb7-8427-2bdc67fece68 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.1519234 Oct 13 10:52:18.865313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-04d517ca-2d1d-4395-83d8-c6cb6d6e54c7 None None] Provisioning complete for port acf4c751-3b48-41fa-ae5a-8bec92de8952 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:18.865990 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-04d517ca-2d1d-4395-83d8-c6cb6d6e54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:18.903102 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc58e108-40d9-443f-aa3b-2d076fbe4319 req-b8330725-50d7-4ddb-b650-d0b617972f1d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692053 Oct 13 10:52:18.977723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Set router 5e8103cb-bb77-4b45-a875-3421d5443c15 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:52:19.102670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fd967-fa20-4a41-a480-338539a3155d req-aaec7b06-2ce6-4666-967e-b2c84d64ff85 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:19.122000 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-878fd967-fa20-4a41-a480-338539a3155d req-aaec7b06-2ce6-4666-967e-b2c84d64ff85 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 944 time: 0.1084380 Oct 13 10:52:19.177263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-878fd967-fa20-4a41-a480-338539a3155d req-c0aa3f4f-9f35-433a-a24c-fabfd5244288 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535274 Oct 13 10:52:19.294238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8392d32-9943-441f-b85c-ede240861d54 req-1e22926c-5609-40d4-802e-b4a7785ce4cb tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:19.296282 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8392d32-9943-441f-b85c-ede240861d54 req-1e22926c-5609-40d4-802e-b4a7785ce4cb tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.46 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 946 time: 0.0960736 Oct 13 10:52:19.297699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a220469-7943-451b-8902-1a5c3a52029a req-550b0497-bba4-46aa-b52f-4bf2a827fb50 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:19.318527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:52:17Z', 'revision_number': 3, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:19.327582 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a220469-7943-451b-8902-1a5c3a52029a req-550b0497-bba4-46aa-b52f-4bf2a827fb50 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:19.350417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Checking router: 5e8103cb-bb77-4b45-a875-3421d5443c15 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:52:19.351599 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Updating router 5e8103cb-bb77-4b45-a875-3421d5443c15 port 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:52:19.377545 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:19.386071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33386) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:19.386703 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f450ff39-a109-4346-83b0-215a8804d50a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2736545 Oct 13 10:52:19.386820 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:19.492302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-f8392d32-9943-441f-b85c-ede240861d54 req-d8793508-ed0a-434f-9c36-de702d4f0deb tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Deleting port f600da7c-5c01-4909-8e8e-e42004aec530 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:52:19.492744 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f8392d32-9943-441f-b85c-ede240861d54 req-d8793508-ed0a-434f-9c36-de702d4f0deb tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:19.512084 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a220469-7943-451b-8902-1a5c3a52029a req-550b0497-bba4-46aa-b52f-4bf2a827fb50 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:19.516947 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2a220469-7943-451b-8902-1a5c3a52029a req-550b0497-bba4-46aa-b52f-4bf2a827fb50 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:19.518283 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a220469-7943-451b-8902-1a5c3a52029a req-550b0497-bba4-46aa-b52f-4bf2a827fb50 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "DELETE /v2.0/security-groups/e3c9ff36-de45-4560-822b-70dd14e0d816 HTTP/1.1" status: 204 len: 173 time: 0.8441644 Oct 13 10:52:19.566434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b0497-bba4-46aa-b52f-4bf2a827fb50 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c9ff36-de45-4560-822b-70dd14e0d816,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:19.665312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f8392d32-9943-441f-b85c-ede240861d54 req-d8793508-ed0a-434f-9c36-de702d4f0deb tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] For port f600da7c-5c01-4909-8e8e-e42004aec530, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f600da7c-5c01-4909-8e8e-e42004aec530,segment=NetworkSegment(dfd0cadd-1402-4405-aced-b7679955dcda),segment_id=dfd0cadd-1402-4405-aced-b7679955dcda)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:19.665692 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f8392d32-9943-441f-b85c-ede240861d54 req-d8793508-ed0a-434f-9c36-de702d4f0deb tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:19.696824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-f8392d32-9943-441f-b85c-ede240861d54 req-d8793508-ed0a-434f-9c36-de702d4f0deb tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Calling delete_port for f600da7c-5c01-4909-8e8e-e42004aec530 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:52:19.710643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-ab4284bf-7409-4102-8841-ef29a75b9bcb req-c129dfb5-6594-4141-a37b-7e10eca9953c tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-173916712', 'description': 'tempest-description-1517897609'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:19.799169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbee9fd-f0dc-499e-8ac4-5bc11db8c63d req-e2e9d992-8fed-496b-89b8-4f3e90eac707 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:19.800695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4bbee9fd-f0dc-499e-8ac4-5bc11db8c63d req-e2e9d992-8fed-496b-89b8-4f3e90eac707 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 946 time: 0.1726825 Oct 13 10:52:19.857922 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:19.936399 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab4284bf-7409-4102-8841-ef29a75b9bcb req-c129dfb5-6594-4141-a37b-7e10eca9953c tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:19.987336 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:20.029581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f8392d32-9943-441f-b85c-ede240861d54 req-d8793508-ed0a-434f-9c36-de702d4f0deb tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:20.114169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342334c-f87e-4db2-97b7-5e7648d9cddc None None] Pushing event updated for resources: {'Port': ['ID=97d05dc5-b22a-4f60-ae9c-0e5ff5d24918,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:20.127314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:20.138573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['f600da7c-5c01-4909-8e8e-e42004aec530'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:52:20.159621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8793508-ed0a-434f-9c36-de702d4f0deb tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Pushing event deleted for resources: {'Port': ['ID=f600da7c-5c01-4909-8e8e-e42004aec530,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:20.233203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device acf4c751-3b48-41fa-ae5a-8bec92de8952 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:20.250517 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4bbee9fd-f0dc-499e-8ac4-5bc11db8c63d req-ccff11a0-9f02-40f8-b898-e2746b3dc094 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/security-groups?id=96ecf542-4f13-4ada-9f9d-267183f358e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404538 Oct 13 10:52:20.298827 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:20.337287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8392d32-9943-441f-b85c-ede240861d54 req-d8793508-ed0a-434f-9c36-de702d4f0deb tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] No DVR routers for this DVR port f600da7c-5c01-4909-8e8e-e42004aec530 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:52:20.342615 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f8392d32-9943-441f-b85c-ede240861d54 req-d8793508-ed0a-434f-9c36-de702d4f0deb tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:20.357882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8392d32-9943-441f-b85c-ede240861d54 req-d8793508-ed0a-434f-9c36-de702d4f0deb tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.46 "DELETE /v2.0/ports/f600da7c-5c01-4909-8e8e-e42004aec530 HTTP/1.1" status: 204 len: 173 time: 0.9913461 Oct 13 10:52:20.358687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0016c31c-b726-4da7-a6bd-aae886ed2978', 'name': 'network-vif-deleted', 'tag': 'f600da7c-5c01-4909-8e8e-e42004aec530'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:20.361035 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e853508a-a4a1-4e91-82e5-f7cc2bbb8f5c" -d '{"events": [{"server_uuid": "0016c31c-b726-4da7-a6bd-aae886ed2978", "name": "network-vif-deleted", "tag": "f600da7c-5c01-4909-8e8e-e42004aec530"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:20.393593 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab4284bf-7409-4102-8841-ef29a75b9bcb req-c129dfb5-6594-4141-a37b-7e10eca9953c tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:20.431124 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Attempting to bind port 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:52:20.433112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Attempting to bind port 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:52:20.433112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Attempting to bind port 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:52:20.436909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port acf4c751-3b48-41fa-ae5a-8bec92de8952 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:20.437078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:20.499538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:52:20.500265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:52:20.500390 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:20.500728 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:52:20.501221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Bound port: 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:52:20.501606 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:20.524142 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab4284bf-7409-4102-8841-ef29a75b9bcb req-c129dfb5-6594-4141-a37b-7e10eca9953c tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:20.549725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Allocated IP 172.20.0.1 (b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b/38d05ae9-b7ed-49ab-96af-ad4ddc23aeff/c47c82e1-897b-4687-b07c-3de34ce9f7c1) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:52:20.603431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] For port 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:52:20.610968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] For port 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=97d05dc5-b22a-4f60-ae9c-0e5ff5d24918,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:52:20.614716 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129dfb5-6594-4141-a37b-7e10eca9953c tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c54bdf-9086-478e-94d1-584178a7dd83,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:20.673977 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b22d5-5a52-4e31-ac0b-80e03b95bbc5 req-9454ec98-ff73-4e7c-add3-026dd4e69341 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:20.675447 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4c2b22d5-5a52-4e31-ac0b-80e03b95bbc5 req-9454ec98-ff73-4e7c-add3-026dd4e69341 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.1194029 Oct 13 10:52:20.679034 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:52:20.680678 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab4284bf-7409-4102-8841-ef29a75b9bcb req-c129dfb5-6594-4141-a37b-7e10eca9953c tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:20.682277 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab4284bf-7409-4102-8841-ef29a75b9bcb req-c129dfb5-6594-4141-a37b-7e10eca9953c tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9791372 Oct 13 10:52:20.683792 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:20.684269 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:20.763603 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:20.785470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4c2b22d5-5a52-4e31-ac0b-80e03b95bbc5 req-17e5445f-0971-491b-8a08-8f6fa7ac6423 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883763 Oct 13 10:52:20.836618 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:20.878248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293d652-60e5-470e-a3aa-b84091f7fd47 req-947f91eb-425a-458a-8c6f-0f4064a31f29 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:20.880663 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1293d652-60e5-470e-a3aa-b84091f7fd47 req-947f91eb-425a-458a-8c6f-0f4064a31f29 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 944 time: 0.1071498 Oct 13 10:52:20.920239 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84826f70-6c2d-4d50-b63a-90e6fee6caa5 x-openstack-request-id: req-84826f70-6c2d-4d50-b63a-90e6fee6caa5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:20.920554 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0016c31c-b726-4da7-a6bd-aae886ed2978", "name": "network-vif-deleted", "tag": "f600da7c-5c01-4909-8e8e-e42004aec530", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:20.920848 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84826f70-6c2d-4d50-b63a-90e6fee6caa5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:20.921244 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0016c31c-b726-4da7-a6bd-aae886ed2978', 'name': 'network-vif-deleted', 'tag': 'f600da7c-5c01-4909-8e8e-e42004aec530', 'status': 'completed', 'code': 200} Oct 13 10:52:20.940291 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1293d652-60e5-470e-a3aa-b84091f7fd47 req-6c5e281c-47d8-49e5-91ca-711defef761a tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533705 Oct 13 10:52:21.002380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Routers {'5e8103cb-bb77-4b45-a875-3421d5443c15'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:52:21.003021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:52:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5e8103cb-bb77-4b45-a875-3421d5443c15'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:21.004860 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342334c-f87e-4db2-97b7-5e7648d9cddc None None] Pushing event updated for resources: {'Port': ['ID=97d05dc5-b22a-4f60-ae9c-0e5ff5d24918,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:21.009850 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:21.048016 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7d65889f-c2b6-4ae1-bd9c-3851ed46c9a2 req-616f23f6-c681-4581-bb5a-b8c2c4d77da4 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/96c54bdf-9086-478e-94d1-584178a7dd83 HTTP/1.1" status: 200 len: 1800 time: 0.0690522 Oct 13 10:52:21.064539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-7d65889f-c2b6-4ae1-bd9c-3851ed46c9a2 req-656a2209-e9fe-4a53-9d99-80236315c827 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Request body: {'security_group': {'name': 'tempest-sg-hth-330931404', 'description': 'tempest-description-hth-1415162907'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:21.119475 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7d65889f-c2b6-4ae1-bd9c-3851ed46c9a2 req-656a2209-e9fe-4a53-9d99-80236315c827 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:21.121227 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:21.123309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:52:21.135296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:21.153267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:52:21.244813 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7d65889f-c2b6-4ae1-bd9c-3851ed46c9a2 req-656a2209-e9fe-4a53-9d99-80236315c827 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:21.280932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Pushing event updated for resources: {'Port': ['ID=c47c82e1-897b-4687-b07c-3de34ce9f7c1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:21.325189 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:21.358304 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7d65889f-c2b6-4ae1-bd9c-3851ed46c9a2 req-656a2209-e9fe-4a53-9d99-80236315c827 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:21.361709 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7d65889f-c2b6-4ae1-bd9c-3851ed46c9a2 req-656a2209-e9fe-4a53-9d99-80236315c827 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:21.368356 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7d65889f-c2b6-4ae1-bd9c-3851ed46c9a2 req-656a2209-e9fe-4a53-9d99-80236315c827 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "PUT /v2.0/security-groups/96c54bdf-9086-478e-94d1-584178a7dd83 HTTP/1.1" status: 200 len: 1774 time: 0.3131223 Oct 13 10:52:21.403715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e28760-b952-44ac-90d4-547371030969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:21.417056 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc5d094-ee8c-4c9f-b6d1-245b8d3e8b81" -d '{"events": [{"server_uuid": "d0e28760-b952-44ac-90d4-547371030969", "name": "network-vif-plugged", "status": "completed", "tag": "8389713f-e6a4-4c51-b5db-a1b9f3e1a32a"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:21.457313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:21.460021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] Set router 5e8103cb-bb77-4b45-a875-3421d5443c15 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:52:21.473976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a2209-e9fe-4a53-9d99-80236315c827 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c54bdf-9086-478e-94d1-584178a7dd83,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:21.517351 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a2380d55-dda7-4044-afe2-0aaa5246c2f0 req-46c3c7fb-3973-41bf-b1e1-afc4c54fc00f tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/96c54bdf-9086-478e-94d1-584178a7dd83 HTTP/1.1" status: 200 len: 1774 time: 0.1024442 Oct 13 10:52:21.632116 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06a4e4d8-c755-4e79-987e-8bd89b7cccc2 req-6b6d9e4d-0035-45b5-80f6-129bf1105307 tempest-VolumesAdminNegativeTest-1197909641 tempest-VolumesAdminNegativeTest-1197909641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0016c31c-b726-4da7-a6bd-aae886ed2978 HTTP/1.1" status: 200 len: 210 time: 0.1102862 Oct 13 10:52:21.685805 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6ab9e0-35a2-4b27-b73a-1b349a4c2bc6 x-openstack-request-id: req-4f6ab9e0-35a2-4b27-b73a-1b349a4c2bc6 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:21.687601 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e28760-b952-44ac-90d4-547371030969", "name": "network-vif-plugged", "status": "completed", "tag": "8389713f-e6a4-4c51-b5db-a1b9f3e1a32a", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:21.688050 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f6ab9e0-35a2-4b27-b73a-1b349a4c2bc6 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:21.689848 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e28760-b952-44ac-90d4-547371030969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a', 'code': 200} Oct 13 10:52:21.702954 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:21.705168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f600da7c-5c01-4909-8e8e-e42004aec530 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:52:21.735986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0eb06645-e422-4bb0-8331-b06dd455e96a req-ef3193cb-1a2c-464c-97f0-e2f1b2615f3a tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/96c54bdf-9086-478e-94d1-584178a7dd83 HTTP/1.1" status: 200 len: 1774 time: 0.0929961 Oct 13 10:52:21.749866 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: f600da7c-5c01-4909-8e8e-e42004aec530 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:52:21.763338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f600da7c-5c01-4909-8e8e-e42004aec530 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:52:21.777296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2fb9bb08-cdc1-477a-a040-30d0c72f2e4b None None] Provisioning complete for port c47c82e1-897b-4687-b07c-3de34ce9f7c1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:21.777612 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2fb9bb08-cdc1-477a-a040-30d0c72f2e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:21.804415 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17216feb-5f8e-4d12-bd85-32f0fef73895 req-f24bc727-1ed8-4827-be6e-0b13514cec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:21.809045 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-17216feb-5f8e-4d12-bd85-32f0fef73895 req-f24bc727-1ed8-4827-be6e-0b13514cec0d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 1096 time: 0.0916727 Oct 13 10:52:21.853188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9bb08-cdc1-477a-a040-30d0c72f2e4b None None] Port c47c82e1-897b-4687-b07c-3de34ce9f7c1 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:52:21.858461 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0eb06645-e422-4bb0-8331-b06dd455e96a req-28aa9be7-97c4-4a98-a973-b0faea287b27 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:21.890898 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0eb06645-e422-4bb0-8331-b06dd455e96a req-28aa9be7-97c4-4a98-a973-b0faea287b27 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:21.899752 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:21.948430 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-17216feb-5f8e-4d12-bd85-32f0fef73895 req-f26a3398-1a7c-41bb-b0cc-f912bbdcd22a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339288 Oct 13 10:52:21.981268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:52:17Z', 'revision_number': 3, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:22.029316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074df13-5ee0-4885-a8ed-c16bb337a234 None None] The sync data for ids ['5e8103cb-bb77-4b45-a875-3421d5443c15'] in n-d-813659-3 is: [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:52:17Z', 'revision_number': 3, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:52:22.033100 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0eb06645-e422-4bb0-8331-b06dd455e96a req-28aa9be7-97c4-4a98-a973-b0faea287b27 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:22.037841 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0eb06645-e422-4bb0-8331-b06dd455e96a req-28aa9be7-97c4-4a98-a973-b0faea287b27 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:22.039227 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0eb06645-e422-4bb0-8331-b06dd455e96a req-28aa9be7-97c4-4a98-a973-b0faea287b27 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "DELETE /v2.0/security-groups/96c54bdf-9086-478e-94d1-584178a7dd83 HTTP/1.1" status: 204 len: 173 time: 0.3018456 Oct 13 10:52:22.074041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa9be7-97c4-4a98-a973-b0faea287b27 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c54bdf-9086-478e-94d1-584178a7dd83,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:22.204087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5334c-bd46-4e8c-8c8f-5b9fc3a8f001 req-07952ee0-07f9-4dca-b626-b1435b7746b0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:22.218278 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-91f5334c-bd46-4e8c-8c8f-5b9fc3a8f001 req-07952ee0-07f9-4dca-b626-b1435b7746b0 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.0766749 Oct 13 10:52:22.278676 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-91f5334c-bd46-4e8c-8c8f-5b9fc3a8f001 req-8d092782-6904-4334-a311-f62104723e2a tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591900 Oct 13 10:52:22.472139 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:22.533693 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-9cadb972-df94-4b08-a61d-52ede6c3e0a2 req-b3cb0111-27a9-4f94-94dd-7d95e5c89e98 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] show failed (client error): The resource could not be found. Oct 13 10:52:22.550986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9cadb972-df94-4b08-a61d-52ede6c3e0a2 req-b3cb0111-27a9-4f94-94dd-7d95e5c89e98 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/e3c9ff36-de45-4560-822b-70dd14e0d816 HTTP/1.1" status: 404 len: 352 time: 0.0402949 Oct 13 10:52:22.587403 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-7877cf98-54e8-467b-b720-4a912f0436f2 req-62b8b56d-05f1-4e3f-a247-fc941db5a0c0 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] show failed (client error): The resource could not be found. Oct 13 10:52:22.602969 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7877cf98-54e8-467b-b720-4a912f0436f2 req-62b8b56d-05f1-4e3f-a247-fc941db5a0c0 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/be8bcc39-8649-4afa-85b4-3217c33f0d6d HTTP/1.1" status: 404 len: 352 time: 0.0419245 Oct 13 10:52:22.720266 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-75c943b0-a3c9-4428-8081-3495cedb64f3 req-ef8a25de-c049-485e-a2af-8c78488abfa7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] show failed (client error): The resource could not be found. Oct 13 10:52:22.733897 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75c943b0-a3c9-4428-8081-3495cedb64f3 req-ef8a25de-c049-485e-a2af-8c78488abfa7 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/12509b33-900a-479e-9e60-e7b2a29c841c HTTP/1.1" status: 404 len: 352 time: 0.0478108 Oct 13 10:52:22.771282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33468) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:22.844565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb52b95-f830-4223-89da-15fe95d16128 admin admin] Deleting subnet 9e13cdeb-6166-4a4f-bca0-0f01567c7f2c {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:52:22.850812 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-edb52b95-f830-4223-89da-15fe95d16128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:22.897646 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-91dc2cf0-e0fd-4abf-b7c9-c1f584e18e6e req-1ca0f16e-149b-4869-a8fe-12401f28b7c8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] show failed (client error): The resource could not be found. Oct 13 10:52:22.908033 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:22.908520 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-91dc2cf0-e0fd-4abf-b7c9-c1f584e18e6e req-1ca0f16e-149b-4869-a8fe-12401f28b7c8 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/20eb47bb-9065-4281-8e72-7508ec1d9b57 HTTP/1.1" status: 404 len: 352 time: 0.0560091 Oct 13 10:52:22.964683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abbc76-2fa5-4875-88b0-6e02d38f8512 req-13c02dec-e7de-4b92-8d89-315e5b221557 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:22.966363 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-edb52b95-f830-4223-89da-15fe95d16128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:22.978958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18abbc76-2fa5-4875-88b0-6e02d38f8512 req-13c02dec-e7de-4b92-8d89-315e5b221557 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.5183506 Oct 13 10:52:23.016099 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-9f14dad9-99d0-441f-aebe-ec834fd8171c req-2bd7b6ca-08c2-44ca-86e8-3fcc72d88abe tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] show failed (client error): The resource could not be found. Oct 13 10:52:23.017186 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f14dad9-99d0-441f-aebe-ec834fd8171c req-2bd7b6ca-08c2-44ca-86e8-3fcc72d88abe tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/20c750f4-7bbd-4a8f-bdd7-fd9056abe476 HTTP/1.1" status: 404 len: 352 time: 0.0905101 Oct 13 10:52:23.071177 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18abbc76-2fa5-4875-88b0-6e02d38f8512 req-926d8629-e1fb-4239-9cbb-8e3c150bb035 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751286 Oct 13 10:52:23.113821 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:23.124439 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-edb52b95-f830-4223-89da-15fe95d16128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:23.185302 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-9b26c553-ccc1-491c-b8cc-3612967e7f57 req-776cb03e-abf5-4682-a68b-ecbc7e2b6877 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] show failed (client error): The resource could not be found. Oct 13 10:52:23.199753 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9b26c553-ccc1-491c-b8cc-3612967e7f57 req-776cb03e-abf5-4682-a68b-ecbc7e2b6877 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/3bf7837f-d72b-4516-81e3-2742f932764b HTTP/1.1" status: 404 len: 352 time: 0.1255527 Oct 13 10:52:23.224935 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Pushing event updated for resources: {'Port': ['ID=c47c82e1-897b-4687-b07c-3de34ce9f7c1,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:23.228293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:23.382541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:52:23.384651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:23.473016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82469ef9-8bdb-407f-b5cd-6f3f0cbe59ac req-416356ff-b302-4e09-8131-792feb0b8328 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:23.483556 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82469ef9-8bdb-407f-b5cd-6f3f0cbe59ac req-416356ff-b302-4e09-8131-792feb0b8328 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.1070173 Oct 13 10:52:23.539121 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82469ef9-8bdb-407f-b5cd-6f3f0cbe59ac req-983611c7-b55a-47ae-9b6a-1780f06f0c85 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544381 Oct 13 10:52:23.574064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Router 5e8103cb-bb77-4b45-a875-3421d5443c15 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:52:23.688949 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-edb52b95-f830-4223-89da-15fe95d16128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:23.711743 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6f1a188c-466f-45ed-a7ef-a599312cb725 None None] Provisioning complete for port c47c82e1-897b-4687-b07c-3de34ce9f7c1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:23.712465 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6f1a188c-466f-45ed-a7ef-a599312cb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:23.714288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb52b95-f830-4223-89da-15fe95d16128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e13cdeb-6166-4a4f-bca0-0f01567c7f2c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:23.724383 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-edb52b95-f830-4223-89da-15fe95d16128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:23.727678 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-edb52b95-f830-4223-89da-15fe95d16128 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9e13cdeb-6166-4a4f-bca0-0f01567c7f2c HTTP/1.1" status: 204 len: 168 time: 0.9550061 Oct 13 10:52:23.730233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33490) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:23.751061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:52:23.770843 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-db5efff8-edc3-4e99-a7f3-2de6a830c519 admin admin] 10.222.0.32 "PUT /v2.0/routers/5e8103cb-bb77-4b45-a875-3421d5443c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3793883 Oct 13 10:52:23.790104 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a188c-466f-45ed-a7ef-a599312cb725 None None] Port c47c82e1-897b-4687-b07c-3de34ce9f7c1 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:52:23.841640 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7288-5651-4abf-86a4-849033fb90d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:23.945867 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7288-5651-4abf-86a4-849033fb90d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:23.983860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8e3c7288-5651-4abf-86a4-849033fb90d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2689e47a-18a1-49f5-ae34-9161bcf10c48']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:24.006671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8e3c7288-5651-4abf-86a4-849033fb90d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd0cadd-1402-4405-aced-b7679955dcda') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:24.006671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8e3c7288-5651-4abf-86a4-849033fb90d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd0cadd-1402-4405-aced-b7679955dcda') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:24.016247 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7288-5651-4abf-86a4-849033fb90d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:24.035915 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7288-5651-4abf-86a4-849033fb90d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:24.072145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3c7288-5651-4abf-86a4-849033fb90d5 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:52:24.072567 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7288-5651-4abf-86a4-849033fb90d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:52:24.079223 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:52:24.122853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:24.245064 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:24.245723 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:24.288899 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7288-5651-4abf-86a4-849033fb90d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:24.295165 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7288-5651-4abf-86a4-849033fb90d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:24.301038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695fdd6-f284-495c-a555-ea666bc40c41 req-7cc89841-b0b1-43ca-8edf-0a98a975ac00 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:24.302468 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8e3c7288-5651-4abf-86a4-849033fb90d5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2689e47a-18a1-49f5-ae34-9161bcf10c48 HTTP/1.1" status: 204 len: 168 time: 0.5682960 Oct 13 10:52:24.305497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33508) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:24.308748 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e695fdd6-f284-495c-a555-ea666bc40c41 req-7cc89841-b0b1-43ca-8edf-0a98a975ac00 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 1023 time: 0.0948291 Oct 13 10:52:24.371053 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e695fdd6-f284-495c-a555-ea666bc40c41 req-951a7000-880b-4094-ae3b-dde36d1db81e tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&id=036e8674-7288-41fa-82da-29264aebb870&id=fcd9b430-162b-4af9-aefe-2cf0d3846c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0611870 Oct 13 10:52:24.429323 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:24.431501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c7288-5651-4abf-86a4-849033fb90d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2689e47a-18a1-49f5-ae34-9161bcf10c48,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:24.458807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=97d05dc5-b22a-4f60-ae9c-0e5ff5d24918,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:24.486563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-12252971-af49-4a80-9cfd-c2855c6e0830 admin admin] Deleting subnet b813987b-54a0-4b22-bedd-5abf6f372da7 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:52:24.498379 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12252971-af49-4a80-9cfd-c2855c6e0830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:24.501597 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f47d0-64e3-49a1-9148-12ab56820115 req-6fcef987-f4ac-42ac-8e45-506992aa185e tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:24.504044 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e35f47d0-64e3-49a1-9148-12ab56820115 req-6fcef987-f4ac-42ac-8e45-506992aa185e tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.0788827 Oct 13 10:52:24.558181 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12252971-af49-4a80-9cfd-c2855c6e0830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:24.570740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e35f47d0-64e3-49a1-9148-12ab56820115 req-587def48-1e8c-4cc8-b068-aee86a2fe766 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599728 Oct 13 10:52:24.620855 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:24.677923 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12252971-af49-4a80-9cfd-c2855c6e0830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:24.744030 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33516) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:24.760694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-81e6a145-e905-46d3-80be-094aaf884bcf tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--583394667', 'description': 'tempest-description--1119508579'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:24.811399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba30329-da39-4fe3-800b-913882734d6b req-6f4297b5-22fa-4da5-ab9b-5ccd13eae00a tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:24.813282 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fba30329-da39-4fe3-800b-913882734d6b req-6f4297b5-22fa-4da5-ab9b-5ccd13eae00a tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.1463113 Oct 13 10:52:24.821420 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=97d05dc5-b22a-4f60-ae9c-0e5ff5d24918,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:24.834062 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Sync routers for ids ['5e8103cb-bb77-4b45-a875-3421d5443c15'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:52:24.860630 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Routers {'5e8103cb-bb77-4b45-a875-3421d5443c15'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:52:24.861557 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:52:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5e8103cb-bb77-4b45-a875-3421d5443c15'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:24.905768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12252971-af49-4a80-9cfd-c2855c6e0830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:24.958268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fba30329-da39-4fe3-800b-913882734d6b req-8ce17a5b-d5d2-4e26-8f35-adf2b7af1c26 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156371 Oct 13 10:52:24.973668 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12252971-af49-4a80-9cfd-c2855c6e0830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b813987b-54a0-4b22-bedd-5abf6f372da7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:24.985223 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12252971-af49-4a80-9cfd-c2855c6e0830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:24.986872 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81e6a145-e905-46d3-80be-094aaf884bcf tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.003352 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-12252971-af49-4a80-9cfd-c2855c6e0830 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b813987b-54a0-4b22-bedd-5abf6f372da7 HTTP/1.1" status: 204 len: 168 time: 0.6948750 Oct 13 10:52:25.006606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33532) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:25.026706 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Set router 5e8103cb-bb77-4b45-a875-3421d5443c15 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:52:25.110291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cabd970d-75c9-478d-88dd-da28ca25108f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.152021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81e6a145-e905-46d3-80be-094aaf884bcf tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.235801 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cabd970d-75c9-478d-88dd-da28ca25108f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.271673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-cabd970d-75c9-478d-88dd-da28ca25108f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88081828-242a-468e-bc66-95e0f19a4f53']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:25.273862 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:52:25.283133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-cabd970d-75c9-478d-88dd-da28ca25108f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd92c09e-2b54-4be3-9ea8-3749d3574513') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:25.283655 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-cabd970d-75c9-478d-88dd-da28ca25108f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd92c09e-2b54-4be3-9ea8-3749d3574513') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:25.295598 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cabd970d-75c9-478d-88dd-da28ca25108f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.313162 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cabd970d-75c9-478d-88dd-da28ca25108f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.324444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabd970d-75c9-478d-88dd-da28ca25108f admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:52:25.329114 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cabd970d-75c9-478d-88dd-da28ca25108f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.361421 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:52:21Z', 'revision_number': 4, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c47c82e1-897b-4687-b07c-3de34ce9f7c1', 'name': '', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'mac_address': 'fa:16:3e:08:ba:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:20Z', 'updated_at': '2021-10-13T10:52:22Z', 'revision_number': 2, 'project_id': 'd68197c02a23425c854c2735566beece', 'subnets': [{'id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:52:25.390107 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:52:25.392636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81e6a145-e905-46d3-80be-094aaf884bcf tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.424355 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Checking router: 5e8103cb-bb77-4b45-a875-3421d5443c15 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:52:25.424701 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Updating router 5e8103cb-bb77-4b45-a875-3421d5443c15 port c47c82e1-897b-4687-b07c-3de34ce9f7c1 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:52:25.436785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6a145-e905-46d3-80be-094aaf884bcf tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e36235eb-572b-4899-bfec-a8fc4d5a141b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:25.483783 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cabd970d-75c9-478d-88dd-da28ca25108f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.489526 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cabd970d-75c9-478d-88dd-da28ca25108f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.493844 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.497906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cabd970d-75c9-478d-88dd-da28ca25108f admin admin] 10.222.0.32 "DELETE /v2.0/networks/88081828-242a-468e-bc66-95e0f19a4f53 HTTP/1.1" status: 204 len: 168 time: 0.4880602 Oct 13 10:52:25.513311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd970d-75c9-478d-88dd-da28ca25108f admin admin] Pushing event deleted for resources: {'Network': ['ID=88081828-242a-468e-bc66-95e0f19a4f53,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:25.521576 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81e6a145-e905-46d3-80be-094aaf884bcf tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.525994 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-81e6a145-e905-46d3-80be-094aaf884bcf tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7718656 Oct 13 10:52:25.526829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33572) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:25.532304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3715ca32-6748-4031-9151-58b5e141c348 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Request body: {'security_group_rule': {'security_group_id': 'e36235eb-572b-4899-bfec-a8fc4d5a141b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:25.625063 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3715ca32-6748-4031-9151-58b5e141c348 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.640292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc20eb5-1dc0-4533-8496-98802279b1df req-2e752ce1-03b8-4101-8d9f-43032f8371f2 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:25.652004 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1cc20eb5-1dc0-4533-8496-98802279b1df req-2e752ce1-03b8-4101-8d9f-43032f8371f2 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 1023 time: 0.1718161 Oct 13 10:52:25.734954 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1cc20eb5-1dc0-4533-8496-98802279b1df req-334281d8-0b55-47f1-85e1-ad2febce50aa tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&id=036e8674-7288-41fa-82da-29264aebb870&id=fcd9b430-162b-4af9-aefe-2cf0d3846c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0819733 Oct 13 10:52:25.879899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518b1cd-d723-4cf4-bc3c-57239deb664b req-edddf82a-7ae0-4f4a-8890-b7b4605f8ca5 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:25.881496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5518b1cd-d723-4cf4-bc3c-57239deb664b req-edddf82a-7ae0-4f4a-8890-b7b4605f8ca5 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.21 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 1023 time: 0.2058940 Oct 13 10:52:25.919271 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3715ca32-6748-4031-9151-58b5e141c348 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:25.938832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33580) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:25.996246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc8a67-49b7-45c2-8b51-9ccf3c3dbc17 req-1da8a42b-a175-4f29-b7ac-cc0c9f142694 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:26.001798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0afc8a67-49b7-45c2-8b51-9ccf3c3dbc17 req-1da8a42b-a175-4f29-b7ac-cc0c9f142694 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.2488308 Oct 13 10:52:26.016026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3715ca32-6748-4031-9151-58b5e141c348 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.050179 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.073348 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-72168f98-0972-4f1f-9bf9-bfa77cc61179 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=984134030723412ba1ac9e4009c98bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299691 Oct 13 10:52:26.074158 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33592) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:26.082952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715ca32-6748-4031-9151-58b5e141c348 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7332ff2b-9d13-4e0b-b478-464289a993c4,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:26.119710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0afc8a67-49b7-45c2-8b51-9ccf3c3dbc17 req-b0e22ad2-25c3-4a0c-89df-e2a9dd29635e tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011662 Oct 13 10:52:26.145366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:26.149832 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3715ca32-6748-4031-9151-58b5e141c348 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.156176 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3715ca32-6748-4031-9151-58b5e141c348 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6257498 Oct 13 10:52:26.179098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33594) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:26.188980 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a1e0b1a4-3e3e-4b56-ae1d-860cf77c9866 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Request body: {'security_group_rule': {'security_group_id': 'e36235eb-572b-4899-bfec-a8fc4d5a141b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:26.230985 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65438705-370c-42e7-a711-a79b3af9d6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.252930 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:26.255265 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.257005 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.286900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-5518b1cd-d723-4cf4-bc3c-57239deb664b req-4f1a792b-625e-4507-b90b-f01fb7ad2414 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Deleting port 5c5739a7-aaf9-41a1-a437-dc9af3beb860 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:52:26.290098 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5518b1cd-d723-4cf4-bc3c-57239deb664b req-4f1a792b-625e-4507-b90b-f01fb7ad2414 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.414175 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Pushing event updated for resources: {'Port': ['ID=c47c82e1-897b-4687-b07c-3de34ce9f7c1,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:26.416350 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65438705-370c-42e7-a711-a79b3af9d6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.447153 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:26.447153 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:26.447416 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:26.447992 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:26.450477 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:26.453027 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:26.453940 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:26.454432 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:26.455727 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:26.456472 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:26.456472 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:26.459123 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:52:26.494375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca527-171a-46c8-b0c7-3aa2d4263d7a req-71a7a6cb-df9a-4a36-bbf6-0e4f68affa65 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:26.502347 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f17ca527-171a-46c8-b0c7-3aa2d4263d7a req-71a7a6cb-df9a-4a36-bbf6-0e4f68affa65 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.2886105 Oct 13 10:52:26.527965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5518b1cd-d723-4cf4-bc3c-57239deb664b req-4f1a792b-625e-4507-b90b-f01fb7ad2414 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] For port 5c5739a7-aaf9-41a1-a437-dc9af3beb860, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5c5739a7-aaf9-41a1-a437-dc9af3beb860,segment=NetworkSegment(09ee2bb8-167f-4731-bbb0-e71cec62630f),segment_id=09ee2bb8-167f-4731-bbb0-e71cec62630f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:26.528540 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5518b1cd-d723-4cf4-bc3c-57239deb664b req-4f1a792b-625e-4507-b90b-f01fb7ad2414 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.558478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-5518b1cd-d723-4cf4-bc3c-57239deb664b req-4f1a792b-625e-4507-b90b-f01fb7ad2414 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Calling delete_port for 5c5739a7-aaf9-41a1-a437-dc9af3beb860 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:52:26.576107 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b1a4-3e3e-4b56-ae1d-860cf77c9866 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.581800 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Attempting to bind port c47c82e1-897b-4687-b07c-3de34ce9f7c1 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:52:26.582170 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Attempting to bind port c47c82e1-897b-4687-b07c-3de34ce9f7c1 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:52:26.583995 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Attempting to bind port c47c82e1-897b-4687-b07c-3de34ce9f7c1 on network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:52:26.597092 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:52:26.597501 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Checking segment: {'id': 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:52:26.597862 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.599010 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Bound using segment: {'id': 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:52:26.599361 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Bound port: c47c82e1-897b-4687-b07c-3de34ce9f7c1, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:52:26.599838 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.684392 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b1a4-3e3e-4b56-ae1d-860cf77c9866 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.688172 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f17ca527-171a-46c8-b0c7-3aa2d4263d7a req-cc3872fb-96b7-4b4c-adec-374037827c96 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632464 Oct 13 10:52:26.746825 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-befd1d91-b33e-47d0-bc6c-53ae7b3a23a6 None None] Provisioning complete for port c47c82e1-897b-4687-b07c-3de34ce9f7c1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:26.747076 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-befd1d91-b33e-47d0-bc6c-53ae7b3a23a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.755426 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] For port c47c82e1-897b-4687-b07c-3de34ce9f7c1, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:52:26.772378 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] For port c47c82e1-897b-4687-b07c-3de34ce9f7c1, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c47c82e1-897b-4687-b07c-3de34ce9f7c1,segment=NetworkSegment(cb91fec9-e9f0-4fd8-94e2-22eeaabc74da),segment_id=cb91fec9-e9f0-4fd8-94e2-22eeaabc74da)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:52:26.810969 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-befd1d91-b33e-47d0-bc6c-53ae7b3a23a6 None None] Port c47c82e1-897b-4687-b07c-3de34ce9f7c1 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:52:26.832832 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b1a4-3e3e-4b56-ae1d-860cf77c9866 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.837192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65438705-370c-42e7-a711-a79b3af9d6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.850011 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65438705-370c-42e7-a711-a79b3af9d6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.851419 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-65438705-370c-42e7-a711-a79b3af9d6ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96ecf542-4f13-4ada-9f9d-267183f358e0 HTTP/1.1" status: 204 len: 168 time: 0.7762899 Oct 13 10:52:26.860330 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.901637 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34920084-f40e-4ed3-9c24-2436f1850eec req-e7dda4c9-02ba-4e5c-90bf-5f32bd019960 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:26.910395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34920084-f40e-4ed3-9c24-2436f1850eec req-e7dda4c9-02ba-4e5c-90bf-5f32bd019960 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bb9703-488c-4338-9469-370139e76302 HTTP/1.1" status: 200 len: 1023 time: 0.0890074 Oct 13 10:52:26.928110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0b1a4-3e3e-4b56-ae1d-860cf77c9866 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad61fd47-6a0d-42f4-bf97-cc82e55b79eb,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:26.946541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65438705-370c-42e7-a711-a79b3af9d6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ecf542-4f13-4ada-9f9d-267183f358e0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:26.964643 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Routers {'5e8103cb-bb77-4b45-a875-3421d5443c15'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:52:26.965686 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:52:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5e8103cb-bb77-4b45-a875-3421d5443c15'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:26.984501 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5518b1cd-d723-4cf4-bc3c-57239deb664b req-4f1a792b-625e-4507-b90b-f01fb7ad2414 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:26.997542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5c5739a7-aaf9-41a1-a437-dc9af3beb860'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:52:27.005911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b1a4-3e3e-4b56-ae1d-860cf77c9866 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:27.010561 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a1e0b1a4-3e3e-4b56-ae1d-860cf77c9866 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8268275 Oct 13 10:52:27.011203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33610) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:27.019162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:27.060108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a792b-625e-4507-b90b-f01fb7ad2414 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event deleted for resources: {'Port': ['ID=5c5739a7-aaf9-41a1-a437-dc9af3beb860,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:27.077151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34920084-f40e-4ed3-9c24-2436f1850eec req-dbc8d7e4-e008-4204-b92f-56550656f302 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1bdf69-b26f-47c7-8276-9bc2991fec25&id=036e8674-7288-41fa-82da-29264aebb870&id=fcd9b430-162b-4af9-aefe-2cf0d3846c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1651576 Oct 13 10:52:27.083216 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba53a7-24c8-4d40-b2d8-e9f93ae55c19 None None] Pushing event updated for resources: {'Port': ['ID=c47c82e1-897b-4687-b07c-3de34ce9f7c1,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:27.136120 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:27.177143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5518b1cd-d723-4cf4-bc3c-57239deb664b req-4f1a792b-625e-4507-b90b-f01fb7ad2414 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] No DVR routers for this DVR port 5c5739a7-aaf9-41a1-a437-dc9af3beb860 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:52:27.179993 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5518b1cd-d723-4cf4-bc3c-57239deb664b req-4f1a792b-625e-4507-b90b-f01fb7ad2414 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:27.187277 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5518b1cd-d723-4cf4-bc3c-57239deb664b req-4f1a792b-625e-4507-b90b-f01fb7ad2414 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.21 "DELETE /v2.0/ports/5c5739a7-aaf9-41a1-a437-dc9af3beb860 HTTP/1.1" status: 204 len: 173 time: 1.2647769 Oct 13 10:52:27.190392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bb9703-488c-4338-9469-370139e76302', 'name': 'network-vif-deleted', 'tag': '5c5739a7-aaf9-41a1-a437-dc9af3beb860'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:27.204120 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d2d1f4-7e66-4c03-8ac0-bc107ef41907" -d '{"events": [{"server_uuid": "23bb9703-488c-4338-9469-370139e76302", "name": "network-vif-deleted", "tag": "5c5739a7-aaf9-41a1-a437-dc9af3beb860"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:27.241877 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] Set router 5e8103cb-bb77-4b45-a875-3421d5443c15 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:52:27.395248 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd19dee-56e7-4f11-ac0a-ef6a0768832a x-openstack-request-id: req-bfd19dee-56e7-4f11-ac0a-ef6a0768832a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:27.404301 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bb9703-488c-4338-9469-370139e76302", "name": "network-vif-deleted", "tag": "5c5739a7-aaf9-41a1-a437-dc9af3beb860", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:27.408785 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfd19dee-56e7-4f11-ac0a-ef6a0768832a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:27.408785 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bb9703-488c-4338-9469-370139e76302', 'name': 'network-vif-deleted', 'tag': '5c5739a7-aaf9-41a1-a437-dc9af3beb860', 'status': 'completed', 'code': 200} Oct 13 10:52:27.444727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e7ac7dca-5fb1-4e6d-806b-5d9fd7dcab7c None None] Provisioning complete for port c47c82e1-897b-4687-b07c-3de34ce9f7c1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:27.444727 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7ac7dca-5fb1-4e6d-806b-5d9fd7dcab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:27.467451 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:27.490933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47248e-f585-4eb9-ba00-e69884d379ac req-fc7d19eb-d492-4445-a468-808423245b28 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:27.499071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f47248e-f585-4eb9-ba00-e69884d379ac req-fc7d19eb-d492-4445-a468-808423245b28 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.2253642 Oct 13 10:52:27.590182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f47248e-f585-4eb9-ba00-e69884d379ac req-8616541f-599e-4bc2-9345-92f8eb9beb34 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890133 Oct 13 10:52:27.621204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Allocated IP 172.25.0.154 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/04f5ada4-9639-429f-ab98-3ac0493d6349) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:52:27.721394 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7ac7dca-5fb1-4e6d-806b-5d9fd7dcab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:27.767101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:27.787797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e7ac7dca-5fb1-4e6d-806b-5d9fd7dcab7c None None] For port c47c82e1-897b-4687-b07c-3de34ce9f7c1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c47c82e1-897b-4687-b07c-3de34ce9f7c1,segment=NetworkSegment(cb91fec9-e9f0-4fd8-94e2-22eeaabc74da),segment_id=cb91fec9-e9f0-4fd8-94e2-22eeaabc74da)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:27.847922 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:52:21Z', 'revision_number': 4, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c47c82e1-897b-4687-b07c-3de34ce9f7c1', 'name': '', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'mac_address': 'fa:16:3e:08:ba:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:20Z', 'updated_at': '2021-10-13T10:52:26Z', 'revision_number': 4, 'project_id': 'd68197c02a23425c854c2735566beece', 'subnets': [{'id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:27.883860 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7ac7dca-5fb1-4e6d-806b-5d9fd7dcab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:27.918624 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88160b-daaf-4070-85ca-57f3d3549f89 None None] The sync data for ids ['5e8103cb-bb77-4b45-a875-3421d5443c15'] in n-d-813659-3 is: [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:52:21Z', 'revision_number': 4, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c47c82e1-897b-4687-b07c-3de34ce9f7c1', 'name': '', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'mac_address': 'fa:16:3e:08:ba:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:20Z', 'updated_at': '2021-10-13T10:52:26Z', 'revision_number': 4, 'project_id': 'd68197c02a23425c854c2735566beece', 'subnets': [{'id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:52:27.930478 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:27.976638 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac7dca-5fb1-4e6d-806b-5d9fd7dcab7c None None] Pushing event updated for resources: {'Port': ['ID=c47c82e1-897b-4687-b07c-3de34ce9f7c1,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:28.172400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b065cd6-8f35-4924-88b4-e936927187f1 req-53ab39f0-e748-4a97-97f9-7727dde5add7 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:28.174052 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5b065cd6-8f35-4924-88b4-e936927187f1 req-53ab39f0-e748-4a97-97f9-7727dde5add7 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.3348966 Oct 13 10:52:28.192410 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Pushing event updated for resources: {'Port': ['ID=04f5ada4-9639-429f-ab98-3ac0493d6349,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:28.225425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33668) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:28.255652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c47c82e1-897b-4687-b07c-3de34ce9f7c1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:28.344484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port c47c82e1-897b-4687-b07c-3de34ce9f7c1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:28.345722 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:28.367305 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:52:28.388555 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5b065cd6-8f35-4924-88b4-e936927187f1 req-916621cc-c982-451e-9c44-db3f6ec17fef tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629090 Oct 13 10:52:28.406799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:28.413671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:52:28.422133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61546f15-5320-4076-a878-04cc0908aa01 req-03b92792-abbd-40fb-83c0-69b44e239b25 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:28.423804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-03b92792-abbd-40fb-83c0-69b44e239b25 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 821 time: 0.3148093 Oct 13 10:52:28.466593 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-f4f8f152-06cb-4020-83c4-97a6d88266d0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/quotas/59ce84d919ed4ecdafe5a928ed96d168 HTTP/1.1" status: 200 len: 375 time: 0.0308743 Oct 13 10:52:28.581776 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-361f0fc7-f9d9-4c6f-93d7-038317b7d94c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1084149 Oct 13 10:52:28.603723 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a1162446-229f-4b78-8425-f7fa346b88d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=028a0cf51aa24c88a99ea6241c81ba56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731756 Oct 13 10:52:28.604732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33680) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:28.712089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:28.741143 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5c72e68a-28e4-412c-ae2d-bb033762c919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:28.747483 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-250cfd0f-99ff-40a6-8ed8-6e80e40b695f service neutron] 10.222.0.32 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647456 Oct 13 10:52:28.781771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5c72e68a-28e4-412c-ae2d-bb033762c919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:28.854161 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:28.912442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-0bb668c0-1d5d-4b5a-b650-0118e5fb5996 service neutron] 10.222.0.32 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595702 Oct 13 10:52:28.995990 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5c72e68a-28e4-412c-ae2d-bb033762c919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:28.998994 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5c72e68a-28e4-412c-ae2d-bb033762c919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:29.000580 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5c72e68a-28e4-412c-ae2d-bb033762c919 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/216070a5-64c1-49f1-bcfd-88a38676e7d1 HTTP/1.1" status: 204 len: 168 time: 0.3898547 Oct 13 10:52:29.020896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72e68a-28e4-412c-ae2d-bb033762c919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216070a5-64c1-49f1-bcfd-88a38676e7d1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:29.104026 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:29.203936 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:29.311273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Pushing event updated for resources: {'Port': ['ID=04f5ada4-9639-429f-ab98-3ac0493d6349,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:29.317414 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:29.460525 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:29.462425 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ac929ffd-6ae9-4cf3-84cc-00422dec3f19 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4499221 Oct 13 10:52:29.913382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c39eed0c-e237-42cc-ba90-5622f498a447 req-ba649fff-3736-4ebe-b260-680d52716cc4 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/036e8674-7288-41fa-82da-29264aebb870 HTTP/1.1" status: 200 len: 1800 time: 0.1163981 Oct 13 10:52:30.000173 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c39eed0c-e237-42cc-ba90-5622f498a447 req-46ea951b-e98d-49a1-9f18-fc14b09c1176 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:30.040632 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c39eed0c-e237-42cc-ba90-5622f498a447 req-46ea951b-e98d-49a1-9f18-fc14b09c1176 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:30.238408 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c39eed0c-e237-42cc-ba90-5622f498a447 req-46ea951b-e98d-49a1-9f18-fc14b09c1176 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:30.241500 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c39eed0c-e237-42cc-ba90-5622f498a447 req-46ea951b-e98d-49a1-9f18-fc14b09c1176 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:30.242823 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c39eed0c-e237-42cc-ba90-5622f498a447 req-46ea951b-e98d-49a1-9f18-fc14b09c1176 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "DELETE /v2.0/security-groups/036e8674-7288-41fa-82da-29264aebb870 HTTP/1.1" status: 204 len: 173 time: 0.3237114 Oct 13 10:52:30.257780 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea951b-e98d-49a1-9f18-fc14b09c1176 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=036e8674-7288-41fa-82da-29264aebb870,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:30.415889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87707ce9-3bd5-40cb-af4c-b0c76689bdf3 req-b4fdfb2f-79d1-459f-baa3-1510317eb601 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:30.417418 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87707ce9-3bd5-40cb-af4c-b0c76689bdf3 req-b4fdfb2f-79d1-459f-baa3-1510317eb601 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.0895648 Oct 13 10:52:30.437136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5c5739a7-aaf9-41a1-a437-dc9af3beb860 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:52:30.462973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 5c5739a7-aaf9-41a1-a437-dc9af3beb860 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:52:30.463688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5c5739a7-aaf9-41a1-a437-dc9af3beb860 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:52:30.473945 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87707ce9-3bd5-40cb-af4c-b0c76689bdf3 req-e798b1d7-0c23-4880-ad18-0fdb89d806d7 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472727 Oct 13 10:52:30.906141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862e78e-0c7a-41ca-a90f-ab5290dc4da2 req-e6cac9de-9f8d-4ae1-b169-160f713dddec tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:30.907671 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3862e78e-0c7a-41ca-a90f-ab5290dc4da2 req-e6cac9de-9f8d-4ae1-b169-160f713dddec tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.0664792 Oct 13 10:52:30.954263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3862e78e-0c7a-41ca-a90f-ab5290dc4da2 req-a40a6b42-7591-42a1-98dd-b1bf5587557f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388274 Oct 13 10:52:31.040690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3efb203b-d184-47ff-8d34-c826f37e2fa6 req-8fbb28e0-e3c4-4bba-bc68-e1546c00bda3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 210 time: 0.0314445 Oct 13 10:52:31.108382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-054c08ce-83c0-4ec6-bd76-d7f0707fa2e1 req-48a85ba0-bb0b-4ff5-aead-b34a5fd78df9 tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "GET /v2.0/security-groups/fcd9b430-162b-4af9-aefe-2cf0d3846c0f HTTP/1.1" status: 200 len: 1800 time: 0.0397220 Oct 13 10:52:31.175388 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-054c08ce-83c0-4ec6-bd76-d7f0707fa2e1 req-86987eb8-9def-4b38-8dba-c143c47af3ef tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:31.202242 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-054c08ce-83c0-4ec6-bd76-d7f0707fa2e1 req-86987eb8-9def-4b38-8dba-c143c47af3ef tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:31.349949 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-054c08ce-83c0-4ec6-bd76-d7f0707fa2e1 req-86987eb8-9def-4b38-8dba-c143c47af3ef tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:31.353506 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-054c08ce-83c0-4ec6-bd76-d7f0707fa2e1 req-86987eb8-9def-4b38-8dba-c143c47af3ef tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:31.359444 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-054c08ce-83c0-4ec6-bd76-d7f0707fa2e1 req-86987eb8-9def-4b38-8dba-c143c47af3ef tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] 10.222.0.32 "DELETE /v2.0/security-groups/fcd9b430-162b-4af9-aefe-2cf0d3846c0f HTTP/1.1" status: 204 len: 173 time: 0.2385314 Oct 13 10:52:31.360776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33742) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:31.367072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86987eb8-9def-4b38-8dba-c143c47af3ef tempest-SecurityGroupsTestJSON-928434978 tempest-SecurityGroupsTestJSON-928434978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd9b430-162b-4af9-aefe-2cf0d3846c0f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:31.444181 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17089d5-e710-45c0-b4ba-78628c28c25a admin admin] Deleting subnet 7d869eb4-b298-4f73-bdf7-f3becabe9b5b {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:52:31.448142 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b17089d5-e710-45c0-b4ba-78628c28c25a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:31.500998 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b17089d5-e710-45c0-b4ba-78628c28c25a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:31.555433 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b17089d5-e710-45c0-b4ba-78628c28c25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:31.700869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6649763-9978-477f-8f30-dcb1cca74a72 req-a05e6c09-bc7a-4733-acfe-3a7ce686a541 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:31.702268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6649763-9978-477f-8f30-dcb1cca74a72 req-a05e6c09-bc7a-4733-acfe-3a7ce686a541 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.0563319 Oct 13 10:52:31.705524 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b17089d5-e710-45c0-b4ba-78628c28c25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:31.733445 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17089d5-e710-45c0-b4ba-78628c28c25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d869eb4-b298-4f73-bdf7-f3becabe9b5b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:31.737215 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b17089d5-e710-45c0-b4ba-78628c28c25a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:31.757759 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b17089d5-e710-45c0-b4ba-78628c28c25a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7d869eb4-b298-4f73-bdf7-f3becabe9b5b HTTP/1.1" status: 204 len: 168 time: 0.3934422 Oct 13 10:52:31.758446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33750) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:31.778697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6649763-9978-477f-8f30-dcb1cca74a72 req-57fb69eb-c830-4527-9ab2-16a189b1d58a tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632610 Oct 13 10:52:31.891963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc11e451-4409-4bec-abeb-355ef15ee709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:32.007756 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc11e451-4409-4bec-abeb-355ef15ee709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:32.047032 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-cc11e451-4409-4bec-abeb-355ef15ee709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af4457a-d814-4848-a2d9-db68fc1be91e']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:32.061492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-cc11e451-4409-4bec-abeb-355ef15ee709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ee2bb8-167f-4731-bbb0-e71cec62630f') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:32.061796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-cc11e451-4409-4bec-abeb-355ef15ee709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ee2bb8-167f-4731-bbb0-e71cec62630f') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:32.093784 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc11e451-4409-4bec-abeb-355ef15ee709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:32.135819 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc11e451-4409-4bec-abeb-355ef15ee709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:32.164982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc11e451-4409-4bec-abeb-355ef15ee709 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:52:32.165771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc11e451-4409-4bec-abeb-355ef15ee709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:52:32.171487 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:52:32.222392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090e9ca-191d-46e6-abfa-f378be5e1cf6 req-22267227-130f-4a61-aec1-d9aae398fa0e tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:32.223840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e090e9ca-191d-46e6-abfa-f378be5e1cf6 req-22267227-130f-4a61-aec1-d9aae398fa0e tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.0764470 Oct 13 10:52:32.275737 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e090e9ca-191d-46e6-abfa-f378be5e1cf6 req-442d7856-94a9-41be-a8bb-c41e5a9f083e tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429630 Oct 13 10:52:32.295074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc11e451-4409-4bec-abeb-355ef15ee709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:32.314405 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc11e451-4409-4bec-abeb-355ef15ee709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:32.318516 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cc11e451-4409-4bec-abeb-355ef15ee709 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5af4457a-d814-4848-a2d9-db68fc1be91e HTTP/1.1" status: 204 len: 168 time: 0.5590708 Oct 13 10:52:32.322680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11e451-4409-4bec-abeb-355ef15ee709 admin admin] Pushing event deleted for resources: {'Network': ['ID=5af4457a-d814-4848-a2d9-db68fc1be91e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:32.465109 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9689aa4-d0cf-433e-ad4b-d4670100f330 req-160c18d6-38ea-4c6d-ac8c-f2d756e27786 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 210 time: 0.0548182 Oct 13 10:52:32.930966 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33792) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:32.931673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61546f15-5320-4076-a878-04cc0908aa01 req-94338a50-5655-40d2-bea7-a81a1e6ce549 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:32.931673 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-94338a50-5655-40d2-bea7-a81a1e6ce549 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.21 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 821 time: 0.2078171 Oct 13 10:52:32.977700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-824d74a1-fbef-4a25-88f0-70e84fb8ea09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9a4c35e3eba4a36b50114c9994efa1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554481 Oct 13 10:52:32.980300 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33794) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:32.986694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-61546f15-5320-4076-a878-04cc0908aa01 req-b98b0b7b-8001-405d-bf7e-bc2853c8f15d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Request body: {'port': {'device_id': '86e73b20-afca-42dd-bf0f-9b6700ab04cd', 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e', 'admin_state_up': True, 'tenant_id': '59ce84d919ed4ecdafe5a928ed96d168'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:33.058970 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4670cf79-e5e0-4b4c-a39e-c72f00902bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:33.088255 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4670cf79-e5e0-4b4c-a39e-c72f00902bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:33.117971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f6851-7100-4dc0-ae0a-3af2a9076683 req-e671842d-77a0-48cc-90f8-b10a9ab5d4d8 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:33.119702 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a29f6851-7100-4dc0-ae0a-3af2a9076683 req-e671842d-77a0-48cc-90f8-b10a9ab5d4d8 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 946 time: 0.1897919 Oct 13 10:52:33.222420 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a29f6851-7100-4dc0-ae0a-3af2a9076683 req-fd303805-7e09-4323-bda7-74dfaa09083d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863571 Oct 13 10:52:33.314455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61546f15-5320-4076-a878-04cc0908aa01 req-b98b0b7b-8001-405d-bf7e-bc2853c8f15d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Made reservation on behalf of 59ce84d919ed4ecdafe5a928ed96d168 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:52:33.315828 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4670cf79-e5e0-4b4c-a39e-c72f00902bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:33.320726 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4670cf79-e5e0-4b4c-a39e-c72f00902bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:33.322425 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-61546f15-5320-4076-a878-04cc0908aa01 req-b98b0b7b-8001-405d-bf7e-bc2853c8f15d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:33.322569 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4670cf79-e5e0-4b4c-a39e-c72f00902bed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e1bdf69-b26f-47c7-8276-9bc2991fec25 HTTP/1.1" status: 204 len: 168 time: 0.3409858 Oct 13 10:52:33.334606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670cf79-e5e0-4b4c-a39e-c72f00902bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1bdf69-b26f-47c7-8276-9bc2991fec25,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:33.579189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-61546f15-5320-4076-a878-04cc0908aa01 req-b98b0b7b-8001-405d-bf7e-bc2853c8f15d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Allocated IP 172.20.0.12 (674e18d0-a007-4b1e-8e1f-f0de80142a7e/6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e/fd640f8e-8187-47e6-bb34-03da649af49f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:52:33.792846 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-61546f15-5320-4076-a878-04cc0908aa01 req-b98b0b7b-8001-405d-bf7e-bc2853c8f15d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:33.917214 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-61546f15-5320-4076-a878-04cc0908aa01 req-b98b0b7b-8001-405d-bf7e-bc2853c8f15d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:33.987555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61546f15-5320-4076-a878-04cc0908aa01 req-b98b0b7b-8001-405d-bf7e-bc2853c8f15d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Network 674e18d0-a007-4b1e-8e1f-f0de80142a7e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:52:33.992274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-61546f15-5320-4076-a878-04cc0908aa01 req-b98b0b7b-8001-405d-bf7e-bc2853c8f15d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:34.002469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-61546f15-5320-4076-a878-04cc0908aa01 req-b98b0b7b-8001-405d-bf7e-bc2853c8f15d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:52:34.047159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b0b7b-8001-405d-bf7e-bc2853c8f15d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Pushing event updated for resources: {'Port': ['ID=fd640f8e-8187-47e6-bb34-03da649af49f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:34.071043 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61546f15-5320-4076-a878-04cc0908aa01 req-b98b0b7b-8001-405d-bf7e-bc2853c8f15d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:34.072124 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-61546f15-5320-4076-a878-04cc0908aa01 req-b98b0b7b-8001-405d-bf7e-bc2853c8f15d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:34.155485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-b98b0b7b-8001-405d-bf7e-bc2853c8f15d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1931605 Oct 13 10:52:34.170695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Request body: {'port': {'device_id': '86e73b20-afca-42dd-bf0f-9b6700ab04cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:34.243736 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:34.701054 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd640f8e-8187-47e6-bb34-03da649af49f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:52:34.710441 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:34.731060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Transition to ACTIVE for port object fd640f8e-8187-47e6-bb34-03da649af49f will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:52:34.796991 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:34.902238 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Pushing event updated for resources: {'Port': ['ID=fd640f8e-8187-47e6-bb34-03da649af49f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:34.944355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33830) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:35.063057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Attempting to bind port fd640f8e-8187-47e6-bb34-03da649af49f on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:52:35.063410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Attempting to bind port fd640f8e-8187-47e6-bb34-03da649af49f by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:52:35.063711 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Attempting to bind port fd640f8e-8187-47e6-bb34-03da649af49f on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:52:35.068721 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Port fd640f8e-8187-47e6-bb34-03da649af49f on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:52:35.069047 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Attempting to bind port fd640f8e-8187-47e6-bb34-03da649af49f on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:52:35.074461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:52:35.074803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Checking segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:52:35.079108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Bound using segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:52:35.079108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Bound port: fd640f8e-8187-47e6-bb34-03da649af49f, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:52:35.079108 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:35.117260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1424740307-network', 'tenant_id': 'b2cbcdd5f6954d95a5a93373c8c93ed3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:35.164551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:52:35.167240 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=fd640f8e-8187-47e6-bb34-03da649af49f,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:52:35.198118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Made reservation on behalf of b2cbcdd5f6954d95a5a93373c8c93ed3 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:52:35.200923 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:35.213879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:35.251987 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:35.340091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:35.340709 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:35.342125 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] 10.222.0.21 "PUT /v2.0/ports/fd640f8e-8187-47e6-bb34-03da649af49f HTTP/1.1" status: 200 len: 1092 time: 1.1784215 Oct 13 10:52:35.342594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e73b20-afca-42dd-bf0f-9b6700ab04cd', 'tag': 'fd640f8e-8187-47e6-bb34-03da649af49f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:35.345286 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a2cb3f-7bd3-4956-9fc1-81c3177efaa8" -d '{"events": [{"name": "network-changed", "server_uuid": "86e73b20-afca-42dd-bf0f-9b6700ab04cd", "tag": "fd640f8e-8187-47e6-bb34-03da649af49f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:35.388231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55dd0f-dfc9-4a0f-a772-70ffc811ba69 service neutron] Pushing event updated for resources: {'Port': ['ID=fd640f8e-8187-47e6-bb34-03da649af49f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:35.412141 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:35.493131 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:35.521832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61546f15-5320-4076-a878-04cc0908aa01 req-e1161f3f-3552-4b45-b11b-673884f3c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:35.524840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-e1161f3f-3552-4b45-b11b-673884f3c6d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 1095 time: 0.0678523 Oct 13 10:52:35.527846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8e6b88-a057-414a-8f75-1dffdf83d3a3,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:35.555989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:52:35.568734 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:35.569334 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Added segment 01b6ca08-a11f-4f91-9eb4-ddd2c7abf331 of type vlan for network 50442a74-a395-41f5-ace1-d070f61b1eab Oct 13 10:52:35.615141 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-110ce56b-251e-41d9-853f-affd868f7a2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd640f8e-8187-47e6-bb34-03da649af49f HTTP/1.1" status: 200 len: 217 time: 0.0782506 Oct 13 10:52:35.623159 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:35.704550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61546f15-5320-4076-a878-04cc0908aa01 req-b7b311ef-9c44-4725-bf76-a7c2855991f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:35.706160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-b7b311ef-9c44-4725-bf76-a7c2855991f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0653543 Oct 13 10:52:35.724830 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:35.726060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:35.726849 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:35.758519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-4a6b581a-5d3f-4039-a246-827d6152636f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450153 Oct 13 10:52:35.831595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] Pushing event updated for resources: {'Network': ['ID=50442a74-a395-41f5-ace1-d070f61b1eab,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:35.842373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 50442a74-a395-41f5-ace1-d070f61b1eab details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:52:35.887882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-451695a4-b33c-4a58-b832-0dd4c600c948 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9448860 Oct 13 10:52:35.889014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33836) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:35.897182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-427a66b7-7ada-4b00-9940-64cd47b0512c admin admin] Request body: {'subnet': {'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1424740307-subnet', 'tenant_id': 'b2cbcdd5f6954d95a5a93373c8c93ed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:35.945929 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-7c9d718b-d514-4d34-80c4-6a164ad53038 service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809330 Oct 13 10:52:35.986641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427a66b7-7ada-4b00-9940-64cd47b0512c admin admin] Made reservation on behalf of b2cbcdd5f6954d95a5a93373c8c93ed3 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:52:35.989282 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-427a66b7-7ada-4b00-9940-64cd47b0512c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:36.124469 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61546f15-5320-4076-a878-04cc0908aa01 req-7d88bffc-8123-4461-82cc-93c7980ecfdf service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707273 Oct 13 10:52:36.975819 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-427a66b7-7ada-4b00-9940-64cd47b0512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:37.044569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a66b7-7ada-4b00-9940-64cd47b0512c admin admin] Pushing event updated for resources: {'Subnet': ['ID=881ab6b9-8c3e-4cdb-a765-c79977833035,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:37.053119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a66b7-7ada-4b00-9940-64cd47b0512c admin admin] Checking segment: {'id': '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:52:37.053492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427a66b7-7ada-4b00-9940-64cd47b0512c admin admin] Network hostable DHCP agents. Network: 50442a74-a395-41f5-ace1-d070f61b1eab, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:52:37.157791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427a66b7-7ada-4b00-9940-64cd47b0512c admin admin] Network 50442a74-a395-41f5-ace1-d070f61b1eab is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:52:37.242580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-427a66b7-7ada-4b00-9940-64cd47b0512c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 50442a74-a395-41f5-ace1-d070f61b1eab) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:37.252970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427a66b7-7ada-4b00-9940-64cd47b0512c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:37.253357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fbd5ab-e2d5-457b-8348-25f6b50bded8 None None] Network 50442a74-a395-41f5-ace1-d070f61b1eab requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:52:37.256507 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-427a66b7-7ada-4b00-9940-64cd47b0512c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:37.363345 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-427a66b7-7ada-4b00-9940-64cd47b0512c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4716539 Oct 13 10:52:37.399494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc81cd60-f4c1-46e3-ab58-708d810227ac None None] Network 50442a74-a395-41f5-ace1-d070f61b1eab requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:52:37.963572 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-145cd138-819d-4646-80d2-e3714ee3720f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:38.501224 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:38.588737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5490f-5271-43b9-9a7f-55d5ffeeec39 req-c0fd740f-73e4-4acc-8a68-0e64fefc834d tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:38.590545 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b4d5490f-5271-43b9-9a7f-55d5ffeeec39 req-c0fd740f-73e4-4acc-8a68-0e64fefc834d tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.0605204 Oct 13 10:52:38.667470 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b4d5490f-5271-43b9-9a7f-55d5ffeeec39 req-3a121bba-c55c-43ce-868b-dc2aff610705 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696321 Oct 13 10:52:38.859413 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6efd4c-2633-4938-84c6-fa08c450057f x-openstack-request-id: req-5f6efd4c-2633-4938-84c6-fa08c450057f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:38.860613 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e73b20-afca-42dd-bf0f-9b6700ab04cd", "tag": "fd640f8e-8187-47e6-bb34-03da649af49f", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:38.861091 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f6efd4c-2633-4938-84c6-fa08c450057f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:38.861731 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e73b20-afca-42dd-bf0f-9b6700ab04cd', 'tag': 'fd640f8e-8187-47e6-bb34-03da649af49f', 'status': 'completed', 'code': 200} Oct 13 10:52:38.896213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b614182-4e85-4e63-b2a8-793067675219 req-77feaac8-f4a7-454f-9605-5fea812a9712 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:38.897938 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8b614182-4e85-4e63-b2a8-793067675219 req-77feaac8-f4a7-454f-9605-5fea812a9712 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.1336241 Oct 13 10:52:38.955529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2cb3f-7bd3-4956-9fc1-81c3177efaa8 req-1515262a-5e2b-4568-a85f-7c983903e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:38.957885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82a2cb3f-7bd3-4956-9fc1-81c3177efaa8 req-1515262a-5e2b-4568-a85f-7c983903e5bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 1095 time: 0.0706840 Oct 13 10:52:38.961549 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8b614182-4e85-4e63-b2a8-793067675219 req-f6a3c796-3a7a-4811-89d8-06fd0a6a213f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554042 Oct 13 10:52:39.114389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2cb3f-7bd3-4956-9fc1-81c3177efaa8 req-4b407cf8-be22-4505-aa0f-18dfd7590486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:39.117285 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82a2cb3f-7bd3-4956-9fc1-81c3177efaa8 req-4b407cf8-be22-4505-aa0f-18dfd7590486 service neutron] 10.222.0.21 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.1518295 Oct 13 10:52:39.186645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82a2cb3f-7bd3-4956-9fc1-81c3177efaa8 req-f70e32d8-1cb2-493e-80e9-2ff85ba9dbb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd640f8e-8187-47e6-bb34-03da649af49f HTTP/1.1" status: 200 len: 217 time: 0.0615256 Oct 13 10:52:39.246121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3069f-9c10-450c-9584-99b1119e3ccf req-4408e727-cb7e-40ec-8a0e-3c8902391e5a tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:39.247732 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-36b3069f-9c10-450c-9584-99b1119e3ccf req-4408e727-cb7e-40ec-8a0e-3c8902391e5a tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.0878744 Oct 13 10:52:39.257666 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33924) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:39.270689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d66a575b-57dc-492c-8b34-d63bacd941f1 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Request body: {'floatingip': {'port_id': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:39.384773 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66a575b-57dc-492c-8b34-d63bacd941f1 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:39.395494 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-fa2e993f-c477-4595-8dfa-398099f32b1e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:39.402617 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-fa2e993f-c477-4595-8dfa-398099f32b1e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/networks?id=50442a74-a395-41f5-ace1-d070f61b1eab HTTP/1.1" status: 200 len: 815 time: 0.1225021 Oct 13 10:52:39.411556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2cb3f-7bd3-4956-9fc1-81c3177efaa8 req-31f89410-3cf6-43ca-915d-15b237d741fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:39.412894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82a2cb3f-7bd3-4956-9fc1-81c3177efaa8 req-31f89410-3cf6-43ca-915d-15b237d741fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.2185793 Oct 13 10:52:39.422385 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-e3d74d59-4aba-4912-8ee4-d779182ea66f tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/quotas/b2cbcdd5f6954d95a5a93373c8c93ed3 HTTP/1.1" status: 200 len: 375 time: 0.0190206 Oct 13 10:52:39.475255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82a2cb3f-7bd3-4956-9fc1-81c3177efaa8 req-bf6b19dd-3034-44df-adaa-075ce8d41d2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503221 Oct 13 10:52:39.477465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-91ec93b3-7b77-4a24-9644-9277edec7ae6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2cbcdd5f6954d95a5a93373c8c93ed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543249 Oct 13 10:52:39.637560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c30668-8bc9-493c-b68f-a4a3a564e8ab req-fee93d71-02d5-4297-80e5-936812c3ffd9 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:39.639343 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-23c30668-8bc9-493c-b68f-a4a3a564e8ab req-fee93d71-02d5-4297-80e5-936812c3ffd9 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 950 time: 0.1264091 Oct 13 10:52:39.731957 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-23c30668-8bc9-493c-b68f-a4a3a564e8ab req-81446883-5f82-4126-9f5f-1131a4a3f83e tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845306 Oct 13 10:52:40.040371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82a2cb3f-7bd3-4956-9fc1-81c3177efaa8 req-b6a902a8-d135-4972-b4c2-d6e6b21710bf service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576518 Oct 13 10:52:40.116005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66a575b-57dc-492c-8b34-d63bacd941f1 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:40.135512 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-69954bd7-f1be-4c56-b17d-28638bde22f0 service neutron] 10.222.0.32 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984395 Oct 13 10:52:40.210100 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66a575b-57dc-492c-8b34-d63bacd941f1 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:40.218137 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82a2cb3f-7bd3-4956-9fc1-81c3177efaa8 req-443c4a11-0f5a-4b72-aea4-3ca71bf52eab service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676672 Oct 13 10:52:40.237052 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:40.290520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-324766da-a8f1-49f6-ab9b-9a79f7360fd8 service neutron] 10.222.0.32 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450319 Oct 13 10:52:40.389579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33986) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:40.391826 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-d66a575b-57dc-492c-8b34-d63bacd941f1 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Floating IP 97abdb3c-1db5-4395-a2c2-e556c833fb56 associated. External IP: 172.25.0.76, port: 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a. Oct 13 10:52:40.625673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b0f99-1c0e-4966-a4bf-3532b3335fef req-f31a4bd2-d3ed-4cd6-b443-09a1b2155d3a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:40.631438 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-102b0f99-1c0e-4966-a4bf-3532b3335fef req-f31a4bd2-d3ed-4cd6-b443-09a1b2155d3a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.0944929 Oct 13 10:52:40.639911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e96502e6-9546-46a6-ab35-9f83ecebcf94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:40.734317 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-102b0f99-1c0e-4966-a4bf-3532b3335fef req-12870a45-7f75-4692-851f-6ac70511b219 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937665 Oct 13 10:52:40.747721 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-acbe40df-82d1-40c6-b003-6278370c9c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:40.750430 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e96502e6-9546-46a6-ab35-9f83ecebcf94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:40.833549 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e96502e6-9546-46a6-ab35-9f83ecebcf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:40.887272 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e96502e6-9546-46a6-ab35-9f83ecebcf94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f63f04b3062d40d2b1b6e028dc9c8e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965062 Oct 13 10:52:40.888946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34012) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:40.897784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96502e6-9546-46a6-ab35-9f83ecebcf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3563af4d-a8df-4b99-82c6-86c25a92a049,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:40.958222 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-401aefad-6312-4d28-ae8e-9a66d28614d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:40.983136 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-401aefad-6312-4d28-ae8e-9a66d28614d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:41.119764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66a575b-57dc-492c-8b34-d63bacd941f1 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Router 72344664-0061-4451-ad06-8fa4337402ac has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:52:41.129216 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-401aefad-6312-4d28-ae8e-9a66d28614d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:41.132133 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-401aefad-6312-4d28-ae8e-9a66d28614d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:41.133327 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-401aefad-6312-4d28-ae8e-9a66d28614d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3563af4d-a8df-4b99-82c6-86c25a92a049 HTTP/1.1" status: 204 len: 168 time: 0.2432661 Oct 13 10:52:41.147135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401aefad-6312-4d28-ae8e-9a66d28614d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3563af4d-a8df-4b99-82c6-86c25a92a049,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:41.244679 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66a575b-57dc-492c-8b34-d63bacd941f1 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:52:41.249308 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66a575b-57dc-492c-8b34-d63bacd941f1 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:41.258215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e4e55b-7b40-4133-a08f-6fd849a3ecd0 None None] Sync routers for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:52:41.278058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4e55b-7b40-4133-a08f-6fd849a3ecd0 None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:52:41.278711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e4e4e55b-7b40-4133-a08f-6fd849a3ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:52:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:41.299607 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d66a575b-57dc-492c-8b34-d63bacd941f1 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "PUT /v2.0/floatingips/97abdb3c-1db5-4395-a2c2-e556c833fb56 HTTP/1.1" status: 200 len: 990 time: 2.0379791 Oct 13 10:52:41.299607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e28760-b952-44ac-90d4-547371030969', 'tag': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:41.300330 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cdf048-5e1c-4f00-a3fe-0ad5639eee41" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e28760-b952-44ac-90d4-547371030969", "tag": "8389713f-e6a4-4c51-b5db-a1b9f3e1a32a"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:41.400033 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e4e4e55b-7b40-4133-a08f-6fd849a3ecd0 None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:52:41.614879 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:41.691779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e4e4e55b-7b40-4133-a08f-6fd849a3ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '97abdb3c-1db5-4395-a2c2-e556c833fb56', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '72344664-0061-4451-ad06-8fa4337402ac', 'port_id': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'mac_address': 'fa:16:3e:01:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e28760-b952-44ac-90d4-547371030969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:48:22Z', 'updated_at': '2021-10-13T10:52:39Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:06Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:41.718641 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e4e55b-7b40-4133-a08f-6fd849a3ecd0 None None] Checking router: 72344664-0061-4451-ad06-8fa4337402ac for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:52:41.727959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4e55b-7b40-4133-a08f-6fd849a3ecd0 None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:52:41.728576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e4e4e55b-7b40-4133-a08f-6fd849a3ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:52:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:41.871608 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e4e4e55b-7b40-4133-a08f-6fd849a3ecd0 None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:52:42.136249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ba4a76d1-389f-429a-b10b-c763629fe26a no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:52:42.195144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e4e4e55b-7b40-4133-a08f-6fd849a3ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '97abdb3c-1db5-4395-a2c2-e556c833fb56', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '72344664-0061-4451-ad06-8fa4337402ac', 'port_id': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'mac_address': 'fa:16:3e:01:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e28760-b952-44ac-90d4-547371030969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:48:22Z', 'updated_at': '2021-10-13T10:52:39Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:06Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:42.236013 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e4e55b-7b40-4133-a08f-6fd849a3ecd0 None None] The sync data for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 is: [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '97abdb3c-1db5-4395-a2c2-e556c833fb56', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '72344664-0061-4451-ad06-8fa4337402ac', 'port_id': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'mac_address': 'fa:16:3e:01:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e28760-b952-44ac-90d4-547371030969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:48:22Z', 'updated_at': '2021-10-13T10:52:39Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:06Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:52:42.418623 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:42.447570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfebc7b-e5df-47ee-85e8-e2329c1ac54a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4a76d1-389f-429a-b10b-c763629fe26a'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:42.450206 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6aa6bb-550d-4a3f-9b96-97aaf5ee5471" -d '{"events": [{"server_uuid": "6cfebc7b-e5df-47ee-85e8-e2329c1ac54a", "name": "network-vif-unplugged", "status": "completed", "tag": "ba4a76d1-389f-429a-b10b-c763629fe26a"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:42.469476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ba4a76d1-389f-429a-b10b-c763629fe26a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ba4a76d1-389f-429a-b10b-c763629fe26a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:42.484664 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff396c-effe-49bb-8fbb-4d921de05de5 None None] New status for floating IP 97abdb3c-1db5-4395-a2c2-e556c833fb56: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:52:42.494670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c2dd0770-3927-4313-9303-cb8731e45d08 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:52:42.632327 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c2dd0770-3927-4313-9303-cb8731e45d08, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c2dd0770-3927-4313-9303-cb8731e45d08,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:42.647269 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'c2dd0770-3927-4313-9303-cb8731e45d08', 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f', 'port_id': 'c2dd0770-3927-4313-9303-cb8731e45d08', 'mac_address': 'fa:16:3e:bc:e3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9350d63-c70c-4696-b76b-2b25898fda6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:52:42.689735 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:42.711367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2dd0770-3927-4313-9303-cb8731e45d08 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:52:42.733381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c2dd0770-3927-4313-9303-cb8731e45d08, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c2dd0770-3927-4313-9303-cb8731e45d08,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:42.767725 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:42.838133 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:42.885436 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:42.928508 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=ba4a76d1-389f-429a-b10b-c763629fe26a,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:42.978821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['c2dd0770-3927-4313-9303-cb8731e45d08'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:52:43.086959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=c2dd0770-3927-4313-9303-cb8731e45d08,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:43.113829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34054) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:43.230497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1277247834-network', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:43.259659 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:43.334570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Made reservation on behalf of d5f35080227d4339ad497d20e3144cc4 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:52:43.336928 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:43.345832 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:43.439940 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:43.506813 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:43.536138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:52:43.549036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02888e65-d222-423d-8884-d68e89e6fdf6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:43.556749 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:43.556992 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Added segment 0184a252-45a8-45ef-a559-30ab9dafcdfb of type vlan for network e1fd912d-b9d2-41c4-8986-aba63d95bdd0 Oct 13 10:52:43.667054 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:43.723396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-2b312a1c-790a-4f45-8060-2068c97be698 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:43.724914 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-2b312a1c-790a-4f45-8060-2068c97be698 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.21 "GET /v2.0/networks?id=50442a74-a395-41f5-ace1-d070f61b1eab HTTP/1.1" status: 200 len: 815 time: 0.1698022 Oct 13 10:52:43.745303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-002b20a3-5f3a-4f5d-8334-2407e79ba8f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Request body: {'port': {'device_id': '6ce213bc-4cbb-47d0-8a02-c092c2e3ac46', 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab', 'admin_state_up': True, 'tenant_id': 'b2cbcdd5f6954d95a5a93373c8c93ed3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:43.792929 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:43.793887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:43.794515 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:43.876597 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] Pushing event updated for resources: {'Network': ['ID=e1fd912d-b9d2-41c4-8986-aba63d95bdd0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:43.888525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network e1fd912d-b9d2-41c4-8986-aba63d95bdd0 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:52:43.930702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34060) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:43.931532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0b0083cc-aa15-4841-a904-32ce29ef9410 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8153646 Oct 13 10:52:43.936393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5bc6d50f-bcbe-4632-985a-527e8bfbf9f5 admin admin] Request body: {'subnet': {'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1277247834-subnet', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:44.013695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-002b20a3-5f3a-4f5d-8334-2407e79ba8f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Made reservation on behalf of b2cbcdd5f6954d95a5a93373c8c93ed3 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:52:44.018082 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-002b20a3-5f3a-4f5d-8334-2407e79ba8f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.138364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc6d50f-bcbe-4632-985a-527e8bfbf9f5 admin admin] Made reservation on behalf of d5f35080227d4339ad497d20e3144cc4 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:52:44.148143 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d50f-bcbe-4632-985a-527e8bfbf9f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.178484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-002b20a3-5f3a-4f5d-8334-2407e79ba8f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Allocated IP 172.20.0.9 (50442a74-a395-41f5-ace1-d070f61b1eab/881ab6b9-8c3e-4cdb-a765-c79977833035/2b848f99-78c6-44f4-aed0-1a9e32520eda) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:52:44.351545 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-002b20a3-5f3a-4f5d-8334-2407e79ba8f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.386803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d50f-bcbe-4632-985a-527e8bfbf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.444883 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-002b20a3-5f3a-4f5d-8334-2407e79ba8f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.445620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6d50f-bcbe-4632-985a-527e8bfbf9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed0833c-8c15-4578-b24d-311671845d61,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:44.455890 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6d50f-bcbe-4632-985a-527e8bfbf9f5 admin admin] Checking segment: {'id': '0184a252-45a8-45ef-a559-30ab9dafcdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:52:44.456257 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc6d50f-bcbe-4632-985a-527e8bfbf9f5 admin admin] Network hostable DHCP agents. Network: e1fd912d-b9d2-41c4-8986-aba63d95bdd0, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:52:44.483798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c2dd0770-3927-4313-9303-cb8731e45d08 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:44.499129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-002b20a3-5f3a-4f5d-8334-2407e79ba8f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Network 50442a74-a395-41f5-ace1-d070f61b1eab is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:52:44.505042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-002b20a3-5f3a-4f5d-8334-2407e79ba8f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:44.508860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-002b20a3-5f3a-4f5d-8334-2407e79ba8f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:52:44.524753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc6d50f-bcbe-4632-985a-527e8bfbf9f5 admin admin] Network e1fd912d-b9d2-41c4-8986-aba63d95bdd0 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:52:44.534676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b20a3-5f3a-4f5d-8334-2407e79ba8f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Pushing event updated for resources: {'Port': ['ID=2b848f99-78c6-44f4-aed0-1a9e32520eda,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:44.557594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port c2dd0770-3927-4313-9303-cb8731e45d08 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:44.558125 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.564604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-002b20a3-5f3a-4f5d-8334-2407e79ba8f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:44.565216 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-002b20a3-5f3a-4f5d-8334-2407e79ba8f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.620733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-5bc6d50f-bcbe-4632-985a-527e8bfbf9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, e1fd912d-b9d2-41c4-8986-aba63d95bdd0) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:44.628857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc6d50f-bcbe-4632-985a-527e8bfbf9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:44.631221 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d50f-bcbe-4632-985a-527e8bfbf9f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.635988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f3987-ac76-469e-9c1a-9045f9f76b9d None None] Network e1fd912d-b9d2-41c4-8986-aba63d95bdd0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:52:44.652713 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-002b20a3-5f3a-4f5d-8334-2407e79ba8f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9131777 Oct 13 10:52:44.666214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Request body: {'port': {'device_id': '6ce213bc-4cbb-47d0-8a02-c092c2e3ac46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:44.696004 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.708209 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5bc6d50f-bcbe-4632-985a-527e8bfbf9f5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7762833 Oct 13 10:52:44.710835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34064) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:44.717219 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1277247834-router', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:44.730189 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.745855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c2dd0770-3927-4313-9303-cb8731e45d08, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c2dd0770-3927-4313-9303-cb8731e45d08,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:44.821296 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.822365 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.849942 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.854705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-e1fd912d-b9d2-41c4-8986-aba63d95bdd0', 'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'fixed_ips': [{'subnet_id': '1ed0833c-8c15-4578-b24d-311671845d61'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:52:44.859098 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.893207 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:44.975388 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=c2dd0770-3927-4313-9303-cb8731e45d08,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:45.069338 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b848f99-78c6-44f4-aed0-1a9e32520eda {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:52:45.069872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Allocated IP 172.20.0.2 (e1fd912d-b9d2-41c4-8986-aba63d95bdd0/1ed0833c-8c15-4578-b24d-311671845d61/884c99e9-ddd3-43ab-8c6b-b5dc64e3f487) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:52:45.084317 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.105026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Transition to ACTIVE for port object 2b848f99-78c6-44f4-aed0-1a9e32520eda will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:52:45.125597 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.185102 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.237147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Pushing event updated for resources: {'Port': ['ID=2b848f99-78c6-44f4-aed0-1a9e32520eda,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:45.261012 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.322743 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.323487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Attempting to bind port 2b848f99-78c6-44f4-aed0-1a9e32520eda on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:52:45.323915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Attempting to bind port 2b848f99-78c6-44f4-aed0-1a9e32520eda by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:52:45.324341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Attempting to bind port 2b848f99-78c6-44f4-aed0-1a9e32520eda on network 50442a74-a395-41f5-ace1-d070f61b1eab {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:52:45.328777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Port 2b848f99-78c6-44f4-aed0-1a9e32520eda on network 50442a74-a395-41f5-ace1-d070f61b1eab not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:52:45.329094 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Attempting to bind port 2b848f99-78c6-44f4-aed0-1a9e32520eda on network 50442a74-a395-41f5-ace1-d070f61b1eab {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:52:45.334568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:52:45.334983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Checking segment: {'id': '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:52:45.335429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Bound using segment: {'id': '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:52:45.335925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Bound port: 2b848f99-78c6-44f4-aed0-1a9e32520eda, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:52:45.336344 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.370857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Network e1fd912d-b9d2-41c4-8986-aba63d95bdd0 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:52:45.375631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:45.377581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:52:45.417108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] For port 2b848f99-78c6-44f4-aed0-1a9e32520eda, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:52:45.421320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] For port 2b848f99-78c6-44f4-aed0-1a9e32520eda, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2b848f99-78c6-44f4-aed0-1a9e32520eda,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:52:45.427110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Pushing event updated for resources: {'Port': ['ID=884c99e9-ddd3-43ab-8c6b-b5dc64e3f487,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:45.457904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Attempting to bind port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:52:45.458542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Attempting to bind port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '0184a252-45a8-45ef-a559-30ab9dafcdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:52:45.459140 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Attempting to bind port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 on network e1fd912d-b9d2-41c4-8986-aba63d95bdd0 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:52:45.464243 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.464971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:52:45.465467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Checking segment: {'id': '0184a252-45a8-45ef-a559-30ab9dafcdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:52:45.466099 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.466621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Bound using segment: {'id': '0184a252-45a8-45ef-a559-30ab9dafcdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:52:45.467216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Bound port: 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0184a252-45a8-45ef-a559-30ab9dafcdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:52:45.467710 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.477362 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.490798 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.555815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] For port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:52:45.561081 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] For port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=884c99e9-ddd3-43ab-8c6b-b5dc64e3f487,segment=NetworkSegment(0184a252-45a8-45ef-a559-30ab9dafcdfb),segment_id=0184a252-45a8-45ef-a559-30ab9dafcdfb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:52:45.569284 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:45.570122 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.571712 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] 10.222.0.21 "PUT /v2.0/ports/2b848f99-78c6-44f4-aed0-1a9e32520eda HTTP/1.1" status: 200 len: 1091 time: 0.9100463 Oct 13 10:52:45.578272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce213bc-4cbb-47d0-8a02-c092c2e3ac46', 'tag': '2b848f99-78c6-44f4-aed0-1a9e32520eda'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:45.581350 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4adfdb3-6411-4e5d-974c-0345f4d2c4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce213bc-4cbb-47d0-8a02-c092c2e3ac46", "tag": "2b848f99-78c6-44f4-aed0-1a9e32520eda"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:45.606670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dc06e-74c1-4310-8bc8-3f0847b3b351 service neutron] Pushing event updated for resources: {'Port': ['ID=2b848f99-78c6-44f4-aed0-1a9e32520eda,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:45.626822 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.632810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Allocated IP 172.25.0.12 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/d6deeb07-e6d2-4e91-a85c-ee7043d29cb9) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:52:45.689817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb42cb-b072-4a64-ab3d-5786b3f487e8 None None] Pushing event updated for resources: {'Port': ['ID=884c99e9-ddd3-43ab-8c6b-b5dc64e3f487,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:45.753143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-c946b6a8-8d9f-4628-8a3c-30050ddd282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:45.756835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-c946b6a8-8d9f-4628-8a3c-30050ddd282f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2cbcdd5f6954d95a5a93373c8c93ed3&device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 1094 time: 0.0723832 Oct 13 10:52:45.781534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.812193 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-4c323655-4a18-45ea-bdbc-6256df1ea032 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b848f99-78c6-44f4-aed0-1a9e32520eda HTTP/1.1" status: 200 len: 217 time: 0.0470440 Oct 13 10:52:45.884728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:45.890506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-b4a73f00-26a3-46a6-83e9-d18219ea3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:45.893410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-b4a73f00-26a3-46a6-83e9-d18219ea3ad1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=881ab6b9-8c3e-4cdb-a765-c79977833035 HTTP/1.1" status: 200 len: 855 time: 0.0734103 Oct 13 10:52:45.926273 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-c3073d70-dc91-4850-bf58-50b2103f1e8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50442a74-a395-41f5-ace1-d070f61b1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262985 Oct 13 10:52:45.938960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:52:45.947301 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:45.958980 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:52:46.007037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Pushing event updated for resources: {'Port': ['ID=d6deeb07-e6d2-4e91-a85c-ee7043d29cb9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:46.084028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-d665858d-3aa3-4bbd-83e6-56531f82c756 service neutron] 10.222.0.21 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514647 Oct 13 10:52:46.163499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f540a188-6176-4973-8b6a-cccbf69527fe details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:52:46.187080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:46.239293 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f3b7a29-ccde-4dda-9995-2a3ae99ab389 req-271bf91d-c93d-4e4b-9cdb-088ee9b45c4d service neutron] 10.222.0.21 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476569 Oct 13 10:52:46.303100 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:46.311216 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:46.354892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f540a188-6176-4973-8b6a-cccbf69527fe,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:46.370460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'f540a188-6176-4973-8b6a-cccbf69527fe', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'f540a188-6176-4973-8b6a-cccbf69527fe', 'mac_address': 'fa:16:3e:ff:09:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:52:46.382762 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:46.441982 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:46.460539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f540a188-6176-4973-8b6a-cccbf69527fe {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:52:46.466871 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:46.496242 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f540a188-6176-4973-8b6a-cccbf69527fe,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:46.515957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=884c99e9-ddd3-43ab-8c6b-b5dc64e3f487,segment=NetworkSegment(0184a252-45a8-45ef-a559-30ab9dafcdfb),segment_id=0184a252-45a8-45ef-a559-30ab9dafcdfb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:46.564433 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:46.599234 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:46.636396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f540a188-6176-4973-8b6a-cccbf69527fe,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:46.683101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['f540a188-6176-4973-8b6a-cccbf69527fe'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:52:46.713179 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:46.737947 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=884c99e9-ddd3-43ab-8c6b-b5dc64e3f487,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:46.933863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d160e-7ae0-4499-88cb-77b66730d19e None None] Network e1fd912d-b9d2-41c4-8986-aba63d95bdd0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:52:46.964179 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b5cec9-ec0b-4bf8-86fc-b1fce308ab6f x-openstack-request-id: req-68b5cec9-ec0b-4bf8-86fc-b1fce308ab6f {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:46.964394 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e28760-b952-44ac-90d4-547371030969", "tag": "8389713f-e6a4-4c51-b5db-a1b9f3e1a32a", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:46.964653 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68b5cec9-ec0b-4bf8-86fc-b1fce308ab6f {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:46.965107 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e28760-b952-44ac-90d4-547371030969', 'tag': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a', 'status': 'completed', 'code': 200} Oct 13 10:52:46.978801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f97a6-6ba8-4acc-8a70-aeb188ff6f1b req-8f72de77-78e3-4a98-b6ec-467bbab1b770 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:46.981003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-992f97a6-6ba8-4acc-8a70-aeb188ff6f1b req-8f72de77-78e3-4a98-b6ec-467bbab1b770 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 943 time: 0.0806327 Oct 13 10:52:47.029934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-992f97a6-6ba8-4acc-8a70-aeb188ff6f1b req-7ec09735-2232-4d98-b0d2-f5bc3eda7fd9 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362225 Oct 13 10:52:47.043771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Router 71265ca6-07b8-47fc-9d60-79083160608a is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:52:47.090863 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35670cfc-81dc-4617-962d-e6f1bbd71e27 x-openstack-request-id: req-35670cfc-81dc-4617-962d-e6f1bbd71e27 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:47.091547 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfebc7b-e5df-47ee-85e8-e2329c1ac54a", "name": "network-vif-unplugged", "status": "completed", "tag": "ba4a76d1-389f-429a-b10b-c763629fe26a", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:47.091809 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35670cfc-81dc-4617-962d-e6f1bbd71e27 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:47.092370 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfebc7b-e5df-47ee-85e8-e2329c1ac54a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4a76d1-389f-429a-b10b-c763629fe26a', 'code': 200} Oct 13 10:52:47.127537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b0362a68-7bf9-4b01-a935-978a63dbd129 None None] Provisioning complete for port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:47.129862 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b0362a68-7bf9-4b01-a935-978a63dbd129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:47.132523 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c2b88d-7779-4c5c-b5cd-128bee1a60c7 x-openstack-request-id: req-13c2b88d-7779-4c5c-b5cd-128bee1a60c7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:47.132811 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce213bc-4cbb-47d0-8a02-c092c2e3ac46", "tag": "2b848f99-78c6-44f4-aed0-1a9e32520eda", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:47.133059 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13c2b88d-7779-4c5c-b5cd-128bee1a60c7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:47.133451 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce213bc-4cbb-47d0-8a02-c092c2e3ac46', 'tag': '2b848f99-78c6-44f4-aed0-1a9e32520eda', 'status': 'completed', 'code': 200} Oct 13 10:52:47.159239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdf048-5e1c-4f00-a3fe-0ad5639eee41 req-42b2813d-f951-4cc9-98e7-b8e7aac36d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:47.161991 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39cdf048-5e1c-4f00-a3fe-0ad5639eee41 req-42b2813d-f951-4cc9-98e7-b8e7aac36d69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c16d108e0b3b432b9200693dc1b5290a&device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 1096 time: 0.1685934 Oct 13 10:52:47.244589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308b3fe-4511-4011-9d55-ada83cc60e4a req-a9666119-66ca-407d-97da-1cabfc5b1a62 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:47.246412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2308b3fe-4511-4011-9d55-ada83cc60e4a req-a9666119-66ca-407d-97da-1cabfc5b1a62 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.2090399 Oct 13 10:52:47.306248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adfdb3-6411-4e5d-974c-0345f4d2c4f0 req-ce04895c-e1c6-4316-a94f-3c92676fa3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:47.312150 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4adfdb3-6411-4e5d-974c-0345f4d2c4f0 req-ce04895c-e1c6-4316-a94f-3c92676fa3c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2cbcdd5f6954d95a5a93373c8c93ed3&device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 1094 time: 0.1542263 Oct 13 10:52:47.381488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:52:47.397865 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Sync routers for ids ['71265ca6-07b8-47fc-9d60-79083160608a'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:52:47.409816 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Routers {'71265ca6-07b8-47fc-9d60-79083160608a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:52:47.411333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:52:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['71265ca6-07b8-47fc-9d60-79083160608a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:47.458597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdf048-5e1c-4f00-a3fe-0ad5639eee41 req-d6307999-e61e-43a2-ac25-a93f28424a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:47.461102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39cdf048-5e1c-4f00-a3fe-0ad5639eee41 req-d6307999-e61e-43a2-ac25-a93f28424a92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b58e4256-4c47-4436-af94-141a2aa7d3a0 HTTP/1.1" status: 200 len: 924 time: 0.2843556 Oct 13 10:52:47.475589 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2308b3fe-4511-4011-9d55-ada83cc60e4a req-342d2bee-d29b-41ad-9957-d348061f1c13 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230442 Oct 13 10:52:47.502473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adfdb3-6411-4e5d-974c-0345f4d2c4f0 req-ac73dafb-a3b2-46a3-b0f4-27084d99f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:47.503455 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4adfdb3-6411-4e5d-974c-0345f4d2c4f0 req-ac73dafb-a3b2-46a3-b0f4-27084d99f774 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50442a74-a395-41f5-ace1-d070f61b1eab HTTP/1.1" status: 200 len: 916 time: 0.1806161 Oct 13 10:52:47.553584 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:47.557286 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cfc7c42a-2ae4-49c0-a24a-951dc899ebde admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8430009 Oct 13 10:52:47.559725 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34106) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:52:47.568437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4adfdb3-6411-4e5d-974c-0345f4d2c4f0 req-79a16e4d-d4f3-4ee8-a399-e4b10e14d6f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b848f99-78c6-44f4-aed0-1a9e32520eda HTTP/1.1" status: 200 len: 217 time: 0.0575850 Oct 13 10:52:47.600935 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Set router 71265ca6-07b8-47fc-9d60-79083160608a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:52:47.637365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adfdb3-6411-4e5d-974c-0345f4d2c4f0 req-15fa9834-204f-47b0-9ad4-54fd1e161438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:47.639261 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4adfdb3-6411-4e5d-974c-0345f4d2c4f0 req-15fa9834-204f-47b0-9ad4-54fd1e161438 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=881ab6b9-8c3e-4cdb-a765-c79977833035 HTTP/1.1" status: 200 len: 855 time: 0.0647538 Oct 13 10:52:47.649315 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39cdf048-5e1c-4f00-a3fe-0ad5639eee41 req-3406f3d2-0d6a-4651-aeba-d0aa909e6b68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a HTTP/1.1" status: 200 len: 1000 time: 0.1717811 Oct 13 10:52:47.694478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4adfdb3-6411-4e5d-974c-0345f4d2c4f0 req-661d3f3e-6be2-40f6-ba69-5d878953b04c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50442a74-a395-41f5-ace1-d070f61b1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472538 Oct 13 10:52:47.800036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdf048-5e1c-4f00-a3fe-0ad5639eee41 req-4a879cb3-7e9d-45be-a015-fe4cd1b0a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:47.803443 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39cdf048-5e1c-4f00-a3fe-0ad5639eee41 req-4a879cb3-7e9d-45be-a015-fe4cd1b0a69e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a88d710-315c-4479-96af-c6b02bc601b6 HTTP/1.1" status: 200 len: 862 time: 0.1405659 Oct 13 10:52:47.847175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4adfdb3-6411-4e5d-974c-0345f4d2c4f0 req-bf05eea7-0142-4990-9d00-31bd3ec5bcaa service neutron] 10.222.0.21 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459856 Oct 13 10:52:47.915346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b9717d55-c544-4a40-bd28-685b810920ed None None] Provisioning complete for port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:47.915675 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b9717d55-c544-4a40-bd28-685b810920ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:47.988870 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4adfdb3-6411-4e5d-974c-0345f4d2c4f0 req-3fdcc8ad-161b-4454-bbc1-5b666333bf5c service neutron] 10.222.0.21 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295249 Oct 13 10:52:48.073928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265ca6-07b8-47fc-9d60-79083160608a', 'name': 'tempest-FloatingIPDetailsTestJSON-1277247834-router', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:44Z', 'updated_at': '2021-10-13T10:52:46Z', 'revision_number': 3, 'project_id': 'd5f35080227d4339ad497d20e3144cc4', 'gw_port': {'id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:96:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71265ca6-07b8-47fc-9d60-79083160608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:45Z', 'updated_at': '2021-10-13T10:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:48.109699 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Checking router: 71265ca6-07b8-47fc-9d60-79083160608a for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:52:48.110247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Updating router 71265ca6-07b8-47fc-9d60-79083160608a port d6deeb07-e6d2-4e91-a85c-ee7043d29cb9 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:52:48.143664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:48.193573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f540a188-6176-4973-8b6a-cccbf69527fe up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:48.202740 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:48.295402 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:48.295402 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:48.411627 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdf048-5e1c-4f00-a3fe-0ad5639eee41 req-087fe9a7-a002-426a-8961-df17408c5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:48.414196 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39cdf048-5e1c-4f00-a3fe-0ad5639eee41 req-087fe9a7-a002-426a-8961-df17408c5b0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b58e4256-4c47-4436-af94-141a2aa7d3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5730639 Oct 13 10:52:48.417313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port f540a188-6176-4973-8b6a-cccbf69527fe triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:48.417859 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:48.511615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device fd640f8e-8187-47e6-bb34-03da649af49f details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:52:48.685708 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39cdf048-5e1c-4f00-a3fe-0ad5639eee41 req-ca00ee30-7200-421a-a7c8-f279e7763ba8 service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623265 Oct 13 10:52:48.786299 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:48.878853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=fd640f8e-8187-47e6-bb34-03da649af49f,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:48.880700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39cdf048-5e1c-4f00-a3fe-0ad5639eee41 req-52fa9674-8771-4ced-97c3-8381dbf096d3 service neutron] 10.222.0.46 "GET /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858809 Oct 13 10:52:48.912253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f540a188-6176-4973-8b6a-cccbf69527fe,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:48.922184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'fd640f8e-8187-47e6-bb34-03da649af49f', 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e', 'port_id': 'fd640f8e-8187-47e6-bb34-03da649af49f', 'mac_address': 'fa:16:3e:b2:fb:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:52:48.934761 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:48.954957 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:48.982174 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:48.996075 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:49.001339 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:49.009060 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd640f8e-8187-47e6-bb34-03da649af49f {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:52:49.077099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=fd640f8e-8187-47e6-bb34-03da649af49f,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:49.092973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c57b10-13a7-4b0a-b952-a4ed494c7c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dd0770-3927-4313-9303-cb8731e45d08'}, {'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:52:49.099876 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a17acd2-ebf0-4e04-baf7-fb401a5b21e4" -d '{"events": [{"server_uuid": "96c57b10-13a7-4b0a-b952-a4ed494c7c8f", "name": "network-vif-plugged", "status": "completed", "tag": "c2dd0770-3927-4313-9303-cb8731e45d08"}, {"server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "name": "network-vif-plugged", "status": "completed", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:52:49.128894 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Attempting to bind port d6deeb07-e6d2-4e91-a85c-ee7043d29cb9 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:52:49.129267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Attempting to bind port d6deeb07-e6d2-4e91-a85c-ee7043d29cb9 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:52:49.129706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Attempting to bind port d6deeb07-e6d2-4e91-a85c-ee7043d29cb9 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:52:49.143451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f540a188-6176-4973-8b6a-cccbf69527fe,revision_number=10']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:49.175496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Allocated IP 172.20.0.1 (e1fd912d-b9d2-41c4-8986-aba63d95bdd0/1ed0833c-8c15-4578-b24d-311671845d61/ae8d7b33-1304-475e-bbe4-636dfa0213c6) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:52:49.184678 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:52:49.185277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:52:49.185800 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:49.186279 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:52:49.187012 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Bound port: d6deeb07-e6d2-4e91-a85c-ee7043d29cb9, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:52:49.187857 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:49.246918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] For port d6deeb07-e6d2-4e91-a85c-ee7043d29cb9, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:52:49.251815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] For port d6deeb07-e6d2-4e91-a85c-ee7043d29cb9, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d6deeb07-e6d2-4e91-a85c-ee7043d29cb9,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:52:49.252236 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:49.253640 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 2b848f99-78c6-44f4-aed0-1a9e32520eda details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:52:49.287828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e320c95-5932-4f3a-9e7a-684bd7c12160 None None] Pushing event updated for resources: {'Port': ['ID=d6deeb07-e6d2-4e91-a85c-ee7043d29cb9,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:49.360983 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39ff1367-c684-43c8-a40d-531f48b9f29b req-53ed54ad-42be-43b0-a020-8535438b62a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1014290 Oct 13 10:52:49.364457 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:49.366094 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:49.418100 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Routers {'71265ca6-07b8-47fc-9d60-79083160608a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:52:49.418908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:52:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['71265ca6-07b8-47fc-9d60-79083160608a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:49.526802 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff1367-c684-43c8-a40d-531f48b9f29b req-b21ed434-3d0c-4015-b9c5-d57311204bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:49.528586 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39ff1367-c684-43c8-a40d-531f48b9f29b req-b21ed434-3d0c-4015-b9c5-d57311204bb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 1095 time: 0.1076889 Oct 13 10:52:49.584266 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:49.591374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 2b848f99-78c6-44f4-aed0-1a9e32520eda, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2b848f99-78c6-44f4-aed0-1a9e32520eda,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:49.611543 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] Set router 71265ca6-07b8-47fc-9d60-79083160608a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:52:49.614065 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '2b848f99-78c6-44f4-aed0-1a9e32520eda', 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab', 'port_id': '2b848f99-78c6-44f4-aed0-1a9e32520eda', 'mac_address': 'fa:16:3e:b2:6c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881ab6b9-8c3e-4cdb-a765-c79977833035', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:52:49.683860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Network e1fd912d-b9d2-41c4-8986-aba63d95bdd0 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:52:49.690703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:49.695126 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=fd640f8e-8187-47e6-bb34-03da649af49f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:49.696362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:52:49.739849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8d7b33-1304-475e-bbe4-636dfa0213c6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:49.794251 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff1367-c684-43c8-a40d-531f48b9f29b req-3e064bc2-8a21-414c-8b4f-559d13a13cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:49.795776 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39ff1367-c684-43c8-a40d-531f48b9f29b req-3e064bc2-8a21-414c-8b4f-559d13a13cf8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.2403498 Oct 13 10:52:49.796636 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:49.847024 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:49.901973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e320c95-5932-4f3a-9e7a-684bd7c12160 None None] Pushing event updated for resources: {'Port': ['ID=d6deeb07-e6d2-4e91-a85c-ee7043d29cb9,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:49.907953 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b848f99-78c6-44f4-aed0-1a9e32520eda {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:52:49.952718 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39ff1367-c684-43c8-a40d-531f48b9f29b req-bd7ec0cf-275f-4aec-9716-976a4787b306 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156 HTTP/1.1" status: 200 len: 217 time: 0.0858660 Oct 13 10:52:49.958122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 2b848f99-78c6-44f4-aed0-1a9e32520eda, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2b848f99-78c6-44f4-aed0-1a9e32520eda,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:50.002855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265ca6-07b8-47fc-9d60-79083160608a', 'name': 'tempest-FloatingIPDetailsTestJSON-1277247834-router', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:44Z', 'updated_at': '2021-10-13T10:52:46Z', 'revision_number': 3, 'project_id': 'd5f35080227d4339ad497d20e3144cc4', 'gw_port': {'id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:96:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71265ca6-07b8-47fc-9d60-79083160608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:45Z', 'updated_at': '2021-10-13T10:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:50.072608 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff1367-c684-43c8-a40d-531f48b9f29b req-98a8d4f5-de1e-485e-a31b-47e8fddf5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:50.075455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39ff1367-c684-43c8-a40d-531f48b9f29b req-98a8d4f5-de1e-485e-a31b-47e8fddf5249 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.1142542 Oct 13 10:52:50.182840 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:50.184666 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78d44-ad1b-400d-85ff-9d397fe74112 None None] The sync data for ids ['71265ca6-07b8-47fc-9d60-79083160608a'] in n-d-813659-3 is: [{'id': '71265ca6-07b8-47fc-9d60-79083160608a', 'name': 'tempest-FloatingIPDetailsTestJSON-1277247834-router', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:44Z', 'updated_at': '2021-10-13T10:52:46Z', 'revision_number': 3, 'project_id': 'd5f35080227d4339ad497d20e3144cc4', 'gw_port': {'id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:96:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71265ca6-07b8-47fc-9d60-79083160608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:45Z', 'updated_at': '2021-10-13T10:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:52:50.189686 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39ff1367-c684-43c8-a40d-531f48b9f29b req-3474886c-0c6e-45f8-9381-a38dd6b7f157 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028593 Oct 13 10:52:50.232930 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-19f65add-ab19-4732-9780-2bbc9b59bd2f None None] Provisioning complete for port ae8d7b33-1304-475e-bbe4-636dfa0213c6 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:50.233586 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19f65add-ab19-4732-9780-2bbc9b59bd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:50.289958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=2b848f99-78c6-44f4-aed0-1a9e32520eda,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:50.311944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-19f65add-ab19-4732-9780-2bbc9b59bd2f None None] Port ae8d7b33-1304-475e-bbe4-636dfa0213c6 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:52:50.333338 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:50.437603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['fd640f8e-8187-47e6-bb34-03da649af49f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:52:50.445886 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['2b848f99-78c6-44f4-aed0-1a9e32520eda'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:52:50.676335 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:50.697976 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39ff1367-c684-43c8-a40d-531f48b9f29b req-1c5925a2-a94d-4a10-9327-291ffed28208 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910541 Oct 13 10:52:50.768236 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:50.929730 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39ff1367-c684-43c8-a40d-531f48b9f29b req-980de914-aef7-419f-b9d3-102e81d14410 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303910 Oct 13 10:52:50.940158 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:50.946085 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8d7b33-1304-475e-bbe4-636dfa0213c6,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:51.094851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Network e1fd912d-b9d2-41c4-8986-aba63d95bdd0 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:52:51.103502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:52:51.337921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Router 71265ca6-07b8-47fc-9d60-79083160608a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:52:51.469226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-eb894861-dd42-45cd-9437-fa2ce2125251 None None] Provisioning complete for port ae8d7b33-1304-475e-bbe4-636dfa0213c6 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:51.469842 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eb894861-dd42-45cd-9437-fa2ce2125251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:51.525739 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:52:51.531713 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-73c2a4ac-27c0-4e7e-b491-6d651ae19b17 admin admin] 10.222.0.32 "PUT /v2.0/routers/71265ca6-07b8-47fc-9d60-79083160608a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9711120 Oct 13 10:52:51.567862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-eb894861-dd42-45cd-9437-fa2ce2125251 None None] Port ae8d7b33-1304-475e-bbe4-636dfa0213c6 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:52:52.170107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d6deeb07-e6d2-4e91-a85c-ee7043d29cb9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:52.293605 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d6deeb07-e6d2-4e91-a85c-ee7043d29cb9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:52.294650 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:52.444928 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:52.476610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port d6deeb07-e6d2-4e91-a85c-ee7043d29cb9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d6deeb07-e6d2-4e91-a85c-ee7043d29cb9,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:52.537575 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 2b848f99-78c6-44f4-aed0-1a9e32520eda up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:52.642839 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Sync routers for ids ['71265ca6-07b8-47fc-9d60-79083160608a'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:52:52.668497 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Routers {'71265ca6-07b8-47fc-9d60-79083160608a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:52:52.670698 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:52:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['71265ca6-07b8-47fc-9d60-79083160608a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:52.930802 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Set router 71265ca6-07b8-47fc-9d60-79083160608a gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:52:53.009597 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:53.040168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 2b848f99-78c6-44f4-aed0-1a9e32520eda completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:52:53.054536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 2b848f99-78c6-44f4-aed0-1a9e32520eda triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:53.055816 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:53.116233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=d6deeb07-e6d2-4e91-a85c-ee7043d29cb9,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:53.158174 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265ca6-07b8-47fc-9d60-79083160608a', 'name': 'tempest-FloatingIPDetailsTestJSON-1277247834-router', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:44Z', 'updated_at': '2021-10-13T10:52:50Z', 'revision_number': 4, 'project_id': 'd5f35080227d4339ad497d20e3144cc4', 'gw_port': {'id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:96:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71265ca6-07b8-47fc-9d60-79083160608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:45Z', 'updated_at': '2021-10-13T10:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'ae8d7b33-1304-475e-bbe4-636dfa0213c6', 'name': '', 'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'mac_address': 'fa:16:3e:76:cc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71265ca6-07b8-47fc-9d60-79083160608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ed0833c-8c15-4578-b24d-311671845d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:48Z', 'updated_at': '2021-10-13T10:52:50Z', 'revision_number': 2, 'project_id': 'd5f35080227d4339ad497d20e3144cc4', 'subnets': [{'id': '1ed0833c-8c15-4578-b24d-311671845d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:53.191756 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:53.194858 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Checking router: 71265ca6-07b8-47fc-9d60-79083160608a for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:52:53.195212 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Updating router 71265ca6-07b8-47fc-9d60-79083160608a port ae8d7b33-1304-475e-bbe4-636dfa0213c6 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:52:53.233773 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:53.243390 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 2b848f99-78c6-44f4-aed0-1a9e32520eda, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2b848f99-78c6-44f4-aed0-1a9e32520eda,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:53.332352 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:53.333904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device fd640f8e-8187-47e6-bb34-03da649af49f up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:53.428841 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=2b848f99-78c6-44f4-aed0-1a9e32520eda,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:53.490452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port fd640f8e-8187-47e6-bb34-03da649af49f completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:52:53.496615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port fd640f8e-8187-47e6-bb34-03da649af49f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:53.496615 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:53.647932 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:53.661466 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:53.686938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=fd640f8e-8187-47e6-bb34-03da649af49f,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:53.775162 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:53.803453 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:53.866829 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da2962-8826-4048-9d71-73a1f6c0081e None None] Pushing event updated for resources: {'Port': ['ID=ae8d7b33-1304-475e-bbe4-636dfa0213c6,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:53.873117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=fd640f8e-8187-47e6-bb34-03da649af49f,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:53.906324 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Attempting to bind port ae8d7b33-1304-475e-bbe4-636dfa0213c6 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:52:53.906981 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Attempting to bind port ae8d7b33-1304-475e-bbe4-636dfa0213c6 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '0184a252-45a8-45ef-a559-30ab9dafcdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:52:53.907336 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Attempting to bind port ae8d7b33-1304-475e-bbe4-636dfa0213c6 on network e1fd912d-b9d2-41c4-8986-aba63d95bdd0 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:52:53.916632 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:52:53.923806 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Checking segment: {'id': '0184a252-45a8-45ef-a559-30ab9dafcdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:52:53.923806 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:53.923806 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Bound using segment: {'id': '0184a252-45a8-45ef-a559-30ab9dafcdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:52:53.923806 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Bound port: ae8d7b33-1304-475e-bbe4-636dfa0213c6, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0184a252-45a8-45ef-a559-30ab9dafcdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:52:53.923806 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:54.011740 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] For port ae8d7b33-1304-475e-bbe4-636dfa0213c6, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:52:54.015716 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] For port ae8d7b33-1304-475e-bbe4-636dfa0213c6, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ae8d7b33-1304-475e-bbe4-636dfa0213c6,segment=NetworkSegment(0184a252-45a8-45ef-a559-30ab9dafcdfb),segment_id=0184a252-45a8-45ef-a559-30ab9dafcdfb)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:52:54.101486 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:54.121273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d6deeb07-e6d2-4e91-a85c-ee7043d29cb9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:54.174777 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Routers {'71265ca6-07b8-47fc-9d60-79083160608a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:52:54.175440 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:52:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['71265ca6-07b8-47fc-9d60-79083160608a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:54.212744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d6deeb07-e6d2-4e91-a85c-ee7043d29cb9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:54.213526 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:54.294315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-60c1fbaf-84b8-4ccc-a7f0-6a12b4abf5c8 None None] Provisioning complete for port ae8d7b33-1304-475e-bbe4-636dfa0213c6 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:54.294717 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-60c1fbaf-84b8-4ccc-a7f0-6a12b4abf5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:54.304423 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da2962-8826-4048-9d71-73a1f6c0081e None None] Pushing event updated for resources: {'Port': ['ID=ae8d7b33-1304-475e-bbe4-636dfa0213c6,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:54.370256 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] Set router 71265ca6-07b8-47fc-9d60-79083160608a gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:52:54.505906 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-60c1fbaf-84b8-4ccc-a7f0-6a12b4abf5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:54.549343 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-60c1fbaf-84b8-4ccc-a7f0-6a12b4abf5c8 None None] For port ae8d7b33-1304-475e-bbe4-636dfa0213c6, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ae8d7b33-1304-475e-bbe4-636dfa0213c6,segment=NetworkSegment(0184a252-45a8-45ef-a559-30ab9dafcdfb),segment_id=0184a252-45a8-45ef-a559-30ab9dafcdfb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:52:54.620854 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-60c1fbaf-84b8-4ccc-a7f0-6a12b4abf5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:54.643709 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265ca6-07b8-47fc-9d60-79083160608a', 'name': 'tempest-FloatingIPDetailsTestJSON-1277247834-router', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:44Z', 'updated_at': '2021-10-13T10:52:50Z', 'revision_number': 4, 'project_id': 'd5f35080227d4339ad497d20e3144cc4', 'gw_port': {'id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265ca6-07b8-47fc-9d60-79083160608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:45Z', 'updated_at': '2021-10-13T10:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'ae8d7b33-1304-475e-bbe4-636dfa0213c6', 'name': '', 'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'mac_address': 'fa:16:3e:76:cc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71265ca6-07b8-47fc-9d60-79083160608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ed0833c-8c15-4578-b24d-311671845d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:48Z', 'updated_at': '2021-10-13T10:52:54Z', 'revision_number': 4, 'project_id': 'd5f35080227d4339ad497d20e3144cc4', 'subnets': [{'id': '1ed0833c-8c15-4578-b24d-311671845d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:52:54.676723 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312ae19-b9cd-464b-8b7f-0b297f05e8f4 None None] The sync data for ids ['71265ca6-07b8-47fc-9d60-79083160608a'] in n-d-813659-3 is: [{'id': '71265ca6-07b8-47fc-9d60-79083160608a', 'name': 'tempest-FloatingIPDetailsTestJSON-1277247834-router', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:44Z', 'updated_at': '2021-10-13T10:52:50Z', 'revision_number': 4, 'project_id': 'd5f35080227d4339ad497d20e3144cc4', 'gw_port': {'id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265ca6-07b8-47fc-9d60-79083160608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:45Z', 'updated_at': '2021-10-13T10:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'ae8d7b33-1304-475e-bbe4-636dfa0213c6', 'name': '', 'network_id': 'e1fd912d-b9d2-41c4-8986-aba63d95bdd0', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'mac_address': 'fa:16:3e:76:cc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71265ca6-07b8-47fc-9d60-79083160608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1ed0833c-8c15-4578-b24d-311671845d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:48Z', 'updated_at': '2021-10-13T10:52:54Z', 'revision_number': 4, 'project_id': 'd5f35080227d4339ad497d20e3144cc4', 'subnets': [{'id': '1ed0833c-8c15-4578-b24d-311671845d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:52:54.709225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1fbaf-84b8-4ccc-a7f0-6a12b4abf5c8 None None] Pushing event updated for resources: {'Port': ['ID=ae8d7b33-1304-475e-bbe4-636dfa0213c6,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:52:54.765196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea30a5ca-0688-41f5-a23a-b9bc9d9c5a5a None None] Provisioning complete for port ae8d7b33-1304-475e-bbe4-636dfa0213c6 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:54.765899 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea30a5ca-0688-41f5-a23a-b9bc9d9c5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:56.175481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ae8d7b33-1304-475e-bbe4-636dfa0213c6 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:52:56.266085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ae8d7b33-1304-475e-bbe4-636dfa0213c6 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:52:56.266483 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:59.070465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1606947-23ed-4201-82cb-17722a59cf4e req-1f87aa83-c5b0-4b17-b782-b84618a9a126 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:59.079452 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1606947-23ed-4201-82cb-17722a59cf4e req-1f87aa83-c5b0-4b17-b782-b84618a9a126 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.1492174 Oct 13 10:52:59.161016 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1606947-23ed-4201-82cb-17722a59cf4e req-6db2dbf5-6819-48ac-8a40-3711c068a925 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688319 Oct 13 10:52:59.163074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97f04f-eab5-4d73-93f7-e6a37de1d743 req-b9b0c538-64ee-48d1-ae77-3d0c818b6921 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:52:59.177845 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a97f04f-eab5-4d73-93f7-e6a37de1d743 req-b9b0c538-64ee-48d1-ae77-3d0c818b6921 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.1507220 Oct 13 10:52:59.390891 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a97f04f-eab5-4d73-93f7-e6a37de1d743 req-7c597a01-9bd0-4f15-9345-dd33507eb5c3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020736 Oct 13 10:52:59.402515 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 10:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059eaf61-8346-4350-bd9c-01639c7571cc x-openstack-request-id: req-059eaf61-8346-4350-bd9c-01639c7571cc {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:52:59.403660 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c57b10-13a7-4b0a-b952-a4ed494c7c8f", "name": "network-vif-plugged", "status": "completed", "tag": "c2dd0770-3927-4313-9303-cb8731e45d08", "code": 200}, {"server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "name": "network-vif-plugged", "status": "completed", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:52:59.405237 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-059eaf61-8346-4350-bd9c-01639c7571cc {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:52:59.405869 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c57b10-13a7-4b0a-b952-a4ed494c7c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dd0770-3927-4313-9303-cb8731e45d08', 'code': 200} Oct 13 10:52:59.406423 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe', 'code': 200} Oct 13 10:52:59.720405 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-64fd79c0-5e43-49db-b51d-82b00fc1a6a9 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1421788 Oct 13 10:52:59.731965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:52:59.853877 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:52:59.996055 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:00.146533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Allocated IP 172.25.0.53 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/8d3ee864-18c1-4d03-94c4-3b1eab43f543) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:53:00.398968 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:00.529777 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:00.590600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:53:00.594283 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:53:00.599556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:53:00.606145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Pushing event updated for resources: {'Port': ['ID=8d3ee864-18c1-4d03-94c4-3b1eab43f543,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:00.718187 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:01.017972 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:01.266698 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:01.397570 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:01.408807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce213bc-4cbb-47d0-8a02-c092c2e3ac46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b848f99-78c6-44f4-aed0-1a9e32520eda'}, {'server_uuid': '86e73b20-afca-42dd-bf0f-9b6700ab04cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd640f8e-8187-47e6-bb34-03da649af49f'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:01.413152 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d9a0d7-f2dd-4569-a591-fa82c0aa1706" -d '{"events": [{"server_uuid": "6ce213bc-4cbb-47d0-8a02-c092c2e3ac46", "name": "network-vif-plugged", "status": "completed", "tag": "2b848f99-78c6-44f4-aed0-1a9e32520eda"}, {"server_uuid": "86e73b20-afca-42dd-bf0f-9b6700ab04cd", "name": "network-vif-plugged", "status": "completed", "tag": "fd640f8e-8187-47e6-bb34-03da649af49f"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:01.526639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Pushing event updated for resources: {'Port': ['ID=8d3ee864-18c1-4d03-94c4-3b1eab43f543,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:01.549032 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:01.828715 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:01.830038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-48bd2bf8-2b0e-4c1c-977c-f6004ddfcee7 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1027491 Oct 13 10:53:01.889175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-5950196b-31de-4863-9ebd-7ddd6d284c7a tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.53 HTTP/1.1" status: 200 len: 695 time: 0.0511925 Oct 13 10:53:02.011529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-b6cb6794-b36a-48f7-8c57-69be25cca744 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:02.011529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0aa41490-226f-47c6-9558-c991fcd78f9d req-b6cb6794-b36a-48f7-8c57-69be25cca744 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1146991 Oct 13 10:53:02.281941 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:53:02.481930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1a323-c753-4d4e-9a91-3b407e7bc03f req-8d0dba26-36b9-4428-9cb0-20eb1873488a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:02.499730 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52f1a323-c753-4d4e-9a91-3b407e7bc03f req-8d0dba26-36b9-4428-9cb0-20eb1873488a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.1284103 Oct 13 10:53:02.543481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ef1af-b335-4ab0-9251-e66c5514d8e5 req-e674448c-7b09-4c62-a294-73dcdcb91f97 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:02.560176 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-711ef1af-b335-4ab0-9251-e66c5514d8e5 req-e674448c-7b09-4c62-a294-73dcdcb91f97 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.1141789 Oct 13 10:53:02.599316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52f1a323-c753-4d4e-9a91-3b407e7bc03f req-55da5c11-8a8b-4e4d-889a-43e46c58f6e0 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981498 Oct 13 10:53:02.692368 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-711ef1af-b335-4ab0-9251-e66c5514d8e5 req-1b9f1bf9-9c9a-4376-bc11-c42ca8ea0c2b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319087 Oct 13 10:53:02.709087 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9220d9-ad96-4d9b-a337-f69eff6f6582 x-openstack-request-id: req-0b9220d9-ad96-4d9b-a337-f69eff6f6582 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:02.709609 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce213bc-4cbb-47d0-8a02-c092c2e3ac46", "name": "network-vif-plugged", "status": "completed", "tag": "2b848f99-78c6-44f4-aed0-1a9e32520eda", "code": 200}, {"server_uuid": "86e73b20-afca-42dd-bf0f-9b6700ab04cd", "name": "network-vif-plugged", "status": "completed", "tag": "fd640f8e-8187-47e6-bb34-03da649af49f", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:02.709609 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b9220d9-ad96-4d9b-a337-f69eff6f6582 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:02.710016 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce213bc-4cbb-47d0-8a02-c092c2e3ac46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b848f99-78c6-44f4-aed0-1a9e32520eda', 'code': 200} Oct 13 10:53:02.710274 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e73b20-afca-42dd-bf0f-9b6700ab04cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd640f8e-8187-47e6-bb34-03da649af49f', 'code': 200} Oct 13 10:53:02.946059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24de665-b902-493a-ac9a-1426983b9ac8 req-af3ebef3-0374-4ab8-adbc-123551d92c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:02.946059 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d24de665-b902-493a-ac9a-1426983b9ac8 req-af3ebef3-0374-4ab8-adbc-123551d92c99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 1096 time: 0.0735948 Oct 13 10:53:03.013792 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d24de665-b902-493a-ac9a-1426983b9ac8 req-9078375f-e9f6-44a1-bef5-81a41113b3b0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602036 Oct 13 10:53:03.135702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780d6a7-254c-4f98-8b9a-bd52938f9f65 req-0d9e1cab-4a63-4f83-b737-7a672e7dfe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:03.137184 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4780d6a7-254c-4f98-8b9a-bd52938f9f65 req-0d9e1cab-4a63-4f83-b737-7a672e7dfe14 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 1097 time: 0.1892748 Oct 13 10:53:03.167629 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-e0c6ce87-1828-4b0b-8537-e401e614fef2 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3864605 Oct 13 10:53:03.172912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:03.286876 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4780d6a7-254c-4f98-8b9a-bd52938f9f65 req-98cff22e-86f8-4564-a79a-f938e04472b1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775504 Oct 13 10:53:03.289760 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:03.482538 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:03.673755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Allocated IP 172.25.0.113 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/ec915c74-f93f-420e-a5d1-e17007a3e59e) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:53:03.850389 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:03.922974 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:03.979445 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Pushing event updated for resources: {'Port': ['ID=ec915c74-f93f-420e-a5d1-e17007a3e59e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:04.001092 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:53:04.002927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:53:04.045489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:53:04.120275 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:04.406713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:04.669470 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:04.949863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54984aa-455f-47c1-8a88-1efb53e50d6e req-28c61434-565a-4401-85a4-a2e26ad168b4 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:04.951460 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b54984aa-455f-47c1-8a88-1efb53e50d6e req-28c61434-565a-4401-85a4-a2e26ad168b4 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0753901 Oct 13 10:53:04.991337 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:04.995701 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b54984aa-455f-47c1-8a88-1efb53e50d6e req-e3c522a8-11de-4ad5-b0b1-6181fdf6f8d7 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372171 Oct 13 10:53:05.106287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Pushing event updated for resources: {'Port': ['ID=ec915c74-f93f-420e-a5d1-e17007a3e59e,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:05.115767 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:05.189501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54c939-4641-44b4-afbe-1bd6d1923c09 req-0cdf1500-e4d2-4685-88df-cea11b58a839 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:05.191147 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab54c939-4641-44b4-afbe-1bd6d1923c09 req-0cdf1500-e4d2-4685-88df-cea11b58a839 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.0551140 Oct 13 10:53:05.246939 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab54c939-4641-44b4-afbe-1bd6d1923c09 req-4f10191a-92ff-4d7f-be4f-2097d310db66 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476816 Oct 13 10:53:05.419026 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:05.422452 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-93518721-178e-41ec-836a-e43854abcdc4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2521574 Oct 13 10:53:05.485597 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-c343c8cf-b97b-4358-92cb-ccf8ced3e61a tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.113 HTTP/1.1" status: 200 len: 696 time: 0.0576165 Oct 13 10:53:05.658052 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-1ebc0492-f067-4648-9e6c-8126ba41efb3 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:05.659651 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-1ebc0492-f067-4648-9e6c-8126ba41efb3 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1674209 Oct 13 10:53:05.673059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-62a2ed0e-e0b3-47f7-b1a4-4edd0fe609c4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:53:05.674122 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c83056c7-4ed8-43e9-8155-9249092e3974 req-62a2ed0e-e0b3-47f7-b1a4-4edd0fe609c4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076056 Oct 13 10:53:05.833281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733acc4-fc70-4100-9e12-12ff11c161d7 req-2a86018c-82a4-4499-a009-2460a411b0e8 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:05.834743 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f733acc4-fc70-4100-9e12-12ff11c161d7 req-2a86018c-82a4-4499-a009-2460a411b0e8 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 1097 time: 0.0584292 Oct 13 10:53:05.904028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb030e7-9f8f-4b12-8886-030d885baed1 req-fd0f61b4-581b-4578-a486-88bd075f663f tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:05.905842 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2cb030e7-9f8f-4b12-8886-030d885baed1 req-fd0f61b4-581b-4578-a486-88bd075f663f tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.1195312 Oct 13 10:53:05.929133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f733acc4-fc70-4100-9e12-12ff11c161d7 req-f6217205-4991-48eb-81dd-6d06ec16eac6 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839794 Oct 13 10:53:06.020931 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2cb030e7-9f8f-4b12-8886-030d885baed1 req-0ac3addb-ab59-403c-ad9e-c511cb287a93 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910501 Oct 13 10:53:06.170878 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c245cfae-e504-4914-b537-d26d421fc339 req-8893252d-5e5e-4f4e-aed3-416743e450ee tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1846168 Oct 13 10:53:06.181308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:06.278090 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:06.495207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-9dd11a5c-e702-4a7c-8127-892c26087043 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:06.496767 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-9dd11a5c-e702-4a7c-8127-892c26087043 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/networks?id=225efdd3-76a6-46d2-812d-fe35c95e3f9f HTTP/1.1" status: 200 len: 805 time: 0.1728740 Oct 13 10:53:06.521334 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:06.530242 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-0cd00b4a-ff83-4983-bce5-7c4b7be9a1c1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/quotas/1cd32a677dad4bb08ed7597ab50eccd8 HTTP/1.1" status: 200 len: 375 time: 0.0269861 Oct 13 10:53:06.612272 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-651fe5a5-ad31-433d-800a-069698644bed tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1cd32a677dad4bb08ed7597ab50eccd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806305 Oct 13 10:53:06.669842 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c2dd0770-3927-4313-9303-cb8731e45d08 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:53:06.702250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Allocated IP 172.25.0.161 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/ffffb688-d4f6-4173-afbe-2a7e933c250d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:53:06.810681 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-b989fd8f-2784-497a-8475-85c0bb483b52 service neutron] 10.222.0.32 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973093 Oct 13 10:53:06.903993 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:06.907855 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:06.962409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c57b10-13a7-4b0a-b952-a4ed494c7c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2dd0770-3927-4313-9303-cb8731e45d08'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:06.969595 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185bd773-d80b-4524-9c89-46788bf1cc0a" -d '{"events": [{"server_uuid": "96c57b10-13a7-4b0a-b952-a4ed494c7c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2dd0770-3927-4313-9303-cb8731e45d08"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:06.997696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c2dd0770-3927-4313-9303-cb8731e45d08, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c2dd0770-3927-4313-9303-cb8731e45d08,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:07.059895 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:07.089865 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:07.130084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:53:07.140389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:53:07.144581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:53:07.189457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=c2dd0770-3927-4313-9303-cb8731e45d08,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:07.205850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.207987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.208501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.209000 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.209631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.210126 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.210655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.211134 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.211639 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.212503 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.216474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.217042 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.224642 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Pushing event updated for resources: {'Port': ['ID=ffffb688-d4f6-4173-afbe-2a7e933c250d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:07.245330 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.245674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.246014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.246358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.254355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.254715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.255048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.255377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.255707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.256034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.256356 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.256676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:07.387017 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:07.459928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c49ae4-de52-42c0-ae2a-8d4066faf9fd req-f0333da6-1e70-4d50-b839-abab777b74f8 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:07.460762 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1c49ae4-de52-42c0-ae2a-8d4066faf9fd req-f0333da6-1e70-4d50-b839-abab777b74f8 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c57b10-13a7-4b0a-b952-a4ed494c7c8f HTTP/1.1" status: 200 len: 944 time: 0.1040134 Oct 13 10:53:07.508140 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:07.513311 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-cd0f74cf-d699-4f65-86e1-65c573706d87 service neutron] 10.222.0.32 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7017767 Oct 13 10:53:07.634778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-a1c49ae4-de52-42c0-ae2a-8d4066faf9fd req-d7b44995-7ff0-4eb9-ae15-3ae76b03c802 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Deleting port c2dd0770-3927-4313-9303-cb8731e45d08 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:53:07.635411 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a1c49ae4-de52-42c0-ae2a-8d4066faf9fd req-d7b44995-7ff0-4eb9-ae15-3ae76b03c802 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:07.872206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-a1c49ae4-de52-42c0-ae2a-8d4066faf9fd req-d7b44995-7ff0-4eb9-ae15-3ae76b03c802 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] For port c2dd0770-3927-4313-9303-cb8731e45d08, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c2dd0770-3927-4313-9303-cb8731e45d08,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:07.872586 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a1c49ae4-de52-42c0-ae2a-8d4066faf9fd req-d7b44995-7ff0-4eb9-ae15-3ae76b03c802 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:07.902154 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:07.903369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-a1c49ae4-de52-42c0-ae2a-8d4066faf9fd req-d7b44995-7ff0-4eb9-ae15-3ae76b03c802 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Calling delete_port for c2dd0770-3927-4313-9303-cb8731e45d08 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:53:07.934750 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23c3cd4b-b7e6-47d8-bc31-8c9e25ae23fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:07.969195 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:08.114887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Pushing event updated for resources: {'Port': ['ID=ffffb688-d4f6-4173-afbe-2a7e933c250d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:08.146826 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:08.202749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe742-5c1d-4c2b-9322-fdf600ece66a req-1d90dedb-2b92-4f34-bdc0-05dd82c7ec0f tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:08.204637 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b8fe742-5c1d-4c2b-9322-fdf600ece66a req-1d90dedb-2b92-4f34-bdc0-05dd82c7ec0f tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 1097 time: 0.2924569 Oct 13 10:53:08.222892 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:08.226037 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c245cfae-e504-4914-b537-d26d421fc339 req-fdfa7222-6896-4bf9-b714-f14c5ea12f36 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0470960 Oct 13 10:53:08.265472 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b8fe742-5c1d-4c2b-9322-fdf600ece66a req-313ad67c-6f47-4a48-b455-724dc88a4a66 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535069 Oct 13 10:53:08.307428 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a1c49ae4-de52-42c0-ae2a-8d4066faf9fd req-d7b44995-7ff0-4eb9-ae15-3ae76b03c802 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:08.346203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c245cfae-e504-4914-b537-d26d421fc339 req-84b3997b-273b-4c01-af3f-59e331473cc6 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.161 HTTP/1.1" status: 200 len: 696 time: 0.1158326 Oct 13 10:53:08.400640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b44995-7ff0-4eb9-ae15-3ae76b03c802 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Pushing event deleted for resources: {'Port': ['ID=c2dd0770-3927-4313-9303-cb8731e45d08,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:08.531480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c49ae4-de52-42c0-ae2a-8d4066faf9fd req-d7b44995-7ff0-4eb9-ae15-3ae76b03c802 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] No DVR routers for this DVR port c2dd0770-3927-4313-9303-cb8731e45d08 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:53:08.543192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a1c49ae4-de52-42c0-ae2a-8d4066faf9fd req-d7b44995-7ff0-4eb9-ae15-3ae76b03c802 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:08.546391 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:08.549137 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1c49ae4-de52-42c0-ae2a-8d4066faf9fd req-d7b44995-7ff0-4eb9-ae15-3ae76b03c802 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.21 "DELETE /v2.0/ports/c2dd0770-3927-4313-9303-cb8731e45d08 HTTP/1.1" status: 204 len: 173 time: 1.0737646 Oct 13 10:53:08.549926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c57b10-13a7-4b0a-b952-a4ed494c7c8f', 'name': 'network-vif-deleted', 'tag': 'c2dd0770-3927-4313-9303-cb8731e45d08'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:08.552836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245cfae-e504-4914-b537-d26d421fc339 req-b1029460-70e4-4583-a1dd-ac89c350109d tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:08.567199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c245cfae-e504-4914-b537-d26d421fc339 req-b1029460-70e4-4583-a1dd-ac89c350109d tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.2043846 Oct 13 10:53:08.567991 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da936f28-849b-4cca-bb22-b9ca22255b90" -d '{"events": [{"server_uuid": "96c57b10-13a7-4b0a-b952-a4ed494c7c8f", "name": "network-vif-deleted", "tag": "c2dd0770-3927-4313-9303-cb8731e45d08"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:08.606673 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c42e21-9c66-49b1-8e06-20f1955f9581 x-openstack-request-id: req-b9c42e21-9c66-49b1-8e06-20f1955f9581 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:08.606975 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c57b10-13a7-4b0a-b952-a4ed494c7c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2dd0770-3927-4313-9303-cb8731e45d08", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:08.607260 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9c42e21-9c66-49b1-8e06-20f1955f9581 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:08.607830 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c57b10-13a7-4b0a-b952-a4ed494c7c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2dd0770-3927-4313-9303-cb8731e45d08', 'code': 200} Oct 13 10:53:08.955198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe8cc1e3-80b8-411e-aa1d-11b4db5acd24 req-471cd016-00ae-4ebc-8a41-99444986f71d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 210 time: 0.1184957 Oct 13 10:53:09.052851 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1707c28f-6acf-4f30-9344-bf0dad48878b x-openstack-request-id: req-1707c28f-6acf-4f30-9344-bf0dad48878b {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:09.052851 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c57b10-13a7-4b0a-b952-a4ed494c7c8f", "name": "network-vif-deleted", "tag": "c2dd0770-3927-4313-9303-cb8731e45d08", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:09.052851 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1707c28f-6acf-4f30-9344-bf0dad48878b {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:09.052851 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c57b10-13a7-4b0a-b952-a4ed494c7c8f', 'name': 'network-vif-deleted', 'tag': 'c2dd0770-3927-4313-9303-cb8731e45d08', 'status': 'completed', 'code': 200} Oct 13 10:53:09.245555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728379c7-af6f-42b8-ae60-d0e0d16bb00a req-718c978a-69cc-411d-b608-79713ea0c117 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:09.256827 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-728379c7-af6f-42b8-ae60-d0e0d16bb00a req-718c978a-69cc-411d-b608-79713ea0c117 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.1292772 Oct 13 10:53:09.318307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-49512906-5a29-4362-a683-2958469eb15d req-481d8b11-6d7b-478b-9925-c745a0d0dd35 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3332534 Oct 13 10:53:09.323799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:09.364406 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-728379c7-af6f-42b8-ae60-d0e0d16bb00a req-c4b66a83-f611-4347-ae38-1bcd6867130a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861139 Oct 13 10:53:09.461011 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:09.680305 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:09.839524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Allocated IP 172.25.0.131 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/734e272e-7741-42b6-ac27-e1b166a13400) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:53:09.969778 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:10.461329 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:10.499886 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:10.515669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:53:10.520069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:53:10.522976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:53:10.551738 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Pushing event updated for resources: {'Port': ['ID=734e272e-7741-42b6-ac27-e1b166a13400,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:10.635361 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:10.685863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c2dd0770-3927-4313-9303-cb8731e45d08 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:53:10.707573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: c2dd0770-3927-4313-9303-cb8731e45d08 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:53:10.707931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c2dd0770-3927-4313-9303-cb8731e45d08 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:53:11.156225 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f27f8436-0064-41ea-a261-9b3b9bf874c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:11.184623 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:11.683615 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:11.743670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-e63fa8d3-1f71-4840-bc46-5ad50f7fc821 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:11.745211 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-e63fa8d3-1f71-4840-bc46-5ad50f7fc821 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.46 "GET /v2.0/networks?id=225efdd3-76a6-46d2-812d-fe35c95e3f9f HTTP/1.1" status: 200 len: 805 time: 0.2112424 Oct 13 10:53:11.775623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Request body: {'port': {'device_id': '431989a1-bf2f-4eeb-a3c2-0d34323ed881', 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f', 'admin_state_up': True, 'tenant_id': '1cd32a677dad4bb08ed7597ab50eccd8'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:11.801345 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:11.935025 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:12.015526 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Pushing event updated for resources: {'Port': ['ID=734e272e-7741-42b6-ac27-e1b166a13400,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:12.028947 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:12.101349 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:12.102617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Made reservation on behalf of 1cd32a677dad4bb08ed7597ab50eccd8 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:53:12.110196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:12.267241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Allocated IP 172.20.0.2 (225efdd3-76a6-46d2-812d-fe35c95e3f9f/d9350d63-c70c-4696-b76b-2b25898fda6e/c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:53:12.337983 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:12.346746 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-49512906-5a29-4362-a683-2958469eb15d req-c0433589-2afc-4639-8f9e-bb8b50e3ca3c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0274086 Oct 13 10:53:12.465501 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-49512906-5a29-4362-a683-2958469eb15d req-d5dc1931-6985-4fe8-91a5-919b1e15ddf2 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.1147909 Oct 13 10:53:12.501437 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:12.604851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49512906-5a29-4362-a683-2958469eb15d req-f47dc530-9c09-490d-8e25-0670d99f6d6c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:12.626681 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-49512906-5a29-4362-a683-2958469eb15d req-f47dc530-9c09-490d-8e25-0670d99f6d6c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1601562 Oct 13 10:53:12.655437 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:12.705422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Network 225efdd3-76a6-46d2-812d-fe35c95e3f9f is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:53:12.711973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:53:12.715540 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:53:12.766550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Pushing event updated for resources: {'Port': ['ID=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:12.793540 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:12.794025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:12.794510 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:12.795127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:12.795577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:12.797405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:12.798404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:12.798833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:12.799483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:12.799770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:12.800194 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:12.800817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:53:12.822598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:12.823461 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:12.906094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-c5b38977-8a56-4082-89af-b1ccc68e4e51 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:53:12.907320 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-c5b38977-8a56-4082-89af-b1ccc68e4e51 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068145 Oct 13 10:53:12.908502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d0dbc-ef3f-4540-aa0c-cbfc96caf3fd req-6979ad83-af83-4047-bf25-4b5112b9434a tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:12.911129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec0d0dbc-ef3f-4540-aa0c-cbfc96caf3fd req-6979ad83-af83-4047-bf25-4b5112b9434a tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 931 time: 0.0583575 Oct 13 10:53:12.968613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-fdb07e14-8ee2-4a7c-bfd6-e392ad5f131f tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:12.970122 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-fdb07e14-8ee2-4a7c-bfd6-e392ad5f131f tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports/fd640f8e-8187-47e6-bb34-03da649af49f HTTP/1.1" status: 200 len: 1094 time: 0.0476155 Oct 13 10:53:12.971658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec0d0dbc-ef3f-4540-aa0c-cbfc96caf3fd req-ed51bcdd-660b-4071-bb31-4fc73f892f7a tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492611 Oct 13 10:53:12.980201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] Request body: {'binding': {'host': 'n-h1-813659-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:12.981362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] Unknown quota resources ['binding']. {{(pid=101990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 10:53:13.032277 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-bf361ca2-d0e1-4a95-898b-9338b97d41f1 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2741218 Oct 13 10:53:13.075752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Request body: {'port': {'device_id': '431989a1-bf2f-4eeb-a3c2-0d34323ed881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:13.124457 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b12f1c-36aa-4ad3-8095-cc8901513c59 req-50736fca-f02a-4b7e-977b-c0fc37dd7bb4 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:13.132679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65b12f1c-36aa-4ad3-8095-cc8901513c59 req-50736fca-f02a-4b7e-977b-c0fc37dd7bb4 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0887363 Oct 13 10:53:13.141936 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:13.189183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65b12f1c-36aa-4ad3-8095-cc8901513c59 req-6a521289-cd87-4242-88bb-c597ffafc5be tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544400 Oct 13 10:53:13.266399 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:13.269110 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b2c1635-92b4-42a6-bc44-84e206f89f0d req-981eb872-21d8-4ca0-89e0-e5ab36852370 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips/1df728ea-aee8-42f7-8685-c6f5e042ab5e HTTP/1.1" status: 200 len: 693 time: 0.0632293 Oct 13 10:53:13.334713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] Attempting to bind port fd640f8e-8187-47e6-bb34-03da649af49f on host n-h1-813659-3 for vnic_type normal with profile None {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:53:13.335204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] Attempting to bind port fd640f8e-8187-47e6-bb34-03da649af49f by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:53:13.335616 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] Attempting to bind port fd640f8e-8187-47e6-bb34-03da649af49f on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:53:13.342429 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] Port fd640f8e-8187-47e6-bb34-03da649af49f on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:53:13.342755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] Attempting to bind port fd640f8e-8187-47e6-bb34-03da649af49f on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:53:13.364426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:53:13.364766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] Checking segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:53:13.365143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] Bound using segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:53:13.365598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] Bound port: fd640f8e-8187-47e6-bb34-03da649af49f, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:53:13.454972 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c1635-92b4-42a6-bc44-84e206f89f0d req-a7a07e8f-3463-4f68-8805-bd747f2ff6f4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:13.454972 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b2c1635-92b4-42a6-bc44-84e206f89f0d req-a7a07e8f-3463-4f68-8805-bd747f2ff6f4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1754086 Oct 13 10:53:13.559076 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=fd640f8e-8187-47e6-bb34-03da649af49f,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:53:13.643269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-e4afba7e-44f3-4bdb-9a3e-4cae76397b7e tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips/1df728ea-aee8-42f7-8685-c6f5e042ab5e HTTP/1.1" status: 200 len: 693 time: 0.1667173 Oct 13 10:53:13.675992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:53:13.687078 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:13.705356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Transition to ACTIVE for port object c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:53:13.766418 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:13.768380 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0fc2ac24-8d63-4812-828a-8ec9a1dfe6e1 service neutron] 10.222.0.32 "POST /v2.0/ports/fd640f8e-8187-47e6-bb34-03da649af49f/bindings HTTP/1.1" status: 201 len: 389 time: 0.7920196 Oct 13 10:53:13.771376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-44643d89-cec0-413e-b650-51e6c056779d tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:13.773004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-44643d89-cec0-413e-b650-51e6c056779d tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1233203 Oct 13 10:53:13.850370 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-4b5070a8-52d2-4c29-97bf-00ab104bf4d4 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.0687563 Oct 13 10:53:13.904792 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-464cebb9-4dc5-4836-afd5-24490ad169ed tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.0469863 Oct 13 10:53:13.917816 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:14.074394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:14.106454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-c3ba3bd2-222a-4d76-bc1c-466cde91ac74 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Deleting port 734e272e-7741-42b6-ac27-e1b166a13400 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:53:14.107162 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-c3ba3bd2-222a-4d76-bc1c-466cde91ac74 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:14.107862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Attempting to bind port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:53:14.107862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Attempting to bind port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:53:14.107862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Attempting to bind port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe on network 225efdd3-76a6-46d2-812d-fe35c95e3f9f {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:53:14.112643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe on network 225efdd3-76a6-46d2-812d-fe35c95e3f9f not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:53:14.113008 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Attempting to bind port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe on network 225efdd3-76a6-46d2-812d-fe35c95e3f9f {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:53:14.118531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:53:14.118930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Checking segment: {'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:53:14.119323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Bound using segment: {'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:53:14.119755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Bound port: c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:53:14.120114 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:14.210578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] For port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:53:14.214028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] For port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:53:14.217163 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-c3ba3bd2-222a-4d76-bc1c-466cde91ac74 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:14.217568 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-c3ba3bd2-222a-4d76-bc1c-466cde91ac74 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:14.236317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-c3ba3bd2-222a-4d76-bc1c-466cde91ac74 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Calling delete_port for 734e272e-7741-42b6-ac27-e1b166a13400 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:53:14.365728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:14.425758 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:14.427755 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:14.429192 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] 10.222.0.46 "PUT /v2.0/ports/c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe HTTP/1.1" status: 200 len: 1091 time: 1.3590837 Oct 13 10:53:14.429646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431989a1-bf2f-4eeb-a3c2-0d34323ed881', 'tag': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:14.431991 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fd12b4-8740-4ffa-9e7b-6a82b1b9abce" -d '{"events": [{"name": "network-changed", "server_uuid": "431989a1-bf2f-4eeb-a3c2-0d34323ed881", "tag": "c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:14.461561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c8092-5664-4c54-9508-5a87968b4f03 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:14.579501 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-c3ba3bd2-222a-4d76-bc1c-466cde91ac74 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:14.624480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a185e9-88b0-4f80-9bd1-93b4a1d06ebf req-e01b404d-4cf5-4400-9780-8d728feb0d6c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:14.626213 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a9a185e9-88b0-4f80-9bd1-93b4a1d06ebf req-e01b404d-4cf5-4400-9780-8d728feb0d6c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 943 time: 0.0916770 Oct 13 10:53:14.627199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba3bd2-222a-4d76-bc1c-466cde91ac74 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Pushing event deleted for resources: {'Port': ['ID=734e272e-7741-42b6-ac27-e1b166a13400,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:14.684033 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a9a185e9-88b0-4f80-9bd1-93b4a1d06ebf req-a8a54268-0bd3-4681-854c-418c69d00420 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477479 Oct 13 10:53:14.748452 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-c3ba3bd2-222a-4d76-bc1c-466cde91ac74 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:14.751332 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-c3ba3bd2-222a-4d76-bc1c-466cde91ac74 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:14.760531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-101a39f2-4df7-432e-a8b6-7a905f4dc0ed req-c3ba3bd2-222a-4d76-bc1c-466cde91ac74 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "DELETE /v2.0/floatingips/1df728ea-aee8-42f7-8685-c6f5e042ab5e HTTP/1.1" status: 204 len: 173 time: 0.8485751 Oct 13 10:53:14.797884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-cbaad810-3413-4486-b437-bde60ae70979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:14.799403 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-cbaad810-3413-4486-b437-bde60ae70979 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1cd32a677dad4bb08ed7597ab50eccd8&device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 1094 time: 0.0653918 Oct 13 10:53:14.899501 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-87c836d3-a037-4f10-8efe-5d813c6549c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe HTTP/1.1" status: 200 len: 217 time: 0.0855448 Oct 13 10:53:14.941982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1714d-8a5e-4380-803c-2fd6efc6bcc5 req-079e38f1-f0b4-41ce-9261-3787825b1b48 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:14.945592 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76e1714d-8a5e-4380-803c-2fd6efc6bcc5 req-079e38f1-f0b4-41ce-9261-3787825b1b48 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.0839884 Oct 13 10:53:14.951943 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ca705-44f4-484f-aa99-1a6df689f02b req-fe26c12d-9da5-446c-8f82-627518e83e98 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:14.952663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-23c7b355-045c-4cd9-bacb-94d4e0043745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:14.961661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-23c7b355-045c-4cd9-bacb-94d4e0043745 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 1097 time: 0.1377242 Oct 13 10:53:14.961912 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-967ca705-44f4-484f-aa99-1a6df689f02b req-fe26c12d-9da5-446c-8f82-627518e83e98 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.1641538 Oct 13 10:53:14.989454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-1b95fbba-b55e-4b2a-95fd-c0d2fbf51f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:14.991029 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-1b95fbba-b55e-4b2a-95fd-c0d2fbf51f01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9350d63-c70c-4696-b76b-2b25898fda6e HTTP/1.1" status: 200 len: 845 time: 0.0855658 Oct 13 10:53:15.027828 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-be910433-de8c-4a7f-b859-08a181028d06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=225efdd3-76a6-46d2-812d-fe35c95e3f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277576 Oct 13 10:53:15.030782 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-967ca705-44f4-484f-aa99-1a6df689f02b req-668b1068-c953-4518-93ff-03f9e5fb68f3 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702522 Oct 13 10:53:15.046829 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76e1714d-8a5e-4380-803c-2fd6efc6bcc5 req-64690057-fd9e-409d-86b3-2cf2125f9519 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904129 Oct 13 10:53:15.168535 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba3cee9-4df8-474f-a7d6-2cd49c634a24 x-openstack-request-id: req-dba3cee9-4df8-474f-a7d6-2cd49c634a24 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:15.168535 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431989a1-bf2f-4eeb-a3c2-0d34323ed881", "tag": "c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:15.168535 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dba3cee9-4df8-474f-a7d6-2cd49c634a24 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:15.168535 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431989a1-bf2f-4eeb-a3c2-0d34323ed881', 'tag': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe', 'status': 'completed', 'code': 200} Oct 13 10:53:15.168535 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-048f09ff-203f-4a62-b1f0-75a034f666fe service neutron] 10.222.0.46 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050622 Oct 13 10:53:15.173600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-13944db1-24b4-4499-ae59-32cc295381b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:15.175073 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-13944db1-24b4-4499-ae59-32cc295381b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.2116449 Oct 13 10:53:15.235477 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d364e8df-1fde-45bf-bbed-972609ce15b5 req-4bddea37-262c-41c0-8b67-74445c1cbb7c service neutron] 10.222.0.46 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881844 Oct 13 10:53:15.247386 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-f843335c-8b58-4052-b2af-2ff20a534b7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd640f8e-8187-47e6-bb34-03da649af49f HTTP/1.1" status: 200 len: 217 time: 0.0630658 Oct 13 10:53:15.406228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-11232e70-0b0e-4538-a9e9-1ceed89c4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:15.407723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-11232e70-0b0e-4538-a9e9-1ceed89c4872 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.1472983 Oct 13 10:53:15.417915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769e6e3-511d-45cc-a947-c6298daade1e req-8fc7de91-88c1-4647-927f-44cfc47a5d0c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:15.419596 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5769e6e3-511d-45cc-a947-c6298daade1e req-8fc7de91-88c1-4647-927f-44cfc47a5d0c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3242605 Oct 13 10:53:15.448478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-a78abe6b-b1b6-4d4c-aeab-5c94377adecd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281370 Oct 13 10:53:15.541550 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bda61ae1-74fe-421f-8655-a21a0fc50d2b req-3b3adcfc-e8ba-4d23-956b-b30a0f95aac8 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=d5f35080227d4339ad497d20e3144cc4 HTTP/1.1" status: 200 len: 1656 time: 0.0949457 Oct 13 10:53:15.662198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-1cfac51a-c2ff-47f3-95aa-d93b772940b1 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034585 Oct 13 10:53:15.696641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd12b4-8740-4ffa-9e7b-6a82b1b9abce req-69860baa-a480-4498-a645-e523ae36ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:15.698275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3fd12b4-8740-4ffa-9e7b-6a82b1b9abce req-69860baa-a480-4498-a645-e523ae36ad79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1cd32a677dad4bb08ed7597ab50eccd8&device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 1094 time: 0.0680606 Oct 13 10:53:15.794717 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda61ae1-74fe-421f-8655-a21a0fc50d2b req-ceb7ffcc-c520-4342-8db5-4b99986346ab tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:15.796542 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bda61ae1-74fe-421f-8655-a21a0fc50d2b req-ceb7ffcc-c520-4342-8db5-4b99986346ab tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks?id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 787 time: 0.2491879 Oct 13 10:53:15.875677 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd12b4-8740-4ffa-9e7b-6a82b1b9abce req-d9101584-1255-44c2-ace2-4fc27d6d95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:15.877139 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3fd12b4-8740-4ffa-9e7b-6a82b1b9abce req-d9101584-1255-44c2-ace2-4fc27d6d95e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=225efdd3-76a6-46d2-812d-fe35c95e3f9f HTTP/1.1" status: 200 len: 906 time: 0.1709843 Oct 13 10:53:15.904077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-56b303f6-1010-4459-88b3-346ce1f03c73 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips/c4cb8415-0bfa-4d45-83f9-9d0a6eccd690 HTTP/1.1" status: 200 len: 693 time: 0.0699925 Oct 13 10:53:15.922720 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3fd12b4-8740-4ffa-9e7b-6a82b1b9abce req-6e24e3ea-8c4a-48e0-9043-86fbb1b0a3fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe HTTP/1.1" status: 200 len: 217 time: 0.0377991 Oct 13 10:53:15.943435 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-403d45ed-4d42-47bb-a807-b900e44fe10c service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682443 Oct 13 10:53:15.946576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcdcf9-55ee-45ab-a33f-18f808e5a8fd req-edf3144f-d412-400f-996c-bb00d6e24e35 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:15.948086 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d0dcdcf9-55ee-45ab-a33f-18f808e5a8fd req-edf3144f-d412-400f-996c-bb00d6e24e35 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 943 time: 0.1309986 Oct 13 10:53:16.045508 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d0dcdcf9-55ee-45ab-a33f-18f808e5a8fd req-14898db3-abb8-4ac9-9fb6-910c69f7ec5b tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655041 Oct 13 10:53:16.046633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-63762f61-62d8-48d5-a20e-2a02c5251d49 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:16.047553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd12b4-8740-4ffa-9e7b-6a82b1b9abce req-d5ffc09e-eedf-47ae-8bf5-1f47482df851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:16.048977 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3fd12b4-8740-4ffa-9e7b-6a82b1b9abce req-d5ffc09e-eedf-47ae-8bf5-1f47482df851 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9350d63-c70c-4696-b76b-2b25898fda6e HTTP/1.1" status: 200 len: 845 time: 0.1186788 Oct 13 10:53:16.058860 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-63762f61-62d8-48d5-a20e-2a02c5251d49 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1455445 Oct 13 10:53:16.098062 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3fd12b4-8740-4ffa-9e7b-6a82b1b9abce req-0d1c4dd6-1be4-4b67-a2d3-9a576a54b359 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=225efdd3-76a6-46d2-812d-fe35c95e3f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408039 Oct 13 10:53:16.144215 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-f8afbcef-601c-4af2-9eec-5882b994f66b tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.161 HTTP/1.1" status: 200 len: 696 time: 0.0843403 Oct 13 10:53:16.217109 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-8d6aad6f-764f-485d-bd98-18c9c0614493 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.161 HTTP/1.1" status: 200 len: 696 time: 0.0617349 Oct 13 10:53:16.241902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f7337-65d4-415a-990a-f5e9d9f71bd2 req-831b6b97-6b73-43c7-ab20-abff56224697 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:16.245428 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f9f7337-65d4-415a-990a-f5e9d9f71bd2 req-831b6b97-6b73-43c7-ab20-abff56224697 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.1133652 Oct 13 10:53:16.249785 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3fd12b4-8740-4ffa-9e7b-6a82b1b9abce req-35e6ddc8-cd50-4f3b-82ef-9562ccf4be27 service neutron] 10.222.0.46 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448209 Oct 13 10:53:16.372968 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f9f7337-65d4-415a-990a-f5e9d9f71bd2 req-e7d50a72-7650-4859-bf94-2d073b5a7d13 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993991 Oct 13 10:53:16.402965 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3fd12b4-8740-4ffa-9e7b-6a82b1b9abce req-f1153982-9252-468d-b595-8ba488134f66 service neutron] 10.222.0.46 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462214 Oct 13 10:53:16.408592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-2f32cad0-4210-4dff-b6ec-32745b3b1339 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Deleting port ffffb688-d4f6-4173-afbe-2a7e933c250d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:53:16.408592 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-2f32cad0-4210-4dff-b6ec-32745b3b1339 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:16.482927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf50c8d-5b56-45a6-b4da-363dee62d548 req-934e758c-945f-44a9-9aaf-08cd0f348f1c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:16.484349 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ddf50c8d-5b56-45a6-b4da-363dee62d548 req-934e758c-945f-44a9-9aaf-08cd0f348f1c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.0538428 Oct 13 10:53:16.489151 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-2f32cad0-4210-4dff-b6ec-32745b3b1339 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:16.489467 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-2f32cad0-4210-4dff-b6ec-32745b3b1339 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:16.501708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-2f32cad0-4210-4dff-b6ec-32745b3b1339 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Calling delete_port for ffffb688-d4f6-4173-afbe-2a7e933c250d owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:53:16.526574 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ddf50c8d-5b56-45a6-b4da-363dee62d548 req-32f3a15e-8757-4c9e-bc82-b3633ff8214c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343225 Oct 13 10:53:16.775830 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-2f32cad0-4210-4dff-b6ec-32745b3b1339 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:16.811337 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32cad0-4210-4dff-b6ec-32745b3b1339 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Pushing event deleted for resources: {'Port': ['ID=ffffb688-d4f6-4173-afbe-2a7e933c250d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:16.875560 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-2f32cad0-4210-4dff-b6ec-32745b3b1339 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:16.878245 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-2f32cad0-4210-4dff-b6ec-32745b3b1339 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:16.879988 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21d0fc2d-5d60-4ffc-a802-add83ecf0c60 req-2f32cad0-4210-4dff-b6ec-32745b3b1339 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "DELETE /v2.0/floatingips/c4cb8415-0bfa-4d45-83f9-9d0a6eccd690 HTTP/1.1" status: 204 len: 173 time: 0.6521184 Oct 13 10:53:16.949033 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-a1a94d29-4fa4-4329-a9d3-c85d085d8a4c tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips/af05aec5-a1a3-423c-a135-c3c31bcb61e3 HTTP/1.1" status: 200 len: 693 time: 0.0488262 Oct 13 10:53:17.066469 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-4e9ab690-6a32-414f-a7e1-6e54b4aa9906 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:17.067724 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-4e9ab690-6a32-414f-a7e1-6e54b4aa9906 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1062481 Oct 13 10:53:17.126610 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-f8e63304-1421-4e29-b396-cf0944150957 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.113 HTTP/1.1" status: 200 len: 696 time: 0.0524914 Oct 13 10:53:17.179822 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-7cc05d3e-6157-4c5d-9e74-cdf5dfa6ad4b tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.113 HTTP/1.1" status: 200 len: 696 time: 0.0464129 Oct 13 10:53:17.197764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ae47d-b8aa-4e85-b8bd-54174de874e3 req-73cefad7-34fa-4bfb-b51a-03b326f0ab47 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:17.200585 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a09ae47d-b8aa-4e85-b8bd-54174de874e3 req-73cefad7-34fa-4bfb-b51a-03b326f0ab47 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 943 time: 0.0574005 Oct 13 10:53:17.247573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a09ae47d-b8aa-4e85-b8bd-54174de874e3 req-2ee92fb1-af79-4b0b-9971-588ea67312ed tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Oct 13 10:53:17.329764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-b185154c-86c8-43eb-b8ce-dafc3e50ec46 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Deleting port ec915c74-f93f-420e-a5d1-e17007a3e59e {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:53:17.330118 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-b185154c-86c8-43eb-b8ce-dafc3e50ec46 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:17.416058 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-b185154c-86c8-43eb-b8ce-dafc3e50ec46 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:17.416501 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-b185154c-86c8-43eb-b8ce-dafc3e50ec46 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:17.431490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-b185154c-86c8-43eb-b8ce-dafc3e50ec46 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Calling delete_port for ec915c74-f93f-420e-a5d1-e17007a3e59e owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:53:17.499830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0f436-ea97-4b20-817b-308be08cff53 req-b49cdf57-454e-4f4b-a873-f86d505177b7 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:17.501318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84b0f436-ea97-4b20-817b-308be08cff53 req-b49cdf57-454e-4f4b-a873-f86d505177b7 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0564454 Oct 13 10:53:17.551664 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84b0f436-ea97-4b20-817b-308be08cff53 req-549ae809-3411-4126-81e2-288925ec6c26 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410709 Oct 13 10:53:17.667887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6fe6-3e43-4224-a6fa-0269b7edf394 req-6cde471a-0d29-4e2a-bd4f-df0580ecbe2b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:17.669536 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aaad6fe6-3e43-4224-a6fa-0269b7edf394 req-6cde471a-0d29-4e2a-bd4f-df0580ecbe2b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.0518284 Oct 13 10:53:17.689254 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-b185154c-86c8-43eb-b8ce-dafc3e50ec46 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:17.712402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aaad6fe6-3e43-4224-a6fa-0269b7edf394 req-32018968-91e6-4d89-8f86-b8a5fd19a1ec tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365965 Oct 13 10:53:17.720604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185154c-86c8-43eb-b8ce-dafc3e50ec46 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Pushing event deleted for resources: {'Port': ['ID=ec915c74-f93f-420e-a5d1-e17007a3e59e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:17.793484 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-b185154c-86c8-43eb-b8ce-dafc3e50ec46 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:17.811159 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-b185154c-86c8-43eb-b8ce-dafc3e50ec46 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:17.811159 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9dbbf84e-0d84-4e55-afa6-6c31949588ce req-b185154c-86c8-43eb-b8ce-dafc3e50ec46 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "DELETE /v2.0/floatingips/af05aec5-a1a3-423c-a135-c3c31bcb61e3 HTTP/1.1" status: 204 len: 173 time: 0.6249480 Oct 13 10:53:17.870015 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-6aea28ca-c655-487e-93c0-0ed3a4fba3a9 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips/773a5af3-fb12-42fb-ad6f-e103d9553e7e HTTP/1.1" status: 200 len: 692 time: 0.0495775 Oct 13 10:53:17.995382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-da53ebac-ffd6-4a2f-9c8f-5fcecb5453ef tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:18.002861 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-da53ebac-ffd6-4a2f-9c8f-5fcecb5453ef tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1272447 Oct 13 10:53:18.062159 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-108a5e37-a591-4b41-937a-17775b1eb47f tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.53 HTTP/1.1" status: 200 len: 695 time: 0.0527411 Oct 13 10:53:18.115798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-1bbf6394-1185-409c-8fd8-31adcc11b052 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.53 HTTP/1.1" status: 200 len: 695 time: 0.0513492 Oct 13 10:53:18.183512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3685eb-1b55-4826-9b53-6307922dbbbc req-00b7abbb-3905-4fb9-beac-23f4583996f9 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:18.185479 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3d3685eb-1b55-4826-9b53-6307922dbbbc req-00b7abbb-3905-4fb9-beac-23f4583996f9 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb3c996-20c8-4a17-8892-1c43b4091ccd HTTP/1.1" status: 200 len: 951 time: 0.0621886 Oct 13 10:53:18.229323 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3d3685eb-1b55-4826-9b53-6307922dbbbc req-cb71c888-e068-425a-9132-e23ed9542086 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352373 Oct 13 10:53:18.263165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-8350c231-7594-4e06-bc38-236999bd6be5 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Deleting port 8d3ee864-18c1-4d03-94c4-3b1eab43f543 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:53:18.263736 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-8350c231-7594-4e06-bc38-236999bd6be5 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:18.343930 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-8350c231-7594-4e06-bc38-236999bd6be5 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:18.344288 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-8350c231-7594-4e06-bc38-236999bd6be5 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:18.357314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-8350c231-7594-4e06-bc38-236999bd6be5 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Calling delete_port for 8d3ee864-18c1-4d03-94c4-3b1eab43f543 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:53:18.375166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b84ae-6d51-4dbd-88e6-deb5316d337f req-29d98618-b3eb-4b0c-9713-048e90fe3d32 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:18.376905 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd9b84ae-6d51-4dbd-88e6-deb5316d337f req-29d98618-b3eb-4b0c-9713-048e90fe3d32 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 943 time: 0.0550191 Oct 13 10:53:18.421271 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd9b84ae-6d51-4dbd-88e6-deb5316d337f req-8bba6469-b958-4ffd-a35e-3244c8dde452 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374093 Oct 13 10:53:18.626127 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-8350c231-7594-4e06-bc38-236999bd6be5 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:18.652529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350c231-7594-4e06-bc38-236999bd6be5 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Pushing event deleted for resources: {'Port': ['ID=8d3ee864-18c1-4d03-94c4-3b1eab43f543,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:18.685497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ea7d9-9ac1-4aeb-893c-cf53801d543a req-fcb1ee4c-e640-4e5a-bc2e-a6137ba3fdd1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:18.691238 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aa9ea7d9-9ac1-4aeb-893c-cf53801d543a req-fcb1ee4c-e640-4e5a-bc2e-a6137ba3fdd1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0591898 Oct 13 10:53:18.727667 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-8350c231-7594-4e06-bc38-236999bd6be5 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:18.730360 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-8350c231-7594-4e06-bc38-236999bd6be5 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:18.735152 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75efd2e2-9d6f-41e3-9f4e-624b331880ef req-8350c231-7594-4e06-bc38-236999bd6be5 tempest-FloatingIPDetailsTestJSON-139366958 tempest-FloatingIPDetailsTestJSON-139366958-project] 10.222.0.32 "DELETE /v2.0/floatingips/773a5af3-fb12-42fb-ad6f-e103d9553e7e HTTP/1.1" status: 204 len: 173 time: 0.6100540 Oct 13 10:53:18.736014 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aa9ea7d9-9ac1-4aeb-893c-cf53801d543a req-1d42aa85-2f82-4ed3-b2ba-c84b1902e555 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404170 Oct 13 10:53:18.737729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34700) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:18.892360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a074c4d-eb6e-45a7-a5ee-62df442a259a req-39029e83-426e-485c-9835-30f037ed8299 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:18.894617 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a074c4d-eb6e-45a7-a5ee-62df442a259a req-39029e83-426e-485c-9835-30f037ed8299 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.0860703 Oct 13 10:53:18.938428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a074c4d-eb6e-45a7-a5ee-62df442a259a req-4d5510d4-fac6-4ce8-b989-f168322689f5 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338299 Oct 13 10:53:19.159519 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-03efaf46-4f1d-4771-9ed8-a0322c8fbe81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:19.354980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0e323-0ec7-414b-9c99-82c397261479 req-2aa869da-839b-4b4c-8fe9-2da4873b1702 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:19.356925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04e0e323-0ec7-414b-9c99-82c397261479 req-2aa869da-839b-4b4c-8fe9-2da4873b1702 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb3c996-20c8-4a17-8892-1c43b4091ccd HTTP/1.1" status: 200 len: 951 time: 0.0506675 Oct 13 10:53:19.398968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04e0e323-0ec7-414b-9c99-82c397261479 req-0a003faf-7f00-479c-9bec-c42734870b2b tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352688 Oct 13 10:53:19.426214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-03efaf46-4f1d-4771-9ed8-a0322c8fbe81 admin admin] Deleting port ae8d7b33-1304-475e-bbe4-636dfa0213c6 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:53:19.426817 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-03efaf46-4f1d-4771-9ed8-a0322c8fbe81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:19.512158 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-03efaf46-4f1d-4771-9ed8-a0322c8fbe81 admin admin] For port ae8d7b33-1304-475e-bbe4-636dfa0213c6, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ae8d7b33-1304-475e-bbe4-636dfa0213c6,segment=NetworkSegment(0184a252-45a8-45ef-a559-30ab9dafcdfb),segment_id=0184a252-45a8-45ef-a559-30ab9dafcdfb)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:19.512532 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-03efaf46-4f1d-4771-9ed8-a0322c8fbe81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:19.543483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-03efaf46-4f1d-4771-9ed8-a0322c8fbe81 admin admin] Calling delete_port for ae8d7b33-1304-475e-bbe4-636dfa0213c6 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:53:19.572685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfc639-b2e1-42af-8467-0a6d528b4c28 req-6285475f-916d-4122-8748-b947fb250a95 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:19.575155 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-99bfc639-b2e1-42af-8467-0a6d528b4c28 req-6285475f-916d-4122-8748-b947fb250a95 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 943 time: 0.0691552 Oct 13 10:53:19.619281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-99bfc639-b2e1-42af-8467-0a6d528b4c28 req-993a6857-863d-432a-95f6-b65ea791dd68 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377090 Oct 13 10:53:19.869463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee901cb-e472-4598-9bbf-f2bd5fb74fe3 req-39d8f03b-b92c-482d-ab43-5523b6c65da4 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:19.871618 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eee901cb-e472-4598-9bbf-f2bd5fb74fe3 req-39d8f03b-b92c-482d-ab43-5523b6c65da4 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0578830 Oct 13 10:53:19.881173 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-03efaf46-4f1d-4771-9ed8-a0322c8fbe81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:19.948880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efaf46-4f1d-4771-9ed8-a0322c8fbe81 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8d7b33-1304-475e-bbe4-636dfa0213c6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:20.142582 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eee901cb-e472-4598-9bbf-f2bd5fb74fe3 req-e581f67f-9f51-4556-b056-cf22ebe5b31c tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631578 Oct 13 10:53:20.216592 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-03efaf46-4f1d-4771-9ed8-a0322c8fbe81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:20.260653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873d55d-d1d0-401d-b6d1-b4a832e82882 req-06dee682-b63f-4734-a956-c0d22c46d114 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:20.262635 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d873d55d-d1d0-401d-b6d1-b4a832e82882 req-06dee682-b63f-4734-a956-c0d22c46d114 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.0632005 Oct 13 10:53:20.319585 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d873d55d-d1d0-401d-b6d1-b4a832e82882 req-376fb104-5c56-4d79-83e4-c17ec749299f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502348 Oct 13 10:53:20.373179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:53:20.495446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:20.498294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f540a188-6176-4973-8b6a-cccbf69527fe no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:53:20.515010 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03efaf46-4f1d-4771-9ed8-a0322c8fbe81 admin admin] Router 71265ca6-07b8-47fc-9d60-79083160608a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:53:20.533308 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe', 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f', 'port_id': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe', 'mac_address': 'fa:16:3e:ef:48:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9350d63-c70c-4696-b76b-2b25898fda6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:53:20.598785 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:20.633958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:53:20.673352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:20.677802 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:20.695017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03efaf46-4f1d-4771-9ed8-a0322c8fbe81 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:53:20.708190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:20.708824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34842) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:20.709946 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-03efaf46-4f1d-4771-9ed8-a0322c8fbe81 admin admin] 10.222.0.32 "PUT /v2.0/routers/71265ca6-07b8-47fc-9d60-79083160608a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9701419 Oct 13 10:53:20.711467 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7208555-90b7-442f-9426-e3c07ba9e017" -d '{"events": [{"server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "name": "network-vif-unplugged", "status": "completed", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:20.718816 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b4352-413a-4e18-b1f2-2837d30210fc None None] Sync routers for ids ['71265ca6-07b8-47fc-9d60-79083160608a'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:53:20.734859 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f540a188-6176-4973-8b6a-cccbf69527fe,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:20.743202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b4352-413a-4e18-b1f2-2837d30210fc None None] Routers {'71265ca6-07b8-47fc-9d60-79083160608a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:53:20.744154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-740b4352-413a-4e18-b1f2-2837d30210fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:53:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['71265ca6-07b8-47fc-9d60-79083160608a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:53:20.780758 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd27ee-c351-44a9-b4be-897b67f589e1 req-bf9a308d-7d3b-452d-9a5b-4439f94e412c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:20.789513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cbdd27ee-c351-44a9-b4be-897b67f589e1 req-bf9a308d-7d3b-452d-9a5b-4439f94e412c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 943 time: 0.0608668 Oct 13 10:53:20.845073 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cbdd27ee-c351-44a9-b4be-897b67f589e1 req-c0c42bbf-7f95-41d1-ad24-18cee6753f40 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544052 Oct 13 10:53:20.896514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-740b4352-413a-4e18-b1f2-2837d30210fc None None] Set router 71265ca6-07b8-47fc-9d60-79083160608a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:53:20.903369 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f18a27-a256-4343-88c5-4b7da4941473 x-openstack-request-id: req-24f18a27-a256-4343-88c5-4b7da4941473 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:20.903787 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "name": "network-vif-unplugged", "status": "completed", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:20.904252 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24f18a27-a256-4343-88c5-4b7da4941473 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:20.905399 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe', 'code': 200} Oct 13 10:53:20.937982 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:20.950628 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:21.009300 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:21.120764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:21.137539 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:21.278206 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f540a188-6176-4973-8b6a-cccbf69527fe,revision_number=11']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:21.291518 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c8666-2a1e-4b31-a792-c640abb399e5 req-6df3e5b7-735e-475d-b417-6d0b8bbec9fb tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:21.307152 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-388c8666-2a1e-4b31-a792-c640abb399e5 req-6df3e5b7-735e-475d-b417-6d0b8bbec9fb tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0760117 Oct 13 10:53:21.327331 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-740b4352-413a-4e18-b1f2-2837d30210fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265ca6-07b8-47fc-9d60-79083160608a', 'name': 'tempest-FloatingIPDetailsTestJSON-1277247834-router', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:44Z', 'updated_at': '2021-10-13T10:53:19Z', 'revision_number': 5, 'project_id': 'd5f35080227d4339ad497d20e3144cc4', 'gw_port': {'id': 'd6deeb07-e6d2-4e91-a85c-ee7043d29cb9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265ca6-07b8-47fc-9d60-79083160608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:45Z', 'updated_at': '2021-10-13T10:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:53:21.369169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:53:21.369169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b4352-413a-4e18-b1f2-2837d30210fc None None] Checking router: 71265ca6-07b8-47fc-9d60-79083160608a for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:53:21.415822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b4352-413a-4e18-b1f2-2837d30210fc None None] Routers {'71265ca6-07b8-47fc-9d60-79083160608a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:53:21.416699 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-740b4352-413a-4e18-b1f2-2837d30210fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:53:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['71265ca6-07b8-47fc-9d60-79083160608a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:53:21.524824 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-740b4352-413a-4e18-b1f2-2837d30210fc None None] Set router 71265ca6-07b8-47fc-9d60-79083160608a gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:53:21.684451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-388c8666-2a1e-4b31-a792-c640abb399e5 req-d6510598-fcba-41fd-aec8-046783c09bc0 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623803 Oct 13 10:53:21.720978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Deleting port d6deeb07-e6d2-4e91-a85c-ee7043d29cb9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:53:21.722287 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:21.725053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-740b4352-413a-4e18-b1f2-2837d30210fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265ca6-07b8-47fc-9d60-79083160608a', 'name': 'tempest-FloatingIPDetailsTestJSON-1277247834-router', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:44Z', 'updated_at': '2021-10-13T10:53:21Z', 'revision_number': 6, 'project_id': 'd5f35080227d4339ad497d20e3144cc4', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:53:21.755337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b4352-413a-4e18-b1f2-2837d30210fc None None] The sync data for ids ['71265ca6-07b8-47fc-9d60-79083160608a'] in n-d-813659-3 is: [{'id': '71265ca6-07b8-47fc-9d60-79083160608a', 'name': 'tempest-FloatingIPDetailsTestJSON-1277247834-router', 'tenant_id': 'd5f35080227d4339ad497d20e3144cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:44Z', 'updated_at': '2021-10-13T10:53:21Z', 'revision_number': 6, 'project_id': 'd5f35080227d4339ad497d20e3144cc4', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:53:21.877986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] For port d6deeb07-e6d2-4e91-a85c-ee7043d29cb9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d6deeb07-e6d2-4e91-a85c-ee7043d29cb9,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:21.878394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:21.901264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cedefd-341c-42ce-8611-9d15d5fda2a5 req-ded56481-234a-4975-a3c1-7406b143d4c2 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:21.902755 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95cedefd-341c-42ce-8611-9d15d5fda2a5 req-ded56481-234a-4975-a3c1-7406b143d4c2 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.1365814 Oct 13 10:53:21.903627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Calling delete_port for d6deeb07-e6d2-4e91-a85c-ee7043d29cb9 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:53:21.982241 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95cedefd-341c-42ce-8611-9d15d5fda2a5 req-cf64cf35-7593-46af-b2f1-4d9702a12b54 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727191 Oct 13 10:53:22.152308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0b1d6-20fa-4aa7-b18b-2cb4da0fcefa req-5f3bb42f-9c04-4e81-946b-3c442831021d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:22.153986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cfc0b1d6-20fa-4aa7-b18b-2cb4da0fcefa req-5f3bb42f-9c04-4e81-946b-3c442831021d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 944 time: 0.0942657 Oct 13 10:53:22.160054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ae8d7b33-1304-475e-bbe4-636dfa0213c6 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:53:22.184015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: ae8d7b33-1304-475e-bbe4-636dfa0213c6 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:53:22.184502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ae8d7b33-1304-475e-bbe4-636dfa0213c6 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:53:22.221319 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cfc0b1d6-20fa-4aa7-b18b-2cb4da0fcefa req-7afeaddf-e995-4e0e-ab70-01b5bcb6c4b3 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496256 Oct 13 10:53:22.394068 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:22.427511 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6deeb07-e6d2-4e91-a85c-ee7043d29cb9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:22.495281 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:22.592179 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:22.594357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:22.758466 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:22.758466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71265ca6-07b8-47fc-9d60-79083160608a {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:53:22.773085 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:22.774233 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d5151703-a2a6-4950-961e-5117d549b784 admin admin] 10.222.0.32 "DELETE /v2.0/routers/71265ca6-07b8-47fc-9d60-79083160608a HTTP/1.1" status: 204 len: 168 time: 2.0643210 Oct 13 10:53:22.778489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34946) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:22.838507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a00a9-4ade-4d1d-afdd-144701f0688c req-7f077590-94d7-4b73-aada-af8d476838f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:22.840069 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-238a00a9-4ade-4d1d-afdd-144701f0688c req-7f077590-94d7-4b73-aada-af8d476838f6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0988646 Oct 13 10:53:22.843643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c8bcf8-b5ef-4c43-a52c-221a5f8407aa admin admin] Deleting subnet 1ed0833c-8c15-4578-b24d-311671845d61 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:53:22.849416 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bcf8-b5ef-4c43-a52c-221a5f8407aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:22.908320 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bcf8-b5ef-4c43-a52c-221a5f8407aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:22.913757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-238a00a9-4ade-4d1d-afdd-144701f0688c req-526e67e9-8a72-418b-ac53-5ee429c171bd tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660012 Oct 13 10:53:22.992562 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bcf8-b5ef-4c43-a52c-221a5f8407aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.129326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22c295-841e-4982-acac-0cba64b22690 req-bc74abdc-78e8-4595-a542-4dcc3899bd9b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:23.130931 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4c22c295-841e-4982-acac-0cba64b22690 req-bc74abdc-78e8-4595-a542-4dcc3899bd9b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.0544689 Oct 13 10:53:23.168854 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4c22c295-841e-4982-acac-0cba64b22690 req-080aeca7-fa9a-4f28-95cb-9946e86fb820 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Oct 13 10:53:23.231383 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bcf8-b5ef-4c43-a52c-221a5f8407aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.261290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8bcf8-b5ef-4c43-a52c-221a5f8407aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed0833c-8c15-4578-b24d-311671845d61,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:23.264953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bcf8-b5ef-4c43-a52c-221a5f8407aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.272706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f0c8bcf8-b5ef-4c43-a52c-221a5f8407aa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1ed0833c-8c15-4578-b24d-311671845d61 HTTP/1.1" status: 204 len: 168 time: 0.4890327 Oct 13 10:53:23.272815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34958) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:23.279261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dfab67-6c78-443e-a787-98b4f2622aae None None] Network e1fd912d-b9d2-41c4-8986-aba63d95bdd0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:53:23.356786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ae0db-42f6-4b72-a977-2067a3505f44 req-10796b67-4489-4af5-84b2-a78fb2bb9439 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:23.358374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d64ae0db-42f6-4b72-a977-2067a3505f44 req-10796b67-4489-4af5-84b2-a78fb2bb9439 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 944 time: 0.0609775 Oct 13 10:53:23.383525 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.400878 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d64ae0db-42f6-4b72-a977-2067a3505f44 req-8a65ed27-8dbd-4fa8-9ba1-fc408beb2704 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359495 Oct 13 10:53:23.460392 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Deleting port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:53:23.460896 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.529254 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba40ac-0bf8-4add-80ed-584fb4577cca None None] DHCP port deletion for e1fd912d-b9d2-41c4-8986-aba63d95bdd0 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:53:23.552048 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] For port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=884c99e9-ddd3-43ab-8c6b-b5dc64e3f487,segment=NetworkSegment(0184a252-45a8-45ef-a559-30ab9dafcdfb),segment_id=0184a252-45a8-45ef-a559-30ab9dafcdfb)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:23.552425 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.568186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Calling delete_port for 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:53:23.581315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8dba40ac-0bf8-4add-80ed-584fb4577cca None None] Deleting port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:53:23.581315 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8dba40ac-0bf8-4add-80ed-584fb4577cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.648139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8dba40ac-0bf8-4add-80ed-584fb4577cca None None] For port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=884c99e9-ddd3-43ab-8c6b-b5dc64e3f487,segment=NetworkSegment(0184a252-45a8-45ef-a559-30ab9dafcdfb),segment_id=0184a252-45a8-45ef-a559-30ab9dafcdfb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:23.648705 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8dba40ac-0bf8-4add-80ed-584fb4577cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.662322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8dba40ac-0bf8-4add-80ed-584fb4577cca None None] Calling delete_port for 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:53:23.768802 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.775768 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8dba40ac-0bf8-4add-80ed-584fb4577cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.796565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Pushing event deleted for resources: {'Port': ['ID=884c99e9-ddd3-43ab-8c6b-b5dc64e3f487,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:23.798502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] No DVR routers for this DVR port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:53:23.804580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba40ac-0bf8-4add-80ed-584fb4577cca None None] Pushing event deleted for resources: {'Port': ['ID=884c99e9-ddd3-43ab-8c6b-b5dc64e3f487,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:23.808851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba40ac-0bf8-4add-80ed-584fb4577cca None None] No DVR routers for this DVR port 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:53:23.879244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.901726 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fd912d-b9d2-41c4-8986-aba63d95bdd0']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:53:23.911799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0184a252-45a8-45ef-a559-30ab9dafcdfb') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:53:23.912100 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0184a252-45a8-45ef-a559-30ab9dafcdfb') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:53:23.921476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.935920 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.942471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:53:23.942882 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:53:23.944727 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:53:24.043585 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b256d4-cbde-4c4b-a5e1-2f1f871aed93 req-cd391540-57fe-4812-a190-bcef60ab7872 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:24.045466 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-96b256d4-cbde-4c4b-a5e1-2f1f871aed93 req-cd391540-57fe-4812-a190-bcef60ab7872 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0552058 Oct 13 10:53:24.086389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:53:24.102864 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-96b256d4-cbde-4c4b-a5e1-2f1f871aed93 req-79817773-d71a-444c-b3e3-1a0a27bd3250 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389128 Oct 13 10:53:24.108330 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:53:24.109033 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 884c99e9-ddd3-43ab-8c6b-b5dc64e3f487 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:53:24.109564 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d6deeb07-e6d2-4e91-a85c-ee7043d29cb9 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:53:24.130530 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: d6deeb07-e6d2-4e91-a85c-ee7043d29cb9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:53:24.130884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d6deeb07-e6d2-4e91-a85c-ee7043d29cb9 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:53:24.140460 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:24.147473 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:24.151220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] 10.222.0.32 "DELETE /v2.0/networks/e1fd912d-b9d2-41c4-8986-aba63d95bdd0 HTTP/1.1" status: 204 len: 168 time: 0.8779299 Oct 13 10:53:24.173220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c77bb-7c3d-4f95-b660-8612dd17b31a admin admin] Pushing event deleted for resources: {'Network': ['ID=e1fd912d-b9d2-41c4-8986-aba63d95bdd0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:24.289779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cde9c-5cee-4625-b2b6-878d4967af6c req-05d040cb-4701-41b7-8fc3-cef00b7fd9d0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:24.291631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-678cde9c-5cee-4625-b2b6-878d4967af6c req-05d040cb-4701-41b7-8fc3-cef00b7fd9d0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.0501089 Oct 13 10:53:24.338516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-678cde9c-5cee-4625-b2b6-878d4967af6c req-21f47718-d18d-48f3-b068-ac431e53ed90 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402420 Oct 13 10:53:24.366845 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:53:24.526143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d0f1b-e2dc-4938-969a-63f1fa5b1ce1 req-75985aed-d2f7-40a7-adf1-16209a0a72ff tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:24.527817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-756d0f1b-e2dc-4938-969a-63f1fa5b1ce1 req-75985aed-d2f7-40a7-adf1-16209a0a72ff tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 944 time: 0.0534062 Oct 13 10:53:24.569136 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-756d0f1b-e2dc-4938-969a-63f1fa5b1ce1 req-8f8692fc-f8ac-49b9-b4ab-e8475033e773 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353081 Oct 13 10:53:24.603163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:53:24.608131 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:53:24.608490 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:24.671477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35008) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:24.705099 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:24.718418 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cebf5379-27b5-42ec-a2b4-87365ae027fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5f35080227d4339ad497d20e3144cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452087 Oct 13 10:53:24.721253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35010) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:24.729125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431989a1-bf2f-4eeb-a3c2-0d34323ed881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:24.731437 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8037ca3b-dddb-4db7-b7dc-60833eee458b" -d '{"events": [{"server_uuid": "431989a1-bf2f-4eeb-a3c2-0d34323ed881", "name": "network-vif-plugged", "status": "completed", "tag": "c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:24.747279 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:24.773955 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d71553b-e0ec-46be-83f7-65c872ae9dc1 x-openstack-request-id: req-9d71553b-e0ec-46be-83f7-65c872ae9dc1 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:24.774295 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431989a1-bf2f-4eeb-a3c2-0d34323ed881", "name": "network-vif-plugged", "status": "completed", "tag": "c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:24.774607 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d71553b-e0ec-46be-83f7-65c872ae9dc1 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:24.775036 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431989a1-bf2f-4eeb-a3c2-0d34323ed881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe', 'code': 200} Oct 13 10:53:24.787117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0b7397da-791a-491b-b696-2a3e06c319e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:24.808904 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0b7397da-791a-491b-b696-2a3e06c319e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:24.877508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d843dc0-165c-4bfe-92b4-4451d0a5092c req-b503f20c-5fd6-461f-84db-a23fb595aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:24.877747 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:24.879326 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d843dc0-165c-4bfe-92b4-4451d0a5092c req-b503f20c-5fd6-461f-84db-a23fb595aea0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 1095 time: 0.0483015 Oct 13 10:53:24.915942 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d843dc0-165c-4bfe-92b4-4451d0a5092c req-9448aeba-7ef2-4193-ad72-32006f2e40ef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293458 Oct 13 10:53:24.931190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:25.066569 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0b7397da-791a-491b-b696-2a3e06c319e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:25.069192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0b7397da-791a-491b-b696-2a3e06c319e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:25.070358 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0b7397da-791a-491b-b696-2a3e06c319e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02888e65-d222-423d-8884-d68e89e6fdf6 HTTP/1.1" status: 204 len: 168 time: 0.3479872 Oct 13 10:53:25.078601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7397da-791a-491b-b696-2a3e06c319e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02888e65-d222-423d-8884-d68e89e6fdf6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:25.234263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a3c61-1d8c-44c5-9f28-c3e37f766d4e req-df50540e-98bc-4a26-ab6c-815432b702b6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:25.235893 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e37a3c61-1d8c-44c5-9f28-c3e37f766d4e req-df50540e-98bc-4a26-ab6c-815432b702b6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0613854 Oct 13 10:53:25.278922 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e37a3c61-1d8c-44c5-9f28-c3e37f766d4e req-dadf6276-afc8-4897-8683-ed91bf0332e1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357063 Oct 13 10:53:25.468600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f51b09-3b5e-40bd-b581-6dfa4f54ac56 req-24855fdb-78fb-41a4-8197-2b0ddc45417a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:25.470235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6f51b09-3b5e-40bd-b581-6dfa4f54ac56 req-24855fdb-78fb-41a4-8197-2b0ddc45417a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.0598404 Oct 13 10:53:25.511727 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6f51b09-3b5e-40bd-b581-6dfa4f54ac56 req-b75196ed-7258-4a50-9e6e-2e057cb715ca tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346744 Oct 13 10:53:25.689471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffef22a-aed2-4ff3-9354-17f110c546f9 req-ca8be339-7ee8-4558-ada4-b6b18c4e83ea tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:25.691020 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ffef22a-aed2-4ff3-9354-17f110c546f9 req-ca8be339-7ee8-4558-ada4-b6b18c4e83ea tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 945 time: 0.0535922 Oct 13 10:53:25.746384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ffef22a-aed2-4ff3-9354-17f110c546f9 req-e9a69492-9f20-4f23-8dce-e67bbce3d511 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480742 Oct 13 10:53:26.425331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c7f7e-106b-47a7-a0ac-3c236cd35e4e req-e42793f7-f3f8-4457-8f17-7ffd9ace820a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:26.451312 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d4c7f7e-106b-47a7-a0ac-3c236cd35e4e req-e42793f7-f3f8-4457-8f17-7ffd9ace820a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0889146 Oct 13 10:53:26.505520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d4c7f7e-106b-47a7-a0ac-3c236cd35e4e req-7e280966-3fd4-4f5e-8723-c4dc3ab32717 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460615 Oct 13 10:53:26.865108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db9cbe-fe5e-480b-a1d0-9f8180467c10 req-f004a0a5-30e9-45fc-99f4-a448c3874cde tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:26.866828 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22db9cbe-fe5e-480b-a1d0-9f8180467c10 req-f004a0a5-30e9-45fc-99f4-a448c3874cde tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.0798297 Oct 13 10:53:26.907808 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22db9cbe-fe5e-480b-a1d0-9f8180467c10 req-934fb303-3cba-4cf1-a1f4-743ce83db1a5 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335808 Oct 13 10:53:27.078945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc7d3b-39f3-4c80-9d5b-02bdb5c10c94 req-0d681bce-e865-40e7-9ffb-6c738b545c5d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:27.080460 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bedc7d3b-39f3-4c80-9d5b-02bdb5c10c94 req-0d681bce-e865-40e7-9ffb-6c738b545c5d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 945 time: 0.0510695 Oct 13 10:53:27.120949 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bedc7d3b-39f3-4c80-9d5b-02bdb5c10c94 req-b37bfa1e-9f14-4974-8aff-ffb0189b959c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333431 Oct 13 10:53:27.219339 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e12c81fc-71ad-4c34-91b4-8e7f3cc08360 req-2895372c-a207-4715-8992-d4ad21723c1b tempest-AbsoluteLimitsNegativeTestJSON-1571177226 tempest-AbsoluteLimitsNegativeTestJSON-1571177226-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=dfd384d9600e4f6f895d061a8ac1ca80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223956 Oct 13 10:53:27.337304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c81fc-71ad-4c34-91b4-8e7f3cc08360 req-275e2a28-6963-4d0e-9aed-740e7572de06 tempest-AbsoluteLimitsNegativeTestJSON-1571177226 tempest-AbsoluteLimitsNegativeTestJSON-1571177226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:27.338795 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e12c81fc-71ad-4c34-91b4-8e7f3cc08360 req-275e2a28-6963-4d0e-9aed-740e7572de06 tempest-AbsoluteLimitsNegativeTestJSON-1571177226 tempest-AbsoluteLimitsNegativeTestJSON-1571177226-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1132674 Oct 13 10:53:27.355281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e12c81fc-71ad-4c34-91b4-8e7f3cc08360 req-6546d09a-e031-4273-8777-a3d72a2a8af2 tempest-AbsoluteLimitsNegativeTestJSON-1571177226 tempest-AbsoluteLimitsNegativeTestJSON-1571177226-project] 10.222.0.32 "GET /v2.0/quotas/dfd384d9600e4f6f895d061a8ac1ca80 HTTP/1.1" status: 200 len: 375 time: 0.0106165 Oct 13 10:53:27.392813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e12c81fc-71ad-4c34-91b4-8e7f3cc08360 req-02c260d3-888c-4ba9-9db3-9d1598353b56 tempest-AbsoluteLimitsNegativeTestJSON-1571177226 tempest-AbsoluteLimitsNegativeTestJSON-1571177226-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfd384d9600e4f6f895d061a8ac1ca80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294344 Oct 13 10:53:27.535236 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-27f9a403-99ec-4403-9b33-2f1c934105d5 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--583394667&fields=id&tenant_id=d68197c02a23425c854c2735566beece HTTP/1.1" status: 200 len: 267 time: 0.0338044 Oct 13 10:53:27.649564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-295d7399-0b97-4462-8e92-db9cc5780f83 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:27.651035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-295d7399-0b97-4462-8e92-db9cc5780f83 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/networks?id=b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b HTTP/1.1" status: 200 len: 815 time: 0.1073368 Oct 13 10:53:27.666806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-edd7071d-7664-4825-bb6b-4e9f76eca7fd tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/quotas/d68197c02a23425c854c2735566beece HTTP/1.1" status: 200 len: 375 time: 0.0096409 Oct 13 10:53:27.725037 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-ed8ced6b-ca69-424e-bf65-47dbae19b825 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d68197c02a23425c854c2735566beece&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523267 Oct 13 10:53:27.826163 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-d29cb61c-40fe-467f-bfe2-538e90c32e1d service neutron] 10.222.0.32 "GET /v2.0/networks/b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892205 Oct 13 10:53:27.869105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35138) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:27.923401 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-dfcfa38d-5b06-4932-9573-5bcd9d4c61f8 service neutron] 10.222.0.32 "GET /v2.0/networks/b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910437 Oct 13 10:53:27.987180 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47d72925-46fa-47bc-b85e-47a3a13b8bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:28.071752 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47d72925-46fa-47bc-b85e-47a3a13b8bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:28.160121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ffc16-615f-4f68-be2f-040ef54be242 req-bb053735-fc16-4e78-99c4-4d2b10b585d1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:28.161632 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-824ffc16-615f-4f68-be2f-040ef54be242 req-bb053735-fc16-4e78-99c4-4d2b10b585d1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0511818 Oct 13 10:53:28.173730 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47d72925-46fa-47bc-b85e-47a3a13b8bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:28.222479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d72925-46fa-47bc-b85e-47a3a13b8bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcdd18f-dde6-4787-b571-8e88b4f687d2,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:28.234658 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-47d72925-46fa-47bc-b85e-47a3a13b8bc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfd384d9600e4f6f895d061a8ac1ca80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617768 Oct 13 10:53:28.235187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35154) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:28.240209 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-824ffc16-615f-4f68-be2f-040ef54be242 req-d54c6b57-466f-48fe-bc1c-9ef2a102b075 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723865 Oct 13 10:53:28.286007 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bf49b17-df40-41e2-9dae-dc4236aa92df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:28.308394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bf49b17-df40-41e2-9dae-dc4236aa92df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:28.349409 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c72d4-85e6-43e1-9ac0-e6a7fe3c066c req-b8c72c98-e4f7-45de-8030-31679e56c021 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:28.350967 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c79c72d4-85e6-43e1-9ac0-e6a7fe3c066c req-b8c72c98-e4f7-45de-8030-31679e56c021 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 945 time: 0.0524683 Oct 13 10:53:28.389314 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c79c72d4-85e6-43e1-9ac0-e6a7fe3c066c req-d5c4f8e5-a28e-4c2e-b336-92e2ec44494d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Oct 13 10:53:28.427186 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bf49b17-df40-41e2-9dae-dc4236aa92df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:28.430406 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bf49b17-df40-41e2-9dae-dc4236aa92df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:28.432391 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8bf49b17-df40-41e2-9dae-dc4236aa92df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fcdd18f-dde6-4787-b571-8e88b4f687d2 HTTP/1.1" status: 204 len: 168 time: 0.1957736 Oct 13 10:53:28.446694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf49b17-df40-41e2-9dae-dc4236aa92df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcdd18f-dde6-4787-b571-8e88b4f687d2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:28.516118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3565629-6bc9-4113-9bb3-f0e08267db46 req-3aeb9273-301a-4c3f-b702-5d9fb80ce945 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:28.517572 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3565629-6bc9-4113-9bb3-f0e08267db46 req-3aeb9273-301a-4c3f-b702-5d9fb80ce945 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.0682189 Oct 13 10:53:28.555885 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3565629-6bc9-4113-9bb3-f0e08267db46 req-0f60a69f-6799-4a79-a286-b4d84ae21a0d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Oct 13 10:53:28.702199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bc1f1-242f-4bb3-afa4-a09345e9ee70 req-5552f66a-16c6-46ca-a980-fba529b0a713 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:28.713757 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f2bc1f1-242f-4bb3-afa4-a09345e9ee70 req-5552f66a-16c6-46ca-a980-fba529b0a713 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 948 time: 0.0710483 Oct 13 10:53:28.770448 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f2bc1f1-242f-4bb3-afa4-a09345e9ee70 req-cd3321ef-1ddc-45f3-99d4-d5ce8b26a6a5 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528197 Oct 13 10:53:28.844511 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bc856f4e-a4f4-45ea-b7b2-7428cc5d3f55 req-f408dd1d-cd9e-4051-91fb-e1ee5761116a tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 210 time: 0.0314269 Oct 13 10:53:28.867324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-8030d23f-a53e-4acc-933b-d3eb462e3129 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:28.867324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-8030d23f-a53e-4acc-933b-d3eb462e3129 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 807 time: 0.1290753 Oct 13 10:53:28.885557 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-31ede664-8883-4276-ab08-caa8f03460bf tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/quotas/3d81ffb1d1934f229adfc02c38c0c5a6 HTTP/1.1" status: 200 len: 375 time: 0.0115590 Oct 13 10:53:28.948589 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-3fb34b7c-bbb8-4017-9e87-22a8dd9536e9 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570769 Oct 13 10:53:29.040564 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-df97bef5-1bda-40fe-b034-f1b071984051 service neutron] 10.222.0.32 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840731 Oct 13 10:53:29.147312 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-92c5f732-be9b-4514-8af2-a2cb5a7a5161 service neutron] 10.222.0.32 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005380 Oct 13 10:53:29.384331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c245c-e7fb-4e99-8894-e411fcda9c16 req-57ba0a31-772e-4d1c-83ab-a81eada1bd10 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:29.385820 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9b1c245c-e7fb-4e99-8894-e411fcda9c16 req-57ba0a31-772e-4d1c-83ab-a81eada1bd10 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0588210 Oct 13 10:53:29.635014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35204) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:29.715536 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9b1c245c-e7fb-4e99-8894-e411fcda9c16 req-6a0a92c9-3b1a-4e1b-9038-b0a462618c7f tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205159 Oct 13 10:53:29.749312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-390337775-network', 'tenant_id': 'f25e700239f64a7e84335ad654685cd3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:29.838870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37da19-d414-4ccf-9b57-fa59e836b6d7 req-2642f260-3a06-4333-b762-fcd8d28fe534 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:29.846192 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc37da19-d414-4ccf-9b57-fa59e836b6d7 req-2642f260-3a06-4333-b762-fcd8d28fe534 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 945 time: 0.0700946 Oct 13 10:53:29.870510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Made reservation on behalf of f25e700239f64a7e84335ad654685cd3 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:53:29.871296 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:29.883508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:29.886053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc37da19-d414-4ccf-9b57-fa59e836b6d7 req-f68dd657-ad5e-4cbc-ba42-a608afe93232 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387967 Oct 13 10:53:29.930286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79932936-fd69-4755-9cee-9eeeb8df1c6f req-85b6e74b-37e1-4ea3-bb44-31675088fb5b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:29.930286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79932936-fd69-4755-9cee-9eeeb8df1c6f req-85b6e74b-37e1-4ea3-bb44-31675088fb5b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 946 time: 0.0930302 Oct 13 10:53:30.004791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79932936-fd69-4755-9cee-9eeeb8df1c6f req-28abe69a-ff2f-47db-bf94-627ef93eea34 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644000 Oct 13 10:53:30.054803 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:30.071043 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-395adae5-f063-4a05-8d92-fb79ab130fad req-8ebe5e33-37ac-44a0-a71c-289fb860923c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 210 time: 0.0545194 Oct 13 10:53:30.124586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-11c24cbf-32bf-4ade-a41a-6cc60cb2fb77 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:30.126198 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-11c24cbf-32bf-4ade-a41a-6cc60cb2fb77 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd&tenant_id=59ce84d919ed4ecdafe5a928ed96d168&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1097 time: 0.1077533 Oct 13 10:53:30.139840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813659-3'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:30.152798 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b63c7-da89-4eb4-9f7b-90f01dd98c75 req-9b913b0d-d197-49e1-a82a-0c014e180aac tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:30.154269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f91b63c7-da89-4eb4-9f7b-90f01dd98c75 req-9b913b0d-d197-49e1-a82a-0c014e180aac tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 948 time: 0.0554378 Oct 13 10:53:30.177138 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:30.192655 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3030a154-f805-4038-822e-0b000c48e1ed req-e3bcf32b-6234-47a5-8b56-95ed4eca9c99 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 210 time: 0.0315552 Oct 13 10:53:30.213034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:53:30.222438 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:30.228857 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f91b63c7-da89-4eb4-9f7b-90f01dd98c75 req-aa9483bf-c0f6-4821-8fc1-6368c2c6faa7 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686643 Oct 13 10:53:30.232043 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b1803d-0aea-4097-b3b2-8abc7e422695,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:30.235881 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:30.236225 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Added segment f848fac6-bd88-4d14-adf0-5c2aa5d10aac of type vlan for network 23321c91-bb5e-4dac-8797-6137b86356fe Oct 13 10:53:30.307678 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:30.348651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0071f32-275e-423e-a516-362b668394c5 req-cb88f7df-2d9a-4e47-ba40-1313acb7bffc tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:30.350166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0071f32-275e-423e-a516-362b668394c5 req-cb88f7df-2d9a-4e47-ba40-1313acb7bffc tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 948 time: 0.0798817 Oct 13 10:53:30.396248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=fd640f8e-8187-47e6-bb34-03da649af49f,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:30.432063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device fd640f8e-8187-47e6-bb34-03da649af49f details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:53:30.442888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:53:30.459745 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:30.461804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:30.462925 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:30.499059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e73b20-afca-42dd-bf0f-9b6700ab04cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd640f8e-8187-47e6-bb34-03da649af49f'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:30.501857 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a7f15b-a3fc-4b35-9fad-8f380f7cefc6" -d '{"events": [{"server_uuid": "86e73b20-afca-42dd-bf0f-9b6700ab04cd", "name": "network-vif-unplugged", "status": "completed", "tag": "fd640f8e-8187-47e6-bb34-03da649af49f"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:30.506877 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:30.520800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c0071f32-275e-423e-a516-362b668394c5 req-c276f3aa-35ca-4b97-b295-c8595ebfd3d4 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Deleting port ba4a76d1-389f-429a-b10b-c763629fe26a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:53:30.521147 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c0071f32-275e-423e-a516-362b668394c5 req-c276f3aa-35ca-4b97-b295-c8595ebfd3d4 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:30.578393 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af4a840-43e1-48d5-8e56-5ab1b1918df3 x-openstack-request-id: req-6af4a840-43e1-48d5-8e56-5ab1b1918df3 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:30.578915 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e73b20-afca-42dd-bf0f-9b6700ab04cd", "name": "network-vif-unplugged", "status": "completed", "tag": "fd640f8e-8187-47e6-bb34-03da649af49f", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:30.579329 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6af4a840-43e1-48d5-8e56-5ab1b1918df3 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:30.580613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] Pushing event updated for resources: {'Network': ['ID=23321c91-bb5e-4dac-8797-6137b86356fe,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:30.581828 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e73b20-afca-42dd-bf0f-9b6700ab04cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd640f8e-8187-47e6-bb34-03da649af49f', 'code': 200} Oct 13 10:53:30.595085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=fd640f8e-8187-47e6-bb34-03da649af49f,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:30.600455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 23321c91-bb5e-4dac-8797-6137b86356fe details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:53:30.616652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device fd640f8e-8187-47e6-bb34-03da649af49f has no active binding in host n-h1-813659-3 {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 10:53:30.629724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-c0071f32-275e-423e-a516-362b668394c5 req-c276f3aa-35ca-4b97-b295-c8595ebfd3d4 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] For port ba4a76d1-389f-429a-b10b-c763629fe26a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ba4a76d1-389f-429a-b10b-c763629fe26a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:30.630116 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c0071f32-275e-423e-a516-362b668394c5 req-c276f3aa-35ca-4b97-b295-c8595ebfd3d4 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:30.637330 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:30.642270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c0071f32-275e-423e-a516-362b668394c5 req-c276f3aa-35ca-4b97-b295-c8595ebfd3d4 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Calling delete_port for ba4a76d1-389f-429a-b10b-c763629fe26a owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:53:30.695911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f09568a7-cbb0-4a6f-8436-7f9414dafe8d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0597551 Oct 13 10:53:30.696771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35240) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:30.710271 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c09d5f29-77c4-4549-9cf8-ba6c349f4b23 admin admin] Request body: {'subnet': {'network_id': '23321c91-bb5e-4dac-8797-6137b86356fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-390337775-subnet', 'tenant_id': 'f25e700239f64a7e84335ad654685cd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:30.730862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Pushing event updated for resources: {'Port': ['ID=fd640f8e-8187-47e6-bb34-03da649af49f,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:30.761955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Attempting to bind port fd640f8e-8187-47e6-bb34-03da649af49f on host n-h2-813659-3 for vnic_type normal with profile {"migrating_to": "n-h1-813659-3"} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:53:30.762292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Attempting to bind port fd640f8e-8187-47e6-bb34-03da649af49f by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:53:30.763578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Attempting to bind port fd640f8e-8187-47e6-bb34-03da649af49f on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:53:30.769316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Port fd640f8e-8187-47e6-bb34-03da649af49f on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:53:30.770440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Attempting to bind port fd640f8e-8187-47e6-bb34-03da649af49f on network 674e18d0-a007-4b1e-8e1f-f0de80142a7e {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:53:30.775382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:53:30.775724 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Checking segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:53:30.776113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Bound using segment: {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:53:30.776550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Bound port: fd640f8e-8187-47e6-bb34-03da649af49f, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3531d915-2aae-486a-88bb-94e57cdf4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '674e18d0-a007-4b1e-8e1f-f0de80142a7e'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:53:30.776912 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:30.844420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:53:30.848744 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=fd640f8e-8187-47e6-bb34-03da649af49f,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:53:30.867947 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2b541-e96d-422c-a546-b39e50087cf6 req-eab94cfb-06ef-4373-8deb-28d418d68377 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:30.869651 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1f2b541-e96d-422c-a546-b39e50087cf6 req-eab94cfb-06ef-4373-8deb-28d418d68377 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0744417 Oct 13 10:53:30.877296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09d5f29-77c4-4549-9cf8-ba6c349f4b23 admin admin] Made reservation on behalf of f25e700239f64a7e84335ad654685cd3 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:53:30.880225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c09d5f29-77c4-4549-9cf8-ba6c349f4b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:30.913038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1f2b541-e96d-422c-a546-b39e50087cf6 req-131979a7-d5a3-4fc2-9189-8028031e42e2 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370817 Oct 13 10:53:30.970762 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:31.019525 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c0071f32-275e-423e-a516-362b668394c5 req-c276f3aa-35ca-4b97-b295-c8595ebfd3d4 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:31.081068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Pushing event updated for resources: {'Port': ['ID=fd640f8e-8187-47e6-bb34-03da649af49f,revision_number=8']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:31.109227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276f3aa-35ca-4b97-b295-c8595ebfd3d4 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Pushing event deleted for resources: {'Port': ['ID=ba4a76d1-389f-429a-b10b-c763629fe26a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:31.130467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0071f32-275e-423e-a516-362b668394c5 req-c276f3aa-35ca-4b97-b295-c8595ebfd3d4 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] No DVR routers for this DVR port ba4a76d1-389f-429a-b10b-c763629fe26a on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:53:31.133530 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c0071f32-275e-423e-a516-362b668394c5 req-c276f3aa-35ca-4b97-b295-c8595ebfd3d4 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:31.139107 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0071f32-275e-423e-a516-362b668394c5 req-c276f3aa-35ca-4b97-b295-c8595ebfd3d4 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.46 "DELETE /v2.0/ports/ba4a76d1-389f-429a-b10b-c763629fe26a HTTP/1.1" status: 204 len: 173 time: 0.7821984 Oct 13 10:53:31.145520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfebc7b-e5df-47ee-85e8-e2329c1ac54a', 'name': 'network-vif-deleted', 'tag': 'ba4a76d1-389f-429a-b10b-c763629fe26a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:31.145520 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f441b7b-2f3f-45a8-be6b-773540db2860" -d '{"events": [{"server_uuid": "6cfebc7b-e5df-47ee-85e8-e2329c1ac54a", "name": "network-vif-deleted", "tag": "ba4a76d1-389f-429a-b10b-c763629fe26a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:31.157238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:31.160774 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:31.162243 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-8fb260fa-0ccc-4286-b6c1-c755a19bfa41 service neutron] 10.222.0.46 "PUT /v2.0/ports/fd640f8e-8187-47e6-bb34-03da649af49f HTTP/1.1" status: 200 len: 1122 time: 1.0268595 Oct 13 10:53:31.220187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0c649-55ae-4eb2-9763-7421b3dd74d8 req-a427610f-91a8-4b28-8967-ef92e6b60f38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:31.221872 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6fd0c649-55ae-4eb2-9763-7421b3dd74d8 req-a427610f-91a8-4b28-8967-ef92e6b60f38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.0707996 Oct 13 10:53:31.231073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c09d5f29-77c4-4549-9cf8-ba6c349f4b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:31.238648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['fd640f8e-8187-47e6-bb34-03da649af49f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:53:31.267396 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0606a516-ca1a-4723-8b0b-1eb54c96b8eb req-857fd365-91d9-49fa-b566-eb3db58a4438 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 210 time: 0.0503471 Oct 13 10:53:31.284934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['fd640f8e-8187-47e6-bb34-03da649af49f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:53:31.316334 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6fd0c649-55ae-4eb2-9763-7421b3dd74d8 req-8556c6b6-7326-4538-8627-27142eb3f8f4 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870585 Oct 13 10:53:31.405675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d5f29-77c4-4549-9cf8-ba6c349f4b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95fc99b9-c78b-441d-bc08-f8a84c4abd7e,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:31.414886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09d5f29-77c4-4549-9cf8-ba6c349f4b23 admin admin] Checking segment: {'id': 'f848fac6-bd88-4d14-adf0-5c2aa5d10aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23321c91-bb5e-4dac-8797-6137b86356fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:53:31.415515 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09d5f29-77c4-4549-9cf8-ba6c349f4b23 admin admin] Network hostable DHCP agents. Network: 23321c91-bb5e-4dac-8797-6137b86356fe, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:53:31.489492 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9269435b-fbe8-48eb-87ad-31a984c5171b req-e4f9a573-1abb-4141-a610-7e67aa6e5ee7 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 210 time: 0.0508409 Oct 13 10:53:31.574846 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcb3806-8fb7-4c64-a30e-9c8a2524a58e x-openstack-request-id: req-3fcb3806-8fb7-4c64-a30e-9c8a2524a58e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:31.575141 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfebc7b-e5df-47ee-85e8-e2329c1ac54a", "name": "network-vif-deleted", "tag": "ba4a76d1-389f-429a-b10b-c763629fe26a", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:31.575716 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fcb3806-8fb7-4c64-a30e-9c8a2524a58e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:31.576246 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfebc7b-e5df-47ee-85e8-e2329c1ac54a', 'name': 'network-vif-deleted', 'tag': 'ba4a76d1-389f-429a-b10b-c763629fe26a', 'status': 'completed', 'code': 200} Oct 13 10:53:31.576366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09d5f29-77c4-4549-9cf8-ba6c349f4b23 admin admin] Network 23321c91-bb5e-4dac-8797-6137b86356fe is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:53:31.637725 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c2f19e5e-f46e-468d-8199-be3f9a7a4b5a req-1ed6145e-96f2-48e8-bdee-9165d18f0206 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cfebc7b-e5df-47ee-85e8-e2329c1ac54a HTTP/1.1" status: 200 len: 210 time: 0.0337522 Oct 13 10:53:31.674441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-c09d5f29-77c4-4549-9cf8-ba6c349f4b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 23321c91-bb5e-4dac-8797-6137b86356fe) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:53:31.683843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dda7702-a012-4d63-b810-9c3b617b16ca None None] Network 23321c91-bb5e-4dac-8797-6137b86356fe requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:53:31.688153 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09d5f29-77c4-4549-9cf8-ba6c349f4b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:31.688854 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c09d5f29-77c4-4549-9cf8-ba6c349f4b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:31.717831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-aca63795-5021-44b6-b758-6f9c98dfb61a tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:31.719366 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-aca63795-5021-44b6-b758-6f9c98dfb61a tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.21 "GET /v2.0/networks?id=b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b HTTP/1.1" status: 200 len: 815 time: 0.1807196 Oct 13 10:53:31.766034 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-720a7b2d-1cea-4095-8ce6-3857fb259010 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d68197c02a23425c854c2735566beece HTTP/1.1" status: 200 len: 379 time: 0.0365658 Oct 13 10:53:31.775455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-625d5456-a137-4137-b86e-f90be6847b53 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Request body: {'port': {'device_id': 'a53d6d4e-dd8d-45fd-b103-51346d850044', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'admin_state_up': True, 'tenant_id': 'd68197c02a23425c854c2735566beece', 'security_groups': ['e36235eb-572b-4899-bfec-a8fc4d5a141b']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:31.821968 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c09d5f29-77c4-4549-9cf8-ba6c349f4b23 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1214194 Oct 13 10:53:31.828917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1942697-6b24-45c1-a66a-34d8c7bd001e None None] Network 23321c91-bb5e-4dac-8797-6137b86356fe requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:53:32.044224 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f9074-6913-4eab-a2b7-110ea05522dc req-d451ff60-27fb-4caa-97da-534d3215905f tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:32.046349 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f05f9074-6913-4eab-a2b7-110ea05522dc req-d451ff60-27fb-4caa-97da-534d3215905f tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0617862 Oct 13 10:53:32.046967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-625d5456-a137-4137-b86e-f90be6847b53 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Made reservation on behalf of d68197c02a23425c854c2735566beece for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:53:32.050571 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-625d5456-a137-4137-b86e-f90be6847b53 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:32.058420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-c3458623-8106-4ce0-aede-57006d6bce79 req-45228c39-983e-4cf7-9663-2b9ceaaa8696 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-820535132', 'description': 'tempest-description-1137711853'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:32.110312 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f05f9074-6913-4eab-a2b7-110ea05522dc req-05ef5532-6b6c-4d1f-a0e8-d9c33cfd93a4 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558927 Oct 13 10:53:32.230268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-625d5456-a137-4137-b86e-f90be6847b53 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Allocated IP 172.20.0.8 (b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b/38d05ae9-b7ed-49ab-96af-ad4ddc23aeff/4e74f25c-8bca-4320-8cb4-bdc7939fe1ba) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:53:32.236540 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c3458623-8106-4ce0-aede-57006d6bce79 req-45228c39-983e-4cf7-9663-2b9ceaaa8696 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:32.319248 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c3458623-8106-4ce0-aede-57006d6bce79 req-45228c39-983e-4cf7-9663-2b9ceaaa8696 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:32.409616 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c3458623-8106-4ce0-aede-57006d6bce79 req-45228c39-983e-4cf7-9663-2b9ceaaa8696 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:32.427701 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3c0bdd8-e576-4cad-ae28-794e19a176a5 req-140812ea-3702-4548-b545-ff8220e3f6a1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 210 time: 0.0448143 Oct 13 10:53:32.444056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45228c39-983e-4cf7-9663-2b9ceaaa8696 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772c604c-911b-4947-8f53-c536d6fb20f1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:32.461802 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-625d5456-a137-4137-b86e-f90be6847b53 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:32.554256 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4348f43-0ad3-4ac5-ae21-d17dca880b5c req-09103713-2d81-48d3-9342-6b2bd31b4cd0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:32.555807 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4348f43-0ad3-4ac5-ae21-d17dca880b5c req-09103713-2d81-48d3-9342-6b2bd31b4cd0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.0530052 Oct 13 10:53:32.587789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e73b20-afca-42dd-bf0f-9b6700ab04cd', 'tag': 'fd640f8e-8187-47e6-bb34-03da649af49f'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:32.589977 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce68f5d5-0ba0-495f-9d51-9938d99b72c7" -d '{"events": [{"name": "network-changed", "server_uuid": "86e73b20-afca-42dd-bf0f-9b6700ab04cd", "tag": "fd640f8e-8187-47e6-bb34-03da649af49f"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:32.600744 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4348f43-0ad3-4ac5-ae21-d17dca880b5c req-a5ec2b09-f323-49d5-bc41-892f3562907d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386598 Oct 13 10:53:32.612688 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c3458623-8106-4ce0-aede-57006d6bce79 req-45228c39-983e-4cf7-9663-2b9ceaaa8696 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:32.615281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3458623-8106-4ce0-aede-57006d6bce79 req-45228c39-983e-4cf7-9663-2b9ceaaa8696 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5612953 Oct 13 10:53:32.640033 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-625d5456-a137-4137-b86e-f90be6847b53 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:32.669161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-c52bd337-1af2-4b37-a37b-acbe7251df36 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:32.670719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-c52bd337-1af2-4b37-a37b-acbe7251df36 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.21 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 807 time: 0.1477375 Oct 13 10:53:32.684559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Request body: {'port': {'device_id': '2133d708-2862-4668-bfed-6cc1d498edaf', 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b', 'admin_state_up': True, 'tenant_id': '3d81ffb1d1934f229adfc02c38c0c5a6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:32.707789 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0646482-2283-488d-a18c-753fe187e1e0 x-openstack-request-id: req-a0646482-2283-488d-a18c-753fe187e1e0 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:32.708940 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e73b20-afca-42dd-bf0f-9b6700ab04cd", "tag": "fd640f8e-8187-47e6-bb34-03da649af49f", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:32.709905 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0646482-2283-488d-a18c-753fe187e1e0 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:32.709905 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e73b20-afca-42dd-bf0f-9b6700ab04cd', 'tag': 'fd640f8e-8187-47e6-bb34-03da649af49f', 'status': 'completed', 'code': 200} Oct 13 10:53:32.714248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-625d5456-a137-4137-b86e-f90be6847b53 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:53:32.723663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-625d5456-a137-4137-b86e-f90be6847b53 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:53:32.734871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-625d5456-a137-4137-b86e-f90be6847b53 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:53:32.745948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d5456-a137-4137-b86e-f90be6847b53 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Pushing event updated for resources: {'Port': ['ID=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:32.829042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-61273e10-e7a9-4104-928e-49291f780176 req-2d472cdf-f523-4b1f-8782-6881dad2dc54 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/772c604c-911b-4947-8f53-c536d6fb20f1 HTTP/1.1" status: 200 len: 1804 time: 0.1075280 Oct 13 10:53:32.836660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-625d5456-a137-4137-b86e-f90be6847b53 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:32.837576 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-625d5456-a137-4137-b86e-f90be6847b53 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:32.843619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8c80a-7764-4791-b799-eaf84268c5c1 req-3d6beef3-cd79-4f21-b5da-5005eaec1172 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:32.845734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75a8c80a-7764-4791-b799-eaf84268c5c1 req-3d6beef3-cd79-4f21-b5da-5005eaec1172 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 931 time: 0.0945358 Oct 13 10:53:32.848985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-61273e10-e7a9-4104-928e-49291f780176 req-4d310b80-9790-424e-8804-274b52bf44d2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '772c604c-911b-4947-8f53-c536d6fb20f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:32.853198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-61273e10-e7a9-4104-928e-49291f780176 req-4d310b80-9790-424e-8804-274b52bf44d2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '772c604c-911b-4947-8f53-c536d6fb20f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:32.951568 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-625d5456-a137-4137-b86e-f90be6847b53 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1797462 Oct 13 10:53:32.961425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75a8c80a-7764-4791-b799-eaf84268c5c1 req-e402b053-c966-4fc7-8943-d3b3b4b38ec8 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963333 Oct 13 10:53:32.965495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Request body: {'port': {'device_id': 'a53d6d4e-dd8d-45fd-b103-51346d850044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:32.970887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68f5d5-0ba0-495f-9d51-9938d99b72c7 req-c51bdab5-03d2-4875-9138-d85e9e441a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:32.974237 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ce68f5d5-0ba0-495f-9d51-9938d99b72c7 req-c51bdab5-03d2-4875-9138-d85e9e441a6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 1125 time: 0.2230120 Oct 13 10:53:32.975919 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.db.api [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 10:53:32.975919 n-d-813659-3 neutron-server[101991]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 10:53:32.975919 n-d-813659-3 neutron-server[101991]: [parameters: {'project_id_1': '3d81ffb1d1934f229adfc02c38c0c5a6', 'expiration_1': datetime.datetime(2021, 10, 13, 10, 53, 12, 942832)}] Oct 13 10:53:32.975919 n-d-813659-3 neutron-server[101991]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 10:53:32.980362 n-d-813659-3 neutron-server[101991]: DEBUG oslo_db.api [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 10:53:33.069125 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:33.117590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4a195e4d-971b-4f68-be18-d5dccb186d47 None None] Provisioning complete for port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:53:33.119064 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4a195e4d-971b-4f68-be18-d5dccb186d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:33.169018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4a195e4d-971b-4f68-be18-d5dccb186d47 None None] Port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:53:33.170761 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68f5d5-0ba0-495f-9d51-9938d99b72c7 req-1f7b665b-e7d8-4c64-90ff-9ca25a2b89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:33.172882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ce68f5d5-0ba0-495f-9d51-9938d99b72c7 req-1f7b665b-e7d8-4c64-90ff-9ca25a2b89ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.1914206 Oct 13 10:53:33.188471 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-61273e10-e7a9-4104-928e-49291f780176 req-4d310b80-9790-424e-8804-274b52bf44d2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:33.224289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ce68f5d5-0ba0-495f-9d51-9938d99b72c7 req-358f731c-c59b-4f39-847f-e47c99f0ff58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd640f8e-8187-47e6-bb34-03da649af49f HTTP/1.1" status: 200 len: 217 time: 0.0423577 Oct 13 10:53:33.262309 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-61273e10-e7a9-4104-928e-49291f780176 req-4d310b80-9790-424e-8804-274b52bf44d2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:33.308576 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68f5d5-0ba0-495f-9d51-9938d99b72c7 req-73a31907-1e69-4c0b-b1c5-9ed2dc6b84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:33.310242 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ce68f5d5-0ba0-495f-9d51-9938d99b72c7 req-73a31907-1e69-4c0b-b1c5-9ed2dc6b84e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0757921 Oct 13 10:53:33.350906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ce68f5d5-0ba0-495f-9d51-9938d99b72c7 req-04d1d0df-64c9-4c64-bf31-635bd653b19c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317698 Oct 13 10:53:33.374250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-61273e10-e7a9-4104-928e-49291f780176 req-4d310b80-9790-424e-8804-274b52bf44d2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:33.406806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d310b80-9790-424e-8804-274b52bf44d2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f98b41c-3ca4-4e28-afb8-ad6fc31a2cc9,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:33.467780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:53:33.477220 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:33.491792 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Transition to ACTIVE for port object 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:53:33.517846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ce68f5d5-0ba0-495f-9d51-9938d99b72c7 req-53b90560-e564-45a3-960b-bb2b1b5f35c7 service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570871 Oct 13 10:53:33.524206 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-61273e10-e7a9-4104-928e-49291f780176 req-4d310b80-9790-424e-8804-274b52bf44d2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:33.525563 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-61273e10-e7a9-4104-928e-49291f780176 req-4d310b80-9790-424e-8804-274b52bf44d2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6840672 Oct 13 10:53:33.573592 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:33.659049 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ce68f5d5-0ba0-495f-9d51-9938d99b72c7 req-f4918623-9879-452e-8073-26e29967aca4 service neutron] 10.222.0.21 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307819 Oct 13 10:53:33.693571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Made reservation on behalf of 3d81ffb1d1934f229adfc02c38c0c5a6 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:53:33.701488 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:33.743583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:33.838609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd231d2-3588-42ba-a1e6-02ffad05077b req-0cd5d539-44ff-435a-8f58-806e3606c4a7 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:33.843298 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dd231d2-3588-42ba-a1e6-02ffad05077b req-0cd5d539-44ff-435a-8f58-806e3606c4a7 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.1644700 Oct 13 10:53:33.899096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Attempting to bind port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:53:33.902614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Attempting to bind port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:53:33.902614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Attempting to bind port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba on network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:53:33.910008 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba on network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:53:33.910419 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Attempting to bind port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba on network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:53:33.937258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:53:33.937258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Checking segment: {'id': 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:53:33.937258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Bound using segment: {'id': 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:53:33.937258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Bound port: 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:53:33.937258 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:33.944179 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fbbde9db-9689-47aa-8f2a-5ed100a82dfc req-b1a8e336-9a54-44ae-9849-8d7fa778e8dd tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 210 time: 0.0689955 Oct 13 10:53:33.967967 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dd231d2-3588-42ba-a1e6-02ffad05077b req-f9dc04e7-d140-4b89-87ee-ebd1c1142a0d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116216 Oct 13 10:53:34.014251 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-b2c01a8d-5183-4743-987f-62df64e27ceb req-d04f6889-f1a2-44d9-b624-48a3cd830d9a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1641168705', 'description': 'tempest-description-303018898'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:34.019367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Allocated IP 172.20.0.3 (259a4ec1-ee8d-422b-b204-4224c014af8b/75b682f9-2048-4e73-802d-8e8789e253b8/329585c2-df4a-4474-9890-a12eb72bfeae) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:53:34.144476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] For port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:53:34.148457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] For port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba,segment=NetworkSegment(cb91fec9-e9f0-4fd8-94e2-22eeaabc74da),segment_id=cb91fec9-e9f0-4fd8-94e2-22eeaabc74da)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:53:34.209730 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2c01a8d-5183-4743-987f-62df64e27ceb req-d04f6889-f1a2-44d9-b624-48a3cd830d9a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:34.231819 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c836173-d708-405b-8a14-167f57bc348f req-5fbd24dd-d380-4363-91c8-f0d545d97f1a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:34.233232 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c836173-d708-405b-8a14-167f57bc348f req-5fbd24dd-d380-4363-91c8-f0d545d97f1a tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb3c996-20c8-4a17-8892-1c43b4091ccd HTTP/1.1" status: 200 len: 949 time: 0.1089599 Oct 13 10:53:34.255728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:34.287433 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:34.304886 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c836173-d708-405b-8a14-167f57bc348f req-17ca9f57-8bfa-4f37-9e72-b8fa0a421715 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596125 Oct 13 10:53:34.322153 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:34.322153 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:34.322153 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/4e74f25c-8bca-4320-8cb4-bdc7939fe1ba HTTP/1.1" status: 200 len: 1091 time: 1.3600671 Oct 13 10:53:34.356021 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2c01a8d-5183-4743-987f-62df64e27ceb req-d04f6889-f1a2-44d9-b624-48a3cd830d9a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:34.362312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da176f10-642c-4cd3-ada5-6c01b44309c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:34.427400 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:34.441173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['d7465c52-6146-4dd5-a601-bc6df9182b67'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:53:34.478660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Network 259a4ec1-ee8d-422b-b204-4224c014af8b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:53:34.491504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:53:34.492479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:53:34.518502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:53:34.525659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Pushing event updated for resources: {'Port': ['ID=329585c2-df4a-4474-9890-a12eb72bfeae,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:34.525876 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2c01a8d-5183-4743-987f-62df64e27ceb req-d04f6889-f1a2-44d9-b624-48a3cd830d9a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:34.530173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ba4a76d1-389f-429a-b10b-c763629fe26a no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:53:34.570375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:34.571036 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:34.579697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-53700ccd-7f66-4a6c-ac59-d84d13df6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:34.584877 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-53700ccd-7f66-4a6c-ac59-d84d13df6307 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d68197c02a23425c854c2735566beece&device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 1094 time: 0.1583526 Oct 13 10:53:34.587132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f6889-f1a2-44d9-b624-48a3cd830d9a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d5c8a1-7d6c-4c8a-aac3-e8998d965a8d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:34.663181 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2c01a8d-5183-4743-987f-62df64e27ceb req-d04f6889-f1a2-44d9-b624-48a3cd830d9a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:34.664922 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2c01a8d-5183-4743-987f-62df64e27ceb req-d04f6889-f1a2-44d9-b624-48a3cd830d9a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6568484 Oct 13 10:53:34.666917 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-307f37fa-758b-4d4c-9d8d-8140f0047c27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba HTTP/1.1" status: 200 len: 217 time: 0.0652673 Oct 13 10:53:34.675354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8083cc-9908-4f1e-94c0-1ba29b8d9792 req-98eb55e6-6e56-49e2-8ed6-c69da2577c03 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:34.683723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe8083cc-9908-4f1e-94c0-1ba29b8d9792 req-98eb55e6-6e56-49e2-8ed6-c69da2577c03 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.1005602 Oct 13 10:53:34.688226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: ba4a76d1-389f-429a-b10b-c763629fe26a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:53:34.688576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ba4a76d1-389f-429a-b10b-c763629fe26a not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:53:34.711300 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53d6d4e-dd8d-45fd-b103-51346d850044', 'tag': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:34.715702 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7222bc-652d-4623-bd6d-8501660e3234" -d '{"events": [{"name": "network-changed", "server_uuid": "a53d6d4e-dd8d-45fd-b103-51346d850044", "tag": "4e74f25c-8bca-4320-8cb4-bdc7939fe1ba"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:34.731837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-0eb1f6c7-b8b9-45cf-b671-c19886c5ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:34.733571 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-0eb1f6c7-b8b9-45cf-b671-c19886c5ce08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38d05ae9-b7ed-49ab-96af-ad4ddc23aeff HTTP/1.1" status: 200 len: 854 time: 0.0589595 Oct 13 10:53:34.744429 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe8083cc-9908-4f1e-94c0-1ba29b8d9792 req-0d7074fe-ccdc-41a5-8c1f-543e5eb7255e tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533938 Oct 13 10:53:34.746214 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:34.751804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-a08b771e-8eb8-46e6-8071-cfe2d53821cb tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0721419 Oct 13 10:53:34.776989 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Request body: {'port': {'device_id': '2133d708-2862-4668-bfed-6cc1d498edaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:34.782455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe', 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f', 'port_id': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe', 'mac_address': 'fa:16:3e:ef:48:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9350d63-c70c-4696-b76b-2b25898fda6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:53:34.844157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-9a08aed1-171d-47f9-8dda-e36f6a83c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:34.845745 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-9a08aed1-171d-47f9-8dda-e36f6a83c8e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046069 Oct 13 10:53:34.851784 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:34.886846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:53:34.891708 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:34.897944 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4155d814-4f7f-447a-8590-ac1b9eabc1f1 req-4b3c47cb-9099-453c-8580-ff61547a0947 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/43d5c8a1-7d6c-4c8a-aac3-e8998d965a8d HTTP/1.1" status: 200 len: 1804 time: 0.0826528 Oct 13 10:53:34.913158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-4155d814-4f7f-447a-8590-ac1b9eabc1f1 req-38d96048-e24d-4951-a2a4-37bd3de9c31c tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '43d5c8a1-7d6c-4c8a-aac3-e8998d965a8d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:34.913473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-4155d814-4f7f-447a-8590-ac1b9eabc1f1 req-38d96048-e24d-4951-a2a4-37bd3de9c31c tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '43d5c8a1-7d6c-4c8a-aac3-e8998d965a8d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:34.917502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b2eab-0212-4d7a-bd91-5d10c7053fcc req-310789cb-aa68-4861-87ae-3a639b950b2f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:34.917776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:34.920260 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0c4b2eab-0212-4d7a-bd91-5d10c7053fcc req-310789cb-aa68-4861-87ae-3a639b950b2f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 943 time: 0.1248345 Oct 13 10:53:35.019331 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0c4b2eab-0212-4d7a-bd91-5d10c7053fcc req-f34834d2-9f81-497f-b775-788dab8da73f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875280 Oct 13 10:53:35.031824 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:35.033815 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-ab14616e-9792-4404-9bba-4a5eb8858265 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767023 Oct 13 10:53:35.128436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:35.187953 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95b77cd-d5dc-4d28-9738-938aac91face x-openstack-request-id: req-a95b77cd-d5dc-4d28-9738-938aac91face {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:35.188251 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53d6d4e-dd8d-45fd-b103-51346d850044", "tag": "4e74f25c-8bca-4320-8cb4-bdc7939fe1ba", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:35.188504 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a95b77cd-d5dc-4d28-9738-938aac91face {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:35.188894 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53d6d4e-dd8d-45fd-b103-51346d850044', 'tag': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba', 'status': 'completed', 'code': 200} Oct 13 10:53:35.206046 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5147998d-9e11-40dd-8af6-6aa6d59faef2 req-2494db74-0519-4621-81f8-9a6b457428a6 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599751 Oct 13 10:53:35.208826 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4155d814-4f7f-447a-8590-ac1b9eabc1f1 req-38d96048-e24d-4951-a2a4-37bd3de9c31c tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:35.209739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:53:35.305478 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4155d814-4f7f-447a-8590-ac1b9eabc1f1 req-38d96048-e24d-4951-a2a4-37bd3de9c31c tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:35.312825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329585c2-df4a-4474-9890-a12eb72bfeae {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:53:35.323298 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:35.343010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Transition to ACTIVE for port object 329585c2-df4a-4474-9890-a12eb72bfeae will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:53:35.423649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0b80-9576-432c-b8d1-e9e3da4049dd req-8d3d08ca-4bc5-4cfb-838c-fb4060172769 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:35.425266 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a14f0b80-9576-432c-b8d1-e9e3da4049dd req-8d3d08ca-4bc5-4cfb-838c-fb4060172769 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0939126 Oct 13 10:53:35.443479 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4155d814-4f7f-447a-8590-ac1b9eabc1f1 req-38d96048-e24d-4951-a2a4-37bd3de9c31c tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:35.458272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7222bc-652d-4623-bd6d-8501660e3234 req-48b45d69-9170-4e33-a903-efa50e2fe90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:35.460057 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f7222bc-652d-4623-bd6d-8501660e3234 req-48b45d69-9170-4e33-a903-efa50e2fe90c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d68197c02a23425c854c2735566beece&device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 1094 time: 0.0773597 Oct 13 10:53:35.463357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d96048-e24d-4951-a2a4-37bd3de9c31c tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222a2a31-42b9-4717-b759-2b0a8ffe82f0,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:35.473680 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:35.495866 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a14f0b80-9576-432c-b8d1-e9e3da4049dd req-9c0c9db8-d31b-4dae-ab3c-2878c79806ae tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626028 Oct 13 10:53:35.538654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Pushing event updated for resources: {'Port': ['ID=329585c2-df4a-4474-9890-a12eb72bfeae,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:35.574686 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4155d814-4f7f-447a-8590-ac1b9eabc1f1 req-38d96048-e24d-4951-a2a4-37bd3de9c31c tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:35.575424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7222bc-652d-4623-bd6d-8501660e3234 req-98b2ab61-41bd-44c4-ac09-c9649944d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:35.577053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f7222bc-652d-4623-bd6d-8501660e3234 req-98b2ab61-41bd-44c4-ac09-c9649944d4da service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b HTTP/1.1" status: 200 len: 916 time: 0.1062040 Oct 13 10:53:35.587843 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4155d814-4f7f-447a-8590-ac1b9eabc1f1 req-38d96048-e24d-4951-a2a4-37bd3de9c31c tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6832027 Oct 13 10:53:35.653391 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f7222bc-652d-4623-bd6d-8501660e3234 req-98502b84-30a6-4eeb-95dd-a0e407e14102 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba HTTP/1.1" status: 200 len: 217 time: 0.0623703 Oct 13 10:53:35.676740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Attempting to bind port 329585c2-df4a-4474-9890-a12eb72bfeae on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:53:35.677080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Attempting to bind port 329585c2-df4a-4474-9890-a12eb72bfeae by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:53:35.677411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Attempting to bind port 329585c2-df4a-4474-9890-a12eb72bfeae on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:53:35.690301 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Port 329585c2-df4a-4474-9890-a12eb72bfeae on network 259a4ec1-ee8d-422b-b204-4224c014af8b not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:53:35.690988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Attempting to bind port 329585c2-df4a-4474-9890-a12eb72bfeae on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:53:35.698408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:53:35.698779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Checking segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:53:35.699229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Bound using segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:53:35.699670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Bound port: 329585c2-df4a-4474-9890-a12eb72bfeae, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:53:35.700050 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:35.707950 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ac370-d930-4462-a8bb-a39c90d533c7 req-d56e5fa7-b66a-47ac-bdb4-c6726547a0f9 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:35.709646 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-434ac370-d930-4462-a8bb-a39c90d533c7 req-d56e5fa7-b66a-47ac-bdb4-c6726547a0f9 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.1279752 Oct 13 10:53:35.719100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1e5ee-367d-4c9e-8ff0-6a83adb0c811 req-ff90a656-d914-4808-84be-c9ebcce591df tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:35.720581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88e1e5ee-367d-4c9e-8ff0-6a83adb0c811 req-ff90a656-d914-4808-84be-c9ebcce591df tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb3c996-20c8-4a17-8892-1c43b4091ccd HTTP/1.1" status: 200 len: 949 time: 0.0789504 Oct 13 10:53:35.734859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7222bc-652d-4623-bd6d-8501660e3234 req-434a66b8-9f35-448c-827a-952b5bf410ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:35.736295 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f7222bc-652d-4623-bd6d-8501660e3234 req-434a66b8-9f35-448c-827a-952b5bf410ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38d05ae9-b7ed-49ab-96af-ad4ddc23aeff HTTP/1.1" status: 200 len: 854 time: 0.0737643 Oct 13 10:53:35.779616 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-434ac370-d930-4462-a8bb-a39c90d533c7 req-bca6e161-ffd5-44bd-aa5a-756aeb64c36c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634797 Oct 13 10:53:35.799071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7222bc-652d-4623-bd6d-8501660e3234 req-68e552a0-df36-4801-ae97-f9984c6c9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:35.800575 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f7222bc-652d-4623-bd6d-8501660e3234 req-68e552a0-df36-4801-ae97-f9984c6c9c88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565894 Oct 13 10:53:35.822765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-f0d74101-41a6-4c81-a578-f505f382beed req-397940fb-41a1-4b68-9e64-46dd83669818 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-395159000', 'description': 'tempest-description-1234786279'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:35.923336 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f7222bc-652d-4623-bd6d-8501660e3234 req-776dcc27-4418-4688-b519-e41635cd84a1 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146421 Oct 13 10:53:35.984216 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f0d74101-41a6-4c81-a578-f505f382beed req-397940fb-41a1-4b68-9e64-46dd83669818 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:36.060630 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f7222bc-652d-4623-bd6d-8501660e3234 req-bf972f3e-1337-44b5-9fc4-80631b94de65 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290400 Oct 13 10:53:36.103388 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f0d74101-41a6-4c81-a578-f505f382beed req-397940fb-41a1-4b68-9e64-46dd83669818 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:36.111203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88e1e5ee-367d-4c9e-8ff0-6a83adb0c811 req-6c64de97-b4de-4c6b-a71b-337380b09477 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/security-groups?id=e646fe39-081b-400d-8b5c-9e34cde3e479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655546 Oct 13 10:53:36.114512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:53:36.118160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=329585c2-df4a-4474-9890-a12eb72bfeae,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:53:36.200187 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f0d74101-41a6-4c81-a578-f505f382beed req-397940fb-41a1-4b68-9e64-46dd83669818 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:36.224924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de534bc9-2152-420c-9a48-f01f99105326 req-446716c6-c5ef-41e8-876b-6618e4a37139 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:36.226738 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de534bc9-2152-420c-9a48-f01f99105326 req-446716c6-c5ef-41e8-876b-6618e4a37139 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.0554824 Oct 13 10:53:36.227757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397940fb-41a1-4b68-9e64-46dd83669818 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac32595d-d07d-4ef3-9b5b-9f97c614f33a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:36.248460 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:36.283053 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:36.283528 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:36.286000 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] 10.222.0.21 "PUT /v2.0/ports/329585c2-df4a-4474-9890-a12eb72bfeae HTTP/1.1" status: 200 len: 1091 time: 1.5182767 Oct 13 10:53:36.292434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2133d708-2862-4668-bfed-6cc1d498edaf', 'tag': '329585c2-df4a-4474-9890-a12eb72bfeae'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:36.294589 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a29aa4-f47c-44d6-ad10-6c0ce975bf24" -d '{"events": [{"name": "network-changed", "server_uuid": "2133d708-2862-4668-bfed-6cc1d498edaf", "tag": "329585c2-df4a-4474-9890-a12eb72bfeae"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:36.318549 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de534bc9-2152-420c-9a48-f01f99105326 req-ea81a223-09e3-4adb-9dac-ec34cad9dfe3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848413 Oct 13 10:53:36.330932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158e8a8-7cd5-4280-b193-cce339ceaf36 service neutron] Pushing event updated for resources: {'Port': ['ID=329585c2-df4a-4474-9890-a12eb72bfeae,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:36.349288 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f0d74101-41a6-4c81-a578-f505f382beed req-397940fb-41a1-4b68-9e64-46dd83669818 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:36.350586 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f0d74101-41a6-4c81-a578-f505f382beed req-397940fb-41a1-4b68-9e64-46dd83669818 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5331059 Oct 13 10:53:36.474785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:53:36.482557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c67a90-4348-4072-aa2b-009efd280a2a req-0e5ed954-4cb4-42c6-a2b6-a4c2604253b7 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:36.484100 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c2c67a90-4348-4072-aa2b-009efd280a2a req-0e5ed954-4cb4-42c6-a2b6-a4c2604253b7 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 943 time: 0.0940182 Oct 13 10:53:36.486219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-96a2a6e6-d0c0-4449-9ba4-710f3b0fefcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:36.487674 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-96a2a6e6-d0c0-4449-9ba4-710f3b0fefcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 1094 time: 0.0631058 Oct 13 10:53:36.540876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74626e-5eb1-4796-80c5-45b2e0593a9e req-cc3e5776-2621-447b-9396-6ae9d3a5beae tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:36.542993 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cd74626e-5eb1-4796-80c5-45b2e0593a9e req-cc3e5776-2621-447b-9396-6ae9d3a5beae tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfb3c996-20c8-4a17-8892-1c43b4091ccd HTTP/1.1" status: 200 len: 949 time: 0.0667057 Oct 13 10:53:36.555468 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-58dd7f55-a46c-4425-be03-ef88d0ca3a2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=329585c2-df4a-4474-9890-a12eb72bfeae HTTP/1.1" status: 200 len: 217 time: 0.0551910 Oct 13 10:53:36.577074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:53:36.578649 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:36.602036 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c2c67a90-4348-4072-aa2b-009efd280a2a req-7a2f2cf9-1366-4eed-8f63-7dc57032fae6 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103430 Oct 13 10:53:36.611871 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58d2b65-f7d9-42d2-b64d-6f20150ce03b x-openstack-request-id: req-d58d2b65-f7d9-42d2-b64d-6f20150ce03b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:36.612381 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2133d708-2862-4668-bfed-6cc1d498edaf", "tag": "329585c2-df4a-4474-9890-a12eb72bfeae", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:36.612712 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d58d2b65-f7d9-42d2-b64d-6f20150ce03b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:36.613342 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2133d708-2862-4668-bfed-6cc1d498edaf', 'tag': '329585c2-df4a-4474-9890-a12eb72bfeae', 'status': 'completed', 'code': 200} Oct 13 10:53:36.633453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-083705fc-d7fb-45d8-9532-cb40e90b6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:36.633453 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-083705fc-d7fb-45d8-9532-cb40e90b6e2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0618620 Oct 13 10:53:36.644238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-c8d3822a-1172-439e-9de8-45af29a4a2c3 req-f0a4883d-f429-4348-831e-d48f3067bfa2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-921559913', 'description': 'tempest-description-1841568482'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:36.684201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-ce6fc8a6-a00e-4ac0-b652-39809ff49386 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496638 Oct 13 10:53:36.746061 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:36.750300 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-cd74626e-5eb1-4796-80c5-45b2e0593a9e req-801518ec-4c3e-46d5-b7cb-3dacb128c4ee tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Deleting port f540a188-6176-4973-8b6a-cccbf69527fe {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:53:36.750809 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cd74626e-5eb1-4796-80c5-45b2e0593a9e req-801518ec-4c3e-46d5-b7cb-3dacb128c4ee tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:36.773995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431989a1-bf2f-4eeb-a3c2-0d34323ed881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:36.776255 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a297db7a-7cbf-4769-b401-799b57fa1d9c" -d '{"events": [{"server_uuid": "431989a1-bf2f-4eeb-a3c2-0d34323ed881", "name": "network-vif-plugged", "status": "completed", "tag": "c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:36.804352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:36.819910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c8d3822a-1172-439e-9de8-45af29a4a2c3 req-f0a4883d-f429-4348-831e-d48f3067bfa2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:36.825907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551e176-344f-4026-b553-466b3b4a14ed req-3bc219c8-431f-4a90-814c-51fc94c34fde tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:36.827711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1551e176-344f-4026-b553-466b3b4a14ed req-3bc219c8-431f-4a90-814c-51fc94c34fde tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.1174059 Oct 13 10:53:36.873437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-b59b8a91-79e3-4346-a523-1a7f7ebf27ed service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818721 Oct 13 10:53:36.884672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-cd74626e-5eb1-4796-80c5-45b2e0593a9e req-801518ec-4c3e-46d5-b7cb-3dacb128c4ee tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] For port f540a188-6176-4973-8b6a-cccbf69527fe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f540a188-6176-4973-8b6a-cccbf69527fe,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:36.885104 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cd74626e-5eb1-4796-80c5-45b2e0593a9e req-801518ec-4c3e-46d5-b7cb-3dacb128c4ee tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:36.898094 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:36.908365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-cd74626e-5eb1-4796-80c5-45b2e0593a9e req-801518ec-4c3e-46d5-b7cb-3dacb128c4ee tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Calling delete_port for f540a188-6176-4973-8b6a-cccbf69527fe owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:53:36.914988 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1551e176-344f-4026-b553-466b3b4a14ed req-cc5e7af5-d758-47cb-b360-386206ab2244 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773728 Oct 13 10:53:36.969046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:37.038139 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c8d3822a-1172-439e-9de8-45af29a4a2c3 req-f0a4883d-f429-4348-831e-d48f3067bfa2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:37.041652 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c84a3c-5f8e-4749-add0-20afa69500a4 req-7aca7ee6-2c1d-4aa9-b543-f9e1bee3a931 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578553 Oct 13 10:53:37.067510 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2573d21-b24a-4f54-b260-71508b58bcb1 x-openstack-request-id: req-f2573d21-b24a-4f54-b260-71508b58bcb1 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:37.067865 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431989a1-bf2f-4eeb-a3c2-0d34323ed881", "name": "network-vif-plugged", "status": "completed", "tag": "c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:37.068131 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2573d21-b24a-4f54-b260-71508b58bcb1 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:37.068526 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431989a1-bf2f-4eeb-a3c2-0d34323ed881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe', 'code': 200} Oct 13 10:53:37.151630 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c8d3822a-1172-439e-9de8-45af29a4a2c3 req-f0a4883d-f429-4348-831e-d48f3067bfa2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:37.184348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4883d-f429-4348-831e-d48f3067bfa2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbfedda-f94b-473c-9080-b5ea93b9a0a0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:37.185187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b475c-b139-4699-9224-56e747a82bb1 req-8a4417da-24f8-4aa9-a778-cf265ed78679 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:37.186882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad8b475c-b139-4699-9224-56e747a82bb1 req-8a4417da-24f8-4aa9-a778-cf265ed78679 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.0569654 Oct 13 10:53:37.226506 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cd74626e-5eb1-4796-80c5-45b2e0593a9e req-801518ec-4c3e-46d5-b7cb-3dacb128c4ee tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:37.254373 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad8b475c-b139-4699-9224-56e747a82bb1 req-f447b822-0ad2-453d-aca4-032ed0d7c9fc tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545666 Oct 13 10:53:37.263563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c8d3822a-1172-439e-9de8-45af29a4a2c3 req-f0a4883d-f429-4348-831e-d48f3067bfa2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:37.268150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a29aa4-f47c-44d6-ad10-6c0ce975bf24 req-5e8394e8-97aa-4ed2-b723-2b41a175a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:37.270343 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17a29aa4-f47c-44d6-ad10-6c0ce975bf24 req-5e8394e8-97aa-4ed2-b723-2b41a175a4a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 1094 time: 0.0565753 Oct 13 10:53:37.282657 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c8d3822a-1172-439e-9de8-45af29a4a2c3 req-f0a4883d-f429-4348-831e-d48f3067bfa2 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6418869 Oct 13 10:53:37.283414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801518ec-4c3e-46d5-b7cb-3dacb128c4ee tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Pushing event deleted for resources: {'Port': ['ID=f540a188-6176-4973-8b6a-cccbf69527fe,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:37.348162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd74626e-5eb1-4796-80c5-45b2e0593a9e req-801518ec-4c3e-46d5-b7cb-3dacb128c4ee tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] No DVR routers for this DVR port f540a188-6176-4973-8b6a-cccbf69527fe on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:53:37.351942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cd74626e-5eb1-4796-80c5-45b2e0593a9e req-801518ec-4c3e-46d5-b7cb-3dacb128c4ee tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:37.355460 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cd74626e-5eb1-4796-80c5-45b2e0593a9e req-801518ec-4c3e-46d5-b7cb-3dacb128c4ee tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.46 "DELETE /v2.0/ports/f540a188-6176-4973-8b6a-cccbf69527fe HTTP/1.1" status: 204 len: 173 time: 0.8030827 Oct 13 10:53:37.355940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'name': 'network-vif-deleted', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:37.358741 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cfa909-cb67-4de4-812c-ce0ff70674b3" -d '{"events": [{"server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "name": "network-vif-deleted", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:37.394782 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-735699af-986a-491b-b3cf-427dc214ea9c req-17503767-6c4b-48d7-be2f-326c57371b0d tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb3c996-20c8-4a17-8892-1c43b4091ccd HTTP/1.1" status: 200 len: 210 time: 0.0481899 Oct 13 10:53:37.397217 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-043d28fc-d3c7-4f63-98d9-f25a41c1ab36 req-73a953ea-3081-455a-a9ea-ca73873ed04d tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/ac32595d-d07d-4ef3-9b5b-9f97c614f33a HTTP/1.1" status: 200 len: 1804 time: 0.0579236 Oct 13 10:53:37.433467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a29aa4-f47c-44d6-ad10-6c0ce975bf24 req-70eb2f75-f4ec-43d2-a912-9247de2b9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:37.434978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17a29aa4-f47c-44d6-ad10-6c0ce975bf24 req-70eb2f75-f4ec-43d2-a912-9247de2b9c2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.1582160 Oct 13 10:53:37.492353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17a29aa4-f47c-44d6-ad10-6c0ce975bf24 req-94a5e0d8-40de-40c6-b62a-52659e910aec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=329585c2-df4a-4474-9890-a12eb72bfeae HTTP/1.1" status: 200 len: 217 time: 0.0495822 Oct 13 10:53:37.496323 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-043d28fc-d3c7-4f63-98d9-f25a41c1ab36 req-ad320345-f9c9-4a04-be5c-84e7c1684368 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/cfbfedda-f94b-473c-9080-b5ea93b9a0a0 HTTP/1.1" status: 200 len: 1804 time: 0.0917711 Oct 13 10:53:37.515633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-043d28fc-d3c7-4f63-98d9-f25a41c1ab36 req-01916e52-b1c5-4062-a32d-6d1dcf3357de tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ac32595d-d07d-4ef3-9b5b-9f97c614f33a', 'remote_group_id': 'cfbfedda-f94b-473c-9080-b5ea93b9a0a0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:37.515943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-043d28fc-d3c7-4f63-98d9-f25a41c1ab36 req-01916e52-b1c5-4062-a32d-6d1dcf3357de tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ac32595d-d07d-4ef3-9b5b-9f97c614f33a', 'remote_group_id': 'cfbfedda-f94b-473c-9080-b5ea93b9a0a0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:37.531549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ba3e-ec5d-4bb9-8422-69f35ffbba53 req-6d4cc040-67f9-49df-82c5-5f471401d74e tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:37.534811 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f84ba3e-ec5d-4bb9-8422-69f35ffbba53 req-6d4cc040-67f9-49df-82c5-5f471401d74e tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.0558012 Oct 13 10:53:37.572688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a29aa4-f47c-44d6-ad10-6c0ce975bf24 req-3d189371-ddcc-4b46-a3ac-fb90d56fd949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:37.574054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17a29aa4-f47c-44d6-ad10-6c0ce975bf24 req-3d189371-ddcc-4b46-a3ac-fb90d56fd949 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0712221 Oct 13 10:53:37.584394 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f84ba3e-ec5d-4bb9-8422-69f35ffbba53 req-a7f44af7-8a7a-4fe4-a1b7-e41e61091ca7 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420620 Oct 13 10:53:37.610195 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17a29aa4-f47c-44d6-ad10-6c0ce975bf24 req-974bb005-9f0f-4bd3-b599-937f533bb7d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277309 Oct 13 10:53:37.646422 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483d7698-8b5c-4adf-9e61-78b8eb254183 x-openstack-request-id: req-483d7698-8b5c-4adf-9e61-78b8eb254183 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:37.646889 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb3c996-20c8-4a17-8892-1c43b4091ccd", "name": "network-vif-deleted", "tag": "f540a188-6176-4973-8b6a-cccbf69527fe", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:37.646889 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-483d7698-8b5c-4adf-9e61-78b8eb254183 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:37.647760 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb3c996-20c8-4a17-8892-1c43b4091ccd', 'name': 'network-vif-deleted', 'tag': 'f540a188-6176-4973-8b6a-cccbf69527fe', 'status': 'completed', 'code': 200} Oct 13 10:53:37.758925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17a29aa4-f47c-44d6-ad10-6c0ce975bf24 req-d1ee41bf-2c8c-44aa-893f-4b603085cca0 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401563 Oct 13 10:53:37.777603 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-043d28fc-d3c7-4f63-98d9-f25a41c1ab36 req-01916e52-b1c5-4062-a32d-6d1dcf3357de tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:37.861296 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-043d28fc-d3c7-4f63-98d9-f25a41c1ab36 req-01916e52-b1c5-4062-a32d-6d1dcf3357de tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:37.892041 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17a29aa4-f47c-44d6-ad10-6c0ce975bf24 req-7c895474-cc5c-4eae-a54b-91abe67c2f34 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226096 Oct 13 10:53:37.949874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7c584-d0a0-4613-b4d9-a8fa78871f43 req-e8c6f1a0-35b0-4a99-b6c4-302086ecc523 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:37.951355 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-36c7c584-d0a0-4613-b4d9-a8fa78871f43 req-e8c6f1a0-35b0-4a99-b6c4-302086ecc523 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 943 time: 0.0532763 Oct 13 10:53:37.962931 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-043d28fc-d3c7-4f63-98d9-f25a41c1ab36 req-01916e52-b1c5-4062-a32d-6d1dcf3357de tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:37.987609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01916e52-b1c5-4062-a32d-6d1dcf3357de tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c973ef2-ae40-4664-a7c0-fdd7d9db764a,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:37.991776 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c460709b-9c35-49a0-86e7-d23a38d3960f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:37.997150 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-36c7c584-d0a0-4613-b4d9-a8fa78871f43 req-6766b14d-cf2e-4a37-815f-03bb4f7196bd tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384243 Oct 13 10:53:38.068008 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-043d28fc-d3c7-4f63-98d9-f25a41c1ab36 req-01916e52-b1c5-4062-a32d-6d1dcf3357de tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:38.069225 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-043d28fc-d3c7-4f63-98d9-f25a41c1ab36 req-01916e52-b1c5-4062-a32d-6d1dcf3357de tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5651934 Oct 13 10:53:38.096896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1563f1c5-52db-4e16-980e-1439a326f079 req-ef67d065-3b13-48a6-a4f5-bd82aba84b7e tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-57096475', 'description': 'tempest-description-1895341814'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:38.123397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acb240-32b3-46c6-80a6-4b8c85520370 req-7aede308-d3e6-4518-8e16-c20e043a6ebf tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:38.124869 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0acb240-32b3-46c6-80a6-4b8c85520370 req-7aede308-d3e6-4518-8e16-c20e043a6ebf tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0684128 Oct 13 10:53:38.165875 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0acb240-32b3-46c6-80a6-4b8c85520370 req-1eed05da-f7ad-46c8-8d1c-64321e4554be tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347371 Oct 13 10:53:38.213290 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1563f1c5-52db-4e16-980e-1439a326f079 req-ef67d065-3b13-48a6-a4f5-bd82aba84b7e tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:38.281368 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1563f1c5-52db-4e16-980e-1439a326f079 req-ef67d065-3b13-48a6-a4f5-bd82aba84b7e tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:38.387083 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376dba3-80da-45ab-8065-8410c16767a1 req-ece12485-36a8-4fe5-a461-ced9432e2b07 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:38.388457 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7376dba3-80da-45ab-8065-8410c16767a1 req-ece12485-36a8-4fe5-a461-ced9432e2b07 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.0498557 Oct 13 10:53:38.402925 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1563f1c5-52db-4e16-980e-1439a326f079 req-ef67d065-3b13-48a6-a4f5-bd82aba84b7e tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:38.431024 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7376dba3-80da-45ab-8065-8410c16767a1 req-bfcd64e9-1bec-4ea2-9624-fdeac805cf08 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362194 Oct 13 10:53:38.443739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67d065-3b13-48a6-a4f5-bd82aba84b7e tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eaa486-f56f-46de-b72a-dca1bf63210e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:38.518324 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1563f1c5-52db-4e16-980e-1439a326f079 req-ef67d065-3b13-48a6-a4f5-bd82aba84b7e tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:38.525101 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1563f1c5-52db-4e16-980e-1439a326f079 req-ef67d065-3b13-48a6-a4f5-bd82aba84b7e tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4320512 Oct 13 10:53:38.548400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-51b71461-9543-4bbd-84b2-8698c4f8e038 req-17c4a98a-cecd-4044-8806-a54130e2365b tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1468517662', 'description': 'tempest-description-1155419521'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:38.556425 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c259bea9-4dea-4fcc-9fb9-27087e7db88a req-03065fed-a706-408b-8f02-2b68b4079e24 tempest-ListImageFiltersTestJSON-1562963734 tempest-ListImageFiltersTestJSON-1562963734-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb3c996-20c8-4a17-8892-1c43b4091ccd HTTP/1.1" status: 200 len: 210 time: 0.0333319 Oct 13 10:53:38.561665 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:38.681984 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51b71461-9543-4bbd-84b2-8698c4f8e038 req-17c4a98a-cecd-4044-8806-a54130e2365b tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:38.715249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a89463-3755-4133-a0e7-d3925bfb9838 req-0ed91f5c-672d-4653-b398-56a5fa600384 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:38.716748 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d8a89463-3755-4133-a0e7-d3925bfb9838 req-0ed91f5c-672d-4653-b398-56a5fa600384 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.0532782 Oct 13 10:53:38.774598 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d8a89463-3755-4133-a0e7-d3925bfb9838 req-b7099c06-b9f3-454b-bec9-2306a65d2a7d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499856 Oct 13 10:53:38.780281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 2b848f99-78c6-44f4-aed0-1a9e32520eda no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:53:38.812892 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51b71461-9543-4bbd-84b2-8698c4f8e038 req-17c4a98a-cecd-4044-8806-a54130e2365b tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:38.884348 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:38.923010 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 2b848f99-78c6-44f4-aed0-1a9e32520eda, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2b848f99-78c6-44f4-aed0-1a9e32520eda,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:38.945026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51b71461-9543-4bbd-84b2-8698c4f8e038 req-17c4a98a-cecd-4044-8806-a54130e2365b tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:38.981012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4a98a-cecd-4044-8806-a54130e2365b tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893702ca-7bb4-4cc1-bd22-e82098fbaa85,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:39.019036 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:39.020137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device fd640f8e-8187-47e6-bb34-03da649af49f no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:53:39.046539 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-51b71461-9543-4bbd-84b2-8698c4f8e038 req-17c4a98a-cecd-4044-8806-a54130e2365b tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:39.052582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51b71461-9543-4bbd-84b2-8698c4f8e038 req-17c4a98a-cecd-4044-8806-a54130e2365b tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5091963 Oct 13 10:53:39.072466 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce213bc-4cbb-47d0-8a02-c092c2e3ac46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b848f99-78c6-44f4-aed0-1a9e32520eda'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:39.074971 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a9c0b4-c34a-477a-92a1-fa04e186a988" -d '{"events": [{"server_uuid": "6ce213bc-4cbb-47d0-8a02-c092c2e3ac46", "name": "network-vif-unplugged", "status": "completed", "tag": "2b848f99-78c6-44f4-aed0-1a9e32520eda"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:39.129529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23a86718-7d44-4224-9d33-7158c52afcc4 req-c2cf7301-85c6-4bd3-87a8-5551fe964b9d tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/d7eaa486-f56f-46de-b72a-dca1bf63210e HTTP/1.1" status: 200 len: 1803 time: 0.0564935 Oct 13 10:53:39.147789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57905d2b-3178-41d0-ac56-67e48cb92b30 req-291c4816-92a1-46f8-8889-ce9f45a92406 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:39.149311 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-57905d2b-3178-41d0-ac56-67e48cb92b30 req-291c4816-92a1-46f8-8889-ce9f45a92406 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 943 time: 0.0595758 Oct 13 10:53:39.182986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23a86718-7d44-4224-9d33-7158c52afcc4 req-e381e034-b8a7-4234-a4ea-4b76b81d0fb8 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/893702ca-7bb4-4cc1-bd22-e82098fbaa85 HTTP/1.1" status: 200 len: 1805 time: 0.0449393 Oct 13 10:53:39.195217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-23a86718-7d44-4224-9d33-7158c52afcc4 req-69f7e2a5-480f-4ad7-903b-b3b56cf9126a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd7eaa486-f56f-46de-b72a-dca1bf63210e', 'remote_group_id': '893702ca-7bb4-4cc1-bd22-e82098fbaa85', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:39.195602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-23a86718-7d44-4224-9d33-7158c52afcc4 req-69f7e2a5-480f-4ad7-903b-b3b56cf9126a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd7eaa486-f56f-46de-b72a-dca1bf63210e', 'remote_group_id': '893702ca-7bb4-4cc1-bd22-e82098fbaa85', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:39.209193 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-57905d2b-3178-41d0-ac56-67e48cb92b30 req-73c8ebb1-def6-4edd-b03b-d633077902d1 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531900 Oct 13 10:53:39.225197 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=2b848f99-78c6-44f4-aed0-1a9e32520eda,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:39.273368 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:53:39.284154 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb3d766-895a-45d8-b5f1-4cd37e391afd x-openstack-request-id: req-8cb3d766-895a-45d8-b5f1-4cd37e391afd {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:39.284726 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce213bc-4cbb-47d0-8a02-c092c2e3ac46", "name": "network-vif-unplugged", "status": "completed", "tag": "2b848f99-78c6-44f4-aed0-1a9e32520eda", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:39.285748 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cb3d766-895a-45d8-b5f1-4cd37e391afd {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:39.286750 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce213bc-4cbb-47d0-8a02-c092c2e3ac46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b848f99-78c6-44f4-aed0-1a9e32520eda', 'code': 200} Oct 13 10:53:39.363778 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-23a86718-7d44-4224-9d33-7158c52afcc4 req-69f7e2a5-480f-4ad7-903b-b3b56cf9126a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:39.389331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cca06-3fc2-4068-bb5c-eb17ac9748ae req-6239c689-3c2d-42b4-aef0-6c3a4f55eb7c tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:39.391212 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7b5cca06-3fc2-4068-bb5c-eb17ac9748ae req-6239c689-3c2d-42b4-aef0-6c3a4f55eb7c tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 943 time: 0.0553195 Oct 13 10:53:39.400273 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-23a86718-7d44-4224-9d33-7158c52afcc4 req-69f7e2a5-480f-4ad7-903b-b3b56cf9126a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:39.431972 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7b5cca06-3fc2-4068-bb5c-eb17ac9748ae req-5744878a-141e-48ef-b71a-391d4ae1b5aa tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335686 Oct 13 10:53:39.500642 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-23a86718-7d44-4224-9d33-7158c52afcc4 req-69f7e2a5-480f-4ad7-903b-b3b56cf9126a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:39.528101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7e2a5-480f-4ad7-903b-b3b56cf9126a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd87002d-3e08-4c21-9394-6e18e30d0192,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:39.559551 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61c8fe-630e-4109-ad67-03e8b61bb13a req-430b434b-a62c-4a42-a555-87607ef2f3b8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:39.561134 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd61c8fe-630e-4109-ad67-03e8b61bb13a req-430b434b-a62c-4a42-a555-87607ef2f3b8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.0563126 Oct 13 10:53:39.602698 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd61c8fe-630e-4109-ad67-03e8b61bb13a req-404c8aad-5843-437a-b13e-6b288ec3d94d tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345285 Oct 13 10:53:39.617588 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-23a86718-7d44-4224-9d33-7158c52afcc4 req-69f7e2a5-480f-4ad7-903b-b3b56cf9126a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:39.619447 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23a86718-7d44-4224-9d33-7158c52afcc4 req-69f7e2a5-480f-4ad7-903b-b3b56cf9126a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4299407 Oct 13 10:53:39.692047 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6091d352-4a55-4709-9eb6-2b5202b8bbb6 req-945a9f01-fc02-465b-bbb6-1fa58fe76f97 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/893702ca-7bb4-4cc1-bd22-e82098fbaa85 HTTP/1.1" status: 200 len: 1805 time: 0.0505888 Oct 13 10:53:39.771182 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6091d352-4a55-4709-9eb6-2b5202b8bbb6 req-37d4288e-d3c9-4303-b5ed-346ba1909816 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:39.795643 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6091d352-4a55-4709-9eb6-2b5202b8bbb6 req-37d4288e-d3c9-4303-b5ed-346ba1909816 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:39.946508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6091d352-4a55-4709-9eb6-2b5202b8bbb6 req-37d4288e-d3c9-4303-b5ed-346ba1909816 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:39.951237 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6091d352-4a55-4709-9eb6-2b5202b8bbb6 req-37d4288e-d3c9-4303-b5ed-346ba1909816 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:39.952998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6091d352-4a55-4709-9eb6-2b5202b8bbb6 req-37d4288e-d3c9-4303-b5ed-346ba1909816 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "DELETE /v2.0/security-groups/893702ca-7bb4-4cc1-bd22-e82098fbaa85 HTTP/1.1" status: 204 len: 173 time: 0.2538416 Oct 13 10:53:39.978130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4288e-d3c9-4303-b5ed-346ba1909816 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=893702ca-7bb4-4cc1-bd22-e82098fbaa85,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:40.161150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4c479-b58a-4490-a77b-d812851632cf req-2f5c121e-b18c-4d29-8610-11644ed056d2 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:40.172412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7d4c479-b58a-4490-a77b-d812851632cf req-2f5c121e-b18c-4d29-8610-11644ed056d2 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.0938146 Oct 13 10:53:40.234903 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7d4c479-b58a-4490-a77b-d812851632cf req-35c4831a-8489-420e-bc4c-4efd4ed7c644 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608110 Oct 13 10:53:40.247884 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:40.462738 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1798b605-fd0b-493c-b486-bb3afcf003ee req-5c93a3df-89ad-4e89-a6b6-03156ff98c47 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/d7eaa486-f56f-46de-b72a-dca1bf63210e HTTP/1.1" status: 200 len: 1803 time: 0.0718119 Oct 13 10:53:40.468907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f540a188-6176-4973-8b6a-cccbf69527fe no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:53:40.554134 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: f540a188-6176-4973-8b6a-cccbf69527fe {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:53:40.554756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f540a188-6176-4973-8b6a-cccbf69527fe not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:53:40.640768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdd7f1-1e86-40ec-8d4e-f6894997503b req-2eacdc6b-f91c-4429-a35c-8d305958fa38 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:40.648984 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecfdd7f1-1e86-40ec-8d4e-f6894997503b req-2eacdc6b-f91c-4429-a35c-8d305958fa38 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 943 time: 0.1145637 Oct 13 10:53:40.700973 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecfdd7f1-1e86-40ec-8d4e-f6894997503b req-110178e0-5e56-47de-a8be-0608ccd8290a tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495028 Oct 13 10:53:40.751695 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bfbeed97-4118-4d82-8164-c43fc8c277c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:40.793431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 2b848f99-78c6-44f4-aed0-1a9e32520eda details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:53:40.864248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fa2b3-80b6-4988-b60b-3988d2922cad req-c26578ea-5d47-48ec-96ef-7adbe85f09eb tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:40.866892 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c8fa2b3-80b6-4988-b60b-3988d2922cad req-c26578ea-5d47-48ec-96ef-7adbe85f09eb tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 943 time: 0.0819705 Oct 13 10:53:40.925956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 2b848f99-78c6-44f4-aed0-1a9e32520eda, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2b848f99-78c6-44f4-aed0-1a9e32520eda,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:40.927695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c8fa2b3-80b6-4988-b60b-3988d2922cad req-b1df9be0-50e7-43e1-8380-2c8dd9b02a72 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478837 Oct 13 10:53:40.942582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '2b848f99-78c6-44f4-aed0-1a9e32520eda', 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab', 'port_id': '2b848f99-78c6-44f4-aed0-1a9e32520eda', 'mac_address': 'fa:16:3e:b2:6c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881ab6b9-8c3e-4cdb-a765-c79977833035', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:53:40.952851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-0604717b-68ff-4a28-9671-64499da927f8 req-d4776f21-c460-4db4-a083-57283227014f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2073481973', 'description': 'tempest-description-2120067134'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:41.009929 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:41.028367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b848f99-78c6-44f4-aed0-1a9e32520eda {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:53:41.060423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 2b848f99-78c6-44f4-aed0-1a9e32520eda, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2b848f99-78c6-44f4-aed0-1a9e32520eda,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:41.111005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0604717b-68ff-4a28-9671-64499da927f8 req-d4776f21-c460-4db4-a083-57283227014f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:41.158270 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:41.199773 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0604717b-68ff-4a28-9671-64499da927f8 req-d4776f21-c460-4db4-a083-57283227014f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:41.239065 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=2b848f99-78c6-44f4-aed0-1a9e32520eda,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:41.301803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0604717b-68ff-4a28-9671-64499da927f8 req-d4776f21-c460-4db4-a083-57283227014f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:41.363644 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4776f21-c460-4db4-a083-57283227014f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cce8624-7dda-46c1-af1b-828c0057bc6c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:41.373021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['2b848f99-78c6-44f4-aed0-1a9e32520eda'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:53:41.415285 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0604717b-68ff-4a28-9671-64499da927f8 req-d4776f21-c460-4db4-a083-57283227014f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:41.426793 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0604717b-68ff-4a28-9671-64499da927f8 req-d4776f21-c460-4db4-a083-57283227014f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4803371 Oct 13 10:53:41.639103 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a809a2f-5695-43d4-9c89-c4e5fe3099a3 req-c0d5d17d-cdd7-473b-b136-38e9ee8f7653 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:41.652576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a809a2f-5695-43d4-9c89-c4e5fe3099a3 req-c0d5d17d-cdd7-473b-b136-38e9ee8f7653 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.1328621 Oct 13 10:53:41.713987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002a39c-d8c2-4bc3-a87c-f5019622b89b req-60a736f9-8ffb-45e6-86a8-b8dc82506c31 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:41.715479 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:41.718672 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7002a39c-d8c2-4bc3-a87c-f5019622b89b req-60a736f9-8ffb-45e6-86a8-b8dc82506c31 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.1418140 Oct 13 10:53:41.750563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a809a2f-5695-43d4-9c89-c4e5fe3099a3 req-8605543d-ce73-42ed-9a2a-cbfd7ba934c2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908637 Oct 13 10:53:41.786203 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7002a39c-d8c2-4bc3-a87c-f5019622b89b req-8da6dada-170d-4a8e-8caa-77026965c498 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546181 Oct 13 10:53:41.952503 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f53677ba-d258-4df4-8282-f1b439d55909 req-4902116a-8d21-48c9-a168-fe7875989fec tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/4cce8624-7dda-46c1-af1b-828c0057bc6c HTTP/1.1" status: 200 len: 1805 time: 0.0632598 Oct 13 10:53:41.969880 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-f53677ba-d258-4df4-8282-f1b439d55909 req-d4cbe973-607c-4b9a-a14d-d2f8831793bb tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4cce8624-7dda-46c1-af1b-828c0057bc6c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:41.970434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-f53677ba-d258-4df4-8282-f1b439d55909 req-d4cbe973-607c-4b9a-a14d-d2f8831793bb tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4cce8624-7dda-46c1-af1b-828c0057bc6c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:42.060109 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:42.149571 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f53677ba-d258-4df4-8282-f1b439d55909 req-d4cbe973-607c-4b9a-a14d-d2f8831793bb tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:42.187607 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f53677ba-d258-4df4-8282-f1b439d55909 req-d4cbe973-607c-4b9a-a14d-d2f8831793bb tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:42.266411 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f53677ba-d258-4df4-8282-f1b439d55909 req-d4cbe973-607c-4b9a-a14d-d2f8831793bb tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:42.307298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbe973-607c-4b9a-a14d-d2f8831793bb tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9a9be2-d192-4d23-8f7b-10a6dbd776e2,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:42.371285 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f53677ba-d258-4df4-8282-f1b439d55909 req-d4cbe973-607c-4b9a-a14d-d2f8831793bb tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:42.379659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f53677ba-d258-4df4-8282-f1b439d55909 req-d4cbe973-607c-4b9a-a14d-d2f8831793bb tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4176059 Oct 13 10:53:42.760795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194d8aa-a9f4-46c7-84e0-3731cac52470 req-edb14d1d-aee9-4b71-a954-47cb2ca5a318 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:42.770557 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5194d8aa-a9f4-46c7-84e0-3731cac52470 req-edb14d1d-aee9-4b71-a954-47cb2ca5a318 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 943 time: 0.1371891 Oct 13 10:53:42.793764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 2b848f99-78c6-44f4-aed0-1a9e32520eda up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:53:42.822354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd14f7f-1e48-4626-b35f-f0b729e11c91 req-06fb605e-46c3-4bb3-bd44-fd03a90fc882 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:42.833272 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5194d8aa-a9f4-46c7-84e0-3731cac52470 req-25392c61-2046-4b48-ba3e-afb44f6b0d05 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607591 Oct 13 10:53:42.834649 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fd14f7f-1e48-4626-b35f-f0b729e11c91 req-06fb605e-46c3-4bb3-bd44-fd03a90fc882 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 944 time: 0.1381636 Oct 13 10:53:42.890320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efef6d60-4ae2-4898-a8cf-fafc1e7e3488 req-0f5d982b-390d-47ee-874d-2945aa6e48c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1400249 Oct 13 10:53:42.910409 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fd14f7f-1e48-4626-b35f-f0b729e11c91 req-371c7bd9-3295-4cbb-9971-971caf6302cc tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731323 Oct 13 10:53:42.912959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 2b848f99-78c6-44f4-aed0-1a9e32520eda triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:53:42.913391 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:43.015770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0e9a438-7365-4e7f-8e1e-4ad82abecd49 req-21941872-bb26-4128-9f24-d0e262129d41 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/4cce8624-7dda-46c1-af1b-828c0057bc6c HTTP/1.1" status: 200 len: 2398 time: 0.1304672 Oct 13 10:53:43.029424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-a0e9a438-7365-4e7f-8e1e-4ad82abecd49 req-21d75ac8-77e6-46a3-b178-529a69935441 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4cce8624-7dda-46c1-af1b-828c0057bc6c', 'remote_group_id': None}]} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:43.029999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-a0e9a438-7365-4e7f-8e1e-4ad82abecd49 req-21d75ac8-77e6-46a3-b178-529a69935441 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4cce8624-7dda-46c1-af1b-828c0057bc6c', 'remote_group_id': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:43.038936 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:43.074266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce213bc-4cbb-47d0-8a02-c092c2e3ac46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b848f99-78c6-44f4-aed0-1a9e32520eda'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:43.077525 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3dc07b-f26b-4852-8f23-e646f84e6850" -d '{"events": [{"server_uuid": "6ce213bc-4cbb-47d0-8a02-c092c2e3ac46", "name": "network-vif-plugged", "status": "completed", "tag": "2b848f99-78c6-44f4-aed0-1a9e32520eda"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:43.095876 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 2b848f99-78c6-44f4-aed0-1a9e32520eda, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2b848f99-78c6-44f4-aed0-1a9e32520eda,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:43.122478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35576) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:43.126952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef6d60-4ae2-4898-a8cf-fafc1e7e3488 req-17eddf0b-6ed7-41db-9d95-7ca9a0f3f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:43.128524 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efef6d60-4ae2-4898-a8cf-fafc1e7e3488 req-17eddf0b-6ed7-41db-9d95-7ca9a0f3f77a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 1095 time: 0.1802344 Oct 13 10:53:43.227109 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:43.260492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220818dd-e5de-4cff-ad17-18d79cf99f69 req-950a268a-96f8-476f-8c60-31fa6f6e9971 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:43.268873 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-220818dd-e5de-4cff-ad17-18d79cf99f69 req-950a268a-96f8-476f-8c60-31fa6f6e9971 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.2224295 Oct 13 10:53:43.298545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=2b848f99-78c6-44f4-aed0-1a9e32520eda,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:43.306486 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:43.330473 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-220818dd-e5de-4cff-ad17-18d79cf99f69 req-e2137861-581c-483a-9e98-aed8fbf57be7 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544772 Oct 13 10:53:43.330776 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a0e9a438-7365-4e7f-8e1e-4ad82abecd49 req-21d75ac8-77e6-46a3-b178-529a69935441 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:43.374242 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9bc5d15e-a3d9-40c7-81cc-5aa090d918ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3571055f6f584a84a9c094f93f5d9df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505355 Oct 13 10:53:43.379803 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35580) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:43.394420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef6d60-4ae2-4898-a8cf-fafc1e7e3488 req-db79e0dd-2d6b-4416-a4f5-fd94db7396d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:43.396806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efef6d60-4ae2-4898-a8cf-fafc1e7e3488 req-db79e0dd-2d6b-4416-a4f5-fd94db7396d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.2465374 Oct 13 10:53:43.413799 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a0e9a438-7365-4e7f-8e1e-4ad82abecd49 req-21d75ac8-77e6-46a3-b178-529a69935441 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:43.482736 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a0e9a438-7365-4e7f-8e1e-4ad82abecd49 req-21d75ac8-77e6-46a3-b178-529a69935441 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:43.487969 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efef6d60-4ae2-4898-a8cf-fafc1e7e3488 req-216d5bb2-2e55-41ce-95f5-6b0cbc69d061 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6 HTTP/1.1" status: 200 len: 217 time: 0.0837274 Oct 13 10:53:43.504355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d75ac8-77e6-46a3-b178-529a69935441 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4117d560-aa12-4b50-97c4-1b5fe13f5cbf,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:43.513419 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b44968b9-e084-4ce8-80b5-b092665b3cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:43.540013 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b44968b9-e084-4ce8-80b5-b092665b3cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:43.568078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef6d60-4ae2-4898-a8cf-fafc1e7e3488 req-d31a4627-22af-4a73-959c-8c2972a2a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:43.569439 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efef6d60-4ae2-4898-a8cf-fafc1e7e3488 req-d31a4627-22af-4a73-959c-8c2972a2a33c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0636461 Oct 13 10:53:43.583775 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb938fc8-3388-4b3f-b78f-74860ced9276 req-befdb0fe-7250-44ae-8ff6-7337a0a5978d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:43.592590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb938fc8-3388-4b3f-b78f-74860ced9276 req-befdb0fe-7250-44ae-8ff6-7337a0a5978d tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.1157107 Oct 13 10:53:43.618506 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a0e9a438-7365-4e7f-8e1e-4ad82abecd49 req-21d75ac8-77e6-46a3-b178-529a69935441 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:43.633592 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efef6d60-4ae2-4898-a8cf-fafc1e7e3488 req-efb7996b-1578-4bbb-92b8-093b432fffba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339847 Oct 13 10:53:43.635595 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0e9a438-7365-4e7f-8e1e-4ad82abecd49 req-21d75ac8-77e6-46a3-b178-529a69935441 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6177850 Oct 13 10:53:43.672532 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b44968b9-e084-4ce8-80b5-b092665b3cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:43.677590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b44968b9-e084-4ce8-80b5-b092665b3cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:43.679131 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b44968b9-e084-4ce8-80b5-b092665b3cd3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e646fe39-081b-400d-8b5c-9e34cde3e479 HTTP/1.1" status: 204 len: 168 time: 0.2978392 Oct 13 10:53:43.699013 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44968b9-e084-4ce8-80b5-b092665b3cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e646fe39-081b-400d-8b5c-9e34cde3e479,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:43.702987 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb938fc8-3388-4b3f-b78f-74860ced9276 req-29502b79-e0b6-45de-bdae-e5c0046fb408 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101909 Oct 13 10:53:43.797623 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1b87f7-0965-4653-82d7-5dea434d5aa9 x-openstack-request-id: req-6e1b87f7-0965-4653-82d7-5dea434d5aa9 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:43.798144 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce213bc-4cbb-47d0-8a02-c092c2e3ac46", "name": "network-vif-plugged", "status": "completed", "tag": "2b848f99-78c6-44f4-aed0-1a9e32520eda", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:43.798372 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e1b87f7-0965-4653-82d7-5dea434d5aa9 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:43.798897 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce213bc-4cbb-47d0-8a02-c092c2e3ac46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b848f99-78c6-44f4-aed0-1a9e32520eda', 'code': 200} Oct 13 10:53:43.918199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c34009e-455d-45a9-8322-a4ca4342d59f req-fdb7378c-c54a-402f-8ae2-267cd0778f81 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/4cce8624-7dda-46c1-af1b-828c0057bc6c HTTP/1.1" status: 200 len: 2996 time: 0.0989480 Oct 13 10:53:43.937533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efef6d60-4ae2-4898-a8cf-fafc1e7e3488 req-c108166f-662e-4d5c-b5bf-5a1737007bb1 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898660 Oct 13 10:53:44.085997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2897e-0b7f-445d-a544-9db3a5505aed req-2b8fabfc-0e08-4a70-96e7-8154aae48106 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:44.096210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ea2897e-0b7f-445d-a544-9db3a5505aed req-2b8fabfc-0e08-4a70-96e7-8154aae48106 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 943 time: 0.1364818 Oct 13 10:53:44.226756 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ea2897e-0b7f-445d-a544-9db3a5505aed req-69971d58-b5dc-4c79-b4e8-0d4d7c39a3e7 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141772 Oct 13 10:53:44.242294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc56994-ff70-4c81-b74d-667c80a266b4 req-b111a51a-bec2-4594-a892-8b37739ce4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:44.242294 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dbc56994-ff70-4c81-b74d-667c80a266b4 req-b111a51a-bec2-4594-a892-8b37739ce4ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 1096 time: 0.1252828 Oct 13 10:53:44.305863 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-673b4e8e-a40b-4977-aa4f-38e28c49ec26 req-b091bad7-c415-43a9-93f8-3ac7251b29dc tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-group-rules/4117d560-aa12-4b50-97c4-1b5fe13f5cbf HTTP/1.1" status: 200 len: 783 time: 0.0692244 Oct 13 10:53:44.319806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e750873-ffaa-4c1b-98c0-21bb9386802e req-6cd35460-183a-4d0e-ba67-743fa22809e8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:44.322242 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dbc56994-ff70-4c81-b74d-667c80a266b4 req-1440656c-7266-4256-bc22-7224c9103907 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840607 Oct 13 10:53:44.328451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e750873-ffaa-4c1b-98c0-21bb9386802e req-6cd35460-183a-4d0e-ba67-743fa22809e8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.2170811 Oct 13 10:53:44.367145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efef6d60-4ae2-4898-a8cf-fafc1e7e3488 req-3dcdec89-aaab-4f8b-93cd-cfcc77178114 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225810 Oct 13 10:53:44.414103 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-673b4e8e-a40b-4977-aa4f-38e28c49ec26 req-5580321d-2935-41cd-a6f9-f1c89f04ee5a tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/4cce8624-7dda-46c1-af1b-828c0057bc6c HTTP/1.1" status: 200 len: 2996 time: 0.1066890 Oct 13 10:53:44.432154 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e750873-ffaa-4c1b-98c0-21bb9386802e req-beba9125-bab5-4bbc-bd6b-c23f56edee64 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910804 Oct 13 10:53:44.502552 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-673b4e8e-a40b-4977-aa4f-38e28c49ec26 req-ff75bc60-3f80-425f-bde7-235962b0d57f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:44.512749 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-673b4e8e-a40b-4977-aa4f-38e28c49ec26 req-ff75bc60-3f80-425f-bde7-235962b0d57f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:44.607123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85482cb-0e8e-4c07-b7f1-047d097eb259 req-8355040d-a154-47e1-9ecf-321715125507 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:44.608618 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f85482cb-0e8e-4c07-b7f1-047d097eb259 req-8355040d-a154-47e1-9ecf-321715125507 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.0750449 Oct 13 10:53:44.649565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f85482cb-0e8e-4c07-b7f1-047d097eb259 req-daaf3afe-a436-4564-91fc-7f75d0ba05b5 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342774 Oct 13 10:53:44.840396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9eda0-8020-4833-81bc-a5bcd2487ee8 req-e8596844-762a-42f7-ae58-9765f138fead tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:44.841912 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04d9eda0-8020-4833-81bc-a5bcd2487ee8 req-e8596844-762a-42f7-ae58-9765f138fead tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.0602908 Oct 13 10:53:44.904727 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04d9eda0-8020-4833-81bc-a5bcd2487ee8 req-8f26cb3f-d6b9-4a16-a9dd-1bae960c73eb tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354111 Oct 13 10:53:44.914813 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-673b4e8e-a40b-4977-aa4f-38e28c49ec26 req-ff75bc60-3f80-425f-bde7-235962b0d57f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:44.931768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-673b4e8e-a40b-4977-aa4f-38e28c49ec26 req-ff75bc60-3f80-425f-bde7-235962b0d57f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:44.933074 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-673b4e8e-a40b-4977-aa4f-38e28c49ec26 req-ff75bc60-3f80-425f-bde7-235962b0d57f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4117d560-aa12-4b50-97c4-1b5fe13f5cbf HTTP/1.1" status: 204 len: 173 time: 0.5186317 Oct 13 10:53:44.949358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75bc60-3f80-425f-bde7-235962b0d57f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4117d560-aa12-4b50-97c4-1b5fe13f5cbf,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:45.178128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f618658d-304f-426d-9a26-7d72ef0188b5 req-778b1db7-3647-4f43-a3d2-3c806135e64c tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/4cce8624-7dda-46c1-af1b-828c0057bc6c HTTP/1.1" status: 200 len: 2398 time: 0.0502155 Oct 13 10:53:45.304656 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f618658d-304f-426d-9a26-7d72ef0188b5 req-1981b9de-9332-4e71-9c87-e5418a47e3c3 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:45.386851 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f618658d-304f-426d-9a26-7d72ef0188b5 req-1981b9de-9332-4e71-9c87-e5418a47e3c3 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:45.389110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4e039-77a5-47dc-9e22-a147224051c0 req-0d0a034c-ac48-4406-8c21-fd3b4491a688 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:45.398623 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17d4e039-77a5-47dc-9e22-a147224051c0 req-0d0a034c-ac48-4406-8c21-fd3b4491a688 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 943 time: 0.0938010 Oct 13 10:53:45.484050 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17d4e039-77a5-47dc-9e22-a147224051c0 req-f9502b78-058b-4183-8e11-2008c5461e16 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842676 Oct 13 10:53:45.574064 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f618658d-304f-426d-9a26-7d72ef0188b5 req-1981b9de-9332-4e71-9c87-e5418a47e3c3 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:45.584138 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f618658d-304f-426d-9a26-7d72ef0188b5 req-1981b9de-9332-4e71-9c87-e5418a47e3c3 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:45.584138 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f618658d-304f-426d-9a26-7d72ef0188b5 req-1981b9de-9332-4e71-9c87-e5418a47e3c3 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "DELETE /v2.0/security-groups/4cce8624-7dda-46c1-af1b-828c0057bc6c HTTP/1.1" status: 204 len: 173 time: 0.3927138 Oct 13 10:53:45.595010 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981b9de-9332-4e71-9c87-e5418a47e3c3 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cce8624-7dda-46c1-af1b-828c0057bc6c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:45.642983 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-9e25222a-063b-4d80-b505-12a72d807b19 req-a47a8fc7-31b7-4862-b6ad-b7d5e0b69b3b tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] show failed (client error): The resource could not be found. Oct 13 10:53:45.644042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9e25222a-063b-4d80-b505-12a72d807b19 req-a47a8fc7-31b7-4862-b6ad-b7d5e0b69b3b tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/893702ca-7bb4-4cc1-bd22-e82098fbaa85 HTTP/1.1" status: 404 len: 352 time: 0.0469432 Oct 13 10:53:45.678008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2144b46-7da1-450d-96a4-eaf7bd6a4edc req-4c0cbbbb-332c-40e7-a9b5-e4cfc404fb1f tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:45.684304 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2144b46-7da1-450d-96a4-eaf7bd6a4edc req-4c0cbbbb-332c-40e7-a9b5-e4cfc404fb1f tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.1215062 Oct 13 10:53:45.775918 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2144b46-7da1-450d-96a4-eaf7bd6a4edc req-196386f2-868e-4431-87de-007b804fc117 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849793 Oct 13 10:53:45.809835 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-48af29b5-e929-4f8a-a5e8-2868840ef616 req-6a9d0c8c-c276-44ce-a93f-da83c2413a28 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/d7eaa486-f56f-46de-b72a-dca1bf63210e HTTP/1.1" status: 200 len: 1803 time: 0.1311898 Oct 13 10:53:45.936575 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-48af29b5-e929-4f8a-a5e8-2868840ef616 req-86c6b784-de79-4289-81d8-57d3c370701f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:45.965819 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-48af29b5-e929-4f8a-a5e8-2868840ef616 req-86c6b784-de79-4289-81d8-57d3c370701f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:45.997924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6b76-d10c-47b7-ae2d-735d8e9497f1 req-bd5429aa-2f53-4571-a7fe-34203f8eaccf tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:45.999562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9df6b76-d10c-47b7-ae2d-735d8e9497f1 req-bd5429aa-2f53-4571-a7fe-34203f8eaccf tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.0720327 Oct 13 10:53:46.071478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9df6b76-d10c-47b7-ae2d-735d8e9497f1 req-e8a7f790-8de3-4c62-bd25-1d368e9141ba tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639169 Oct 13 10:53:46.197250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-48af29b5-e929-4f8a-a5e8-2868840ef616 req-86c6b784-de79-4289-81d8-57d3c370701f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:46.200246 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-48af29b5-e929-4f8a-a5e8-2868840ef616 req-86c6b784-de79-4289-81d8-57d3c370701f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:46.201551 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-48af29b5-e929-4f8a-a5e8-2868840ef616 req-86c6b784-de79-4289-81d8-57d3c370701f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "DELETE /v2.0/security-groups/d7eaa486-f56f-46de-b72a-dca1bf63210e HTTP/1.1" status: 204 len: 173 time: 0.3897598 Oct 13 10:53:46.226181 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6b784-de79-4289-81d8-57d3c370701f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eaa486-f56f-46de-b72a-dca1bf63210e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:46.392975 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79179cb-22a1-400d-8227-e637a3905f7a req-271b6539-b662-4c7d-b600-c429e5e6e513 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:46.402081 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b79179cb-22a1-400d-8227-e637a3905f7a req-271b6539-b662-4c7d-b600-c429e5e6e513 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 944 time: 0.0772460 Oct 13 10:53:46.445794 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b79179cb-22a1-400d-8227-e637a3905f7a req-56f61aa9-454b-446f-8b69-358d39d85ac8 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426733 Oct 13 10:53:46.521531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-942ee8bc-f0c5-416f-898c-fa22f1210ef1 req-9d12d306-7b06-49f9-a346-a5c0c0431a12 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/cfbfedda-f94b-473c-9080-b5ea93b9a0a0 HTTP/1.1" status: 200 len: 1804 time: 0.0574675 Oct 13 10:53:46.611967 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-942ee8bc-f0c5-416f-898c-fa22f1210ef1 req-0c17e1ee-04c8-448e-af87-0c87ca4bc952 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:46.672169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6d30a-63c7-4141-ae7e-25592f714672 req-5922aaf6-4ddc-4685-a128-708a85af24a4 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:46.675068 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3b6d30a-63c7-4141-ae7e-25592f714672 req-5922aaf6-4ddc-4685-a128-708a85af24a4 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 943 time: 0.0726182 Oct 13 10:53:46.701530 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-942ee8bc-f0c5-416f-898c-fa22f1210ef1 req-0c17e1ee-04c8-448e-af87-0c87ca4bc952 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:46.732548 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-2cdbe48b-8c71-4d3b-a479-d398f551555b service neutron] 10.222.0.21 "GET /v2.0/ports/fd640f8e-8187-47e6-bb34-03da649af49f/bindings/n-h1-813659-3 HTTP/1.1" status: 200 len: 384 time: 0.1144028 Oct 13 10:53:46.740452 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3b6d30a-63c7-4141-ae7e-25592f714672 req-c2d779ba-9348-4466-92a1-0a36b43ae3d9 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580235 Oct 13 10:53:46.935293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-942ee8bc-f0c5-416f-898c-fa22f1210ef1 req-0c17e1ee-04c8-448e-af87-0c87ca4bc952 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:46.938315 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-942ee8bc-f0c5-416f-898c-fa22f1210ef1 req-0c17e1ee-04c8-448e-af87-0c87ca4bc952 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:46.939779 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-942ee8bc-f0c5-416f-898c-fa22f1210ef1 req-0c17e1ee-04c8-448e-af87-0c87ca4bc952 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "DELETE /v2.0/security-groups/cfbfedda-f94b-473c-9080-b5ea93b9a0a0 HTTP/1.1" status: 204 len: 173 time: 0.4106205 Oct 13 10:53:46.965877 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17e1ee-04c8-448e-af87-0c87ca4bc952 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbfedda-f94b-473c-9080-b5ea93b9a0a0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:46.989078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-f44a7a1f-e9e7-4e67-876f-2bba7a94a39a service neutron] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=fd640f8e-8187-47e6-bb34-03da649af49f,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:47.019596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-f44a7a1f-e9e7-4e67-876f-2bba7a94a39a service neutron] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:53:47.081717 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-f44a7a1f-e9e7-4e67-876f-2bba7a94a39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd640f8e-8187-47e6-bb34-03da649af49f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:53:47.100420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-f44a7a1f-e9e7-4e67-876f-2bba7a94a39a service neutron] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=fd640f8e-8187-47e6-bb34-03da649af49f,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:47.124489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dacdb-592b-4697-ac32-756b03e2bc1a req-021c0812-e4ad-447d-9217-27dce2571600 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:47.125961 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a2dacdb-592b-4697-ac32-756b03e2bc1a req-021c0812-e4ad-447d-9217-27dce2571600 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0843749 Oct 13 10:53:47.172432 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-f44a7a1f-e9e7-4e67-876f-2bba7a94a39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:47.213649 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a2dacdb-592b-4697-ac32-756b03e2bc1a req-0062d5c2-6ab8-4d8c-9d64-6ec35f888596 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808825 Oct 13 10:53:47.230152 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-58f7378e-4ab9-4c4f-aae3-00b680db4019 req-efff9f1d-8090-4e89-839a-e88eae67e3a6 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/ac32595d-d07d-4ef3-9b5b-9f97c614f33a HTTP/1.1" status: 200 len: 1804 time: 0.0554044 Oct 13 10:53:47.314521 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-58f7378e-4ab9-4c4f-aae3-00b680db4019 req-db9152a7-38ba-43fc-882a-527814b89888 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:47.343044 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-58f7378e-4ab9-4c4f-aae3-00b680db4019 req-db9152a7-38ba-43fc-882a-527814b89888 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:47.348949 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-f44a7a1f-e9e7-4e67-876f-2bba7a94a39a service neutron] Transition to ACTIVE for port object fd640f8e-8187-47e6-bb34-03da649af49f will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:53:47.360742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c122829-40b2-4c51-8e58-f81c5371ff4c req-6afd7b2d-e5de-48fb-aa58-2663f30468f1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:47.362270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c122829-40b2-4c51-8e58-f81c5371ff4c req-6afd7b2d-e5de-48fb-aa58-2663f30468f1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.0712771 Oct 13 10:53:47.416577 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c122829-40b2-4c51-8e58-f81c5371ff4c req-82309beb-e34f-465a-b5d4-3e9611f73d0a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459888 Oct 13 10:53:47.466211 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-f44a7a1f-e9e7-4e67-876f-2bba7a94a39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:47.489156 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-58f7378e-4ab9-4c4f-aae3-00b680db4019 req-db9152a7-38ba-43fc-882a-527814b89888 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:47.492110 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-58f7378e-4ab9-4c4f-aae3-00b680db4019 req-db9152a7-38ba-43fc-882a-527814b89888 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:47.499570 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-58f7378e-4ab9-4c4f-aae3-00b680db4019 req-db9152a7-38ba-43fc-882a-527814b89888 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "DELETE /v2.0/security-groups/ac32595d-d07d-4ef3-9b5b-9f97c614f33a HTTP/1.1" status: 204 len: 173 time: 0.2482834 Oct 13 10:53:47.528184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9152a7-38ba-43fc-882a-527814b89888 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac32595d-d07d-4ef3-9b5b-9f97c614f33a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:47.579804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-f44a7a1f-e9e7-4e67-876f-2bba7a94a39a service neutron] No DVR routers for this DVR port fd640f8e-8187-47e6-bb34-03da649af49f on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:53:47.600608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a7a1f-e9e7-4e67-876f-2bba7a94a39a service neutron] Pushing event updated for resources: {'Port': ['ID=fd640f8e-8187-47e6-bb34-03da649af49f,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:47.641034 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-f44a7a1f-e9e7-4e67-876f-2bba7a94a39a service neutron] 10.222.0.21 "PUT /v2.0/ports/fd640f8e-8187-47e6-bb34-03da649af49f/bindings/n-h1-813659-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8994319 Oct 13 10:53:47.654404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e043cce-7387-4a31-888c-b069d957c7f8 req-734e9d77-3563-429d-87f4-5c928851f0c5 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:47.656236 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e043cce-7387-4a31-888c-b069d957c7f8 req-734e9d77-3563-429d-87f4-5c928851f0c5 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.0649426 Oct 13 10:53:47.700832 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e043cce-7387-4a31-888c-b069d957c7f8 req-f5bb5b8d-1398-49d6-af2b-35d86782358e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384543 Oct 13 10:53:47.815770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-bbd06fe7-43ad-4086-898d-c7a624b11525 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:47.818397 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-bbd06fe7-43ad-4086-898d-c7a624b11525 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd&tenant_id=59ce84d919ed4ecdafe5a928ed96d168&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1096 time: 0.0559988 Oct 13 10:53:47.889272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78309dd-c811-4ea8-bcfa-62ae7ee36449 req-b82e8e67-bf4c-48e3-8670-6c1fe524ed49 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:47.898092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e78309dd-c811-4ea8-bcfa-62ae7ee36449 req-b82e8e67-bf4c-48e3-8670-6c1fe524ed49 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 945 time: 0.0704188 Oct 13 10:53:47.901734 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da1c2ed8-9f49-4d87-bcfe-714940ac5cac req-61f5ab49-ede1-4b59-b704-58cdb385d89f tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/43d5c8a1-7d6c-4c8a-aac3-e8998d965a8d HTTP/1.1" status: 200 len: 2403 time: 0.0822804 Oct 13 10:53:47.951816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e78309dd-c811-4ea8-bcfa-62ae7ee36449 req-727ca3b3-69fb-438d-8173-1ac6691acf0e tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525405 Oct 13 10:53:47.993752 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-da1c2ed8-9f49-4d87-bcfe-714940ac5cac req-178983da-b4b1-4973-987e-2007e4f8b52d tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:48.048218 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-da1c2ed8-9f49-4d87-bcfe-714940ac5cac req-178983da-b4b1-4973-987e-2007e4f8b52d tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:48.089142 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-6ffef93c-ca9b-4469-9bd7-27a100d6d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:48.090585 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-6ffef93c-ca9b-4469-9bd7-27a100d6d546 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd&tenant_id=59ce84d919ed4ecdafe5a928ed96d168 HTTP/1.1" status: 200 len: 1096 time: 0.2558939 Oct 13 10:53:48.171735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0e4298a5-8acb-41b1-a5f8-07dc26efa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:48.173245 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0e4298a5-8acb-41b1-a5f8-07dc26efa471 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 1096 time: 0.0481012 Oct 13 10:53:48.230618 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-da1c2ed8-9f49-4d87-bcfe-714940ac5cac req-178983da-b4b1-4973-987e-2007e4f8b52d tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:48.233441 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-da1c2ed8-9f49-4d87-bcfe-714940ac5cac req-178983da-b4b1-4973-987e-2007e4f8b52d tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:48.234776 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da1c2ed8-9f49-4d87-bcfe-714940ac5cac req-178983da-b4b1-4973-987e-2007e4f8b52d tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "DELETE /v2.0/security-groups/43d5c8a1-7d6c-4c8a-aac3-e8998d965a8d HTTP/1.1" status: 204 len: 173 time: 0.3262961 Oct 13 10:53:48.252589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178983da-b4b1-4973-987e-2007e4f8b52d tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d5c8a1-7d6c-4c8a-aac3-e8998d965a8d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:48.314416 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-29490b84-b679-41c6-99ca-5f6bb7f1525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:48.314416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-29490b84-b679-41c6-99ca-5f6bb7f1525f service neutron] 10.222.0.46 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.1324127 Oct 13 10:53:48.376105 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-0a0223d4-412d-4b4e-a13e-93c5afad15ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd640f8e-8187-47e6-bb34-03da649af49f HTTP/1.1" status: 200 len: 217 time: 0.0531459 Oct 13 10:53:48.423755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03987c8-7922-4668-8762-08eb6ec807b5 req-29ef8ce4-c4a7-4b89-973f-1738cbc9471e tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:48.425473 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b03987c8-7922-4668-8762-08eb6ec807b5 req-29ef8ce4-c4a7-4b89-973f-1738cbc9471e tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 943 time: 0.1110511 Oct 13 10:53:48.456889 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-9f41ce9b-93ec-4e79-9a62-2ab03e468e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:48.458445 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-9f41ce9b-93ec-4e79-9a62-2ab03e468e19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0740540 Oct 13 10:53:48.504866 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-edd48ceb-dec4-44df-87fd-8dc0b4fc5529 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333498 Oct 13 10:53:48.507957 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b03987c8-7922-4668-8762-08eb6ec807b5 req-aff8da3a-b98f-488b-bd23-44a5cb1767e9 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699198 Oct 13 10:53:48.652955 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-7d579efd-4b99-437c-bbca-1aac752a2830 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394932 Oct 13 10:53:48.661668 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b077d6b7-b8f2-4f48-a6dc-2712004f1805 req-3d280c6d-acc1-407b-9278-850bce05dd46 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "GET /v2.0/security-groups/772c604c-911b-4947-8f53-c536d6fb20f1 HTTP/1.1" status: 200 len: 2397 time: 0.0880809 Oct 13 10:53:48.778484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514ba1b-57b8-4147-8e13-a470e42fcbdd req-68f200a6-7d84-4377-bb8e-f69a469d6637 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:48.786917 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0514ba1b-57b8-4147-8e13-a470e42fcbdd req-68f200a6-7d84-4377-bb8e-f69a469d6637 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.0871980 Oct 13 10:53:48.794920 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b077d6b7-b8f2-4f48-a6dc-2712004f1805 req-12c2be0e-5141-427e-ac34-f7578aa6ad59 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:48.803494 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-abfc596b-4db1-4e5f-8bfd-bbaa095a1e12 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396976 Oct 13 10:53:48.825983 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b077d6b7-b8f2-4f48-a6dc-2712004f1805 req-12c2be0e-5141-427e-ac34-f7578aa6ad59 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:48.848296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0514ba1b-57b8-4147-8e13-a470e42fcbdd req-e918011f-6d0f-4092-bf26-f8106013392f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561674 Oct 13 10:53:49.014477 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b077d6b7-b8f2-4f48-a6dc-2712004f1805 req-12c2be0e-5141-427e-ac34-f7578aa6ad59 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:49.017699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b077d6b7-b8f2-4f48-a6dc-2712004f1805 req-12c2be0e-5141-427e-ac34-f7578aa6ad59 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:49.025790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35742) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:49.027434 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b077d6b7-b8f2-4f48-a6dc-2712004f1805 req-12c2be0e-5141-427e-ac34-f7578aa6ad59 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] 10.222.0.32 "DELETE /v2.0/security-groups/772c604c-911b-4947-8f53-c536d6fb20f1 HTTP/1.1" status: 204 len: 173 time: 0.3643050 Oct 13 10:53:49.047995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2be0e-5141-427e-ac34-f7578aa6ad59 tempest-SecurityGroupRulesTestJSON-641790057 tempest-SecurityGroupRulesTestJSON-641790057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772c604c-911b-4947-8f53-c536d6fb20f1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:49.174465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f51809b-e0a5-4acf-bee9-4366f5bf7ae8 admin admin] Deleting subnet 95fc99b9-c78b-441d-bc08-f8a84c4abd7e {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:53:49.182200 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f51809b-e0a5-4acf-bee9-4366f5bf7ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:49.223778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-0e3705a8-785d-4980-ab80-9467491b3550 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:49.225266 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-0e3705a8-785d-4980-ab80-9467491b3550 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/networks?id=50442a74-a395-41f5-ace1-d070f61b1eab HTTP/1.1" status: 200 len: 815 time: 0.2291243 Oct 13 10:53:49.246178 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f51809b-e0a5-4acf-bee9-4366f5bf7ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:49.268392 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f3b92a29-bff6-499c-bbec-b4e96dc86315 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/quotas/b2cbcdd5f6954d95a5a93373c8c93ed3 HTTP/1.1" status: 200 len: 375 time: 0.0346377 Oct 13 10:53:49.317596 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f51809b-e0a5-4acf-bee9-4366f5bf7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:49.367580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-2450807f-3efd-4eb0-b463-05854aa35b03 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2cbcdd5f6954d95a5a93373c8c93ed3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0918207 Oct 13 10:53:49.527402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f6556777-64b5-49b3-b04e-72cb8266971a service neutron] 10.222.0.32 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499949 Oct 13 10:53:49.620144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-01645f1f-15b7-4cae-9c7d-abca090fd3d5 service neutron] 10.222.0.32 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859842 Oct 13 10:53:49.638354 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bf4ed-4c31-4a4a-816c-ef2244ba6518 req-2eaea0a6-2ed1-4031-aa7c-758545d2a8d4 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:49.640126 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-208bf4ed-4c31-4a4a-816c-ef2244ba6518 req-2eaea0a6-2ed1-4031-aa7c-758545d2a8d4 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 945 time: 0.4164028 Oct 13 10:53:49.645979 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb26181c-20fb-40b1-8cee-e076fe8ee2e3 req-1f5f4d78-df2a-4976-ad71-24395aceab6e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804191 Oct 13 10:53:49.710649 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-208bf4ed-4c31-4a4a-816c-ef2244ba6518 req-c648f421-0a78-4355-92ee-3f4c1d1e1935 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624692 Oct 13 10:53:49.723709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26181c-20fb-40b1-8cee-e076fe8ee2e3 req-38438134-38ba-48d3-9ca8-e2e87db56354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:49.725111 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb26181c-20fb-40b1-8cee-e076fe8ee2e3 req-38438134-38ba-48d3-9ca8-e2e87db56354 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 1095 time: 0.0503466 Oct 13 10:53:49.757397 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f51809b-e0a5-4acf-bee9-4366f5bf7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:49.788869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51809b-e0a5-4acf-bee9-4366f5bf7ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95fc99b9-c78b-441d-bc08-f8a84c4abd7e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:49.790100 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f51809b-e0a5-4acf-bee9-4366f5bf7ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:49.794380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7f51809b-e0a5-4acf-bee9-4366f5bf7ae8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/95fc99b9-c78b-441d-bc08-f8a84c4abd7e HTTP/1.1" status: 204 len: 168 time: 0.7238486 Oct 13 10:53:49.795791 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35760) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:49.973233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26181c-20fb-40b1-8cee-e076fe8ee2e3 req-d307a6fe-a5cf-4b1d-9972-4ed136762253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:49.974526 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb26181c-20fb-40b1-8cee-e076fe8ee2e3 req-d307a6fe-a5cf-4b1d-9972-4ed136762253 service neutron] 10.222.0.46 "GET /v2.0/networks?id=674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 200 len: 922 time: 0.2197826 Oct 13 10:53:49.987294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75944f63-d799-4fea-829e-9566a60b884e req-a0c08901-dca2-4026-a821-52a670d31430 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:49.989834 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75944f63-d799-4fea-829e-9566a60b884e req-a0c08901-dca2-4026-a821-52a670d31430 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 943 time: 0.1107438 Oct 13 10:53:50.002105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ea9b4a2-64ed-4e83-b8b1-0a483c7e049b req-cb2651ce-bebe-4e90-8a51-f22c62b199e2 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 210 time: 0.0690713 Oct 13 10:53:50.087899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f92921-0541-4a2b-bd74-b19a939c862c req-4544e973-a07b-4749-884d-32b1d9462956 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:50.089420 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37f92921-0541-4a2b-bd74-b19a939c862c req-4544e973-a07b-4749-884d-32b1d9462956 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ce213bc-4cbb-47d0-8a02-c092c2e3ac46 HTTP/1.1" status: 200 len: 945 time: 0.2392006 Oct 13 10:53:50.119869 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb26181c-20fb-40b1-8cee-e076fe8ee2e3 req-83c1c52d-689c-43b7-a30a-41579003d90b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dac758-caf9-458a-806d-2ff612c6f62e HTTP/1.1" status: 200 len: 217 time: 0.1288214 Oct 13 10:53:50.144113 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4255c32b-d560-40e6-9488-c6b94e00bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:50.179496 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75944f63-d799-4fea-829e-9566a60b884e req-517ad1e3-7969-4bea-9845-e8576ebe2eeb tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813991 Oct 13 10:53:50.187231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-bfa04018-3132-497e-96b2-7b4c6a192e7b tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:50.188717 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-bfa04018-3132-497e-96b2-7b4c6a192e7b tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd&tenant_id=59ce84d919ed4ecdafe5a928ed96d168&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 1096 time: 0.2762384 Oct 13 10:53:50.214059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26181c-20fb-40b1-8cee-e076fe8ee2e3 req-092710a2-77fb-47ba-a5cf-bb88c3a01d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:50.217805 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb26181c-20fb-40b1-8cee-e076fe8ee2e3 req-092710a2-77fb-47ba-a5cf-bb88c3a01d3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 200 len: 861 time: 0.0871778 Oct 13 10:53:50.243281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45429157-8511-4298-b00c-c01bb9e8aaa4 req-01948c68-5301-475b-a60a-97ae165e6c52 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:50.244756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-45429157-8511-4298-b00c-c01bb9e8aaa4 req-01948c68-5301-475b-a60a-97ae165e6c52 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.1711974 Oct 13 10:53:50.273630 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb26181c-20fb-40b1-8cee-e076fe8ee2e3 req-8014d1fe-bf3e-4031-8383-26d16992a827 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=674e18d0-a007-4b1e-8e1f-f0de80142a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412722 Oct 13 10:53:50.421293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4255c32b-d560-40e6-9488-c6b94e00bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:50.421729 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb26181c-20fb-40b1-8cee-e076fe8ee2e3 req-567d1d36-c0fd-4948-b8bd-b96d90feb318 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387849 Oct 13 10:53:50.435774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-45429157-8511-4298-b00c-c01bb9e8aaa4 req-fb25e390-636c-413f-b071-eb01ad35f60b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658401 Oct 13 10:53:50.500654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-37f92921-0541-4a2b-bd74-b19a939c862c req-e26dd430-6ad8-4559-8fdd-034f2e88172e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Deleting port 2b848f99-78c6-44f4-aed0-1a9e32520eda {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:53:50.500994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-37f92921-0541-4a2b-bd74-b19a939c862c req-e26dd430-6ad8-4559-8fdd-034f2e88172e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:50.512389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4255c32b-d560-40e6-9488-c6b94e00bcaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23321c91-bb5e-4dac-8797-6137b86356fe']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:53:50.558870 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb26181c-20fb-40b1-8cee-e076fe8ee2e3 req-83ad1e5c-e9f0-41a0-b859-afc58de098f6 service neutron] 10.222.0.46 "GET /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205578 Oct 13 10:53:50.574801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4255c32b-d560-40e6-9488-c6b94e00bcaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f848fac6-bd88-4d14-adf0-5c2aa5d10aac') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:53:50.575104 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4255c32b-d560-40e6-9488-c6b94e00bcaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f848fac6-bd88-4d14-adf0-5c2aa5d10aac') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:53:50.651206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35794) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:50.879660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75cf8410-230a-486b-9576-5d58e5eddae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:50.911379 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4255c32b-d560-40e6-9488-c6b94e00bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:50.927387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-41ec4c4e-1783-42c7-a4f4-dfda2d408f79 service neutron] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:53:50.937668 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-41ec4c4e-1783-42c7-a4f4-dfda2d408f79 service neutron] Notify callbacks [] for binding, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:50.939342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd861bfc-7fbc-49d9-a64f-7ab039bad3d9 req-41ec4c4e-1783-42c7-a4f4-dfda2d408f79 service neutron] 10.222.0.46 "DELETE /v2.0/ports/fd640f8e-8187-47e6-bb34-03da649af49f/bindings/n-h2-813659-3 HTTP/1.1" status: 204 len: 173 time: 0.7360330 Oct 13 10:53:50.946650 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4255c32b-d560-40e6-9488-c6b94e00bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:50.950201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fada6-69b2-4089-b264-74e44df39f5b req-9f185d8d-e5ed-43af-b290-d44b1a697889 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:50.960596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4255c32b-d560-40e6-9488-c6b94e00bcaa admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:53:50.960959 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d41fada6-69b2-4089-b264-74e44df39f5b req-9f185d8d-e5ed-43af-b290-d44b1a697889 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 945 time: 0.1380246 Oct 13 10:53:50.961227 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4255c32b-d560-40e6-9488-c6b94e00bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:53:50.963109 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:53:51.020913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d41fada6-69b2-4089-b264-74e44df39f5b req-260a89c7-7ef3-4522-b792-60a02ccbf4b6 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589681 Oct 13 10:53:51.081117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-37f92921-0541-4a2b-bd74-b19a939c862c req-e26dd430-6ad8-4559-8fdd-034f2e88172e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] For port 2b848f99-78c6-44f4-aed0-1a9e32520eda, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2b848f99-78c6-44f4-aed0-1a9e32520eda,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:51.081117 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-37f92921-0541-4a2b-bd74-b19a939c862c req-e26dd430-6ad8-4559-8fdd-034f2e88172e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:51.116510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-37f92921-0541-4a2b-bd74-b19a939c862c req-e26dd430-6ad8-4559-8fdd-034f2e88172e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Calling delete_port for 2b848f99-78c6-44f4-aed0-1a9e32520eda owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:53:51.154450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3e053ad-92c4-42d7-910c-54e561230987 req-87330428-5069-4481-b760-d263bcffed57 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 210 time: 0.0403600 Oct 13 10:53:51.219099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28715af6-6472-463e-970e-8dfb6e53ab65 req-bc35a030-e4c0-49bc-b0a1-3bd230155123 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:51.220671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-28715af6-6472-463e-970e-8dfb6e53ab65 req-bc35a030-e4c0-49bc-b0a1-3bd230155123 tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 1096 time: 0.0797598 Oct 13 10:53:51.231810 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4255c32b-d560-40e6-9488-c6b94e00bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:51.240929 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4255c32b-d560-40e6-9488-c6b94e00bcaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:51.244544 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4255c32b-d560-40e6-9488-c6b94e00bcaa admin admin] 10.222.0.32 "DELETE /v2.0/networks/23321c91-bb5e-4dac-8797-6137b86356fe HTTP/1.1" status: 204 len: 168 time: 1.4453785 Oct 13 10:53:51.269591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255c32b-d560-40e6-9488-c6b94e00bcaa admin admin] Pushing event deleted for resources: {'Network': ['ID=23321c91-bb5e-4dac-8797-6137b86356fe,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:51.366699 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-28715af6-6472-463e-970e-8dfb6e53ab65 req-37b675c0-edbd-4b05-89d3-30be7902623d tempest-LiveAutoBlockMigrationV225Test-2088465258 tempest-LiveAutoBlockMigrationV225Test-2088465258-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281219 Oct 13 10:53:51.434749 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75cf8410-230a-486b-9576-5d58e5eddae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:51.446219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0175c-9461-42e6-a707-0e2ea150c903 req-b29aadab-c054-4260-a575-1d04ec449b35 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:51.456873 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06b0175c-9461-42e6-a707-0e2ea150c903 req-b29aadab-c054-4260-a575-1d04ec449b35 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 943 time: 0.1142201 Oct 13 10:53:51.469564 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-37f92921-0541-4a2b-bd74-b19a939c862c req-e26dd430-6ad8-4559-8fdd-034f2e88172e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:51.504821 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75cf8410-230a-486b-9576-5d58e5eddae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:51.535197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dd430-6ad8-4559-8fdd-034f2e88172e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Pushing event deleted for resources: {'Port': ['ID=2b848f99-78c6-44f4-aed0-1a9e32520eda,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:51.592337 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-75cf8410-230a-486b-9576-5d58e5eddae4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ceaeaa9035d34cd99bd888d58ac7127a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9399898 Oct 13 10:53:51.593097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf8410-230a-486b-9576-5d58e5eddae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f561847-7bc7-46b4-9f27-ac3bdde4b853,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:51.598609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35828) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:51.603269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06b0175c-9461-42e6-a707-0e2ea150c903 req-8f2ef5d9-ee4b-41a6-a908-d7a807a7efc4 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434412 Oct 13 10:53:51.669193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f92921-0541-4a2b-bd74-b19a939c862c req-e26dd430-6ad8-4559-8fdd-034f2e88172e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] No DVR routers for this DVR port 2b848f99-78c6-44f4-aed0-1a9e32520eda on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:53:51.678986 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-37f92921-0541-4a2b-bd74-b19a939c862c req-e26dd430-6ad8-4559-8fdd-034f2e88172e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:51.684713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-144e43e8-7e61-4668-ac68-040d86922fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:51.685273 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37f92921-0541-4a2b-bd74-b19a939c862c req-e26dd430-6ad8-4559-8fdd-034f2e88172e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.21 "DELETE /v2.0/ports/2b848f99-78c6-44f4-aed0-1a9e32520eda HTTP/1.1" status: 204 len: 173 time: 1.5619571 Oct 13 10:53:51.687473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce213bc-4cbb-47d0-8a02-c092c2e3ac46', 'name': 'network-vif-deleted', 'tag': '2b848f99-78c6-44f4-aed0-1a9e32520eda'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:51.691988 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc99794b-0110-4593-8fa6-f9df47037135" -d '{"events": [{"server_uuid": "6ce213bc-4cbb-47d0-8a02-c092c2e3ac46", "name": "network-vif-deleted", "tag": "2b848f99-78c6-44f4-aed0-1a9e32520eda"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:51.736898 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-144e43e8-7e61-4668-ac68-040d86922fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:51.854198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bd67b-0397-471f-81be-d5e218e701a8 req-369222b0-ffa1-43a8-849d-f00ba79ddcac tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:51.855703 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a95bd67b-0397-471f-81be-d5e218e701a8 req-369222b0-ffa1-43a8-849d-f00ba79ddcac tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.0632982 Oct 13 10:53:51.901791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35832) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:51.911317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a95bd67b-0397-471f-81be-d5e218e701a8 req-4e4fdeea-3782-4f86-a2e9-176c24a71b83 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410430 Oct 13 10:53:51.939946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-144e43e8-7e61-4668-ac68-040d86922fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:51.939946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-144e43e8-7e61-4668-ac68-040d86922fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:51.939946 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-144e43e8-7e61-4668-ac68-040d86922fae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f561847-7bc7-46b4-9f27-ac3bdde4b853 HTTP/1.1" status: 204 len: 168 time: 0.3281894 Oct 13 10:53:52.004719 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b8f91707-73e7-4cc4-a3b9-a81f24c3d8d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f25e700239f64a7e84335ad654685cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1017373 Oct 13 10:53:52.008201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35836) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:52.016880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e43e8-7e61-4668-ac68-040d86922fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f561847-7bc7-46b4-9f27-ac3bdde4b853,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:52.094074 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243bd670-70c8-4103-9e2b-11c4382832fb x-openstack-request-id: req-243bd670-70c8-4103-9e2b-11c4382832fb {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:52.094533 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce213bc-4cbb-47d0-8a02-c092c2e3ac46", "name": "network-vif-deleted", "tag": "2b848f99-78c6-44f4-aed0-1a9e32520eda", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:52.094794 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-243bd670-70c8-4103-9e2b-11c4382832fb {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:52.095201 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce213bc-4cbb-47d0-8a02-c092c2e3ac46', 'name': 'network-vif-deleted', 'tag': '2b848f99-78c6-44f4-aed0-1a9e32520eda', 'status': 'completed', 'code': 200} Oct 13 10:53:52.180217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1cabd984-58d6-493c-9621-af604089a9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:52.222622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1cabd984-58d6-493c-9621-af604089a9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:52.251083 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec4a77-9fe5-4e78-94ff-2c20e8881198 req-dfeef7bc-6603-4f50-b9a3-3d03f0fd063c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:52.252591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4ec4a77-9fe5-4e78-94ff-2c20e8881198 req-dfeef7bc-6603-4f50-b9a3-3d03f0fd063c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 945 time: 0.0936642 Oct 13 10:53:52.276481 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8bc70cc-864a-4b58-b014-974b1d3fc969 req-af7ba25c-36a0-4cb7-825c-9012124f395a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 210 time: 0.0470932 Oct 13 10:53:52.321943 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4ec4a77-9fe5-4e78-94ff-2c20e8881198 req-a1499eda-dece-4d52-a5a4-3abf24572a85 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579765 Oct 13 10:53:52.448462 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1cabd984-58d6-493c-9621-af604089a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:52.451194 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1cabd984-58d6-493c-9621-af604089a9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:52.454924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1cabd984-58d6-493c-9621-af604089a9f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27b1803d-0aea-4097-b3b2-8abc7e422695 HTTP/1.1" status: 204 len: 168 time: 0.4434299 Oct 13 10:53:52.475334 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabd984-58d6-493c-9621-af604089a9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b1803d-0aea-4097-b3b2-8abc7e422695,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:52.791278 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d76c3-f8fb-4992-9034-a03daf06241d req-1daa889f-4b8f-4bdb-8a51-a62e2817ccdd tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:52.793057 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840d76c3-f8fb-4992-9034-a03daf06241d req-1daa889f-4b8f-4bdb-8a51-a62e2817ccdd tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 943 time: 0.0921769 Oct 13 10:53:52.830225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 329585c2-df4a-4474-9890-a12eb72bfeae details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:53:52.852490 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 2b848f99-78c6-44f4-aed0-1a9e32520eda no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:53:52.920428 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 2b848f99-78c6-44f4-aed0-1a9e32520eda {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:53:52.920428 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 2b848f99-78c6-44f4-aed0-1a9e32520eda not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:53:53.014948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a476e-9d29-4a53-aabb-2ace37e5c74e req-a96c4de6-593e-4998-96af-ebf60ad87224 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:53.017850 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-956a476e-9d29-4a53-aabb-2ace37e5c74e req-a96c4de6-593e-4998-96af-ebf60ad87224 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 945 time: 0.1312718 Oct 13 10:53:53.047573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840d76c3-f8fb-4992-9034-a03daf06241d req-294691d7-7176-42b5-9f93-32ccc17473ec tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428954 Oct 13 10:53:53.156186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f3706e3a-4618-4eb1-b896-9db891532b27 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:53.158120 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f3706e3a-4618-4eb1-b896-9db891532b27 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.46 "GET /v2.0/networks?id=50442a74-a395-41f5-ace1-d070f61b1eab HTTP/1.1" status: 200 len: 815 time: 0.3640156 Oct 13 10:53:53.183209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-9bb5b745-5ba9-47ec-ac10-f9c324474eb8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Request body: {'port': {'device_id': 'd2a70bc7-2fe8-4bba-a505-729cf8131c5f', 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab', 'admin_state_up': True, 'tenant_id': 'b2cbcdd5f6954d95a5a93373c8c93ed3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:53.189066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=329585c2-df4a-4474-9890-a12eb72bfeae,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:53.211555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '329585c2-df4a-4474-9890-a12eb72bfeae', 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b', 'port_id': '329585c2-df4a-4474-9890-a12eb72bfeae', 'mac_address': 'fa:16:3e:72:4a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b682f9-2048-4e73-802d-8e8789e253b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:53:53.229335 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ef016-1c9a-40b0-9ec6-94390283c1de req-9a134e26-84f2-40b4-bedd-c0701f9e0538 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:53.236862 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b64ef016-1c9a-40b0-9ec6-94390283c1de req-9a134e26-84f2-40b4-bedd-c0701f9e0538 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.1342022 Oct 13 10:53:53.280269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-956a476e-9d29-4a53-aabb-2ace37e5c74e req-e9378114-4358-4754-b076-c6d920060d6a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Deleting port fd640f8e-8187-47e6-bb34-03da649af49f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:53:53.280910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-956a476e-9d29-4a53-aabb-2ace37e5c74e req-e9378114-4358-4754-b076-c6d920060d6a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:53.319846 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:53.349595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329585c2-df4a-4474-9890-a12eb72bfeae {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:53:53.392445 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=329585c2-df4a-4474-9890-a12eb72bfeae,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:53.429770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b64ef016-1c9a-40b0-9ec6-94390283c1de req-a0cf70b1-0007-4f9e-b40d-3dfa306bae6f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917851 Oct 13 10:53:53.459908 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:53.460574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:53:53.461344 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-acb889f0-f7e3-49b3-a58f-32f021bad226 req-3268db7f-6d0a-4e85-b4ca-4e3f86f0b6ff tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 210 time: 0.0776770 Oct 13 10:53:53.563175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-9bb5b745-5ba9-47ec-ac10-f9c324474eb8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Made reservation on behalf of b2cbcdd5f6954d95a5a93373c8c93ed3 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:53:53.567520 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-9bb5b745-5ba9-47ec-ac10-f9c324474eb8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:53.583041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-956a476e-9d29-4a53-aabb-2ace37e5c74e req-e9378114-4358-4754-b076-c6d920060d6a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] For port fd640f8e-8187-47e6-bb34-03da649af49f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=fd640f8e-8187-47e6-bb34-03da649af49f,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:53.583681 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-956a476e-9d29-4a53-aabb-2ace37e5c74e req-e9378114-4358-4754-b076-c6d920060d6a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:53.601843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-956a476e-9d29-4a53-aabb-2ace37e5c74e req-e9378114-4358-4754-b076-c6d920060d6a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Calling delete_port for fd640f8e-8187-47e6-bb34-03da649af49f owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:53:53.626436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed276c9-9f18-48ff-9d43-0660e71ef5b4 req-24bd8d32-7d04-465d-8271-6c1f74654e01 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:53.626436 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ed276c9-9f18-48ff-9d43-0660e71ef5b4 req-24bd8d32-7d04-465d-8271-6c1f74654e01 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 945 time: 0.1011875 Oct 13 10:53:53.776281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=329585c2-df4a-4474-9890-a12eb72bfeae,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:53.808404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-9bb5b745-5ba9-47ec-ac10-f9c324474eb8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Allocated IP 172.20.0.9 (50442a74-a395-41f5-ace1-d070f61b1eab/881ab6b9-8c3e-4cdb-a765-c79977833035/dbd287c7-5cb0-43c0-b374-b15bfe54c2f9) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:53:53.877062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba,segment=NetworkSegment(cb91fec9-e9f0-4fd8-94e2-22eeaabc74da),segment_id=cb91fec9-e9f0-4fd8-94e2-22eeaabc74da)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:53.911099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'port_id': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba', 'mac_address': 'fa:16:3e:64:7c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:53:54.003137 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:54.025399 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ed276c9-9f18-48ff-9d43-0660e71ef5b4 req-0e448122-3bc4-44f4-9649-23068b2e6c40 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919754 Oct 13 10:53:54.037334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:53:54.075388 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba,segment=NetworkSegment(cb91fec9-e9f0-4fd8-94e2-22eeaabc74da),segment_id=cb91fec9-e9f0-4fd8-94e2-22eeaabc74da)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:54.090459 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-9bb5b745-5ba9-47ec-ac10-f9c324474eb8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:54.117489 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-956a476e-9d29-4a53-aabb-2ace37e5c74e req-e9378114-4358-4754-b076-c6d920060d6a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:54.130506 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['fd640f8e-8187-47e6-bb34-03da649af49f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:53:54.186057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9378114-4358-4754-b076-c6d920060d6a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Pushing event deleted for resources: {'Port': ['ID=fd640f8e-8187-47e6-bb34-03da649af49f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:54.194829 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:54.254767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-9bb5b745-5ba9-47ec-ac10-f9c324474eb8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:54.262881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:54.289226 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-956a476e-9d29-4a53-aabb-2ace37e5c74e req-e9378114-4358-4754-b076-c6d920060d6a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] No DVR routers for this DVR port fd640f8e-8187-47e6-bb34-03da649af49f on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:53:54.291634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35918) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:54.319212 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-9bb5b745-5ba9-47ec-ac10-f9c324474eb8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Network 50442a74-a395-41f5-ace1-d070f61b1eab is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:53:54.322648 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-9bb5b745-5ba9-47ec-ac10-f9c324474eb8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:53:54.326771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-9bb5b745-5ba9-47ec-ac10-f9c324474eb8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:53:54.334084 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-956a476e-9d29-4a53-aabb-2ace37e5c74e req-e9378114-4358-4754-b076-c6d920060d6a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:54.343794 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-956a476e-9d29-4a53-aabb-2ace37e5c74e req-e9378114-4358-4754-b076-c6d920060d6a tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.46 "DELETE /v2.0/ports/fd640f8e-8187-47e6-bb34-03da649af49f HTTP/1.1" status: 204 len: 173 time: 1.3129749 Oct 13 10:53:54.346081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e73b20-afca-42dd-bf0f-9b6700ab04cd', 'name': 'network-vif-deleted', 'tag': 'fd640f8e-8187-47e6-bb34-03da649af49f'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:54.350812 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccd4b6f-c02a-422d-bdad-21903b3b9017" -d '{"events": [{"server_uuid": "86e73b20-afca-42dd-bf0f-9b6700ab04cd", "name": "network-vif-deleted", "tag": "fd640f8e-8187-47e6-bb34-03da649af49f"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:54.372811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5b745-5ba9-47ec-ac10-f9c324474eb8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Pushing event updated for resources: {'Port': ['ID=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:54.409248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc09f0-3cd5-437d-a00c-c0110e02e406 req-9fa97c84-2303-4dc0-b91d-2650e406e13f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:54.410500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-9bb5b745-5ba9-47ec-ac10-f9c324474eb8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:54.411048 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-9bb5b745-5ba9-47ec-ac10-f9c324474eb8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:54.421301 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-10dc09f0-3cd5-437d-a00c-c0110e02e406 req-9fa97c84-2303-4dc0-b91d-2650e406e13f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 944 time: 0.1961937 Oct 13 10:53:54.422652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['4e74f25c-8bca-4320-8cb4-bdc7939fe1ba'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:53:54.426303 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['329585c2-df4a-4474-9890-a12eb72bfeae'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:53:54.502409 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-10dc09f0-3cd5-437d-a00c-c0110e02e406 req-2d3248b0-c6eb-45e2-9722-758c0fbaebfb tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738237 Oct 13 10:53:54.538369 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-193780067-network', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:54.602255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-9bb5b745-5ba9-47ec-ac10-f9c324474eb8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4301445 Oct 13 10:53:54.621346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Request body: {'port': {'device_id': 'd2a70bc7-2fe8-4bba-a505-729cf8131c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:54.682641 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c42557e-6163-499b-91b8-820f7dd60d65 x-openstack-request-id: req-2c42557e-6163-499b-91b8-820f7dd60d65 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:54.683354 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e73b20-afca-42dd-bf0f-9b6700ab04cd", "name": "network-vif-deleted", "tag": "fd640f8e-8187-47e6-bb34-03da649af49f", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:54.684341 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c42557e-6163-499b-91b8-820f7dd60d65 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:54.685083 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e73b20-afca-42dd-bf0f-9b6700ab04cd', 'name': 'network-vif-deleted', 'tag': 'fd640f8e-8187-47e6-bb34-03da649af49f', 'status': 'completed', 'code': 200} Oct 13 10:53:54.755743 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:54.759462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Made reservation on behalf of 1ce09fc5baff4972929c7aff054057cb for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:53:54.778949 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:54.818285 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:54.848517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cf30f-6457-4945-9e92-1fd418e1fb76 req-42166c91-7657-4f4d-9826-dc01bf73b461 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:54.857150 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-413cf30f-6457-4945-9e92-1fd418e1fb76 req-42166c91-7657-4f4d-9826-dc01bf73b461 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 944 time: 0.1001837 Oct 13 10:53:54.911657 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-413cf30f-6457-4945-9e92-1fd418e1fb76 req-3dd7b5d7-fa6e-4a6d-83e3-c9e5a9d0ad00 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511513 Oct 13 10:53:54.940914 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:55.074970 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:55.115698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:53:55.156028 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:55.156287 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Added segment 4fe916c2-9612-4734-9aff-f11d1f5c50bf of type vlan for network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da Oct 13 10:53:55.163054 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667647f4-c20f-42cd-9e80-f6b4956c2c83,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:55.213364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcba19-af0a-424b-a79f-d046e775c83f req-82cf4d7f-bc45-4cdf-a851-10f0f94258d8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:55.220850 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7dcba19-af0a-424b-a79f-d046e775c83f req-82cf4d7f-bc45-4cdf-a851-10f0f94258d8 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 931 time: 0.2779074 Oct 13 10:53:55.303209 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:55.303741 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2e5dd664-59b1-48f8-ad43-7e651ed14177 req-fd08e090-a7f9-4bd3-9e50-e94fea827d3f tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 210 time: 0.0387962 Oct 13 10:53:55.366763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7dcba19-af0a-424b-a79f-d046e775c83f req-87081c34-af7a-475c-b3c9-a9f2ca33a847 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406553 Oct 13 10:53:55.453917 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:55.456182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:55.458678 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:55.562491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:53:55.577975 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2798977 Oct 13 10:53:55.582664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35952) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:55.588835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b6969b31-cc14-4273-99de-6b263c72c840 admin admin] Request body: {'subnet': {'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-193780067-subnet', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:55.594360 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:55.620248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8a3b1-2217-403d-8a56-5d3624e74b5b admin admin] Pushing event updated for resources: {'Network': ['ID=ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:55.632402 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:53:55.647697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Transition to ACTIVE for port object dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:53:55.697736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22613f91-6dc5-4914-9045-65b28bb85dd0 req-c9e71987-f7ef-4aec-8000-72d2c4e86b69 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:55.700725 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6969b31-cc14-4273-99de-6b263c72c840 admin admin] Made reservation on behalf of 1ce09fc5baff4972929c7aff054057cb for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:53:55.703844 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6969b31-cc14-4273-99de-6b263c72c840 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:55.708576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22613f91-6dc5-4914-9045-65b28bb85dd0 req-c9e71987-f7ef-4aec-8000-72d2c4e86b69 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 944 time: 0.0931814 Oct 13 10:53:55.737355 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:55.831612 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22613f91-6dc5-4914-9045-65b28bb85dd0 req-617302cb-9521-4da0-9b21-98e64d25e55a tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214356 Oct 13 10:53:55.916710 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:55.997902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Attempting to bind port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:53:55.998230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Attempting to bind port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:53:55.999393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Attempting to bind port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 on network 50442a74-a395-41f5-ace1-d070f61b1eab {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:53:56.017881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 on network 50442a74-a395-41f5-ace1-d070f61b1eab not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:53:56.018237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Attempting to bind port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 on network 50442a74-a395-41f5-ace1-d070f61b1eab {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:53:56.038944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:53:56.039587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Checking segment: {'id': '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:53:56.040000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Bound using segment: {'id': '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:53:56.040459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Bound port: dbd287c7-5cb0-43c0-b374-b15bfe54c2f9, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:53:56.040821 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:56.109595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ca7bb-b461-4d95-9337-665e4785f259 req-954d205d-b42c-400c-ba4f-f400c32a777a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:56.111176 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-039ca7bb-b461-4d95-9337-665e4785f259 req-954d205d-b42c-400c-ba4f-f400c32a777a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 944 time: 0.1094544 Oct 13 10:53:56.154598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] For port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:53:56.178793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] For port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:53:56.182711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-039ca7bb-b461-4d95-9337-665e4785f259 req-9e7cbace-1025-4f51-aa85-2a3c4a6f9760 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625713 Oct 13 10:53:56.320184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6969b31-cc14-4273-99de-6b263c72c840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:56.322016 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:56.406634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:56.407326 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:56.411209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] 10.222.0.46 "PUT /v2.0/ports/dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 HTTP/1.1" status: 200 len: 1091 time: 1.7950869 Oct 13 10:53:56.411789 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a70bc7-2fe8-4bba-a505-729cf8131c5f', 'tag': 'dbd287c7-5cb0-43c0-b374-b15bfe54c2f9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:56.416892 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43988723-28fe-4bcf-b51b-46c8d48536f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a70bc7-2fe8-4bba-a505-729cf8131c5f", "tag": "dbd287c7-5cb0-43c0-b374-b15bfe54c2f9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:56.442021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6969b31-cc14-4273-99de-6b263c72c840 admin admin] Checking segment: {'id': '4fe916c2-9612-4734-9aff-f11d1f5c50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:53:56.442512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6969b31-cc14-4273-99de-6b263c72c840 admin admin] Network hostable DHCP agents. Network: ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:53:56.493505 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041912b-ea72-43e7-9e48-7fae5d0ae5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:56.510972 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6969b31-cc14-4273-99de-6b263c72c840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2e2074-4c28-45f2-a10d-6ec281c2406c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:56.546137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device fd640f8e-8187-47e6-bb34-03da649af49f no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:53:56.574688 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c234db4-b34f-40e2-b2ee-25a270e95712 req-ac99769c-ae07-44d2-a65a-79b16351b913 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 210 time: 0.1200769 Oct 13 10:53:56.585635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6969b31-cc14-4273-99de-6b263c72c840 admin admin] Network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:53:56.611890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a1e8a-2f7c-46bb-8b26-bf41d789559f req-883729e4-8479-44b0-b733-4d0ad6d1dc01 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:56.614294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: fd640f8e-8187-47e6-bb34-03da649af49f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:53:56.616260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device fd640f8e-8187-47e6-bb34-03da649af49f not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:53:56.620571 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd3a1e8a-2f7c-46bb-8b26-bf41d789559f req-883729e4-8479-44b0-b733-4d0ad6d1dc01 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 943 time: 0.0928509 Oct 13 10:53:56.656576 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27565998-cf64-4944-9575-7f9650cc04b5 x-openstack-request-id: req-27565998-cf64-4944-9575-7f9650cc04b5 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:56.656873 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a70bc7-2fe8-4bba-a505-729cf8131c5f", "tag": "dbd287c7-5cb0-43c0-b374-b15bfe54c2f9", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:56.657186 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27565998-cf64-4944-9575-7f9650cc04b5 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:56.657587 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a70bc7-2fe8-4bba-a505-729cf8131c5f', 'tag': 'dbd287c7-5cb0-43c0-b374-b15bfe54c2f9', 'status': 'completed', 'code': 200} Oct 13 10:53:56.664554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-1ddfc683-92d9-4db9-8ed2-08639cb20e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:56.666151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-1ddfc683-92d9-4db9-8ed2-08639cb20e60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2cbcdd5f6954d95a5a93373c8c93ed3&device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 1094 time: 0.1094656 Oct 13 10:53:56.671159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b6969b31-cc14-4273-99de-6b263c72c840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:53:56.677086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6969b31-cc14-4273-99de-6b263c72c840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:56.677758 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6969b31-cc14-4273-99de-6b263c72c840 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:56.683344 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67868d5-1ccb-462a-967a-ddc7b494d207 None None] Network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:53:56.719779 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd3a1e8a-2f7c-46bb-8b26-bf41d789559f req-aba45b59-6573-4006-a30a-f086a96f89e6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971568 Oct 13 10:53:56.785825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-97ae346d-ee2c-49cc-97a8-8226ac9caf7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 HTTP/1.1" status: 200 len: 217 time: 0.0649416 Oct 13 10:53:56.793515 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b6969b31-cc14-4273-99de-6b263c72c840 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2091978 Oct 13 10:53:56.796151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35982) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:53:56.801513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:53:56.859320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 329585c2-df4a-4474-9890-a12eb72bfeae up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:53:56.885414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-adaf0c94-15db-4d31-aac7-5f73a26b3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:56.886919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-adaf0c94-15db-4d31-aac7-5f73a26b3870 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=881ab6b9-8c3e-4cdb-a765-c79977833035 HTTP/1.1" status: 200 len: 855 time: 0.0938923 Oct 13 10:53:56.908236 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:56.908236 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:56.958157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-2c880af8-bd41-4790-b5f3-7c052e728dc4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50442a74-a395-41f5-ace1-d070f61b1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624480 Oct 13 10:53:56.987026 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:57.009337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'fixed_ips': [{'subnet_id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:53:57.010264 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:57.079149 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-27fa054a-ea1f-428e-b451-7b28b815610d service neutron] 10.222.0.46 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122470 Oct 13 10:53:57.156346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 329585c2-df4a-4474-9890-a12eb72bfeae completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:53:57.165514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 329585c2-df4a-4474-9890-a12eb72bfeae triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:53:57.166271 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:57.341081 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:57.361701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e704d-a0e6-4fcb-8618-ca3e4d3840b5 req-5e18dcf2-ddfa-484d-aa30-99501c94bd2f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:57.365037 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b3e704d-a0e6-4fcb-8618-ca3e4d3840b5 req-5e18dcf2-ddfa-484d-aa30-99501c94bd2f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 944 time: 0.2848625 Oct 13 10:53:57.377248 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Allocated IP 172.20.0.2 (ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da/3b2e2074-4c28-45f2-a10d-6ec281c2406c/679d5e61-0009-4e7b-8402-255ea97dd063) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:53:57.475962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2ef52bb-6c0e-4c86-9de8-be6a37f7dfc4 req-b8752336-3042-4d2c-8182-f69093d33fd5 service neutron] 10.222.0.46 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633692 Oct 13 10:53:57.551993 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b3e704d-a0e6-4fcb-8618-ca3e4d3840b5 req-9058082b-ce44-4f4e-9248-cb547787e4ba tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763585 Oct 13 10:53:57.613898 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:57.688328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43988723-28fe-4bcf-b51b-46c8d48536f0 req-aec51426-2c1f-426a-a9ef-88caf62f7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:57.689971 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43988723-28fe-4bcf-b51b-46c8d48536f0 req-aec51426-2c1f-426a-a9ef-88caf62f7fd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2cbcdd5f6954d95a5a93373c8c93ed3&device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 1094 time: 0.0934472 Oct 13 10:53:57.804964 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:57.810039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2133d708-2862-4668-bfed-6cc1d498edaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329585c2-df4a-4474-9890-a12eb72bfeae'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:53:57.812345 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e362c6-1d0c-4f7b-9466-7d2e8f5e7c0e" -d '{"events": [{"server_uuid": "2133d708-2862-4668-bfed-6cc1d498edaf", "name": "network-vif-plugged", "status": "completed", "tag": "329585c2-df4a-4474-9890-a12eb72bfeae"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:53:57.833966 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=329585c2-df4a-4474-9890-a12eb72bfeae,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:57.902735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43988723-28fe-4bcf-b51b-46c8d48536f0 req-b8cc25c6-caf1-4c9f-877f-aecec6917201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:57.904495 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43988723-28fe-4bcf-b51b-46c8d48536f0 req-b8cc25c6-caf1-4c9f-877f-aecec6917201 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50442a74-a395-41f5-ace1-d070f61b1eab HTTP/1.1" status: 200 len: 916 time: 0.2068591 Oct 13 10:53:57.941755 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:57.971201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bbb3d-74ad-48f4-a630-4e1c8a76b2ae req-23733ced-52a6-4723-94e7-2ca1add04ec0 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:57.973822 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-871bbb3d-74ad-48f4-a630-4e1c8a76b2ae req-23733ced-52a6-4723-94e7-2ca1add04ec0 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 944 time: 0.1451414 Oct 13 10:53:57.979921 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:57.988533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43988723-28fe-4bcf-b51b-46c8d48536f0 req-4cd6cf91-fdbf-4442-9c1d-a9210dfe23c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 HTTP/1.1" status: 200 len: 217 time: 0.0736909 Oct 13 10:53:58.033021 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:58.037385 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:53:58.040142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43988723-28fe-4bcf-b51b-46c8d48536f0 req-148b1e10-45b3-41cf-a7cb-f6dd52ac4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:58.041857 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43988723-28fe-4bcf-b51b-46c8d48536f0 req-148b1e10-45b3-41cf-a7cb-f6dd52ac4f3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=881ab6b9-8c3e-4cdb-a765-c79977833035 HTTP/1.1" status: 200 len: 855 time: 0.0479419 Oct 13 10:53:58.047264 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:58.080770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-871bbb3d-74ad-48f4-a630-4e1c8a76b2ae req-68ce2ce2-8a1d-4d87-bffa-eb52879bc108 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984321 Oct 13 10:53:58.099970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43988723-28fe-4bcf-b51b-46c8d48536f0 req-2ae3d224-89ef-4a1e-8576-de1991a71b98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50442a74-a395-41f5-ace1-d070f61b1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492458 Oct 13 10:53:58.158399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:53:58.192106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:53:58.198484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:53:58.291185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Pushing event updated for resources: {'Port': ['ID=679d5e61-0009-4e7b-8402-255ea97dd063,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:58.296253 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7ddbf5dc-0318-45e7-8284-dc433bf5ee29 req-21a70c48-50ba-4771-b61d-e3ec2307f400 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 210 time: 0.0789359 Oct 13 10:53:58.325870 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43988723-28fe-4bcf-b51b-46c8d48536f0 req-3a05fead-d648-40d2-a5d1-d86c7fab6557 service neutron] 10.222.0.46 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184751 Oct 13 10:53:58.348246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:53:58.363328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Attempting to bind port 679d5e61-0009-4e7b-8402-255ea97dd063 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:53:58.364522 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Attempting to bind port 679d5e61-0009-4e7b-8402-255ea97dd063 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '4fe916c2-9612-4734-9aff-f11d1f5c50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:53:58.365778 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Attempting to bind port 679d5e61-0009-4e7b-8402-255ea97dd063 on network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:53:58.379533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:53:58.381786 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:58.387320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:53:58.391628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Checking segment: {'id': '4fe916c2-9612-4734-9aff-f11d1f5c50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:53:58.395521 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:58.396126 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Bound using segment: {'id': '4fe916c2-9612-4734-9aff-f11d1f5c50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:53:58.397036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Bound port: 679d5e61-0009-4e7b-8402-255ea97dd063, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe916c2-9612-4734-9aff-f11d1f5c50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:53:58.399628 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:58.401718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Allocated IP 172.25.0.29 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/839915fe-c3b2-4551-bd30-c64bff397e42) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:53:58.481866 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4f5cbc-7598-4a34-81c1-6b3cde75900c x-openstack-request-id: req-fb4f5cbc-7598-4a34-81c1-6b3cde75900c {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:53:58.482369 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2133d708-2862-4668-bfed-6cc1d498edaf", "name": "network-vif-plugged", "status": "completed", "tag": "329585c2-df4a-4474-9890-a12eb72bfeae", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:53:58.482498 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb4f5cbc-7598-4a34-81c1-6b3cde75900c {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:53:58.482860 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2133d708-2862-4668-bfed-6cc1d498edaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329585c2-df4a-4474-9890-a12eb72bfeae', 'code': 200} Oct 13 10:53:58.542218 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=329585c2-df4a-4474-9890-a12eb72bfeae,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:58.584496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43988723-28fe-4bcf-b51b-46c8d48536f0 req-c918c19a-2bbb-4369-8963-3c2a1fceb8b8 service neutron] 10.222.0.46 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507083 Oct 13 10:53:58.616852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461ca44-e42d-4cbf-939e-4b940f92b6ae req-807edc82-7549-4fd8-809f-1d2fc8d68379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:58.618325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7461ca44-e42d-4cbf-939e-4b940f92b6ae req-807edc82-7549-4fd8-809f-1d2fc8d68379 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 1096 time: 0.0900073 Oct 13 10:53:58.632455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] For port 679d5e61-0009-4e7b-8402-255ea97dd063, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:53:58.636971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] For port 679d5e61-0009-4e7b-8402-255ea97dd063, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=679d5e61-0009-4e7b-8402-255ea97dd063,segment=NetworkSegment(4fe916c2-9612-4734-9aff-f11d1f5c50bf),segment_id=4fe916c2-9612-4734-9aff-f11d1f5c50bf)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:53:58.657103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f7e9-d2c0-4af0-b924-b31347d29437 req-f77b3de7-e275-42f7-8989-450d3ba09f45 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:58.658885 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6828f7e9-d2c0-4af0-b924-b31347d29437 req-f77b3de7-e275-42f7-8989-450d3ba09f45 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 943 time: 0.2454131 Oct 13 10:53:58.696159 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7461ca44-e42d-4cbf-939e-4b940f92b6ae req-6cb37ace-06f7-479f-bc61-3365bc850665 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705373 Oct 13 10:53:58.704055 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:58.710693 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:58.748680 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6828f7e9-d2c0-4af0-b924-b31347d29437 req-a1c4e933-2bc3-4fd8-a3ae-4a5022ecd0d4 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797226 Oct 13 10:53:58.782735 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:58.864359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba,segment=NetworkSegment(cb91fec9-e9f0-4fd8-94e2-22eeaabc74da),segment_id=cb91fec9-e9f0-4fd8-94e2-22eeaabc74da)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:53:58.869984 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2604034-6f38-4dc0-bee7-cbf2425f7182 None None] Pushing event updated for resources: {'Port': ['ID=679d5e61-0009-4e7b-8402-255ea97dd063,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:58.912044 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:58.939779 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:58.979692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:53:58.985969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:53:58.989198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:53:59.014980 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:59.088054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Pushing event updated for resources: {'Port': ['ID=839915fe-c3b2-4551-bd30-c64bff397e42,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:53:59.110883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3579798-f6db-451e-8f72-bf189936f59d req-258ddc3a-3f19-46e2-9d3a-e6d7e0df1e59 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:59.120058 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3579798-f6db-451e-8f72-bf189936f59d req-258ddc3a-3f19-46e2-9d3a-e6d7e0df1e59 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 944 time: 0.2205782 Oct 13 10:53:59.189869 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3579798-f6db-451e-8f72-bf189936f59d req-fa4ec896-01e0-4a89-9364-01733d9fdde7 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688791 Oct 13 10:53:59.368544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17050e71-ccde-4a5d-8f3e-2644b5ef8414 req-a52f3cbf-728c-48dd-8461-b06e1dd17e2e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:59.370054 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-17050e71-ccde-4a5d-8f3e-2644b5ef8414 req-a52f3cbf-728c-48dd-8461-b06e1dd17e2e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.0915232 Oct 13 10:53:59.417264 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-17050e71-ccde-4a5d-8f3e-2644b5ef8414 req-cc74027f-4380-4fcf-af9a-6a8bef197ebd tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405807 Oct 13 10:53:59.546946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:59.620130 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5849def7-2a93-4a99-b20c-b474b802d0e8 req-d420fa1b-b398-4280-80c8-89096d156640 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 210 time: 0.0376868 Oct 13 10:53:59.818536 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:53:59.985380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef104d-ca43-4ef2-bb0a-bb526f8417b2 req-96db5f18-714f-40a6-8298-60d50abec1ca tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:53:59.987096 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89ef104d-ca43-4ef2-bb0a-bb526f8417b2 req-96db5f18-714f-40a6-8298-60d50abec1ca tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 943 time: 0.1038363 Oct 13 10:54:00.068598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64054605-f233-4164-b762-709163fa01c9 None None] Network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:54:00.076943 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89ef104d-ca43-4ef2-bb0a-bb526f8417b2 req-cdd3fbaa-879b-4122-9a01-e8fdd31856c1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798473 Oct 13 10:54:00.146129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Router cb7e0b2b-c4a2-485f-b77f-11969d607d8d is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:54:00.190223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a4bb3b80-20a7-4ef4-9cdb-5a52588fed72 None None] Provisioning complete for port 679d5e61-0009-4e7b-8402-255ea97dd063 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:00.190578 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3b80-20a7-4ef4-9cdb-5a52588fed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:00.248353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 679d5e61-0009-4e7b-8402-255ea97dd063 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:00.282976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:54:00.294757 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Sync routers for ids ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:54:00.307963 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Routers {'cb7e0b2b-c4a2-485f-b77f-11969d607d8d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:00.308709 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:00.391814 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:00.405929 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8e10aa34-9600-4820-a1c3-a6e95da13146 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6075578 Oct 13 10:54:00.410637 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36108) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:00.433262 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 679d5e61-0009-4e7b-8402-255ea97dd063 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:00.435141 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:00.482489 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Set router cb7e0b2b-c4a2-485f-b77f-11969d607d8d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:00.484637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53d6d4e-dd8d-45fd-b103-51346d850044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:00.487259 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1fef58-b233-4f44-a163-d24e846c70eb" -d '{"events": [{"server_uuid": "a53d6d4e-dd8d-45fd-b103-51346d850044", "name": "network-vif-plugged", "status": "completed", "tag": "4e74f25c-8bca-4320-8cb4-bdc7939fe1ba"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:00.508724 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3b80-20a7-4ef4-9cdb-5a52588fed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:00.563626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a4bb3b80-20a7-4ef4-9cdb-5a52588fed72 None None] For port 679d5e61-0009-4e7b-8402-255ea97dd063, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=679d5e61-0009-4e7b-8402-255ea97dd063,segment=NetworkSegment(4fe916c2-9612-4734-9aff-f11d1f5c50bf),segment_id=4fe916c2-9612-4734-9aff-f11d1f5c50bf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:00.567261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:54:00.635957 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:00.638315 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3b80-20a7-4ef4-9cdb-5a52588fed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:00.690425 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.resource_extend [None req-ea896c84-5897-4a27-8006-71447cadffac None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 10:54:00.805307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bdab1-9995-4f08-af76-fc3c2915a738 req-62e4f733-218f-4a0d-a07c-41e069a86f0c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:00.806826 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f79bdab1-9995-4f08-af76-fc3c2915a738 req-62e4f733-218f-4a0d-a07c-41e069a86f0c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 945 time: 0.1256294 Oct 13 10:54:00.852857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb3b80-20a7-4ef4-9cdb-5a52588fed72 None None] Pushing event updated for resources: {'Port': ['ID=679d5e61-0009-4e7b-8402-255ea97dd063,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:00.890867 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f79bdab1-9995-4f08-af76-fc3c2915a738 req-e8da4e03-207d-4908-bb3e-42620fab4970 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771153 Oct 13 10:54:00.911252 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:53:59Z', 'revision_number': 3, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port': {'id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:53:58Z', 'updated_at': '2021-10-13T10:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:00.940438 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 10:54:00.941478 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 10:54:00.953831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:01.099230 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Checking router: cb7e0b2b-c4a2-485f-b77f-11969d607d8d for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:54:01.099571 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Updating router cb7e0b2b-c4a2-485f-b77f-11969d607d8d port 839915fe-c3b2-4551-bd30-c64bff397e42 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:54:01.110492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10826d0-e54f-4dd5-9b85-6ceea90cd7e2 req-10a39909-c1e4-4551-9f49-bf4bdfe05939 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:01.112278 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e10826d0-e54f-4dd5-9b85-6ceea90cd7e2 req-10a39909-c1e4-4551-9f49-bf4bdfe05939 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.1221449 Oct 13 10:54:01.123207 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-21da8928-b282-4363-a18d-1c3f1f487827 req-5337bc29-8ecf-4cbe-96c3-ab4075b3b70c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e73b20-afca-42dd-bf0f-9b6700ab04cd HTTP/1.1" status: 200 len: 210 time: 0.0457916 Oct 13 10:54:01.151485 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:01.167862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83e079-9835-4588-bba2-ec963d3dddb5 req-f1b80415-fcf0-40be-a143-7995cb20f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:01.169552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d83e079-9835-4588-bba2-ec963d3dddb5 req-f1b80415-fcf0-40be-a143-7995cb20f15b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 1096 time: 0.1217914 Oct 13 10:54:01.220365 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8570731-30f1-4c33-ad44-b53ad25d2dfa x-openstack-request-id: req-c8570731-30f1-4c33-ad44-b53ad25d2dfa {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:01.220942 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53d6d4e-dd8d-45fd-b103-51346d850044", "name": "network-vif-plugged", "status": "completed", "tag": "4e74f25c-8bca-4320-8cb4-bdc7939fe1ba", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:01.220942 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8570731-30f1-4c33-ad44-b53ad25d2dfa {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:01.222419 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53d6d4e-dd8d-45fd-b103-51346d850044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba', 'code': 200} Oct 13 10:54:01.230944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'dbd287c7-5cb0-43c0-b374-b15bfe54c2f9', 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab', 'port_id': 'dbd287c7-5cb0-43c0-b374-b15bfe54c2f9', 'mac_address': 'fa:16:3e:37:05:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881ab6b9-8c3e-4cdb-a765-c79977833035', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:54:01.236978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-78c25a8c-3e79-4e00-b5b4-a49ee2cebd0c None None] Provisioning complete for port 679d5e61-0009-4e7b-8402-255ea97dd063 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:01.237371 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-78c25a8c-3e79-4e00-b5b4-a49ee2cebd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:01.307686 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e10826d0-e54f-4dd5-9b85-6ceea90cd7e2 req-b3304bdb-1006-4716-80bf-5f01d68e4a77 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854885 Oct 13 10:54:01.310994 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d83e079-9835-4588-bba2-ec963d3dddb5 req-cf95e70c-a241-4666-bb29-4d8d2482e009 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890357 Oct 13 10:54:01.318959 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:01.335432 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:01.353726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:01.408695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:01.489857 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:01.526724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bfe8b-2038-41ff-aff5-0d077c8044fd req-8d70f21d-3a3e-4ed5-9bcd-36e574c4aed3 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:01.528269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-663bfe8b-2038-41ff-aff5-0d077c8044fd req-8d70f21d-3a3e-4ed5-9bcd-36e574c4aed3 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 943 time: 0.1241119 Oct 13 10:54:01.541611 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:01.546888 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:01.615500 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:01.624379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-663bfe8b-2038-41ff-aff5-0d077c8044fd req-7652dea4-8caf-4f8e-8fa0-6e6895033cf5 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870099 Oct 13 10:54:01.627378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Allocated IP 172.20.0.1 (ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da/3b2e2074-4c28-45f2-a10d-6ec281c2406c/e1a43e61-66ac-438f-b404-e11692659a42) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:54:01.652163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141896-ad9d-466a-b215-1e44fdfae804 req-a8a5210d-3b8f-4c9f-99a5-a46e621c90d5 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:01.654832 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39141896-ad9d-466a-b215-1e44fdfae804 req-a8a5210d-3b8f-4c9f-99a5-a46e621c90d5 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 1096 time: 0.0516005 Oct 13 10:54:01.724033 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39141896-ad9d-466a-b215-1e44fdfae804 req-d42b4b47-6ea5-401f-bdaf-b08180b10670 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587621 Oct 13 10:54:01.736208 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Attempting to bind port 839915fe-c3b2-4551-bd30-c64bff397e42 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:54:01.736568 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Attempting to bind port 839915fe-c3b2-4551-bd30-c64bff397e42 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:54:01.751120 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Attempting to bind port 839915fe-c3b2-4551-bd30-c64bff397e42 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:01.754406 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Pushing event updated for resources: {'Port': ['ID=839915fe-c3b2-4551-bd30-c64bff397e42,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:01.765362 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:54:01.765728 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:01.766311 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:01.766902 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:54:01.767523 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Bound port: 839915fe-c3b2-4551-bd30-c64bff397e42, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:54:01.768094 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:01.773891 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:01.774455 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:01.775064 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:01.775807 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:01.776293 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:01.776777 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:01.777252 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:01.777755 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:01.778230 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:01.778850 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:01.779432 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:01.779943 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:01.818046 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:01.854966 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] For port 839915fe-c3b2-4551-bd30-c64bff397e42, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:01.867336 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] For port 839915fe-c3b2-4551-bd30-c64bff397e42, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=839915fe-c3b2-4551-bd30-c64bff397e42,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:54:01.900083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['dbd287c7-5cb0-43c0-b374-b15bfe54c2f9'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:01.929972 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:01.985180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-8164305b-5ce1-4ad3-9286-63e95d236997 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:01.986622 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-8164305b-5ce1-4ad3-9286-63e95d236997 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/networks?id=225efdd3-76a6-46d2-812d-fe35c95e3f9f HTTP/1.1" status: 200 len: 805 time: 0.1599557 Oct 13 10:54:02.014212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-e119f98e-3445-4b8f-8ca6-43ad096ffeb8 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/quotas/1cd32a677dad4bb08ed7597ab50eccd8 HTTP/1.1" status: 200 len: 375 time: 0.0182462 Oct 13 10:54:02.019590 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9643d95-fd62-4c35-8349-3e92fb30d616 None None] Pushing event updated for resources: {'Port': ['ID=839915fe-c3b2-4551-bd30-c64bff397e42,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:02.024831 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:02.072732 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Routers {'cb7e0b2b-c4a2-485f-b77f-11969d607d8d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:02.073334 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:02.087385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a43e61-66ac-438f-b404-e11692659a42,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:02.142773 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:02.144932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:02.152317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:54:02.196201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 679d5e61-0009-4e7b-8402-255ea97dd063 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:02.230294 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-b17dec26-9ac2-4026-be58-c2badb5afe0a tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1cd32a677dad4bb08ed7597ab50eccd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2093680 Oct 13 10:54:02.274419 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] Set router cb7e0b2b-c4a2-485f-b77f-11969d607d8d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:02.286431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 679d5e61-0009-4e7b-8402-255ea97dd063 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:02.287017 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:02.348104 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:02.548620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3563a3-0c5e-4fc0-9b9f-fad2d4fee8df req-b6ed583c-9ac6-45e0-a8a1-8efade133fa0 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:02.551510 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-65d24d12-1f39-4317-b707-25f51092aa2e None None] Provisioning complete for port e1a43e61-66ac-438f-b404-e11692659a42 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:02.551911 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-65d24d12-1f39-4317-b707-25f51092aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:02.557828 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-09851f65-0aa1-409c-8784-11bfbd41b4da service neutron] 10.222.0.32 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263805 Oct 13 10:54:02.563439 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ca3563a3-0c5e-4fc0-9b9f-fad2d4fee8df req-b6ed583c-9ac6-45e0-a8a1-8efade133fa0 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 1096 time: 0.0724103 Oct 13 10:54:02.564518 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:53:59Z', 'revision_number': 3, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port': {'id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:53:58Z', 'updated_at': '2021-10-13T10:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:02.597280 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2aa2d2-1021-4f55-a41d-7fc935e3cd9e None None] The sync data for ids ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'] in n-d-813659-3 is: [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:53:59Z', 'revision_number': 3, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port': {'id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:53:58Z', 'updated_at': '2021-10-13T10:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:54:02.607879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:54:02.613508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:02.649813 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ca3563a3-0c5e-4fc0-9b9f-fad2d4fee8df req-1e8db186-223c-4fb0-ae8d-ebdc55ad10f9 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852308 Oct 13 10:54:02.689402 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-65d24d12-1f39-4317-b707-25f51092aa2e None None] Port e1a43e61-66ac-438f-b404-e11692659a42 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:54:02.766304 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:02.814803 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:02.823947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79952eb-a422-4286-bb3f-64a6bbc0396d req-abcb7ff1-40d9-463d-b6f8-04fa09ced5bc tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:02.826269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-46855557-ce5a-4a7b-ba36-7bcb683a82fa service neutron] 10.222.0.32 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670426 Oct 13 10:54:02.831557 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c79952eb-a422-4286-bb3f-64a6bbc0396d req-abcb7ff1-40d9-463d-b6f8-04fa09ced5bc tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 945 time: 0.0862925 Oct 13 10:54:02.885966 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:02.888848 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c79952eb-a422-4286-bb3f-64a6bbc0396d req-0d858c8f-5d3d-4b92-ab23-f5df372ba1c6 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513296 Oct 13 10:54:02.931081 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:03.015748 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:03.023094 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:03.099452 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:03.115140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a43e61-66ac-438f-b404-e11692659a42,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:03.115374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd039675-c790-4e53-86e2-99b61ca12360 req-a1c45262-839a-4a20-a0ef-29eb8ae88ce6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:03.117132 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd039675-c790-4e53-86e2-99b61ca12360 req-a1c45262-839a-4a20-a0ef-29eb8ae88ce6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 944 time: 0.0750325 Oct 13 10:54:03.189196 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd039675-c790-4e53-86e2-99b61ca12360 req-4f6b9127-6bc3-4b81-8751-c113cf24d6c2 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645947 Oct 13 10:54:03.223437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431989a1-bf2f-4eeb-a3c2-0d34323ed881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:03.225828 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccc11a0-92e0-4210-8be0-ca8c2acf3132" -d '{"events": [{"server_uuid": "431989a1-bf2f-4eeb-a3c2-0d34323ed881", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:03.426720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df9d67-31ad-48f1-93aa-82c1fccbb1c6 req-2cf19efb-3599-4cf5-a1d2-706edf7f254b tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:03.439019 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c25eb186-6057-46b2-8c4b-621a7e60a5cd req-fb46d055-b0ba-41db-b2d9-0751e59adec4 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 210 time: 0.0729170 Oct 13 10:54:03.439160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-29df9d67-31ad-48f1-93aa-82c1fccbb1c6 req-2cf19efb-3599-4cf5-a1d2-706edf7f254b tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 945 time: 0.1300464 Oct 13 10:54:03.439550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36182) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:03.453371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:03.454509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5db35209-2237-4b2b-9d1a-4cd42aa7cd1f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Request body: {'floatingip': {'port_id': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:03.459765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:03.548385 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b91231-a977-46e5-aaa3-eef7b292e18e x-openstack-request-id: req-05b91231-a977-46e5-aaa3-eef7b292e18e {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:03.548891 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431989a1-bf2f-4eeb-a3c2-0d34323ed881", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:03.548979 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05b91231-a977-46e5-aaa3-eef7b292e18e {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:03.549370 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431989a1-bf2f-4eeb-a3c2-0d34323ed881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe', 'code': 200} Oct 13 10:54:03.616503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5db35209-2237-4b2b-9d1a-4cd42aa7cd1f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:03.943568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ca50165f-191d-4b5c-83d1-b60339c38926 None None] Provisioning complete for port e1a43e61-66ac-438f-b404-e11692659a42 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:03.944174 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca50165f-191d-4b5c-83d1-b60339c38926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:04.024435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ca50165f-191d-4b5c-83d1-b60339c38926 None None] Port e1a43e61-66ac-438f-b404-e11692659a42 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:54:04.221199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 839915fe-c3b2-4551-bd30-c64bff397e42 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:04.314385 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 839915fe-c3b2-4551-bd30-c64bff397e42 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:04.316304 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:04.445862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73edcf-ea44-43d5-a5fe-88906904a469 req-534ea09d-7685-43fa-9a2d-468d26be9727 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:04.447302 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c73edcf-ea44-43d5-a5fe-88906904a469 req-534ea09d-7685-43fa-9a2d-468d26be9727 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.46 "GET /v2.0/ports?device_id=431989a1-bf2f-4eeb-a3c2-0d34323ed881 HTTP/1.1" status: 200 len: 943 time: 0.8704681 Oct 13 10:54:04.492281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36204) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:04.522728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Router cb7e0b2b-c4a2-485f-b77f-11969d607d8d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:54:04.602003 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:04.672159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 839915fe-c3b2-4551-bd30-c64bff397e42, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=839915fe-c3b2-4551-bd30-c64bff397e42,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:04.681232 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:04.763993 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:04.827419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=839915fe-c3b2-4551-bd30-c64bff397e42,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:04.883697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-7c73edcf-ea44-43d5-a5fe-88906904a469 req-199453a3-d466-4545-a2b2-d6d35a1b1d0d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Deleting port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:54:04.884559 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7c73edcf-ea44-43d5-a5fe-88906904a469 req-199453a3-d466-4545-a2b2-d6d35a1b1d0d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:04.896439 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-76388719-303f-4982-9025-1252becee50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:04.899760 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:54:04.905260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:04.905737 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:05.036201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:54:05.044535 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-279a027f-11d1-4ff4-be16-ea73b15c42a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/cb7e0b2b-c4a2-485f-b77f-11969d607d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6326740 Oct 13 10:54:05.052926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8b9b9-f710-43f3-8877-0c416141163a req-7706c014-3134-4c22-8074-fc4f8b37c745 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:05.063738 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39b8b9b9-f710-43f3-8877-0c416141163a req-7706c014-3134-4c22-8074-fc4f8b37c745 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 944 time: 0.2213962 Oct 13 10:54:05.100661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-7c73edcf-ea44-43d5-a5fe-88906904a469 req-199453a3-d466-4545-a2b2-d6d35a1b1d0d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] For port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:05.105361 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7c73edcf-ea44-43d5-a5fe-88906904a469 req-199453a3-d466-4545-a2b2-d6d35a1b1d0d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:05.127104 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5db35209-2237-4b2b-9d1a-4cd42aa7cd1f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:05.142167 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39b8b9b9-f710-43f3-8877-0c416141163a req-940b2b8c-f444-4568-9d07-32490d41d7af tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774183 Oct 13 10:54:05.180130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-7c73edcf-ea44-43d5-a5fe-88906904a469 req-199453a3-d466-4545-a2b2-d6d35a1b1d0d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Calling delete_port for c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:54:05.208588 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5db35209-2237-4b2b-9d1a-4cd42aa7cd1f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:05.229403 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:05.283468 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-76388719-303f-4982-9025-1252becee50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:05.327415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:05.362840 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-76388719-303f-4982-9025-1252becee50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:05.402816 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:05.501051 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Sync routers for ids ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:54:05.509365 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:05.513116 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-76388719-303f-4982-9025-1252becee50d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebc0883ea2f14b5c8b26225dfbb2618f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0188940 Oct 13 10:54:05.522814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Routers {'cb7e0b2b-c4a2-485f-b77f-11969d607d8d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:05.523701 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:05.528255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36232) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:05.528255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76388719-303f-4982-9025-1252becee50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c7744d-631a-416f-b176-7a7a3de2995c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:05.536868 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ed2776e2-1356-458b-bbd6-6312820c4bd9 req-9f545fe3-ee7e-4f19-b323-b047033ba8b7 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 210 time: 0.1465111 Oct 13 10:54:05.588050 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-5db35209-2237-4b2b-9d1a-4cd42aa7cd1f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Floating IP 1e700aa1-8516-4f07-9e66-228adb925392 associated. External IP: 172.25.0.154, port: 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba. Oct 13 10:54:05.593853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a70bc7-2fe8-4bba-a505-729cf8131c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd287c7-5cb0-43c0-b374-b15bfe54c2f9'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:05.596416 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2acdbf-e023-47dc-b1a7-b6e30b523110" -d '{"events": [{"server_uuid": "d2a70bc7-2fe8-4bba-a505-729cf8131c5f", "name": "network-vif-plugged", "status": "completed", "tag": "dbd287c7-5cb0-43c0-b374-b15bfe54c2f9"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:05.719348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Set router cb7e0b2b-c4a2-485f-b77f-11969d607d8d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:05.744349 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bea89d54-dc84-4bea-bdee-eecafb3d128b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:05.817925 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bea89d54-dc84-4bea-bdee-eecafb3d128b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:05.896781 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7c73edcf-ea44-43d5-a5fe-88906904a469 req-199453a3-d466-4545-a2b2-d6d35a1b1d0d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:06.040736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db35209-2237-4b2b-9d1a-4cd42aa7cd1f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Router 5e8103cb-bb77-4b45-a875-3421d5443c15 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:54:06.078211 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199453a3-d466-4545-a2b2-d6d35a1b1d0d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Pushing event deleted for resources: {'Port': ['ID=c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:06.081753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:54:02Z', 'revision_number': 4, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port': {'id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:53:58Z', 'updated_at': '2021-10-13T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'e1a43e61-66ac-438f-b404-e11692659a42', 'name': '', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'mac_address': 'fa:16:3e:18:68:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:01Z', 'updated_at': '2021-10-13T10:54:02Z', 'revision_number': 2, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'subnets': [{'id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:06.150885 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Checking router: cb7e0b2b-c4a2-485f-b77f-11969d607d8d for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:54:06.152723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Updating router cb7e0b2b-c4a2-485f-b77f-11969d607d8d port e1a43e61-66ac-438f-b404-e11692659a42 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:54:06.197804 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:06.208356 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c73edcf-ea44-43d5-a5fe-88906904a469 req-199453a3-d466-4545-a2b2-d6d35a1b1d0d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] No DVR routers for this DVR port c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:54:06.212937 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7c73edcf-ea44-43d5-a5fe-88906904a469 req-199453a3-d466-4545-a2b2-d6d35a1b1d0d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:06.229157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c73edcf-ea44-43d5-a5fe-88906904a469 req-199453a3-d466-4545-a2b2-d6d35a1b1d0d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.46 "DELETE /v2.0/ports/c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe HTTP/1.1" status: 204 len: 173 time: 1.7732837 Oct 13 10:54:06.229846 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bea89d54-dc84-4bea-bdee-eecafb3d128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:06.242669 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bea89d54-dc84-4bea-bdee-eecafb3d128b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:06.243889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bea89d54-dc84-4bea-bdee-eecafb3d128b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49c7744d-631a-416f-b176-7a7a3de2995c HTTP/1.1" status: 204 len: 168 time: 0.7155733 Oct 13 10:54:06.244669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431989a1-bf2f-4eeb-a3c2-0d34323ed881', 'name': 'network-vif-deleted', 'tag': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:06.247059 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e8464c-8b7f-4e57-b9d7-b226c10698a7" -d '{"events": [{"server_uuid": "431989a1-bf2f-4eeb-a3c2-0d34323ed881", "name": "network-vif-deleted", "tag": "c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:06.309123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea89d54-dc84-4bea-bdee-eecafb3d128b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c7744d-631a-416f-b176-7a7a3de2995c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:06.320672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-9f6d3980-6a5f-49f4-8f70-cee3e15d26a5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:06.322190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-9f6d3980-6a5f-49f4-8f70-cee3e15d26a5 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.21 "GET /v2.0/networks?id=225efdd3-76a6-46d2-812d-fe35c95e3f9f HTTP/1.1" status: 200 len: 805 time: 0.4349570 Oct 13 10:54:06.337470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Request body: {'port': {'device_id': '40aec82a-d06f-4027-b088-2d80fd3eb5e6', 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f', 'admin_state_up': True, 'tenant_id': '1cd32a677dad4bb08ed7597ab50eccd8'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:06.439089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db35209-2237-4b2b-9d1a-4cd42aa7cd1f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:54:06.447583 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5db35209-2237-4b2b-9d1a-4cd42aa7cd1f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:06.452029 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e0425-7208-4059-b1b5-2f3c9c6d3ca3 None None] Sync routers for ids ['5e8103cb-bb77-4b45-a875-3421d5443c15'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:54:06.467195 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e0425-7208-4059-b1b5-2f3c9c6d3ca3 None None] Routers {'5e8103cb-bb77-4b45-a875-3421d5443c15'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:06.468186 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8f2e0425-7208-4059-b1b5-2f3c9c6d3ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5e8103cb-bb77-4b45-a875-3421d5443c15'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:06.498470 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5db35209-2237-4b2b-9d1a-4cd42aa7cd1f tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "PUT /v2.0/floatingips/1e700aa1-8516-4f07-9e66-228adb925392 HTTP/1.1" status: 200 len: 991 time: 3.0529890 Oct 13 10:54:06.499073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53d6d4e-dd8d-45fd-b103-51346d850044', 'tag': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:06.506643 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0bea59-0084-4664-b3ad-47757d8e9a37" -d '{"events": [{"name": "network-changed", "server_uuid": "a53d6d4e-dd8d-45fd-b103-51346d850044", "tag": "4e74f25c-8bca-4320-8cb4-bdc7939fe1ba"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:06.511587 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 839915fe-c3b2-4551-bd30-c64bff397e42 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:06.515497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-1a45a9da-6645-4bc1-8697-e1e9c1668820 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:54:06.517371 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-1a45a9da-6645-4bc1-8697-e1e9c1668820 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0094004 Oct 13 10:54:06.614428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Made reservation on behalf of 1cd32a677dad4bb08ed7597ab50eccd8 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:06.618323 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-8f2e0425-7208-4059-b1b5-2f3c9c6d3ca3 None None] Set router 5e8103cb-bb77-4b45-a875-3421d5443c15 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:06.624821 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:06.644923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-ab7ee78c-ffde-4076-b8c3-c0d36123dafe tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:06.649873 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-ab7ee78c-ffde-4076-b8c3-c0d36123dafe tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports/329585c2-df4a-4474-9890-a12eb72bfeae HTTP/1.1" status: 200 len: 1093 time: 0.1182683 Oct 13 10:54:06.654230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36254) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:06.661893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ec1a5814-113f-4c7c-9388-5080bcf4418b tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449281551', 'description': 'tempest-description--772071337'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:06.682117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:54:06.723098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] Request body: {'binding': {'host': 'n-h1-813659-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:06.723579 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] Unknown quota resources ['binding']. {{(pid=101990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 10:54:06.783705 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed9b010-f143-4dbb-bf94-76148f6a4f7f x-openstack-request-id: req-6ed9b010-f143-4dbb-bf94-76148f6a4f7f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:06.784916 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a70bc7-2fe8-4bba-a505-729cf8131c5f", "name": "network-vif-plugged", "status": "completed", "tag": "dbd287c7-5cb0-43c0-b374-b15bfe54c2f9", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:06.788419 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ed9b010-f143-4dbb-bf94-76148f6a4f7f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:06.788749 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a70bc7-2fe8-4bba-a505-729cf8131c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd287c7-5cb0-43c0-b374-b15bfe54c2f9', 'code': 200} Oct 13 10:54:06.822289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:54:06.822671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:54:06.874372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Allocated IP 172.20.0.12 (225efdd3-76a6-46d2-812d-fe35c95e3f9f/d9350d63-c70c-4696-b76b-2b25898fda6e/088888a8-4286-4421-9265-1de8011ece52) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:54:06.877357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 839915fe-c3b2-4551-bd30-c64bff397e42 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:06.877744 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:06.931328 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5814-113f-4c7c-9388-5080bcf4418b tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:06.941971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7923a9-2c05-44bd-ab40-4e8f99b65133 req-2ab19de5-2f17-4ace-815d-77930893118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:06.942447 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f7923a9-2c05-44bd-ab40-4e8f99b65133 req-2ab19de5-2f17-4ace-815d-77930893118b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 1096 time: 0.1089361 Oct 13 10:54:07.129241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db246694-95b6-4ebf-b26b-1bef64f7a33e req-cbd75dbc-22a3-424f-844a-aa5db6b12496 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:07.141734 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-db246694-95b6-4ebf-b26b-1bef64f7a33e req-cbd75dbc-22a3-424f-844a-aa5db6b12496 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.2171116 Oct 13 10:54:07.219710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f7923a9-2c05-44bd-ab40-4e8f99b65133 req-a890ed7c-2ec7-4f3d-8cae-1f04a3d413b2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557974 Oct 13 10:54:07.305996 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5814-113f-4c7c-9388-5080bcf4418b tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:07.322816 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8f2e0425-7208-4059-b1b5-2f3c9c6d3ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:52:21Z', 'revision_number': 4, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '1e700aa1-8516-4f07-9e66-228adb925392', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'port_id': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'mac_address': 'fa:16:3e:64:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53d6d4e-dd8d-45fd-b103-51346d850044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:52:28Z', 'updated_at': '2021-10-13T10:54:04Z', 'revision_number': 1, 'project_id': 'd68197c02a23425c854c2735566beece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47c82e1-897b-4687-b07c-3de34ce9f7c1', 'name': '', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'mac_address': 'fa:16:3e:08:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:20Z', 'updated_at': '2021-10-13T10:52:27Z', 'revision_number': 5, 'project_id': 'd68197c02a23425c854c2735566beece', 'subnets': [{'id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:07.328801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] Attempting to bind port 329585c2-df4a-4474-9890-a12eb72bfeae on host n-h1-813659-3 for vnic_type normal with profile None {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:54:07.329482 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:07.332811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] Attempting to bind port 329585c2-df4a-4474-9890-a12eb72bfeae by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:54:07.333300 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] Attempting to bind port 329585c2-df4a-4474-9890-a12eb72bfeae on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:07.354501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] Port 329585c2-df4a-4474-9890-a12eb72bfeae on network 259a4ec1-ee8d-422b-b204-4224c014af8b not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:54:07.354960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] Attempting to bind port 329585c2-df4a-4474-9890-a12eb72bfeae on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:07.382457 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-db246694-95b6-4ebf-b26b-1bef64f7a33e req-fe65206f-968c-4934-a658-fa1d17c7b03d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390518 Oct 13 10:54:07.409134 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5814-113f-4c7c-9388-5080bcf4418b tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:07.424118 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e0425-7208-4059-b1b5-2f3c9c6d3ca3 None None] Checking router: 5e8103cb-bb77-4b45-a875-3421d5443c15 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:54:07.440885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:54:07.447735 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e0425-7208-4059-b1b5-2f3c9c6d3ca3 None None] Routers {'5e8103cb-bb77-4b45-a875-3421d5443c15'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:07.448479 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8f2e0425-7208-4059-b1b5-2f3c9c6d3ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5e8103cb-bb77-4b45-a875-3421d5443c15'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:07.452668 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] Checking segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:07.453121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] Bound using segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:54:07.453603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] Bound port: 329585c2-df4a-4474-9890-a12eb72bfeae, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:54:07.458060 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:07.467111 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:07.506807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a5814-113f-4c7c-9388-5080bcf4418b tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f3b29a-5713-44d0-aa25-4561fa3bac23,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:07.528671 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:07.571286 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb468926-346d-418e-829f-2403e484c2f0 x-openstack-request-id: req-eb468926-346d-418e-829f-2403e484c2f0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:07.571647 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431989a1-bf2f-4eeb-a3c2-0d34323ed881", "name": "network-vif-deleted", "tag": "c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:07.571975 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb468926-346d-418e-829f-2403e484c2f0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:07.572384 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431989a1-bf2f-4eeb-a3c2-0d34323ed881', 'name': 'network-vif-deleted', 'tag': 'c2c2cc09-06cf-4852-9c1b-a138bd7e1fbe', 'status': 'completed', 'code': 200} Oct 13 10:54:07.608839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Network 225efdd3-76a6-46d2-812d-fe35c95e3f9f is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:07.613849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:07.624306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:54:07.658726 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5814-113f-4c7c-9388-5080bcf4418b tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:07.661249 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ec1a5814-113f-4c7c-9388-5080bcf4418b tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0048470 Oct 13 10:54:07.662427 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=329585c2-df4a-4474-9890-a12eb72bfeae,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:54:07.666282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36268) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:07.671263 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dc6d36c8-4d9d-4940-b6b7-080924f78d79 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Request body: {'security_group_rule': {'security_group_id': 'f6f3b29a-5713-44d0-aa25-4561fa3bac23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:07.742616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Pushing event updated for resources: {'Port': ['ID=e1a43e61-66ac-438f-b404-e11692659a42,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:07.747837 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:07.750022 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-5ead6e32-e344-4661-a00c-6e274513248d service neutron] 10.222.0.32 "POST /v2.0/ports/329585c2-df4a-4474-9890-a12eb72bfeae/bindings HTTP/1.1" status: 201 len: 389 time: 1.0359094 Oct 13 10:54:07.766761 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-8f2e0425-7208-4059-b1b5-2f3c9c6d3ca3 None None] Set router 5e8103cb-bb77-4b45-a875-3421d5443c15 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:07.776268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.776630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.779534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.779534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.779534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.779534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.779534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.779534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.779534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.779534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.780604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.780604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.796682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Pushing event updated for resources: {'Port': ['ID=088888a8-4286-4421-9265-1de8011ece52,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:07.798789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Attempting to bind port e1a43e61-66ac-438f-b404-e11692659a42 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:54:07.799281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Attempting to bind port e1a43e61-66ac-438f-b404-e11692659a42 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '4fe916c2-9612-4734-9aff-f11d1f5c50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:54:07.799523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Attempting to bind port e1a43e61-66ac-438f-b404-e11692659a42 on network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:07.808020 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:54:07.808469 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Checking segment: {'id': '4fe916c2-9612-4734-9aff-f11d1f5c50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:07.809534 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:07.809947 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Bound using segment: {'id': '4fe916c2-9612-4734-9aff-f11d1f5c50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:54:07.810463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Bound port: e1a43e61-66ac-438f-b404-e11692659a42, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe916c2-9612-4734-9aff-f11d1f5c50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:54:07.811333 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:07.825964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6d36c8-4d9d-4940-b6b7-080924f78d79 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:07.844264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.845917 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.847584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.849478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.850517 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.851936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.856761 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.859317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.861156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.861896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.864581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.865109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:07.967806 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531856cf-bb13-4abc-8297-81f9ad857d4d x-openstack-request-id: req-531856cf-bb13-4abc-8297-81f9ad857d4d {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:07.968615 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53d6d4e-dd8d-45fd-b103-51346d850044", "tag": "4e74f25c-8bca-4320-8cb4-bdc7939fe1ba", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:07.970095 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-531856cf-bb13-4abc-8297-81f9ad857d4d {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:07.972801 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53d6d4e-dd8d-45fd-b103-51346d850044', 'tag': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba', 'status': 'completed', 'code': 200} Oct 13 10:54:07.989102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:07.989776 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:08.131311 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-73d07455-c60b-4685-89dd-f31a4a63d58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:08.152995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c24fb075-b075-421f-9185-f0e43c15ed9d None None] Provisioning complete for port e1a43e61-66ac-438f-b404-e11692659a42 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:08.154682 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c24fb075-b075-421f-9185-f0e43c15ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:08.163859 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] For port e1a43e61-66ac-438f-b404-e11692659a42, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:08.210413 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6d36c8-4d9d-4940-b6b7-080924f78d79 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:08.240802 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bea59-0084-4664-b3ad-47757d8e9a37 req-87972058-de50-49ce-937f-bfeb2adf9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:08.243845 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c0bea59-0084-4664-b3ad-47757d8e9a37 req-87972058-de50-49ce-937f-bfeb2adf9c7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d68197c02a23425c854c2735566beece&device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 1096 time: 0.3258765 Oct 13 10:54:08.244423 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-bb6cf736-d09e-47d8-ba2c-fc89fa315622 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9107025 Oct 13 10:54:08.261777 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] For port e1a43e61-66ac-438f-b404-e11692659a42, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e1a43e61-66ac-438f-b404-e11692659a42,segment=NetworkSegment(4fe916c2-9612-4734-9aff-f11d1f5c50bf),segment_id=4fe916c2-9612-4734-9aff-f11d1f5c50bf)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:54:08.267285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Request body: {'port': {'device_id': '40aec82a-d06f-4027-b088-2d80fd3eb5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:08.282220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c24fb075-b075-421f-9185-f0e43c15ed9d None None] Port e1a43e61-66ac-438f-b404-e11692659a42 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:54:08.285391 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6d36c8-4d9d-4940-b6b7-080924f78d79 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:08.320966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b56f98-acdb-4d5b-8205-9585dae312ec req-30708971-556b-4944-902a-18cae592a9f9 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:08.329858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8d550-d353-4e81-8cc1-40c6a46f71b0 req-310f5a41-9925-4f28-8f17-9c7139aec306 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:08.330751 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72b56f98-acdb-4d5b-8205-9585dae312ec req-30708971-556b-4944-902a-18cae592a9f9 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.1652775 Oct 13 10:54:08.340605 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-51c8d550-d353-4e81-8cc1-40c6a46f71b0 req-310f5a41-9925-4f28-8f17-9c7139aec306 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 932 time: 0.2537796 Oct 13 10:54:08.365012 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:08.431754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6d36c8-4d9d-4940-b6b7-080924f78d79 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:08.435403 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dc6d36c8-4d9d-4940-b6b7-080924f78d79 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7679336 Oct 13 10:54:08.440251 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36282) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:08.441174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36284) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:08.451413 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8f2e0425-7208-4059-b1b5-2f3c9c6d3ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:52:21Z', 'revision_number': 4, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '1e700aa1-8516-4f07-9e66-228adb925392', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'port_id': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'mac_address': 'fa:16:3e:64:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53d6d4e-dd8d-45fd-b103-51346d850044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:52:28Z', 'updated_at': '2021-10-13T10:54:04Z', 'revision_number': 1, 'project_id': 'd68197c02a23425c854c2735566beece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47c82e1-897b-4687-b07c-3de34ce9f7c1', 'name': '', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'mac_address': 'fa:16:3e:08:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:20Z', 'updated_at': '2021-10-13T10:52:27Z', 'revision_number': 5, 'project_id': 'd68197c02a23425c854c2735566beece', 'subnets': [{'id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:08.487859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b9596cbb-637d-4908-a976-ef2d47591c48 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Request body: {'security_group_rule': {'security_group_id': 'f6f3b29a-5713-44d0-aa25-4561fa3bac23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:08.504126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72b56f98-acdb-4d5b-8205-9585dae312ec req-ac60ca7e-8a7e-4325-8f14-4997c3147719 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713314 Oct 13 10:54:08.507757 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Routers {'cb7e0b2b-c4a2-485f-b77f-11969d607d8d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:08.511691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:08.520752 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e0425-7208-4059-b1b5-2f3c9c6d3ca3 None None] The sync data for ids ['5e8103cb-bb77-4b45-a875-3421d5443c15'] in n-d-813659-3 is: [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:52:21Z', 'revision_number': 4, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '1e700aa1-8516-4f07-9e66-228adb925392', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'port_id': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'mac_address': 'fa:16:3e:64:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53d6d4e-dd8d-45fd-b103-51346d850044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:52:28Z', 'updated_at': '2021-10-13T10:54:04Z', 'revision_number': 1, 'project_id': 'd68197c02a23425c854c2735566beece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47c82e1-897b-4687-b07c-3de34ce9f7c1', 'name': '', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'mac_address': 'fa:16:3e:08:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:20Z', 'updated_at': '2021-10-13T10:52:27Z', 'revision_number': 5, 'project_id': 'd68197c02a23425c854c2735566beece', 'subnets': [{'id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:54:08.561682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d36c8-4d9d-4940-b6b7-080924f78d79 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8044a1d2-d2b4-42dc-973f-2a697e62a667,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:08.578315 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:08.651543 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9596cbb-637d-4908-a976-ef2d47591c48 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:08.663865 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:08.667241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb33bd-3e02-4e48-8cca-45645d984e96 None None] Pushing event updated for resources: {'Port': ['ID=e1a43e61-66ac-438f-b404-e11692659a42,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:08.715979 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-51c8d550-d353-4e81-8cc1-40c6a46f71b0 req-f172b58c-7243-4951-93e9-1882b121bd50 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729060 Oct 13 10:54:08.910962 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-845252997-network', 'tenant_id': 'a6c3bb29c806414493100593913257cd'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:08.940945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] Set router cb7e0b2b-c4a2-485f-b77f-11969d607d8d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:08.988455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bea59-0084-4664-b3ad-47757d8e9a37 req-dbbc4a9c-c271-4990-a8cf-7d2f59f0d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:08.990553 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c0bea59-0084-4664-b3ad-47757d8e9a37 req-dbbc4a9c-c271-4990-a8cf-7d2f59f0d5e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b HTTP/1.1" status: 200 len: 916 time: 0.7311497 Oct 13 10:54:09.074130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c42743-f494-4d44-975e-defbf4e4a09d None None] New status for floating IP 1e700aa1-8516-4f07-9e66-228adb925392: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:54:09.085625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6ba07c26-6f40-4396-9fa1-2883eb5a1c7c None None] Provisioning complete for port e1a43e61-66ac-438f-b404-e11692659a42 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:09.085956 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6ba07c26-6f40-4396-9fa1-2883eb5a1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.088443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Made reservation on behalf of a6c3bb29c806414493100593913257cd for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:09.090976 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.098348 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9596cbb-637d-4908-a976-ef2d47591c48 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.114013 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.147133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088888a8-4286-4421-9265-1de8011ece52 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:09.157163 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.197455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-beb97597-31b6-45cc-8ea0-b603d1676758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:09.199164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-beb97597-31b6-45cc-8ea0-b603d1676758 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 1096 time: 0.7556977 Oct 13 10:54:09.217364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Transition to ACTIVE for port object 088888a8-4286-4421-9265-1de8011ece52 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:54:09.254640 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.258107 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c0bea59-0084-4664-b3ad-47757d8e9a37 req-c985c523-3948-45d5-8d85-44dcaa13317e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba HTTP/1.1" status: 200 len: 999 time: 0.2567132 Oct 13 10:54:09.259473 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9596cbb-637d-4908-a976-ef2d47591c48 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.290848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e691af-e010-4183-9d1b-f62bca11dc40 req-8024bebd-b952-4dda-8dac-17f42c5fb622 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:09.292595 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17e691af-e010-4183-9d1b-f62bca11dc40 req-8024bebd-b952-4dda-8dac-17f42c5fb622 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1377046 Oct 13 10:54:09.303581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.338671 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.359335 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:54:09.375981 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.377144 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Added segment 624818e1-114b-490f-89c0-1da61c8931cf of type vlan for network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 Oct 13 10:54:09.393913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-daf089e4-dbf4-4ff7-88e2-4a49bb03fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:09.395577 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-daf089e4-dbf4-4ff7-88e2-4a49bb03fa2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.1872861 Oct 13 10:54:09.418095 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Pushing event updated for resources: {'Port': ['ID=088888a8-4286-4421-9265-1de8011ece52,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:09.438142 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.461484 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17e691af-e010-4183-9d1b-f62bca11dc40 req-8c3a4f74-46b7-4a9c-ac84-6b5f65915ca3 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593015 Oct 13 10:54:09.463009 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-fd68ce20-50bd-4bca-82b3-5f259dee0f0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=329585c2-df4a-4474-9890-a12eb72bfeae HTTP/1.1" status: 200 len: 217 time: 0.0551143 Oct 13 10:54:09.577857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-34eb9a7f-0a1a-4055-bd22-4bb6895be48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:09.580039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-34eb9a7f-0a1a-4055-bd22-4bb6895be48d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0964484 Oct 13 10:54:09.612133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f4f05f-b11c-4016-9c1a-c88c2876a1b5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:09.617015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bea59-0084-4664-b3ad-47757d8e9a37 req-6c32a618-dac5-47da-85ba-cb5c9234a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:09.619671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c0bea59-0084-4664-b3ad-47757d8e9a37 req-6c32a618-dac5-47da-85ba-cb5c9234a175 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38d05ae9-b7ed-49ab-96af-ad4ddc23aeff HTTP/1.1" status: 200 len: 854 time: 0.3395505 Oct 13 10:54:09.626199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9596cbb-637d-4908-a976-ef2d47591c48 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.627516 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b9596cbb-637d-4908-a976-ef2d47591c48 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1491623 Oct 13 10:54:09.634971 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6ba07c26-6f40-4396-9fa1-2883eb5a1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.635603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9596cbb-637d-4908-a976-ef2d47591c48 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82b1180-9b50-436e-8a3c-80da4bc3e048,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:09.647553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36296) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:09.655680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:09.663430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:54:02Z', 'revision_number': 4, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port': {'id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:53:58Z', 'updated_at': '2021-10-13T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'e1a43e61-66ac-438f-b404-e11692659a42', 'name': '', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'mac_address': 'fa:16:3e:18:68:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:01Z', 'updated_at': '2021-10-13T10:54:08Z', 'revision_number': 4, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'subnets': [{'id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:09.669167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Attempting to bind port 088888a8-4286-4421-9265-1de8011ece52 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:54:09.669167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Attempting to bind port 088888a8-4286-4421-9265-1de8011ece52 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:54:09.669167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Attempting to bind port 088888a8-4286-4421-9265-1de8011ece52 on network 225efdd3-76a6-46d2-812d-fe35c95e3f9f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:09.677622 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-328c9309-09a9-466a-896a-5d76a88560bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893042 Oct 13 10:54:09.697364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Port 088888a8-4286-4421-9265-1de8011ece52 on network 225efdd3-76a6-46d2-812d-fe35c95e3f9f not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:54:09.697594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Attempting to bind port 088888a8-4286-4421-9265-1de8011ece52 on network 225efdd3-76a6-46d2-812d-fe35c95e3f9f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:09.722141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:54:09.722455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Checking segment: {'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:09.722814 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Bound using segment: {'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:54:09.723274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Bound port: 088888a8-4286-4421-9265-1de8011ece52, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:54:09.723642 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.745089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea4d7f-c8fe-432c-a62f-9bc1a555c82a None None] The sync data for ids ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'] in n-d-813659-3 is: [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:54:02Z', 'revision_number': 4, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port': {'id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:53:58Z', 'updated_at': '2021-10-13T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'e1a43e61-66ac-438f-b404-e11692659a42', 'name': '', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'mac_address': 'fa:16:3e:18:68:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:01Z', 'updated_at': '2021-10-13T10:54:08Z', 'revision_number': 4, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'subnets': [{'id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:54:09.751786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bea59-0084-4664-b3ad-47757d8e9a37 req-355ecb3e-5b5c-457d-afee-69ae4f1b76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:09.752687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6ba07c26-6f40-4396-9fa1-2883eb5a1c7c None None] For port e1a43e61-66ac-438f-b404-e11692659a42, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e1a43e61-66ac-438f-b404-e11692659a42,segment=NetworkSegment(4fe916c2-9612-4734-9aff-f11d1f5c50bf),segment_id=4fe916c2-9612-4734-9aff-f11d1f5c50bf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:09.755030 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c0bea59-0084-4664-b3ad-47757d8e9a37 req-355ecb3e-5b5c-457d-afee-69ae4f1b76f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208637 Oct 13 10:54:09.760958 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.763832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:09.767195 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.872353 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6ba07c26-6f40-4396-9fa1-2883eb5a1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.953774 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:09.968667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-d8325cb6-2dcd-4c58-b820-1bf1bbeb3771 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797399 Oct 13 10:54:09.973390 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba07c26-6f40-4396-9fa1-2883eb5a1c7c None None] Pushing event updated for resources: {'Port': ['ID=e1a43e61-66ac-438f-b404-e11692659a42,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:09.981868 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fd61f-c3fc-4379-95c8-4bf7d552707d req-b6f2b92c-5dfb-46ba-afdb-c14586bf507a tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:09.992735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-263fd61f-c3fc-4379-95c8-4bf7d552707d req-b6f2b92c-5dfb-46ba-afdb-c14586bf507a tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 944 time: 0.1278086 Oct 13 10:54:10.004687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] For port 088888a8-4286-4421-9265-1de8011ece52, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:10.014593 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] For port 088888a8-4286-4421-9265-1de8011ece52, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=088888a8-4286-4421-9265-1de8011ece52,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:54:10.035314 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5732629 Oct 13 10:54:10.039081 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36308) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:10.044658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f31485e3-c471-4a1b-8495-c20928ad0e8e admin admin] Request body: {'subnet': {'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-845252997-subnet', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:10.108451 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:10.109372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c16c6-7cb8-4292-9f3c-a4afaa0ebad1 admin admin] Pushing event updated for resources: {'Network': ['ID=3be5507d-cf45-433e-9f0d-6f9cb7f3d896,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:10.124820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9200523-3043-40a3-8895-5020d82477d3 req-42b42003-c16f-4025-9eec-d34c36f807a1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:10.132616 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c9200523-3043-40a3-8895-5020d82477d3 req-42b42003-c16f-4025-9eec-d34c36f807a1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.4441309 Oct 13 10:54:10.160906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:54:10.270161 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e1a43e61-66ac-438f-b404-e11692659a42 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:10.275855 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c0bea59-0084-4664-b3ad-47757d8e9a37 req-fe094544-c313-446e-9ce3-875e8199a956 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885702 Oct 13 10:54:10.291556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:10.299069 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:10.299069 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] 10.222.0.21 "PUT /v2.0/ports/088888a8-4286-4421-9265-1de8011ece52 HTTP/1.1" status: 200 len: 1092 time: 2.0325019 Oct 13 10:54:10.299069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40aec82a-d06f-4027-b088-2d80fd3eb5e6', 'tag': '088888a8-4286-4421-9265-1de8011ece52'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:10.299468 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a556a8f5-12cc-4187-a029-77dfad721082" -d '{"events": [{"name": "network-changed", "server_uuid": "40aec82a-d06f-4027-b088-2d80fd3eb5e6", "tag": "088888a8-4286-4421-9265-1de8011ece52"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:10.329481 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c9200523-3043-40a3-8895-5020d82477d3 req-7211fe44-df9e-4a8d-9195-9f229b2e54b0 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915612 Oct 13 10:54:10.347260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-263fd61f-c3fc-4379-95c8-4bf7d552707d req-61bdf166-2870-47e8-b423-bcbda9548e9d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526857 Oct 13 10:54:10.371464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31485e3-c471-4a1b-8495-c20928ad0e8e admin admin] Made reservation on behalf of a6c3bb29c806414493100593913257cd for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:10.373908 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f31485e3-c471-4a1b-8495-c20928ad0e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:10.386075 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:10.411122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e1a43e61-66ac-438f-b404-e11692659a42 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:10.412000 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:10.570131 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:10.585433 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c0bea59-0084-4664-b3ad-47757d8e9a37 req-20f7b59a-3066-4dca-a5fe-fcd7ff9a2b4d service neutron] 10.222.0.21 "GET /v2.0/networks/b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976050 Oct 13 10:54:10.594497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc63c5-d65b-4418-a42c-23ea7ed346f2 service neutron] Pushing event updated for resources: {'Port': ['ID=088888a8-4286-4421-9265-1de8011ece52,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:10.605937 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-d25d4311-d329-4b68-a66b-33541024305c service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108181 Oct 13 10:54:10.683344 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-85d48ffd-1bfe-4052-aaff-d88f44c1ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:10.684988 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-85d48ffd-1bfe-4052-aaff-d88f44c1ec9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cd32a677dad4bb08ed7597ab50eccd8&device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 1095 time: 0.2152674 Oct 13 10:54:10.721586 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031f3be0-b8ca-4d9a-8eb8-e1526f192e90 x-openstack-request-id: req-031f3be0-b8ca-4d9a-8eb8-e1526f192e90 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:10.722762 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40aec82a-d06f-4027-b088-2d80fd3eb5e6", "tag": "088888a8-4286-4421-9265-1de8011ece52", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:10.723275 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-031f3be0-b8ca-4d9a-8eb8-e1526f192e90 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:10.723565 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40aec82a-d06f-4027-b088-2d80fd3eb5e6', 'tag': '088888a8-4286-4421-9265-1de8011ece52', 'status': 'completed', 'code': 200} Oct 13 10:54:10.747162 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2768a2f7-d8ea-4bac-a06d-e0e4a5c4a940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:10.773209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Allocated IP 172.25.0.126 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/bc38e1b4-1bde-4619-b550-ebfab68bbdb5) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:54:10.824517 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-8c7dd111-f796-4c12-9148-0e8ee64cc969 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=088888a8-4286-4421-9265-1de8011ece52 HTTP/1.1" status: 200 len: 217 time: 0.1193442 Oct 13 10:54:10.913074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec6b27-6777-493e-b1d1-4ca98c1c97ef req-2cf895ce-3997-47ca-9a87-5e213adfad62 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:10.914908 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-33ec6b27-6777-493e-b1d1-4ca98c1c97ef req-2cf895ce-3997-47ca-9a87-5e213adfad62 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1294382 Oct 13 10:54:11.011714 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:11.031301 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-33ec6b27-6777-493e-b1d1-4ca98c1c97ef req-eb3e89b0-966a-408b-bf74-8e6c0c8c3c09 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027272 Oct 13 10:54:11.117692 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-133778fa-2669-4a92-8c7c-266b00bfb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:11.119203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-133778fa-2669-4a92-8c7c-266b00bfb252 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d9350d63-c70c-4696-b76b-2b25898fda6e HTTP/1.1" status: 200 len: 845 time: 0.2866960 Oct 13 10:54:11.170289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-08853466-4f2d-428b-90fd-7d3cfd4762cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=225efdd3-76a6-46d2-812d-fe35c95e3f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368989 Oct 13 10:54:11.182013 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c17cd-a9ea-496e-90b0-5699b897c31b req-abe7860a-fa4b-41ba-83b6-1a41664dd1c3 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:11.188615 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697ccc-c35b-42c8-9ab6-2a6429aa4dc0 req-edc486cc-7f50-40e0-9f6e-48af573b9869 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:11.190049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4c2c17cd-a9ea-496e-90b0-5699b897c31b req-abe7860a-fa4b-41ba-83b6-1a41664dd1c3 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0657916 Oct 13 10:54:11.197151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae697ccc-c35b-42c8-9ab6-2a6429aa4dc0 req-edc486cc-7f50-40e0-9f6e-48af573b9869 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 944 time: 0.1930771 Oct 13 10:54:11.198257 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:11.255572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:11.267963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:11.279401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:54:11.326559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Pushing event updated for resources: {'Port': ['ID=bc38e1b4-1bde-4619-b550-ebfab68bbdb5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:11.352880 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4c2c17cd-a9ea-496e-90b0-5699b897c31b req-2d3bd9cd-3324-470c-9b87-79c0bfcae6fb tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572375 Oct 13 10:54:11.542568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:11.585591 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:11.610114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe460fde-1f55-47fd-81a0-f71ac34b56db req-56b64143-e41e-420f-a3e6-9c88947dcb7c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:11.611828 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe460fde-1f55-47fd-81a0-f71ac34b56db req-56b64143-e41e-420f-a3e6-9c88947dcb7c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 944 time: 0.1404307 Oct 13 10:54:11.702496 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:11.774153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae697ccc-c35b-42c8-9ab6-2a6429aa4dc0 req-c5a5ea7f-d465-4380-b5ab-514cd5bfc665 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763125 Oct 13 10:54:11.789980 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe460fde-1f55-47fd-81a0-f71ac34b56db req-660cb399-581c-4ee1-a462-3ddc93e63841 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664667 Oct 13 10:54:11.795776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf624bd-01b7-4517-bb18-bd09c4296123 req-ebc20dec-ee58-4ed6-979c-49fcc7acb9c7 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:11.797355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0cf624bd-01b7-4517-bb18-bd09c4296123 req-ebc20dec-ee58-4ed6-979c-49fcc7acb9c7 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.46 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 944 time: 0.1315358 Oct 13 10:54:11.915429 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f31485e3-c471-4a1b-8495-c20928ad0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:12.013093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-d6764f61-ef8c-4b4d-b99e-6cd52e7b302e service neutron] 10.222.0.21 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8100724 Oct 13 10:54:12.048099 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:12.152773 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:12.219939 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:12.342672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Pushing event updated for resources: {'Port': ['ID=bc38e1b4-1bde-4619-b550-ebfab68bbdb5,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:12.347435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:12.350161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31485e3-c471-4a1b-8495-c20928ad0e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec42b01d-c234-4e9c-811f-0ae53f3b0c10,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:12.405272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bc8b9-7d19-47d5-aa37-36f69fa54c45 req-7d80654b-f086-475e-be2a-10c856b951db tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:12.414644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed4bc8b9-7d19-47d5-aa37-36f69fa54c45 req-7d80654b-f086-475e-be2a-10c856b951db tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.4965174 Oct 13 10:54:12.423299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fd481-773c-46b5-ab20-dddb3fefd48c req-110facc3-37b4-4d08-8959-f12f7b0fb604 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:12.424639 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f05fd481-773c-46b5-ab20-dddb3fefd48c req-110facc3-37b4-4d08-8959-f12f7b0fb604 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0722616 Oct 13 10:54:12.469268 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f05fd481-773c-46b5-ab20-dddb3fefd48c req-534c5436-2c14-4c7d-8ad4-6a5cb59ccc23 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359824 Oct 13 10:54:12.471099 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dce8f9b9-f338-4608-be6f-a7b01ba4f3e5 req-14fe4459-67ae-4a9d-84b7-7b56d37f0b70 service neutron] 10.222.0.21 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225495 Oct 13 10:54:12.475842 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31485e3-c471-4a1b-8495-c20928ad0e8e admin admin] Checking segment: {'id': '624818e1-114b-490f-89c0-1da61c8931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:12.476205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31485e3-c471-4a1b-8495-c20928ad0e8e admin admin] Network hostable DHCP agents. Network: 3be5507d-cf45-433e-9f0d-6f9cb7f3d896, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:54:12.505456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed4bc8b9-7d19-47d5-aa37-36f69fa54c45 req-8dabab88-a9fc-4eb5-9b6a-63e28bd4dfe1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896778 Oct 13 10:54:12.517031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-0cf624bd-01b7-4517-bb18-bd09c4296123 req-aa10a555-2349-408f-b76b-5335489d8ed3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Deleting port 93ec44d5-0077-40f3-9246-0920e6fd8c4c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:54:12.517205 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0cf624bd-01b7-4517-bb18-bd09c4296123 req-aa10a555-2349-408f-b76b-5335489d8ed3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:12.537786 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:12.540087 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9ecfb35b-dc49-4e77-8236-081b732e1f6a tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8906548 Oct 13 10:54:12.593719 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31485e3-c471-4a1b-8495-c20928ad0e8e admin admin] Network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:54:12.631848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0e860-7746-4ec2-80ef-08089ff7a1c2 req-1633c099-abe6-4a43-a7cf-f63c2778e3bf tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:12.633460 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1eb0e860-7746-4ec2-80ef-08089ff7a1c2 req-1633c099-abe6-4a43-a7cf-f63c2778e3bf tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0748665 Oct 13 10:54:12.665318 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0cf624bd-01b7-4517-bb18-bd09c4296123 req-aa10a555-2349-408f-b76b-5335489d8ed3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] For port 93ec44d5-0077-40f3-9246-0920e6fd8c4c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=93ec44d5-0077-40f3-9246-0920e6fd8c4c,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:12.670561 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0cf624bd-01b7-4517-bb18-bd09c4296123 req-aa10a555-2349-408f-b76b-5335489d8ed3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:12.689942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f31485e3-c471-4a1b-8495-c20928ad0e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 3be5507d-cf45-433e-9f0d-6f9cb7f3d896) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:12.692556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-0cf624bd-01b7-4517-bb18-bd09c4296123 req-aa10a555-2349-408f-b76b-5335489d8ed3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Calling delete_port for 93ec44d5-0077-40f3-9246-0920e6fd8c4c owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:54:12.699885 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c8554f-5d34-4944-8d15-e098446414ff None None] Network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:54:12.701921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a8f5-12cc-4187-a029-77dfad721082 req-536db7e6-333c-4ba7-afbf-197a6d03e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:12.703409 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a556a8f5-12cc-4187-a029-77dfad721082 req-536db7e6-333c-4ba7-afbf-197a6d03e738 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cd32a677dad4bb08ed7597ab50eccd8&device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0995197 Oct 13 10:54:12.708657 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31485e3-c471-4a1b-8495-c20928ad0e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:12.709334 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f31485e3-c471-4a1b-8495-c20928ad0e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:12.724758 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1eb0e860-7746-4ec2-80ef-08089ff7a1c2 req-874e0444-1e2f-468c-ac6c-d64e767e4271 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845664 Oct 13 10:54:12.872424 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f31485e3-c471-4a1b-8495-c20928ad0e8e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.8294744 Oct 13 10:54:12.872999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36358) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:12.877789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:12.906902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-b32e3bfd-470f-4d26-b2bd-bb57f0da3720 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1449281551&fields=id&tenant_id=1ce09fc5baff4972929c7aff054057cb HTTP/1.1" status: 200 len: 267 time: 0.0969665 Oct 13 10:54:12.955043 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'fixed_ips': [{'subnet_id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:54:12.956913 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:12.985720 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:12.986944 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:13.015436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a8f5-12cc-4187-a029-77dfad721082 req-d2573913-12b6-4110-b677-e3fb6f08cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:13.016895 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a556a8f5-12cc-4187-a029-77dfad721082 req-d2573913-12b6-4110-b677-e3fb6f08cfd1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=225efdd3-76a6-46d2-812d-fe35c95e3f9f HTTP/1.1" status: 200 len: 906 time: 0.2992454 Oct 13 10:54:13.051718 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:13.085901 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a556a8f5-12cc-4187-a029-77dfad721082 req-df6e3bd3-1558-4db3-82fd-f41cde6d8bde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=088888a8-4286-4421-9265-1de8011ece52 HTTP/1.1" status: 200 len: 217 time: 0.0601087 Oct 13 10:54:13.151614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Allocated IP 172.20.0.2 (3be5507d-cf45-433e-9f0d-6f9cb7f3d896/ec42b01d-c234-4e9c-811f-0ae53f3b0c10/c38971b3-9641-48fd-90e7-7173a6169273) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:54:13.153976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-891742b6-32ec-4741-ab8c-c06235cc372f tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:13.161620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-891742b6-32ec-4741-ab8c-c06235cc372f tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/networks?id=ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da HTTP/1.1" status: 200 len: 811 time: 0.2536445 Oct 13 10:54:13.189395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-b773cf6e-be63-4f40-9399-8791fb63eac0 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/quotas/1ce09fc5baff4972929c7aff054057cb HTTP/1.1" status: 200 len: 375 time: 0.0267751 Oct 13 10:54:13.192919 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0cf624bd-01b7-4517-bb18-bd09c4296123 req-aa10a555-2349-408f-b76b-5335489d8ed3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:13.211987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a8f5-12cc-4187-a029-77dfad721082 req-cf953815-7d67-4ccc-9061-279afd67b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:13.212889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a556a8f5-12cc-4187-a029-77dfad721082 req-cf953815-7d67-4ccc-9061-279afd67b0d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d9350d63-c70c-4696-b76b-2b25898fda6e HTTP/1.1" status: 200 len: 845 time: 0.1103930 Oct 13 10:54:13.296915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a556a8f5-12cc-4187-a029-77dfad721082 req-0b24a65a-c2bf-4185-bf3f-8e4fbeea1427 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=225efdd3-76a6-46d2-812d-fe35c95e3f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380681 Oct 13 10:54:13.298242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10a555-2349-408f-b76b-5335489d8ed3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Pushing event deleted for resources: {'Port': ['ID=93ec44d5-0077-40f3-9246-0920e6fd8c4c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:13.333027 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:13.411439 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:13.414559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf624bd-01b7-4517-bb18-bd09c4296123 req-aa10a555-2349-408f-b76b-5335489d8ed3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] No DVR routers for this DVR port 93ec44d5-0077-40f3-9246-0920e6fd8c4c on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:54:13.420920 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0cf624bd-01b7-4517-bb18-bd09c4296123 req-aa10a555-2349-408f-b76b-5335489d8ed3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:13.424221 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0cf624bd-01b7-4517-bb18-bd09c4296123 req-aa10a555-2349-408f-b76b-5335489d8ed3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.46 "DELETE /v2.0/ports/93ec44d5-0077-40f3-9246-0920e6fd8c4c HTTP/1.1" status: 204 len: 173 time: 1.6144302 Oct 13 10:54:13.425220 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389458e0-02c5-43b8-b2f9-f1d63636bac8', 'name': 'network-vif-deleted', 'tag': '93ec44d5-0077-40f3-9246-0920e6fd8c4c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:13.427469 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1facee08-84be-4a27-9e7c-6a1b7bfa1be9" -d '{"events": [{"server_uuid": "389458e0-02c5-43b8-b2f9-f1d63636bac8", "name": "network-vif-deleted", "tag": "93ec44d5-0077-40f3-9246-0920e6fd8c4c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:13.458628 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01c0fcf7-b58f-4215-a8fd-d53664b45079 req-5db16352-50d5-473f-a2e8-3b444d6911d1 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=389458e0-02c5-43b8-b2f9-f1d63636bac8 HTTP/1.1" status: 200 len: 210 time: 0.0707364 Oct 13 10:54:13.462758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-80feeeeb-98bb-4675-b794-160dda2998c1 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ce09fc5baff4972929c7aff054057cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2724581 Oct 13 10:54:13.462956 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:13.474213 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a556a8f5-12cc-4187-a029-77dfad721082 req-0a130ac2-6a0d-442e-87fa-e592f3783d12 service neutron] 10.222.0.21 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405637 Oct 13 10:54:13.478491 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:13.558585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:13.561884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:13.567754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:54:13.575923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Pushing event updated for resources: {'Port': ['ID=c38971b3-9641-48fd-90e7-7173a6169273,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:13.692596 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c4481-a948-423f-831c-97ede2930e8d req-a90610cc-2dd6-47b6-9135-986ad7f6b3b3 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:13.696934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a556a8f5-12cc-4187-a029-77dfad721082 req-cc05bebc-3c0e-47ee-b145-00e1c4a4d1fa service neutron] 10.222.0.21 "GET /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079504 Oct 13 10:54:13.701275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-727c4481-a948-423f-831c-97ede2930e8d req-a90610cc-2dd6-47b6-9135-986ad7f6b3b3 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 944 time: 0.1587894 Oct 13 10:54:13.706286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Attempting to bind port c38971b3-9641-48fd-90e7-7173a6169273 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:54:13.707807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Attempting to bind port c38971b3-9641-48fd-90e7-7173a6169273 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '624818e1-114b-490f-89c0-1da61c8931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:54:13.708117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-3d760387-4f9c-4d39-aefd-39c7b5b6544f service neutron] 10.222.0.32 "GET /v2.0/networks/ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221277 Oct 13 10:54:13.708668 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Attempting to bind port c38971b3-9641-48fd-90e7-7173a6169273 on network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:13.720871 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:54:13.728290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Checking segment: {'id': '624818e1-114b-490f-89c0-1da61c8931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:13.728749 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:13.729675 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Bound using segment: {'id': '624818e1-114b-490f-89c0-1da61c8931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:54:13.729675 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Bound port: c38971b3-9641-48fd-90e7-7173a6169273, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624818e1-114b-490f-89c0-1da61c8931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:54:13.730033 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:13.776438 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-727c4481-a948-423f-831c-97ede2930e8d req-dbd7483b-1697-4119-889d-2ca13003c6fa tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740876 Oct 13 10:54:13.852878 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-d8e62195-7f82-478a-81b0-50a789687545 service neutron] 10.222.0.32 "GET /v2.0/networks/ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434016 Oct 13 10:54:13.868775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] For port c38971b3-9641-48fd-90e7-7173a6169273, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:13.875174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] For port c38971b3-9641-48fd-90e7-7173a6169273, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c38971b3-9641-48fd-90e7-7173a6169273,segment=NetworkSegment(624818e1-114b-490f-89c0-1da61c8931cf),segment_id=624818e1-114b-490f-89c0-1da61c8931cf)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:54:13.958802 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:13.963034 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:13.989538 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:14.053707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd3960-d37a-42ea-a6e6-5cffdf93e418 None None] Pushing event updated for resources: {'Port': ['ID=c38971b3-9641-48fd-90e7-7173a6169273,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:14.319781 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09e57a2-7cb2-4d7d-a52c-7324d398fff8 x-openstack-request-id: req-c09e57a2-7cb2-4d7d-a52c-7324d398fff8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:14.319781 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389458e0-02c5-43b8-b2f9-f1d63636bac8", "name": "network-vif-deleted", "tag": "93ec44d5-0077-40f3-9246-0920e6fd8c4c", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:14.320683 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c09e57a2-7cb2-4d7d-a52c-7324d398fff8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:14.321015 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389458e0-02c5-43b8-b2f9-f1d63636bac8', 'name': 'network-vif-deleted', 'tag': '93ec44d5-0077-40f3-9246-0920e6fd8c4c', 'status': 'completed', 'code': 200} Oct 13 10:54:14.494075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880cd4e-b62e-4afd-9437-e48226c1f4e4 req-5ecf0d2c-7ed0-4bca-95b2-2a88aa9af35f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:14.496189 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b880cd4e-b62e-4afd-9437-e48226c1f4e4 req-5ecf0d2c-7ed0-4bca-95b2-2a88aa9af35f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.0915933 Oct 13 10:54:14.562374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b880cd4e-b62e-4afd-9437-e48226c1f4e4 req-294333f7-1806-4286-9aeb-ea8fe842453b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573466 Oct 13 10:54:14.620679 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6140822-0943-45fd-a068-e9458c1b938c req-196525b6-8c06-4d67-9f31-e49c6fa63a9c tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:14.622870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 93ec44d5-0077-40f3-9246-0920e6fd8c4c no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:54:14.639366 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6140822-0943-45fd-a068-e9458c1b938c req-196525b6-8c06-4d67-9f31-e49c6fa63a9c tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1224174 Oct 13 10:54:14.649628 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5a4e5b0-29d0-4b8d-ac36-3ce74584267f req-fc2ef09a-ad7f-4fc8-b4e3-761c117847e7 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 210 time: 0.0436969 Oct 13 10:54:14.651027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 93ec44d5-0077-40f3-9246-0920e6fd8c4c {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:54:14.651297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 93ec44d5-0077-40f3-9246-0920e6fd8c4c not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:54:14.684924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Allocated IP 172.25.0.118 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/61b9be1c-2184-41cc-9b9d-13382f776c39) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:54:14.743128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6140822-0943-45fd-a068-e9458c1b938c req-8d6314bb-68ba-4b57-a556-7a3d28471bae tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012933 Oct 13 10:54:14.921061 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:14.949204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf643679-b339-4764-af0d-aa015ceaff42 req-8cdc7d66-d968-4c60-acf0-1047cd128b31 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:14.950692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 088888a8-4286-4421-9265-1de8011ece52 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:54:14.951260 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bf643679-b339-4764-af0d-aa015ceaff42 req-8cdc7d66-d968-4c60-acf0-1047cd128b31 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 944 time: 0.0981374 Oct 13 10:54:15.031687 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bf643679-b339-4764-af0d-aa015ceaff42 req-5fcb0960-bfeb-455c-81f8-f7792311d63d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648923 Oct 13 10:54:15.087556 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:15.167678 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 088888a8-4286-4421-9265-1de8011ece52, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=088888a8-4286-4421-9265-1de8011ece52,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:15.167678 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '088888a8-4286-4421-9265-1de8011ece52', 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f', 'port_id': '088888a8-4286-4421-9265-1de8011ece52', 'mac_address': 'fa:16:3e:61:7c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9350d63-c70c-4696-b76b-2b25898fda6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:54:15.167950 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:15.178274 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:15.183169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:54:15.191529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Pushing event updated for resources: {'Port': ['ID=61b9be1c-2184-41cc-9b9d-13382f776c39,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:15.220372 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:15.255832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088888a8-4286-4421-9265-1de8011ece52 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:15.256025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:15.256025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:15.256025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:15.256025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:15.256025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:15.256025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:15.256025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:15.256025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:15.256025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:15.256025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:15.256025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:15.258509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:54:15.265291 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 088888a8-4286-4421-9265-1de8011ece52, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=088888a8-4286-4421-9265-1de8011ece52,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:15.448514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16707cb-354c-4378-87c5-5ca9e8b1ef86 None None] Network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:54:15.569078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:15.574459 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ba55a387-204f-4e39-bdd1-ffeadf044afd None None] Provisioning complete for port c38971b3-9641-48fd-90e7-7173a6169273 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:15.574834 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba55a387-204f-4e39-bdd1-ffeadf044afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:15.711388 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=088888a8-4286-4421-9265-1de8011ece52,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:15.716322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2c77a-3e77-497d-a27c-2cdbf3ba8941 req-2b9811a0-827c-4240-8598-c376895ae509 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:15.718551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25f2c77a-3e77-497d-a27c-2cdbf3ba8941 req-2b9811a0-827c-4240-8598-c376895ae509 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.0561945 Oct 13 10:54:15.756879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8caacd-c9c5-4505-9964-2f194bcce644 req-2de5f586-62bf-4f56-ba49-8bd6741b40c8 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:15.764582 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be8caacd-c9c5-4505-9964-2f194bcce644 req-2de5f586-62bf-4f56-ba49-8bd6741b40c8 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 944 time: 0.1418469 Oct 13 10:54:15.775928 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba55a387-204f-4e39-bdd1-ffeadf044afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:15.791238 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25f2c77a-3e77-497d-a27c-2cdbf3ba8941 req-6eb35056-4b44-411a-b5a9-133a1eb42964 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601313 Oct 13 10:54:15.809206 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:15.833282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ba55a387-204f-4e39-bdd1-ffeadf044afd None None] For port c38971b3-9641-48fd-90e7-7173a6169273, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c38971b3-9641-48fd-90e7-7173a6169273,segment=NetworkSegment(624818e1-114b-490f-89c0-1da61c8931cf),segment_id=624818e1-114b-490f-89c0-1da61c8931cf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:15.871309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['088888a8-4286-4421-9265-1de8011ece52'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:15.886890 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be8caacd-c9c5-4505-9964-2f194bcce644 req-186ec8d6-c665-48f6-8a2a-2fb388a1282b tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215899 Oct 13 10:54:15.921112 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba55a387-204f-4e39-bdd1-ffeadf044afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:15.941585 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59c9299f-bb82-4f0c-b172-10f3a17b1f08 req-7f54c09a-d7cf-4035-a388-88f358f85291 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 210 time: 0.0534539 Oct 13 10:54:16.032906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1644fa1-5825-4458-b2e4-20ca9e6481f8 req-437e93cb-da50-4dda-b09b-b34171ffd8f4 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:16.035444 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1644fa1-5825-4458-b2e4-20ca9e6481f8 req-437e93cb-da50-4dda-b09b-b34171ffd8f4 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 944 time: 0.0657899 Oct 13 10:54:16.050674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55a387-204f-4e39-bdd1-ffeadf044afd None None] Pushing event updated for resources: {'Port': ['ID=c38971b3-9641-48fd-90e7-7173a6169273,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:16.267745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fde174c0-141d-4fbf-8ada-f78e156479aa None None] Provisioning complete for port c38971b3-9641-48fd-90e7-7173a6169273 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:16.269017 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fde174c0-141d-4fbf-8ada-f78e156479aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:16.273171 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:54:16.276997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25195ad3-04e6-4d2e-ae7d-a488c63577fb req-c92cc36c-58cc-4a86-947c-f51faa0a7d9a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:16.289500 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25195ad3-04e6-4d2e-ae7d-a488c63577fb req-c92cc36c-58cc-4a86-947c-f51faa0a7d9a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.2312820 Oct 13 10:54:16.321583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c38971b3-9641-48fd-90e7-7173a6169273 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:16.322131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca15ccd-ad6e-4a7e-b332-ee0800c6e7b2 req-e527ffc7-296f-4b47-8e03-b026f4dbe38f tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:16.324565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ca15ccd-ad6e-4a7e-b332-ee0800c6e7b2 req-e527ffc7-296f-4b47-8e03-b026f4dbe38f tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 945 time: 0.1212790 Oct 13 10:54:16.335916 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:16.340646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-f1644fa1-5825-4458-b2e4-20ca9e6481f8 req-6ea98d5d-9980-42a3-8e4a-64ce4c63ba38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Deleting port b9dac758-caf9-458a-806d-2ff612c6f62e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:54:16.346105 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f1644fa1-5825-4458-b2e4-20ca9e6481f8 req-6ea98d5d-9980-42a3-8e4a-64ce4c63ba38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:16.352428 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25195ad3-04e6-4d2e-ae7d-a488c63577fb req-298b1ff4-a761-41e6-ade7-c451c993c610 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620840 Oct 13 10:54:16.445641 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ca15ccd-ad6e-4a7e-b332-ee0800c6e7b2 req-261087b9-1b80-4a89-b370-c7d6d542fcf8 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083136 Oct 13 10:54:16.459953 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port c38971b3-9641-48fd-90e7-7173a6169273 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:16.460405 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:16.511318 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f1644fa1-5825-4458-b2e4-20ca9e6481f8 req-6ea98d5d-9980-42a3-8e4a-64ce4c63ba38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] For port b9dac758-caf9-458a-806d-2ff612c6f62e, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b9dac758-caf9-458a-806d-2ff612c6f62e,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:16.512328 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f1644fa1-5825-4458-b2e4-20ca9e6481f8 req-6ea98d5d-9980-42a3-8e4a-64ce4c63ba38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:16.529210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-f1644fa1-5825-4458-b2e4-20ca9e6481f8 req-6ea98d5d-9980-42a3-8e4a-64ce4c63ba38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Calling delete_port for b9dac758-caf9-458a-806d-2ff612c6f62e owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:54:16.653881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:54:16.739686 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f1644fa1-5825-4458-b2e4-20ca9e6481f8 req-6ea98d5d-9980-42a3-8e4a-64ce4c63ba38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:16.768505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:54:16.772091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea98d5d-9980-42a3-8e4a-64ce4c63ba38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Pushing event deleted for resources: {'Port': ['ID=b9dac758-caf9-458a-806d-2ff612c6f62e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:16.779526 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Sync routers for ids ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:54:16.798615 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Routers {'51ed150e-9ef9-402b-a7dd-05798a0f9ee9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:16.800264 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:54:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:16.825827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1644fa1-5825-4458-b2e4-20ca9e6481f8 req-6ea98d5d-9980-42a3-8e4a-64ce4c63ba38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] No DVR routers for this DVR port b9dac758-caf9-458a-806d-2ff612c6f62e on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:54:16.828573 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f1644fa1-5825-4458-b2e4-20ca9e6481f8 req-6ea98d5d-9980-42a3-8e4a-64ce4c63ba38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:16.832741 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1644fa1-5825-4458-b2e4-20ca9e6481f8 req-6ea98d5d-9980-42a3-8e4a-64ce4c63ba38 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.46 "DELETE /v2.0/ports/b9dac758-caf9-458a-806d-2ff612c6f62e HTTP/1.1" status: 204 len: 173 time: 0.7875669 Oct 13 10:54:16.833205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac1251f-df63-47d7-a922-8da0fa65bd92', 'name': 'network-vif-deleted', 'tag': 'b9dac758-caf9-458a-806d-2ff612c6f62e'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:16.835599 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fd1b6c-3d78-405e-8fc3-57f65485eb57" -d '{"events": [{"server_uuid": "9ac1251f-df63-47d7-a922-8da0fa65bd92", "name": "network-vif-deleted", "tag": "b9dac758-caf9-458a-806d-2ff612c6f62e"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:16.873873 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:16.878412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-81ff1bc6-3eb5-4a47-a326-6d588ed57f69 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.0016427 Oct 13 10:54:16.883291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36414) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:16.888903 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cb1111-c956-439d-93b0-0b5f5864bf4b x-openstack-request-id: req-66cb1111-c956-439d-93b0-0b5f5864bf4b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:16.889662 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac1251f-df63-47d7-a922-8da0fa65bd92", "name": "network-vif-deleted", "tag": "b9dac758-caf9-458a-806d-2ff612c6f62e", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:16.890224 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66cb1111-c956-439d-93b0-0b5f5864bf4b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:16.890966 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac1251f-df63-47d7-a922-8da0fa65bd92', 'name': 'network-vif-deleted', 'tag': 'b9dac758-caf9-458a-806d-2ff612c6f62e', 'status': 'completed', 'code': 200} Oct 13 10:54:16.953535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 088888a8-4286-4421-9265-1de8011ece52 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:16.988862 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Set router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:17.044171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9986a18-604e-4c29-b370-a6b412be17d3 req-6efc738c-acd7-45cb-9675-949e4c4c0786 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:17.047386 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f9986a18-604e-4c29-b370-a6b412be17d3 req-6efc738c-acd7-45cb-9675-949e4c4c0786 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.1093736 Oct 13 10:54:17.054854 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f086a39b-821b-4c46-a1ab-587bfbaede14 req-ee35d452-fc2e-4e6c-b33b-a0be5b9133c3 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac1251f-df63-47d7-a922-8da0fa65bd92 HTTP/1.1" status: 200 len: 210 time: 0.0598083 Oct 13 10:54:17.116853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 088888a8-4286-4421-9265-1de8011ece52 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:54:17.121254 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 088888a8-4286-4421-9265-1de8011ece52 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:17.121630 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:17.169884 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f9986a18-604e-4c29-b370-a6b412be17d3 req-bfd1217c-156f-4f7e-9534-f78230d0b7f2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139126 Oct 13 10:54:17.258408 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:17.286320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40aec82a-d06f-4027-b088-2d80fd3eb5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088888a8-4286-4421-9265-1de8011ece52'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:17.288952 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2fa7ec-8452-43c4-8585-db1128c333cc" -d '{"events": [{"server_uuid": "40aec82a-d06f-4027-b088-2d80fd3eb5e6", "name": "network-vif-plugged", "status": "completed", "tag": "088888a8-4286-4421-9265-1de8011ece52"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:17.291167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c703e64c-97a8-4cd0-8c6b-82b6ec3ae1a6 req-80399331-569c-4418-a4ab-90585cb2751f tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 210 time: 0.1248856 Oct 13 10:54:17.327615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 088888a8-4286-4421-9265-1de8011ece52, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=088888a8-4286-4421-9265-1de8011ece52,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:17.336264 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:54:15Z', 'revision_number': 3, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port': {'id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:13Z', 'updated_at': '2021-10-13T10:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:17.345633 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9607ed7-2ede-4360-985b-4c13c7dc31e3 x-openstack-request-id: req-c9607ed7-2ede-4360-985b-4c13c7dc31e3 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:17.345928 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40aec82a-d06f-4027-b088-2d80fd3eb5e6", "name": "network-vif-plugged", "status": "completed", "tag": "088888a8-4286-4421-9265-1de8011ece52", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:17.346183 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9607ed7-2ede-4360-985b-4c13c7dc31e3 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:17.347172 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40aec82a-d06f-4027-b088-2d80fd3eb5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088888a8-4286-4421-9265-1de8011ece52', 'code': 200} Oct 13 10:54:17.377855 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Checking router: 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:54:17.378754 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Updating router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 port 61b9be1c-2184-41cc-9b9d-13382f776c39 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:54:17.402460 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:17.427019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-2867fd52-1af2-46ba-93a3-5a30d9ce95b4 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:17.431449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-2867fd52-1af2-46ba-93a3-5a30d9ce95b4 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.46 "GET /v2.0/networks?id=ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da HTTP/1.1" status: 200 len: 811 time: 0.3732822 Oct 13 10:54:17.434791 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:17.543981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=088888a8-4286-4421-9265-1de8011ece52,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:17.570899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-cd6a83b8-9e38-4432-8444-4e3c2181fdf3 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ce09fc5baff4972929c7aff054057cb HTTP/1.1" status: 200 len: 380 time: 0.1213138 Oct 13 10:54:17.581579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349787b-f052-4c82-aab0-ba0aad40aec1 req-bc17eeec-a9de-4a1f-8618-b5a13c6fc8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:17.590168 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5349787b-f052-4c82-aab0-ba0aad40aec1 req-bc17eeec-a9de-4a1f-8618-b5a13c6fc8ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 1097 time: 0.1567955 Oct 13 10:54:17.596097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-3fd252b3-922c-40fe-9a7b-fe4b34a57034 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Request body: {'port': {'device_id': '30fac7ed-71e2-41c9-99e7-e2895dd08c65', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'admin_state_up': True, 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'security_groups': ['f6f3b29a-5713-44d0-aa25-4561fa3bac23']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:17.667165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cd736-9243-4605-a8e9-37bb8c82911d req-4bba3e8b-fac9-40f8-9d95-d2ad0543c947 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:17.675706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e2cd736-9243-4605-a8e9-37bb8c82911d req-4bba3e8b-fac9-40f8-9d95-d2ad0543c947 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1761398 Oct 13 10:54:17.722522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d639d-ede9-4d1e-b776-82c827a4f5de req-717fbf21-8ef0-4dc5-b590-67ebf702b152 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:17.724812 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1d3d639d-ede9-4d1e-b776-82c827a4f5de req-717fbf21-8ef0-4dc5-b590-67ebf702b152 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 946 time: 0.1067882 Oct 13 10:54:17.728407 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:17.744386 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5349787b-f052-4c82-aab0-ba0aad40aec1 req-33d94116-2e88-44f2-8aef-075b9d5f9d7a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413305 Oct 13 10:54:17.766514 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e2cd736-9243-4605-a8e9-37bb8c82911d req-38ae2f98-0c35-4081-91a7-40ec7ee54510 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852182 Oct 13 10:54:17.841285 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1d3d639d-ede9-4d1e-b776-82c827a4f5de req-96dabb4c-6b56-4c37-a1da-4e830d6b2689 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099744 Oct 13 10:54:17.914997 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:17.933794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-3fd252b3-922c-40fe-9a7b-fe4b34a57034 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Made reservation on behalf of 1ce09fc5baff4972929c7aff054057cb for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:17.938796 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-3fd252b3-922c-40fe-9a7b-fe4b34a57034 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:17.985643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Allocated IP 172.20.0.1 (3be5507d-cf45-433e-9f0d-6f9cb7f3d896/ec42b01d-c234-4e9c-811f-0ae53f3b0c10/9b4512bf-0d78-403f-bb30-2d67fe844378) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:54:17.998448 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:18.091165 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c89ac-32f8-4c0e-8eca-5e53d7ffa7f9 None None] Pushing event updated for resources: {'Port': ['ID=61b9be1c-2184-41cc-9b9d-13382f776c39,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:18.093813 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Attempting to bind port 61b9be1c-2184-41cc-9b9d-13382f776c39 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:54:18.094455 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Attempting to bind port 61b9be1c-2184-41cc-9b9d-13382f776c39 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:54:18.095060 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Attempting to bind port 61b9be1c-2184-41cc-9b9d-13382f776c39 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:18.109615 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:54:18.110461 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:18.110900 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:18.111520 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:54:18.112795 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Bound port: 61b9be1c-2184-41cc-9b9d-13382f776c39, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:54:18.113297 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:18.116015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-3fd252b3-922c-40fe-9a7b-fe4b34a57034 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Allocated IP 172.20.0.4 (ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da/3b2e2074-4c28-45f2-a10d-6ec281c2406c/fde08e77-877a-4d3e-aa33-8b07732e2e66) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:54:18.121599 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:18.181798 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] For port 61b9be1c-2184-41cc-9b9d-13382f776c39, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:18.186152 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] For port 61b9be1c-2184-41cc-9b9d-13382f776c39, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=61b9be1c-2184-41cc-9b9d-13382f776c39,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:54:18.220117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:18.249110 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:18.276100 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Pushing event updated for resources: {'Port': ['ID=9b4512bf-0d78-403f-bb30-2d67fe844378,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:18.285417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:18.288876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:18.289966 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:54:18.332564 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Routers {'51ed150e-9ef9-402b-a7dd-05798a0f9ee9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:18.333276 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:54:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:18.340025 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c89ac-32f8-4c0e-8eca-5e53d7ffa7f9 None None] Pushing event updated for resources: {'Port': ['ID=61b9be1c-2184-41cc-9b9d-13382f776c39,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:18.341757 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:18.377311 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-3fd252b3-922c-40fe-9a7b-fe4b34a57034 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:18.402572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df0db2-7516-4ad1-ace8-20e661f254c4 req-40a235ed-5e4e-42ec-bed0-449180cd1d82 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:18.410281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1df0db2-7516-4ad1-ace8-20e661f254c4 req-40a235ed-5e4e-42ec-bed0-449180cd1d82 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.1387587 Oct 13 10:54:18.489644 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] Set router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:18.493106 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1df0db2-7516-4ad1-ace8-20e661f254c4 req-6ae676ac-5b66-4fb4-9539-7588c56fd98e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818155 Oct 13 10:54:18.583943 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8038125-81ef-42d1-8e0c-053a559b6534 req-202b974d-2bcf-417d-b0af-c08a1f9c5825 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 210 time: 0.0332661 Oct 13 10:54:18.585086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-3fd252b3-922c-40fe-9a7b-fe4b34a57034 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:18.617184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:18.632756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b9dac758-caf9-458a-806d-2ff612c6f62e no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:54:18.636190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-3fd252b3-922c-40fe-9a7b-fe4b34a57034 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:18.639128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-3fd252b3-922c-40fe-9a7b-fe4b34a57034 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:18.643916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-3fd252b3-922c-40fe-9a7b-fe4b34a57034 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:54:18.654054 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd252b3-922c-40fe-9a7b-fe4b34a57034 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Pushing event updated for resources: {'Port': ['ID=fde08e77-877a-4d3e-aa33-8b07732e2e66,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:18.666477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: b9dac758-caf9-458a-806d-2ff612c6f62e {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:54:18.667463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b9dac758-caf9-458a-806d-2ff612c6f62e not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:54:18.690898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9bd75d87-9196-431c-8f36-d6fd97a47d64 None None] Provisioning complete for port 9b4512bf-0d78-403f-bb30-2d67fe844378 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:18.691288 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9bd75d87-9196-431c-8f36-d6fd97a47d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:18.718856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-3fd252b3-922c-40fe-9a7b-fe4b34a57034 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:18.721151 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-3fd252b3-922c-40fe-9a7b-fe4b34a57034 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:18.734840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9bd75d87-9196-431c-8f36-d6fd97a47d64 None None] Port 9b4512bf-0d78-403f-bb30-2d67fe844378 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:54:18.775978 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:54:15Z', 'revision_number': 3, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port': {'id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:13Z', 'updated_at': '2021-10-13T10:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:18.788896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89eaad1-d96a-4cbd-aba4-bffb1e71e8ee req-26025019-52a8-4188-ae58-ad38322310c2 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:18.796677 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b89eaad1-d96a-4cbd-aba4-bffb1e71e8ee req-26025019-52a8-4188-ae58-ad38322310c2 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 944 time: 0.1095698 Oct 13 10:54:18.827754 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a951c-e6f7-42ed-b2c8-b2d7c8d696f9 None None] The sync data for ids ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'] in n-d-813659-3 is: [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:54:15Z', 'revision_number': 3, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port': {'id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:13Z', 'updated_at': '2021-10-13T10:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:54:18.839128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-3fd252b3-922c-40fe-9a7b-fe4b34a57034 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2595274 Oct 13 10:54:18.856944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Request body: {'port': {'device_id': '30fac7ed-71e2-41c9-99e7-e2895dd08c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:18.887646 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b89eaad1-d96a-4cbd-aba4-bffb1e71e8ee req-7db98f52-ad48-4586-a39d-274877ba9985 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898027 Oct 13 10:54:18.979160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090096e2-b6be-46bf-9e46-bb0b35d0817a req-e5c47b3b-fc82-433e-a63d-974595cd214e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:18.988014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-090096e2-b6be-46bf-9e46-bb0b35d0817a req-e5c47b3b-fc82-433e-a63d-974595cd214e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1229513 Oct 13 10:54:19.007736 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:19.063204 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f855b9e5-596a-4a2b-b00a-827c39f08f39 None None] Provisioning complete for port fde08e77-877a-4d3e-aa33-8b07732e2e66 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:19.066776 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f855b9e5-596a-4a2b-b00a-827c39f08f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:19.075624 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:19.085582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-090096e2-b6be-46bf-9e46-bb0b35d0817a req-9c6e18f7-309c-4c92-acbb-b87787690e52 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966144 Oct 13 10:54:19.115994 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a2ce8-c850-4854-b110-a53e96134b1c req-a64f34bf-3b8e-46c2-9211-e369568c9d20 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:19.123734 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7e2a2ce8-c850-4854-b110-a53e96134b1c req-a64f34bf-3b8e-46c2-9211-e369568c9d20 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 946 time: 0.1043611 Oct 13 10:54:19.135996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f855b9e5-596a-4a2b-b00a-827c39f08f39 None None] Port fde08e77-877a-4d3e-aa33-8b07732e2e66 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:54:19.165679 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:19.303869 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7e2a2ce8-c850-4854-b110-a53e96134b1c req-d1928d21-e47f-4209-8dd3-ead1f7f389c9 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793330 Oct 13 10:54:19.337543 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:19.355320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Pushing event updated for resources: {'Port': ['ID=9b4512bf-0d78-403f-bb30-2d67fe844378,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:19.419747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c753a-aad0-40ce-bae4-8254c53013ea req-d53cd837-74e7-4d3e-80ef-cdbf42d96c2c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:19.420324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde08e77-877a-4d3e-aa33-8b07732e2e66 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:19.421369 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-642c753a-aad0-40ce-bae4-8254c53013ea req-d53cd837-74e7-4d3e-80ef-cdbf42d96c2c tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.46 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 944 time: 0.1701488 Oct 13 10:54:19.431045 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:19.458145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Transition to ACTIVE for port object fde08e77-877a-4d3e-aa33-8b07732e2e66 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:54:19.528570 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:19.538266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:19.545699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:19.679948 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Pushing event updated for resources: {'Port': ['ID=fde08e77-877a-4d3e-aa33-8b07732e2e66,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:19.779678 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bd1da-c292-4fcc-9bc8-0f30e6400d0d req-c530c7f3-11a8-4a7f-8dcc-fead8ed99266 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:19.788043 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-365bd1da-c292-4fcc-9bc8-0f30e6400d0d req-c530c7f3-11a8-4a7f-8dcc-fead8ed99266 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.1875746 Oct 13 10:54:19.833477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Attempting to bind port fde08e77-877a-4d3e-aa33-8b07732e2e66 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:54:19.833884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Attempting to bind port fde08e77-877a-4d3e-aa33-8b07732e2e66 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '4fe916c2-9612-4734-9aff-f11d1f5c50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:54:19.834303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Attempting to bind port fde08e77-877a-4d3e-aa33-8b07732e2e66 on network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:19.850286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Port fde08e77-877a-4d3e-aa33-8b07732e2e66 on network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:54:19.851147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Attempting to bind port fde08e77-877a-4d3e-aa33-8b07732e2e66 on network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:19.864706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-365bd1da-c292-4fcc-9bc8-0f30e6400d0d req-3b176f1d-c874-436e-8c3f-1d3946c66ed6 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720236 Oct 13 10:54:19.881660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:54:19.881660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Checking segment: {'id': '4fe916c2-9612-4734-9aff-f11d1f5c50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:19.881660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Bound using segment: {'id': '4fe916c2-9612-4734-9aff-f11d1f5c50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:54:19.881660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Bound port: fde08e77-877a-4d3e-aa33-8b07732e2e66, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe916c2-9612-4734-9aff-f11d1f5c50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:54:19.881660 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:19.968504 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-628e4d70-d6a8-4d6f-839d-ef2f0e5797d5 None None] Provisioning complete for port 9b4512bf-0d78-403f-bb30-2d67fe844378 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:19.969727 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-628e4d70-d6a8-4d6f-839d-ef2f0e5797d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:19.990980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] For port fde08e77-877a-4d3e-aa33-8b07732e2e66, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:20.030882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] For port fde08e77-877a-4d3e-aa33-8b07732e2e66, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=fde08e77-877a-4d3e-aa33-8b07732e2e66,segment=NetworkSegment(4fe916c2-9612-4734-9aff-f11d1f5c50bf),segment_id=4fe916c2-9612-4734-9aff-f11d1f5c50bf)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:54:20.033585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-628e4d70-d6a8-4d6f-839d-ef2f0e5797d5 None None] Port 9b4512bf-0d78-403f-bb30-2d67fe844378 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:54:20.071403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb44248-3376-4e34-a762-e90f7605dd7e req-0ae38972-5845-4b52-bada-cfd32a49f9ac tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:20.079394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aeb44248-3376-4e34-a762-e90f7605dd7e req-0ae38972-5845-4b52-bada-cfd32a49f9ac tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 944 time: 0.0898757 Oct 13 10:54:20.131139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aeb44248-3376-4e34-a762-e90f7605dd7e req-6de67aa3-e2f2-4030-89f8-fc2e57d83dd9 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/security-groups?id=644bc938-00fc-4b63-a677-d848a2b9834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462036 Oct 13 10:54:20.133111 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-642c753a-aad0-40ce-bae4-8254c53013ea req-9657c15a-5482-4fec-8f48-16b1660f15a0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Deleting port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:54:20.133723 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-642c753a-aad0-40ce-bae4-8254c53013ea req-9657c15a-5482-4fec-8f48-16b1660f15a0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:20.151076 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:20.194705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:20.195572 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:20.200274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] 10.222.0.46 "PUT /v2.0/ports/fde08e77-877a-4d3e-aa33-8b07732e2e66 HTTP/1.1" status: 200 len: 1091 time: 1.3488543 Oct 13 10:54:20.200274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fac7ed-71e2-41c9-99e7-e2895dd08c65', 'tag': 'fde08e77-877a-4d3e-aa33-8b07732e2e66'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:20.204928 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4ffba3-a86b-4058-82f2-4f789bca67ee" -d '{"events": [{"name": "network-changed", "server_uuid": "30fac7ed-71e2-41c9-99e7-e2895dd08c65", "tag": "fde08e77-877a-4d3e-aa33-8b07732e2e66"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:20.214843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 61b9be1c-2184-41cc-9b9d-13382f776c39 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:20.236774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142da027-2f88-41ce-8ac6-90888df47bc4 req-d3a34106-86f4-45f3-83c8-8ee98d1d3d4b tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:20.238640 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-142da027-2f88-41ce-8ac6-90888df47bc4 req-d3a34106-86f4-45f3-83c8-8ee98d1d3d4b tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 943 time: 0.1971850 Oct 13 10:54:20.250725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0b8de-fd1d-4790-b119-f8a83130d66f service neutron] Pushing event updated for resources: {'Port': ['ID=fde08e77-877a-4d3e-aa33-8b07732e2e66,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:20.276030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:54:20.304544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe1b9d-a247-44d1-b525-f772276a9c21 req-68b858ea-1262-41a6-b59e-e498e0a295d4 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:20.308902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-642c753a-aad0-40ce-bae4-8254c53013ea req-9657c15a-5482-4fec-8f48-16b1660f15a0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] For port b0d18ab8-1387-4e8e-a10d-52c7b6a79156, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,segment=NetworkSegment(3531d915-2aae-486a-88bb-94e57cdf4f01),segment_id=3531d915-2aae-486a-88bb-94e57cdf4f01)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:20.309298 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-642c753a-aad0-40ce-bae4-8254c53013ea req-9657c15a-5482-4fec-8f48-16b1660f15a0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:20.312904 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6fe1b9d-a247-44d1-b525-f772276a9c21 req-68b858ea-1262-41a6-b59e-e498e0a295d4 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0788777 Oct 13 10:54:20.337561 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 61b9be1c-2184-41cc-9b9d-13382f776c39 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:20.339165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-642c753a-aad0-40ce-bae4-8254c53013ea req-9657c15a-5482-4fec-8f48-16b1660f15a0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Calling delete_port for b0d18ab8-1387-4e8e-a10d-52c7b6a79156 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:54:20.339323 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:20.352741 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-142da027-2f88-41ce-8ac6-90888df47bc4 req-37d0d925-6696-4612-adac-71fc71cdd10f tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902765 Oct 13 10:54:20.414908 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6fe1b9d-a247-44d1-b525-f772276a9c21 req-929b28d2-9477-4ba5-ac1a-7d986f0ce02d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010056 Oct 13 10:54:20.417785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-a9d26a0c-d5b2-46bf-919a-32c8add00df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:20.419231 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-a9d26a0c-d5b2-46bf-919a-32c8add00df9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ce09fc5baff4972929c7aff054057cb&device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 1094 time: 0.1042295 Oct 13 10:54:20.471092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-4cca292c-e903-47ca-8508-b06c15b47c17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fde08e77-877a-4d3e-aa33-8b07732e2e66 HTTP/1.1" status: 200 len: 217 time: 0.0424876 Oct 13 10:54:20.498096 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:20.536155 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed0c2c3-583b-4316-b115-bba4dbde9b99 x-openstack-request-id: req-8ed0c2c3-583b-4316-b115-bba4dbde9b99 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:20.536449 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fac7ed-71e2-41c9-99e7-e2895dd08c65", "tag": "fde08e77-877a-4d3e-aa33-8b07732e2e66", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:20.536704 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ed0c2c3-583b-4316-b115-bba4dbde9b99 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:20.537105 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fac7ed-71e2-41c9-99e7-e2895dd08c65', 'tag': 'fde08e77-877a-4d3e-aa33-8b07732e2e66', 'status': 'completed', 'code': 200} Oct 13 10:54:20.547076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 61b9be1c-2184-41cc-9b9d-13382f776c39, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=61b9be1c-2184-41cc-9b9d-13382f776c39,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:20.563383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:54:20.572196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-54236719-7be1-4ff0-972d-2f70c71b4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:20.572557 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-04874c35-8776-44a0-aded-f5db4841df4d admin admin] 10.222.0.32 "PUT /v2.0/routers/51ed150e-9ef9-402b-a7dd-05798a0f9ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6900206 Oct 13 10:54:20.574446 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-54236719-7be1-4ff0-972d-2f70c71b4fe5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b2e2074-4c28-45f2-a10d-6ec281c2406c HTTP/1.1" status: 200 len: 850 time: 0.0960696 Oct 13 10:54:20.636891 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:20.655553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-f14b24ee-73c8-4c5c-a6c6-16ec8341bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:20.657194 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-f14b24ee-73c8-4c5c-a6c6-16ec8341bca6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724366 Oct 13 10:54:20.711918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=61b9be1c-2184-41cc-9b9d-13382f776c39,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:20.718577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868b86e-5e4f-4ad4-b633-decf120a053f req-a5f27d5c-52e9-469a-bf8c-63ceeebec9e8 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:20.726698 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f868b86e-5e4f-4ad4-b633-decf120a053f req-a5f27d5c-52e9-469a-bf8c-63ceeebec9e8 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 946 time: 0.0921412 Oct 13 10:54:20.770361 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-642c753a-aad0-40ce-bae4-8254c53013ea req-9657c15a-5482-4fec-8f48-16b1660f15a0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:20.775281 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f868b86e-5e4f-4ad4-b633-decf120a053f req-a991a74c-1fd6-4638-9f1b-e1a536406789 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478268 Oct 13 10:54:20.793999 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-c7bdf0b9-feb4-4212-8ec2-7810310ba5aa service neutron] 10.222.0.46 "GET /v2.0/networks/ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290700 Oct 13 10:54:20.828129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657c15a-5482-4fec-8f48-16b1660f15a0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Pushing event deleted for resources: {'Port': ['ID=b0d18ab8-1387-4e8e-a10d-52c7b6a79156,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:20.903101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-642c753a-aad0-40ce-bae4-8254c53013ea req-9657c15a-5482-4fec-8f48-16b1660f15a0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] No DVR routers for this DVR port b0d18ab8-1387-4e8e-a10d-52c7b6a79156 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:54:20.906117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-642c753a-aad0-40ce-bae4-8254c53013ea req-9657c15a-5482-4fec-8f48-16b1660f15a0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:20.910319 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-642c753a-aad0-40ce-bae4-8254c53013ea req-9657c15a-5482-4fec-8f48-16b1660f15a0 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.46 "DELETE /v2.0/ports/b0d18ab8-1387-4e8e-a10d-52c7b6a79156 HTTP/1.1" status: 204 len: 173 time: 1.4816823 Oct 13 10:54:20.911001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72432f60-dc91-4ee4-97c7-f9ecd15892f3', 'name': 'network-vif-deleted', 'tag': 'b0d18ab8-1387-4e8e-a10d-52c7b6a79156'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:20.913534 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cfd791-1120-43eb-bcdb-8accd11fc18f" -d '{"events": [{"server_uuid": "72432f60-dc91-4ee4-97c7-f9ecd15892f3", "name": "network-vif-deleted", "tag": "b0d18ab8-1387-4e8e-a10d-52c7b6a79156"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:20.937047 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07f12c71-451b-4ddc-b43c-414c9b8bc807 req-6072249c-c5b7-4656-b4b2-a857cabe5ea5 service neutron] 10.222.0.46 "GET /v2.0/networks/ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352677 Oct 13 10:54:21.070798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Sync routers for ids ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:54:21.083583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Routers {'51ed150e-9ef9-402b-a7dd-05798a0f9ee9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:21.084546 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:54:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:21.092395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ffba3-a86b-4058-82f2-4f789bca67ee req-51a2e7ae-7fb4-4bda-bea6-df264b45eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:21.094117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e4ffba3-a86b-4058-82f2-4f789bca67ee req-51a2e7ae-7fb4-4bda-bea6-df264b45eb0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ce09fc5baff4972929c7aff054057cb&device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 1094 time: 0.0527194 Oct 13 10:54:21.216674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ffba3-a86b-4058-82f2-4f789bca67ee req-5dae2b66-da02-4d7f-8fe6-e2f23fef3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:21.218496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e4ffba3-a86b-4058-82f2-4f789bca67ee req-5dae2b66-da02-4d7f-8fe6-e2f23fef3dd3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da HTTP/1.1" status: 200 len: 912 time: 0.1159437 Oct 13 10:54:21.319164 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36486) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:21.326503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1878a5a8-8080-4ffb-a371-c253ed2e688c tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2018360776', 'description': 'tempest-description--465154478'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:21.384256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Set router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:21.415408 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baae6465-7020-4b51-a8b9-8cb52f5d2bc7 x-openstack-request-id: req-baae6465-7020-4b51-a8b9-8cb52f5d2bc7 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:21.415710 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72432f60-dc91-4ee4-97c7-f9ecd15892f3", "name": "network-vif-deleted", "tag": "b0d18ab8-1387-4e8e-a10d-52c7b6a79156", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:21.415967 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-baae6465-7020-4b51-a8b9-8cb52f5d2bc7 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:21.416373 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72432f60-dc91-4ee4-97c7-f9ecd15892f3', 'name': 'network-vif-deleted', 'tag': 'b0d18ab8-1387-4e8e-a10d-52c7b6a79156', 'status': 'completed', 'code': 200} Oct 13 10:54:21.471586 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1878a5a8-8080-4ffb-a371-c253ed2e688c tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:21.549650 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d7985c95-fe62-4e1e-84bf-03a6f11fa67b req-b0a4b8a4-da44-4f6f-91e2-3882731a5e46 tempest-LiveAutoBlockMigrationV225Test-1256423065 tempest-LiveAutoBlockMigrationV225Test-1256423065-project] 10.222.0.32 "GET /v2.0/ports?device_id=72432f60-dc91-4ee4-97c7-f9ecd15892f3 HTTP/1.1" status: 200 len: 210 time: 0.0341840 Oct 13 10:54:21.587825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e4ffba3-a86b-4058-82f2-4f789bca67ee req-36ec6190-0ddb-49bd-8c3e-a28103233a05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fde08e77-877a-4d3e-aa33-8b07732e2e66 HTTP/1.1" status: 200 len: 217 time: 0.3622880 Oct 13 10:54:21.618345 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1878a5a8-8080-4ffb-a371-c253ed2e688c tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:21.679615 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ffba3-a86b-4058-82f2-4f789bca67ee req-285ae0f9-defc-4aa0-a787-2bdc72bc47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:21.681336 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e4ffba3-a86b-4058-82f2-4f789bca67ee req-285ae0f9-defc-4aa0-a787-2bdc72bc47b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b2e2074-4c28-45f2-a10d-6ec281c2406c HTTP/1.1" status: 200 len: 850 time: 0.0856695 Oct 13 10:54:21.687052 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1878a5a8-8080-4ffb-a371-c253ed2e688c tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:21.690087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de6085-1cb6-4dd1-9c14-a965a27a46b6 req-cce68983-0dc4-4d61-b6c8-2f653bedfaa4 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:21.691968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9de6085-1cb6-4dd1-9c14-a965a27a46b6 req-cce68983-0dc4-4d61-b6c8-2f653bedfaa4 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.1067138 Oct 13 10:54:21.704675 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:54:18Z', 'revision_number': 4, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port': {'id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:13Z', 'updated_at': '2021-10-13T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9b4512bf-0d78-403f-bb30-2d67fe844378', 'name': '', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'mac_address': 'fa:16:3e:1c:79:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:17Z', 'updated_at': '2021-10-13T10:54:18Z', 'revision_number': 2, 'project_id': 'a6c3bb29c806414493100593913257cd', 'subnets': [{'id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:21.741190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Checking router: 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:54:21.741482 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Updating router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 port 9b4512bf-0d78-403f-bb30-2d67fe844378 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:54:21.755166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878a5a8-8080-4ffb-a371-c253ed2e688c tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2fef20-a36d-499d-ba97-57d3fe6c12a5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:21.774060 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:21.782773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43842b0-8c2e-4d20-810f-74976bf30fd1 req-467414ed-5e2c-4773-905c-d31b72a73c5d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:21.785242 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a43842b0-8c2e-4d20-810f-74976bf30fd1 req-467414ed-5e2c-4773-905c-d31b72a73c5d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 943 time: 0.0757487 Oct 13 10:54:21.786839 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9de6085-1cb6-4dd1-9c14-a965a27a46b6 req-8ef6ef8f-9db0-4710-8dfd-6ffefb19c9c2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732708 Oct 13 10:54:21.788898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ffba3-a86b-4058-82f2-4f789bca67ee req-38c5438a-24fe-4a67-b6cd-8047973e8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:21.790371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e4ffba3-a86b-4058-82f2-4f789bca67ee req-38c5438a-24fe-4a67-b6cd-8047973e8d27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975239 Oct 13 10:54:21.833578 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a43842b0-8c2e-4d20-810f-74976bf30fd1 req-b5dd6f42-ba90-4fa3-b876-766de4796d86 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421994 Oct 13 10:54:21.836981 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1878a5a8-8080-4ffb-a371-c253ed2e688c tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:21.839145 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1878a5a8-8080-4ffb-a371-c253ed2e688c tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5180273 Oct 13 10:54:21.841628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36508) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:21.847097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6ed11670-8b35-4d42-908b-75b7841d7fe3 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Request body: {'security_group_rule': {'security_group_id': '4a2fef20-a36d-499d-ba97-57d3fe6c12a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:21.980241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad47e66-925b-4679-b1ea-55db1cfbda99 req-f5b3b7ef-fb28-44f2-88ff-a69c1b928741 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:21.981708 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aad47e66-925b-4679-b1ea-55db1cfbda99 req-f5b3b7ef-fb28-44f2-88ff-a69c1b928741 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0951171 Oct 13 10:54:21.984103 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e4ffba3-a86b-4058-82f2-4f789bca67ee req-d446e028-70f8-4749-b477-9930a81b88bf service neutron] 10.222.0.46 "GET /v2.0/networks/ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855097 Oct 13 10:54:21.995300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ed11670-8b35-4d42-908b-75b7841d7fe3 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.066898 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ed11670-8b35-4d42-908b-75b7841d7fe3 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.087711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aad47e66-925b-4679-b1ea-55db1cfbda99 req-95e6c80f-b7d7-4990-8415-4d511d184856 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973623 Oct 13 10:54:22.132639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e4ffba3-a86b-4058-82f2-4f789bca67ee req-bebc1296-519b-41e2-af5b-ec9bcff5786b service neutron] 10.222.0.46 "GET /v2.0/networks/ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319346 Oct 13 10:54:22.149696 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.173287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 61b9be1c-2184-41cc-9b9d-13382f776c39 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:22.191670 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ed11670-8b35-4d42-908b-75b7841d7fe3 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.212757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed11670-8b35-4d42-908b-75b7841d7fe3 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73026b97-4256-4249-ab02-f2dd64cace41,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:22.226354 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 61b9be1c-2184-41cc-9b9d-13382f776c39 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:22.226960 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.295026 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.347657 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ed11670-8b35-4d42-908b-75b7841d7fe3 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.352592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36524) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:22.355737 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6ed11670-8b35-4d42-908b-75b7841d7fe3 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5069797 Oct 13 10:54:22.361218 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ec3e42ed-98bb-4326-83fc-b94ae3bbbcde tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Request body: {'security_group_rule': {'security_group_id': '4a2fef20-a36d-499d-ba97-57d3fe6c12a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:22.361371 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cd0d1-703a-4f08-8d81-87783d87cfb4 None None] Pushing event updated for resources: {'Port': ['ID=9b4512bf-0d78-403f-bb30-2d67fe844378,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:22.421067 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Attempting to bind port 9b4512bf-0d78-403f-bb30-2d67fe844378 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:54:22.421630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Attempting to bind port 9b4512bf-0d78-403f-bb30-2d67fe844378 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '624818e1-114b-490f-89c0-1da61c8931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:54:22.422000 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Attempting to bind port 9b4512bf-0d78-403f-bb30-2d67fe844378 on network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:22.427924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:54:22.428295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Checking segment: {'id': '624818e1-114b-490f-89c0-1da61c8931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:22.428693 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.429083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Bound using segment: {'id': '624818e1-114b-490f-89c0-1da61c8931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:54:22.429552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Bound port: 9b4512bf-0d78-403f-bb30-2d67fe844378, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624818e1-114b-490f-89c0-1da61c8931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:54:22.429933 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.507056 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ec3e42ed-98bb-4326-83fc-b94ae3bbbcde tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.507614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] For port 9b4512bf-0d78-403f-bb30-2d67fe844378, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:22.512583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] For port 9b4512bf-0d78-403f-bb30-2d67fe844378, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9b4512bf-0d78-403f-bb30-2d67fe844378,segment=NetworkSegment(624818e1-114b-490f-89c0-1da61c8931cf),segment_id=624818e1-114b-490f-89c0-1da61c8931cf)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:54:22.575072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-bb07eed2-a6d7-440a-973a-8b421d4f6967 None None] Provisioning complete for port 9b4512bf-0d78-403f-bb30-2d67fe844378 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:22.575445 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bb07eed2-a6d7-440a-973a-8b421d4f6967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.604177 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.625639 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ec3e42ed-98bb-4326-83fc-b94ae3bbbcde tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.626169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36536) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:22.633787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923077ce-e2e6-4271-984b-793c2d106fd1 req-51a17e61-0cee-42af-9102-ab8b846e9c7f tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:22.635402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-923077ce-e2e6-4271-984b-793c2d106fd1 req-51a17e61-0cee-42af-9102-ab8b846e9c7f tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 946 time: 0.0708733 Oct 13 10:54:22.669662 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b0d18ab8-1387-4e8e-a10d-52c7b6a79156 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:54:22.689007 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-923077ce-e2e6-4271-984b-793c2d106fd1 req-70d5d124-615f-4dcc-a626-818c57fce019 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455773 Oct 13 10:54:22.692773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ec3e42ed-98bb-4326-83fc-b94ae3bbbcde tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.712633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: b0d18ab8-1387-4e8e-a10d-52c7b6a79156 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:54:22.712982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b0d18ab8-1387-4e8e-a10d-52c7b6a79156 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:54:22.732711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-bb07eed2-a6d7-440a-973a-8b421d4f6967 None None] Port 9b4512bf-0d78-403f-bb30-2d67fe844378 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:54:22.735703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e42ed-98bb-4326-83fc-b94ae3bbbcde tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14ab9a6-ff53-4208-9290-fabcafc1321d,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:22.737938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cd0d1-703a-4f08-8d81-87783d87cfb4 None None] Pushing event updated for resources: {'Port': ['ID=9b4512bf-0d78-403f-bb30-2d67fe844378,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:22.742740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Routers {'51ed150e-9ef9-402b-a7dd-05798a0f9ee9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:22.743523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:54:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:22.755923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a082b9-d684-4e57-8e77-3b7db1d514e2 admin admin] Deleting subnet 6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:54:22.763166 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7a082b9-d684-4e57-8e77-3b7db1d514e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.805887 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7a082b9-d684-4e57-8e77-3b7db1d514e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.844615 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ec3e42ed-98bb-4326-83fc-b94ae3bbbcde tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.847874 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ec3e42ed-98bb-4326-83fc-b94ae3bbbcde tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4942520 Oct 13 10:54:22.859725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36542) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:22.863066 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7a082b9-d684-4e57-8e77-3b7db1d514e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:22.864743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:22.866351 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] Set router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:22.967468 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c66357-ad7a-4c8d-956f-1a76e53fdc5a req-08cb06f7-2d03-436e-9929-332e6084aa5e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:22.972366 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-21c66357-ad7a-4c8d-956f-1a76e53fdc5a req-08cb06f7-2d03-436e-9929-332e6084aa5e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.0725908 Oct 13 10:54:22.972511 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.017815 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-21c66357-ad7a-4c8d-956f-1a76e53fdc5a req-0d3b9acb-5e3a-4fdd-ba40-fcc19f701d18 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391858 Oct 13 10:54:23.032628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054703f4-49cf-4855-bc25-80f4c34a5238 req-4e7f7386-6db9-400d-97fb-d4acd2441d0d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:23.040665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-054703f4-49cf-4855-bc25-80f4c34a5238 req-4e7f7386-6db9-400d-97fb-d4acd2441d0d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 943 time: 0.1057048 Oct 13 10:54:23.074635 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-696a8a87-43dd-4705-a901-728ba8c6ed3f None None] Provisioning complete for port 9b4512bf-0d78-403f-bb30-2d67fe844378 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:23.075112 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-696a8a87-43dd-4705-a901-728ba8c6ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.090083 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-054703f4-49cf-4855-bc25-80f4c34a5238 req-f3986d4e-385a-4923-ac6c-aca2392b6018 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485120 Oct 13 10:54:23.112933 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7a082b9-d684-4e57-8e77-3b7db1d514e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.163142 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a082b9-d684-4e57-8e77-3b7db1d514e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:23.167924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7a082b9-d684-4e57-8e77-3b7db1d514e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.168982 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.172661 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f7a082b9-d684-4e57-8e77-3b7db1d514e2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6b9582a4-d1e4-4d79-890f-ea5fc66cfe6e HTTP/1.1" status: 204 len: 168 time: 0.5454178 Oct 13 10:54:23.176040 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36552) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:23.232162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:54:18Z', 'revision_number': 4, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port': {'id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:13Z', 'updated_at': '2021-10-13T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9b4512bf-0d78-403f-bb30-2d67fe844378', 'name': '', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'mac_address': 'fa:16:3e:1c:79:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:17Z', 'updated_at': '2021-10-13T10:54:22Z', 'revision_number': 4, 'project_id': 'a6c3bb29c806414493100593913257cd', 'subnets': [{'id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:23.269003 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba5aa3-3ddb-4f60-b5d8-bf15b0da02e4 None None] The sync data for ids ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'] in n-d-813659-3 is: [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:54:18Z', 'revision_number': 4, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port': {'id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:13Z', 'updated_at': '2021-10-13T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9b4512bf-0d78-403f-bb30-2d67fe844378', 'name': '', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'mac_address': 'fa:16:3e:1c:79:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:17Z', 'updated_at': '2021-10-13T10:54:22Z', 'revision_number': 4, 'project_id': 'a6c3bb29c806414493100593913257cd', 'subnets': [{'id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:54:23.276551 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-696a8a87-43dd-4705-a901-728ba8c6ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.283381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7dcd6-4e75-4022-99e6-a91ef362d587 req-c91881e5-1e82-401c-88b0-5c050625ec08 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:23.289662 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3a7dcd6-4e75-4022-99e6-a91ef362d587 req-c91881e5-1e82-401c-88b0-5c050625ec08 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1034100 Oct 13 10:54:23.289829 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f235ec29-eee4-460d-a5dc-a396fdc3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.328482 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-696a8a87-43dd-4705-a901-728ba8c6ed3f None None] For port 9b4512bf-0d78-403f-bb30-2d67fe844378, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9b4512bf-0d78-403f-bb30-2d67fe844378,segment=NetworkSegment(624818e1-114b-490f-89c0-1da61c8931cf),segment_id=624818e1-114b-490f-89c0-1da61c8931cf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:23.389598 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3a7dcd6-4e75-4022-99e6-a91ef362d587 req-154e30a5-cae8-4040-8686-337253b3e06a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789058 Oct 13 10:54:23.390688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Allocated IP 172.25.0.177 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/64a9fd0c-87ad-408f-82d7-15ddf9a5bb0b) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:54:23.399575 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-696a8a87-43dd-4705-a901-728ba8c6ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.466665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f235ec29-eee4-460d-a5dc-a396fdc3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.495873 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a8a87-43dd-4705-a901-728ba8c6ed3f None None] Pushing event updated for resources: {'Port': ['ID=9b4512bf-0d78-403f-bb30-2d67fe844378,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:23.513989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f235ec29-eee4-460d-a5dc-a396fdc3e3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674e18d0-a007-4b1e-8e1f-f0de80142a7e']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:23.524695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f235ec29-eee4-460d-a5dc-a396fdc3e3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3531d915-2aae-486a-88bb-94e57cdf4f01') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:23.524987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f235ec29-eee4-460d-a5dc-a396fdc3e3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3531d915-2aae-486a-88bb-94e57cdf4f01') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:23.536071 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f235ec29-eee4-460d-a5dc-a396fdc3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.541998 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.550780 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f235ec29-eee4-460d-a5dc-a396fdc3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.557152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f235ec29-eee4-460d-a5dc-a396fdc3e3e2 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:54:23.557667 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f235ec29-eee4-460d-a5dc-a396fdc3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:54:23.559513 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:54:23.660478 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.688203 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f235ec29-eee4-460d-a5dc-a396fdc3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.695248 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f235ec29-eee4-460d-a5dc-a396fdc3e3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.701921 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f235ec29-eee4-460d-a5dc-a396fdc3e3e2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/674e18d0-a007-4b1e-8e1f-f0de80142a7e HTTP/1.1" status: 204 len: 168 time: 0.5217733 Oct 13 10:54:23.702655 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36554) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:23.712632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:23.713455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235ec29-eee4-460d-a5dc-a396fdc3e3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=674e18d0-a007-4b1e-8e1f-f0de80142a7e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:23.717807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:23.738406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Pushing event updated for resources: {'Port': ['ID=64a9fd0c-87ad-408f-82d7-15ddf9a5bb0b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:23.742595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:54:23.793207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed9f1d4-0b8c-4122-a01f-dea08d49a59d admin admin] Deleting subnet 4987a9f6-df60-4676-91fa-8d030101ad8b {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:54:23.800762 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eed9f1d4-0b8c-4122-a01f-dea08d49a59d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.839201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cf315-72d4-4f50-ac23-1667944faa61 req-eb7379c2-c6ef-4090-a012-7f6bc3e7afc3 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:23.840792 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-791cf315-72d4-4f50-ac23-1667944faa61 req-eb7379c2-c6ef-4090-a012-7f6bc3e7afc3 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 946 time: 0.0614152 Oct 13 10:54:23.864357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eed9f1d4-0b8c-4122-a01f-dea08d49a59d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.894992 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-791cf315-72d4-4f50-ac23-1667944faa61 req-746c4cc2-5a8b-426b-9936-38f0427062bf tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Oct 13 10:54:23.906712 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:23.922061 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eed9f1d4-0b8c-4122-a01f-dea08d49a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.040115 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.072783 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eed9f1d4-0b8c-4122-a01f-dea08d49a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.138007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9f1d4-0b8c-4122-a01f-dea08d49a59d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4987a9f6-df60-4676-91fa-8d030101ad8b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:24.162161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eed9f1d4-0b8c-4122-a01f-dea08d49a59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.166461 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eed9f1d4-0b8c-4122-a01f-dea08d49a59d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4987a9f6-df60-4676-91fa-8d030101ad8b HTTP/1.1" status: 204 len: 168 time: 0.4622321 Oct 13 10:54:24.167906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36566) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:24.224364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9b4512bf-0d78-403f-bb30-2d67fe844378 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:24.286136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9b4512bf-0d78-403f-bb30-2d67fe844378 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:24.287380 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.288219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6653f-fb43-45de-bb95-467b446f8775 req-a54bbcf2-0431-4a0c-9d35-2ae60b0bfbc0 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:24.289988 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9f6653f-fb43-45de-bb95-467b446f8775 req-a54bbcf2-0431-4a0c-9d35-2ae60b0bfbc0 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.1562607 Oct 13 10:54:24.323889 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7c1ecead-a8f1-422f-9875-f282fa7ed989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.335253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8b227-f753-402c-bf26-2c9def4fa78d req-8f9944cb-dd36-4a14-b5d6-8bb0cf2c7c38 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:24.349812 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3de8b227-f753-402c-bf26-2c9def4fa78d req-8f9944cb-dd36-4a14-b5d6-8bb0cf2c7c38 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 943 time: 0.1088541 Oct 13 10:54:24.368415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9f6653f-fb43-45de-bb95-467b446f8775 req-2985488a-ce96-4fa5-af41-e39d5a6a1d98 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689666 Oct 13 10:54:24.405915 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.476659 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.508444 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3de8b227-f753-402c-bf26-2c9def4fa78d req-f7905838-7374-4e65-905f-4fab664f5437 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486835 Oct 13 10:54:24.522918 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7c1ecead-a8f1-422f-9875-f282fa7ed989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.556248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7c1ecead-a8f1-422f-9875-f282fa7ed989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6736d93-9576-4f89-b4d2-d1b19ee742fb']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:24.564255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Pushing event updated for resources: {'Port': ['ID=64a9fd0c-87ad-408f-82d7-15ddf9a5bb0b,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:24.571271 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7c1ecead-a8f1-422f-9875-f282fa7ed989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3534d39-6a74-42da-a741-b7a63497b997') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:24.571576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7c1ecead-a8f1-422f-9875-f282fa7ed989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3534d39-6a74-42da-a741-b7a63497b997') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:24.573804 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.585986 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7c1ecead-a8f1-422f-9875-f282fa7ed989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.603196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7c1ecead-a8f1-422f-9875-f282fa7ed989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1ecead-a8f1-422f-9875-f282fa7ed989 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7c1ecead-a8f1-422f-9875-f282fa7ed989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:54:24.623109 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:54:24.667304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.678294 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ea250fe5-31e0-43ba-ac5d-a242cc2309ec tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8078542 Oct 13 10:54:24.678578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device fde08e77-877a-4d3e-aa33-8b07732e2e66 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:54:24.714138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e989a0-1e5c-46fb-bcff-3ff779abcac1 req-e2af12b4-2a3c-4889-bb4e-00b09ed9597c tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:24.715715 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-61e989a0-1e5c-46fb-bcff-3ff779abcac1 req-e2af12b4-2a3c-4889-bb4e-00b09ed9597c tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1099532 Oct 13 10:54:24.762147 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-61e989a0-1e5c-46fb-bcff-3ff779abcac1 req-362eb5d8-3393-454a-ae85-c20d1ceb12e3 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377865 Oct 13 10:54:24.774028 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7c1ecead-a8f1-422f-9875-f282fa7ed989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.782061 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7c1ecead-a8f1-422f-9875-f282fa7ed989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.786947 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7c1ecead-a8f1-422f-9875-f282fa7ed989 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c6736d93-9576-4f89-b4d2-d1b19ee742fb HTTP/1.1" status: 204 len: 168 time: 0.6180341 Oct 13 10:54:24.802748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ecead-a8f1-422f-9875-f282fa7ed989 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6736d93-9576-4f89-b4d2-d1b19ee742fb,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:24.803584 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port fde08e77-877a-4d3e-aa33-8b07732e2e66, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=fde08e77-877a-4d3e-aa33-8b07732e2e66,segment=NetworkSegment(4fe916c2-9612-4734-9aff-f11d1f5c50bf),segment_id=4fe916c2-9612-4734-9aff-f11d1f5c50bf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:24.818300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'fde08e77-877a-4d3e-aa33-8b07732e2e66', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'port_id': 'fde08e77-877a-4d3e-aa33-8b07732e2e66', 'mac_address': 'fa:16:3e:23:2f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:54:24.861909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-7db2ef4d-53ec-407c-ae28-a4f5410206aa tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2018360776&fields=id&tenant_id=a6c3bb29c806414493100593913257cd HTTP/1.1" status: 200 len: 267 time: 0.0391963 Oct 13 10:54:24.871653 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:24.885925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde08e77-877a-4d3e-aa33-8b07732e2e66 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:24.907011 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port fde08e77-877a-4d3e-aa33-8b07732e2e66, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=fde08e77-877a-4d3e-aa33-8b07732e2e66,segment=NetworkSegment(4fe916c2-9612-4734-9aff-f11d1f5c50bf),segment_id=4fe916c2-9612-4734-9aff-f11d1f5c50bf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:24.974804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-db784415-b212-4380-8461-dfaf57868538 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:24.976266 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-db784415-b212-4380-8461-dfaf57868538 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/networks?id=3be5507d-cf45-433e-9f0d-6f9cb7f3d896 HTTP/1.1" status: 200 len: 805 time: 0.1071033 Oct 13 10:54:24.982309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 088888a8-4286-4421-9265-1de8011ece52 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:54:24.993505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-78ace983-fe75-4248-9e2a-c48fe0ddf0d8 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/quotas/a6c3bb29c806414493100593913257cd HTTP/1.1" status: 200 len: 375 time: 0.0101693 Oct 13 10:54:24.997943 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:25.026437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c45e2d-cc18-4ff0-b64b-de2d480938a6 req-0ecd0b66-8720-471b-aa7b-46bb59e2279c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:25.028373 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e0c45e2d-cc18-4ff0-b64b-de2d480938a6 req-0ecd0b66-8720-471b-aa7b-46bb59e2279c tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 946 time: 0.0582976 Oct 13 10:54:25.065895 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-cc37a8f6-3faa-4f2a-bc1e-3e5cba70b27e tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6c3bb29c806414493100593913257cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643141 Oct 13 10:54:25.077217 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e0c45e2d-cc18-4ff0-b64b-de2d480938a6 req-4a6a5262-4e34-4cdf-bca0-7619e300ca22 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394406 Oct 13 10:54:25.115534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=fde08e77-877a-4d3e-aa33-8b07732e2e66,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:25.161471 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 088888a8-4286-4421-9265-1de8011ece52, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=088888a8-4286-4421-9265-1de8011ece52,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:25.173746 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '088888a8-4286-4421-9265-1de8011ece52', 'network_id': '225efdd3-76a6-46d2-812d-fe35c95e3f9f', 'port_id': '088888a8-4286-4421-9265-1de8011ece52', 'mac_address': 'fa:16:3e:61:7c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9350d63-c70c-4696-b76b-2b25898fda6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:54:25.180899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-4cecb955-640e-4272-82f5-caa952acf23e service neutron] 10.222.0.32 "GET /v2.0/networks/3be5507d-cf45-433e-9f0d-6f9cb7f3d896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931544 Oct 13 10:54:25.219821 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:25.234194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 088888a8-4286-4421-9265-1de8011ece52 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:25.256084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 088888a8-4286-4421-9265-1de8011ece52, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=088888a8-4286-4421-9265-1de8011ece52,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:25.260352 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36590) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:25.284344 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-dfeeee1e-b1c1-45d4-9fb3-c98ff315686c service neutron] 10.222.0.32 "GET /v2.0/networks/3be5507d-cf45-433e-9f0d-6f9cb7f3d896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971546 Oct 13 10:54:25.309653 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ab453257-e00a-4244-ab6b-68c353c0e349 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59ce84d919ed4ecdafe5a928ed96d168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481055 Oct 13 10:54:25.312199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36592) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:25.365184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ee2319c6-54b6-4f1a-a85d-bba4e01ad484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:25.366855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['fde08e77-877a-4d3e-aa33-8b07732e2e66'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:25.390072 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ee2319c6-54b6-4f1a-a85d-bba4e01ad484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:25.410854 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:25.413084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-6736484d-8fde-42c9-8736-6083dc3f1386 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:25.415316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-6736484d-8fde-42c9-8736-6083dc3f1386 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1096 time: 0.0842614 Oct 13 10:54:25.427119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813659-3'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:25.493178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=088888a8-4286-4421-9265-1de8011ece52,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:25.510604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['088888a8-4286-4421-9265-1de8011ece52'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:25.511702 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:25.558713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ee2319c6-54b6-4f1a-a85d-bba4e01ad484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:25.574238 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ee2319c6-54b6-4f1a-a85d-bba4e01ad484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:25.582556 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ee2319c6-54b6-4f1a-a85d-bba4e01ad484 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/644bc938-00fc-4b63-a677-d848a2b9834a HTTP/1.1" status: 204 len: 168 time: 0.2635241 Oct 13 10:54:25.608853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2319c6-54b6-4f1a-a85d-bba4e01ad484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644bc938-00fc-4b63-a677-d848a2b9834a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:25.773007 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1ed52f71-cbb2-47ca-938b-570f32858ab2 req-84416459-c6dc-4b08-b01f-1789bb8cbd22 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 210 time: 0.0522974 Oct 13 10:54:25.826368 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=329585c2-df4a-4474-9890-a12eb72bfeae,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:25.839579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c7e33-e6c4-498c-8692-77bedf60528e req-a880c79c-8d94-4612-9ab0-0ecee17a9da0 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:25.849038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c0c7e33-e6c4-498c-8692-77bedf60528e req-a880c79c-8d94-4612-9ab0-0ecee17a9da0 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 945 time: 0.1249299 Oct 13 10:54:25.904298 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c0c7e33-e6c4-498c-8692-77bedf60528e req-235ea4a8-9761-486b-9231-f7fa89165c2c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538483 Oct 13 10:54:25.917962 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:25.964826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2133d708-2862-4668-bfed-6cc1d498edaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329585c2-df4a-4474-9890-a12eb72bfeae'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:25.966320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8de71-2b92-4214-8da1-cd95ee922e52 req-7136ae45-b842-42e5-8fbe-2cdebdd45ed9 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:25.967143 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38821ac5-9766-40fe-9fd6-41964c964120" -d '{"events": [{"server_uuid": "2133d708-2862-4668-bfed-6cc1d498edaf", "name": "network-vif-unplugged", "status": "completed", "tag": "329585c2-df4a-4474-9890-a12eb72bfeae"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:25.968539 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2af8de71-2b92-4214-8da1-cd95ee922e52 req-7136ae45-b842-42e5-8fbe-2cdebdd45ed9 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 944 time: 0.0616744 Oct 13 10:54:25.972499 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:26.026925 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2af8de71-2b92-4214-8da1-cd95ee922e52 req-dfa21be3-cf65-44ed-9271-12a7afad2de3 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445020 Oct 13 10:54:26.068897 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d805204-73b8-4220-a2f5-cd2305a06bf4 x-openstack-request-id: req-7d805204-73b8-4220-a2f5-cd2305a06bf4 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:26.069955 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2133d708-2862-4668-bfed-6cc1d498edaf", "name": "network-vif-unplugged", "status": "completed", "tag": "329585c2-df4a-4474-9890-a12eb72bfeae", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:26.070659 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d805204-73b8-4220-a2f5-cd2305a06bf4 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:26.070746 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2133d708-2862-4668-bfed-6cc1d498edaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329585c2-df4a-4474-9890-a12eb72bfeae', 'code': 200} Oct 13 10:54:26.074665 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:26.161626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387329b-4afd-46a6-b491-5a597c5fea40 req-0af4adb0-39e4-4be9-9b0e-86296a71c900 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:26.163157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6387329b-4afd-46a6-b491-5a597c5fea40 req-0af4adb0-39e4-4be9-9b0e-86296a71c900 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1297042 Oct 13 10:54:26.183991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Pushing event updated for resources: {'Port': ['ID=329585c2-df4a-4474-9890-a12eb72bfeae,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:26.212878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Attempting to bind port 329585c2-df4a-4474-9890-a12eb72bfeae on host n-h2-813659-3 for vnic_type normal with profile {"migrating_to": "n-h1-813659-3"} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:54:26.213230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Attempting to bind port 329585c2-df4a-4474-9890-a12eb72bfeae by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:54:26.213556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Attempting to bind port 329585c2-df4a-4474-9890-a12eb72bfeae on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:26.222465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Port 329585c2-df4a-4474-9890-a12eb72bfeae on network 259a4ec1-ee8d-422b-b204-4224c014af8b not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:54:26.222787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Attempting to bind port 329585c2-df4a-4474-9890-a12eb72bfeae on network 259a4ec1-ee8d-422b-b204-4224c014af8b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:26.238948 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:54:26.239477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Checking segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:26.239865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Bound using segment: {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:54:26.240298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Bound port: 329585c2-df4a-4474-9890-a12eb72bfeae, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259a4ec1-ee8d-422b-b204-4224c014af8b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:54:26.240712 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:26.245296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6387329b-4afd-46a6-b491-5a597c5fea40 req-79fa71f7-51fd-4007-b445-331e92579c15 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658123 Oct 13 10:54:26.315954 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:26.319617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=329585c2-df4a-4474-9890-a12eb72bfeae,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:54:26.361587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efdc65-950f-4b49-95a1-89570dbd3546 req-467935cc-e26f-442e-9a1d-dd4dd5d55d9d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:26.363685 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-83efdc65-950f-4b49-95a1-89570dbd3546 req-467935cc-e26f-442e-9a1d-dd4dd5d55d9d tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 945 time: 0.0631731 Oct 13 10:54:26.397424 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:26.403742 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-83efdc65-950f-4b49-95a1-89570dbd3546 req-d0693fd2-496f-4092-9fa2-2f3c5e547f01 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 Oct 13 10:54:26.461439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36630) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:26.482142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:26.483092 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:26.485042 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] 10.222.0.46 "PUT /v2.0/ports/329585c2-df4a-4474-9890-a12eb72bfeae HTTP/1.1" status: 200 len: 1121 time: 1.0628614 Oct 13 10:54:26.486375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af028070-fa8a-4d1f-8839-c11e65236d1f service neutron] Pushing event updated for resources: {'Port': ['ID=329585c2-df4a-4474-9890-a12eb72bfeae,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:26.507959 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0bc26ab4-ae6d-4ef6-a982-e92130c2c96c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfea9d529af0422b9d9bf022922f7543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451760 Oct 13 10:54:26.510583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36632) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:26.563739 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a4db767-67d5-43dc-8c83-a62f2ec301be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:26.577797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['329585c2-df4a-4474-9890-a12eb72bfeae'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:26.590613 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a4db767-67d5-43dc-8c83-a62f2ec301be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:26.749838 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['329585c2-df4a-4474-9890-a12eb72bfeae'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:26.752497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 329585c2-df4a-4474-9890-a12eb72bfeae details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:54:26.754588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device fde08e77-877a-4d3e-aa33-8b07732e2e66 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:26.767634 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a4db767-67d5-43dc-8c83-a62f2ec301be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:26.772841 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a4db767-67d5-43dc-8c83-a62f2ec301be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:26.772841 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4a4db767-67d5-43dc-8c83-a62f2ec301be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a01d1344-d4ad-4d91-b2b6-2a8f58e57d1a HTTP/1.1" status: 204 len: 168 time: 0.2608716 Oct 13 10:54:26.794861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4db767-67d5-43dc-8c83-a62f2ec301be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01d1344-d4ad-4d91-b2b6-2a8f58e57d1a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:26.936191 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-595f837b-d4e4-4674-8154-e92d8b008c26 req-62dcb1f2-c321-4a1f-85df-e7a6f554736e tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 210 time: 0.0820656 Oct 13 10:54:27.014428 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 088888a8-4286-4421-9265-1de8011ece52 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:27.032320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port fde08e77-877a-4d3e-aa33-8b07732e2e66 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:54:27.069044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08350d-e9e7-4fbd-a888-61f144444cd9 req-4c21a8c0-2b84-4340-8516-45fb8b71a687 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:27.072011 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port fde08e77-877a-4d3e-aa33-8b07732e2e66 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:27.072011 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:27.079252 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fb08350d-e9e7-4fbd-a888-61f144444cd9 req-4c21a8c0-2b84-4340-8516-45fb8b71a687 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.0675375 Oct 13 10:54:27.124746 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fb08350d-e9e7-4fbd-a888-61f144444cd9 req-ad7452c1-cdc2-40b5-a675-5fde57daa4f0 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446286 Oct 13 10:54:27.177844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2cc41-1ae6-4be0-adb6-18ee6f791eef req-1b6c5624-1cd4-41f4-b055-fbe818130462 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:27.179436 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-70a2cc41-1ae6-4be0-adb6-18ee6f791eef req-1b6c5624-1cd4-41f4-b055-fbe818130462 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 944 time: 0.0604711 Oct 13 10:54:27.232707 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-70a2cc41-1ae6-4be0-adb6-18ee6f791eef req-88056f06-161a-4d88-b6d6-0a2940559499 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439751 Oct 13 10:54:27.266051 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 088888a8-4286-4421-9265-1de8011ece52 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:27.266493 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:27.371163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=329585c2-df4a-4474-9890-a12eb72bfeae,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:27.399359 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:27.413393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7489a-d344-454d-b7c1-a62eabaa5b82 req-4cee6d9d-b4da-4b8e-a9ad-13487688139a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:27.422249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 329585c2-df4a-4474-9890-a12eb72bfeae has no active binding in host n-h1-813659-3 {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 10:54:27.430392 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aaa7489a-d344-454d-b7c1-a62eabaa5b82 req-4cee6d9d-b4da-4b8e-a9ad-13487688139a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0945885 Oct 13 10:54:27.452916 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fac7ed-71e2-41c9-99e7-e2895dd08c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde08e77-877a-4d3e-aa33-8b07732e2e66'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:27.455299 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74692203-aa63-4e9d-82ea-1467bfefe97a" -d '{"events": [{"server_uuid": "30fac7ed-71e2-41c9-99e7-e2895dd08c65", "name": "network-vif-plugged", "status": "completed", "tag": "fde08e77-877a-4d3e-aa33-8b07732e2e66"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:27.477095 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aaa7489a-d344-454d-b7c1-a62eabaa5b82 req-bed3723b-be2c-48d0-8f57-6a92242f6003 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453360 Oct 13 10:54:27.479822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port fde08e77-877a-4d3e-aa33-8b07732e2e66, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=fde08e77-877a-4d3e-aa33-8b07732e2e66,segment=NetworkSegment(4fe916c2-9612-4734-9aff-f11d1f5c50bf),segment_id=4fe916c2-9612-4734-9aff-f11d1f5c50bf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:27.528275 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c07754-1a01-49ed-92e6-bbee5f5ab88c x-openstack-request-id: req-02c07754-1a01-49ed-92e6-bbee5f5ab88c {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:27.528606 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fac7ed-71e2-41c9-99e7-e2895dd08c65", "name": "network-vif-plugged", "status": "completed", "tag": "fde08e77-877a-4d3e-aa33-8b07732e2e66", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:27.528861 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02c07754-1a01-49ed-92e6-bbee5f5ab88c {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:27.529284 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fac7ed-71e2-41c9-99e7-e2895dd08c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde08e77-877a-4d3e-aa33-8b07732e2e66', 'code': 200} Oct 13 10:54:27.546801 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:27.585848 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 088888a8-4286-4421-9265-1de8011ece52, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=088888a8-4286-4421-9265-1de8011ece52,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:27.590363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f406cfd-cb4e-4f8c-8955-f7913627b69d req-7b882a8d-07c8-40a9-b8ae-dc9396af1072 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:27.590635 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:27.591875 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f406cfd-cb4e-4f8c-8955-f7913627b69d req-7b882a8d-07c8-40a9-b8ae-dc9396af1072 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 945 time: 0.0906136 Oct 13 10:54:27.614550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cba81-633a-4634-8710-11956d9af6bb req-2c81f8b2-c350-43ed-91f7-cfaf1d13a651 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:27.627277 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d74cba81-633a-4634-8710-11956d9af6bb req-2c81f8b2-c350-43ed-91f7-cfaf1d13a651 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.21 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 945 time: 0.0948312 Oct 13 10:54:27.647632 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:27.661009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=fde08e77-877a-4d3e-aa33-8b07732e2e66,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:27.715561 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=088888a8-4286-4421-9265-1de8011ece52,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:27.775468 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f406cfd-cb4e-4f8c-8955-f7913627b69d req-c108db5f-804a-4f98-8e8a-487522a8d1be tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b45166-9e14-4cf5-b810-e54ebf947028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456194 Oct 13 10:54:27.784459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36c711-8d44-4aaf-a8dd-6c529849bcc2 req-98360d6e-951f-410d-a0de-ad0bba33f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:27.786598 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d36c711-8d44-4aaf-a8dd-6c529849bcc2 req-98360d6e-951f-410d-a0de-ad0bba33f2ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 1096 time: 0.1931884 Oct 13 10:54:27.835663 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d36c711-8d44-4aaf-a8dd-6c529849bcc2 req-8e1b83d0-34b9-4c4a-a81a-f6922d695241 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394146 Oct 13 10:54:27.838962 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d74cba81-633a-4634-8710-11956d9af6bb req-21e02085-f307-43e1-a021-556845ff1e59 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Deleting port 088888a8-4286-4421-9265-1de8011ece52 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:54:27.839299 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d74cba81-633a-4634-8710-11956d9af6bb req-21e02085-f307-43e1-a021-556845ff1e59 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:27.930492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-d74cba81-633a-4634-8710-11956d9af6bb req-21e02085-f307-43e1-a021-556845ff1e59 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] For port 088888a8-4286-4421-9265-1de8011ece52, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=088888a8-4286-4421-9265-1de8011ece52,segment=NetworkSegment(a9130c6c-73c5-47cf-ad5a-e8cb5379f308),segment_id=a9130c6c-73c5-47cf-ad5a-e8cb5379f308)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:27.930862 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d74cba81-633a-4634-8710-11956d9af6bb req-21e02085-f307-43e1-a021-556845ff1e59 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:27.947061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d74cba81-633a-4634-8710-11956d9af6bb req-21e02085-f307-43e1-a021-556845ff1e59 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Calling delete_port for 088888a8-4286-4421-9265-1de8011ece52 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:54:28.073072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2133d708-2862-4668-bfed-6cc1d498edaf', 'tag': '329585c2-df4a-4474-9890-a12eb72bfeae'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:28.082635 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c998284-f607-45ca-a475-6c416e783c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2133d708-2862-4668-bfed-6cc1d498edaf", "tag": "329585c2-df4a-4474-9890-a12eb72bfeae"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:28.102988 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e14b358e-211d-4f39-8aa7-f1708ea13942 req-43792b62-afe3-4193-98b2-d06d164146c9 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 210 time: 0.0817287 Oct 13 10:54:28.126421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36684) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:28.150756 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58381e84-16e7-4ce2-b857-2ce3971f5c5c x-openstack-request-id: req-58381e84-16e7-4ce2-b857-2ce3971f5c5c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:28.151220 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2133d708-2862-4668-bfed-6cc1d498edaf", "tag": "329585c2-df4a-4474-9890-a12eb72bfeae", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:28.151607 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58381e84-16e7-4ce2-b857-2ce3971f5c5c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:28.152070 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2133d708-2862-4668-bfed-6cc1d498edaf', 'tag': '329585c2-df4a-4474-9890-a12eb72bfeae', 'status': 'completed', 'code': 200} Oct 13 10:54:28.230719 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d74cba81-633a-4634-8710-11956d9af6bb req-21e02085-f307-43e1-a021-556845ff1e59 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:28.245358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1819175132-network', 'tenant_id': '90bd1fc0892a4edcbad0c32cb62611f8'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:28.266455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e02085-f307-43e1-a021-556845ff1e59 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Pushing event deleted for resources: {'Port': ['ID=088888a8-4286-4421-9265-1de8011ece52,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:28.277790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c998284-f607-45ca-a475-6c416e783c6a req-156cda46-91f7-4464-aabb-f20aa9157c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:28.279492 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c998284-f607-45ca-a475-6c416e783c6a req-156cda46-91f7-4464-aabb-f20aa9157c12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 1124 time: 0.0972774 Oct 13 10:54:28.306119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530b9d5-4884-4226-93fa-05d4f3cd6b77 req-e2a340af-c0f6-42ab-8848-966873902896 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:28.307706 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b530b9d5-4884-4226-93fa-05d4f3cd6b77 req-e2a340af-c0f6-42ab-8848-966873902896 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.0983558 Oct 13 10:54:28.329852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74cba81-633a-4634-8710-11956d9af6bb req-21e02085-f307-43e1-a021-556845ff1e59 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] No DVR routers for this DVR port 088888a8-4286-4421-9265-1de8011ece52 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:54:28.333710 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d74cba81-633a-4634-8710-11956d9af6bb req-21e02085-f307-43e1-a021-556845ff1e59 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:28.337404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d74cba81-633a-4634-8710-11956d9af6bb req-21e02085-f307-43e1-a021-556845ff1e59 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.21 "DELETE /v2.0/ports/088888a8-4286-4421-9265-1de8011ece52 HTTP/1.1" status: 204 len: 173 time: 0.6648004 Oct 13 10:54:28.390233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Made reservation on behalf of 90bd1fc0892a4edcbad0c32cb62611f8 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:28.391035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1935a-f21d-4d92-a353-04be355d25d6 req-c9a85257-13d9-46b7-9f29-09a294f490dc tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:28.392511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efa1935a-f21d-4d92-a353-04be355d25d6 req-c9a85257-13d9-46b7-9f29-09a294f490dc tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 945 time: 0.0541685 Oct 13 10:54:28.392707 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:28.409431 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b530b9d5-4884-4226-93fa-05d4f3cd6b77 req-1c403e6e-fb19-447c-91fb-51bc88f71848 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891595 Oct 13 10:54:28.412653 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:28.432435 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efa1935a-f21d-4d92-a353-04be355d25d6 req-faedc650-e48e-4e96-8835-5a3aae15b9a0 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331671 Oct 13 10:54:28.451432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c998284-f607-45ca-a475-6c416e783c6a req-a149f24d-5fbf-4833-971a-02c0dbe919f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:28.452943 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c998284-f607-45ca-a475-6c416e783c6a req-a149f24d-5fbf-4833-971a-02c0dbe919f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.1639876 Oct 13 10:54:28.505829 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c998284-f607-45ca-a475-6c416e783c6a req-040e38cb-0e25-4387-8d65-7068176ab423 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=329585c2-df4a-4474-9890-a12eb72bfeae HTTP/1.1" status: 200 len: 217 time: 0.0423656 Oct 13 10:54:28.608797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c998284-f607-45ca-a475-6c416e783c6a req-51c7f635-f9ba-4cff-9878-e911dbbd23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:28.610240 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c998284-f607-45ca-a475-6c416e783c6a req-51c7f635-f9ba-4cff-9878-e911dbbd23d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0952234 Oct 13 10:54:28.622660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:28.651221 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c998284-f607-45ca-a475-6c416e783c6a req-97dcddcd-766c-46a8-a182-785a1bb6c178 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306168 Oct 13 10:54:28.659187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a2445-f9e6-443e-bcc3-3b0bc1510ef8 req-454a2216-f538-4528-aef7-383f75c063fc tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:28.660575 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-089a2445-f9e6-443e-bcc3-3b0bc1510ef8 req-454a2216-f538-4528-aef7-383f75c063fc tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1096332 Oct 13 10:54:28.691320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-8012b87b-b569-4382-8f4d-909f4ad3d2d9 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:28.692972 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-8012b87b-b569-4382-8f4d-909f4ad3d2d9 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.46 "GET /v2.0/networks?id=3be5507d-cf45-433e-9f0d-6f9cb7f3d896 HTTP/1.1" status: 200 len: 805 time: 0.1109359 Oct 13 10:54:28.719413 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:28.738125 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c3cd3146-d113-43ad-a541-1343ce04dd4f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c3bb29c806414493100593913257cd HTTP/1.1" status: 200 len: 380 time: 0.0344293 Oct 13 10:54:28.747288 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-d268ffee-3e77-4210-902e-56c8b596ba94 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Request body: {'port': {'device_id': '319ee06e-7aa9-4346-8418-93fc60ef43ea', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'admin_state_up': True, 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'security_groups': ['4a2fef20-a36d-499d-ba97-57d3fe6c12a5']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:28.751396 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:54:28.791152 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:28.791451 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Added segment bebb1fd1-9621-4e1e-8a39-276922d3129c of type vlan for network 93a17ee1-e133-4b74-8e42-e8043dacae74 Oct 13 10:54:28.795460 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-089a2445-f9e6-443e-bcc3-3b0bc1510ef8 req-29d1ce1a-521d-4f10-b5db-3f2eba15a746 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268511 Oct 13 10:54:28.810324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ddb342-9e28-4476-8bc9-de6ae3a0b766,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:28.866068 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:28.874293 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c998284-f607-45ca-a475-6c416e783c6a req-a00b7d02-492a-43ee-b8e0-a2963a75393b service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127585 Oct 13 10:54:28.972011 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b05315b-c2bb-4104-ba9e-d57a207215d6 req-44201cdf-6f91-4091-971c-e254169713b9 tempest-ImagesTestJSON-1690051579 tempest-ImagesTestJSON-1690051579-project] 10.222.0.32 "GET /v2.0/ports?device_id=40aec82a-d06f-4027-b088-2d80fd3eb5e6 HTTP/1.1" status: 200 len: 210 time: 0.0331903 Oct 13 10:54:28.996513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-d268ffee-3e77-4210-902e-56c8b596ba94 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Made reservation on behalf of a6c3bb29c806414493100593913257cd for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:28.998468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 088888a8-4286-4421-9265-1de8011ece52 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:54:29.000283 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-d268ffee-3e77-4210-902e-56c8b596ba94 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:29.017063 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c998284-f607-45ca-a475-6c416e783c6a req-ceab599c-91fe-45ef-bee0-759bc6303890 service neutron] 10.222.0.21 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308742 Oct 13 10:54:29.021458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 088888a8-4286-4421-9265-1de8011ece52 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:54:29.021800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 088888a8-4286-4421-9265-1de8011ece52 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:54:29.050406 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:29.050406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:29.050406 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:29.123459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] Pushing event updated for resources: {'Network': ['ID=93a17ee1-e133-4b74-8e42-e8043dacae74,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:29.139761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 93a17ee1-e133-4b74-8e42-e8043dacae74 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:54:29.145803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-d268ffee-3e77-4210-902e-56c8b596ba94 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Allocated IP 172.20.0.9 (3be5507d-cf45-433e-9f0d-6f9cb7f3d896/ec42b01d-c234-4e9c-811f-0ae53f3b0c10/74239355-9360-472e-a714-39a5d7d80268) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:54:29.226718 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05214c2a-1725-472a-a170-a6897fef8cf2 req-08851312-fb6b-4ba5-8bab-c65530f144c3 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 210 time: 0.0308955 Oct 13 10:54:29.262960 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dff6bd1a-740a-42c5-94ad-f698934d4c08 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1340628 Oct 13 10:54:29.265901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36702) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:29.271523 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6b3f7c11-1316-4b32-9ec5-8c0e858ab76f admin admin] Request body: {'subnet': {'network_id': '93a17ee1-e133-4b74-8e42-e8043dacae74', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1819175132-subnet', 'tenant_id': '90bd1fc0892a4edcbad0c32cb62611f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:29.315041 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-d268ffee-3e77-4210-902e-56c8b596ba94 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:29.390440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3f7c11-1316-4b32-9ec5-8c0e858ab76f admin admin] Made reservation on behalf of 90bd1fc0892a4edcbad0c32cb62611f8 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:29.394106 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b3f7c11-1316-4b32-9ec5-8c0e858ab76f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:29.449262 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-d268ffee-3e77-4210-902e-56c8b596ba94 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:29.530554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40aec82a-d06f-4027-b088-2d80fd3eb5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088888a8-4286-4421-9265-1de8011ece52'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:29.530788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-d268ffee-3e77-4210-902e-56c8b596ba94 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:29.534288 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589b7b45-101a-447b-afef-93c0600bf7e5" -d '{"events": [{"server_uuid": "40aec82a-d06f-4027-b088-2d80fd3eb5e6", "name": "network-vif-plugged", "status": "completed", "tag": "088888a8-4286-4421-9265-1de8011ece52"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:29.538213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-d268ffee-3e77-4210-902e-56c8b596ba94 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:29.542312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-d268ffee-3e77-4210-902e-56c8b596ba94 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:54:29.572676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268ffee-3e77-4210-902e-56c8b596ba94 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Pushing event updated for resources: {'Port': ['ID=74239355-9360-472e-a714-39a5d7d80268,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:29.603963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-d268ffee-3e77-4210-902e-56c8b596ba94 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:29.604606 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-d268ffee-3e77-4210-902e-56c8b596ba94 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:29.624524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbabd5-7746-4b8e-b1b8-ac721b5d65db req-6e2da76b-cfbc-4b32-981b-d6e276c960e2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:29.626263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56fbabd5-7746-4b8e-b1b8-ac721b5d65db req-6e2da76b-cfbc-4b32-981b-d6e276c960e2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.1379514 Oct 13 10:54:29.645401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0972bef-3752-4f55-90ca-9899710ecacb req-43936a06-4837-467f-b1fb-3a1b82c6cce8 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:29.647043 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b0972bef-3752-4f55-90ca-9899710ecacb req-43936a06-4837-467f-b1fb-3a1b82c6cce8 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 945 time: 0.1021051 Oct 13 10:54:29.667535 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56fbabd5-7746-4b8e-b1b8-ac721b5d65db req-a1c58426-0543-488b-be25-a4fb108a5793 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Oct 13 10:54:29.685889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-d268ffee-3e77-4210-902e-56c8b596ba94 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9427469 Oct 13 10:54:29.700366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Request body: {'port': {'device_id': '319ee06e-7aa9-4346-8418-93fc60ef43ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:29.723277 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1288e4a-40c6-4106-9cf4-5bee1b6a8b23 x-openstack-request-id: req-c1288e4a-40c6-4106-9cf4-5bee1b6a8b23 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:29.727926 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40aec82a-d06f-4027-b088-2d80fd3eb5e6", "name": "network-vif-plugged", "status": "completed", "tag": "088888a8-4286-4421-9265-1de8011ece52", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:29.727926 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1288e4a-40c6-4106-9cf4-5bee1b6a8b23 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:29.727926 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40aec82a-d06f-4027-b088-2d80fd3eb5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088888a8-4286-4421-9265-1de8011ece52', 'code': 200} Oct 13 10:54:29.728379 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b0972bef-3752-4f55-90ca-9899710ecacb req-409e5b66-fece-4388-8e65-0ee6ed0d294d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648196 Oct 13 10:54:29.751005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b3f7c11-1316-4b32-9ec5-8c0e858ab76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:29.767534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:29.817971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f7c11-1316-4b32-9ec5-8c0e858ab76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7044787e-af55-4c4b-be08-c545ce34e535,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:29.825865 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3f7c11-1316-4b32-9ec5-8c0e858ab76f admin admin] Checking segment: {'id': 'bebb1fd1-9621-4e1e-8a39-276922d3129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '93a17ee1-e133-4b74-8e42-e8043dacae74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:29.826307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3f7c11-1316-4b32-9ec5-8c0e858ab76f admin admin] Network hostable DHCP agents. Network: 93a17ee1-e133-4b74-8e42-e8043dacae74, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:54:29.885549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-71eeb7e3-db82-41a7-a7d5-1d5db36b0c5e None None] Provisioning complete for port 74239355-9360-472e-a714-39a5d7d80268 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:29.886676 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-71eeb7e3-db82-41a7-a7d5-1d5db36b0c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:29.916289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3f7c11-1316-4b32-9ec5-8c0e858ab76f admin admin] Network 93a17ee1-e133-4b74-8e42-e8043dacae74 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:54:29.934634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-71eeb7e3-db82-41a7-a7d5-1d5db36b0c5e None None] Port 74239355-9360-472e-a714-39a5d7d80268 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:54:29.960009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d194-763c-49aa-a3d8-c2705e9cbe89 req-18de7f73-eddd-4fda-a5ca-24202afbbbc6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:29.961519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-54c2d194-763c-49aa-a3d8-c2705e9cbe89 req-18de7f73-eddd-4fda-a5ca-24202afbbbc6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0789113 Oct 13 10:54:29.991176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6b3f7c11-1316-4b32-9ec5-8c0e858ab76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 93a17ee1-e133-4b74-8e42-e8043dacae74) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:29.996401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3f7c11-1316-4b32-9ec5-8c0e858ab76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:29.997149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b3f7c11-1316-4b32-9ec5-8c0e858ab76f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:30.002129 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdccdc4-c076-4f88-87e7-020d289d4418 None None] Network 93a17ee1-e133-4b74-8e42-e8043dacae74 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:54:30.030902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-54c2d194-763c-49aa-a3d8-c2705e9cbe89 req-a73b0fd7-79d9-4e0c-9e3a-31d599c6e4fb tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Oct 13 10:54:30.088268 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6b3f7c11-1316-4b32-9ec5-8c0e858ab76f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8203337 Oct 13 10:54:30.151715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74239355-9360-472e-a714-39a5d7d80268 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:30.155840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40aec82a-d06f-4027-b088-2d80fd3eb5e6', 'name': 'network-vif-deleted', 'tag': '088888a8-4286-4421-9265-1de8011ece52'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:30.158151 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b0a2b5-f036-45b2-b378-e9220238b8ec" -d '{"events": [{"server_uuid": "40aec82a-d06f-4027-b088-2d80fd3eb5e6", "name": "network-vif-deleted", "tag": "088888a8-4286-4421-9265-1de8011ece52"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:30.165541 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:30.176800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9c9a5a-6c54-40e2-8910-b143715d7365 None None] Network 93a17ee1-e133-4b74-8e42-e8043dacae74 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:54:30.184900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Transition to ACTIVE for port object 74239355-9360-472e-a714-39a5d7d80268 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:54:30.209559 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8061861f-b96d-448e-a93f-24509a32e094 x-openstack-request-id: req-8061861f-b96d-448e-a93f-24509a32e094 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:30.209559 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40aec82a-d06f-4027-b088-2d80fd3eb5e6", "name": "network-vif-deleted", "tag": "088888a8-4286-4421-9265-1de8011ece52", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:30.209559 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8061861f-b96d-448e-a93f-24509a32e094 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:30.209974 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40aec82a-d06f-4027-b088-2d80fd3eb5e6', 'name': 'network-vif-deleted', 'tag': '088888a8-4286-4421-9265-1de8011ece52', 'status': 'completed', 'code': 200} Oct 13 10:54:30.265360 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:30.365228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Pushing event updated for resources: {'Port': ['ID=74239355-9360-472e-a714-39a5d7d80268,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:30.499110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36758) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:30.515298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Attempting to bind port 74239355-9360-472e-a714-39a5d7d80268 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:54:30.515729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Attempting to bind port 74239355-9360-472e-a714-39a5d7d80268 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '624818e1-114b-490f-89c0-1da61c8931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:54:30.515961 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Attempting to bind port 74239355-9360-472e-a714-39a5d7d80268 on network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:30.524122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Port 74239355-9360-472e-a714-39a5d7d80268 on network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:54:30.524459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Attempting to bind port 74239355-9360-472e-a714-39a5d7d80268 on network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:30.534294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c6414-3bf9-4c89-9232-438038071112 req-29f01c8e-2012-459a-a585-44e851307bc4 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:30.541936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e90c6414-3bf9-4c89-9232-438038071112 req-29f01c8e-2012-459a-a585-44e851307bc4 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 943 time: 0.1643574 Oct 13 10:54:30.560125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:54:30.560375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Checking segment: {'id': '624818e1-114b-490f-89c0-1da61c8931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:30.560968 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Bound using segment: {'id': '624818e1-114b-490f-89c0-1da61c8931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:54:30.561290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Bound port: 74239355-9360-472e-a714-39a5d7d80268, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624818e1-114b-490f-89c0-1da61c8931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:54:30.561656 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:30.562628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ba4dfd-ddc6-4e5c-842f-a30c51d2769f admin admin] Deleting subnet d9350d63-c70c-4696-b76b-2b25898fda6e {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:54:30.566624 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4dfd-ddc6-4e5c-842f-a30c51d2769f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:30.602018 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4dfd-ddc6-4e5c-842f-a30c51d2769f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:30.607655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e90c6414-3bf9-4c89-9232-438038071112 req-7d9c9218-07cc-425f-b7c0-779474b3ed4d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653925 Oct 13 10:54:30.645666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] For port 74239355-9360-472e-a714-39a5d7d80268, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:30.649075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] For port 74239355-9360-472e-a714-39a5d7d80268, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=74239355-9360-472e-a714-39a5d7d80268,segment=NetworkSegment(624818e1-114b-490f-89c0-1da61c8931cf),segment_id=624818e1-114b-490f-89c0-1da61c8931cf)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:54:30.654294 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4dfd-ddc6-4e5c-842f-a30c51d2769f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:30.704973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 329585c2-df4a-4474-9890-a12eb72bfeae details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:54:30.751309 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:30.801066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a85444-965c-4501-993c-14e0cb746fea req-e60161a9-a672-4fb4-b67a-555b552b5ee1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:30.802812 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-11a85444-965c-4501-993c-14e0cb746fea req-e60161a9-a672-4fb4-b67a-555b552b5ee1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.0586555 Oct 13 10:54:30.814906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:30.816139 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:30.818236 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] 10.222.0.46 "PUT /v2.0/ports/74239355-9360-472e-a714-39a5d7d80268 HTTP/1.1" status: 200 len: 1091 time: 1.1220598 Oct 13 10:54:30.820884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=329585c2-df4a-4474-9890-a12eb72bfeae,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:30.838404 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 329585c2-df4a-4474-9890-a12eb72bfeae has no active binding in host n-h1-813659-3 {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 10:54:30.844916 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4dfd-ddc6-4e5c-842f-a30c51d2769f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:30.850980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b78baf-a21f-47cd-8f9f-0a6ea16edd27 service neutron] Pushing event updated for resources: {'Port': ['ID=74239355-9360-472e-a714-39a5d7d80268,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:30.888898 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba4dfd-ddc6-4e5c-842f-a30c51d2769f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9350d63-c70c-4696-b76b-2b25898fda6e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:30.891150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4dfd-ddc6-4e5c-842f-a30c51d2769f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:30.900901 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a5ba4dfd-ddc6-4e5c-842f-a30c51d2769f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d9350d63-c70c-4696-b76b-2b25898fda6e HTTP/1.1" status: 204 len: 168 time: 0.3947225 Oct 13 10:54:30.902132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36770) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:30.907692 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-11a85444-965c-4501-993c-14e0cb746fea req-26f89bef-1ecb-4d89-b3ea-4ed657e9d9c0 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949471 Oct 13 10:54:31.024616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2104ef2-a52d-4c6c-b204-d58d2e413936 req-2b6e92f3-b844-41ff-8c7b-1d1e8facac53 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:31.026184 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2104ef2-a52d-4c6c-b204-d58d2e413936 req-2b6e92f3-b844-41ff-8c7b-1d1e8facac53 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 945 time: 0.1716623 Oct 13 10:54:31.050586 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bffbfcd-c789-488a-9b64-1dac08fecfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.063939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36778) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:31.070000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1124027-network', 'tenant_id': '2c0bf09b21ea41399d10268a4167ffdb'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:31.168362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6ceb6-d0ce-4b0b-824c-1307d8297b49 req-86468b84-a648-4e3a-9040-b53ec28ad6da tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:31.169931 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e0d6ceb6-d0ce-4b0b-824c-1307d8297b49 req-86468b84-a648-4e3a-9040-b53ec28ad6da tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0541110 Oct 13 10:54:31.186827 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Made reservation on behalf of 2c0bf09b21ea41399d10268a4167ffdb for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:31.191620 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.215838 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.246217 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e0d6ceb6-d0ce-4b0b-824c-1307d8297b49 req-0075f87e-865e-4b3d-a53e-352487e45bea tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678608 Oct 13 10:54:31.326490 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.385703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-75037357-9444-4d1f-b119-ae95fdca4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:31.387213 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-75037357-9444-4d1f-b119-ae95fdca4e46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6c3bb29c806414493100593913257cd&device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 1094 time: 0.4366639 Oct 13 10:54:31.397010 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2104ef2-a52d-4c6c-b204-d58d2e413936 req-96c6b876-d124-4083-ae84-68b7476b7b2b tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618612 Oct 13 10:54:31.402393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.437126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:54:31.452777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-36697f01-bb82-436f-81b3-9f162a0bcd53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74239355-9360-472e-a714-39a5d7d80268 HTTP/1.1" status: 200 len: 217 time: 0.0539012 Oct 13 10:54:31.455159 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.456059 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Added segment 6ccbc8db-dd86-4174-8666-3ab70e4b7f69 of type vlan for network 8b8cc4ee-d532-4a9d-9177-b2d81a026daf Oct 13 10:54:31.458013 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faef5ff2-4973-4221-8772-b3895d7844b0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:31.534963 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bffbfcd-c789-488a-9b64-1dac08fecfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.540019 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.563189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-5d8aa2d1-9ced-41e1-928d-07c1e5c1e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:31.564742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-5d8aa2d1-9ced-41e1-928d-07c1e5c1e931 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec42b01d-c234-4e9c-811f-0ae53f3b0c10 HTTP/1.1" status: 200 len: 844 time: 0.0981212 Oct 13 10:54:31.566776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4bffbfcd-c789-488a-9b64-1dac08fecfa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225efdd3-76a6-46d2-812d-fe35c95e3f9f']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:31.572735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592ed3a-5e0a-4c0e-8879-aff0eb1374df req-2e350cc6-b2d4-4826-9006-d3ba0c82ccf4 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:31.574244 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0592ed3a-5e0a-4c0e-8879-aff0eb1374df req-2e350cc6-b2d4-4826-9006-d3ba0c82ccf4 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 945 time: 0.0928123 Oct 13 10:54:31.585091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4bffbfcd-c789-488a-9b64-1dac08fecfa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:31.585463 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4bffbfcd-c789-488a-9b64-1dac08fecfa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9130c6c-73c5-47cf-ad5a-e8cb5379f308') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:31.586519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36784) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:31.592656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-54a333bd-4b86-4437-b10f-00db218e110d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Request body: {'floatingip': {'port_id': 'fde08e77-877a-4d3e-aa33-8b07732e2e66'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:31.610065 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bffbfcd-c789-488a-9b64-1dac08fecfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.631071 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bffbfcd-c789-488a-9b64-1dac08fecfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.640347 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bffbfcd-c789-488a-9b64-1dac08fecfa4 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:54:31.640672 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bffbfcd-c789-488a-9b64-1dac08fecfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.644314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-1f17ac59-3ab9-4554-8a58-1b376ba314ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:31.645805 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-1f17ac59-3ab9-4554-8a58-1b376ba314ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3be5507d-cf45-433e-9f0d-6f9cb7f3d896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720682 Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:54:31.646479 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:54:31.653934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54a333bd-4b86-4437-b10f-00db218e110d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.688583 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.689569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:31.690982 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.816128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] Pushing event updated for resources: {'Network': ['ID=8b8cc4ee-d532-4a9d-9177-b2d81a026daf,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:31.818232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775d15-5ec1-4c9a-b2c4-b27296254ec3 req-91d05b0c-2547-4d88-a5e9-ca110a9bad55 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:31.820403 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e775d15-5ec1-4c9a-b2c4-b27296254ec3 req-91d05b0c-2547-4d88-a5e9-ca110a9bad55 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 943 time: 0.0952291 Oct 13 10:54:31.827528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 8b8cc4ee-d532-4a9d-9177-b2d81a026daf details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:54:31.829851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-c6398cb4-3d07-47c0-bba5-5ef774f2287b service neutron] 10.222.0.46 "GET /v2.0/networks/3be5507d-cf45-433e-9f0d-6f9cb7f3d896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735578 Oct 13 10:54:31.895381 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bffbfcd-c789-488a-9b64-1dac08fecfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.896168 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bf7b51ed-772b-48db-96bc-60874410a112 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8313246 Oct 13 10:54:31.901652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36788) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:31.906199 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bffbfcd-c789-488a-9b64-1dac08fecfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:31.908165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f4f65630-79da-4819-8d26-c9698bb9f543 admin admin] Request body: {'subnet': {'network_id': '8b8cc4ee-d532-4a9d-9177-b2d81a026daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1124027-subnet', 'tenant_id': '2c0bf09b21ea41399d10268a4167ffdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:31.921107 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4bffbfcd-c789-488a-9b64-1dac08fecfa4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/225efdd3-76a6-46d2-812d-fe35c95e3f9f HTTP/1.1" status: 204 len: 168 time: 1.0142596 Oct 13 10:54:31.999046 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffbfcd-c789-488a-9b64-1dac08fecfa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=225efdd3-76a6-46d2-812d-fe35c95e3f9f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:32.027544 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e775d15-5ec1-4c9a-b2c4-b27296254ec3 req-ac037fca-8532-4bee-abf8-88a854ad4729 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816256 Oct 13 10:54:32.058809 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f18b1fb-80cd-4765-87b2-effd7175aa0d req-5f980433-cc70-450c-9f29-f5dab04b351e service neutron] 10.222.0.46 "GET /v2.0/networks/3be5507d-cf45-433e-9f0d-6f9cb7f3d896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219107 Oct 13 10:54:32.088327 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f65630-79da-4819-8d26-c9698bb9f543 admin admin] Made reservation on behalf of 2c0bf09b21ea41399d10268a4167ffdb for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:32.090789 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4f65630-79da-4819-8d26-c9698bb9f543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:32.211800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319ee06e-7aa9-4346-8418-93fc60ef43ea', 'tag': '74239355-9360-472e-a714-39a5d7d80268'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:32.214537 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6089169-2fd8-4f6e-add2-96b535bb585d" -d '{"events": [{"name": "network-changed", "server_uuid": "319ee06e-7aa9-4346-8418-93fc60ef43ea", "tag": "74239355-9360-472e-a714-39a5d7d80268"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:32.260987 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca27c2f-80c4-41f8-8033-e39de66cf280 x-openstack-request-id: req-2ca27c2f-80c4-41f8-8033-e39de66cf280 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:32.261352 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319ee06e-7aa9-4346-8418-93fc60ef43ea", "tag": "74239355-9360-472e-a714-39a5d7d80268", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:32.261674 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ca27c2f-80c4-41f8-8033-e39de66cf280 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:32.262130 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319ee06e-7aa9-4346-8418-93fc60ef43ea', 'tag': '74239355-9360-472e-a714-39a5d7d80268', 'status': 'completed', 'code': 200} Oct 13 10:54:32.279747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abe9ec-28b0-4a3e-b6a5-7657268b9f53 req-c6d6fb19-4a25-4f8a-936b-b08095163cc8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:32.281878 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-41abe9ec-28b0-4a3e-b6a5-7657268b9f53 req-c6d6fb19-4a25-4f8a-936b-b08095163cc8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.2233524 Oct 13 10:54:32.398831 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089169-2fd8-4f6e-add2-96b535bb585d req-5f0b74b8-ec30-42f5-ad36-2d8454ea1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:32.398831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6089169-2fd8-4f6e-add2-96b535bb585d req-5f0b74b8-ec30-42f5-ad36-2d8454ea1030 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6c3bb29c806414493100593913257cd&device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 1094 time: 0.1039517 Oct 13 10:54:32.404338 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8af44-886b-4a39-bc66-ab542194e505 req-8dba3ad6-e690-489c-8b81-68df105e1463 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:32.405722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05b8af44-886b-4a39-bc66-ab542194e505 req-8dba3ad6-e690-489c-8b81-68df105e1463 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0693908 Oct 13 10:54:32.442322 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-41abe9ec-28b0-4a3e-b6a5-7657268b9f53 req-b87b1198-d675-4b04-9b9d-e5f3a8515df6 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464899 Oct 13 10:54:32.481113 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54a333bd-4b86-4437-b10f-00db218e110d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:32.509479 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05b8af44-886b-4a39-bc66-ab542194e505 req-b92346b5-db6b-4790-9709-22de325c48ac tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904667 Oct 13 10:54:32.521550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36802) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:32.556333 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54a333bd-4b86-4437-b10f-00db218e110d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:32.570989 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089169-2fd8-4f6e-add2-96b535bb585d req-a4e1f56c-c31e-419b-b517-a9cc23989de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:32.572789 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6089169-2fd8-4f6e-add2-96b535bb585d req-a4e1f56c-c31e-419b-b517-a9cc23989de8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3be5507d-cf45-433e-9f0d-6f9cb7f3d896 HTTP/1.1" status: 200 len: 906 time: 0.1660078 Oct 13 10:54:32.631190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-143b3525-ac47-4b8c-8d74-ff2875e18251 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1cd32a677dad4bb08ed7597ab50eccd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1060035 Oct 13 10:54:32.631190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6089169-2fd8-4f6e-add2-96b535bb585d req-1f565014-961c-45fc-b13c-53ff7aa36cda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74239355-9360-472e-a714-39a5d7d80268 HTTP/1.1" status: 200 len: 217 time: 0.0405421 Oct 13 10:54:32.631474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36804) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:32.645754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4f65630-79da-4819-8d26-c9698bb9f543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:32.693237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089169-2fd8-4f6e-add2-96b535bb585d req-13feda26-a728-4165-8acd-ab1b29a916a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:32.694881 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6089169-2fd8-4f6e-add2-96b535bb585d req-13feda26-a728-4165-8acd-ab1b29a916a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec42b01d-c234-4e9c-811f-0ae53f3b0c10 HTTP/1.1" status: 200 len: 844 time: 0.0559821 Oct 13 10:54:32.771926 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8466da8-d12f-40a0-b253-fd0b75e311f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:32.780161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089169-2fd8-4f6e-add2-96b535bb585d req-f1360b31-5f35-4ef4-bbfa-6fe7fddf029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:32.782184 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6089169-2fd8-4f6e-add2-96b535bb585d req-f1360b31-5f35-4ef4-bbfa-6fe7fddf029f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3be5507d-cf45-433e-9f0d-6f9cb7f3d896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699861 Oct 13 10:54:32.816961 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8466da8-d12f-40a0-b253-fd0b75e311f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:32.935030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6089169-2fd8-4f6e-add2-96b535bb585d req-6ec248e9-29b7-4f69-8a8c-b279ca7afe53 service neutron] 10.222.0.46 "GET /v2.0/networks/3be5507d-cf45-433e-9f0d-6f9cb7f3d896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357639 Oct 13 10:54:33.014784 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8466da8-d12f-40a0-b253-fd0b75e311f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:33.017882 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8466da8-d12f-40a0-b253-fd0b75e311f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:33.022162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d8466da8-d12f-40a0-b253-fd0b75e311f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25b45166-9e14-4cf5-b810-e54ebf947028 HTTP/1.1" status: 204 len: 168 time: 0.3895411 Oct 13 10:54:33.043599 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8466da8-d12f-40a0-b253-fd0b75e311f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b45166-9e14-4cf5-b810-e54ebf947028,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:33.051458 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-54a333bd-4b86-4437-b10f-00db218e110d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Floating IP 78dac596-c06d-412f-b9ec-f8a2107ccc0f associated. External IP: 172.25.0.126, port: fde08e77-877a-4d3e-aa33-8b07732e2e66. Oct 13 10:54:33.059691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f65630-79da-4819-8d26-c9698bb9f543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabd9059-2cd8-4ea0-9cc1-87084464b4e8,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:33.079615 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6089169-2fd8-4f6e-add2-96b535bb585d req-c389e471-7c0e-4e2d-abfd-f4b456439975 service neutron] 10.222.0.46 "GET /v2.0/networks/3be5507d-cf45-433e-9f0d-6f9cb7f3d896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364274 Oct 13 10:54:33.141388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f65630-79da-4819-8d26-c9698bb9f543 admin admin] Checking segment: {'id': '6ccbc8db-dd86-4174-8666-3ab70e4b7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8b8cc4ee-d532-4a9d-9177-b2d81a026daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:33.142074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f65630-79da-4819-8d26-c9698bb9f543 admin admin] Network hostable DHCP agents. Network: 8b8cc4ee-d532-4a9d-9177-b2d81a026daf, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:54:33.222630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6e98c-b944-4a86-a5ab-403d0ce9bbb5 req-42468e73-9b70-4977-a580-3f24b0fc39ba tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:33.231708 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0cb6e98c-b944-4a86-a5ab-403d0ce9bbb5 req-42468e73-9b70-4977-a580-3f24b0fc39ba tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 943 time: 0.0998843 Oct 13 10:54:33.271389 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0cb6e98c-b944-4a86-a5ab-403d0ce9bbb5 req-c9099628-6dd0-49a6-a661-50f7948b3b01 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378757 Oct 13 10:54:33.319637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f65630-79da-4819-8d26-c9698bb9f543 admin admin] Network 8b8cc4ee-d532-4a9d-9177-b2d81a026daf is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:54:33.356105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a333bd-4b86-4437-b10f-00db218e110d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Router cb7e0b2b-c4a2-485f-b77f-11969d607d8d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:54:33.407807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-f4f65630-79da-4819-8d26-c9698bb9f543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 8b8cc4ee-d532-4a9d-9177-b2d81a026daf) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:33.413002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f65630-79da-4819-8d26-c9698bb9f543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:33.414003 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4f65630-79da-4819-8d26-c9698bb9f543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:33.417964 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ff537e-a083-445a-8cf2-594d56f31a05 None None] Network 8b8cc4ee-d532-4a9d-9177-b2d81a026daf requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:54:33.485578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a333bd-4b86-4437-b10f-00db218e110d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:54:33.496697 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92648a-eae5-4e2a-8c28-9d81228ca23c None None] Sync routers for ids ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:54:33.497206 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54a333bd-4b86-4437-b10f-00db218e110d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:33.529172 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c92648a-eae5-4e2a-8c28-9d81228ca23c None None] Routers {'cb7e0b2b-c4a2-485f-b77f-11969d607d8d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:33.529360 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-54a333bd-4b86-4437-b10f-00db218e110d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "PUT /v2.0/floatingips/78dac596-c06d-412f-b9ec-f8a2107ccc0f HTTP/1.1" status: 200 len: 991 time: 1.9414155 Oct 13 10:54:33.530162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fac7ed-71e2-41c9-99e7-e2895dd08c65', 'tag': 'fde08e77-877a-4d3e-aa33-8b07732e2e66'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:33.530538 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5c92648a-eae5-4e2a-8c28-9d81228ca23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:54:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:33.534669 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764e8833-428c-45c7-ae1e-5bfc6fdee13f" -d '{"events": [{"name": "network-changed", "server_uuid": "30fac7ed-71e2-41c9-99e7-e2895dd08c65", "tag": "fde08e77-877a-4d3e-aa33-8b07732e2e66"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:33.546126 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f4f65630-79da-4819-8d26-c9698bb9f543 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6379404 Oct 13 10:54:33.673089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb40fda-a35e-441b-a3e3-389813c96fdf None None] Network 8b8cc4ee-d532-4a9d-9177-b2d81a026daf requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:54:33.712309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e95ed-fafe-47d3-8a3a-3e87692a0b54 req-a1e49291-3c01-4866-a4dc-76c86b32dd28 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:33.720421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e13e95ed-fafe-47d3-8a3a-3e87692a0b54 req-a1e49291-3c01-4866-a4dc-76c86b32dd28 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1162336 Oct 13 10:54:33.727186 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-5c92648a-eae5-4e2a-8c28-9d81228ca23c None None] Set router cb7e0b2b-c4a2-485f-b77f-11969d607d8d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:33.727759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36832) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:33.756027 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-a776e43b-f3c0-4587-95b4-1945ae9c6028 service neutron] 10.222.0.21 "GET /v2.0/ports/329585c2-df4a-4474-9890-a12eb72bfeae/bindings/n-h1-813659-3 HTTP/1.1" status: 200 len: 384 time: 0.0821321 Oct 13 10:54:33.783523 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9ff65-5388-4c84-a76a-1430141f2120 req-88c08bb3-bd2f-4376-abc2-7262a972380e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:33.793929 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-16c9ff65-5388-4c84-a76a-1430141f2120 req-88c08bb3-bd2f-4376-abc2-7262a972380e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 943 time: 0.1604354 Oct 13 10:54:33.811543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4bf779-5df1-463b-95e3-a047938681fc admin admin] Deleting subnet 7044787e-af55-4c4b-be08-c545ce34e535 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:54:33.837720 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e13e95ed-fafe-47d3-8a3a-3e87692a0b54 req-89fffd33-3b78-49b4-98e7-8067cbcd2402 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023738 Oct 13 10:54:33.837720 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf779-5df1-463b-95e3-a047938681fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:33.894547 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-16c9ff65-5388-4c84-a76a-1430141f2120 req-18baf254-6575-4b1f-a893-f542d316c62e tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934906 Oct 13 10:54:33.919270 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf779-5df1-463b-95e3-a047938681fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:33.981880 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db341da-f048-48ae-b093-953282c20fb3 x-openstack-request-id: req-4db341da-f048-48ae-b093-953282c20fb3 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:33.982166 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fac7ed-71e2-41c9-99e7-e2895dd08c65", "tag": "fde08e77-877a-4d3e-aa33-8b07732e2e66", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:33.982446 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4db341da-f048-48ae-b093-953282c20fb3 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:33.982847 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fac7ed-71e2-41c9-99e7-e2895dd08c65', 'tag': 'fde08e77-877a-4d3e-aa33-8b07732e2e66', 'status': 'completed', 'code': 200} Oct 13 10:54:34.037533 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf779-5df1-463b-95e3-a047938681fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:34.090480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e8833-428c-45c7-ae1e-5bfc6fdee13f req-35763349-b44c-4952-a895-589f9a5944b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:34.103160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-764e8833-428c-45c7-ae1e-5bfc6fdee13f req-35763349-b44c-4952-a895-589f9a5944b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ce09fc5baff4972929c7aff054057cb&device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 1096 time: 0.1048732 Oct 13 10:54:34.120965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-46d832c7-5bda-4a87-845d-ff2d58fedd6e service neutron] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=329585c2-df4a-4474-9890-a12eb72bfeae,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:34.144822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-46d832c7-5bda-4a87-845d-ff2d58fedd6e service neutron] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:34.186989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-46d832c7-5bda-4a87-845d-ff2d58fedd6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329585c2-df4a-4474-9890-a12eb72bfeae {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:34.205382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-46d832c7-5bda-4a87-845d-ff2d58fedd6e service neutron] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=329585c2-df4a-4474-9890-a12eb72bfeae,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:34.219168 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5c92648a-eae5-4e2a-8c28-9d81228ca23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:54:02Z', 'revision_number': 4, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port': {'id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:53:58Z', 'updated_at': '2021-10-13T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '78dac596-c06d-412f-b9ec-f8a2107ccc0f', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'port_id': 'fde08e77-877a-4d3e-aa33-8b07732e2e66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'mac_address': 'fa:16:3e:23:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fac7ed-71e2-41c9-99e7-e2895dd08c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:54:11Z', 'updated_at': '2021-10-13T10:54:32Z', 'revision_number': 1, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a43e61-66ac-438f-b404-e11692659a42', 'name': '', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'mac_address': 'fa:16:3e:18:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:01Z', 'updated_at': '2021-10-13T10:54:09Z', 'revision_number': 5, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'subnets': [{'id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:34.238140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e8833-428c-45c7-ae1e-5bfc6fdee13f req-78434377-1fad-49d2-add0-402bcf603fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:34.239645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-764e8833-428c-45c7-ae1e-5bfc6fdee13f req-78434377-1fad-49d2-add0-402bcf603fd9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da HTTP/1.1" status: 200 len: 912 time: 0.1219523 Oct 13 10:54:34.247590 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92648a-eae5-4e2a-8c28-9d81228ca23c None None] Checking router: cb7e0b2b-c4a2-485f-b77f-11969d607d8d for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:54:34.258012 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c92648a-eae5-4e2a-8c28-9d81228ca23c None None] Routers {'cb7e0b2b-c4a2-485f-b77f-11969d607d8d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:34.258660 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5c92648a-eae5-4e2a-8c28-9d81228ca23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:54:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:34.292801 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf779-5df1-463b-95e3-a047938681fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:34.335850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-46d832c7-5bda-4a87-845d-ff2d58fedd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:34.353314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bf779-5df1-463b-95e3-a047938681fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7044787e-af55-4c4b-be08-c545ce34e535,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:34.368057 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf779-5df1-463b-95e3-a047938681fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:34.373728 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ac4bf779-5df1-463b-95e3-a047938681fc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7044787e-af55-4c4b-be08-c545ce34e535 HTTP/1.1" status: 204 len: 168 time: 0.6426926 Oct 13 10:54:34.383259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36848) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:34.391202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-764e8833-428c-45c7-ae1e-5bfc6fdee13f req-1a257fa2-0f17-4c67-8d61-a68a96bb3888 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fde08e77-877a-4d3e-aa33-8b07732e2e66 HTTP/1.1" status: 200 len: 999 time: 0.1430469 Oct 13 10:54:34.393796 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-5c92648a-eae5-4e2a-8c28-9d81228ca23c None None] Set router cb7e0b2b-c4a2-485f-b77f-11969d607d8d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:34.484057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c412e11-e4e4-4a08-b918-7a3b4d3dcb4b req-b6e3fce4-1959-4f87-a95e-822c6e27aa56 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:34.485966 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c412e11-e4e4-4a08-b918-7a3b4d3dcb4b req-b6e3fce4-1959-4f87-a95e-822c6e27aa56 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 943 time: 0.1288569 Oct 13 10:54:34.496530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e8833-428c-45c7-ae1e-5bfc6fdee13f req-2483225a-5c45-4f00-a295-ceb5d7ae736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:34.498006 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-764e8833-428c-45c7-ae1e-5bfc6fdee13f req-2483225a-5c45-4f00-a295-ceb5d7ae736b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b2e2074-4c28-45f2-a10d-6ec281c2406c HTTP/1.1" status: 200 len: 850 time: 0.0882168 Oct 13 10:54:34.507218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-46d832c7-5bda-4a87-845d-ff2d58fedd6e service neutron] Transition to ACTIVE for port object 329585c2-df4a-4474-9890-a12eb72bfeae will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:54:34.510310 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da9f0ee4-f754-4fb3-9cff-e72bdc52a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:34.568760 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c412e11-e4e4-4a08-b918-7a3b4d3dcb4b req-2a38bdab-2f95-4c2d-b31e-9414ea880222 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696251 Oct 13 10:54:34.584595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e8833-428c-45c7-ae1e-5bfc6fdee13f req-3fc202d3-4f33-4660-aed5-057a25b253ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:34.586077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-764e8833-428c-45c7-ae1e-5bfc6fdee13f req-3fc202d3-4f33-4660-aed5-057a25b253ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767114 Oct 13 10:54:34.603140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-46d832c7-5bda-4a87-845d-ff2d58fedd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:34.644599 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da9f0ee4-f754-4fb3-9cff-e72bdc52a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:34.683692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-da9f0ee4-f754-4fb3-9cff-e72bdc52a628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a17ee1-e133-4b74-8e42-e8043dacae74']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:34.713865 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-764e8833-428c-45c7-ae1e-5bfc6fdee13f req-b0f85192-1665-4254-b21e-d99cfb3a02dd service neutron] 10.222.0.46 "GET /v2.0/networks/ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192465 Oct 13 10:54:34.716463 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5c92648a-eae5-4e2a-8c28-9d81228ca23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:54:02Z', 'revision_number': 4, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port': {'id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:53:58Z', 'updated_at': '2021-10-13T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '78dac596-c06d-412f-b9ec-f8a2107ccc0f', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'port_id': 'fde08e77-877a-4d3e-aa33-8b07732e2e66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'mac_address': 'fa:16:3e:23:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fac7ed-71e2-41c9-99e7-e2895dd08c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:54:11Z', 'updated_at': '2021-10-13T10:54:32Z', 'revision_number': 1, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a43e61-66ac-438f-b404-e11692659a42', 'name': '', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'mac_address': 'fa:16:3e:18:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:01Z', 'updated_at': '2021-10-13T10:54:09Z', 'revision_number': 5, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'subnets': [{'id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:34.717839 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-46d832c7-5bda-4a87-845d-ff2d58fedd6e service neutron] No DVR routers for this DVR port 329585c2-df4a-4474-9890-a12eb72bfeae on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:54:34.723763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-da9f0ee4-f754-4fb3-9cff-e72bdc52a628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebb1fd1-9621-4e1e-8a39-276922d3129c') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:34.723889 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-da9f0ee4-f754-4fb3-9cff-e72bdc52a628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebb1fd1-9621-4e1e-8a39-276922d3129c') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:34.733145 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 74239355-9360-472e-a714-39a5d7d80268 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:54:34.733716 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d832c7-5bda-4a87-845d-ff2d58fedd6e service neutron] Pushing event updated for resources: {'Port': ['ID=329585c2-df4a-4474-9890-a12eb72bfeae,revision_number=10']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:34.738453 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 329585c2-df4a-4474-9890-a12eb72bfeae no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:54:34.753645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da9f0ee4-f754-4fb3-9cff-e72bdc52a628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:34.756352 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92648a-eae5-4e2a-8c28-9d81228ca23c None None] The sync data for ids ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'] in n-d-813659-3 is: [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:54:02Z', 'revision_number': 4, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port': {'id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:53:58Z', 'updated_at': '2021-10-13T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '78dac596-c06d-412f-b9ec-f8a2107ccc0f', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'port_id': 'fde08e77-877a-4d3e-aa33-8b07732e2e66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'mac_address': 'fa:16:3e:23:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fac7ed-71e2-41c9-99e7-e2895dd08c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:54:11Z', 'updated_at': '2021-10-13T10:54:32Z', 'revision_number': 1, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a43e61-66ac-438f-b404-e11692659a42', 'name': '', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'mac_address': 'fa:16:3e:18:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:01Z', 'updated_at': '2021-10-13T10:54:09Z', 'revision_number': 5, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'subnets': [{'id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:54:34.786559 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da9f0ee4-f754-4fb3-9cff-e72bdc52a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:34.791728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-46d832c7-5bda-4a87-845d-ff2d58fedd6e service neutron] 10.222.0.21 "PUT /v2.0/ports/329585c2-df4a-4474-9890-a12eb72bfeae/bindings/n-h1-813659-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0235593 Oct 13 10:54:34.837161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9f0ee4-f754-4fb3-9cff-e72bdc52a628 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:54:34.838357 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da9f0ee4-f754-4fb3-9cff-e72bdc52a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:54:34.842620 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:54:34.872382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-764e8833-428c-45c7-ae1e-5bfc6fdee13f req-ed6f1c49-10a5-4fda-8c1c-0ff6af352528 service neutron] 10.222.0.46 "GET /v2.0/networks/ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497569 Oct 13 10:54:35.029659 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 329585c2-df4a-4474-9890-a12eb72bfeae no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:54:35.058937 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ede20-979b-4ec1-945e-d7dbe636b345 req-bb4f7944-7086-4317-948b-b497d6b24810 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:35.067866 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-713ede20-979b-4ec1-945e-d7dbe636b345 req-bb4f7944-7086-4317-948b-b497d6b24810 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 944 time: 0.0853930 Oct 13 10:54:35.072185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 74239355-9360-472e-a714-39a5d7d80268, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=74239355-9360-472e-a714-39a5d7d80268,segment=NetworkSegment(624818e1-114b-490f-89c0-1da61c8931cf),segment_id=624818e1-114b-490f-89c0-1da61c8931cf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:35.079107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43060c07-c91d-4b34-b9ee-85986e88d6eb req-fe5a5873-5cc4-4e73-a5b2-c2e4c2d3df83 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:35.083316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43060c07-c91d-4b34-b9ee-85986e88d6eb req-fe5a5873-5cc4-4e73-a5b2-c2e4c2d3df83 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1442137 Oct 13 10:54:35.086199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-e27460c5-20f0-41a1-a2e3-36267abc957e tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:35.088546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-e27460c5-20f0-41a1-a2e3-36267abc957e tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.0867658 Oct 13 10:54:35.094898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '74239355-9360-472e-a714-39a5d7d80268', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'port_id': '74239355-9360-472e-a714-39a5d7d80268', 'mac_address': 'fa:16:3e:23:f4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:54:35.111534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da9f0ee4-f754-4fb3-9cff-e72bdc52a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.130063 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da9f0ee4-f754-4fb3-9cff-e72bdc52a628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.136326 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-da9f0ee4-f754-4fb3-9cff-e72bdc52a628 admin admin] 10.222.0.32 "DELETE /v2.0/networks/93a17ee1-e133-4b74-8e42-e8043dacae74 HTTP/1.1" status: 204 len: 168 time: 0.7520158 Oct 13 10:54:35.141199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36892) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:35.144230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f0ee4-f754-4fb3-9cff-e72bdc52a628 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a17ee1-e133-4b74-8e42-e8043dacae74,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:35.155224 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.158086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f0136-95cc-477c-849c-1703c2f98ec8 None None] New status for floating IP 78dac596-c06d-412f-b9ec-f8a2107ccc0f: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:54:35.161714 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-713ede20-979b-4ec1-945e-d7dbe636b345 req-406d8b95-a933-4e65-a4dd-15d38179ba65 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915065 Oct 13 10:54:35.179358 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74239355-9360-472e-a714-39a5d7d80268 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:35.211491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-314cb7f8-dab3-438a-9f78-fb84d933aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:35.212981 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-314cb7f8-dab3-438a-9f78-fb84d933aa98 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6 HTTP/1.1" status: 200 len: 1095 time: 0.1118536 Oct 13 10:54:35.234063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43060c07-c91d-4b34-b9ee-85986e88d6eb req-add98626-466e-40ec-ac6e-f37bbcd00dd2 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427910 Oct 13 10:54:35.249291 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 329585c2-df4a-4474-9890-a12eb72bfeae not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:54:35.257002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7eb43a-7373-424f-b96a-9d9697a64fe4 admin admin] Deleting subnet dabd9059-2cd8-4ea0-9cc1-87084464b4e8 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:54:35.263426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 74239355-9360-472e-a714-39a5d7d80268, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=74239355-9360-472e-a714-39a5d7d80268,segment=NetworkSegment(624818e1-114b-490f-89c0-1da61c8931cf),segment_id=624818e1-114b-490f-89c0-1da61c8931cf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:35.268517 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb43a-7373-424f-b96a-9d9697a64fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.324524 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb43a-7373-424f-b96a-9d9697a64fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.354899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-c97cd610-eda8-42fe-bc81-c4fbe980efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:35.356794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-c97cd610-eda8-42fe-bc81-c4fbe980efe9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 1095 time: 0.0968714 Oct 13 10:54:35.374861 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.425326 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb43a-7373-424f-b96a-9d9697a64fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.432680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=74239355-9360-472e-a714-39a5d7d80268,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:35.461577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36898) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:35.504325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-6f49bd06-d4c8-4062-946c-f07b8b2c7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:35.505853 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-6f49bd06-d4c8-4062-946c-f07b8b2c7de5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.1392019 Oct 13 10:54:35.558934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-3e8c07e6-6d72-4e63-817c-d1401fd4376d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=329585c2-df4a-4474-9890-a12eb72bfeae HTTP/1.1" status: 200 len: 217 time: 0.0386896 Oct 13 10:54:35.577844 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6a04d3f7-8be5-4ca2-b37f-a6dbca4a6124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.609409 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb43a-7373-424f-b96a-9d9697a64fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.620167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-612d79ef-8bcd-40ad-b813-c9388ad0f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:35.621611 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-612d79ef-8bcd-40ad-b813-c9388ad0f8d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0550206 Oct 13 10:54:35.651018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7eb43a-7373-424f-b96a-9d9697a64fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabd9059-2cd8-4ea0-9cc1-87084464b4e8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:35.653050 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb43a-7373-424f-b96a-9d9697a64fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.658810 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ca7eb43a-7373-424f-b96a-9d9697a64fe4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dabd9059-2cd8-4ea0-9cc1-87084464b4e8 HTTP/1.1" status: 204 len: 168 time: 0.5158730 Oct 13 10:54:35.660228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36904) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:35.684665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-f0785ee2-f720-45d0-80f3-7244634d7cc5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435305 Oct 13 10:54:35.714911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6a04d3f7-8be5-4ca2-b37f-a6dbca4a6124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.733871 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['74239355-9360-472e-a714-39a5d7d80268'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:35.741751 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1580f43f-d187-4221-903e-22ceb644332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.781349 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683b29-b328-45e6-a5f0-b4851417025e req-767219be-14ea-48cf-b153-0569cd9f17b9 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:35.783115 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02683b29-b328-45e6-a5f0-b4851417025e req-767219be-14ea-48cf-b153-0569cd9f17b9 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 944 time: 0.1218414 Oct 13 10:54:35.822629 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6a04d3f7-8be5-4ca2-b37f-a6dbca4a6124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.840337 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-7f2ac78e-9dd6-48e9-aba6-ba5dd93ee582 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348867 Oct 13 10:54:35.845822 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02683b29-b328-45e6-a5f0-b4851417025e req-4db4868b-5067-4e51-8a7a-0ddc96504e72 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543020 Oct 13 10:54:35.875369 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1580f43f-d187-4221-903e-22ceb644332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.880405 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6a04d3f7-8be5-4ca2-b37f-a6dbca4a6124 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d67c3c3c71b44a089c7a9dc23cb6576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175653 Oct 13 10:54:35.886881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36906) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:35.900044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04d3f7-8be5-4ca2-b37f-a6dbca4a6124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a06a582-e2ae-4a29-81d1-9f6cdffe625c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:35.918191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-1580f43f-d187-4221-903e-22ceb644332e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8cc4ee-d532-4a9d-9177-b2d81a026daf']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:35.942521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-1580f43f-d187-4221-903e-22ceb644332e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccbc8db-dd86-4174-8666-3ab70e4b7f69') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:35.942820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-1580f43f-d187-4221-903e-22ceb644332e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccbc8db-dd86-4174-8666-3ab70e4b7f69') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:35.946720 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-6af4d8fe-88c4-48e3-8115-e40f35f25784 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972717 Oct 13 10:54:35.960519 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1580f43f-d187-4221-903e-22ceb644332e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.982624 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1580f43f-d187-4221-903e-22ceb644332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.992006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1580f43f-d187-4221-903e-22ceb644332e admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:54:35.992381 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1580f43f-d187-4221-903e-22ceb644332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:54:35.994103 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:54:35.996748 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2843433-c3e1-403c-ab48-7bb95c2218a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:36.059258 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2843433-c3e1-403c-ab48-7bb95c2218a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:36.196446 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1580f43f-d187-4221-903e-22ceb644332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:36.212521 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1580f43f-d187-4221-903e-22ceb644332e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:36.216365 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1580f43f-d187-4221-903e-22ceb644332e admin admin] 10.222.0.32 "DELETE /v2.0/networks/8b8cc4ee-d532-4a9d-9177-b2d81a026daf HTTP/1.1" status: 204 len: 168 time: 0.5551920 Oct 13 10:54:36.217432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580f43f-d187-4221-903e-22ceb644332e admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8cc4ee-d532-4a9d-9177-b2d81a026daf,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:36.220291 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2843433-c3e1-403c-ab48-7bb95c2218a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:36.224221 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2843433-c3e1-403c-ab48-7bb95c2218a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:36.224757 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f2843433-c3e1-403c-ab48-7bb95c2218a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a06a582-e2ae-4a29-81d1-9f6cdffe625c HTTP/1.1" status: 204 len: 168 time: 0.3351593 Oct 13 10:54:36.232918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2843433-c3e1-403c-ab48-7bb95c2218a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a06a582-e2ae-4a29-81d1-9f6cdffe625c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:36.305489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fd116-d102-4c38-b72b-83020257ba9b req-9bb6de48-ceb4-4d8d-a73f-3864012c2513 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:36.307462 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ff9fd116-d102-4c38-b72b-83020257ba9b req-9bb6de48-ceb4-4d8d-a73f-3864012c2513 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 944 time: 0.0644143 Oct 13 10:54:36.349739 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ff9fd116-d102-4c38-b72b-83020257ba9b req-f6d72345-37dd-4c83-89d3-f4aa6965a4a8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355670 Oct 13 10:54:36.427499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ef3c3-6c16-49a8-9b36-56a0a52b16d1 req-74bb1613-d66f-4fa5-9e69-26095ddd288d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:36.429165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b62ef3c3-6c16-49a8-9b36-56a0a52b16d1 req-74bb1613-d66f-4fa5-9e69-26095ddd288d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0527267 Oct 13 10:54:36.469578 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b62ef3c3-6c16-49a8-9b36-56a0a52b16d1 req-a47e0224-d912-47da-8668-bb4cef5a1579 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Oct 13 10:54:36.552682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-43aba607-2f27-4671-a356-47c5faa6ba92 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:36.554170 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-43aba607-2f27-4671-a356-47c5faa6ba92 tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf&tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.0447388 Oct 13 10:54:36.676826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36924) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:36.719117 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3b5b5511-e8c5-4b53-9707-7aba03c63c62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90bd1fc0892a4edcbad0c32cb62611f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409193 Oct 13 10:54:36.722856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36926) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:36.758244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-7069b578-adab-4ef7-9d76-7e7fe7707fe1 service neutron] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:36.763694 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-7069b578-adab-4ef7-9d76-7e7fe7707fe1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:36.764788 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c87ae21-80f6-4faa-abb8-6ac3d60371c3 req-7069b578-adab-4ef7-9d76-7e7fe7707fe1 service neutron] 10.222.0.46 "DELETE /v2.0/ports/329585c2-df4a-4474-9890-a12eb72bfeae/bindings/n-h2-813659-3 HTTP/1.1" status: 204 len: 173 time: 0.2026744 Oct 13 10:54:36.780920 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-891f3e43-4928-48e6-a13e-d15dfcb0c8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:36.803600 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-891f3e43-4928-48e6-a13e-d15dfcb0c8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:36.967204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebcd7f-e4a8-4d74-aaa7-4b169d2fca91 req-cea2a16a-489b-4973-a041-0b025cbf3861 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:36.968780 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b9ebcd7f-e4a8-4d74-aaa7-4b169d2fca91 req-cea2a16a-489b-4973-a041-0b025cbf3861 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 944 time: 0.0505545 Oct 13 10:54:36.984848 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-891f3e43-4928-48e6-a13e-d15dfcb0c8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:36.988323 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-891f3e43-4928-48e6-a13e-d15dfcb0c8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:36.989432 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-891f3e43-4928-48e6-a13e-d15dfcb0c8af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0ddb342-9e28-4476-8bc9-de6ae3a0b766 HTTP/1.1" status: 204 len: 168 time: 0.2655494 Oct 13 10:54:36.997238 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f3e43-4928-48e6-a13e-d15dfcb0c8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ddb342-9e28-4476-8bc9-de6ae3a0b766,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:37.021133 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b9ebcd7f-e4a8-4d74-aaa7-4b169d2fca91 req-de48a657-be19-4609-95f3-9491e0092d64 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459368 Oct 13 10:54:37.470447 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3897-6c3f-4cbc-9d00-6bfde72c395c req-5f803413-0b12-40db-902f-ba6929179045 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:37.472592 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-41db3897-6c3f-4cbc-9d00-6bfde72c395c req-5f803413-0b12-40db-902f-ba6929179045 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 944 time: 0.0513871 Oct 13 10:54:37.518174 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-41db3897-6c3f-4cbc-9d00-6bfde72c395c req-71b338b7-c675-4b79-888e-e06a58389095 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378516 Oct 13 10:54:37.620525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36964) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:37.660444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba507080-bd71-473f-9db9-baef47d6fb99 req-b50b0e8f-54db-4b2e-8665-da0c22ae3122 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:37.662697 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ba507080-bd71-473f-9db9-baef47d6fb99 req-b50b0e8f-54db-4b2e-8665-da0c22ae3122 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0612662 Oct 13 10:54:37.687907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654ecb9-0a92-4ad4-b1c2-acfb479f4c4f req-5e440b9d-c21a-4e99-9588-c34cb37fe48b tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:37.689896 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6654ecb9-0a92-4ad4-b1c2-acfb479f4c4f req-5e440b9d-c21a-4e99-9588-c34cb37fe48b tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 1095 time: 0.0451522 Oct 13 10:54:37.690624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36968) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:37.723311 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ba507080-bd71-473f-9db9-baef47d6fb99 req-b76044d3-92a4-436e-889e-e8a488c53d12 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517874 Oct 13 10:54:37.750199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6654ecb9-0a92-4ad4-b1c2-acfb479f4c4f req-c221cf2e-4a20-4e30-a278-f240947317cd tempest-LiveMigrationTest-235644616 tempest-LiveMigrationTest-235644616-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512404 Oct 13 10:54:37.761046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-83f82cdf-d03c-4163-8a4f-f3e653641ad9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c0bf09b21ea41399d10268a4167ffdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687132 Oct 13 10:54:37.763633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36970) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:37.820153 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05d8f285-af83-4e3e-8cbc-7ef63fd8cb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:37.853889 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05d8f285-af83-4e3e-8cbc-7ef63fd8cb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:37.882059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-224635691-network', 'tenant_id': '64193114fb8b4780be791d96bbbdb176'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:37.961786 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d4fc93ae-1b17-4969-ba4e-b22a3b6cdb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:37.990233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Made reservation on behalf of 64193114fb8b4780be791d96bbbdb176 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:37.992609 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:38.001784 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:38.043760 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05d8f285-af83-4e3e-8cbc-7ef63fd8cb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:38.046665 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05d8f285-af83-4e3e-8cbc-7ef63fd8cb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:38.047833 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-05d8f285-af83-4e3e-8cbc-7ef63fd8cb88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/faef5ff2-4973-4221-8772-b3895d7844b0 HTTP/1.1" status: 204 len: 168 time: 0.2832808 Oct 13 10:54:38.067678 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8f285-af83-4e3e-8cbc-7ef63fd8cb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faef5ff2-4973-4221-8772-b3895d7844b0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:38.162171 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:38.183243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edc5a7-c933-48a3-b780-25b1589f6c31 req-82e5b391-e853-4f34-a062-bc0532279c13 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:38.184786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-99edc5a7-c933-48a3-b780-25b1589f6c31 req-82e5b391-e853-4f34-a062-bc0532279c13 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 944 time: 0.0698528 Oct 13 10:54:38.219266 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:38.232692 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-99edc5a7-c933-48a3-b780-25b1589f6c31 req-f5498d8a-5092-4ff0-aa73-967fd3222a2c tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Oct 13 10:54:38.247004 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:54:38.263526 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872aaffd-28b3-4739-bd88-4938f1518a80,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:38.266228 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:38.266600 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Added segment 99cf5326-6170-46b1-80bf-cc01d6f28c63 of type vlan for network 87b63d75-1fea-4fb8-b396-f0fd75eeb823 Oct 13 10:54:38.306973 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:38.332136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca1e3e-1f28-4c30-a462-6d7625a4f0ea req-aec456f1-b28b-4762-84c4-367b8e488349 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:38.333670 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-42ca1e3e-1f28-4c30-a462-6d7625a4f0ea req-aec456f1-b28b-4762-84c4-367b8e488349 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 944 time: 0.0503521 Oct 13 10:54:38.372745 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-42ca1e3e-1f28-4c30-a462-6d7625a4f0ea req-16b20bfe-a9b6-480d-bf22-feed47e2b0ff tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329385 Oct 13 10:54:38.419091 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:38.420705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:38.422014 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:38.503152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] Pushing event updated for resources: {'Network': ['ID=87b63d75-1fea-4fb8-b396-f0fd75eeb823,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:38.512135 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 87b63d75-1fea-4fb8-b396-f0fd75eeb823 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:54:38.560506 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:38.622007 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d192d55e-85bb-4c91-b4a3-4d61a4a40f67 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0002599 Oct 13 10:54:38.625075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36994) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:38.630693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-eae2fbeb-79d7-44f3-a833-f9e59717b96e admin admin] Request body: {'subnet': {'network_id': '87b63d75-1fea-4fb8-b396-f0fd75eeb823', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-224635691-subnet', 'tenant_id': '64193114fb8b4780be791d96bbbdb176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:38.722716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae2fbeb-79d7-44f3-a833-f9e59717b96e admin admin] Made reservation on behalf of 64193114fb8b4780be791d96bbbdb176 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:38.725206 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eae2fbeb-79d7-44f3-a833-f9e59717b96e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:38.740404 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 74239355-9360-472e-a714-39a5d7d80268 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:38.847965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d20881-e830-42e0-a61c-5a6823ef38df req-3b677983-8a85-4d46-98f2-e60f3c1ab4f1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:38.849453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05d20881-e830-42e0-a61c-5a6823ef38df req-3b677983-8a85-4d46-98f2-e60f3c1ab4f1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0500023 Oct 13 10:54:38.893001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 74239355-9360-472e-a714-39a5d7d80268 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:54:38.894208 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05d20881-e830-42e0-a61c-5a6823ef38df req-8ced8953-a9c1-4e5f-ab59-4a127c8e6527 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384836 Oct 13 10:54:38.897855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 74239355-9360-472e-a714-39a5d7d80268 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:38.898569 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:39.002953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830db6ca-bad6-4cbd-aa2b-8efd0afe5917 req-0240dac2-946d-4827-836c-7d7375a931ac tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:39.004563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-830db6ca-bad6-4cbd-aa2b-8efd0afe5917 req-0240dac2-946d-4827-836c-7d7375a931ac tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.46 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 944 time: 0.0534623 Oct 13 10:54:39.006194 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eae2fbeb-79d7-44f3-a833-f9e59717b96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:39.122022 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:39.125194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2fbeb-79d7-44f3-a833-f9e59717b96e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a91a924-7a61-4f39-9c18-c85a0460ddad,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:39.145057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2fbeb-79d7-44f3-a833-f9e59717b96e admin admin] Checking segment: {'id': '99cf5326-6170-46b1-80bf-cc01d6f28c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '87b63d75-1fea-4fb8-b396-f0fd75eeb823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:39.145613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae2fbeb-79d7-44f3-a833-f9e59717b96e admin admin] Network hostable DHCP agents. Network: 87b63d75-1fea-4fb8-b396-f0fd75eeb823, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:54:39.152972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319ee06e-7aa9-4346-8418-93fc60ef43ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74239355-9360-472e-a714-39a5d7d80268'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:39.154034 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfc69e2-3339-48f1-abbf-4fc531cd020c" -d '{"events": [{"server_uuid": "319ee06e-7aa9-4346-8418-93fc60ef43ea", "name": "network-vif-plugged", "status": "completed", "tag": "74239355-9360-472e-a714-39a5d7d80268"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:39.167615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 74239355-9360-472e-a714-39a5d7d80268, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=74239355-9360-472e-a714-39a5d7d80268,segment=NetworkSegment(624818e1-114b-490f-89c0-1da61c8931cf),segment_id=624818e1-114b-490f-89c0-1da61c8931cf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:39.172776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-830db6ca-bad6-4cbd-aa2b-8efd0afe5917 req-ca32895b-395f-4ca4-b17e-c6e3494e21b2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Deleting port 329585c2-df4a-4474-9890-a12eb72bfeae {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:54:39.173121 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-830db6ca-bad6-4cbd-aa2b-8efd0afe5917 req-ca32895b-395f-4ca4-b17e-c6e3494e21b2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:39.204708 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c18c475-5e02-47b4-84d8-aace17e66b21 x-openstack-request-id: req-6c18c475-5e02-47b4-84d8-aace17e66b21 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:39.205023 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319ee06e-7aa9-4346-8418-93fc60ef43ea", "name": "network-vif-plugged", "status": "completed", "tag": "74239355-9360-472e-a714-39a5d7d80268", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:39.205274 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c18c475-5e02-47b4-84d8-aace17e66b21 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:39.205909 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319ee06e-7aa9-4346-8418-93fc60ef43ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74239355-9360-472e-a714-39a5d7d80268', 'code': 200} Oct 13 10:54:39.285735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-830db6ca-bad6-4cbd-aa2b-8efd0afe5917 req-ca32895b-395f-4ca4-b17e-c6e3494e21b2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] For port 329585c2-df4a-4474-9890-a12eb72bfeae, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=329585c2-df4a-4474-9890-a12eb72bfeae,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:39.286600 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-830db6ca-bad6-4cbd-aa2b-8efd0afe5917 req-ca32895b-395f-4ca4-b17e-c6e3494e21b2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:39.287526 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:39.291140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae2fbeb-79d7-44f3-a833-f9e59717b96e admin admin] Network 87b63d75-1fea-4fb8-b396-f0fd75eeb823 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:54:39.311995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c4cb7-f3b2-4c00-abdc-3b43f2aba918 req-8e6e97ae-b071-4cca-a0eb-31f67889e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:39.313561 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6a9c4cb7-f3b2-4c00-abdc-3b43f2aba918 req-8e6e97ae-b071-4cca-a0eb-31f67889e710 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 1095 time: 0.0506358 Oct 13 10:54:39.315367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-830db6ca-bad6-4cbd-aa2b-8efd0afe5917 req-ca32895b-395f-4ca4-b17e-c6e3494e21b2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Calling delete_port for 329585c2-df4a-4474-9890-a12eb72bfeae owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:54:39.369621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-eae2fbeb-79d7-44f3-a833-f9e59717b96e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 87b63d75-1fea-4fb8-b396-f0fd75eeb823) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:39.376086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae2fbeb-79d7-44f3-a833-f9e59717b96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:39.376603 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eae2fbeb-79d7-44f3-a833-f9e59717b96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:39.385705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f609256-8f28-4ed3-a119-dd3207806f75 None None] Network 87b63d75-1fea-4fb8-b396-f0fd75eeb823 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:54:39.391972 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6a9c4cb7-f3b2-4c00-abdc-3b43f2aba918 req-4a3c39b3-64a0-4f00-8a87-5d4426205075 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695786 Oct 13 10:54:39.421074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe5ff8-93e5-4675-8c4e-cb39db9eeacd req-3c1a79c0-c9df-41b1-bc54-d692850ffab4 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:39.425646 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4fe5ff8-93e5-4675-8c4e-cb39db9eeacd req-3c1a79c0-c9df-41b1-bc54-d692850ffab4 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 945 time: 0.0960126 Oct 13 10:54:39.460347 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=74239355-9360-472e-a714-39a5d7d80268,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:39.469685 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eae2fbeb-79d7-44f3-a833-f9e59717b96e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8434823 Oct 13 10:54:39.483666 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4fe5ff8-93e5-4675-8c4e-cb39db9eeacd req-dff0e57b-e5c5-4b57-b4ba-ba3338d7be15 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516334 Oct 13 10:54:39.542913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df42e4b-dbb5-4ceb-b0bd-bf8f56060b89 req-97db8cfd-ee64-4dc5-88e9-e6294d1678b9 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:39.544435 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0df42e4b-dbb5-4ceb-b0bd-bf8f56060b89 req-97db8cfd-ee64-4dc5-88e9-e6294d1678b9 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 944 time: 0.0695848 Oct 13 10:54:39.606671 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0df42e4b-dbb5-4ceb-b0bd-bf8f56060b89 req-d7b924e3-1cf2-4d3e-b384-256cc71c04b7 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502622 Oct 13 10:54:39.613700 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d2ed03-60ce-4f6b-8aa4-88eef01891ce None None] Network 87b63d75-1fea-4fb8-b396-f0fd75eeb823 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:54:39.636583 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-830db6ca-bad6-4cbd-aa2b-8efd0afe5917 req-ca32895b-395f-4ca4-b17e-c6e3494e21b2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:39.662416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['d7465c52-6146-4dd5-a601-bc6df9182b67'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:39.688743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32895b-395f-4ca4-b17e-c6e3494e21b2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Pushing event deleted for resources: {'Port': ['ID=329585c2-df4a-4474-9890-a12eb72bfeae,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:39.751904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-830db6ca-bad6-4cbd-aa2b-8efd0afe5917 req-ca32895b-395f-4ca4-b17e-c6e3494e21b2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] No DVR routers for this DVR port 329585c2-df4a-4474-9890-a12eb72bfeae on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:54:39.756415 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-830db6ca-bad6-4cbd-aa2b-8efd0afe5917 req-ca32895b-395f-4ca4-b17e-c6e3494e21b2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:39.766928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-830db6ca-bad6-4cbd-aa2b-8efd0afe5917 req-ca32895b-395f-4ca4-b17e-c6e3494e21b2 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.46 "DELETE /v2.0/ports/329585c2-df4a-4474-9890-a12eb72bfeae HTTP/1.1" status: 204 len: 173 time: 0.7552352 Oct 13 10:54:39.768389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2133d708-2862-4668-bfed-6cc1d498edaf', 'name': 'network-vif-deleted', 'tag': '329585c2-df4a-4474-9890-a12eb72bfeae'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:39.772768 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986e8bf3-4929-44fc-afd6-a05749eb0b03" -d '{"events": [{"server_uuid": "2133d708-2862-4668-bfed-6cc1d498edaf", "name": "network-vif-deleted", "tag": "329585c2-df4a-4474-9890-a12eb72bfeae"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:39.837296 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9165d5-e790-4ea2-aecf-e74aa6b0fc48 x-openstack-request-id: req-0b9165d5-e790-4ea2-aecf-e74aa6b0fc48 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:39.837296 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2133d708-2862-4668-bfed-6cc1d498edaf", "name": "network-vif-deleted", "tag": "329585c2-df4a-4474-9890-a12eb72bfeae", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:39.837296 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b9165d5-e790-4ea2-aecf-e74aa6b0fc48 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:39.837296 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2133d708-2862-4668-bfed-6cc1d498edaf', 'name': 'network-vif-deleted', 'tag': '329585c2-df4a-4474-9890-a12eb72bfeae', 'status': 'completed', 'code': 200} Oct 13 10:54:40.061908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81fb5-9c73-42bd-97f9-56b9787a30dc req-237e8e38-9ef6-423c-b61c-ade346519dde tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:40.062494 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65d81fb5-9c73-42bd-97f9-56b9787a30dc req-237e8e38-9ef6-423c-b61c-ade346519dde tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0837736 Oct 13 10:54:40.118854 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65d81fb5-9c73-42bd-97f9-56b9787a30dc req-d8af2081-61f9-48e1-ab2b-fee122cd17f0 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501983 Oct 13 10:54:40.213565 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:40.638571 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-03a860c7-cb37-47a8-aaa6-76f72e765eb1 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242167 Oct 13 10:54:40.732118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 329585c2-df4a-4474-9890-a12eb72bfeae no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:54:40.737231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014e671-012c-42f3-8d97-699f18601e1d req-6847eb64-61b6-41f1-9d37-273374ba5d2b tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:40.745295 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9014e671-012c-42f3-8d97-699f18601e1d req-6847eb64-61b6-41f1-9d37-273374ba5d2b tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 945 time: 0.0786352 Oct 13 10:54:40.754421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 329585c2-df4a-4474-9890-a12eb72bfeae {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:54:40.768047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 329585c2-df4a-4474-9890-a12eb72bfeae not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:54:40.775372 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b85f3506-00c2-45b6-8552-8f6f8a5f20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:40.777455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-3389695d-a727-4df1-bef5-651094a04e2f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:40.779166 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-3389695d-a727-4df1-bef5-651094a04e2f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1336603 Oct 13 10:54:40.788870 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9014e671-012c-42f3-8d97-699f18601e1d req-75d6a7c5-56b1-4461-b769-83efe602fcc2 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423918 Oct 13 10:54:40.795398 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-952a8393-e6ca-4012-b7ec-0990c8c199d3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/quotas/15b82978f9314c489e73bb4a9f9cd84a HTTP/1.1" status: 200 len: 375 time: 0.0097737 Oct 13 10:54:40.833050 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-c4df2ca2-dd9f-420f-b793-6d57087ef4c8 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311744 Oct 13 10:54:40.977846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ddc807c7-a6a6-4ce6-83a5-0b21be4bb447 req-3f141e63-7760-48cb-86d8-17472108371b tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 210 time: 0.0296855 Oct 13 10:54:41.236515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b3c76ec-0911-401c-b51a-b98d72923ede req-204cc4f1-054e-4049-a940-11dfa29ebc55 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 210 time: 0.0392563 Oct 13 10:54:41.330317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e26466-eac3-40ae-a61c-7d6b32971c80 req-4d1d0cac-c7e4-4c9d-b8be-c3dcf550d23f tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:41.332175 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44e26466-eac3-40ae-a61c-7d6b32971c80 req-4d1d0cac-c7e4-4c9d-b8be-c3dcf550d23f tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0824404 Oct 13 10:54:41.375163 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44e26466-eac3-40ae-a61c-7d6b32971c80 req-806d22dd-3242-4c0b-be99-e0f49ec7f9b3 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368729 Oct 13 10:54:41.587636 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:41.918623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b70ec-8745-43fd-87f9-2e791b4915e5 req-6b358345-f975-403f-be0c-be0cdd8df4f0 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:41.920636 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-036b70ec-8745-43fd-87f9-2e791b4915e5 req-6b358345-f975-403f-be0c-be0cdd8df4f0 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 945 time: 0.0569851 Oct 13 10:54:41.964268 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-036b70ec-8745-43fd-87f9-2e791b4915e5 req-9f852526-ce4e-401f-87bc-f3c84620b7cb tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355103 Oct 13 10:54:42.093604 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:42.116120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b15e1-19c7-4c90-b61a-85559928cbf3 req-e9815868-5a68-4a01-8b37-07ab33967c75 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:42.117694 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b51b15e1-19c7-4c90-b61a-85559928cbf3 req-e9815868-5a68-4a01-8b37-07ab33967c75 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 945 time: 0.0735986 Oct 13 10:54:42.135865 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c64f8c2b-a06c-4e45-8d96-281c242ee2bf req-cc5116d2-be27-4bc3-92f5-a02ba921d073 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 210 time: 0.0325241 Oct 13 10:54:42.196653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37114) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:54:42.201750 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3c366c0a-b2ac-42c0-8382-8359f4e34cf8 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Request body: {'floatingip': {'port_id': '74239355-9360-472e-a714-39a5d7d80268'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:42.246698 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c366c0a-b2ac-42c0-8382-8359f4e34cf8 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:42.418182 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f19dede1-7f69-416c-971c-f199b61b5db5 req-2eaad7c1-2197-478e-b6f7-f4931e6ab104 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 210 time: 0.0533860 Oct 13 10:54:42.691719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e8690-5d65-4f00-972f-8f4a79464232 req-168d64b7-9137-4f91-b0f8-0dc16b1b4584 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:42.693455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-168d64b7-9137-4f91-b0f8-0dc16b1b4584 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/networks?id=87b63d75-1fea-4fb8-b396-f0fd75eeb823 HTTP/1.1" status: 200 len: 809 time: 0.1398787 Oct 13 10:54:42.711180 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-7fe07c4b-9ad7-419c-9af3-fc3b8bce5eb4 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/quotas/64193114fb8b4780be791d96bbbdb176 HTTP/1.1" status: 200 len: 375 time: 0.0109127 Oct 13 10:54:42.747661 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-3e597db7-35ef-4983-8897-e660c64bef5c tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=64193114fb8b4780be791d96bbbdb176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292804 Oct 13 10:54:42.904485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1eab7-0a5a-4a6b-a8fb-eaf5de70a5a0 req-0d9fd3fe-5043-4f1f-8cce-644c4a8d631b tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:42.906003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50b1eab7-0a5a-4a6b-a8fb-eaf5de70a5a0 req-0d9fd3fe-5043-4f1f-8cce-644c4a8d631b tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.4116096 Oct 13 10:54:42.982859 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-01f1953b-589c-42da-b1a9-6aa7f4feb9c2 service neutron] 10.222.0.32 "GET /v2.0/networks/87b63d75-1fea-4fb8-b396-f0fd75eeb823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271416 Oct 13 10:54:43.010486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50b1eab7-0a5a-4a6b-a8fb-eaf5de70a5a0 req-1ecf3b82-5ff5-4246-b46f-3ebef7d5fe8f tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901165 Oct 13 10:54:43.085915 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-c4cf610f-a7b0-4370-ad39-3b7099e8f596 service neutron] 10.222.0.32 "GET /v2.0/networks/87b63d75-1fea-4fb8-b396-f0fd75eeb823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942621 Oct 13 10:54:43.165471 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c366c0a-b2ac-42c0-8382-8359f4e34cf8 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:43.219562 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c366c0a-b2ac-42c0-8382-8359f4e34cf8 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:43.281753 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:43.284305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbe2f563-009d-4a1f-ae94-b6cc66f446e5 req-59454727-f820-4662-9856-5f2632ddf9c1 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 210 time: 0.0622146 Oct 13 10:54:43.357074 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-3c366c0a-b2ac-42c0-8382-8359f4e34cf8 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Floating IP ef1dce38-3a10-4a59-bd3b-d62d7aa35c80 associated. External IP: 172.25.0.177, port: 74239355-9360-472e-a714-39a5d7d80268. Oct 13 10:54:43.629066 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d40d6435-b108-4b26-8854-3122e8934b63 req-697a256a-1efa-422b-a04d-707c8288ad58 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 210 time: 0.0425506 Oct 13 10:54:43.630113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c366c0a-b2ac-42c0-8382-8359f4e34cf8 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:54:43.637746 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3a993d6-4531-4e28-9a5f-80368a77852f req-babb1e7f-fed0-4351-aa2b-a530eaaea11d tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 210 time: 0.0410466 Oct 13 10:54:43.769685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c366c0a-b2ac-42c0-8382-8359f4e34cf8 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:54:43.774088 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c366c0a-b2ac-42c0-8382-8359f4e34cf8 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:43.774895 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-de319b8a-2671-4fe0-b32f-b2bb48e76682 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215683 Oct 13 10:54:43.780933 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b7267-34f1-4861-88b9-8aea49fc2192 None None] Sync routers for ids ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:54:43.791158 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b7267-34f1-4861-88b9-8aea49fc2192 None None] Routers {'51ed150e-9ef9-402b-a7dd-05798a0f9ee9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:43.792027 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-271b7267-34f1-4861-88b9-8aea49fc2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:54:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:43.806777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3c366c0a-b2ac-42c0-8382-8359f4e34cf8 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "PUT /v2.0/floatingips/ef1dce38-3a10-4a59-bd3b-d62d7aa35c80 HTTP/1.1" status: 200 len: 991 time: 1.6065114 Oct 13 10:54:43.806777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319ee06e-7aa9-4346-8418-93fc60ef43ea', 'tag': '74239355-9360-472e-a714-39a5d7d80268'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:43.807158 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdbcffa-abd5-4e41-9e8e-58774fe8aa3a" -d '{"events": [{"name": "network-changed", "server_uuid": "319ee06e-7aa9-4346-8418-93fc60ef43ea", "tag": "74239355-9360-472e-a714-39a5d7d80268"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:43.849329 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c2bf22-c576-4250-978b-089a92e9bf1e x-openstack-request-id: req-71c2bf22-c576-4250-978b-089a92e9bf1e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:43.849615 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319ee06e-7aa9-4346-8418-93fc60ef43ea", "tag": "74239355-9360-472e-a714-39a5d7d80268", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:43.849859 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71c2bf22-c576-4250-978b-089a92e9bf1e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:43.850276 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319ee06e-7aa9-4346-8418-93fc60ef43ea', 'tag': '74239355-9360-472e-a714-39a5d7d80268', 'status': 'completed', 'code': 200} Oct 13 10:54:43.980333 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-102ca179-772e-4ed0-ae01-e4b607821bd0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:43.980859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbcffa-abd5-4e41-9e8e-58774fe8aa3a req-a6e68061-49fd-42f2-ac05-816d21fb91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:43.981798 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-102ca179-772e-4ed0-ae01-e4b607821bd0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011096 Oct 13 10:54:43.982454 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fdbcffa-abd5-4e41-9e8e-58774fe8aa3a req-a6e68061-49fd-42f2-ac05-816d21fb91b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6c3bb29c806414493100593913257cd&device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 1096 time: 0.0724576 Oct 13 10:54:43.983332 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-271b7267-34f1-4861-88b9-8aea49fc2192 None None] Set router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:43.996002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Request body: {'port': {'device_id': '098c5fc1-0503-4170-ba78-c626affcd367', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '15b82978f9314c489e73bb4a9f9cd84a'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:44.166887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbcffa-abd5-4e41-9e8e-58774fe8aa3a req-690e2753-665e-4493-9681-357befa53349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:44.168962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fdbcffa-abd5-4e41-9e8e-58774fe8aa3a req-690e2753-665e-4493-9681-357befa53349 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3be5507d-cf45-433e-9f0d-6f9cb7f3d896 HTTP/1.1" status: 200 len: 906 time: 0.1782498 Oct 13 10:54:44.279071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadd08f-5842-4a4f-90fb-ccf75db30b76 req-a3dee17e-6d73-4816-86b8-99e1c2ec3798 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:44.280886 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0eadd08f-5842-4a4f-90fb-ccf75db30b76 req-a3dee17e-6d73-4816-86b8-99e1c2ec3798 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1294544 Oct 13 10:54:44.283968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fdbcffa-abd5-4e41-9e8e-58774fe8aa3a req-4002240e-a973-456f-96e4-6b72cc0de921 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74239355-9360-472e-a714-39a5d7d80268 HTTP/1.1" status: 200 len: 999 time: 0.0996010 Oct 13 10:54:44.294851 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-271b7267-34f1-4861-88b9-8aea49fc2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:54:18Z', 'revision_number': 4, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port': {'id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:13Z', 'updated_at': '2021-10-13T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'ef1dce38-3a10-4a59-bd3b-d62d7aa35c80', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'port_id': '74239355-9360-472e-a714-39a5d7d80268', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'mac_address': 'fa:16:3e:23:f4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319ee06e-7aa9-4346-8418-93fc60ef43ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:54:23Z', 'updated_at': '2021-10-13T10:54:43Z', 'revision_number': 1, 'project_id': 'a6c3bb29c806414493100593913257cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4512bf-0d78-403f-bb30-2d67fe844378', 'name': '', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'mac_address': 'fa:16:3e:1c:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:17Z', 'updated_at': '2021-10-13T10:54:23Z', 'revision_number': 5, 'project_id': 'a6c3bb29c806414493100593913257cd', 'subnets': [{'id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:44.300323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Made reservation on behalf of 15b82978f9314c489e73bb4a9f9cd84a for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:44.304875 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:44.318903 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:44.325862 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b7267-34f1-4861-88b9-8aea49fc2192 None None] Checking router: 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:54:44.352956 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b7267-34f1-4861-88b9-8aea49fc2192 None None] Routers {'51ed150e-9ef9-402b-a7dd-05798a0f9ee9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:54:44.354353 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-271b7267-34f1-4861-88b9-8aea49fc2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:54:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:44.366788 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0eadd08f-5842-4a4f-90fb-ccf75db30b76 req-6b13ae31-3fb3-4c63-9e96-005f7c251b85 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777435 Oct 13 10:54:44.375381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbcffa-abd5-4e41-9e8e-58774fe8aa3a req-30aa2140-1c99-4ff0-9589-6c807bab19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:44.377846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fdbcffa-abd5-4e41-9e8e-58774fe8aa3a req-30aa2140-1c99-4ff0-9589-6c807bab19ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec42b01d-c234-4e9c-811f-0ae53f3b0c10 HTTP/1.1" status: 200 len: 844 time: 0.0814788 Oct 13 10:54:44.447976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbcffa-abd5-4e41-9e8e-58774fe8aa3a req-c58319e3-f2ab-4c83-9983-ae13d29323df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:44.449918 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fdbcffa-abd5-4e41-9e8e-58774fe8aa3a req-c58319e3-f2ab-4c83-9983-ae13d29323df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3be5507d-cf45-433e-9f0d-6f9cb7f3d896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659964 Oct 13 10:54:44.461602 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7b0c3a2f-5b98-446f-b355-33998258b2e7 req-5caa2088-12c8-4ee5-ba00-a901c9dcb698 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 210 time: 0.0581665 Oct 13 10:54:44.501134 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:44.562015 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:44.572836 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-271b7267-34f1-4861-88b9-8aea49fc2192 None None] Set router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:54:44.622588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fdbcffa-abd5-4e41-9e8e-58774fe8aa3a req-ce2768f8-2574-4f40-b26c-cc69d942dc87 service neutron] 10.222.0.46 "GET /v2.0/networks/3be5507d-cf45-433e-9f0d-6f9cb7f3d896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620774 Oct 13 10:54:44.664659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d0aa2b-8bea-4929-bf8d-b71929990509,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:44.752279 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d82f6c3b-a7dc-4f96-afcf-7e023b77a0fb req-5a16ba54-7503-410e-b9bc-14407a33ca41 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 210 time: 0.0390267 Oct 13 10:54:44.755102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:54:44.774489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fdbcffa-abd5-4e41-9e8e-58774fe8aa3a req-c2dfb525-1432-4789-b572-e2d778aba9a7 service neutron] 10.222.0.46 "GET /v2.0/networks/3be5507d-cf45-433e-9f0d-6f9cb7f3d896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435122 Oct 13 10:54:44.825822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Allocated IP 192.168.233.35 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/850e764c-894d-4cf3-b469-d796681e881f) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:54:44.844631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-288f9be5-c550-4e0a-b016-dff7411b48a2 req-e854764c-04aa-4495-8aea-7cd5d874fa38 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 210 time: 0.0662296 Oct 13 10:54:44.915823 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-271b7267-34f1-4861-88b9-8aea49fc2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:54:18Z', 'revision_number': 4, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port': {'id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:13Z', 'updated_at': '2021-10-13T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'ef1dce38-3a10-4a59-bd3b-d62d7aa35c80', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'port_id': '74239355-9360-472e-a714-39a5d7d80268', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'mac_address': 'fa:16:3e:23:f4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319ee06e-7aa9-4346-8418-93fc60ef43ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:54:23Z', 'updated_at': '2021-10-13T10:54:43Z', 'revision_number': 1, 'project_id': 'a6c3bb29c806414493100593913257cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4512bf-0d78-403f-bb30-2d67fe844378', 'name': '', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'mac_address': 'fa:16:3e:1c:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:17Z', 'updated_at': '2021-10-13T10:54:23Z', 'revision_number': 5, 'project_id': 'a6c3bb29c806414493100593913257cd', 'subnets': [{'id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:54:44.932392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:44.953710 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b7267-34f1-4861-88b9-8aea49fc2192 None None] The sync data for ids ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'] in n-d-813659-3 is: [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:54:18Z', 'revision_number': 4, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port': {'id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:13Z', 'updated_at': '2021-10-13T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'ef1dce38-3a10-4a59-bd3b-d62d7aa35c80', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'port_id': '74239355-9360-472e-a714-39a5d7d80268', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'mac_address': 'fa:16:3e:23:f4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319ee06e-7aa9-4346-8418-93fc60ef43ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:54:23Z', 'updated_at': '2021-10-13T10:54:43Z', 'revision_number': 1, 'project_id': 'a6c3bb29c806414493100593913257cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4512bf-0d78-403f-bb30-2d67fe844378', 'name': '', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'mac_address': 'fa:16:3e:1c:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:17Z', 'updated_at': '2021-10-13T10:54:23Z', 'revision_number': 5, 'project_id': 'a6c3bb29c806414493100593913257cd', 'subnets': [{'id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:54:44.956705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'dbd287c7-5cb0-43c0-b374-b15bfe54c2f9', 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab', 'port_id': 'dbd287c7-5cb0-43c0-b374-b15bfe54c2f9', 'mac_address': 'fa:16:3e:37:05:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881ab6b9-8c3e-4cdb-a765-c79977833035', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:54:45.008860 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:45.025940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:45.048086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:45.076812 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:45.133807 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:45.210315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:45.215239 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:45.218266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b444a-61a7-479e-ae34-55058dcf1a84 None None] New status for floating IP ef1dce38-3a10-4a59-bd3b-d62d7aa35c80: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:54:45.269778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:45.272918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:45.275660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:54:45.309919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Pushing event updated for resources: {'Port': ['ID=850e764c-894d-4cf3-b469-d796681e881f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:45.353851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:45.354651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:45.450905 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-29c0371c-565a-421f-b998-720634650bbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4590347 Oct 13 10:54:45.463920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Request body: {'port': {'device_id': '098c5fc1-0503-4170-ba78-c626affcd367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:45.496833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['dbd287c7-5cb0-43c0-b374-b15bfe54c2f9'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:45.515750 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a10e3-2477-4a73-aefa-5a97d7c22e67 req-06c27225-37df-4348-ac94-76738c8c6879 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:45.524913 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-738a10e3-2477-4a73-aefa-5a97d7c22e67 req-06c27225-37df-4348-ac94-76738c8c6879 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 944 time: 0.0694549 Oct 13 10:54:45.575477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-888beaa6-c616-4ed2-9edb-81dc2db2e7f7 None None] Provisioning complete for port 850e764c-894d-4cf3-b469-d796681e881f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:45.575943 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-888beaa6-c616-4ed2-9edb-81dc2db2e7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:45.576750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-738a10e3-2477-4a73-aefa-5a97d7c22e67 req-5d92be82-38a1-4531-a03e-719a30c7b135 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503876 Oct 13 10:54:45.626942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:45.632180 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a66338f9-7573-48ba-b0a8-bc2aae10346a req-1c233669-8109-470b-ac8d-745c1fecdf0f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=2133d708-2862-4668-bfed-6cc1d498edaf HTTP/1.1" status: 200 len: 210 time: 0.0412300 Oct 13 10:54:45.633496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-888beaa6-c616-4ed2-9edb-81dc2db2e7f7 None None] Port 850e764c-894d-4cf3-b469-d796681e881f cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:54:45.905391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801348ed-d5a9-4b07-8e6c-16b6c0757a5c req-03939737-3abc-4cb6-822b-026dde7c7feb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:45.906897 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-801348ed-d5a9-4b07-8e6c-16b6c0757a5c req-03939737-3abc-4cb6-822b-026dde7c7feb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 935 time: 0.0708961 Oct 13 10:54:45.970577 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2bfddc53-4131-44bc-9bb9-c918529aa4cf req-33521767-5d54-421b-b9fe-7e6c4a880a18 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 210 time: 0.0332911 Oct 13 10:54:45.988336 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-801348ed-d5a9-4b07-8e6c-16b6c0757a5c req-a2519bb0-0e93-4e0c-a726-d7a4e2b90362 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711005 Oct 13 10:54:46.047354 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850e764c-894d-4cf3-b469-d796681e881f {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:46.058087 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:46.076435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Transition to ACTIVE for port object 850e764c-894d-4cf3-b469-d796681e881f will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:54:46.453569 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:46.517198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Pushing event updated for resources: {'Port': ['ID=850e764c-894d-4cf3-b469-d796681e881f,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:46.564026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e8690-5d65-4f00-972f-8f4a79464232 req-00565748-228f-42c1-b388-e01b155e515e tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:46.566662 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-00565748-228f-42c1-b388-e01b155e515e tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.21 "GET /v2.0/networks?id=87b63d75-1fea-4fb8-b396-f0fd75eeb823 HTTP/1.1" status: 200 len: 809 time: 0.1441262 Oct 13 10:54:46.598588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-544e8690-5d65-4f00-972f-8f4a79464232 req-3bd47db0-a2ce-4dc3-ba53-27afe74d165b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Request body: {'port': {'device_id': 'bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a', 'network_id': '87b63d75-1fea-4fb8-b396-f0fd75eeb823', 'admin_state_up': True, 'tenant_id': '64193114fb8b4780be791d96bbbdb176'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:46.638304 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Attempting to bind port 850e764c-894d-4cf3-b469-d796681e881f on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:54:46.648687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Attempting to bind port 850e764c-894d-4cf3-b469-d796681e881f by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:54:46.649396 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Attempting to bind port 850e764c-894d-4cf3-b469-d796681e881f on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:46.654986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Port 850e764c-894d-4cf3-b469-d796681e881f on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:54:46.655442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Attempting to bind port 850e764c-894d-4cf3-b469-d796681e881f on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:46.664440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:54:46.664970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:46.665501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:54:46.666045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Bound port: 850e764c-894d-4cf3-b469-d796681e881f, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:54:46.670699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:46.763523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:46.822466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fe716-5397-4eb1-b5f2-09a35894d46d req-7705cb4d-67c8-4325-93e2-95c2dcb475d7 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:46.836804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:46.837290 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:46.841691 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1d4fe716-5397-4eb1-b5f2-09a35894d46d req-7705cb4d-67c8-4325-93e2-95c2dcb475d7 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 944 time: 0.1601379 Oct 13 10:54:46.844646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] For port 850e764c-894d-4cf3-b469-d796681e881f, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:46.868867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] For port 850e764c-894d-4cf3-b469-d796681e881f, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=850e764c-894d-4cf3-b469-d796681e881f,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:54:46.917060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544e8690-5d65-4f00-972f-8f4a79464232 req-3bd47db0-a2ce-4dc3-ba53-27afe74d165b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Made reservation on behalf of 64193114fb8b4780be791d96bbbdb176 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:46.919362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:46.922008 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-544e8690-5d65-4f00-972f-8f4a79464232 req-3bd47db0-a2ce-4dc3-ba53-27afe74d165b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:46.944699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:46.944831 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:46.946868 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] 10.222.0.21 "PUT /v2.0/ports/850e764c-894d-4cf3-b469-d796681e881f HTTP/1.1" status: 200 len: 1095 time: 1.4869103 Oct 13 10:54:46.948486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098c5fc1-0503-4170-ba78-c626affcd367', 'tag': '850e764c-894d-4cf3-b469-d796681e881f'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:46.964113 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9cdc3f-a894-43bb-bd51-95716d89d006" -d '{"events": [{"name": "network-changed", "server_uuid": "098c5fc1-0503-4170-ba78-c626affcd367", "tag": "850e764c-894d-4cf3-b469-d796681e881f"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:46.980297 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:47.004682 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1d4fe716-5397-4eb1-b5f2-09a35894d46d req-48fa6036-6caf-496f-b096-a3f09e565eaa tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613569 Oct 13 10:54:47.084675 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:47.085677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a70bc7-2fe8-4bba-a505-729cf8131c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd287c7-5cb0-43c0-b374-b15bfe54c2f9'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:47.088247 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0503c0-bceb-4dea-9d60-46524d2b95a4" -d '{"events": [{"server_uuid": "d2a70bc7-2fe8-4bba-a505-729cf8131c5f", "name": "network-vif-plugged", "status": "completed", "tag": "dbd287c7-5cb0-43c0-b374-b15bfe54c2f9"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:47.088424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324cc38-7ccd-4204-9b17-ac43d2ba472a service neutron] Pushing event updated for resources: {'Port': ['ID=850e764c-894d-4cf3-b469-d796681e881f,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:47.167010 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b79ac71-594d-433e-820a-adf8fdd1677b x-openstack-request-id: req-2b79ac71-594d-433e-820a-adf8fdd1677b {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:47.167584 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098c5fc1-0503-4170-ba78-c626affcd367", "tag": "850e764c-894d-4cf3-b469-d796681e881f", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:47.167995 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b79ac71-594d-433e-820a-adf8fdd1677b {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:47.168634 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098c5fc1-0503-4170-ba78-c626affcd367', 'tag': '850e764c-894d-4cf3-b469-d796681e881f', 'status': 'completed', 'code': 200} Oct 13 10:54:47.190026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-267e1a15-1517-4e0e-9681-a40abf4f18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:47.192018 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-267e1a15-1517-4e0e-9681-a40abf4f18e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 1098 time: 0.0695732 Oct 13 10:54:47.204169 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:47.232326 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cda19b43-ba81-4f7d-82a9-fc28aa775c8b req-4ddf5751-e6dc-482b-977a-41e6a719b989 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 210 time: 0.0420749 Oct 13 10:54:47.267092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-544e8690-5d65-4f00-972f-8f4a79464232 req-3bd47db0-a2ce-4dc3-ba53-27afe74d165b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Allocated IP 172.20.0.4 (87b63d75-1fea-4fb8-b396-f0fd75eeb823/8a91a924-7a61-4f39-9c18-c85a0460ddad/296effa6-eb81-4191-b7d0-0e1aaefa5442) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:54:47.365256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:47.382637 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-a088cc57-cddf-4aef-8adb-17824fc8501e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=850e764c-894d-4cf3-b469-d796681e881f HTTP/1.1" status: 200 len: 217 time: 0.1818318 Oct 13 10:54:47.438773 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950b5618-7b7a-43d3-aca1-f2540b63f708 x-openstack-request-id: req-950b5618-7b7a-43d3-aca1-f2540b63f708 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:47.439258 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a70bc7-2fe8-4bba-a505-729cf8131c5f", "name": "network-vif-plugged", "status": "completed", "tag": "dbd287c7-5cb0-43c0-b374-b15bfe54c2f9", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:47.440001 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-950b5618-7b7a-43d3-aca1-f2540b63f708 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:47.440480 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a70bc7-2fe8-4bba-a505-729cf8131c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd287c7-5cb0-43c0-b374-b15bfe54c2f9', 'code': 200} Oct 13 10:54:47.551278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570e7ad-df17-4d27-980a-f1d390d5d67d req-2d7250c0-70be-47a7-8c1c-2883c3bbab03 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:47.559253 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0570e7ad-df17-4d27-980a-f1d390d5d67d req-2d7250c0-70be-47a7-8c1c-2883c3bbab03 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 947 time: 0.2142131 Oct 13 10:54:47.568977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-b2298436-3584-483d-98a9-392242ddec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:47.570274 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-b2298436-3584-483d-98a9-392242ddec61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1578877 Oct 13 10:54:47.597659 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-544e8690-5d65-4f00-972f-8f4a79464232 req-3bd47db0-a2ce-4dc3-ba53-27afe74d165b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:47.669622 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0570e7ad-df17-4d27-980a-f1d390d5d67d req-64ec4f60-cb54-4b54-8e1f-2f01222d78d7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094139 Oct 13 10:54:47.676519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-0541ecb3-b282-4299-b62f-9c3706f7b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:47.677975 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-0541ecb3-b282-4299-b62f-9c3706f7b90f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983999 Oct 13 10:54:47.731589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226e40-dbe2-4a12-94df-7a879cbb8111 req-7481d827-a75e-4fd1-9fdb-95e784b36602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:47.733146 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22226e40-dbe2-4a12-94df-7a879cbb8111 req-7481d827-a75e-4fd1-9fdb-95e784b36602 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 1096 time: 0.0449007 Oct 13 10:54:47.775436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-544e8690-5d65-4f00-972f-8f4a79464232 req-3bd47db0-a2ce-4dc3-ba53-27afe74d165b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:47.785433 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-6a6eec55-dd9d-487d-bb45-406c68a4c772 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001847 Oct 13 10:54:47.821251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22226e40-dbe2-4a12-94df-7a879cbb8111 req-6f299d25-4858-4d0f-a71f-4f1749f0cdf6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668056 Oct 13 10:54:47.842922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544e8690-5d65-4f00-972f-8f4a79464232 req-3bd47db0-a2ce-4dc3-ba53-27afe74d165b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Network 87b63d75-1fea-4fb8-b396-f0fd75eeb823 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:47.850217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-544e8690-5d65-4f00-972f-8f4a79464232 req-3bd47db0-a2ce-4dc3-ba53-27afe74d165b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:47.853032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-544e8690-5d65-4f00-972f-8f4a79464232 req-3bd47db0-a2ce-4dc3-ba53-27afe74d165b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:54:47.856270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd47db0-a2ce-4dc3-ba53-27afe74d165b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Pushing event updated for resources: {'Port': ['ID=296effa6-eb81-4191-b7d0-0e1aaefa5442,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:47.928365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e8690-5d65-4f00-972f-8f4a79464232 req-3bd47db0-a2ce-4dc3-ba53-27afe74d165b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:47.928604 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e36f466-b04f-4b2d-8484-d18bb13995da req-d9f415cf-7238-4faa-b876-095f1f4b1d61 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356459 Oct 13 10:54:47.929403 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-544e8690-5d65-4f00-972f-8f4a79464232 req-3bd47db0-a2ce-4dc3-ba53-27afe74d165b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:48.018731 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-3bd47db0-a2ce-4dc3-ba53-27afe74d165b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4338660 Oct 13 10:54:48.030506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Request body: {'port': {'device_id': 'bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:48.116118 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:48.266523 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0e2f3-1e82-41b0-b396-e22dde9eb627 req-60f34a09-d5a0-4ed5-aa44-a79add76b1dd tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:48.268513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc0e2f3-1e82-41b0-b396-e22dde9eb627 req-60f34a09-d5a0-4ed5-aa44-a79add76b1dd tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1029861 Oct 13 10:54:48.270807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cdc3f-a894-43bb-bd51-95716d89d006 req-549a3026-6e2b-4cc3-bd5b-c083da396bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:48.272336 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a9cdc3f-a894-43bb-bd51-95716d89d006 req-549a3026-6e2b-4cc3-bd5b-c083da396bc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 1098 time: 0.2013869 Oct 13 10:54:48.375564 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc0e2f3-1e82-41b0-b396-e22dde9eb627 req-c42a38ad-6a6f-4426-a7b2-df6c7e43b5a5 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999300 Oct 13 10:54:48.452882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cdc3f-a894-43bb-bd51-95716d89d006 req-dcc45687-3ebb-4697-b8ed-e12ac804c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:48.454272 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a9cdc3f-a894-43bb-bd51-95716d89d006 req-dcc45687-3ebb-4697-b8ed-e12ac804c966 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1536837 Oct 13 10:54:48.484058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4b633-53ab-4db0-9158-d05b4965a458 req-c11e04e2-5c77-48f9-969d-0d820721f946 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:48.485552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-edb4b633-53ab-4db0-9158-d05b4965a458 req-c11e04e2-5c77-48f9-969d-0d820721f946 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 931 time: 0.1269746 Oct 13 10:54:48.510155 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a9cdc3f-a894-43bb-bd51-95716d89d006 req-9ad20442-f9e7-4f55-8c4b-81e63cf8882a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=850e764c-894d-4cf3-b469-d796681e881f HTTP/1.1" status: 200 len: 217 time: 0.0480506 Oct 13 10:54:48.560643 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-edb4b633-53ab-4db0-9158-d05b4965a458 req-4b55dff4-8a88-49eb-9ec4-91545bc018a4 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/security-groups?id=872aaffd-28b3-4739-bd88-4938f1518a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595686 Oct 13 10:54:48.617460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cdc3f-a894-43bb-bd51-95716d89d006 req-7787b36f-e89f-4b57-b1e5-b76cd152fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:48.620331 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a9cdc3f-a894-43bb-bd51-95716d89d006 req-7787b36f-e89f-4b57-b1e5-b76cd152fe14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1020210 Oct 13 10:54:48.630571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296effa6-eb81-4191-b7d0-0e1aaefa5442 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:48.639397 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:48.654613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Transition to ACTIVE for port object 296effa6-eb81-4191-b7d0-0e1aaefa5442 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:54:48.686120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cdc3f-a894-43bb-bd51-95716d89d006 req-505921dd-72c0-4cbc-a7f4-7d3a035ff734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:48.688326 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a9cdc3f-a894-43bb-bd51-95716d89d006 req-505921dd-72c0-4cbc-a7f4-7d3a035ff734 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580902 Oct 13 10:54:48.738706 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:48.816028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Pushing event updated for resources: {'Port': ['ID=296effa6-eb81-4191-b7d0-0e1aaefa5442,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:48.900681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66a9c9-e71d-49f0-9b16-3b9ee6ea09ee req-9127260c-5a00-4988-b2f8-792fdf8b8963 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:48.910512 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8f66a9c9-e71d-49f0-9b16-3b9ee6ea09ee req-9127260c-5a00-4988-b2f8-792fdf8b8963 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 947 time: 0.1385055 Oct 13 10:54:48.928693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Attempting to bind port 296effa6-eb81-4191-b7d0-0e1aaefa5442 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:54:48.929116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Attempting to bind port 296effa6-eb81-4191-b7d0-0e1aaefa5442 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '99cf5326-6170-46b1-80bf-cc01d6f28c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '87b63d75-1fea-4fb8-b396-f0fd75eeb823'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:54:48.929462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Attempting to bind port 296effa6-eb81-4191-b7d0-0e1aaefa5442 on network 87b63d75-1fea-4fb8-b396-f0fd75eeb823 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:48.936203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Port 296effa6-eb81-4191-b7d0-0e1aaefa5442 on network 87b63d75-1fea-4fb8-b396-f0fd75eeb823 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:54:48.936538 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Attempting to bind port 296effa6-eb81-4191-b7d0-0e1aaefa5442 on network 87b63d75-1fea-4fb8-b396-f0fd75eeb823 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:48.943706 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:54:48.944480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Checking segment: {'id': '99cf5326-6170-46b1-80bf-cc01d6f28c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '87b63d75-1fea-4fb8-b396-f0fd75eeb823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:48.944787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Bound using segment: {'id': '99cf5326-6170-46b1-80bf-cc01d6f28c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '87b63d75-1fea-4fb8-b396-f0fd75eeb823'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:54:48.945229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Bound port: 296effa6-eb81-4191-b7d0-0e1aaefa5442, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cf5326-6170-46b1-80bf-cc01d6f28c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '87b63d75-1fea-4fb8-b396-f0fd75eeb823'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:54:48.945665 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:48.988133 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8f66a9c9-e71d-49f0-9b16-3b9ee6ea09ee req-8ccf377d-1eac-4914-bf5d-92f1b9d9d93b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732648 Oct 13 10:54:48.993270 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a9cdc3f-a894-43bb-bd51-95716d89d006 req-d0613b69-6d5b-4975-ae98-4b43b6f369de service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966354 Oct 13 10:54:49.033802 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] For port 296effa6-eb81-4191-b7d0-0e1aaefa5442, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:49.036372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] For port 296effa6-eb81-4191-b7d0-0e1aaefa5442, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=296effa6-eb81-4191-b7d0-0e1aaefa5442,segment=NetworkSegment(99cf5326-6170-46b1-80bf-cc01d6f28c63),segment_id=99cf5326-6170-46b1-80bf-cc01d6f28c63)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:54:49.119857 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a9cdc3f-a894-43bb-bd51-95716d89d006 req-0415bf33-50b6-40e3-a821-4151b5b64dc1 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163845 Oct 13 10:54:49.151742 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:49.206879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:49.207513 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:49.208908 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] 10.222.0.21 "PUT /v2.0/ports/296effa6-eb81-4191-b7d0-0e1aaefa5442 HTTP/1.1" status: 200 len: 1091 time: 1.1829288 Oct 13 10:54:49.209347 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a', 'tag': '296effa6-eb81-4191-b7d0-0e1aaefa5442'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:49.211620 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd155abb-f9e3-43b4-9979-ddbbca7e113b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a", "tag": "296effa6-eb81-4191-b7d0-0e1aaefa5442"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:49.270827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f55ccd-d0c0-4e73-934a-bd23ccceb22c service neutron] Pushing event updated for resources: {'Port': ['ID=296effa6-eb81-4191-b7d0-0e1aaefa5442,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:49.286587 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8952c8-9d72-4aa4-8e6d-80608598d279 x-openstack-request-id: req-4b8952c8-9d72-4aa4-8e6d-80608598d279 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:49.291107 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a", "tag": "296effa6-eb81-4191-b7d0-0e1aaefa5442", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:49.291107 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b8952c8-9d72-4aa4-8e6d-80608598d279 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:49.291107 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a', 'tag': '296effa6-eb81-4191-b7d0-0e1aaefa5442', 'status': 'completed', 'code': 200} Oct 13 10:54:49.354234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd155abb-f9e3-43b4-9979-ddbbca7e113b req-cabf92ef-bfe4-4248-91e7-975271a3bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:49.359188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd155abb-f9e3-43b4-9979-ddbbca7e113b req-cabf92ef-bfe4-4248-91e7-975271a3bb90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64193114fb8b4780be791d96bbbdb176&device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 1094 time: 0.0442576 Oct 13 10:54:49.602905 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd155abb-f9e3-43b4-9979-ddbbca7e113b req-1dde6610-7893-41fb-8d4f-e1a8821a2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:49.604373 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd155abb-f9e3-43b4-9979-ddbbca7e113b req-1dde6610-7893-41fb-8d4f-e1a8821a2d8a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=64193114fb8b4780be791d96bbbdb176&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2411578 Oct 13 10:54:49.613895 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e15c30-dd55-4e47-9d9a-e35af31a0829 req-f88a5af0-7ba4-43dd-923b-fdc0768408f3 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:49.615614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00e15c30-dd55-4e47-9d9a-e35af31a0829 req-f88a5af0-7ba4-43dd-923b-fdc0768408f3 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.1203532 Oct 13 10:54:49.716107 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8354e-0a1d-4388-9283-0c26d4f91200 req-c3ebab3f-6048-48b1-aedf-361a99a73c95 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:49.718617 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0ac8354e-0a1d-4388-9283-0c26d4f91200 req-c3ebab3f-6048-48b1-aedf-361a99a73c95 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 943 time: 0.0609961 Oct 13 10:54:49.759042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0ac8354e-0a1d-4388-9283-0c26d4f91200 req-ada7c279-4398-4d97-b54d-36ec8636f710 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/security-groups?id=872aaffd-28b3-4739-bd88-4938f1518a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331955 Oct 13 10:54:49.766200 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00e15c30-dd55-4e47-9d9a-e35af31a0829 req-1da63f50-6e31-4b82-937d-62139fd78c7f tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313255 Oct 13 10:54:49.813168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd155abb-f9e3-43b4-9979-ddbbca7e113b req-134330c1-d4d4-4a9a-aa53-179f15df6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:49.816422 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd155abb-f9e3-43b4-9979-ddbbca7e113b req-134330c1-d4d4-4a9a-aa53-179f15df6ea7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1998842 Oct 13 10:54:49.899929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296c059-36a0-4458-8b90-fa4f8551e89e req-3d5241b6-9533-4dc0-85eb-7a4f3496c339 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:49.900837 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1296c059-36a0-4458-8b90-fa4f8551e89e req-3d5241b6-9533-4dc0-85eb-7a4f3496c339 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0527053 Oct 13 10:54:49.906470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e8690-5d65-4f00-972f-8f4a79464232 req-8431a948-6c89-4f7e-b47f-54f885173caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:49.908164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-8431a948-6c89-4f7e-b47f-54f885173caa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64193114fb8b4780be791d96bbbdb176&device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 1094 time: 0.0479419 Oct 13 10:54:49.944641 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1296c059-36a0-4458-8b90-fa4f8551e89e req-3c67b8ef-9de8-40ef-9836-7de3a824988e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374904 Oct 13 10:54:50.175933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef80c91-ad3f-4db1-a812-03830d64b0f3 req-d9e23c27-2b86-4cb9-aa8d-2dbafb4baf97 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:50.184975 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ef80c91-ad3f-4db1-a812-03830d64b0f3 req-d9e23c27-2b86-4cb9-aa8d-2dbafb4baf97 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 947 time: 0.0860083 Oct 13 10:54:50.250041 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ef80c91-ad3f-4db1-a812-03830d64b0f3 req-aae5d139-9050-4830-9186-6681b0dcee08 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637600 Oct 13 10:54:50.271893 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-cd5a04b0-2c34-4ab3-bdec-7cfc9b009f67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296effa6-eb81-4191-b7d0-0e1aaefa5442 HTTP/1.1" status: 200 len: 217 time: 0.3564887 Oct 13 10:54:50.329050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e8690-5d65-4f00-972f-8f4a79464232 req-50771c2a-d29b-4191-8a84-144c043a0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:50.333031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-50771c2a-d29b-4191-8a84-144c043a0c60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a91a924-7a61-4f39-9c18-c85a0460ddad HTTP/1.1" status: 200 len: 849 time: 0.0536156 Oct 13 10:54:50.387845 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-70002b80-8852-4bb2-987c-3aaefa990571 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87b63d75-1fea-4fb8-b396-f0fd75eeb823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440197 Oct 13 10:54:50.528183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-7aa58304-b312-4929-9506-efe852c20282 service neutron] 10.222.0.21 "GET /v2.0/networks/87b63d75-1fea-4fb8-b396-f0fd75eeb823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332700 Oct 13 10:54:50.644113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-544e8690-5d65-4f00-972f-8f4a79464232 req-ba28c192-14bc-4bc8-8d1c-822cf55a1adc service neutron] 10.222.0.21 "GET /v2.0/networks/87b63d75-1fea-4fb8-b396-f0fd75eeb823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028702 Oct 13 10:54:50.761478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-25d1806a-dfaf-4256-ab48-0cd745d574cd tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:50.762889 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-25d1806a-dfaf-4256-ab48-0cd745d574cd tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/networks?id=50442a74-a395-41f5-ace1-d070f61b1eab HTTP/1.1" status: 200 len: 815 time: 0.1122956 Oct 13 10:54:50.780788 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-4def1295-37ac-4be3-9dbd-b06237561321 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/quotas/b2cbcdd5f6954d95a5a93373c8c93ed3 HTTP/1.1" status: 200 len: 375 time: 0.0111074 Oct 13 10:54:50.864039 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-d22a7347-ca2b-48ea-a864-8500d5d1feec tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2cbcdd5f6954d95a5a93373c8c93ed3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0683918 Oct 13 10:54:50.904929 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741608de-0925-4953-a41b-682150663e9b req-2d47da91-9d33-4e3a-9b3c-8d9df160c834 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:50.907201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-741608de-0925-4953-a41b-682150663e9b req-2d47da91-9d33-4e3a-9b3c-8d9df160c834 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 943 time: 0.0650110 Oct 13 10:54:50.959464 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-e1ef5cae-7fad-4bd2-97db-30a022ddd6b1 service neutron] 10.222.0.32 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944812 Oct 13 10:54:50.961215 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-741608de-0925-4953-a41b-682150663e9b req-cd67dcf4-e413-467e-8db5-f7feb7a2faf6 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/security-groups?id=872aaffd-28b3-4739-bd88-4938f1518a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451150 Oct 13 10:54:51.057854 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-92fb7374-741f-4dfd-b747-f7732679da6e service neutron] 10.222.0.32 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974538 Oct 13 10:54:51.115381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 850e764c-894d-4cf3-b469-d796681e881f details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:54:51.230502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 850e764c-894d-4cf3-b469-d796681e881f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=850e764c-894d-4cf3-b469-d796681e881f,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:51.244585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '850e764c-894d-4cf3-b469-d796681e881f', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '850e764c-894d-4cf3-b469-d796681e881f', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:54:51.268246 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-041b142a-0caa-4d03-8fcf-0af4ce7d9f9b req-4e070c67-d75b-427f-96ca-8468d5c53b6f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416636 Oct 13 10:54:51.304537 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:51.344352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850e764c-894d-4cf3-b469-d796681e881f {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:51.378364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b142a-0caa-4d03-8fcf-0af4ce7d9f9b req-cc53edde-5bdc-4e12-b249-74a04878de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:51.383414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-041b142a-0caa-4d03-8fcf-0af4ce7d9f9b req-cc53edde-5bdc-4e12-b249-74a04878de81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 1096 time: 0.0798512 Oct 13 10:54:51.406528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 850e764c-894d-4cf3-b469-d796681e881f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=850e764c-894d-4cf3-b469-d796681e881f,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:51.458695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e0fa533e-324b-482b-b7b9-83d1364fea94 req-3fc3bdde-71ca-4388-8f30-fa8a2a884212 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 210 time: 0.0476382 Oct 13 10:54:51.487883 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:51.543653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04992a3d-8283-4e85-92ef-27a730a46aef req-6dd45acd-be9e-4000-9f99-a4c97e0bc87a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:51.545233 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04992a3d-8283-4e85-92ef-27a730a46aef req-6dd45acd-be9e-4000-9f99-a4c97e0bc87a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 947 time: 0.1563132 Oct 13 10:54:51.567750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=850e764c-894d-4cf3-b469-d796681e881f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:51.613056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b142a-0caa-4d03-8fcf-0af4ce7d9f9b req-34a1142a-6262-4aa7-8267-f76923086c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:51.614569 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-041b142a-0caa-4d03-8fcf-0af4ce7d9f9b req-34a1142a-6262-4aa7-8267-f76923086c49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 200 len: 908 time: 0.1674428 Oct 13 10:54:51.617570 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04992a3d-8283-4e85-92ef-27a730a46aef req-22f9f5e2-cd79-4da3-8500-7aca8a31cb82 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661740 Oct 13 10:54:51.670906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-041b142a-0caa-4d03-8fcf-0af4ce7d9f9b req-443284a6-0ee6-4a99-873d-15b75716c8e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4401a231-75fe-452c-8e68-a4d75d6630a4 HTTP/1.1" status: 200 len: 217 time: 0.0443556 Oct 13 10:54:51.726116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['850e764c-894d-4cf3-b469-d796681e881f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:51.748497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b142a-0caa-4d03-8fcf-0af4ce7d9f9b req-7a90d10d-475f-4d47-b8ab-9ade7dd8c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:51.750326 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-041b142a-0caa-4d03-8fcf-0af4ce7d9f9b req-7a90d10d-475f-4d47-b8ab-9ade7dd8c67f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 200 len: 847 time: 0.0634911 Oct 13 10:54:51.828786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-041b142a-0caa-4d03-8fcf-0af4ce7d9f9b req-c9da17c8-98bc-4807-9fed-03c4596b3cb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=259a4ec1-ee8d-422b-b204-4224c014af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483482 Oct 13 10:54:51.969837 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-041b142a-0caa-4d03-8fcf-0af4ce7d9f9b req-9fa753e6-812d-47e3-88c4-26c9bafffd71 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326933 Oct 13 10:54:52.082049 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-041b142a-0caa-4d03-8fcf-0af4ce7d9f9b req-7452d215-84d9-44ee-b3dd-deb897053016 service neutron] 10.222.0.46 "GET /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038227 Oct 13 10:54:52.129135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640f77d-f4d8-4de3-a9ec-fdb5e99afee4 req-4c1f1f82-424a-4c5d-8a29-46ca76761a40 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:52.132372 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d640f77d-f4d8-4de3-a9ec-fdb5e99afee4 req-4c1f1f82-424a-4c5d-8a29-46ca76761a40 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 944 time: 0.0597503 Oct 13 10:54:52.152428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1858b8f-6dbb-48c1-99fa-5915851a0c08 req-af26fcc4-bc44-4eda-93ee-5c4f13863c1b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:52.154789 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1858b8f-6dbb-48c1-99fa-5915851a0c08 req-af26fcc4-bc44-4eda-93ee-5c4f13863c1b tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 943 time: 0.0816045 Oct 13 10:54:52.196760 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1858b8f-6dbb-48c1-99fa-5915851a0c08 req-68f53825-11a8-4051-96ce-94c7ae4dc459 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/security-groups?id=872aaffd-28b3-4739-bd88-4938f1518a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355356 Oct 13 10:54:52.207864 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d640f77d-f4d8-4de3-a9ec-fdb5e99afee4 req-67a1579d-0cd3-4452-b4b0-79c58da2c936 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669508 Oct 13 10:54:52.226484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c790f94-ee0c-411e-afb6-f07e4b3eda01 req-a236b646-c9f2-4053-9b5a-599f3ec0ec30 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:52.229594 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c790f94-ee0c-411e-afb6-f07e4b3eda01 req-a236b646-c9f2-4053-9b5a-599f3ec0ec30 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a70bc7-2fe8-4bba-a505-729cf8131c5f HTTP/1.1" status: 200 len: 945 time: 0.0793378 Oct 13 10:54:52.327009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-6c790f94-ee0c-411e-afb6-f07e4b3eda01 req-d30590f3-b6f1-4147-ad8b-c5e7abf96fa1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Deleting port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:54:52.327257 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6c790f94-ee0c-411e-afb6-f07e4b3eda01 req-d30590f3-b6f1-4147-ad8b-c5e7abf96fa1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:52.419548 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-6c790f94-ee0c-411e-afb6-f07e4b3eda01 req-d30590f3-b6f1-4147-ad8b-c5e7abf96fa1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] For port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:52.424092 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6c790f94-ee0c-411e-afb6-f07e4b3eda01 req-d30590f3-b6f1-4147-ad8b-c5e7abf96fa1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:52.434210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-6c790f94-ee0c-411e-afb6-f07e4b3eda01 req-d30590f3-b6f1-4147-ad8b-c5e7abf96fa1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Calling delete_port for dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:54:52.561894 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-19af34ef-71be-4e6e-bb55-1eb98d4859c2 req-782ddefd-bcdd-4917-aabd-25fbe956287e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 210 time: 0.0270026 Oct 13 10:54:52.636532 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6c790f94-ee0c-411e-afb6-f07e4b3eda01 req-d30590f3-b6f1-4147-ad8b-c5e7abf96fa1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:52.656558 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['dbd287c7-5cb0-43c0-b374-b15bfe54c2f9'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:52.667096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30590f3-b6f1-4147-ad8b-c5e7abf96fa1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Pushing event deleted for resources: {'Port': ['ID=dbd287c7-5cb0-43c0-b374-b15bfe54c2f9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:52.715454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c790f94-ee0c-411e-afb6-f07e4b3eda01 req-d30590f3-b6f1-4147-ad8b-c5e7abf96fa1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] No DVR routers for this DVR port dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:54:52.717697 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6c790f94-ee0c-411e-afb6-f07e4b3eda01 req-d30590f3-b6f1-4147-ad8b-c5e7abf96fa1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:52.721445 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c790f94-ee0c-411e-afb6-f07e4b3eda01 req-d30590f3-b6f1-4147-ad8b-c5e7abf96fa1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.46 "DELETE /v2.0/ports/dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 HTTP/1.1" status: 204 len: 173 time: 0.4822772 Oct 13 10:54:52.722402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a70bc7-2fe8-4bba-a505-729cf8131c5f', 'name': 'network-vif-deleted', 'tag': 'dbd287c7-5cb0-43c0-b374-b15bfe54c2f9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:52.724889 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437d2925-bbf2-48b3-b3a3-a1d80ec931eb" -d '{"events": [{"server_uuid": "d2a70bc7-2fe8-4bba-a505-729cf8131c5f", "name": "network-vif-deleted", "tag": "dbd287c7-5cb0-43c0-b374-b15bfe54c2f9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:52.782583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556111d-0efb-4634-b551-037976c12c12 req-0c89f72b-bf53-495f-9f78-522fb20f4cbb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:52.784836 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c556111d-0efb-4634-b551-037976c12c12 req-0c89f72b-bf53-495f-9f78-522fb20f4cbb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 948 time: 0.0576513 Oct 13 10:54:52.824672 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62ff67a-4bb8-4a00-976c-0979864a23f3 x-openstack-request-id: req-b62ff67a-4bb8-4a00-976c-0979864a23f3 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:52.824973 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a70bc7-2fe8-4bba-a505-729cf8131c5f", "name": "network-vif-deleted", "tag": "dbd287c7-5cb0-43c0-b374-b15bfe54c2f9", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:52.825234 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b62ff67a-4bb8-4a00-976c-0979864a23f3 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:52.825641 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a70bc7-2fe8-4bba-a505-729cf8131c5f', 'name': 'network-vif-deleted', 'tag': 'dbd287c7-5cb0-43c0-b374-b15bfe54c2f9', 'status': 'completed', 'code': 200} Oct 13 10:54:52.829431 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c556111d-0efb-4634-b551-037976c12c12 req-c930304b-ea31-4148-bf14-84818e051d15 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376575 Oct 13 10:54:52.968744 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d9efa-0e5c-4fbc-9def-456909ba4033 req-4cae69cc-8e9c-43ae-b12a-74d2b64dfb43 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:52.970323 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f4d9efa-0e5c-4fbc-9def-456909ba4033 req-4cae69cc-8e9c-43ae-b12a-74d2b64dfb43 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.46 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 944 time: 0.0536909 Oct 13 10:54:53.072858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-8f4d9efa-0e5c-4fbc-9def-456909ba4033 req-abf9b725-d1ee-4395-a8ee-fad54cc915f8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Deleting port d7465c52-6146-4dd5-a601-bc6df9182b67 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:54:53.073128 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f4d9efa-0e5c-4fbc-9def-456909ba4033 req-abf9b725-d1ee-4395-a8ee-fad54cc915f8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:53.119336 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 296effa6-eb81-4191-b7d0-0e1aaefa5442 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:54:53.123333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 850e764c-894d-4cf3-b469-d796681e881f up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:53.168308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8f4d9efa-0e5c-4fbc-9def-456909ba4033 req-abf9b725-d1ee-4395-a8ee-fad54cc915f8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] For port d7465c52-6146-4dd5-a601-bc6df9182b67, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d7465c52-6146-4dd5-a601-bc6df9182b67,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:53.168668 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f4d9efa-0e5c-4fbc-9def-456909ba4033 req-abf9b725-d1ee-4395-a8ee-fad54cc915f8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:53.183288 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-8f4d9efa-0e5c-4fbc-9def-456909ba4033 req-abf9b725-d1ee-4395-a8ee-fad54cc915f8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Calling delete_port for d7465c52-6146-4dd5-a601-bc6df9182b67 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:54:53.264778 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 296effa6-eb81-4191-b7d0-0e1aaefa5442, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=296effa6-eb81-4191-b7d0-0e1aaefa5442,segment=NetworkSegment(99cf5326-6170-46b1-80bf-cc01d6f28c63),segment_id=99cf5326-6170-46b1-80bf-cc01d6f28c63)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:53.281505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '296effa6-eb81-4191-b7d0-0e1aaefa5442', 'network_id': '87b63d75-1fea-4fb8-b396-f0fd75eeb823', 'port_id': '296effa6-eb81-4191-b7d0-0e1aaefa5442', 'mac_address': 'fa:16:3e:75:d7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a91a924-7a61-4f39-9c18-c85a0460ddad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:54:53.291479 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:54:53.292058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 850e764c-894d-4cf3-b469-d796681e881f completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:54:53.292346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 850e764c-894d-4cf3-b469-d796681e881f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:53.293185 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:53.350512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dbc27-4626-4a04-81cd-0cff9116017e req-11474d7f-1307-4f9c-89b7-7b3af474330c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:53.357927 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:53.359080 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-819dbc27-4626-4a04-81cd-0cff9116017e req-11474d7f-1307-4f9c-89b7-7b3af474330c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 944 time: 0.0637851 Oct 13 10:54:53.376505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296effa6-eb81-4191-b7d0-0e1aaefa5442 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:53.377395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c575aa9-bc63-4ea5-99f2-97c21e22a3ce req-bf23c5b1-c769-4ce4-9bb0-ebeb88c783a4 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:53.379933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c575aa9-bc63-4ea5-99f2-97c21e22a3ce req-bf23c5b1-c769-4ce4-9bb0-ebeb88c783a4 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 943 time: 0.1018419 Oct 13 10:54:53.405681 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-819dbc27-4626-4a04-81cd-0cff9116017e req-9ef483ce-bdd7-468d-9012-181ad6939a10 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453176 Oct 13 10:54:53.426033 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c575aa9-bc63-4ea5-99f2-97c21e22a3ce req-c0925555-83f8-4ff3-bdb4-4316fb529759 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/security-groups?id=872aaffd-28b3-4739-bd88-4938f1518a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370343 Oct 13 10:54:53.428730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 296effa6-eb81-4191-b7d0-0e1aaefa5442, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=296effa6-eb81-4191-b7d0-0e1aaefa5442,segment=NetworkSegment(99cf5326-6170-46b1-80bf-cc01d6f28c63),segment_id=99cf5326-6170-46b1-80bf-cc01d6f28c63)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:53.455353 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:53.459666 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f4d9efa-0e5c-4fbc-9def-456909ba4033 req-abf9b725-d1ee-4395-a8ee-fad54cc915f8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:53.473287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['d7465c52-6146-4dd5-a601-bc6df9182b67'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:53.487162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9b725-d1ee-4395-a8ee-fad54cc915f8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Pushing event deleted for resources: {'Port': ['ID=d7465c52-6146-4dd5-a601-bc6df9182b67,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:53.505731 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:53.513093 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098c5fc1-0503-4170-ba78-c626affcd367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850e764c-894d-4cf3-b469-d796681e881f'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:53.515225 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e94c8fa-8d58-4af8-aca7-dca0fbe56240" -d '{"events": [{"server_uuid": "098c5fc1-0503-4170-ba78-c626affcd367", "name": "network-vif-plugged", "status": "completed", "tag": "850e764c-894d-4cf3-b469-d796681e881f"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:53.531502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4d9efa-0e5c-4fbc-9def-456909ba4033 req-abf9b725-d1ee-4395-a8ee-fad54cc915f8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] No DVR routers for this DVR port d7465c52-6146-4dd5-a601-bc6df9182b67 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:54:53.534799 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f4d9efa-0e5c-4fbc-9def-456909ba4033 req-abf9b725-d1ee-4395-a8ee-fad54cc915f8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:53.538198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f4d9efa-0e5c-4fbc-9def-456909ba4033 req-abf9b725-d1ee-4395-a8ee-fad54cc915f8 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.46 "DELETE /v2.0/ports/d7465c52-6146-4dd5-a601-bc6df9182b67 HTTP/1.1" status: 204 len: 173 time: 0.5590663 Oct 13 10:54:53.554697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 850e764c-894d-4cf3-b469-d796681e881f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=850e764c-894d-4cf3-b469-d796681e881f,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:53.561200 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9539f836-7209-49a6-a1a1-caeb3ebdf72b x-openstack-request-id: req-9539f836-7209-49a6-a1a1-caeb3ebdf72b {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:53.561486 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098c5fc1-0503-4170-ba78-c626affcd367", "name": "network-vif-plugged", "status": "completed", "tag": "850e764c-894d-4cf3-b469-d796681e881f", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:53.561735 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9539f836-7209-49a6-a1a1-caeb3ebdf72b {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:53.562109 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098c5fc1-0503-4170-ba78-c626affcd367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850e764c-894d-4cf3-b469-d796681e881f', 'code': 200} Oct 13 10:54:53.584200 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=296effa6-eb81-4191-b7d0-0e1aaefa5442,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:53.677561 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-971f1f65-5961-4370-9f0e-3fa00677dc9f req-352545b7-3de8-4481-938d-a1bbe3becfcd tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 210 time: 0.0458646 Oct 13 10:54:53.700732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d7be0-e3d0-49bf-bc34-bbd05d0f5ec6 req-59fe0b68-4ef2-4b17-b5bd-928caaaf091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:53.702138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f6d7be0-e3d0-49bf-bc34-bbd05d0f5ec6 req-59fe0b68-4ef2-4b17-b5bd-928caaaf091d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 1099 time: 0.0806062 Oct 13 10:54:53.704264 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:53.737450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['296effa6-eb81-4191-b7d0-0e1aaefa5442'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:53.783559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f6d7be0-e3d0-49bf-bc34-bbd05d0f5ec6 req-061f5b4b-982f-4a08-9b2b-a38c620167e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709615 Oct 13 10:54:53.789329 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=850e764c-894d-4cf3-b469-d796681e881f,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:53.832367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-2786dc65-cab9-4fe4-b63e-9837e93ecf43 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:53.833964 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-2786dc65-cab9-4fe4-b63e-9837e93ecf43 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.46 "GET /v2.0/networks?id=50442a74-a395-41f5-ace1-d070f61b1eab HTTP/1.1" status: 200 len: 815 time: 0.1469367 Oct 13 10:54:53.857839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-39253f99-2376-4544-ad6d-f989fbe7a00d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Request body: {'port': {'device_id': '10fb488d-807d-48ba-bb7e-f7e3ff080388', 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab', 'admin_state_up': True, 'tenant_id': 'b2cbcdd5f6954d95a5a93373c8c93ed3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:54.003123 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c545b4c-f35e-4399-9351-10439b0184a2 req-7b9506ac-b8b5-4597-b29f-968dd77ab73b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:54.004573 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c545b4c-f35e-4399-9351-10439b0184a2 req-7b9506ac-b8b5-4597-b29f-968dd77ab73b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0948122 Oct 13 10:54:54.054588 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c545b4c-f35e-4399-9351-10439b0184a2 req-c550bc74-6611-498a-b139-fd1bc8e4ae78 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437925 Oct 13 10:54:54.097918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-39253f99-2376-4544-ad6d-f989fbe7a00d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Made reservation on behalf of b2cbcdd5f6954d95a5a93373c8c93ed3 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:54:54.097918 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-39253f99-2376-4544-ad6d-f989fbe7a00d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:54.228720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-39253f99-2376-4544-ad6d-f989fbe7a00d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Allocated IP 172.20.0.13 (50442a74-a395-41f5-ace1-d070f61b1eab/881ab6b9-8c3e-4cdb-a765-c79977833035/292d24ac-9a19-4b7e-95db-f26be39efae8) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:54:54.376230 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-39253f99-2376-4544-ad6d-f989fbe7a00d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:54.476903 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-39253f99-2376-4544-ad6d-f989fbe7a00d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:54.490360 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['dbd287c7-5cb0-43c0-b374-b15bfe54c2f9'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:54:54.540465 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1c23bb54-6fe8-41c4-accc-39df2297992b req-fbde75e2-3175-4874-a017-6f20dc65fe0f tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b6d7bf-1be9-4584-ab48-c0cc62c3fee2 HTTP/1.1" status: 200 len: 210 time: 0.0344462 Oct 13 10:54:54.552226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-39253f99-2376-4544-ad6d-f989fbe7a00d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Network 50442a74-a395-41f5-ace1-d070f61b1eab is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:54:54.556813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-39253f99-2376-4544-ad6d-f989fbe7a00d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:54:54.574362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-39253f99-2376-4544-ad6d-f989fbe7a00d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:54:54.578806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39253f99-2376-4544-ad6d-f989fbe7a00d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Pushing event updated for resources: {'Port': ['ID=292d24ac-9a19-4b7e-95db-f26be39efae8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:54.633428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-39253f99-2376-4544-ad6d-f989fbe7a00d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:54.633945 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-39253f99-2376-4544-ad6d-f989fbe7a00d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:54.650122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68976bb-8bd8-4026-8246-9a49aadd2df7 req-ffa2c8ff-4d03-4881-a8fa-6549d30e0649 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:54.651584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a68976bb-8bd8-4026-8246-9a49aadd2df7 req-ffa2c8ff-4d03-4881-a8fa-6549d30e0649 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 944 time: 0.1170127 Oct 13 10:54:54.689181 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a68976bb-8bd8-4026-8246-9a49aadd2df7 req-c84eba6c-4200-4047-b818-1094e37d3b2d tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/security-groups?id=872aaffd-28b3-4739-bd88-4938f1518a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314589 Oct 13 10:54:54.787804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-39253f99-2376-4544-ad6d-f989fbe7a00d tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9343636 Oct 13 10:54:54.803377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Request body: {'port': {'device_id': '10fb488d-807d-48ba-bb7e-f7e3ff080388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:54:54.827661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b6d7bf-1be9-4584-ab48-c0cc62c3fee2', 'name': 'network-vif-deleted', 'tag': 'd7465c52-6146-4dd5-a601-bc6df9182b67'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:54.829302 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3101aa-9dc4-4515-8f91-45ec7560b949" -d '{"events": [{"server_uuid": "55b6d7bf-1be9-4584-ab48-c0cc62c3fee2", "name": "network-vif-deleted", "tag": "d7465c52-6146-4dd5-a601-bc6df9182b67"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:54.868871 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:54.917735 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92561259-846d-47b2-9c28-950e232a81ae x-openstack-request-id: req-92561259-846d-47b2-9c28-950e232a81ae {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:54.918100 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b6d7bf-1be9-4584-ab48-c0cc62c3fee2", "name": "network-vif-deleted", "tag": "d7465c52-6146-4dd5-a601-bc6df9182b67", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:54.918451 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92561259-846d-47b2-9c28-950e232a81ae {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:54.918909 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b6d7bf-1be9-4584-ab48-c0cc62c3fee2', 'name': 'network-vif-deleted', 'tag': 'd7465c52-6146-4dd5-a601-bc6df9182b67', 'status': 'completed', 'code': 200} Oct 13 10:54:55.143766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 296effa6-eb81-4191-b7d0-0e1aaefa5442 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:54:55.152635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc6081-ae25-4fcd-a7d2-6a6d9ac476bd req-c998bbe4-68d8-4380-ac20-59b3c88a4316 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:55.161525 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85fc6081-ae25-4fcd-a7d2-6a6d9ac476bd req-c998bbe4-68d8-4380-ac20-59b3c88a4316 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 932 time: 0.4124947 Oct 13 10:54:55.200828 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85fc6081-ae25-4fcd-a7d2-6a6d9ac476bd req-5643aa5a-d4b8-458c-97ee-8cac97c471ea tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383022 Oct 13 10:54:55.237730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7af085-c43e-48a2-b621-a4fb9d6e5015 req-cf0ae7c9-3f88-4833-b03c-a91455f69b15 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:55.239384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4b7af085-c43e-48a2-b621-a4fb9d6e5015 req-cf0ae7c9-3f88-4833-b03c-a91455f69b15 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0833747 Oct 13 10:54:55.270654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 296effa6-eb81-4191-b7d0-0e1aaefa5442 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:54:55.274881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 296effa6-eb81-4191-b7d0-0e1aaefa5442 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:54:55.275344 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:55.289047 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292d24ac-9a19-4b7e-95db-f26be39efae8 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:54:55.302791 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:55.317095 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4b7af085-c43e-48a2-b621-a4fb9d6e5015 req-c6f316ba-cfd7-435f-84f1-d4d39dae4032 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589821 Oct 13 10:54:55.322116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Transition to ACTIVE for port object 292d24ac-9a19-4b7e-95db-f26be39efae8 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:54:55.362577 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:55.384807 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:55.400166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 296effa6-eb81-4191-b7d0-0e1aaefa5442, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=296effa6-eb81-4191-b7d0-0e1aaefa5442,segment=NetworkSegment(99cf5326-6170-46b1-80bf-cc01d6f28c63),segment_id=99cf5326-6170-46b1-80bf-cc01d6f28c63)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:55.440583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Pushing event updated for resources: {'Port': ['ID=292d24ac-9a19-4b7e-95db-f26be39efae8,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:55.465540 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:55.499518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd564eb-7fbc-4c46-a41f-61c8bc0e7d62 req-36805384-4160-4d03-bed7-75f141b9febd tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:55.501328 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8dd564eb-7fbc-4c46-a41f-61c8bc0e7d62 req-36805384-4160-4d03-bed7-75f141b9febd tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 1100 time: 0.0415051 Oct 13 10:54:55.519275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=296effa6-eb81-4191-b7d0-0e1aaefa5442,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:55.522577 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8dd564eb-7fbc-4c46-a41f-61c8bc0e7d62 req-24a23c05-e440-4a11-ab75-dd6b9c4cdcf4 tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:55.523346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Attempting to bind port 292d24ac-9a19-4b7e-95db-f26be39efae8 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:54:55.523788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Attempting to bind port 292d24ac-9a19-4b7e-95db-f26be39efae8 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:54:55.524341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Attempting to bind port 292d24ac-9a19-4b7e-95db-f26be39efae8 on network 50442a74-a395-41f5-ace1-d070f61b1eab {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:55.529478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Port 292d24ac-9a19-4b7e-95db-f26be39efae8 on network 50442a74-a395-41f5-ace1-d070f61b1eab not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:54:55.529866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Attempting to bind port 292d24ac-9a19-4b7e-95db-f26be39efae8 on network 50442a74-a395-41f5-ace1-d070f61b1eab {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:54:55.536008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:54:55.536432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Checking segment: {'id': '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:54:55.536881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Bound using segment: {'id': '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:54:55.537382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Bound port: 292d24ac-9a19-4b7e-95db-f26be39efae8, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:54:55.537809 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:55.564183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296effa6-eb81-4191-b7d0-0e1aaefa5442'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:55.567461 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc988c0-36f7-4283-95d3-8b0aea4d1993" -d '{"events": [{"server_uuid": "bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a", "name": "network-vif-plugged", "status": "completed", "tag": "296effa6-eb81-4191-b7d0-0e1aaefa5442"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:55.608301 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8dd564eb-7fbc-4c46-a41f-61c8bc0e7d62 req-24a23c05-e440-4a11-ab75-dd6b9c4cdcf4 tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:55.608837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] For port 292d24ac-9a19-4b7e-95db-f26be39efae8, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:54:55.612083 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] For port 292d24ac-9a19-4b7e-95db-f26be39efae8, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=292d24ac-9a19-4b7e-95db-f26be39efae8,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:54:55.634104 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b028110-ffaf-4bbb-973c-64288ab5d363 x-openstack-request-id: req-0b028110-ffaf-4bbb-973c-64288ab5d363 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:55.634429 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a", "name": "network-vif-plugged", "status": "completed", "tag": "296effa6-eb81-4191-b7d0-0e1aaefa5442", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:55.634680 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b028110-ffaf-4bbb-973c-64288ab5d363 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:55.635068 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296effa6-eb81-4191-b7d0-0e1aaefa5442', 'code': 200} Oct 13 10:54:55.681231 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8dd564eb-7fbc-4c46-a41f-61c8bc0e7d62 req-24a23c05-e440-4a11-ab75-dd6b9c4cdcf4 tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:55.706969 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8dd564eb-7fbc-4c46-a41f-61c8bc0e7d62 req-24a23c05-e440-4a11-ab75-dd6b9c4cdcf4 tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988490 Oct 13 10:54:55.719306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a23c05-e440-4a11-ab75-dd6b9c4cdcf4 tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb17726-f733-48ea-a51c-f6b322367174,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:55.730505 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:55.775567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:55.776206 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:55.777570 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] 10.222.0.46 "PUT /v2.0/ports/292d24ac-9a19-4b7e-95db-f26be39efae8 HTTP/1.1" status: 200 len: 1092 time: 0.9804032 Oct 13 10:54:55.784651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003ed89-ad53-44e3-8c00-bc93f2d5989b req-f73438f9-ed21-43fa-b408-3791c272548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:55.785992 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4003ed89-ad53-44e3-8c00-bc93f2d5989b req-f73438f9-ed21-43fa-b408-3791c272548d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 1096 time: 0.0941746 Oct 13 10:54:55.813354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebcc9b-9f24-41de-8918-ae0df209daf2 service neutron] Pushing event updated for resources: {'Port': ['ID=292d24ac-9a19-4b7e-95db-f26be39efae8,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:55.827313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbcf8a-a857-48c8-8ad0-1bba2f35cd72 req-37d81722-ba17-4cf1-928a-bb8c97c81b5e tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:55.828914 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7fbbcf8a-a857-48c8-8ad0-1bba2f35cd72 req-37d81722-ba17-4cf1-928a-bb8c97c81b5e tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 945 time: 0.0577927 Oct 13 10:54:55.833733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4003ed89-ad53-44e3-8c00-bc93f2d5989b req-302df0d1-39a6-4ab6-8e0e-57815be0528c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=872aaffd-28b3-4739-bd88-4938f1518a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390139 Oct 13 10:54:55.868666 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7fbbcf8a-a857-48c8-8ad0-1bba2f35cd72 req-e6eb6f8b-7922-4b22-b98c-cc89eb3f65cf tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/security-groups?id=872aaffd-28b3-4739-bd88-4938f1518a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Oct 13 10:54:55.937293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-a28a3962-8f50-4d10-a041-b7be07f0d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:55.938745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-a28a3962-8f50-4d10-a041-b7be07f0d4d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2cbcdd5f6954d95a5a93373c8c93ed3&device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 1095 time: 0.0433691 Oct 13 10:54:55.983455 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-ecf95235-db64-4cd0-b9a6-660dc0fc1764 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=292d24ac-9a19-4b7e-95db-f26be39efae8 HTTP/1.1" status: 200 len: 217 time: 0.0356514 Oct 13 10:54:56.046210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-bec31201-5066-4423-ba91-f3496b19a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:56.051971 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-bec31201-5066-4423-ba91-f3496b19a0a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=881ab6b9-8c3e-4cdb-a765-c79977833035 HTTP/1.1" status: 200 len: 855 time: 0.0530407 Oct 13 10:54:56.081329 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-c94f4cca-6f1d-4ee8-858a-1bf04e7783c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50442a74-a395-41f5-ace1-d070f61b1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255702 Oct 13 10:54:56.246495 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-e10f3290-15ab-4615-86f9-5344f81c0d1f service neutron] 10.222.0.46 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562686 Oct 13 10:54:56.338544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1fb88-ab69-4b70-ad31-e10e7e4a9b7e req-cf9fec5c-5f52-430d-b757-a1287c3b4a95 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:56.345836 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-acf1fb88-ab69-4b70-ad31-e10e7e4a9b7e req-cf9fec5c-5f52-430d-b757-a1287c3b4a95 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 945 time: 0.1077840 Oct 13 10:54:56.380581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f9cd56e-dace-4425-bc19-fb38a2d12826 req-f3927120-7344-4440-aa6f-827289ca1340 service neutron] 10.222.0.46 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194282 Oct 13 10:54:56.396451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-acf1fb88-ab69-4b70-ad31-e10e7e4a9b7e req-b552df83-b992-4017-b1be-6848f24a7451 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453660 Oct 13 10:54:56.564261 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf0d83-1fb0-4506-b379-10bcf76a06d0 req-0c6b1b7b-8621-4a1e-877d-2c1426f28bcf tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:56.565857 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0dbf0d83-1fb0-4506-b379-10bcf76a06d0 req-0c6b1b7b-8621-4a1e-877d-2c1426f28bcf tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 944 time: 0.0569091 Oct 13 10:54:56.623224 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0dbf0d83-1fb0-4506-b379-10bcf76a06d0 req-aec50416-7e86-4b89-bdcc-bbad19087199 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393908 Oct 13 10:54:56.662670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e956b11-ac10-4bba-9e0f-99e49e4e0329 req-944f9658-7280-40b4-84dc-6dbc19700d68 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:56.664128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e956b11-ac10-4bba-9e0f-99e49e4e0329 req-944f9658-7280-40b4-84dc-6dbc19700d68 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 945 time: 0.0967200 Oct 13 10:54:56.680933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da031849-3d8c-4de1-a3ac-e9d3bfa11bd5 req-aab05087-389a-4b32-85f6-640585534a7c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:56.682365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da031849-3d8c-4de1-a3ac-e9d3bfa11bd5 req-aab05087-389a-4b32-85f6-640585534a7c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0894382 Oct 13 10:54:56.771182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da031849-3d8c-4de1-a3ac-e9d3bfa11bd5 req-4f3eadf6-d37a-44be-896a-edca8d1b5ce2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811341 Oct 13 10:54:56.799742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-2e956b11-ac10-4bba-9e0f-99e49e4e0329 req-821d265d-134e-4f99-b15f-496a5763f133 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Deleting port 4401a231-75fe-452c-8e68-a4d75d6630a4 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:54:56.803328 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2e956b11-ac10-4bba-9e0f-99e49e4e0329 req-821d265d-134e-4f99-b15f-496a5763f133 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:56.803831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d7465c52-6146-4dd5-a601-bc6df9182b67 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:54:56.819685 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-b71b991d-9b90-40c7-a3af-80ba1662c8d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087713 Oct 13 10:54:56.831105 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: d7465c52-6146-4dd5-a601-bc6df9182b67 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:54:56.831746 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d7465c52-6146-4dd5-a601-bc6df9182b67 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:54:56.832373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:54:56.840389 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-7cc0fb1e-b2a2-4630-a8c5-67148537ed50 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:54:56.841926 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-7cc0fb1e-b2a2-4630-a8c5-67148537ed50 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079839 Oct 13 10:54:56.853695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:54:56.854372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device dbd287c7-5cb0-43c0-b374-b15bfe54c2f9 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:54:56.906059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-2e956b11-ac10-4bba-9e0f-99e49e4e0329 req-821d265d-134e-4f99-b15f-496a5763f133 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] For port 4401a231-75fe-452c-8e68-a4d75d6630a4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4401a231-75fe-452c-8e68-a4d75d6630a4,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:54:56.906433 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2e956b11-ac10-4bba-9e0f-99e49e4e0329 req-821d265d-134e-4f99-b15f-496a5763f133 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:56.922011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fb488d-807d-48ba-bb7e-f7e3ff080388', 'tag': '292d24ac-9a19-4b7e-95db-f26be39efae8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:56.925803 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f53b574-c6ae-49e2-ae57-28db3626b11e" -d '{"events": [{"name": "network-changed", "server_uuid": "10fb488d-807d-48ba-bb7e-f7e3ff080388", "tag": "292d24ac-9a19-4b7e-95db-f26be39efae8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:56.929213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-2e956b11-ac10-4bba-9e0f-99e49e4e0329 req-821d265d-134e-4f99-b15f-496a5763f133 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Calling delete_port for 4401a231-75fe-452c-8e68-a4d75d6630a4 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:54:57.008457 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5ad9af-999c-4ba5-b888-e6aeb1a9a36e x-openstack-request-id: req-da5ad9af-999c-4ba5-b888-e6aeb1a9a36e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:57.008690 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10fb488d-807d-48ba-bb7e-f7e3ff080388", "tag": "292d24ac-9a19-4b7e-95db-f26be39efae8", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:57.008941 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da5ad9af-999c-4ba5-b888-e6aeb1a9a36e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:57.009336 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fb488d-807d-48ba-bb7e-f7e3ff080388', 'tag': '292d24ac-9a19-4b7e-95db-f26be39efae8', 'status': 'completed', 'code': 200} Oct 13 10:54:57.061526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220e8a1-1042-4ad0-ab40-438fd5fb7c14 req-1341ba8c-21c3-4fc3-8be1-44e776078638 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:57.067058 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a220e8a1-1042-4ad0-ab40-438fd5fb7c14 req-1341ba8c-21c3-4fc3-8be1-44e776078638 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 945 time: 0.1079268 Oct 13 10:54:57.121692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53b574-c6ae-49e2-ae57-28db3626b11e req-43c67836-0678-41be-8c4e-6e0b4a2df1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:57.123304 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f53b574-c6ae-49e2-ae57-28db3626b11e req-43c67836-0678-41be-8c4e-6e0b4a2df1e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2cbcdd5f6954d95a5a93373c8c93ed3&device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 1095 time: 0.0881050 Oct 13 10:54:57.156520 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a220e8a1-1042-4ad0-ab40-438fd5fb7c14 req-0bc6c58c-7d25-432d-9827-11fe8da9dec3 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/security-groups?id=872aaffd-28b3-4739-bd88-4938f1518a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674748 Oct 13 10:54:57.239112 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2e956b11-ac10-4bba-9e0f-99e49e4e0329 req-821d265d-134e-4f99-b15f-496a5763f133 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:57.271525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d265d-134e-4f99-b15f-496a5763f133 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Pushing event deleted for resources: {'Port': ['ID=4401a231-75fe-452c-8e68-a4d75d6630a4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:54:57.286982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53b574-c6ae-49e2-ae57-28db3626b11e req-63a959e7-d9ab-4f16-9ce7-bc93b520647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:57.287280 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f53b574-c6ae-49e2-ae57-28db3626b11e req-63a959e7-d9ab-4f16-9ce7-bc93b520647c service neutron] 10.222.0.46 "GET /v2.0/networks?id=50442a74-a395-41f5-ace1-d070f61b1eab HTTP/1.1" status: 200 len: 916 time: 0.1501069 Oct 13 10:54:57.321486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e956b11-ac10-4bba-9e0f-99e49e4e0329 req-821d265d-134e-4f99-b15f-496a5763f133 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] No DVR routers for this DVR port 4401a231-75fe-452c-8e68-a4d75d6630a4 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:54:57.324337 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2e956b11-ac10-4bba-9e0f-99e49e4e0329 req-821d265d-134e-4f99-b15f-496a5763f133 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:54:57.328507 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e956b11-ac10-4bba-9e0f-99e49e4e0329 req-821d265d-134e-4f99-b15f-496a5763f133 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.46 "DELETE /v2.0/ports/4401a231-75fe-452c-8e68-a4d75d6630a4 HTTP/1.1" status: 204 len: 173 time: 0.6451943 Oct 13 10:54:57.338695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f53b574-c6ae-49e2-ae57-28db3626b11e req-b11297ab-46b4-431b-9407-554a96966011 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=292d24ac-9a19-4b7e-95db-f26be39efae8 HTTP/1.1" status: 200 len: 217 time: 0.0401130 Oct 13 10:54:57.403027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53b574-c6ae-49e2-ae57-28db3626b11e req-bc43117a-3d55-406a-a3cc-5470d9c76dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:57.404488 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f53b574-c6ae-49e2-ae57-28db3626b11e req-bc43117a-3d55-406a-a3cc-5470d9c76dd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=881ab6b9-8c3e-4cdb-a765-c79977833035 HTTP/1.1" status: 200 len: 855 time: 0.0597086 Oct 13 10:54:57.441366 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f53b574-c6ae-49e2-ae57-28db3626b11e req-d9f93592-6499-41d5-bd17-359f18f4e1cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50442a74-a395-41f5-ace1-d070f61b1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289690 Oct 13 10:54:57.539488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cffc584-35a1-4526-90df-8dc07046a7f7 req-70532884-d396-405a-bb2a-6874784ad486 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 210 time: 0.0573065 Oct 13 10:54:57.627591 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f53b574-c6ae-49e2-ae57-28db3626b11e req-bc743c1b-3d66-4116-a877-63df14c2af9c service neutron] 10.222.0.46 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612027 Oct 13 10:54:57.766078 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f53b574-c6ae-49e2-ae57-28db3626b11e req-43c9d0b9-9bb0-4d6f-bbcd-acc8a4ba5e7d service neutron] 10.222.0.46 "GET /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300669 Oct 13 10:54:57.786627 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2b317-c00b-4f8b-baa8-399cd15cce1d req-bdea5077-30e5-486c-b52e-012b291a7b34 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:57.788077 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b9d2b317-c00b-4f8b-baa8-399cd15cce1d req-bdea5077-30e5-486c-b52e-012b291a7b34 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 944 time: 0.0640223 Oct 13 10:54:57.827677 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b9d2b317-c00b-4f8b-baa8-399cd15cce1d req-0a2958f5-7e28-4104-9a23-521edd5e2cf7 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333982 Oct 13 10:54:57.902460 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70734e54-22a8-47bd-8062-fdc961f71ff2 req-3d2c3cbe-e86b-4b7a-8b1e-43c19afad88a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:57.903998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-70734e54-22a8-47bd-8062-fdc961f71ff2 req-3d2c3cbe-e86b-4b7a-8b1e-43c19afad88a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0533476 Oct 13 10:54:57.942592 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-70734e54-22a8-47bd-8062-fdc961f71ff2 req-e3125e70-94e0-4f4b-8ed2-9749452a9526 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Oct 13 10:54:58.325906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e37db-707a-4854-baf2-e55303dc1b16 req-7bab3099-865b-4051-8cce-1ffb5807a2bd tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:58.327420 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a79e37db-707a-4854-baf2-e55303dc1b16 req-7bab3099-865b-4051-8cce-1ffb5807a2bd tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 945 time: 0.0871477 Oct 13 10:54:58.365620 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a79e37db-707a-4854-baf2-e55303dc1b16 req-bcd3d5c9-f134-4428-8365-e7cce79d9b49 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/security-groups?id=872aaffd-28b3-4739-bd88-4938f1518a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308247 Oct 13 10:54:58.646532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5df37bc1-bb94-4eda-a2ba-ab1d34d227d2 req-5291566b-25db-4673-8a1a-75cc3748677c tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ac3882-958b-4063-8ebd-6a34b1daa447 HTTP/1.1" status: 200 len: 210 time: 0.0289464 Oct 13 10:54:58.870860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c8677-2766-407d-a382-b75a503cefe6 req-15ac919b-48d0-405b-8144-72aac9d2f5b2 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:58.872360 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-964c8677-2766-407d-a382-b75a503cefe6 req-15ac919b-48d0-405b-8144-72aac9d2f5b2 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 945 time: 0.0489292 Oct 13 10:54:58.911072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-964c8677-2766-407d-a382-b75a503cefe6 req-051c9488-6aee-4eb7-a420-cb18c0b5cbd2 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/security-groups?id=872aaffd-28b3-4739-bd88-4938f1518a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319998 Oct 13 10:54:58.961225 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03291285-0449-4fca-bd26-90413522c693 req-433cc511-fe94-4bfc-beb8-532f9306a2d7 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:58.962706 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-03291285-0449-4fca-bd26-90413522c693 req-433cc511-fe94-4bfc-beb8-532f9306a2d7 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 944 time: 0.0592794 Oct 13 10:54:59.003137 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-03291285-0449-4fca-bd26-90413522c693 req-5f37de38-72c9-4143-a2cf-9f3ce9fef7ee tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344415 Oct 13 10:54:59.010808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac3882-958b-4063-8ebd-6a34b1daa447', 'name': 'network-vif-deleted', 'tag': '4401a231-75fe-452c-8e68-a4d75d6630a4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:54:59.013658 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0ccbbd-5b66-4069-a502-52b10035c9fe" -d '{"events": [{"server_uuid": "00ac3882-958b-4063-8ebd-6a34b1daa447", "name": "network-vif-deleted", "tag": "4401a231-75fe-452c-8e68-a4d75d6630a4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:54:59.051047 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d9a7e2-d095-45ef-b65e-c42121a5641a x-openstack-request-id: req-f2d9a7e2-d095-45ef-b65e-c42121a5641a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:54:59.051364 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac3882-958b-4063-8ebd-6a34b1daa447", "name": "network-vif-deleted", "tag": "4401a231-75fe-452c-8e68-a4d75d6630a4", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:54:59.051654 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2d9a7e2-d095-45ef-b65e-c42121a5641a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:54:59.052041 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3882-958b-4063-8ebd-6a34b1daa447', 'name': 'network-vif-deleted', 'tag': '4401a231-75fe-452c-8e68-a4d75d6630a4', 'status': 'completed', 'code': 200} Oct 13 10:54:59.071476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b48b78-cabe-4e63-a3f3-af8978a5e57e req-98cfb6b2-a5bf-4396-afb7-79fea74b458c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:59.072920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92b48b78-cabe-4e63-a3f3-af8978a5e57e req-98cfb6b2-a5bf-4396-afb7-79fea74b458c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0561979 Oct 13 10:54:59.112759 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92b48b78-cabe-4e63-a3f3-af8978a5e57e req-fc6a6e22-941c-49bd-a0ee-4827b69374ca tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338554 Oct 13 10:54:59.371465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-0399f14a-2931-4f6b-b507-2dc46eb906b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:59.372997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-0399f14a-2931-4f6b-b507-2dc46eb906b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 1100 time: 0.0400546 Oct 13 10:54:59.465754 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-3cd296bb-21af-4c65-a7ec-0ea73054b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:59.467224 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-3cd296bb-21af-4c65-a7ec-0ea73054b135 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.0862787 Oct 13 10:54:59.514101 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-ea0f0353-6a1b-4a0f-bd1f-7c4fdafde6d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=850e764c-894d-4cf3-b469-d796681e881f HTTP/1.1" status: 200 len: 217 time: 0.0323164 Oct 13 10:54:59.564797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-0f2945b3-8dce-483f-a5f1-8ce7e344e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:59.566256 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-0f2945b3-8dce-483f-a5f1-8ce7e344e666 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0438840 Oct 13 10:54:59.611861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-bb43e901-5da9-4bd8-8f33-cbbad59a8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:54:59.613301 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-bb43e901-5da9-4bd8-8f33-cbbad59a8289 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395799 Oct 13 10:54:59.709340 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e604fe27-1e5d-46d5-8629-f85b3450f3fb service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878479 Oct 13 10:54:59.806355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-02c66956-6377-4f2e-91ca-2a6bc1711448 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896728 Oct 13 10:55:00.034100 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f34ddf-9e02-4799-85d8-74d3168df333 req-9463bc1d-7e3f-4a8d-8f60-e764fea396fd tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:00.042000 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-69f34ddf-9e02-4799-85d8-74d3168df333 req-9463bc1d-7e3f-4a8d-8f60-e764fea396fd tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 945 time: 0.0585506 Oct 13 10:55:00.078910 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-69f34ddf-9e02-4799-85d8-74d3168df333 req-cc4f92bd-467e-4109-8dd3-69faa8228e34 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/security-groups?id=872aaffd-28b3-4739-bd88-4938f1518a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360003 Oct 13 10:55:00.197084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76e7b4-aa0e-412e-af3a-4bb64db31b8b req-48683302-5941-4afe-9762-bf06ec43c905 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:00.198649 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa76e7b4-aa0e-412e-af3a-4bb64db31b8b req-48683302-5941-4afe-9762-bf06ec43c905 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 944 time: 0.0532491 Oct 13 10:55:00.199024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5a92f-9981-4198-8f00-f29e7539f24d req-8ce71a56-b4b6-4d75-8cba-05076c980740 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:00.200604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33a5a92f-9981-4198-8f00-f29e7539f24d req-8ce71a56-b4b6-4d75-8cba-05076c980740 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 944 time: 0.0590396 Oct 13 10:55:00.238842 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa76e7b4-aa0e-412e-af3a-4bb64db31b8b req-cab61e86-3bfa-4886-b6fa-b80ee8b65c07 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a904be4-f4a7-4819-9c86-aaf6969b1164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335867 Oct 13 10:55:00.277401 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33a5a92f-9981-4198-8f00-f29e7539f24d req-970eccf2-d416-4c23-9d44-b98063daff48 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699537 Oct 13 10:55:00.292913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d15cf-703f-489d-aa97-a8d1ba405c4a req-3078d225-d19b-4dd4-93f6-923fdb09c945 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:00.294757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-150d15cf-703f-489d-aa97-a8d1ba405c4a req-3078d225-d19b-4dd4-93f6-923fdb09c945 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 945 time: 0.0859079 Oct 13 10:55:00.356298 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdfe46-ba3d-4b70-808a-6f33e69eda28 req-a5a8868a-119b-4375-b0c9-f85572bc4f26 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:00.358055 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2bdfe46-ba3d-4b70-808a-6f33e69eda28 req-a5a8868a-119b-4375-b0c9-f85572bc4f26 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0618329 Oct 13 10:55:00.403041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-150d15cf-703f-489d-aa97-a8d1ba405c4a req-debb69c4-8c66-4065-b017-effc42d6f187 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Deleting port 296effa6-eb81-4191-b7d0-0e1aaefa5442 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:55:00.403603 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150d15cf-703f-489d-aa97-a8d1ba405c4a req-debb69c4-8c66-4065-b017-effc42d6f187 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:00.418136 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2bdfe46-ba3d-4b70-808a-6f33e69eda28 req-54ee4dff-56cd-4fdc-a0c0-f5dce1112c6f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523272 Oct 13 10:55:00.503280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-150d15cf-703f-489d-aa97-a8d1ba405c4a req-debb69c4-8c66-4065-b017-effc42d6f187 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] For port 296effa6-eb81-4191-b7d0-0e1aaefa5442, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=296effa6-eb81-4191-b7d0-0e1aaefa5442,segment=NetworkSegment(99cf5326-6170-46b1-80bf-cc01d6f28c63),segment_id=99cf5326-6170-46b1-80bf-cc01d6f28c63)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:00.503636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150d15cf-703f-489d-aa97-a8d1ba405c4a req-debb69c4-8c66-4065-b017-effc42d6f187 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:00.517251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-150d15cf-703f-489d-aa97-a8d1ba405c4a req-debb69c4-8c66-4065-b017-effc42d6f187 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Calling delete_port for 296effa6-eb81-4191-b7d0-0e1aaefa5442 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:55:00.578606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05be2e-1362-4983-8c8c-1aa60c1bff43 req-295752ca-4a59-4978-995b-638322303678 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:00.580243 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ca05be2e-1362-4983-8c8c-1aa60c1bff43 req-295752ca-4a59-4978-995b-638322303678 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.21 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 944 time: 0.0524216 Oct 13 10:55:00.677101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-ca05be2e-1362-4983-8c8c-1aa60c1bff43 req-7cb135cc-a182-4e65-aee8-a5765ea17f3a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Deleting port 5a3feeb4-398a-479a-8368-7e66ccc551b6 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:55:00.677469 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ca05be2e-1362-4983-8c8c-1aa60c1bff43 req-7cb135cc-a182-4e65-aee8-a5765ea17f3a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:00.738677 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150d15cf-703f-489d-aa97-a8d1ba405c4a req-debb69c4-8c66-4065-b017-effc42d6f187 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:00.750002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['296effa6-eb81-4191-b7d0-0e1aaefa5442'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:55:00.769452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb69c4-8c66-4065-b017-effc42d6f187 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Pushing event deleted for resources: {'Port': ['ID=296effa6-eb81-4191-b7d0-0e1aaefa5442,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:00.777148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ca05be2e-1362-4983-8c8c-1aa60c1bff43 req-7cb135cc-a182-4e65-aee8-a5765ea17f3a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] For port 5a3feeb4-398a-479a-8368-7e66ccc551b6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5a3feeb4-398a-479a-8368-7e66ccc551b6,segment=NetworkSegment(ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac),segment_id=ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:00.777769 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ca05be2e-1362-4983-8c8c-1aa60c1bff43 req-7cb135cc-a182-4e65-aee8-a5765ea17f3a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:00.792312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-ca05be2e-1362-4983-8c8c-1aa60c1bff43 req-7cb135cc-a182-4e65-aee8-a5765ea17f3a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Calling delete_port for 5a3feeb4-398a-479a-8368-7e66ccc551b6 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:55:00.811760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-150d15cf-703f-489d-aa97-a8d1ba405c4a req-debb69c4-8c66-4065-b017-effc42d6f187 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] No DVR routers for this DVR port 296effa6-eb81-4191-b7d0-0e1aaefa5442 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:55:00.814813 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150d15cf-703f-489d-aa97-a8d1ba405c4a req-debb69c4-8c66-4065-b017-effc42d6f187 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:00.818429 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-150d15cf-703f-489d-aa97-a8d1ba405c4a req-debb69c4-8c66-4065-b017-effc42d6f187 tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.21 "DELETE /v2.0/ports/296effa6-eb81-4191-b7d0-0e1aaefa5442 HTTP/1.1" status: 204 len: 173 time: 0.5166824 Oct 13 10:55:00.818898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 292d24ac-9a19-4b7e-95db-f26be39efae8 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:55:00.823263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4401a231-75fe-452c-8e68-a4d75d6630a4 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:55:00.853122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 4401a231-75fe-452c-8e68-a4d75d6630a4 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:55:00.853468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4401a231-75fe-452c-8e68-a4d75d6630a4 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:55:00.956884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 292d24ac-9a19-4b7e-95db-f26be39efae8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=292d24ac-9a19-4b7e-95db-f26be39efae8,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:00.967623 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '292d24ac-9a19-4b7e-95db-f26be39efae8', 'network_id': '50442a74-a395-41f5-ace1-d070f61b1eab', 'port_id': '292d24ac-9a19-4b7e-95db-f26be39efae8', 'mac_address': 'fa:16:3e:51:20:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881ab6b9-8c3e-4cdb-a765-c79977833035', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:55:00.996024 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ca05be2e-1362-4983-8c8c-1aa60c1bff43 req-7cb135cc-a182-4e65-aee8-a5765ea17f3a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:01.008586 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:01.025404 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292d24ac-9a19-4b7e-95db-f26be39efae8 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:55:01.026889 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb135cc-a182-4e65-aee8-a5765ea17f3a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Pushing event deleted for resources: {'Port': ['ID=5a3feeb4-398a-479a-8368-7e66ccc551b6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:01.055848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a', 'name': 'network-vif-deleted', 'tag': '296effa6-eb81-4191-b7d0-0e1aaefa5442'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:01.058150 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40484ce6-f248-4389-b0c7-f7386d4dd933" -d '{"events": [{"server_uuid": "bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a", "name": "network-vif-deleted", "tag": "296effa6-eb81-4191-b7d0-0e1aaefa5442"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:01.071148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca05be2e-1362-4983-8c8c-1aa60c1bff43 req-7cb135cc-a182-4e65-aee8-a5765ea17f3a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] No DVR routers for this DVR port 5a3feeb4-398a-479a-8368-7e66ccc551b6 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:55:01.074785 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ca05be2e-1362-4983-8c8c-1aa60c1bff43 req-7cb135cc-a182-4e65-aee8-a5765ea17f3a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:01.074973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 292d24ac-9a19-4b7e-95db-f26be39efae8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=292d24ac-9a19-4b7e-95db-f26be39efae8,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:01.079025 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ca05be2e-1362-4983-8c8c-1aa60c1bff43 req-7cb135cc-a182-4e65-aee8-a5765ea17f3a tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.21 "DELETE /v2.0/ports/5a3feeb4-398a-479a-8368-7e66ccc551b6 HTTP/1.1" status: 204 len: 173 time: 0.4928706 Oct 13 10:55:01.080639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83847cab-3490-4dc4-b869-df0b373375ea', 'name': 'network-vif-deleted', 'tag': '5a3feeb4-398a-479a-8368-7e66ccc551b6'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:01.082778 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e10601c-1701-414e-8e20-161e7a87bee6" -d '{"events": [{"server_uuid": "83847cab-3490-4dc4-b869-df0b373375ea", "name": "network-vif-deleted", "tag": "5a3feeb4-398a-479a-8368-7e66ccc551b6"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:01.106953 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3c233a-08ca-4743-9dd5-daeb2f836b3b x-openstack-request-id: req-8a3c233a-08ca-4743-9dd5-daeb2f836b3b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:01.107385 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a", "name": "network-vif-deleted", "tag": "296effa6-eb81-4191-b7d0-0e1aaefa5442", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:01.107755 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a3c233a-08ca-4743-9dd5-daeb2f836b3b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:01.108247 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a', 'name': 'network-vif-deleted', 'tag': '296effa6-eb81-4191-b7d0-0e1aaefa5442', 'status': 'completed', 'code': 200} Oct 13 10:55:01.121544 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2c1491-d273-463a-bf22-3cd43bb0ec78 x-openstack-request-id: req-5d2c1491-d273-463a-bf22-3cd43bb0ec78 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:01.122005 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83847cab-3490-4dc4-b869-df0b373375ea", "name": "network-vif-deleted", "tag": "5a3feeb4-398a-479a-8368-7e66ccc551b6", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:01.122470 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d2c1491-d273-463a-bf22-3cd43bb0ec78 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:01.122922 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83847cab-3490-4dc4-b869-df0b373375ea', 'name': 'network-vif-deleted', 'tag': '5a3feeb4-398a-479a-8368-7e66ccc551b6', 'status': 'completed', 'code': 200} Oct 13 10:55:01.162075 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:01.190680 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-27ded2b5-8c5b-4753-addb-1a870cde5a1b req-e057daa6-bed5-4d73-b8e4-e0897cd706af tempest-ServerGroupTestJSON-1870914586 tempest-ServerGroupTestJSON-1870914586-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0ce6e5-b7e7-4de3-b991-7c2da8549e8a HTTP/1.1" status: 200 len: 210 time: 0.0320265 Oct 13 10:55:01.218069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=292d24ac-9a19-4b7e-95db-f26be39efae8,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:01.418399 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf3025-b640-4dd7-9853-2ceef1ccbb19 req-dafd1935-d5dd-4f90-b383-4297bb55ae9b tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:01.420003 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6caf3025-b640-4dd7-9853-2ceef1ccbb19 req-dafd1935-d5dd-4f90-b383-4297bb55ae9b tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 945 time: 0.0545163 Oct 13 10:55:01.464451 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6caf3025-b640-4dd7-9853-2ceef1ccbb19 req-86b3a6e0-fed9-4dac-92a0-f306b2884f54 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370700 Oct 13 10:55:01.500031 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['292d24ac-9a19-4b7e-95db-f26be39efae8'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:55:01.585284 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63725e2a-813a-4847-95d9-0b98da560be5 req-a25dbb1e-2a52-461f-8774-c389eef35d81 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:01.592681 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-63725e2a-813a-4847-95d9-0b98da560be5 req-a25dbb1e-2a52-461f-8774-c389eef35d81 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0612488 Oct 13 10:55:01.654388 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-63725e2a-813a-4847-95d9-0b98da560be5 req-1e8daa0d-3a1c-4c93-b482-df8974df19b2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464790 Oct 13 10:55:01.668698 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63c80d2e-b180-4266-ac5b-cef214af1504 req-1d1f76b5-8d3d-4baf-ae68-90b5768486b0 tempest-LiveMigrationTest-1043258193 tempest-LiveMigrationTest-1043258193-project] 10.222.0.32 "GET /v2.0/ports?device_id=83847cab-3490-4dc4-b869-df0b373375ea HTTP/1.1" status: 200 len: 210 time: 0.3536839 Oct 13 10:55:02.570033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37530) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:02.583790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d46b9-544a-4ed9-84e3-c7b2d5b51f63 req-a9600a59-1c14-4693-b82c-84367eac76bd tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:02.585286 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-564d46b9-544a-4ed9-84e3-c7b2d5b51f63 req-a9600a59-1c14-4693-b82c-84367eac76bd tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 945 time: 0.0529218 Oct 13 10:55:02.616993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdc2870-4e3f-4fdb-8f74-6470529a5085 admin admin] Deleting subnet 8a91a924-7a61-4f39-9c18-c85a0460ddad {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:55:02.620563 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2870-4e3f-4fdb-8f74-6470529a5085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:02.628136 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-564d46b9-544a-4ed9-84e3-c7b2d5b51f63 req-c06779aa-cedc-47b1-a003-add3bea82847 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365648 Oct 13 10:55:02.656602 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2870-4e3f-4fdb-8f74-6470529a5085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:02.702265 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2870-4e3f-4fdb-8f74-6470529a5085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:02.733908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37538) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:02.791833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc630662-176f-44d1-99b8-ff23e70fe148 req-9897698a-97dd-4bc6-af14-07aef2443a86 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:02.793146 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc630662-176f-44d1-99b8-ff23e70fe148 req-9897698a-97dd-4bc6-af14-07aef2443a86 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0868528 Oct 13 10:55:02.833729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 292d24ac-9a19-4b7e-95db-f26be39efae8 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:55:02.851130 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc630662-176f-44d1-99b8-ff23e70fe148 req-2b8a81c3-afa4-454e-ba24-bacc8876a339 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390313 Oct 13 10:55:02.894199 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2870-4e3f-4fdb-8f74-6470529a5085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:02.905968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa538b1-23b8-408c-83d8-dd6832dda370 admin admin] Deleting subnet 75b682f9-2048-4e73-802d-8e8789e253b8 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:55:02.909160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfa538b1-23b8-408c-83d8-dd6832dda370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:02.921478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc2870-4e3f-4fdb-8f74-6470529a5085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a91a924-7a61-4f39-9c18-c85a0460ddad,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:02.927357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2870-4e3f-4fdb-8f74-6470529a5085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:02.927357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bcdc2870-4e3f-4fdb-8f74-6470529a5085 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8a91a924-7a61-4f39-9c18-c85a0460ddad HTTP/1.1" status: 204 len: 168 time: 0.3562996 Oct 13 10:55:02.929905 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37546) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:02.951078 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfa538b1-23b8-408c-83d8-dd6832dda370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:02.956340 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 292d24ac-9a19-4b7e-95db-f26be39efae8 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:55:02.961812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 292d24ac-9a19-4b7e-95db-f26be39efae8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:02.962516 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.000547 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfa538b1-23b8-408c-83d8-dd6832dda370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.022821 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13130e56-c840-43f6-962e-ebf140831059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.062850 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.085468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fb488d-807d-48ba-bb7e-f7e3ff080388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d24ac-9a19-4b7e-95db-f26be39efae8'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:03.087692 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def394c7-485e-42cd-848b-fe44f7e39faf" -d '{"events": [{"server_uuid": "10fb488d-807d-48ba-bb7e-f7e3ff080388", "name": "network-vif-plugged", "status": "completed", "tag": "292d24ac-9a19-4b7e-95db-f26be39efae8"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:03.100056 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 292d24ac-9a19-4b7e-95db-f26be39efae8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=292d24ac-9a19-4b7e-95db-f26be39efae8,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:03.109695 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13130e56-c840-43f6-962e-ebf140831059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.131103 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-13130e56-c840-43f6-962e-ebf140831059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b63d75-1fea-4fb8-b396-f0fd75eeb823']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:03.132244 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afef14e3-da36-4be4-b653-7f1722c0bcaf x-openstack-request-id: req-afef14e3-da36-4be4-b653-7f1722c0bcaf {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:03.132545 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fb488d-807d-48ba-bb7e-f7e3ff080388", "name": "network-vif-plugged", "status": "completed", "tag": "292d24ac-9a19-4b7e-95db-f26be39efae8", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:03.135002 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afef14e3-da36-4be4-b653-7f1722c0bcaf {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:03.135002 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fb488d-807d-48ba-bb7e-f7e3ff080388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d24ac-9a19-4b7e-95db-f26be39efae8', 'code': 200} Oct 13 10:55:03.140815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-13130e56-c840-43f6-962e-ebf140831059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cf5326-6170-46b1-80bf-cc01d6f28c63') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:03.141093 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-13130e56-c840-43f6-962e-ebf140831059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cf5326-6170-46b1-80bf-cc01d6f28c63') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:03.154864 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13130e56-c840-43f6-962e-ebf140831059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.168713 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13130e56-c840-43f6-962e-ebf140831059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.174944 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.175147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13130e56-c840-43f6-962e-ebf140831059 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:55:03.176560 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13130e56-c840-43f6-962e-ebf140831059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:55:03.177128 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:55:03.207411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 296effa6-eb81-4191-b7d0-0e1aaefa5442 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:55:03.232690 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 296effa6-eb81-4191-b7d0-0e1aaefa5442 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:55:03.233037 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 296effa6-eb81-4191-b7d0-0e1aaefa5442 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:55:03.233453 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5a3feeb4-398a-479a-8368-7e66ccc551b6 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:55:03.235510 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daca46-9412-44cc-9136-e01b8df2cac1 req-62043b14-90ff-4bcf-ab29-e52689165b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:03.237758 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-63daca46-9412-44cc-9136-e01b8df2cac1 req-62043b14-90ff-4bcf-ab29-e52689165b99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 1097 time: 0.0485625 Oct 13 10:55:03.265380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 5a3feeb4-398a-479a-8368-7e66ccc551b6 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:55:03.265718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5a3feeb4-398a-479a-8368-7e66ccc551b6 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:55:03.276674 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-63daca46-9412-44cc-9136-e01b8df2cac1 req-fe6b65d3-1cab-48e9-914a-13a698b8bae9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Oct 13 10:55:03.281193 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfa538b1-23b8-408c-83d8-dd6832dda370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.286795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=292d24ac-9a19-4b7e-95db-f26be39efae8,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:03.309133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa538b1-23b8-408c-83d8-dd6832dda370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b682f9-2048-4e73-802d-8e8789e253b8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:03.311113 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfa538b1-23b8-408c-83d8-dd6832dda370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.314463 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bfa538b1-23b8-408c-83d8-dd6832dda370 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/75b682f9-2048-4e73-802d-8e8789e253b8 HTTP/1.1" status: 204 len: 168 time: 0.5825734 Oct 13 10:55:03.317610 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13130e56-c840-43f6-962e-ebf140831059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.317926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37552) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:03.322082 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13130e56-c840-43f6-962e-ebf140831059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.328564 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-13130e56-c840-43f6-962e-ebf140831059 admin admin] 10.222.0.32 "DELETE /v2.0/networks/87b63d75-1fea-4fb8-b396-f0fd75eeb823 HTTP/1.1" status: 204 len: 168 time: 0.3975825 Oct 13 10:55:03.343106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13130e56-c840-43f6-962e-ebf140831059 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b63d75-1fea-4fb8-b396-f0fd75eeb823,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:03.394978 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d87c648-3ac0-4b7c-a3d7-3c7190665dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.482761 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d87c648-3ac0-4b7c-a3d7-3c7190665dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.504161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-5d87c648-3ac0-4b7c-a3d7-3c7190665dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259a4ec1-ee8d-422b-b204-4224c014af8b']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:03.513689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-5d87c648-3ac0-4b7c-a3d7-3c7190665dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:03.513984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-5d87c648-3ac0-4b7c-a3d7-3c7190665dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed02c1f4-a6c3-4abd-8bf1-11abe7c775ac') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:03.523267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d87c648-3ac0-4b7c-a3d7-3c7190665dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.537069 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d87c648-3ac0-4b7c-a3d7-3c7190665dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.543561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d87c648-3ac0-4b7c-a3d7-3c7190665dde admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:55:03.543965 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d87c648-3ac0-4b7c-a3d7-3c7190665dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:55:03.545682 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:55:03.670289 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d87c648-3ac0-4b7c-a3d7-3c7190665dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.676638 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d87c648-3ac0-4b7c-a3d7-3c7190665dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.679852 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5d87c648-3ac0-4b7c-a3d7-3c7190665dde admin admin] 10.222.0.32 "DELETE /v2.0/networks/259a4ec1-ee8d-422b-b204-4224c014af8b HTTP/1.1" status: 204 len: 168 time: 0.3610122 Oct 13 10:55:03.682840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37558) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:03.696654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87c648-3ac0-4b7c-a3d7-3c7190665dde admin admin] Pushing event deleted for resources: {'Network': ['ID=259a4ec1-ee8d-422b-b204-4224c014af8b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:03.706019 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37560) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:03.745633 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0f1a4293-a29e-4896-b121-3012753de4d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64193114fb8b4780be791d96bbbdb176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381880 Oct 13 10:55:03.748024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37562) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:03.769299 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-87db58e6-6248-471a-8c28-4cc152ba35db admin admin] Deleting subnet ec9580d6-5396-4559-bad1-9959fb914129 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:55:03.775446 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87db58e6-6248-471a-8c28-4cc152ba35db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.796448 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-adbd20fa-f88a-41fe-aa63-75974184a2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.805495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7445f6a-e167-4671-8071-dadae90af523 req-22785e19-5216-4b64-bbfa-2e6d0ac5a212 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:03.807553 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7445f6a-e167-4671-8071-dadae90af523 req-22785e19-5216-4b64-bbfa-2e6d0ac5a212 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 946 time: 0.0909085 Oct 13 10:55:03.820124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-adbd20fa-f88a-41fe-aa63-75974184a2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.836719 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87db58e6-6248-471a-8c28-4cc152ba35db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.892014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7445f6a-e167-4671-8071-dadae90af523 req-51986fc9-e252-47d4-9f24-0e8b28e38d60 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729992 Oct 13 10:55:03.899553 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87db58e6-6248-471a-8c28-4cc152ba35db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.973119 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-adbd20fa-f88a-41fe-aa63-75974184a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.975864 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-adbd20fa-f88a-41fe-aa63-75974184a2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:03.977117 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-adbd20fa-f88a-41fe-aa63-75974184a2f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/872aaffd-28b3-4739-bd88-4938f1518a80 HTTP/1.1" status: 204 len: 168 time: 0.2281442 Oct 13 10:55:03.985624 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd20fa-f88a-41fe-aa63-75974184a2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872aaffd-28b3-4739-bd88-4938f1518a80,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:04.009213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b94b94-79bf-404b-903a-9fa601556561 req-712847c5-09df-45d0-9c19-bfb1aa8f5465 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:04.010745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44b94b94-79bf-404b-903a-9fa601556561 req-712847c5-09df-45d0-9c19-bfb1aa8f5465 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0579054 Oct 13 10:55:04.026221 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87db58e6-6248-471a-8c28-4cc152ba35db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:04.064017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db58e6-6248-471a-8c28-4cc152ba35db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec9580d6-5396-4559-bad1-9959fb914129,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:04.072480 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87db58e6-6248-471a-8c28-4cc152ba35db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:04.075945 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-87db58e6-6248-471a-8c28-4cc152ba35db admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ec9580d6-5396-4559-bad1-9959fb914129 HTTP/1.1" status: 204 len: 168 time: 0.3920605 Oct 13 10:55:04.078710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37576) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:04.113333 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44b94b94-79bf-404b-903a-9fa601556561 req-71302583-1ed2-4847-80b8-3645bdc10216 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896139 Oct 13 10:55:04.197748 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7d6b7d5-6bdb-41e1-92c8-9023c10932c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:04.287281 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7d6b7d5-6bdb-41e1-92c8-9023c10932c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:04.306547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f7d6b7d5-6bdb-41e1-92c8-9023c10932c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160a5bb4-b0c8-48b3-be60-f54943a93a03']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:04.315967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f7d6b7d5-6bdb-41e1-92c8-9023c10932c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5b5b42-14f1-4dc2-a8d5-9f5c0a31e2b5') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:04.316265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f7d6b7d5-6bdb-41e1-92c8-9023c10932c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5b5b42-14f1-4dc2-a8d5-9f5c0a31e2b5') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:04.325957 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7d6b7d5-6bdb-41e1-92c8-9023c10932c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:04.340829 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7d6b7d5-6bdb-41e1-92c8-9023c10932c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:04.347239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d6b7d5-6bdb-41e1-92c8-9023c10932c1 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:55:04.347639 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7d6b7d5-6bdb-41e1-92c8-9023c10932c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:55:04.349330 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:55:04.476005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7d6b7d5-6bdb-41e1-92c8-9023c10932c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:04.492531 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7d6b7d5-6bdb-41e1-92c8-9023c10932c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:04.498522 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f7d6b7d5-6bdb-41e1-92c8-9023c10932c1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/160a5bb4-b0c8-48b3-be60-f54943a93a03 HTTP/1.1" status: 204 len: 168 time: 0.4158788 Oct 13 10:55:04.498522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6b7d5-6bdb-41e1-92c8-9023c10932c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=160a5bb4-b0c8-48b3-be60-f54943a93a03,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:04.845658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37594) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:04.900629 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b07e7e69-818a-4d64-90f1-7055854f4e94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d81ffb1d1934f229adfc02c38c0c5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514438 Oct 13 10:55:04.900829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37598) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:04.960427 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09214132-1c75-4236-9853-35d1a164f76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:04.988044 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09214132-1c75-4236-9853-35d1a164f76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:05.063219 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a85a8-8524-4a67-ab40-2e4a1cfcd784 req-4a643549-4ddb-4bb7-a39e-6bf696b6756e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:05.065305 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-901a85a8-8524-4a67-ab40-2e4a1cfcd784 req-4a643549-4ddb-4bb7-a39e-6bf696b6756e tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 946 time: 0.0794907 Oct 13 10:55:05.107716 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-901a85a8-8524-4a67-ab40-2e4a1cfcd784 req-539a108f-a252-47d1-b3fb-19e7d980581c tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359416 Oct 13 10:55:05.210503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09214132-1c75-4236-9853-35d1a164f76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:05.213405 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09214132-1c75-4236-9853-35d1a164f76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:05.214618 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-09214132-1c75-4236-9853-35d1a164f76d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a904be4-f4a7-4819-9c86-aaf6969b1164 HTTP/1.1" status: 204 len: 168 time: 0.3128192 Oct 13 10:55:05.230707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09214132-1c75-4236-9853-35d1a164f76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a904be4-f4a7-4819-9c86-aaf6969b1164,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:05.248718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a66e7-c56c-4d52-bf60-cada6f8af571 req-038facb3-1940-4a0b-9ed7-d7c946b8dfa2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:05.253545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82d6de-6bb6-4f9b-abe4-03698a5f24c0 req-14329298-fb7c-4df4-ae78-5ce18e9ad353 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:05.257566 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ac7a66e7-c56c-4d52-bf60-cada6f8af571 req-038facb3-1940-4a0b-9ed7-d7c946b8dfa2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0760088 Oct 13 10:55:05.270962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac82d6de-6bb6-4f9b-abe4-03698a5f24c0 req-14329298-fb7c-4df4-ae78-5ce18e9ad353 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 946 time: 0.0871046 Oct 13 10:55:05.305812 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ac7a66e7-c56c-4d52-bf60-cada6f8af571 req-aab3d2ae-a988-4096-82ee-77ba08b1085d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444815 Oct 13 10:55:05.324484 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac82d6de-6bb6-4f9b-abe4-03698a5f24c0 req-11695f29-6746-4a00-aa45-64a0d97f54d6 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506287 Oct 13 10:55:05.658809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0b22f-9945-47d6-89ab-d29170c692b8 req-59fdf5e5-8b09-49b8-b458-3dc6db423de4 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:05.660319 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ac0b22f-9945-47d6-89ab-d29170c692b8 req-59fdf5e5-8b09-49b8-b458-3dc6db423de4 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 946 time: 0.0524549 Oct 13 10:55:05.701951 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ac0b22f-9945-47d6-89ab-d29170c692b8 req-54a72f7a-852f-4dbe-8995-d1965b024f0b tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358031 Oct 13 10:55:05.814116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe5eee-1f5b-4761-bff9-592eef27f109 req-12926696-ff4b-470e-bf43-cf1be2ff5ae1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:05.815740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cbbe5eee-1f5b-4761-bff9-592eef27f109 req-12926696-ff4b-470e-bf43-cf1be2ff5ae1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 946 time: 0.0485308 Oct 13 10:55:05.853449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cbbe5eee-1f5b-4761-bff9-592eef27f109 req-307b7527-a9b2-4295-b5cc-13a59f01407c tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317113 Oct 13 10:55:05.946396 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4784469b-c280-46ff-a3e3-03f5c85f70e9 req-b7b26f41-7152-4c20-8f15-46dafc984a2f tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0283370 Oct 13 10:55:06.058270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37656) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:06.111899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fcc18848-ef68-448f-81a0-b46efb3f452a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c69734c1229a4155afb0f599e81029f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457778 Oct 13 10:55:06.111899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37660) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:06.183388 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d572d22a-0980-407d-9167-9c67123cfebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:06.218685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07daba-49d9-4578-92a1-d9060e28185b req-5faaba04-3b04-47b4-b3e5-dcfef50bb985 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:06.220135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c07daba-49d9-4578-92a1-d9060e28185b req-5faaba04-3b04-47b4-b3e5-dcfef50bb985 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 946 time: 0.0787306 Oct 13 10:55:06.222519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d572d22a-0980-407d-9167-9c67123cfebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:06.279433 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c07daba-49d9-4578-92a1-d9060e28185b req-2b140338-637e-4713-a41e-1b1d2046d076 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503709 Oct 13 10:55:06.398162 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d572d22a-0980-407d-9167-9c67123cfebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:06.400728 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d572d22a-0980-407d-9167-9c67123cfebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:06.404122 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d572d22a-0980-407d-9167-9c67123cfebd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f022579e-8ecd-4549-809b-efbc387563f6 HTTP/1.1" status: 204 len: 168 time: 0.2930429 Oct 13 10:55:06.408112 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a8ae5-d05e-494b-b604-5a8108b72873 req-8734b46b-d002-42ab-9c75-5b6e36760318 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:06.409962 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1b0a8ae5-d05e-494b-b604-5a8108b72873 req-8734b46b-d002-42ab-9c75-5b6e36760318 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 946 time: 0.0578997 Oct 13 10:55:06.414255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572d22a-0980-407d-9167-9c67123cfebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f022579e-8ecd-4549-809b-efbc387563f6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:06.430575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334612e-a9d4-4ddc-b556-42167e908dba req-cc2dbf9f-613a-4259-b611-ee04dfb6b9df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:06.432286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5334612e-a9d4-4ddc-b556-42167e908dba req-cc2dbf9f-613a-4259-b611-ee04dfb6b9df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0657418 Oct 13 10:55:06.459298 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1b0a8ae5-d05e-494b-b604-5a8108b72873 req-36609793-a781-49e6-8fbd-dda6bc9975a3 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430152 Oct 13 10:55:06.474916 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5334612e-a9d4-4ddc-b556-42167e908dba req-12a7716c-b533-49eb-aea3-14d6625153a0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359359 Oct 13 10:55:07.023884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c17af-4ebf-4dbf-af9b-7f8c5796c6d4 req-b07cc95b-eec3-412c-9ee2-5c7b17de8673 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:07.025408 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-223c17af-4ebf-4dbf-af9b-7f8c5796c6d4 req-b07cc95b-eec3-412c-9ee2-5c7b17de8673 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 946 time: 0.0515957 Oct 13 10:55:07.065769 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-223c17af-4ebf-4dbf-af9b-7f8c5796c6d4 req-ad01aefb-7a3f-4618-b39d-e6d61206a2ad tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338416 Oct 13 10:55:07.118713 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fcd7182a-3fc7-461c-8036-d419229f90e5 req-630b5f7f-6144-458a-bc67-43bf26437647 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0486951 Oct 13 10:55:07.621739 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b82a9-47cb-4de9-a635-7dcc85b9a8a9 req-7e059ddd-85c1-4741-b089-1adf83987749 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:07.627656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd2b82a9-47cb-4de9-a635-7dcc85b9a8a9 req-7e059ddd-85c1-4741-b089-1adf83987749 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0651503 Oct 13 10:55:07.678032 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd2b82a9-47cb-4de9-a635-7dcc85b9a8a9 req-065ad8c0-39a3-4a8f-b17f-e767ddafe28f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445156 Oct 13 10:55:07.932776 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-741f14ce-90ad-4ed2-9c83-d6641b7d4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:08.227022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1cffd-0c72-45d6-ac18-06aa2e0b3653 req-3626e70c-66d9-4979-b073-00c96e2f4b05 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:08.229633 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30b1cffd-0c72-45d6-ac18-06aa2e0b3653 req-3626e70c-66d9-4979-b073-00c96e2f4b05 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 946 time: 0.0782981 Oct 13 10:55:08.273684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30b1cffd-0c72-45d6-ac18-06aa2e0b3653 req-d95aca71-7a7f-4939-89eb-b7f85fc0922f tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8e6b88-a057-414a-8f75-1dffdf83d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378613 Oct 13 10:55:08.306082 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-23f38cca-08bb-4e00-b01d-16d5fcda8478 req-471b5610-e324-4252-96aa-82cd7260b109 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0341856 Oct 13 10:55:08.416699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87b4cd-68b0-4116-aa3e-e93bf55712a3 req-186032be-ace8-4532-ae1c-894636f5df4a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:08.418527 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab87b4cd-68b0-4116-aa3e-e93bf55712a3 req-186032be-ace8-4532-ae1c-894636f5df4a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.46 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 946 time: 0.0603168 Oct 13 10:55:08.492901 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:08.522811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-ab87b4cd-68b0-4116-aa3e-e93bf55712a3 req-a3efda88-4d12-4ca1-90bd-307ef751fdf1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Deleting port 292d24ac-9a19-4b7e-95db-f26be39efae8 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:55:08.523160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab87b4cd-68b0-4116-aa3e-e93bf55712a3 req-a3efda88-4d12-4ca1-90bd-307ef751fdf1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:08.616939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ab87b4cd-68b0-4116-aa3e-e93bf55712a3 req-a3efda88-4d12-4ca1-90bd-307ef751fdf1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] For port 292d24ac-9a19-4b7e-95db-f26be39efae8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=292d24ac-9a19-4b7e-95db-f26be39efae8,segment=NetworkSegment(01b6ca08-a11f-4f91-9eb4-ddd2c7abf331),segment_id=01b6ca08-a11f-4f91-9eb4-ddd2c7abf331)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:08.617309 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab87b4cd-68b0-4116-aa3e-e93bf55712a3 req-a3efda88-4d12-4ca1-90bd-307ef751fdf1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:08.631156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-ab87b4cd-68b0-4116-aa3e-e93bf55712a3 req-a3efda88-4d12-4ca1-90bd-307ef751fdf1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Calling delete_port for 292d24ac-9a19-4b7e-95db-f26be39efae8 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:55:08.833091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a657d0-39f5-4194-9f4d-ebba75d1de3b req-97a82a43-285f-4ff0-b2b8-b8616c0bc9c4 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:08.834647 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6a657d0-39f5-4194-9f4d-ebba75d1de3b req-97a82a43-285f-4ff0-b2b8-b8616c0bc9c4 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0496645 Oct 13 10:55:08.877247 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6a657d0-39f5-4194-9f4d-ebba75d1de3b req-0e7373bf-d470-4f96-a0ad-08e04762dc2d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363519 Oct 13 10:55:08.903729 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab87b4cd-68b0-4116-aa3e-e93bf55712a3 req-a3efda88-4d12-4ca1-90bd-307ef751fdf1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:08.912869 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['292d24ac-9a19-4b7e-95db-f26be39efae8'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:55:08.933734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efda88-4d12-4ca1-90bd-307ef751fdf1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Pushing event deleted for resources: {'Port': ['ID=292d24ac-9a19-4b7e-95db-f26be39efae8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:08.982600 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab87b4cd-68b0-4116-aa3e-e93bf55712a3 req-a3efda88-4d12-4ca1-90bd-307ef751fdf1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] No DVR routers for this DVR port 292d24ac-9a19-4b7e-95db-f26be39efae8 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:55:08.985957 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab87b4cd-68b0-4116-aa3e-e93bf55712a3 req-a3efda88-4d12-4ca1-90bd-307ef751fdf1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:08.990030 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab87b4cd-68b0-4116-aa3e-e93bf55712a3 req-a3efda88-4d12-4ca1-90bd-307ef751fdf1 tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.46 "DELETE /v2.0/ports/292d24ac-9a19-4b7e-95db-f26be39efae8 HTTP/1.1" status: 204 len: 173 time: 0.5648742 Oct 13 10:55:08.990512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fb488d-807d-48ba-bb7e-f7e3ff080388', 'name': 'network-vif-deleted', 'tag': '292d24ac-9a19-4b7e-95db-f26be39efae8'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:08.995640 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04ecb3b-1266-4300-b8aa-1b7e0fa56945" -d '{"events": [{"server_uuid": "10fb488d-807d-48ba-bb7e-f7e3ff080388", "name": "network-vif-deleted", "tag": "292d24ac-9a19-4b7e-95db-f26be39efae8"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:09.031614 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34de146-b943-4b5a-8cf9-49382832c697 x-openstack-request-id: req-d34de146-b943-4b5a-8cf9-49382832c697 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:09.031976 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fb488d-807d-48ba-bb7e-f7e3ff080388", "name": "network-vif-deleted", "tag": "292d24ac-9a19-4b7e-95db-f26be39efae8", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:09.032294 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d34de146-b943-4b5a-8cf9-49382832c697 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:09.033309 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fb488d-807d-48ba-bb7e-f7e3ff080388', 'name': 'network-vif-deleted', 'tag': '292d24ac-9a19-4b7e-95db-f26be39efae8', 'status': 'completed', 'code': 200} Oct 13 10:55:09.384613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5333ba3-2403-4bab-a0ee-9a257eaaecea req-efefdcba-b4a8-4721-8b2b-6f63ebd9743a tempest-ServerDiskConfigTestJSON-414987221 tempest-ServerDiskConfigTestJSON-414987221-project] 10.222.0.32 "GET /v2.0/ports?device_id=10fb488d-807d-48ba-bb7e-f7e3ff080388 HTTP/1.1" status: 200 len: 210 time: 0.0277684 Oct 13 10:55:09.465304 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d0b0c682-b28a-4103-aa2d-58fabac4e17d req-af9c770d-6ae0-4073-8dbb-2944ebf428de tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0292473 Oct 13 10:55:09.491739 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c348ae73-ae33-400f-ab3a-bb6b571bcbd9 req-ec211bb9-5400-4138-9d53-5e7eed8f2768 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0292258 Oct 13 10:55:10.005324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d373c-3936-4f03-a78e-5d1d5648452f req-3a98571c-081d-4916-a9fc-7d3407e3fc17 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:10.006911 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-417d373c-3936-4f03-a78e-5d1d5648452f req-3a98571c-081d-4916-a9fc-7d3407e3fc17 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0507164 Oct 13 10:55:10.045728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-417d373c-3936-4f03-a78e-5d1d5648452f req-e18a36a8-379e-45b0-ae6c-5bb2ba8f452a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Oct 13 10:55:10.235438 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:10.609637 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-80fe5a53-8588-4748-ad23-4d91e1da1636 req-03acf088-5236-4cfd-b37c-0a373f01fa2f tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0278175 Oct 13 10:55:10.613713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37826) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:10.657191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-571ae204-1ce4-4110-b023-99cb78c12486 admin admin] Deleting subnet 881ab6b9-8c3e-4cdb-a765-c79977833035 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:55:10.661175 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-571ae204-1ce4-4110-b023-99cb78c12486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:10.699823 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-571ae204-1ce4-4110-b023-99cb78c12486 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:10.749312 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-571ae204-1ce4-4110-b023-99cb78c12486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:10.767113 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-215e79a0-9564-4331-9fab-88860a6a4de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:10.898920 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-571ae204-1ce4-4110-b023-99cb78c12486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:10.926659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ae204-1ce4-4110-b023-99cb78c12486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881ab6b9-8c3e-4cdb-a765-c79977833035,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:10.928893 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-571ae204-1ce4-4110-b023-99cb78c12486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:10.931899 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-571ae204-1ce4-4110-b023-99cb78c12486 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/881ab6b9-8c3e-4cdb-a765-c79977833035 HTTP/1.1" status: 204 len: 168 time: 0.3172243 Oct 13 10:55:10.934401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37842) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:11.007230 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6c5fed9-9395-4195-8460-baf0aee1144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:11.088943 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6c5fed9-9395-4195-8460-baf0aee1144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:11.118559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c6c5fed9-9395-4195-8460-baf0aee1144a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50442a74-a395-41f5-ace1-d070f61b1eab']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:11.130519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c6c5fed9-9395-4195-8460-baf0aee1144a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:11.130829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c6c5fed9-9395-4195-8460-baf0aee1144a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b6ca08-a11f-4f91-9eb4-ddd2c7abf331') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:11.141163 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6c5fed9-9395-4195-8460-baf0aee1144a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:11.156081 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6c5fed9-9395-4195-8460-baf0aee1144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:11.165728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c5fed9-9395-4195-8460-baf0aee1144a admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:55:11.166122 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6c5fed9-9395-4195-8460-baf0aee1144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:55:11.167895 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:55:11.171147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d55fa-d5fd-44eb-973b-6f2937a57533 req-d196a259-e219-4854-995a-b90773b3bf74 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:11.172675 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-585d55fa-d5fd-44eb-973b-6f2937a57533 req-d196a259-e219-4854-995a-b90773b3bf74 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0522783 Oct 13 10:55:11.217410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-585d55fa-d5fd-44eb-973b-6f2937a57533 req-9f924a36-963c-4357-bfba-54c626e32f49 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370212 Oct 13 10:55:11.293048 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6c5fed9-9395-4195-8460-baf0aee1144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:11.299894 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6c5fed9-9395-4195-8460-baf0aee1144a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:11.304026 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c6c5fed9-9395-4195-8460-baf0aee1144a admin admin] 10.222.0.32 "DELETE /v2.0/networks/50442a74-a395-41f5-ace1-d070f61b1eab HTTP/1.1" status: 204 len: 168 time: 0.3686264 Oct 13 10:55:11.316291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5fed9-9395-4195-8460-baf0aee1144a admin admin] Pushing event deleted for resources: {'Network': ['ID=50442a74-a395-41f5-ace1-d070f61b1eab,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:11.585244 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:11.671088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37862) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:11.725515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a82db965-2f9a-4106-b794-7c128d1efe64 req-0d268eeb-0f82-44c3-a561-b3f409efe968 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0382824 Oct 13 10:55:11.732224 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c9838483-7701-492c-b3e1-bb7a881b203b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2cbcdd5f6954d95a5a93373c8c93ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619555 Oct 13 10:55:11.734889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37864) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:11.788963 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:11.812886 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:11.904519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:11.907433 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:11.909804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e8e6b88-a057-414a-8f75-1dffdf83d3a3 HTTP/1.1" status: 204 len: 168 time: 0.1736546 Oct 13 10:55:11.925836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8e6b88-a057-414a-8f75-1dffdf83d3a3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:11.934826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:11.935299 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:11.935685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:11.936190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:11.936550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:11.936887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:11.937214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:11.937539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:11.937864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:11.938185 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:11.938593 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:11.938903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18daacb0-914d-4278-8f32-3dc5e38d7cfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:12.047726 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:12.815854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e67d7-1c73-4292-ad3e-2b34975839c4 req-acba30da-a0fa-4f1b-8315-96949c6253c4 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:12.817476 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bc4e67d7-1c73-4292-ad3e-2b34975839c4 req-acba30da-a0fa-4f1b-8315-96949c6253c4 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0574591 Oct 13 10:55:12.849521 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 292d24ac-9a19-4b7e-95db-f26be39efae8 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:55:12.856688 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bc4e67d7-1c73-4292-ad3e-2b34975839c4 req-0b7f6433-5386-468e-8107-1e5ae218a433 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326741 Oct 13 10:55:12.871374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 292d24ac-9a19-4b7e-95db-f26be39efae8 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:55:12.871724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 292d24ac-9a19-4b7e-95db-f26be39efae8 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:55:13.008862 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e815bb98-c306-4400-81ac-4bc1091f4d7c req-d3cc6afb-fc94-4a19-9795-55c6cc15b375 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0305254 Oct 13 10:55:13.225168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37932) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:13.270460 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:13.325689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-685413905-network', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:13.406701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Made reservation on behalf of 0c7f482e3ed64708a8a2eaa43dff9614 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:55:13.409103 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:13.417793 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:13.497334 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:13.571937 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:13.592292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:55:13.605005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d133d92-0133-4cf2-a8e9-cb303902f899,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:13.609673 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:13.610013 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Added segment 53f224f5-b0ab-4bf5-9a8d-89723986eed0 of type vlan for network 9669baac-943a-44ee-93d6-7a2696aefe34 Oct 13 10:55:13.652010 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:13.732575 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:13.733583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:13.734246 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:13.792607 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] Pushing event updated for resources: {'Network': ['ID=9669baac-943a-44ee-93d6-7a2696aefe34,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:13.803054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9669baac-943a-44ee-93d6-7a2696aefe34 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:55:13.827901 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5e5cd3be-c6ce-4f7c-aabc-686ef0581c3d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6015995 Oct 13 10:55:13.831049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37942) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:13.836765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b8810634-f181-4299-9a30-975ebe7b5169 admin admin] Request body: {'subnet': {'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-685413905-subnet', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:13.898006 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8810634-f181-4299-9a30-975ebe7b5169 admin admin] Made reservation on behalf of 0c7f482e3ed64708a8a2eaa43dff9614 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:55:13.900689 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8810634-f181-4299-9a30-975ebe7b5169 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:14.018447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241c70b-e251-4cc8-bdb6-80768224fabe req-e12b6f70-7a20-4767-8496-fc53cf8b3578 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:14.020117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a241c70b-e251-4cc8-bdb6-80768224fabe req-e12b6f70-7a20-4767-8496-fc53cf8b3578 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0775690 Oct 13 10:55:14.094568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a241c70b-e251-4cc8-bdb6-80768224fabe req-f6b10c5d-60ec-4207-b24d-b86729c39192 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667493 Oct 13 10:55:14.223301 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8810634-f181-4299-9a30-975ebe7b5169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:14.242536 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d89913d9-5e9a-4930-8e19-ac8a03978a9e req-37e24101-0a36-4962-a8f8-a32aec6e4a96 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0309494 Oct 13 10:55:14.286963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8810634-f181-4299-9a30-975ebe7b5169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:14.306073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8810634-f181-4299-9a30-975ebe7b5169 admin admin] Checking segment: {'id': '53f224f5-b0ab-4bf5-9a8d-89723986eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:55:14.306469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8810634-f181-4299-9a30-975ebe7b5169 admin admin] Network hostable DHCP agents. Network: 9669baac-943a-44ee-93d6-7a2696aefe34, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:55:14.355974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8810634-f181-4299-9a30-975ebe7b5169 admin admin] Network 9669baac-943a-44ee-93d6-7a2696aefe34 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:55:14.407403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b8810634-f181-4299-9a30-975ebe7b5169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9669baac-943a-44ee-93d6-7a2696aefe34) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:55:14.412728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8810634-f181-4299-9a30-975ebe7b5169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:14.415127 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8810634-f181-4299-9a30-975ebe7b5169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:14.418083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a68944d-7546-45e9-a181-e0aaf5491b5d None None] Network 9669baac-943a-44ee-93d6-7a2696aefe34 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:55:14.491341 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b8810634-f181-4299-9a30-975ebe7b5169 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6585202 Oct 13 10:55:14.493917 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37956) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:14.498164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-685413905-router', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:14.544721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1654385f-68ce-4874-93f8-4097a3ea410a None None] Network 9669baac-943a-44ee-93d6-7a2696aefe34 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:55:14.590543 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:14.591669 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:14.645875 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:14.871986 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:15.129395 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:15.148266 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:15.274278 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce61962-db40-4889-a09d-0fa55ef10cc2 req-36b88057-a67e-4f1c-973f-153fbc8aa90e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:15.275878 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ce61962-db40-4889-a09d-0fa55ef10cc2 req-36b88057-a67e-4f1c-973f-153fbc8aa90e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0884440 Oct 13 10:55:15.301175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Allocated IP 172.25.0.252 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/17f3c34e-3024-47e2-b21f-851ebb79678a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:55:15.371679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ce61962-db40-4889-a09d-0fa55ef10cc2 req-aae8a36a-4962-4b73-8cbe-d13fb73dd49d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882275 Oct 13 10:55:15.429168 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:15.522182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c3302c6-a58c-4c83-a143-6546ad1277de req-7274d5ae-29b0-4192-89c1-adb847bb20cc tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0269065 Oct 13 10:55:15.523625 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:15.574574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:55:15.577058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:55:15.582180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:55:15.617678 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Pushing event updated for resources: {'Port': ['ID=17f3c34e-3024-47e2-b21f-851ebb79678a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:15.918164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:15.929625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37974) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:16.037423 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:16.111585 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:16.122760 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:16.189891 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:16.230367 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd804de9fa6b420988842c2dc6404e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995169 Oct 13 10:55:16.231281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c25f356-7fef-4c0d-bb18-2157539d9bd4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:16.233273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37978) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:16.239125 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:16.239478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:16.239853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:16.240204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:16.240537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:16.240875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:16.241206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:16.241537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:16.241876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:16.242199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:16.242553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:16.246619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c0a0e-f493-4858-80bb-60ab15016574 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:16.293612 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb653-2d07-414c-b1ba-4d021e7c6a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:16.313860 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb653-2d07-414c-b1ba-4d021e7c6a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:16.361206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Router 9f7415f6-761c-4868-b70d-aadccf898464 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:55:16.450128 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb653-2d07-414c-b1ba-4d021e7c6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:16.450128 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb653-2d07-414c-b1ba-4d021e7c6a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:16.450128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6cbfb653-2d07-414c-b1ba-4d021e7c6a41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c25f356-7fef-4c0d-bb18-2157539d9bd4 HTTP/1.1" status: 204 len: 168 time: 0.2125587 Oct 13 10:55:16.464631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfb653-2d07-414c-b1ba-4d021e7c6a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c25f356-7fef-4c0d-bb18-2157539d9bd4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:16.481811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:55:16.491560 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Sync routers for ids ['9f7415f6-761c-4868-b70d-aadccf898464'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:55:16.506238 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Routers {'9f7415f6-761c-4868-b70d-aadccf898464'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:55:16.506889 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['9f7415f6-761c-4868-b70d-aadccf898464'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:16.527628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec0854-dab5-434e-899e-4c0c65581c54 req-c680b8be-e3b8-4243-a049-8f2f1167f355 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:16.529378 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4fec0854-dab5-434e-899e-4c0c65581c54 req-c680b8be-e3b8-4243-a049-8f2f1167f355 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0844250 Oct 13 10:55:16.573291 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4fec0854-dab5-434e-899e-4c0c65581c54 req-1d47e259-9e7d-4d33-b68c-d1a25dc3c5a1 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345535 Oct 13 10:55:16.618502 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:16.619678 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3f383ae1-8fc8-474b-a952-85a4c4d89c13 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.1248059 Oct 13 10:55:16.622467 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Set router 9f7415f6-761c-4868-b70d-aadccf898464 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:55:16.622650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37990) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:16.644865 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8260c5e-8bf1-4b71-ac2d-0db3ef5e8f14 req-e15b48f8-3caa-4322-874c-83eb91181947 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0383260 Oct 13 10:55:16.923086 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7415f6-761c-4868-b70d-aadccf898464', 'name': 'tempest-ServerRescueNegativeTestJSON-685413905-router', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:14Z', 'updated_at': '2021-10-13T10:55:15Z', 'revision_number': 3, 'project_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'gw_port': {'id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7415f6-761c-4868-b70d-aadccf898464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:15Z', 'updated_at': '2021-10-13T10:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:16.952380 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Checking router: 9f7415f6-761c-4868-b70d-aadccf898464 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:55:16.952740 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Updating router 9f7415f6-761c-4868-b70d-aadccf898464 port 17f3c34e-3024-47e2-b21f-851ebb79678a binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:55:16.978136 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.094149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.237227 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.255568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Allocated IP 172.20.0.1 (9669baac-943a-44ee-93d6-7a2696aefe34/39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527/9120e349-4619-441c-a77a-c3e1fb46f55f) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:55:17.310031 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.361100 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Attempting to bind port 17f3c34e-3024-47e2-b21f-851ebb79678a on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:55:17.361473 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Attempting to bind port 17f3c34e-3024-47e2-b21f-851ebb79678a by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:55:17.361836 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Attempting to bind port 17f3c34e-3024-47e2-b21f-851ebb79678a on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:55:17.361960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.370901 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Pushing event updated for resources: {'Port': ['ID=17f3c34e-3024-47e2-b21f-851ebb79678a,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:17.377621 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:55:17.378090 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:55:17.379022 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.379471 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:55:17.379777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37998) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:17.380228 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Bound port: 17f3c34e-3024-47e2-b21f-851ebb79678a, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:55:17.380392 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.383599 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:17.383861 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:17.384172 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:17.384504 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:17.384833 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:17.385160 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:17.385481 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:17.385802 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:17.386123 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:17.386468 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:17.386793 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:17.387162 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:17.396331 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1e1a-fadc-41d8-baeb-ac4f921122b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.438188 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] For port 17f3c34e-3024-47e2-b21f-851ebb79678a, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:55:17.442540 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] For port 17f3c34e-3024-47e2-b21f-851ebb79678a, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=17f3c34e-3024-47e2-b21f-851ebb79678a,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:55:17.470599 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.474006 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1e1a-fadc-41d8-baeb-ac4f921122b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.514637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Network 9669baac-943a-44ee-93d6-7a2696aefe34 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:55:17.517749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:55:17.520954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:55:17.546114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Pushing event updated for resources: {'Port': ['ID=9120e349-4619-441c-a77a-c3e1fb46f55f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:17.564648 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.573591 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.618669 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1e1a-fadc-41d8-baeb-ac4f921122b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.630778 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Routers {'9f7415f6-761c-4868-b70d-aadccf898464'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:55:17.631698 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['9f7415f6-761c-4868-b70d-aadccf898464'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:17.667704 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ad7e1e1a-fadc-41d8-baeb-ac4f921122b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76e2051b8cf040cfa5b84455c3ad9ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859886 Oct 13 10:55:17.668910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e1e1a-fadc-41d8-baeb-ac4f921122b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc08b2cc-c223-482a-99ac-24a33e8d9802,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:17.671361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38004) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:17.686959 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a686e-8c30-47d4-8b6a-74ab7b5fb6f2 None None] Pushing event updated for resources: {'Port': ['ID=17f3c34e-3024-47e2-b21f-851ebb79678a,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:17.744481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c4378-4821-4fcd-b549-4603e985c122 req-d8f328cc-2fe6-42b9-8281-a912d6d195a9 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:17.746199 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bf3c4378-4821-4fcd-b549-4603e985c122 req-d8f328cc-2fe6-42b9-8281-a912d6d195a9 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0715706 Oct 13 10:55:17.770423 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] Set router 9f7415f6-761c-4868-b70d-aadccf898464 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:55:17.777403 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c40f4248-6c02-4c9c-8fbd-77cdc7bb9e24 req-15ac58f8-9a43-46de-904a-f969fc86639e tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0321875 Oct 13 10:55:17.780304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19e5d621-63d3-49ca-a47d-9e41b0c4bbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.817046 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19e5d621-63d3-49ca-a47d-9e41b0c4bbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.835493 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.847168 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bf3c4378-4821-4fcd-b549-4603e985c122 req-24b1f313-8670-4fb0-92a2-ad7fe92467aa tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941794 Oct 13 10:55:17.939569 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19e5d621-63d3-49ca-a47d-9e41b0c4bbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.944149 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19e5d621-63d3-49ca-a47d-9e41b0c4bbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:17.947696 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-19e5d621-63d3-49ca-a47d-9e41b0c4bbe8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc08b2cc-c223-482a-99ac-24a33e8d9802 HTTP/1.1" status: 204 len: 168 time: 0.2730553 Oct 13 10:55:17.957173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5d621-63d3-49ca-a47d-9e41b0c4bbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc08b2cc-c223-482a-99ac-24a33e8d9802,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:18.003961 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7415f6-761c-4868-b70d-aadccf898464', 'name': 'tempest-ServerRescueNegativeTestJSON-685413905-router', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:14Z', 'updated_at': '2021-10-13T10:55:15Z', 'revision_number': 3, 'project_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'gw_port': {'id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7415f6-761c-4868-b70d-aadccf898464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:15Z', 'updated_at': '2021-10-13T10:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:18.035756 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8d590-bb3f-427f-960a-6e8ebaf7253d None None] The sync data for ids ['9f7415f6-761c-4868-b70d-aadccf898464'] in n-d-813659-3 is: [{'id': '9f7415f6-761c-4868-b70d-aadccf898464', 'name': 'tempest-ServerRescueNegativeTestJSON-685413905-router', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:14Z', 'updated_at': '2021-10-13T10:55:15Z', 'revision_number': 3, 'project_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'gw_port': {'id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7415f6-761c-4868-b70d-aadccf898464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:15Z', 'updated_at': '2021-10-13T10:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:55:18.043306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:18.144959 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:18.213044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Pushing event updated for resources: {'Port': ['ID=9120e349-4619-441c-a77a-c3e1fb46f55f,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:18.215517 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:18.343155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Network 9669baac-943a-44ee-93d6-7a2696aefe34 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:55:18.344845 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:55:18.475900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Router 9f7415f6-761c-4868-b70d-aadccf898464 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:55:18.591870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:55:18.597130 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-006818ef-dcca-4dde-beeb-79adffd44da9 admin admin] 10.222.0.32 "PUT /v2.0/routers/9f7415f6-761c-4868-b70d-aadccf898464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9732788 Oct 13 10:55:18.918658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc769d5a-4186-4b48-b29e-eda936cd2147 req-78712325-dcfb-46dd-ab46-643848759fbb tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0387747 Oct 13 10:55:19.056072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487747d-b3c7-4160-a1d4-ca93551af792 req-7508c765-38dc-41c2-be81-b20915151b4e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:19.057564 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e487747d-b3c7-4160-a1d4-ca93551af792 req-7508c765-38dc-41c2-be81-b20915151b4e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0496237 Oct 13 10:55:19.106722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e487747d-b3c7-4160-a1d4-ca93551af792 req-c3427b50-3eee-4792-af0e-b51a29a75969 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 Oct 13 10:55:19.139837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-66f72526-fb45-4ecf-9f81-ef312309d09b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:19.141436 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-66f72526-fb45-4ecf-9f81-ef312309d09b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/networks?id=9669baac-943a-44ee-93d6-7a2696aefe34 HTTP/1.1" status: 200 len: 818 time: 0.1172516 Oct 13 10:55:19.157819 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-63166c3c-909f-4d79-85a9-1c811d140dbf tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/quotas/0c7f482e3ed64708a8a2eaa43dff9614 HTTP/1.1" status: 200 len: 375 time: 0.0095472 Oct 13 10:55:19.225323 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-218fa7cc-629b-4629-ac05-fc297ab2c808 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569749 Oct 13 10:55:19.323270 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-b7e3f387-f3c9-42a3-bff4-36a9e35ed809 service neutron] 10.222.0.32 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904760 Oct 13 10:55:19.695396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Sync routers for ids ['9f7415f6-761c-4868-b70d-aadccf898464'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:55:19.705745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Routers {'9f7415f6-761c-4868-b70d-aadccf898464'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:55:19.707418 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['9f7415f6-761c-4868-b70d-aadccf898464'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:19.726819 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-3cfdfbd5-2468-452a-8654-1adcd42bce0b service neutron] 10.222.0.32 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967645 Oct 13 10:55:19.821906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Set router 9f7415f6-761c-4868-b70d-aadccf898464 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:55:20.055318 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad01e6d8-0027-49d1-be75-59e0818e2104 req-10aad875-f7fd-425a-b47e-dd10af182b29 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 210 time: 0.0349495 Oct 13 10:55:20.079177 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-96d0ba6e-ec48-48f8-8da2-04c69173e894 req-f4bb7a24-d5a3-472d-aeb4-d430e9c2d795 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0370569 Oct 13 10:55:20.108644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7415f6-761c-4868-b70d-aadccf898464', 'name': 'tempest-ServerRescueNegativeTestJSON-685413905-router', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:14Z', 'updated_at': '2021-10-13T10:55:17Z', 'revision_number': 4, 'project_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'gw_port': {'id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7415f6-761c-4868-b70d-aadccf898464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:15Z', 'updated_at': '2021-10-13T10:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9120e349-4619-441c-a77a-c3e1fb46f55f', 'name': '', 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'mac_address': 'fa:16:3e:6f:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7415f6-761c-4868-b70d-aadccf898464', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:17Z', 'updated_at': '2021-10-13T10:55:17Z', 'revision_number': 2, 'project_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'subnets': [{'id': '39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:20.139070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Checking router: 9f7415f6-761c-4868-b70d-aadccf898464 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:55:20.139434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Updating router 9f7415f6-761c-4868-b70d-aadccf898464 port 9120e349-4619-441c-a77a-c3e1fb46f55f binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:55:20.181520 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:20.317339 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414ebe8-2ccc-432d-998d-0c0b3e4287fb req-6989fc32-d40d-44e9-a278-d0647598bee2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:20.321149 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e414ebe8-2ccc-432d-998d-0c0b3e4287fb req-6989fc32-d40d-44e9-a278-d0647598bee2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0692747 Oct 13 10:55:20.332318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 17f3c34e-3024-47e2-b21f-851ebb79678a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:55:20.365058 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e414ebe8-2ccc-432d-998d-0c0b3e4287fb req-a3902e92-f0a5-42b7-ad99-dfe8321a20e2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378270 Oct 13 10:55:20.449503 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 17f3c34e-3024-47e2-b21f-851ebb79678a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:20.449768 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:20.594097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c15fff-6a79-419d-a38a-24501bc30710 req-c1de7242-541d-4340-bd24-39e616455034 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:20.598968 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-c1de7242-541d-4340-bd24-39e616455034 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/networks?id=9669baac-943a-44ee-93d6-7a2696aefe34 HTTP/1.1" status: 200 len: 818 time: 0.1351435 Oct 13 10:55:20.613619 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8381fef3-eda6-499a-a86c-4d0afb0da525 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/quotas/0c7f482e3ed64708a8a2eaa43dff9614 HTTP/1.1" status: 200 len: 375 time: 0.0103590 Oct 13 10:55:20.614933 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:20.616528 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:20.638049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 17f3c34e-3024-47e2-b21f-851ebb79678a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=17f3c34e-3024-47e2-b21f-851ebb79678a,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:20.667764 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-b33ea28e-4318-434a-878a-645e333e0ea6 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459652 Oct 13 10:55:20.733669 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:20.736549 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:20.783497 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-7e9e77c7-d7a2-4181-a019-0a699b398778 service neutron] 10.222.0.32 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086938 Oct 13 10:55:20.814188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=17f3c34e-3024-47e2-b21f-851ebb79678a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:20.844624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:20.844624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:20.844624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:20.844624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:20.844624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:20.844624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:20.844624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:20.844624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:20.845244 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:20.845244 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:20.845707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:20.845890 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:55:20.878633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Attempting to bind port 9120e349-4619-441c-a77a-c3e1fb46f55f on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:55:20.879009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Attempting to bind port 9120e349-4619-441c-a77a-c3e1fb46f55f by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '53f224f5-b0ab-4bf5-9a8d-89723986eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:55:20.879365 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Attempting to bind port 9120e349-4619-441c-a77a-c3e1fb46f55f on network 9669baac-943a-44ee-93d6-7a2696aefe34 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:55:20.892775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:55:20.897707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Checking segment: {'id': '53f224f5-b0ab-4bf5-9a8d-89723986eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:55:20.897707 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:20.897707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Bound using segment: {'id': '53f224f5-b0ab-4bf5-9a8d-89723986eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:55:20.897707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Bound port: 9120e349-4619-441c-a77a-c3e1fb46f55f, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f224f5-b0ab-4bf5-9a8d-89723986eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:55:20.897707 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:20.898216 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-95e97993-1bf7-4f04-bc59-8cdfcf61d54b service neutron] 10.222.0.32 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126707 Oct 13 10:55:20.910638 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dcc97-2d70-4ad6-82bb-d45eff969caf None None] Pushing event updated for resources: {'Port': ['ID=9120e349-4619-441c-a77a-c3e1fb46f55f,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:20.970734 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] For port 9120e349-4619-441c-a77a-c3e1fb46f55f, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:55:20.973907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] For port 9120e349-4619-441c-a77a-c3e1fb46f55f, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9120e349-4619-441c-a77a-c3e1fb46f55f,segment=NetworkSegment(53f224f5-b0ab-4bf5-9a8d-89723986eed0),segment_id=53f224f5-b0ab-4bf5-9a8d-89723986eed0)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:55:21.024921 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:21.086599 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Routers {'9f7415f6-761c-4868-b70d-aadccf898464'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:55:21.086879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['9f7415f6-761c-4868-b70d-aadccf898464'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:21.131710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc605786-5dd5-485b-b39f-36f6e6bd6645 req-9092405e-8a3e-4173-ba91-e738b634ad7d tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 210 time: 0.0381367 Oct 13 10:55:21.144344 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dcc97-2d70-4ad6-82bb-d45eff969caf None None] Pushing event updated for resources: {'Port': ['ID=9120e349-4619-441c-a77a-c3e1fb46f55f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:21.211077 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1fe1fb50-30e4-4346-9b43-3065981fc345 req-f4ff06e7-fa69-4164-8440-2b1edfe04397 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0316472 Oct 13 10:55:21.250393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] Set router 9f7415f6-761c-4868-b70d-aadccf898464 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:55:21.314799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38138) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:21.434672 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-676ae4db-88ac-495e-b06e-49a54d49b767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:21.495455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7415f6-761c-4868-b70d-aadccf898464', 'name': 'tempest-ServerRescueNegativeTestJSON-685413905-router', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:14Z', 'updated_at': '2021-10-13T10:55:17Z', 'revision_number': 4, 'project_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'gw_port': {'id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7415f6-761c-4868-b70d-aadccf898464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:15Z', 'updated_at': '2021-10-13T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9120e349-4619-441c-a77a-c3e1fb46f55f', 'name': '', 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'mac_address': 'fa:16:3e:6f:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7415f6-761c-4868-b70d-aadccf898464', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:17Z', 'updated_at': '2021-10-13T10:55:20Z', 'revision_number': 4, 'project_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'subnets': [{'id': '39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:21.514896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e5f48-1d60-44e6-9926-6c90d55623c4 req-19706d85-4400-4a02-b13c-e875d17ef8a5 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:21.523050 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a16e5f48-1d60-44e6-9926-6c90d55623c4 req-19706d85-4400-4a02-b13c-e875d17ef8a5 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0643623 Oct 13 10:55:21.530454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc58d9c-1480-4769-bceb-23bdd3aa7ad3 None None] The sync data for ids ['9f7415f6-761c-4868-b70d-aadccf898464'] in n-d-813659-3 is: [{'id': '9f7415f6-761c-4868-b70d-aadccf898464', 'name': 'tempest-ServerRescueNegativeTestJSON-685413905-router', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:14Z', 'updated_at': '2021-10-13T10:55:17Z', 'revision_number': 4, 'project_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'gw_port': {'id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7415f6-761c-4868-b70d-aadccf898464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:15Z', 'updated_at': '2021-10-13T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9120e349-4619-441c-a77a-c3e1fb46f55f', 'name': '', 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'mac_address': 'fa:16:3e:6f:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7415f6-761c-4868-b70d-aadccf898464', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:17Z', 'updated_at': '2021-10-13T10:55:20Z', 'revision_number': 4, 'project_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'subnets': [{'id': '39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:55:21.545961 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-676ae4db-88ac-495e-b06e-49a54d49b767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:21.563059 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a16e5f48-1d60-44e6-9926-6c90d55623c4 req-da37e669-3b3b-489a-905b-ebf6196af514 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390196 Oct 13 10:55:21.595880 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-676ae4db-88ac-495e-b06e-49a54d49b767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:21.656318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-676ae4db-88ac-495e-b06e-49a54d49b767 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d36cb12c9f084483aaec7faf8c6ef38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377404 Oct 13 10:55:21.657002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38148) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:21.671931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ae4db-88ac-495e-b06e-49a54d49b767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fb5b42-1486-415d-ab9b-92962b3bbc60,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:21.725185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a24bc655-65b0-4332-a34e-93ddec9b1ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:21.752236 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a24bc655-65b0-4332-a34e-93ddec9b1ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:21.882867 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a24bc655-65b0-4332-a34e-93ddec9b1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:21.885423 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a24bc655-65b0-4332-a34e-93ddec9b1ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:21.888906 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a24bc655-65b0-4332-a34e-93ddec9b1ed5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0fb5b42-1486-415d-ab9b-92962b3bbc60 HTTP/1.1" status: 204 len: 168 time: 0.2272151 Oct 13 10:55:21.896129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bc655-65b0-4332-a34e-93ddec9b1ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fb5b42-1486-415d-ab9b-92962b3bbc60,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:22.251602 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0caa3d7a-12d9-4b79-8af9-1c0f610466c1 req-bfea9c90-d807-4162-94d2-adbf7bec1ad5 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 210 time: 0.0393035 Oct 13 10:55:22.363760 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 17f3c34e-3024-47e2-b21f-851ebb79678a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:55:22.400341 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d617d30d-da57-486a-ab30-8d4ec7071521 req-90ba9b61-74c9-4a57-a6c0-6acadc11a9a8 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0764723 Oct 13 10:55:22.447770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 17f3c34e-3024-47e2-b21f-851ebb79678a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:22.448234 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:22.539469 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9120e349-4619-441c-a77a-c3e1fb46f55f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:55:22.563723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-c15c4168-da08-4607-b5d8-b69961522341 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:22.566092 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-c15c4168-da08-4607-b5d8-b69961522341 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.46 "GET /v2.0/networks?id=9669baac-943a-44ee-93d6-7a2696aefe34 HTTP/1.1" status: 200 len: 818 time: 0.1101708 Oct 13 10:55:22.579577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-b726cdcb-c312-4b62-98be-4402fe3d93f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Request body: {'port': {'device_id': '22f903a6-79c6-43f8-af95-5f0a04268f0d', 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34', 'admin_state_up': True, 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:22.603566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9120e349-4619-441c-a77a-c3e1fb46f55f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:22.603943 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:22.701312 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:22.760957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1b247-97b7-4e5f-94b7-e8bd696078df req-7c86d329-589e-4f1f-aa25-248bfe97e366 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:22.765251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21c1b247-97b7-4e5f-94b7-e8bd696078df req-7c86d329-589e-4f1f-aa25-248bfe97e366 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0879476 Oct 13 10:55:22.800414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 9120e349-4619-441c-a77a-c3e1fb46f55f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9120e349-4619-441c-a77a-c3e1fb46f55f,segment=NetworkSegment(53f224f5-b0ab-4bf5-9a8d-89723986eed0),segment_id=53f224f5-b0ab-4bf5-9a8d-89723986eed0)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:22.833097 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21c1b247-97b7-4e5f-94b7-e8bd696078df req-bcd31940-9610-4e17-a597-fecfefaacb46 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490634 Oct 13 10:55:22.933592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-b726cdcb-c312-4b62-98be-4402fe3d93f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Made reservation on behalf of 0c7f482e3ed64708a8a2eaa43dff9614 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:55:22.934623 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:22.939576 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-b726cdcb-c312-4b62-98be-4402fe3d93f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:22.962824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38172) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:22.985723 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-110e0649-16ff-4d89-ae30-064346e3b66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:23.026072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=9120e349-4619-441c-a77a-c3e1fb46f55f,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:23.073316 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-110e0649-16ff-4d89-ae30-064346e3b66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:23.076561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-b726cdcb-c312-4b62-98be-4402fe3d93f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Allocated IP 172.20.0.3 (9669baac-943a-44ee-93d6-7a2696aefe34/39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527/177fcaec-c81e-4e40-b138-5fb76684f734) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:55:23.201314 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-110e0649-16ff-4d89-ae30-064346e3b66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:23.232427 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-b726cdcb-c312-4b62-98be-4402fe3d93f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:23.240738 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-110e0649-16ff-4d89-ae30-064346e3b66d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=495be21e13004653b3eeac2c3eec6630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768366 Oct 13 10:55:23.243352 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38174) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:23.249158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e0649-16ff-4d89-ae30-064346e3b66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09275bf6-c992-45f1-8653-4b98a4d3ba76,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:23.299132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b6ea71a0-f83a-4761-9137-7d8e157cb5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:23.333926 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b6ea71a0-f83a-4761-9137-7d8e157cb5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:23.350429 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-b726cdcb-c312-4b62-98be-4402fe3d93f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:23.355438 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2939827f-a043-493b-ab17-607eb8a57e35 req-d10839cf-c208-4d9d-ac9f-951313efb670 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 210 time: 0.0423408 Oct 13 10:55:23.401710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-b726cdcb-c312-4b62-98be-4402fe3d93f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Network 9669baac-943a-44ee-93d6-7a2696aefe34 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:55:23.404824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-b726cdcb-c312-4b62-98be-4402fe3d93f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:55:23.409438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-b726cdcb-c312-4b62-98be-4402fe3d93f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:55:23.412276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726cdcb-c312-4b62-98be-4402fe3d93f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Pushing event updated for resources: {'Port': ['ID=177fcaec-c81e-4e40-b138-5fb76684f734,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:23.467187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-b726cdcb-c312-4b62-98be-4402fe3d93f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:23.467822 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-b726cdcb-c312-4b62-98be-4402fe3d93f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:23.470100 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b6ea71a0-f83a-4761-9137-7d8e157cb5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:23.474100 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b6ea71a0-f83a-4761-9137-7d8e157cb5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:23.475594 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b6ea71a0-f83a-4761-9137-7d8e157cb5c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09275bf6-c992-45f1-8653-4b98a4d3ba76 HTTP/1.1" status: 204 len: 168 time: 0.2313004 Oct 13 10:55:23.488204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea71a0-f83a-4761-9137-7d8e157cb5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09275bf6-c992-45f1-8653-4b98a4d3ba76,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:23.531225 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1a535fe-76b6-4651-bb50-9cca8568f912 req-a852a190-28c7-4971-a64d-45d46b3dc6d0 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0313144 Oct 13 10:55:23.551816 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-b726cdcb-c312-4b62-98be-4402fe3d93f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9713738 Oct 13 10:55:23.564056 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Request body: {'port': {'device_id': '22f903a6-79c6-43f8-af95-5f0a04268f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:23.622553 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:23.814209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c15fff-6a79-419d-a38a-24501bc30710 req-a0d2378f-d1f3-459f-a883-da0df219befd tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:23.815791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-a0d2378f-d1f3-459f-a883-da0df219befd tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.46 "GET /v2.0/networks?id=9669baac-943a-44ee-93d6-7a2696aefe34 HTTP/1.1" status: 200 len: 818 time: 0.1192865 Oct 13 10:55:23.872022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-42c15fff-6a79-419d-a38a-24501bc30710 req-ac11c194-b2ff-42ab-b15a-ab9c0600de9a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Request body: {'port': {'device_id': '81850775-67dc-41f2-935b-90281f6d3916', 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34', 'admin_state_up': True, 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:23.930178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177fcaec-c81e-4e40-b138-5fb76684f734 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:55:23.941388 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:23.959378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Transition to ACTIVE for port object 177fcaec-c81e-4e40-b138-5fb76684f734 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:55:24.055320 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:24.137841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Pushing event updated for resources: {'Port': ['ID=177fcaec-c81e-4e40-b138-5fb76684f734,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:24.211732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Attempting to bind port 177fcaec-c81e-4e40-b138-5fb76684f734 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:55:24.212063 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Attempting to bind port 177fcaec-c81e-4e40-b138-5fb76684f734 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '53f224f5-b0ab-4bf5-9a8d-89723986eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:55:24.212510 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Attempting to bind port 177fcaec-c81e-4e40-b138-5fb76684f734 on network 9669baac-943a-44ee-93d6-7a2696aefe34 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:55:24.216729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9120e349-4619-441c-a77a-c3e1fb46f55f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:55:24.221087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Port 177fcaec-c81e-4e40-b138-5fb76684f734 on network 9669baac-943a-44ee-93d6-7a2696aefe34 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:55:24.224647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Attempting to bind port 177fcaec-c81e-4e40-b138-5fb76684f734 on network 9669baac-943a-44ee-93d6-7a2696aefe34 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:55:24.232209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:55:24.232621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Checking segment: {'id': '53f224f5-b0ab-4bf5-9a8d-89723986eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:55:24.233109 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Bound using segment: {'id': '53f224f5-b0ab-4bf5-9a8d-89723986eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:55:24.233787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Bound port: 177fcaec-c81e-4e40-b138-5fb76684f734, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f224f5-b0ab-4bf5-9a8d-89723986eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:55:24.234286 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:24.287245 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9120e349-4619-441c-a77a-c3e1fb46f55f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:24.288271 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:24.323600 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] For port 177fcaec-c81e-4e40-b138-5fb76684f734, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:55:24.327896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] For port 177fcaec-c81e-4e40-b138-5fb76684f734, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=177fcaec-c81e-4e40-b138-5fb76684f734,segment=NetworkSegment(53f224f5-b0ab-4bf5-9a8d-89723986eed0),segment_id=53f224f5-b0ab-4bf5-9a8d-89723986eed0)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:55:24.364233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd81df-1144-4ebd-a2d2-827aac7d2f58 req-6de8bf0b-7091-4955-a5d4-8043e385b99a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:24.365745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5fcd81df-1144-4ebd-a2d2-827aac7d2f58 req-6de8bf0b-7091-4955-a5d4-8043e385b99a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0905499 Oct 13 10:55:24.384574 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:24.421275 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:24.421275 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:24.421691 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] 10.222.0.46 "PUT /v2.0/ports/177fcaec-c81e-4e40-b138-5fb76684f734 HTTP/1.1" status: 200 len: 1091 time: 0.8621199 Oct 13 10:55:24.421976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f903a6-79c6-43f8-af95-5f0a04268f0d', 'tag': '177fcaec-c81e-4e40-b138-5fb76684f734'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:24.424268 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73908b1-fbef-494f-83d8-485bb32827de" -d '{"events": [{"name": "network-changed", "server_uuid": "22f903a6-79c6-43f8-af95-5f0a04268f0d", "tag": "177fcaec-c81e-4e40-b138-5fb76684f734"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:24.440353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5fcd81df-1144-4ebd-a2d2-827aac7d2f58 req-5e3e9801-2a8f-4dac-918f-eb33ada2d136 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667014 Oct 13 10:55:24.494371 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0dde6a80-7ecf-4cbb-bc3e-fe63f8c3a198 req-b01d5903-501b-44b6-965e-2e226138fe4f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 210 time: 0.0461042 Oct 13 10:55:24.496382 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a6bd29-a1e1-4cbb-9200-7b61b75f3f29 x-openstack-request-id: req-23a6bd29-a1e1-4cbb-9200-7b61b75f3f29 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:24.496382 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f903a6-79c6-43f8-af95-5f0a04268f0d", "tag": "177fcaec-c81e-4e40-b138-5fb76684f734", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:24.496382 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23a6bd29-a1e1-4cbb-9200-7b61b75f3f29 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:24.496738 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f903a6-79c6-43f8-af95-5f0a04268f0d', 'tag': '177fcaec-c81e-4e40-b138-5fb76684f734', 'status': 'completed', 'code': 200} Oct 13 10:55:24.503430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f7649-60d0-4f61-97be-f41d9c17ed5c service neutron] Pushing event updated for resources: {'Port': ['ID=177fcaec-c81e-4e40-b138-5fb76684f734,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:24.551267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c15fff-6a79-419d-a38a-24501bc30710 req-ac11c194-b2ff-42ab-b15a-ab9c0600de9a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Made reservation on behalf of 0c7f482e3ed64708a8a2eaa43dff9614 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:55:24.556503 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-42c15fff-6a79-419d-a38a-24501bc30710 req-ac11c194-b2ff-42ab-b15a-ab9c0600de9a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:24.573430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73908b1-fbef-494f-83d8-485bb32827de req-d7b0b899-9a34-4228-879f-b91f7e351f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:24.578249 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b73908b1-fbef-494f-83d8-485bb32827de req-d7b0b899-9a34-4228-879f-b91f7e351f1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 1094 time: 0.0639360 Oct 13 10:55:24.675750 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e64f4661-997e-4d38-bf8f-5eebed583e83 req-6b811d38-13d8-4c10-a466-b4f0ddbb2d87 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0341575 Oct 13 10:55:24.704159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-42c15fff-6a79-419d-a38a-24501bc30710 req-ac11c194-b2ff-42ab-b15a-ab9c0600de9a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Allocated IP 172.20.0.8 (9669baac-943a-44ee-93d6-7a2696aefe34/39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527/98a28e64-d22c-4b1e-aef7-2fdd932a04c6) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:55:24.732905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73908b1-fbef-494f-83d8-485bb32827de req-131c133a-6119-43ab-82f1-4e95ceedd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:24.734550 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b73908b1-fbef-494f-83d8-485bb32827de req-131c133a-6119-43ab-82f1-4e95ceedd866 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1477070 Oct 13 10:55:24.841190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73908b1-fbef-494f-83d8-485bb32827de req-5b5857f1-3133-417b-97a0-c98236c23c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:24.842360 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b73908b1-fbef-494f-83d8-485bb32827de req-5b5857f1-3133-417b-97a0-c98236c23c8a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994520 Oct 13 10:55:24.868268 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-42c15fff-6a79-419d-a38a-24501bc30710 req-ac11c194-b2ff-42ab-b15a-ab9c0600de9a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:24.957121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-3e16b4af-5cf4-4ccf-8ba0-0d041c810fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:24.958795 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-3e16b4af-5cf4-4ccf-8ba0-0d041c810fbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 1094 time: 0.0475445 Oct 13 10:55:24.967397 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-42c15fff-6a79-419d-a38a-24501bc30710 req-ac11c194-b2ff-42ab-b15a-ab9c0600de9a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:25.015308 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-6a3d05da-3570-4a1a-af9d-791286bb6571 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=177fcaec-c81e-4e40-b138-5fb76684f734 HTTP/1.1" status: 200 len: 217 time: 0.0403647 Oct 13 10:55:25.017598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c15fff-6a79-419d-a38a-24501bc30710 req-ac11c194-b2ff-42ab-b15a-ab9c0600de9a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Network 9669baac-943a-44ee-93d6-7a2696aefe34 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:55:25.021598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-42c15fff-6a79-419d-a38a-24501bc30710 req-ac11c194-b2ff-42ab-b15a-ab9c0600de9a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:55:25.024521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c15fff-6a79-419d-a38a-24501bc30710 req-ac11c194-b2ff-42ab-b15a-ab9c0600de9a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:55:25.057178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11c194-b2ff-42ab-b15a-ab9c0600de9a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Pushing event updated for resources: {'Port': ['ID=98a28e64-d22c-4b1e-aef7-2fdd932a04c6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:25.077676 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-543ff5a9-f628-4fd0-accb-b27444598440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:25.079163 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-543ff5a9-f628-4fd0-accb-b27444598440 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527 HTTP/1.1" status: 200 len: 858 time: 0.0457556 Oct 13 10:55:25.086478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c15fff-6a79-419d-a38a-24501bc30710 req-ac11c194-b2ff-42ab-b15a-ab9c0600de9a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:25.087244 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-42c15fff-6a79-419d-a38a-24501bc30710 req-ac11c194-b2ff-42ab-b15a-ab9c0600de9a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:25.122782 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-083283e8-0253-4e8c-8aee-9cd1b034c714 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9669baac-943a-44ee-93d6-7a2696aefe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355968 Oct 13 10:55:25.198448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-ac11c194-b2ff-42ab-b15a-ab9c0600de9a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3327365 Oct 13 10:55:25.213730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Request body: {'port': {'device_id': '81850775-67dc-41f2-935b-90281f6d3916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:25.217703 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-5a169535-1e6f-4a36-99ff-16d061a92d7f service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875514 Oct 13 10:55:25.267894 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:25.316980 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bada6206-4a69-4d42-ab09-2b9fe6b9e2a7 req-1f0919b9-e08b-428e-a2ff-286ab004106c service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917628 Oct 13 10:55:25.544172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:55:25.553024 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:25.567950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Transition to ACTIVE for port object 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:55:25.571327 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c343d-2ee5-4cee-b934-7639368146a4 req-e69a8770-0776-41b6-9b16-60d40b6f5159 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:25.572892 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b7c343d-2ee5-4cee-b934-7639368146a4 req-e69a8770-0776-41b6-9b16-60d40b6f5159 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0563905 Oct 13 10:55:25.622888 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b7c343d-2ee5-4cee-b934-7639368146a4 req-fd349314-506c-4599-ae2a-df4a764096f2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408251 Oct 13 10:55:25.632502 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:25.649721 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f64304-af28-42e7-8bc9-139eb8b4e9e2 req-4c1da18c-c7ca-4268-bce3-4fd817ebce19 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:25.651366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44f64304-af28-42e7-8bc9-139eb8b4e9e2 req-4c1da18c-c7ca-4268-bce3-4fd817ebce19 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 931 time: 0.0636287 Oct 13 10:55:25.712513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Pushing event updated for resources: {'Port': ['ID=98a28e64-d22c-4b1e-aef7-2fdd932a04c6,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:25.738305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44f64304-af28-42e7-8bc9-139eb8b4e9e2 req-8f2ba4b4-5cf3-49be-ba09-7c7bbb6dcb68 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672617 Oct 13 10:55:25.793465 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e4a2623d-3683-4ef7-bc4c-f327a3e4bd03 req-7d2b0736-b7a6-4205-b6ea-6c547be1da37 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0319512 Oct 13 10:55:25.805028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Attempting to bind port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:55:25.805376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Attempting to bind port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '53f224f5-b0ab-4bf5-9a8d-89723986eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:55:25.805710 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Attempting to bind port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 on network 9669baac-943a-44ee-93d6-7a2696aefe34 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:55:25.810192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 on network 9669baac-943a-44ee-93d6-7a2696aefe34 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:55:25.810444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Attempting to bind port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 on network 9669baac-943a-44ee-93d6-7a2696aefe34 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:55:25.815777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:55:25.816118 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Checking segment: {'id': '53f224f5-b0ab-4bf5-9a8d-89723986eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:55:25.816558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Bound using segment: {'id': '53f224f5-b0ab-4bf5-9a8d-89723986eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:55:25.816995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Bound port: 98a28e64-d22c-4b1e-aef7-2fdd932a04c6, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f224f5-b0ab-4bf5-9a8d-89723986eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:55:25.817461 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:25.884643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] For port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:55:25.887650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] For port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=98a28e64-d22c-4b1e-aef7-2fdd932a04c6,segment=NetworkSegment(53f224f5-b0ab-4bf5-9a8d-89723986eed0),segment_id=53f224f5-b0ab-4bf5-9a8d-89723986eed0)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:55:25.979162 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:26.022643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:26.023272 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:26.024733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] 10.222.0.46 "PUT /v2.0/ports/98a28e64-d22c-4b1e-aef7-2fdd932a04c6 HTTP/1.1" status: 200 len: 1091 time: 0.8152566 Oct 13 10:55:26.034263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81850775-67dc-41f2-935b-90281f6d3916', 'tag': '98a28e64-d22c-4b1e-aef7-2fdd932a04c6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:26.034263 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80142cb-964a-4a65-8fbe-665dae2826d9" -d '{"events": [{"name": "network-changed", "server_uuid": "81850775-67dc-41f2-935b-90281f6d3916", "tag": "98a28e64-d22c-4b1e-aef7-2fdd932a04c6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:26.055073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672dcf8-59fd-4c68-9724-67181e31cdbf service neutron] Pushing event updated for resources: {'Port': ['ID=98a28e64-d22c-4b1e-aef7-2fdd932a04c6,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:26.078861 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3919ffd4-8a22-4252-97b0-f8605472186f x-openstack-request-id: req-3919ffd4-8a22-4252-97b0-f8605472186f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:26.079254 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81850775-67dc-41f2-935b-90281f6d3916", "tag": "98a28e64-d22c-4b1e-aef7-2fdd932a04c6", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:26.079607 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3919ffd4-8a22-4252-97b0-f8605472186f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:26.080497 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81850775-67dc-41f2-935b-90281f6d3916', 'tag': '98a28e64-d22c-4b1e-aef7-2fdd932a04c6', 'status': 'completed', 'code': 200} Oct 13 10:55:26.174999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80142cb-964a-4a65-8fbe-665dae2826d9 req-3dad39d3-317b-4442-a0be-f763a60b38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:26.176758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b80142cb-964a-4a65-8fbe-665dae2826d9 req-3dad39d3-317b-4442-a0be-f763a60b38c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 1094 time: 0.0581934 Oct 13 10:55:26.192991 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a20b1314-1c28-4cf0-998a-f9604e64079d req-6ca815dc-d22f-445a-b763-d9f1fbd3820c tempest-FlavorsV2NegativeTest-1973465263 tempest-FlavorsV2NegativeTest-1973465263-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1461b98ccb7b42f0bd2853a91f3c2e92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237124 Oct 13 10:55:26.304782 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b1314-1c28-4cf0-998a-f9604e64079d req-3455d4ac-382c-4bff-8bed-85f0a75f53e8 tempest-FlavorsV2NegativeTest-1973465263 tempest-FlavorsV2NegativeTest-1973465263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:26.306167 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a20b1314-1c28-4cf0-998a-f9604e64079d req-3455d4ac-382c-4bff-8bed-85f0a75f53e8 tempest-FlavorsV2NegativeTest-1973465263 tempest-FlavorsV2NegativeTest-1973465263-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068149 Oct 13 10:55:26.310104 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0aa590-301f-4f56-8db2-b3214fb08cc6 req-3959bce3-bf1e-4b0f-bb3f-f1ea4782b60e tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:26.311595 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a0aa590-301f-4f56-8db2-b3214fb08cc6 req-3959bce3-bf1e-4b0f-bb3f-f1ea4782b60e tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.1161585 Oct 13 10:55:26.317265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80142cb-964a-4a65-8fbe-665dae2826d9 req-01c8672f-4e37-49cd-aed2-506cb6d2197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:26.318710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b80142cb-964a-4a65-8fbe-665dae2826d9 req-01c8672f-4e37-49cd-aed2-506cb6d2197d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1333156 Oct 13 10:55:26.321357 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a20b1314-1c28-4cf0-998a-f9604e64079d req-3db3873f-141b-424b-ac52-cc05b721aadc tempest-FlavorsV2NegativeTest-1973465263 tempest-FlavorsV2NegativeTest-1973465263-project] 10.222.0.32 "GET /v2.0/quotas/1461b98ccb7b42f0bd2853a91f3c2e92 HTTP/1.1" status: 200 len: 375 time: 0.0093710 Oct 13 10:55:26.357651 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a20b1314-1c28-4cf0-998a-f9604e64079d req-26dc6337-d94e-42c5-b4e6-9bc706f3befc tempest-FlavorsV2NegativeTest-1973465263 tempest-FlavorsV2NegativeTest-1973465263-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1461b98ccb7b42f0bd2853a91f3c2e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306118 Oct 13 10:55:26.404764 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a0aa590-301f-4f56-8db2-b3214fb08cc6 req-bfe8ee99-c1af-4af1-9647-69866dec4006 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804303 Oct 13 10:55:26.446739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80142cb-964a-4a65-8fbe-665dae2826d9 req-75df0852-130c-45fe-b019-0fa7b0a37813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:26.448205 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b80142cb-964a-4a65-8fbe-665dae2826d9 req-75df0852-130c-45fe-b019-0fa7b0a37813 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146536 Oct 13 10:55:26.537468 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c15fff-6a79-419d-a38a-24501bc30710 req-031727cd-396b-435d-b0d4-801097002b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:26.538972 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-031727cd-396b-435d-b0d4-801097002b0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 1094 time: 0.0424695 Oct 13 10:55:26.584746 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-c8763773-98ae-47fe-9e89-d22cc345477a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98a28e64-d22c-4b1e-aef7-2fdd932a04c6 HTTP/1.1" status: 200 len: 217 time: 0.0375252 Oct 13 10:55:26.635396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c15fff-6a79-419d-a38a-24501bc30710 req-9b179b06-5766-4871-8d08-eb23755d986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:26.638669 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-9b179b06-5766-4871-8d08-eb23755d986c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527 HTTP/1.1" status: 200 len: 858 time: 0.0446408 Oct 13 10:55:26.670798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-df7c6f65-0dab-4371-866a-3f99ab7113ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9669baac-943a-44ee-93d6-7a2696aefe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261533 Oct 13 10:55:26.809649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3ac1-f071-4af1-a71e-3d3754df2478 req-2b5d0f89-21f4-417c-9f6d-e5f35b274906 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:26.811750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18ba3ac1-f071-4af1-a71e-3d3754df2478 req-2b5d0f89-21f4-417c-9f6d-e5f35b274906 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.1156068 Oct 13 10:55:26.817250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-048364fd-916f-4cc5-a873-b9a27879b155 service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390393 Oct 13 10:55:26.868387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9d51a-3805-4049-bbbf-ad3f7e796cd1 req-10a73192-1a02-4e0f-bac5-5ecd1225d036 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:26.869765 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7b9d51a-3805-4049-bbbf-ad3f7e796cd1 req-10a73192-1a02-4e0f-bac5-5ecd1225d036 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 943 time: 0.0495961 Oct 13 10:55:26.903566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18ba3ac1-f071-4af1-a71e-3d3754df2478 req-52c77a03-3a1d-4c05-98df-f8bcf69f55e0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847390 Oct 13 10:55:26.914014 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7b9d51a-3805-4049-bbbf-ad3f7e796cd1 req-189e86f5-eb4b-4387-9314-0f42f8081fec tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377970 Oct 13 10:55:26.952533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42c15fff-6a79-419d-a38a-24501bc30710 req-5c9107ad-03f2-4151-81a6-b45e199546b3 service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264029 Oct 13 10:55:27.000128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b62326d8-b4ed-4c59-8958-cb64ddfe64c8 req-d78c288a-00f3-4767-b3bb-a7ee4e753037 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0293345 Oct 13 10:55:27.334181 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38318) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:27.440690 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea316dc0-2aee-46b2-81c0-6b81f1e5c2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:27.515512 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea316dc0-2aee-46b2-81c0-6b81f1e5c2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:27.601102 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea316dc0-2aee-46b2-81c0-6b81f1e5c2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:27.638874 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ea316dc0-2aee-46b2-81c0-6b81f1e5c2db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1461b98ccb7b42f0bd2853a91f3c2e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036141 Oct 13 10:55:27.639720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea316dc0-2aee-46b2-81c0-6b81f1e5c2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f08a009-9c80-4caf-82cd-488657559bb1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:27.641952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38324) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:27.692940 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a45ab3f-483e-49aa-be6e-698474f3f030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:27.714759 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a45ab3f-483e-49aa-be6e-698474f3f030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:27.790895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d91158-83f3-44be-b425-ff4f2e735228 req-51fce6af-3e42-4ba2-b39f-5b26d1a8bdc9 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:27.794004 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89d91158-83f3-44be-b425-ff4f2e735228 req-51fce6af-3e42-4ba2-b39f-5b26d1a8bdc9 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.0667908 Oct 13 10:55:27.831908 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89d91158-83f3-44be-b425-ff4f2e735228 req-1846808b-f727-412b-90f0-d45946f4256e tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336168 Oct 13 10:55:27.875502 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a45ab3f-483e-49aa-be6e-698474f3f030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:27.878271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a45ab3f-483e-49aa-be6e-698474f3f030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:27.879428 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5a45ab3f-483e-49aa-be6e-698474f3f030 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f08a009-9c80-4caf-82cd-488657559bb1 HTTP/1.1" status: 204 len: 168 time: 0.2364478 Oct 13 10:55:27.887266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45ab3f-483e-49aa-be6e-698474f3f030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f08a009-9c80-4caf-82cd-488657559bb1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:28.048407 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57aa87b-0f39-4440-82c4-2ce8c4fdb341 req-2354ce7b-ead3-4da8-a921-a7b943daedcc tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:28.050181 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c57aa87b-0f39-4440-82c4-2ce8c4fdb341 req-2354ce7b-ead3-4da8-a921-a7b943daedcc tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0647833 Oct 13 10:55:28.058134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c4b9e-074e-401a-b059-c2f18f4be4a2 req-5f3edea6-ebe0-41b5-87cf-4260c3ccf773 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:28.059657 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad2c4b9e-074e-401a-b059-c2f18f4be4a2 req-5f3edea6-ebe0-41b5-87cf-4260c3ccf773 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 943 time: 0.0527203 Oct 13 10:55:28.091574 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c57aa87b-0f39-4440-82c4-2ce8c4fdb341 req-a24a8f85-787d-4c61-8233-35b5fc0df7d2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352015 Oct 13 10:55:28.125056 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad2c4b9e-074e-401a-b059-c2f18f4be4a2 req-ab5312f1-e115-467b-8596-71328890e57c tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562067 Oct 13 10:55:28.210716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17e5384d-0692-4476-afba-7b2ab93f0e42 req-36c404f7-8b41-490d-8602-068e38c7505a tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0305305 Oct 13 10:55:29.004414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993ee31-581d-4ef4-940c-35040e39aa5d req-4fedf828-b381-4bb3-b3cd-e3b3415ab80f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:29.006354 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4993ee31-581d-4ef4-940c-35040e39aa5d req-4fedf828-b381-4bb3-b3cd-e3b3415ab80f tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.0519478 Oct 13 10:55:29.047131 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4993ee31-581d-4ef4-940c-35040e39aa5d req-2010f339-b87d-4f7d-8770-93277fe72708 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349302 Oct 13 10:55:29.222617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3f0d7-474c-421b-9709-f7804e28c57d req-f3a76b09-63ce-426d-953f-b187881a0a05 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:29.222848 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-46c3f0d7-474c-421b-9709-f7804e28c57d req-f3a76b09-63ce-426d-953f-b187881a0a05 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0582981 Oct 13 10:55:29.242141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0795f61-3f52-4b0b-b9d7-4e7cd1eddf86 req-5e91884f-6730-4ec5-9169-13f84ee860c7 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:29.243648 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0795f61-3f52-4b0b-b9d7-4e7cd1eddf86 req-5e91884f-6730-4ec5-9169-13f84ee860c7 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 943 time: 0.0498929 Oct 13 10:55:29.261966 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-46c3f0d7-474c-421b-9709-f7804e28c57d req-10bad685-63ce-4551-ade4-629efb5bb9cb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330164 Oct 13 10:55:29.282138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0795f61-3f52-4b0b-b9d7-4e7cd1eddf86 req-1a192048-ee95-4c76-aa39-7511f055e151 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319629 Oct 13 10:55:29.370191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38f288ce-39ba-48b0-b04a-d902310a6026 req-a4965144-30cb-4bf8-b562-76fc05923386 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0287955 Oct 13 10:55:29.547876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38414) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:29.653446 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-85052489-5f2b-4438-87ba-58ff42e307ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:29.726285 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-85052489-5f2b-4438-87ba-58ff42e307ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:29.764005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-20c413ac-7a20-4a85-8697-776a12b842ad tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:29.765363 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-20c413ac-7a20-4a85-8697-776a12b842ad tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.0512812 Oct 13 10:55:29.789425 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-85052489-5f2b-4438-87ba-58ff42e307ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:29.827792 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-85052489-5f2b-4438-87ba-58ff42e307ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79b003c17a964dbcac2895c811e5723f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788022 Oct 13 10:55:29.828992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85052489-5f2b-4438-87ba-58ff42e307ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37612f8a-65de-48ca-828e-a8e61cf9b9af,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:29.832207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38420) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:29.899038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Deleting port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:55:29.899358 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:29.903182 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-513686b9-639e-45e2-a18b-ccfa19f249db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:29.967183 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-513686b9-639e-45e2-a18b-ccfa19f249db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:30.024969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] For port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:30.025246 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:30.177269 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-513686b9-639e-45e2-a18b-ccfa19f249db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:30.179887 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-513686b9-639e-45e2-a18b-ccfa19f249db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:30.181210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-513686b9-639e-45e2-a18b-ccfa19f249db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37612f8a-65de-48ca-828e-a8e61cf9b9af HTTP/1.1" status: 204 len: 168 time: 0.3479238 Oct 13 10:55:30.200062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513686b9-639e-45e2-a18b-ccfa19f249db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37612f8a-65de-48ca-828e-a8e61cf9b9af,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:30.204368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dff67-d99e-491a-a850-82d63792ad81 req-52fb6797-5309-4024-a7c8-4512d1f0cde5 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:30.207365 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-594dff67-d99e-491a-a850-82d63792ad81 req-52fb6797-5309-4024-a7c8-4512d1f0cde5 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 945 time: 0.0517473 Oct 13 10:55:30.257531 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-594dff67-d99e-491a-a850-82d63792ad81 req-ba66f70f-e8eb-42a4-885e-53e29a10c154 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d0c2a11-45d0-45ab-93e4-141cda0fd801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423186 Oct 13 10:55:30.271631 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:30.272154 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:30.272252 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Floating IP 97abdb3c-1db5-4395-a2c2-e556c833fb56 disassociated. External IP: 172.25.0.76, port: 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a. Oct 13 10:55:30.279125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Calling delete_port for 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:55:30.279394 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:55:30.402359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e68b5-3c2b-42c4-acf6-62789f691224 req-2c6fc177-eb20-4af5-bc8c-7b0b5470a99c tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:30.403845 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f6e68b5-3c2b-42c4-acf6-62789f691224 req-2c6fc177-eb20-4af5-bc8c-7b0b5470a99c tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 943 time: 0.0531211 Oct 13 10:55:30.428668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796c12b-0ac4-4021-8579-3cbab46661f3 req-69b5965e-c637-41ea-bf98-77ff3b4db827 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:30.431641 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6796c12b-0ac4-4021-8579-3cbab46661f3 req-69b5965e-c637-41ea-bf98-77ff3b4db827 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0806131 Oct 13 10:55:30.445998 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f6e68b5-3c2b-42c4-acf6-62789f691224 req-3139234e-d4cf-46cf-b0b9-d7615512a48b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355496 Oct 13 10:55:30.490398 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6796c12b-0ac4-4021-8579-3cbab46661f3 req-d850e894-a259-4f89-bf47-f8ac66d3ec84 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Oct 13 10:55:30.520634 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:30.548688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Pushing event deleted for resources: {'Port': ['ID=8389713f-e6a4-4c51-b5db-a1b9f3e1a32a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:30.624680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-251d9f83-614d-4e76-9c92-d45c0e02a042 req-15268fc8-0f37-4c9f-beb8-bc15668e7751 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0315392 Oct 13 10:55:30.702289 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Router 72344664-0061-4451-ad06-8fa4337402ac has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:55:30.806116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:55:30.820066 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1d12a2-551d-41bf-9a54-926d1e67702f None None] Sync routers for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:55:30.830157 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1d12a2-551d-41bf-9a54-926d1e67702f None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:55:30.831623 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ff1d12a2-551d-41bf-9a54-926d1e67702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:30.848058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] No DVR routers for this DVR port 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:55:30.850823 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:30.854015 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd6c33a0-a60b-4433-8d78-aaf37890e972 req-b0f11d97-4cbb-4c9a-a6fe-e9dbd5f9af09 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.46 "DELETE /v2.0/ports/8389713f-e6a4-4c51-b5db-a1b9f3e1a32a HTTP/1.1" status: 204 len: 173 time: 1.0829618 Oct 13 10:55:30.854476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e28760-b952-44ac-90d4-547371030969', 'name': 'network-vif-deleted', 'tag': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:30.856711 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f740a995-cbb7-4eff-8812-c832a00867b8" -d '{"events": [{"server_uuid": "d0e28760-b952-44ac-90d4-547371030969", "name": "network-vif-deleted", "tag": "8389713f-e6a4-4c51-b5db-a1b9f3e1a32a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:30.896882 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dabf70-e3a3-4918-8d4d-161d4a929b49 x-openstack-request-id: req-a8dabf70-e3a3-4918-8d4d-161d4a929b49 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:30.897288 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e28760-b952-44ac-90d4-547371030969", "name": "network-vif-deleted", "tag": "8389713f-e6a4-4c51-b5db-a1b9f3e1a32a", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:30.897585 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8dabf70-e3a3-4918-8d4d-161d4a929b49 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:30.898260 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e28760-b952-44ac-90d4-547371030969', 'name': 'network-vif-deleted', 'tag': '8389713f-e6a4-4c51-b5db-a1b9f3e1a32a', 'status': 'completed', 'code': 200} Oct 13 10:55:30.933680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 177fcaec-c81e-4e40-b138-5fb76684f734 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:55:30.957766 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-ff1d12a2-551d-41bf-9a54-926d1e67702f None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:55:31.092750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 177fcaec-c81e-4e40-b138-5fb76684f734, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=177fcaec-c81e-4e40-b138-5fb76684f734,segment=NetworkSegment(53f224f5-b0ab-4bf5-9a8d-89723986eed0),segment_id=53f224f5-b0ab-4bf5-9a8d-89723986eed0)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:31.108107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '177fcaec-c81e-4e40-b138-5fb76684f734', 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34', 'port_id': '177fcaec-c81e-4e40-b138-5fb76684f734', 'mac_address': 'fa:16:3e:f8:7f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:55:31.163860 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:31.183324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177fcaec-c81e-4e40-b138-5fb76684f734 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:55:31.208130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 177fcaec-c81e-4e40-b138-5fb76684f734, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=177fcaec-c81e-4e40-b138-5fb76684f734,segment=NetworkSegment(53f224f5-b0ab-4bf5-9a8d-89723986eed0),segment_id=53f224f5-b0ab-4bf5-9a8d-89723986eed0)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:31.210589 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ff1d12a2-551d-41bf-9a54-926d1e67702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:06Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:31.241281 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1d12a2-551d-41bf-9a54-926d1e67702f None None] Checking router: 72344664-0061-4451-ad06-8fa4337402ac for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:55:31.249666 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1d12a2-551d-41bf-9a54-926d1e67702f None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:55:31.250273 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ff1d12a2-551d-41bf-9a54-926d1e67702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:31.280937 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:31.281606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:55:31.341742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=98a28e64-d22c-4b1e-aef7-2fdd932a04c6,segment=NetworkSegment(53f224f5-b0ab-4bf5-9a8d-89723986eed0),segment_id=53f224f5-b0ab-4bf5-9a8d-89723986eed0)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:31.356393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '98a28e64-d22c-4b1e-aef7-2fdd932a04c6', 'network_id': '9669baac-943a-44ee-93d6-7a2696aefe34', 'port_id': '98a28e64-d22c-4b1e-aef7-2fdd932a04c6', 'mac_address': 'fa:16:3e:2a:70:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:55:31.373672 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-ff1d12a2-551d-41bf-9a54-926d1e67702f None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:55:31.410922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=177fcaec-c81e-4e40-b138-5fb76684f734,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:31.417493 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2e657ee-87c1-492b-b7fc-f26a2fd66c21 req-956143e7-08c6-4484-8b1e-f29d1ae4a567 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e28760-b952-44ac-90d4-547371030969 HTTP/1.1" status: 200 len: 210 time: 0.0412540 Oct 13 10:55:31.438388 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:31.453792 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:55:31.475714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=98a28e64-d22c-4b1e-aef7-2fdd932a04c6,segment=NetworkSegment(53f224f5-b0ab-4bf5-9a8d-89723986eed0),segment_id=53f224f5-b0ab-4bf5-9a8d-89723986eed0)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:31.569942 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:31.584978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02868d1d-d9f3-4ce2-9813-78a6058b3cb5 req-83e551a7-d226-45d0-8f5d-5d6412188fd0 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:31.586558 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02868d1d-d9f3-4ce2-9813-78a6058b3cb5 req-83e551a7-d226-45d0-8f5d-5d6412188fd0 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 943 time: 0.0541756 Oct 13 10:55:31.627841 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=98a28e64-d22c-4b1e-aef7-2fdd932a04c6,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:31.628242 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ff1d12a2-551d-41bf-9a54-926d1e67702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:06Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:31.634324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02868d1d-d9f3-4ce2-9813-78a6058b3cb5 req-2bfbc81b-d814-4b0e-b37a-02c8aa0d1b02 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400112 Oct 13 10:55:31.667510 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1d12a2-551d-41bf-9a54-926d1e67702f None None] The sync data for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 is: [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:48:02Z', 'revision_number': 4, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'abf824ce-4852-464a-9f6c-3b1e74e3f22a', 'name': '', 'network_id': 'b58e4256-4c47-4436-af94-141a2aa7d3a0', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'mac_address': 'fa:16:3e:2d:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:01Z', 'updated_at': '2021-10-13T10:48:06Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'subnets': [{'id': '3a88d710-315c-4479-96af-c6b02bc601b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:55:31.695012 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-d5e770d1-2c68-4e89-aadd-21903189758c tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=72274b6618d3425eb0d1080f0dc4479a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327032 Oct 13 10:55:31.773000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f34693-3baa-4937-ac43-a90d347a6d7b req-8545fe70-cbb6-4b8e-80e3-ed4c03110e4a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:31.774550 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f34693-3baa-4937-ac43-a90d347a6d7b req-8545fe70-cbb6-4b8e-80e3-ed4c03110e4a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0656505 Oct 13 10:55:31.828260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb3511-e481-4514-9640-516689e74f8c req-d96327f0-5b4d-4ef2-85d2-36655d9d16b1 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:31.831457 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f34693-3baa-4937-ac43-a90d347a6d7b req-040f7600-ef25-4de3-86d3-cc5743b983aa tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497625 Oct 13 10:55:31.837741 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-d96327f0-5b4d-4ef2-85d2-36655d9d16b1 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346056 Oct 13 10:55:31.848536 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-1b83e5ef-7f27-40e9-9856-4e821d04bfea tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/quotas/72274b6618d3425eb0d1080f0dc4479a HTTP/1.1" status: 200 len: 375 time: 0.0098939 Oct 13 10:55:31.892336 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-cbc6f68e-dc98-425f-8328-3a45035fcef5 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=72274b6618d3425eb0d1080f0dc4479a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352347 Oct 13 10:55:31.966032 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['177fcaec-c81e-4e40-b138-5fb76684f734'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:55:31.987079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4b7093a8-e202-421a-8b35-66f266050f72 req-9c3765b9-7615-4484-b1eb-4b4c42b1a406 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0311775 Oct 13 10:55:31.995079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['98a28e64-d22c-4b1e-aef7-2fdd932a04c6'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:55:31.995079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1822b1-6cad-4843-8d49-1b26ca6267bd None None] New status for floating IP 97abdb3c-1db5-4395-a2c2-e556c833fb56: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:55:32.196984 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1459b46-0677-46ef-9307-ea0a2929905a req-68c62f98-654e-4040-9123-5747723b81e7 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 210 time: 0.0282815 Oct 13 10:55:32.322161 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-4f5e7d9a-e58d-48f4-92d1-d812ab595143 service neutron] show failed (client error): The resource could not be found. Oct 13 10:55:32.323480 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-4f5e7d9a-e58d-48f4-92d1-d812ab595143 service neutron] 10.222.0.21 "GET /v2.0/ports/850e764c-894d-4cf3-b469-d796681e881f/bindings/n-h1-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0812235 Oct 13 10:55:32.631466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38504) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:32.695917 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7ce7e7-31bc-4a36-a6b7-b6d97752cd45 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:32.719455 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7ce7e7-31bc-4a36-a6b7-b6d97752cd45 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:32.790950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19c377-56f2-42f0-83a5-74c53f6292a9 req-641a1d22-50dd-49c5-b058-cc681ad861ce tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:32.792416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-db19c377-56f2-42f0-83a5-74c53f6292a9 req-641a1d22-50dd-49c5-b058-cc681ad861ce tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 944 time: 0.0782933 Oct 13 10:55:32.835006 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-db19c377-56f2-42f0-83a5-74c53f6292a9 req-0a440e55-9123-4b16-8056-f5ee01358d77 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338800 Oct 13 10:55:32.904012 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7ce7e7-31bc-4a36-a6b7-b6d97752cd45 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:32.906767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7ce7e7-31bc-4a36-a6b7-b6d97752cd45 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:32.912259 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-df7ce7e7-31bc-4a36-a6b7-b6d97752cd45 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "DELETE /v2.0/security-groups/1d0c2a11-45d0-45ab-93e4-141cda0fd801 HTTP/1.1" status: 204 len: 168 time: 0.2754564 Oct 13 10:55:32.913000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38516) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:32.930131 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-ca32ffc9-6407-4fc1-8c0c-4371593ee1ab tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] show failed (client error): The resource could not be found. Oct 13 10:55:32.934287 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ca32ffc9-6407-4fc1-8c0c-4371593ee1ab tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "GET /v2.0/security-groups/1d0c2a11-45d0-45ab-93e4-141cda0fd801 HTTP/1.1" status: 404 len: 347 time: 0.0173559 Oct 13 10:55:32.934287 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ce7e7-31bc-4a36-a6b7-b6d97752cd45 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0c2a11-45d0-45ab-93e4-141cda0fd801,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:32.939333 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38518) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:32.946179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:55:32.968001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:55:32.969218 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8389713f-e6a4-4c51-b5db-a1b9f3e1a32a not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:55:32.995190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-507ab6d3-4b52-4549-a091-56d7afc552db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:32.996710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-507ab6d3-4b52-4549-a091-56d7afc552db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367&tenant_id=15b82978f9314c489e73bb4a9f9cd84a HTTP/1.1" status: 200 len: 1100 time: 0.0623581 Oct 13 10:55:33.009127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:33.044642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2785af-549a-4c1d-90d0-f61e237e1566 req-dd6f0a87-b0fa-48a0-ab7b-95d640626d29 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:33.046443 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b2785af-549a-4c1d-90d0-f61e237e1566 req-dd6f0a87-b0fa-48a0-ab7b-95d640626d29 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.1460683 Oct 13 10:55:33.064543 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:33.116671 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-89a9a5bd-d991-484a-9b32-c8b2e76fd097 req-4a5c18ea-18df-4507-807a-fb0ecab06ff3 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0341883 Oct 13 10:55:33.118859 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b2785af-549a-4c1d-90d0-f61e237e1566 req-d8e4a39b-7921-42b9-a059-f0c49c488243 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430601 Oct 13 10:55:33.131928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-06d27708-b9af-44f5-a49e-0f24f77bf516 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Deleting port 7881517d-1ba8-481f-84c3-7e7cef97e05c {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:55:33.132504 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-06d27708-b9af-44f5-a49e-0f24f77bf516 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:33.228329 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-06d27708-b9af-44f5-a49e-0f24f77bf516 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:33.228742 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-06d27708-b9af-44f5-a49e-0f24f77bf516 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:33.242650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-06d27708-b9af-44f5-a49e-0f24f77bf516 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Calling delete_port for 7881517d-1ba8-481f-84c3-7e7cef97e05c owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:55:33.324044 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1ef9f07a-8f52-4410-b99a-ea154607d567 req-86008482-76ae-45bd-9f90-d78089dd27fa tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 210 time: 0.0307732 Oct 13 10:55:33.354363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] For port 850e764c-894d-4cf3-b469-d796681e881f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=850e764c-894d-4cf3-b469-d796681e881f,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:33.388094 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] For port 850e764c-894d-4cf3-b469-d796681e881f, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:55:33.426362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098c5fc1-0503-4170-ba78-c626affcd367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '850e764c-894d-4cf3-b469-d796681e881f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:33.429144 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babf3caf-0295-4128-9a3a-d2d4bcd740d5" -d '{"events": [{"server_uuid": "098c5fc1-0503-4170-ba78-c626affcd367", "name": "network-vif-unplugged", "status": "completed", "tag": "850e764c-894d-4cf3-b469-d796681e881f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:33.433455 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:33.469364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Transition to ACTIVE for port object 850e764c-894d-4cf3-b469-d796681e881f will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:55:33.469535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-06d27708-b9af-44f5-a49e-0f24f77bf516 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:33.488710 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6166d8af-fc8c-4b98-9c7a-d61b067df3ea x-openstack-request-id: req-6166d8af-fc8c-4b98-9c7a-d61b067df3ea {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:33.489004 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098c5fc1-0503-4170-ba78-c626affcd367", "name": "network-vif-unplugged", "status": "completed", "tag": "850e764c-894d-4cf3-b469-d796681e881f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:33.489281 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6166d8af-fc8c-4b98-9c7a-d61b067df3ea {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:33.489792 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098c5fc1-0503-4170-ba78-c626affcd367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '850e764c-894d-4cf3-b469-d796681e881f', 'code': 200} Oct 13 10:55:33.501328 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d27708-b9af-44f5-a49e-0f24f77bf516 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Pushing event deleted for resources: {'Port': ['ID=7881517d-1ba8-481f-84c3-7e7cef97e05c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:33.543988 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:33.562837 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-06d27708-b9af-44f5-a49e-0f24f77bf516 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:33.565544 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-06d27708-b9af-44f5-a49e-0f24f77bf516 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:33.566880 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-06d27708-b9af-44f5-a49e-0f24f77bf516 tempest-ServersWithSpecificFlavorTestJSON-96207376 tempest-ServersWithSpecificFlavorTestJSON-96207376-project] 10.222.0.32 "DELETE /v2.0/floatingips/97abdb3c-1db5-4395-a2c2-e556c833fb56 HTTP/1.1" status: 204 len: 168 time: 0.6258020 Oct 13 10:55:33.615803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] No DVR routers for this DVR port 850e764c-894d-4cf3-b469-d796681e881f on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:55:33.619270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Pushing event updated for resources: {'Port': ['ID=850e764c-894d-4cf3-b469-d796681e881f,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:33.654632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Attempting to bind port 850e764c-894d-4cf3-b469-d796681e881f on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:55:33.655272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Attempting to bind port 850e764c-894d-4cf3-b469-d796681e881f by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:55:33.655272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Attempting to bind port 850e764c-894d-4cf3-b469-d796681e881f on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:55:33.660610 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Port 850e764c-894d-4cf3-b469-d796681e881f on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:55:33.661203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Attempting to bind port 850e764c-894d-4cf3-b469-d796681e881f on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:55:33.666824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:55:33.667425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:55:33.667820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:55:33.668400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Bound port: 850e764c-894d-4cf3-b469-d796681e881f, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:55:33.668768 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:33.744079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] For port 850e764c-894d-4cf3-b469-d796681e881f, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:55:33.747371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] For port 850e764c-894d-4cf3-b469-d796681e881f, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=850e764c-894d-4cf3-b469-d796681e881f,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:55:33.801897 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:33.839698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:33.840316 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:33.841711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] 10.222.0.46 "PUT /v2.0/ports/850e764c-894d-4cf3-b469-d796681e881f HTTP/1.1" status: 200 len: 1095 time: 0.8367734 Oct 13 10:55:33.904186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7e3a7-85f4-4cb6-9c63-6340910bfa45 service neutron] Pushing event updated for resources: {'Port': ['ID=850e764c-894d-4cf3-b469-d796681e881f,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:33.951002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-167ceeb3-676a-4579-8fe4-ca45023c6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:33.952583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-167ceeb3-676a-4579-8fe4-ca45023c6c90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 1098 time: 0.0824020 Oct 13 10:55:34.015601 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dad65f-21f4-4bf2-8aea-d066ed954bef req-b12879a7-a8d0-44a9-9078-18e2e80e1040 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:34.017467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14dad65f-21f4-4bf2-8aea-d066ed954bef req-b12879a7-a8d0-44a9-9078-18e2e80e1040 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 944 time: 0.1034856 Oct 13 10:55:34.106465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14dad65f-21f4-4bf2-8aea-d066ed954bef req-a51e39e9-c9b3-4adb-9c00-10253bb02ac5 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703180 Oct 13 10:55:34.117801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-3b6fa1f5-7c61-4569-b9ee-b0a1ac78ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:34.119450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-3b6fa1f5-7c61-4569-b9ee-b0a1ac78ba61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1594791 Oct 13 10:55:34.172613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-a0a971af-8d17-41db-b000-e519879f4cc1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=850e764c-894d-4cf3-b469-d796681e881f HTTP/1.1" status: 200 len: 217 time: 0.0452931 Oct 13 10:55:34.240353 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c989650e-ab09-411a-8786-f413e9de87b9 req-d9590ada-99fa-441d-9280-e48fada7a4aa tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0263634 Oct 13 10:55:34.264571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-32d3795f-c5c3-4b4d-bdd0-09fcb7f09344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:34.266021 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-32d3795f-c5c3-4b4d-bdd0-09fcb7f09344 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0863137 Oct 13 10:55:34.311106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3c4b6-c7ce-4cbc-8c39-e855139c5880 req-16f5079e-5549-49fe-99e2-b5f4d7cc7be5 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:34.312592 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82d3c4b6-c7ce-4cbc-8c39-e855139c5880 req-16f5079e-5549-49fe-99e2-b5f4d7cc7be5 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 947 time: 0.0959220 Oct 13 10:55:34.316979 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-5fcd66c8-a799-47c6-8397-b0ecaf99531c tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=72274b6618d3425eb0d1080f0dc4479a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271611 Oct 13 10:55:34.342564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-90524393-8ef8-4378-b9e8-b8c90747d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:34.344026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-90524393-8ef8-4378-b9e8-b8c90747d2ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698864 Oct 13 10:55:34.382883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82d3c4b6-c7ce-4cbc-8c39-e855139c5880 req-cec108f1-e358-4db7-a90a-63ec174c496a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612373 Oct 13 10:55:34.467996 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-2f051dd0-3a34-4413-a826-7d4daabf323a service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105187 Oct 13 10:55:34.478138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb3511-e481-4514-9640-516689e74f8c req-586ebda8-1f32-49c0-9924-1f366c7e49c5 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:34.479938 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-586ebda8-1f32-49c0-9924-1f366c7e49c5 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527522 Oct 13 10:55:34.495197 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Request body: {'port': {'device_id': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '72274b6618d3425eb0d1080f0dc4479a'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:34.497778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38562) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:34.567671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-45253300-c7bd-4644-b519-f10324c28690 req-9041039a-6fa4-42db-902a-36e7c567a2c1 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 210 time: 0.0673177 Oct 13 10:55:34.586658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cfae8a7-0f05-467e-89ff-07196251b7e9 req-9df07c6b-05b9-4922-92ab-a91e922a1beb service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095023 Oct 13 10:55:34.721668 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Made reservation on behalf of 72274b6618d3425eb0d1080f0dc4479a for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:55:34.726184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:34.735212 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:34.819234 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:34.881432 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:34.939237 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 177fcaec-c81e-4e40-b138-5fb76684f734 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:55:34.945131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e88064-f575-4e05-a8ed-4525c50c26dd,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:35.028080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Allocated IP 192.168.233.151 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:55:35.077207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 177fcaec-c81e-4e40-b138-5fb76684f734 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:55:35.085087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 177fcaec-c81e-4e40-b138-5fb76684f734 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:35.085567 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:35.201029 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:35.205678 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:35.228009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f903a6-79c6-43f8-af95-5f0a04268f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177fcaec-c81e-4e40-b138-5fb76684f734'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:35.230985 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fc90a6-9da4-4794-baf9-7fbb4cbe0ffc" -d '{"events": [{"server_uuid": "22f903a6-79c6-43f8-af95-5f0a04268f0d", "name": "network-vif-plugged", "status": "completed", "tag": "177fcaec-c81e-4e40-b138-5fb76684f734"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:35.244819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 177fcaec-c81e-4e40-b138-5fb76684f734, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=177fcaec-c81e-4e40-b138-5fb76684f734,segment=NetworkSegment(53f224f5-b0ab-4bf5-9a8d-89723986eed0),segment_id=53f224f5-b0ab-4bf5-9a8d-89723986eed0)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:35.274965 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3321f0d0-7dad-42ea-8e6b-9efcae7170e5 x-openstack-request-id: req-3321f0d0-7dad-42ea-8e6b-9efcae7170e5 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:35.275403 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f903a6-79c6-43f8-af95-5f0a04268f0d", "name": "network-vif-plugged", "status": "completed", "tag": "177fcaec-c81e-4e40-b138-5fb76684f734", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:35.275776 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3321f0d0-7dad-42ea-8e6b-9efcae7170e5 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:35.276267 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f903a6-79c6-43f8-af95-5f0a04268f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177fcaec-c81e-4e40-b138-5fb76684f734', 'code': 200} Oct 13 10:55:35.294502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184c148-3bb1-4450-a122-50a93059f514 req-d07c29eb-2d6c-46c6-83e6-4f8bc16dca54 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:35.298325 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:35.299868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:55:35.311443 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c184c148-3bb1-4450-a122-50a93059f514 req-d07c29eb-2d6c-46c6-83e6-4f8bc16dca54 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 944 time: 0.1105809 Oct 13 10:55:35.365848 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c184c148-3bb1-4450-a122-50a93059f514 req-3f99cdf4-0cf5-436e-b25f-d7bb51c4b472 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486591 Oct 13 10:55:35.367242 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:35.368755 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 850e764c-894d-4cf3-b469-d796681e881f no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:55:35.375645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e09ec31-16bb-46b8-a6f2-c58ef9b314b2 req-48b5f6f1-231d-4536-854d-1bd336aad23e tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0472116 Oct 13 10:55:35.463821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f406a1b-6e52-42f1-931b-0167ceaa1ec2 req-2382cfde-e08f-4ed1-8da3-5dd82ed66746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:35.465382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f406a1b-6e52-42f1-931b-0167ceaa1ec2 req-2382cfde-e08f-4ed1-8da3-5dd82ed66746 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 1096 time: 0.1182590 Oct 13 10:55:35.470156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=177fcaec-c81e-4e40-b138-5fb76684f734,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:35.470759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:55:35.481239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 850e764c-894d-4cf3-b469-d796681e881f not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:55:35.491257 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:55:35.494532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:55:35.497836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Pushing event updated for resources: {'Port': ['ID=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:35.505849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098c5fc1-0503-4170-ba78-c626affcd367', 'tag': '850e764c-894d-4cf3-b469-d796681e881f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:35.508642 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "098c5fc1-0503-4170-ba78-c626affcd367", "tag": "850e764c-894d-4cf3-b469-d796681e881f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:35.555610 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:35.556658 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:35.581556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f406a1b-6e52-42f1-931b-0167ceaa1ec2 req-06657ef4-6ff8-4c56-a0bb-e40631ad0b16 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064024 Oct 13 10:55:35.588376 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-554a4a69-3e75-4c71-8070-5633127d16fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:35.595096 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:55:35.598297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:35.604374 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:35.636974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86cd41-e75f-4867-9443-4844f422d7b7 req-be173e8a-a2e5-40bd-9223-c6d8dd789735 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:35.638535 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a86cd41-e75f-4867-9443-4844f422d7b7 req-be173e8a-a2e5-40bd-9223-c6d8dd789735 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 947 time: 0.1235189 Oct 13 10:55:35.641860 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0f2faf-9d70-44c5-a455-ff851d80673e x-openstack-request-id: req-4b0f2faf-9d70-44c5-a455-ff851d80673e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:35.642142 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098c5fc1-0503-4170-ba78-c626affcd367", "tag": "850e764c-894d-4cf3-b469-d796681e881f", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:35.642418 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b0f2faf-9d70-44c5-a455-ff851d80673e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:35.642801 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098c5fc1-0503-4170-ba78-c626affcd367', 'tag': '850e764c-894d-4cf3-b469-d796681e881f', 'status': 'completed', 'code': 200} Oct 13 10:55:35.647115 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-8befba31-f75d-4983-951a-f6a2f9c9b72b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1570148 Oct 13 10:55:35.666028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Request body: {'port': {'device_id': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:35.722884 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:35.764570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=98a28e64-d22c-4b1e-aef7-2fdd932a04c6,segment=NetworkSegment(53f224f5-b0ab-4bf5-9a8d-89723986eed0),segment_id=53f224f5-b0ab-4bf5-9a8d-89723986eed0)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:35.775880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a86cd41-e75f-4867-9443-4844f422d7b7 req-8604e5ca-13f5-4476-9a41-a29fb67921e3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269903 Oct 13 10:55:35.786102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-0f74b77a-6999-4004-8198-76a2ac09f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:35.787688 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-0f74b77a-6999-4004-8198-76a2ac09f57f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 1098 time: 0.1231568 Oct 13 10:55:35.804278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a6a5c94e-08c8-4f47-a941-0d744372bc73 None None] Provisioning complete for port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:35.804889 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a6a5c94e-08c8-4f47-a941-0d744372bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:35.809613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaddce8-cc17-489b-b90b-cc21e3306ca6 req-e66d1c08-e627-4979-bc30-913dd997cf7c tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:35.811134 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dbaddce8-cc17-489b-b90b-cc21e3306ca6 req-e66d1c08-e627-4979-bc30-913dd997cf7c tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 936 time: 0.0924182 Oct 13 10:55:35.827296 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:35.841775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a6a5c94e-08c8-4f47-a941-0d744372bc73 None None] Port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:55:35.848455 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:35.887674 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dbaddce8-cc17-489b-b90b-cc21e3306ca6 req-018141c8-002a-441f-8a4d-755aae93a016 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674570 Oct 13 10:55:35.899357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=98a28e64-d22c-4b1e-aef7-2fdd932a04c6,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:35.978302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-fe615f1a-a15a-4af7-b060-4fc013dff1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:35.979900 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-fe615f1a-a15a-4af7-b060-4fc013dff1f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 1098 time: 0.1053917 Oct 13 10:55:35.980916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-5ec224f3-ded2-436f-9f6f-941394634c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:35.982201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-5ec224f3-ded2-436f-9f6f-941394634c22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1607265 Oct 13 10:55:36.075161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-27a67c0b-bd99-4b95-afff-d0cc4c59f8c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=850e764c-894d-4cf3-b469-d796681e881f HTTP/1.1" status: 200 len: 217 time: 0.0844662 Oct 13 10:55:36.119054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:55:36.126551 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:36.140553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Transition to ACTIVE for port object 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:55:36.198321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-ef7fd9f6-d82a-436f-949c-d26767b4c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:36.199784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-ef7fd9f6-d82a-436f-949c-d26767b4c29c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0984879 Oct 13 10:55:36.201524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-bef2b0c8-c7ce-41ec-a2ce-06b94b4bf2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:36.202859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-bef2b0c8-c7ce-41ec-a2ce-06b94b4bf2af service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.2141030 Oct 13 10:55:36.207936 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:36.278680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-e2bd0b61-77b8-4e99-adfb-7f3afaefb1c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=850e764c-894d-4cf3-b469-d796681e881f HTTP/1.1" status: 200 len: 217 time: 0.0600076 Oct 13 10:55:36.282627 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:36.286638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-554a4a69-3e75-4c71-8070-5633127d16fb admin admin] Deleting port abf824ce-4852-464a-9f6c-3b1e74e3f22a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:55:36.286990 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-554a4a69-3e75-4c71-8070-5633127d16fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:36.339885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Attempting to bind port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:55:36.342750 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Attempting to bind port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:55:36.343103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Attempting to bind port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:55:36.348641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:55:36.349320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Attempting to bind port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:55:36.354846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:55:36.355189 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:55:36.355577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:55:36.356033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Bound port: 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:55:36.356815 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:36.371321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-543d9bc6-8906-4b42-a6a7-93cb76035a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:36.372838 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-543d9bc6-8906-4b42-a6a7-93cb76035a00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641648 Oct 13 10:55:36.445832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-4daa51da-a3b9-4612-8466-4c4e1fb9cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:36.447402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-4daa51da-a3b9-4612-8466-4c4e1fb9cc5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1568072 Oct 13 10:55:36.488420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:55:36.504756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:55:36.522878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc98fdb-aae2-49b4-8d10-14b8f6e8bc6b req-a8f9eb3c-45d3-4223-aab1-75bfd386e7b1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:36.523120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-554a4a69-3e75-4c71-8070-5633127d16fb admin admin] For port abf824ce-4852-464a-9f6c-3b1e74e3f22a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=abf824ce-4852-464a-9f6c-3b1e74e3f22a,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:36.523120 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-554a4a69-3e75-4c71-8070-5633127d16fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:36.523397 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffc98fdb-aae2-49b4-8d10-14b8f6e8bc6b req-a8f9eb3c-45d3-4223-aab1-75bfd386e7b1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0678840 Oct 13 10:55:36.550665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6fe9d1d2-873c-41d9-bdbf-2079df735c21 req-45f8048c-9e99-43db-8488-e5e0065cbe3b tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0570436 Oct 13 10:55:36.556617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-554a4a69-3e75-4c71-8070-5633127d16fb admin admin] Calling delete_port for abf824ce-4852-464a-9f6c-3b1e74e3f22a owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:55:36.566710 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffc98fdb-aae2-49b4-8d10-14b8f6e8bc6b req-73831ef4-f077-4172-bcaf-11916acdcfe8 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371389 Oct 13 10:55:36.583993 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:36.602295 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-5b9a84e7-acc7-4e88-97db-8c35629794b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:36.602295 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-5b9a84e7-acc7-4e88-97db-8c35629794b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1372960 Oct 13 10:55:36.622274 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:36.622274 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:36.622274 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-efc52673-512f-46ae-8252-4718706316c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 HTTP/1.1" status: 200 len: 1096 time: 0.9600866 Oct 13 10:55:36.631297 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-a5f9e6ec-7f25-4df4-a2e5-3084be3d662a service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474828 Oct 13 10:55:36.652808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:36.655100 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12ab415-ecef-48ad-ba70-018c7585787f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:36.697960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc52673-512f-46ae-8252-4718706316c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:36.729178 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f29ebce-3641-4213-9d9a-a7e5cdcd6679 x-openstack-request-id: req-1f29ebce-3641-4213-9d9a-a7e5cdcd6679 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:36.729474 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:36.729724 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f29ebce-3641-4213-9d9a-a7e5cdcd6679 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:36.730110 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5', 'status': 'completed', 'code': 200} Oct 13 10:55:36.788089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb3511-e481-4514-9640-516689e74f8c req-dfaae886-65bc-4243-8d00-08769b7b5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:36.789735 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-dfaae886-65bc-4243-8d00-08769b7b5115 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72274b6618d3425eb0d1080f0dc4479a&device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 1099 time: 0.0478504 Oct 13 10:55:36.838074 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-d5cf06c7-9a35-492b-8f39-d4a5145c61ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 HTTP/1.1" status: 200 len: 217 time: 0.0401750 Oct 13 10:55:36.849035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-77893068-6119-42e0-ad64-7be07708637f service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199364 Oct 13 10:55:36.872120 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-b0b6b0ab-c9be-4268-9b0e-ed994636c7bd service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300315 Oct 13 10:55:36.895067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb3511-e481-4514-9640-516689e74f8c req-41205448-a205-4631-8e07-9c325b04f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:36.896654 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-41205448-a205-4631-8e07-9c325b04f638 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0517223 Oct 13 10:55:36.950545 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb3511-e481-4514-9640-516689e74f8c req-52c69afd-9ed0-4683-ab82-41b61d2d81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:36.952296 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-52c69afd-9ed0-4683-ab82-41b61d2d81a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484674 Oct 13 10:55:37.017010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bcecd-3aeb-49af-89be-609aa9f48c76 req-248afeac-979c-44d1-91e1-798ccbf18079 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:37.018658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a48bcecd-3aeb-49af-89be-609aa9f48c76 req-248afeac-979c-44d1-91e1-798ccbf18079 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 947 time: 0.1488085 Oct 13 10:55:37.058627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3ab0564-0dcc-4937-9c37-ac0aba524cdc req-07a59499-0b7d-4475-a3f5-0861220e617f service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986461 Oct 13 10:55:37.081633 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a48bcecd-3aeb-49af-89be-609aa9f48c76 req-6e7a1b95-12f9-4b44-aeda-474a846fbb2f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559042 Oct 13 10:55:37.084380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8488f1-6c11-4a01-ae4d-b0f6a9a9e2d4 req-04d48a53-be50-4470-95c4-45400d20932a tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:37.085744 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da8488f1-6c11-4a01-ae4d-b0f6a9a9e2d4 req-04d48a53-be50-4470-95c4-45400d20932a tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 948 time: 0.1053376 Oct 13 10:55:37.091699 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-61486267-29c7-414d-ac5f-57af7d0727f0 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308582 Oct 13 10:55:37.156242 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-554a4a69-3e75-4c71-8070-5633127d16fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:37.173362 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da8488f1-6c11-4a01-ae4d-b0f6a9a9e2d4 req-85e9e6d3-4c3b-4f85-b354-366c73370515 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806863 Oct 13 10:55:37.185150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a4a69-3e75-4c71-8070-5633127d16fb admin admin] Pushing event deleted for resources: {'Port': ['ID=abf824ce-4852-464a-9f6c-3b1e74e3f22a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:37.220562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32cb3511-e481-4514-9640-516689e74f8c req-6d852873-9e11-4437-a1ef-36704279d12c service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183517 Oct 13 10:55:37.277475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81850775-67dc-41f2-935b-90281f6d3916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a28e64-d22c-4b1e-aef7-2fdd932a04c6'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:37.280622 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc966875-8001-4d4c-888c-cf0400c22928" -d '{"events": [{"server_uuid": "81850775-67dc-41f2-935b-90281f6d3916", "name": "network-vif-plugged", "status": "completed", "tag": "98a28e64-d22c-4b1e-aef7-2fdd932a04c6"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:37.324667 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e6efca-c1d9-43b2-b7bf-7d55df48f5c9 x-openstack-request-id: req-e1e6efca-c1d9-43b2-b7bf-7d55df48f5c9 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:37.324963 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81850775-67dc-41f2-935b-90281f6d3916", "name": "network-vif-plugged", "status": "completed", "tag": "98a28e64-d22c-4b1e-aef7-2fdd932a04c6", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:37.325216 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1e6efca-c1d9-43b2-b7bf-7d55df48f5c9 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:37.325607 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81850775-67dc-41f2-935b-90281f6d3916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a28e64-d22c-4b1e-aef7-2fdd932a04c6', 'code': 200} Oct 13 10:55:37.380131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab415-ecef-48ad-ba70-018c7585787f req-7f05acf9-6a9c-4162-a3a7-07180d0c09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:37.381681 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e12ab415-ecef-48ad-ba70-018c7585787f req-7f05acf9-6a9c-4162-a3a7-07180d0c09c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72274b6618d3425eb0d1080f0dc4479a&device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 1099 time: 0.0527980 Oct 13 10:55:37.415711 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-554a4a69-3e75-4c71-8070-5633127d16fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:37.436416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0ee7e-512e-4cd1-ab0f-209bc0aa0928 req-67afb603-858a-4f81-b488-520a94d388da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:37.437885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03e0ee7e-512e-4cd1-ab0f-209bc0aa0928 req-67afb603-858a-4f81-b488-520a94d388da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 1096 time: 0.0521965 Oct 13 10:55:37.480226 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab415-ecef-48ad-ba70-018c7585787f req-f3288aa3-40de-4fcc-8d41-09b18fe02198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:37.481591 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e12ab415-ecef-48ad-ba70-018c7585787f req-f3288aa3-40de-4fcc-8d41-09b18fe02198 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.0927463 Oct 13 10:55:37.524380 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e12ab415-ecef-48ad-ba70-018c7585787f req-2ca24919-b272-4cae-847e-147d624228fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 HTTP/1.1" status: 200 len: 217 time: 0.0340953 Oct 13 10:55:37.536210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03e0ee7e-512e-4cd1-ab0f-209bc0aa0928 req-7fb7ba1e-f23f-4c45-8130-c70f1870655e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679729 Oct 13 10:55:37.578290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab415-ecef-48ad-ba70-018c7585787f req-db875712-7ee0-418c-b2b7-df2405cedd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:37.579994 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e12ab415-ecef-48ad-ba70-018c7585787f req-db875712-7ee0-418c-b2b7-df2405cedd4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0483131 Oct 13 10:55:37.632675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab415-ecef-48ad-ba70-018c7585787f req-6a028469-91f6-4838-b9e4-647f1b4d6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:37.634490 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e12ab415-ecef-48ad-ba70-018c7585787f req-6a028469-91f6-4838-b9e4-647f1b4d6241 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469708 Oct 13 10:55:37.700984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554a4a69-3e75-4c71-8070-5633127d16fb admin admin] Router 72344664-0061-4451-ad06-8fa4337402ac has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:55:37.715497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae27e6-f772-4695-aee2-1b6769ae7882 req-74cdf922-caf1-475c-aa4f-9aeca6ba9049 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:37.716978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6fae27e6-f772-4695-aee2-1b6769ae7882 req-74cdf922-caf1-475c-aa4f-9aeca6ba9049 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0717382 Oct 13 10:55:37.718116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-99bff163-3a1f-47a3-ae46-8eb23dfe31c1 req-0b3df235-0593-44c4-8f86-52b238a8695f tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0560853 Oct 13 10:55:37.773378 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e12ab415-ecef-48ad-ba70-018c7585787f req-8dbe65d9-8552-477c-8886-6ebbfd932344 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308801 Oct 13 10:55:37.804545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6fae27e6-f772-4695-aee2-1b6769ae7882 req-74c8da95-1c46-4568-9cd6-e1900c4adfd8 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799932 Oct 13 10:55:37.860102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554a4a69-3e75-4c71-8070-5633127d16fb admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:55:37.873135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-554a4a69-3e75-4c71-8070-5633127d16fb admin admin] 10.222.0.32 "PUT /v2.0/routers/72344664-0061-4451-ad06-8fa4337402ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3679676 Oct 13 10:55:37.873235 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6d1677-86a3-4c09-8746-57b9356a57aa None None] Sync routers for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:55:37.875156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38612) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:37.881187 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d1677-86a3-4c09-8746-57b9356a57aa None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:55:37.881790 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5f6d1677-86a3-4c09-8746-57b9356a57aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:37.885734 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e12ab415-ecef-48ad-ba70-018c7585787f req-c3c3b934-a8ac-40db-8ce8-f3b94e94423a service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050079 Oct 13 10:55:37.921383 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ace0ee9a-254b-4a59-9764-65a8873c9056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:37.992051 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:38.072077 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-5f6d1677-86a3-4c09-8746-57b9356a57aa None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:55:38.110424 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:38.244038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332224cd-9c84-4dfd-8177-b929daa5cbc0 req-4e4b3be6-e8f5-4349-b495-a370538d0a28 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:38.249380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-332224cd-9c84-4dfd-8177-b929daa5cbc0 req-4e4b3be6-e8f5-4349-b495-a370538d0a28 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 947 time: 0.0872626 Oct 13 10:55:38.276002 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5f6d1677-86a3-4c09-8746-57b9356a57aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '2359d4f5-37ab-499c-a819-85cafe987615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:55:36Z', 'revision_number': 5, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port': {'id': '2359d4f5-37ab-499c-a819-85cafe987615', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72344664-0061-4451-ad06-8fa4337402ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:47:58Z', 'updated_at': '2021-10-13T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:38.308691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe281cc-7b0d-4ad5-bab4-15497d9d47aa req-3efa8c85-781a-4192-a8ed-cdd4212010c5 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:38.309894 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6d1677-86a3-4c09-8746-57b9356a57aa None None] Checking router: 72344664-0061-4451-ad06-8fa4337402ac for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:55:38.310368 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-efe281cc-7b0d-4ad5-bab4-15497d9d47aa req-3efa8c85-781a-4192-a8ed-cdd4212010c5 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 948 time: 0.0607324 Oct 13 10:55:38.318990 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d1677-86a3-4c09-8746-57b9356a57aa None None] Routers {'72344664-0061-4451-ad06-8fa4337402ac'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:55:38.319677 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5f6d1677-86a3-4c09-8746-57b9356a57aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['72344664-0061-4451-ad06-8fa4337402ac'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:38.410877 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-5f6d1677-86a3-4c09-8746-57b9356a57aa None None] Set router 72344664-0061-4451-ad06-8fa4337402ac gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:55:38.469585 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5f6d1677-86a3-4c09-8746-57b9356a57aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:55:38Z', 'revision_number': 6, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:38.487713 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:38.500772 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6d1677-86a3-4c09-8746-57b9356a57aa None None] The sync data for ids ['72344664-0061-4451-ad06-8fa4337402ac'] in n-d-813659-3 is: [{'id': '72344664-0061-4451-ad06-8fa4337402ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-396912330-router', 'tenant_id': 'c16d108e0b3b432b9200693dc1b5290a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:47:57Z', 'updated_at': '2021-10-13T10:55:38Z', 'revision_number': 6, 'project_id': 'c16d108e0b3b432b9200693dc1b5290a', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:55:38.618938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-332224cd-9c84-4dfd-8177-b929daa5cbc0 req-7d034c94-e70d-4673-bdaf-a02718e6d5ad tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673370 Oct 13 10:55:38.625936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Deleting port 2359d4f5-37ab-499c-a819-85cafe987615 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:55:38.626283 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:38.661399 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-efe281cc-7b0d-4ad5-bab4-15497d9d47aa req-7e05e92c-0a50-4d56-b209-2a1a5563b07d tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443713 Oct 13 10:55:38.715821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] For port 2359d4f5-37ab-499c-a819-85cafe987615, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2359d4f5-37ab-499c-a819-85cafe987615,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:38.716189 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:38.728854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Calling delete_port for 2359d4f5-37ab-499c-a819-85cafe987615 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:55:38.834985 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c9dc69ef-a990-43b0-b37e-7050d075a582 req-dcb86cec-93bd-49d6-8eae-ccd9b8f37145 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0325155 Oct 13 10:55:38.967016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 850e764c-894d-4cf3-b469-d796681e881f details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:55:38.972816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b4bca-9432-4039-b06d-f53272637341 req-31ea7d37-da4a-44ba-ac87-f85d07c18b2f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:38.973001 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:38.974473 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-478b4bca-9432-4039-b06d-f53272637341 req-31ea7d37-da4a-44ba-ac87-f85d07c18b2f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0576496 Oct 13 10:55:39.027194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2359d4f5-37ab-499c-a819-85cafe987615,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:39.047130 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-478b4bca-9432-4039-b06d-f53272637341 req-e9a49c99-5920-4c6a-8bb0-2d45fdf4e71e tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545280 Oct 13 10:55:39.090748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 850e764c-894d-4cf3-b469-d796681e881f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=850e764c-894d-4cf3-b469-d796681e881f,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:39.103449 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.103729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '850e764c-894d-4cf3-b469-d796681e881f', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '850e764c-894d-4cf3-b469-d796681e881f', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:55:39.148250 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.163176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850e764c-894d-4cf3-b469-d796681e881f {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:55:39.187461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 850e764c-894d-4cf3-b469-d796681e881f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=850e764c-894d-4cf3-b469-d796681e881f,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:39.198299 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.200431 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.252362 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.303362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=850e764c-894d-4cf3-b469-d796681e881f,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:39.303887 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.304446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72344664-0061-4451-ad06-8fa4337402ac {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:55:39.309479 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.310695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f14b4c73-9db6-49bf-a35d-892a8e9f3ef2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/72344664-0061-4451-ad06-8fa4337402ac HTTP/1.1" status: 204 len: 168 time: 1.4344611 Oct 13 10:55:39.313247 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38628) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:39.337158 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:55:39.363576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-812f96b3-d217-4f04-8d67-51896014c4c6 admin admin] Deleting subnet 3a88d710-315c-4479-96af-c6b02bc601b6 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:55:39.366897 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-812f96b3-d217-4f04-8d67-51896014c4c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.404033 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-812f96b3-d217-4f04-8d67-51896014c4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.444959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:39.456522 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5', 'mac_address': 'fa:16:3e:db:f0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:55:39.486483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-812f96b3-d217-4f04-8d67-51896014c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.504487 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.519647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:55:39.539555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:39.617867 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.624468 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-812f96b3-d217-4f04-8d67-51896014c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.652454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['850e764c-894d-4cf3-b469-d796681e881f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:55:39.652821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f96b3-d217-4f04-8d67-51896014c4c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a88d710-315c-4479-96af-c6b02bc601b6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:39.656645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-812f96b3-d217-4f04-8d67-51896014c4c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.661208 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-812f96b3-d217-4f04-8d67-51896014c4c6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3a88d710-315c-4479-96af-c6b02bc601b6 HTTP/1.1" status: 204 len: 168 time: 0.3468308 Oct 13 10:55:39.664055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38632) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:39.702828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9aef2b-0b30-45fd-8228-8c0023c02c06 None None] Network b58e4256-4c47-4436-af94-141a2aa7d3a0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:55:39.804334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:39.806093 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:39.844055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93855f-fc92-41b6-bb61-0e1fe914ef6b req-d9e8f307-b539-44ed-81fd-acae116bad00 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:39.846747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b244e2f-be6f-4160-b529-ef7dd68ddb57 req-a839cecb-97bd-4831-9a3c-0e384b46f49e tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:39.847535 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd93855f-fc92-41b6-bb61-0e1fe914ef6b req-d9e8f307-b539-44ed-81fd-acae116bad00 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 948 time: 0.1007359 Oct 13 10:55:39.849405 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8b244e2f-be6f-4160-b529-ef7dd68ddb57 req-a839cecb-97bd-4831-9a3c-0e384b46f49e tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 949 time: 0.0898311 Oct 13 10:55:39.862815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:55:39.893707 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8b244e2f-be6f-4160-b529-ef7dd68ddb57 req-39b5d2cf-d6cf-4735-b04c-3e58c3bca586 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358994 Oct 13 10:55:39.948665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd93855f-fc92-41b6-bb61-0e1fe914ef6b req-d411cd6e-900c-495c-91ae-731591f0e083 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709450 Oct 13 10:55:39.978487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Deleting port 9c10628e-8c46-4076-97b8-4281077ef702 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:55:39.985855 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.082492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] For port 9c10628e-8c46-4076-97b8-4281077ef702, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9c10628e-8c46-4076-97b8-4281077ef702,segment=NetworkSegment(8ac72e33-cf0b-474c-8cce-124875e855cc),segment_id=8ac72e33-cf0b-474c-8cce-124875e855cc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:40.083832 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.116488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Calling delete_port for 9c10628e-8c46-4076-97b8-4281077ef702 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:55:40.142933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3cf2149d-8f30-4edb-9b63-946dd7c8ca00 req-8787b664-0474-4d97-8bde-3d5f2616a74f tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0433130 Oct 13 10:55:40.155734 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3efe97-acde-4275-8d6f-a16d77749bf4 None None] DHCP port deletion for b58e4256-4c47-4436-af94-141a2aa7d3a0 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:55:40.278548 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.284397 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9c10628e-8c46-4076-97b8-4281077ef702 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:55:40.293952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca3a72-5ef4-48ae-bf38-bdea98b2450a req-316dfba5-389c-4e00-b8d6-0e257338b461 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:40.295992 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4ca3a72-5ef4-48ae-bf38-bdea98b2450a req-316dfba5-389c-4e00-b8d6-0e257338b461 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0682383 Oct 13 10:55:40.309896 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.336304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c10628e-8c46-4076-97b8-4281077ef702,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:40.343942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] No DVR routers for this DVR port 9c10628e-8c46-4076-97b8-4281077ef702 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:55:40.348509 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4ca3a72-5ef4-48ae-bf38-bdea98b2450a req-7147a73e-b212-471a-bb02-5da60d8ece39 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454309 Oct 13 10:55:40.365805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No active binding found for port 9c10628e-8c46-4076-97b8-4281077ef702 {{(pid=101992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 10:55:40.365805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9c10628e-8c46-4076-97b8-4281077ef702 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:55:40.365805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device abf824ce-4852-464a-9f6c-3b1e74e3f22a no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:55:40.383416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: abf824ce-4852-464a-9f6c-3b1e74e3f22a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:55:40.383743 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device abf824ce-4852-464a-9f6c-3b1e74e3f22a not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:55:40.384157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2359d4f5-37ab-499c-a819-85cafe987615 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:55:40.388099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-cb3efe97-acde-4275-8d6f-a16d77749bf4 None None] Deleting port 9c10628e-8c46-4076-97b8-4281077ef702 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:55:40.388465 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cb3efe97-acde-4275-8d6f-a16d77749bf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.409016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 2359d4f5-37ab-499c-a819-85cafe987615 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:55:40.409540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2359d4f5-37ab-499c-a819-85cafe987615 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:55:40.437894 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.465650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58e4256-4c47-4436-af94-141a2aa7d3a0']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:40.480132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac72e33-cf0b-474c-8cce-124875e855cc') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:40.480455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac72e33-cf0b-474c-8cce-124875e855cc') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:40.493633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-cb3efe97-acde-4275-8d6f-a16d77749bf4 None None] For port 9c10628e-8c46-4076-97b8-4281077ef702, host n-d-813659-3, got binding levels [] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:40.494388 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cb3efe97-acde-4275-8d6f-a16d77749bf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.496866 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.507578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-cb3efe97-acde-4275-8d6f-a16d77749bf4 None None] Calling delete_port for 9c10628e-8c46-4076-97b8-4281077ef702 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:55:40.510351 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.ipam_backend_mixin [None req-cb3efe97-acde-4275-8d6f-a16d77749bf4 None None] Port 9c10628e-8c46-4076-97b8-4281077ef702 was not found and therefore no delete operation was performed {{(pid=101992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 10:55:40.513115 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.513249 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cb3efe97-acde-4275-8d6f-a16d77749bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.521742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:55:40.522234 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:55:40.524494 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:55:40.546484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3efe97-acde-4275-8d6f-a16d77749bf4 None None] Pushing event deleted for resources: {'Port': ['ID=9c10628e-8c46-4076-97b8-4281077ef702,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:40.550451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3efe97-acde-4275-8d6f-a16d77749bf4 None None] No DVR routers for this DVR port 9c10628e-8c46-4076-97b8-4281077ef702 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:55:40.625494 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d849e-28dd-49b0-97f1-de8df87903b0 req-e13d0a30-d385-427b-b575-3b8728532d73 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:40.627142 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-888d849e-28dd-49b0-97f1-de8df87903b0 req-e13d0a30-d385-427b-b575-3b8728532d73 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 948 time: 0.0920126 Oct 13 10:55:40.667805 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-888d849e-28dd-49b0-97f1-de8df87903b0 req-ab94fb9f-5aac-4811-8be6-01c35f73f967 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342548 Oct 13 10:55:40.689723 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.695172 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.698549 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b58e4256-4c47-4436-af94-141a2aa7d3a0 HTTP/1.1" status: 204 len: 168 time: 1.0329502 Oct 13 10:55:40.701627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38652) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:40.720350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe49aa-0ca6-493c-bc67-e55dd5ebba97 admin admin] Pushing event deleted for resources: {'Network': ['ID=b58e4256-4c47-4436-af94-141a2aa7d3a0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:40.739018 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-342cf836-0c39-4cbc-b037-10bb40933ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:40.760457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-57de7d58-722c-464f-8d76-2e20efab0627 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:40.761967 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-57de7d58-722c-464f-8d76-2e20efab0627 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.21 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367&tenant_id=15b82978f9314c489e73bb4a9f9cd84a&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 948 time: 0.1017065 Oct 13 10:55:40.829350 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-0e770680-d836-4526-8d8e-b6bff1701992 service neutron] delete failed (client error): The resource could not be found. Oct 13 10:55:40.830722 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-0e770680-d836-4526-8d8e-b6bff1701992 service neutron] 10.222.0.21 "DELETE /v2.0/ports/850e764c-894d-4cf3-b469-d796681e881f/bindings/n-h2-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0591733 Oct 13 10:55:40.907008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2b85b-ae9d-4b72-9e06-c020ad6f65be req-dc7843a9-b0d7-41e4-b1ec-f3433c175ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:40.908414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7da2b85b-ae9d-4b72-9e06-c020ad6f65be req-dc7843a9-b0d7-41e4-b1ec-f3433c175ed4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 1096 time: 0.0854473 Oct 13 10:55:40.919464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25ed01-51d6-4f0a-97cb-3bc7cac2e22f req-cfdca0ba-b214-4d55-9e4d-8824c98fa0ff tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:40.920876 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d25ed01-51d6-4f0a-97cb-3bc7cac2e22f req-cfdca0ba-b214-4d55-9e4d-8824c98fa0ff tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.1445248 Oct 13 10:55:40.946946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-937881ff-277a-4d77-b60e-42d9e9c200aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:40.948462 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-937881ff-277a-4d77-b60e-42d9e9c200aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 1099 time: 0.0432608 Oct 13 10:55:40.979249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 850e764c-894d-4cf3-b469-d796681e881f up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:55:41.109755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1ea83-4996-421e-8598-be12d7ef92f4 req-5d3f7b26-091f-48a8-9365-85a21084cbf9 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:41.111338 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79c1ea83-4996-421e-8598-be12d7ef92f4 req-5d3f7b26-091f-48a8-9365-85a21084cbf9 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 949 time: 0.0938818 Oct 13 10:55:41.118920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb804226-0f7d-446c-81b3-7e33091ea8a5 req-ebf071e6-a826-4cbd-a11f-41ee2eb9ccac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0524304 Oct 13 10:55:41.124724 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d25ed01-51d6-4f0a-97cb-3bc7cac2e22f req-61e33be5-64f3-4704-9e4a-529a4cdebb44 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647124 Oct 13 10:55:41.136024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-f4d70e96-334a-4afa-a78b-01e62b202c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:41.136558 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 850e764c-894d-4cf3-b469-d796681e881f completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:55:41.137901 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-f4d70e96-334a-4afa-a78b-01e62b202c08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1790161 Oct 13 10:55:41.153682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2b85b-ae9d-4b72-9e06-c020ad6f65be req-45950eee-542f-437b-a8ef-bcd2ddc02161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:41.154432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 850e764c-894d-4cf3-b469-d796681e881f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:41.154814 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:41.155306 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7da2b85b-ae9d-4b72-9e06-c020ad6f65be req-45950eee-542f-437b-a8ef-bcd2ddc02161 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9669baac-943a-44ee-93d6-7a2696aefe34 HTTP/1.1" status: 200 len: 919 time: 0.2048757 Oct 13 10:55:41.165757 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79c1ea83-4996-421e-8598-be12d7ef92f4 req-6b6cd3b9-6b90-4b13-bc70-97c6f1f738cf tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470936 Oct 13 10:55:41.222848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7da2b85b-ae9d-4b72-9e06-c020ad6f65be req-fa08bfb1-edff-4300-8292-6a66612e747b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98a28e64-d22c-4b1e-aef7-2fdd932a04c6 HTTP/1.1" status: 200 len: 217 time: 0.0589490 Oct 13 10:55:41.283314 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:41.318282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098c5fc1-0503-4170-ba78-c626affcd367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850e764c-894d-4cf3-b469-d796681e881f'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:41.319070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2b85b-ae9d-4b72-9e06-c020ad6f65be req-a046656d-0c40-4017-ad9d-e888e170d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:41.320532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7da2b85b-ae9d-4b72-9e06-c020ad6f65be req-a046656d-0c40-4017-ad9d-e888e170d530 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527 HTTP/1.1" status: 200 len: 858 time: 0.0577319 Oct 13 10:55:41.321160 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bbcab8-a20b-4b14-855f-94e359ff5818" -d '{"events": [{"server_uuid": "098c5fc1-0503-4170-ba78-c626affcd367", "name": "network-vif-plugged", "status": "completed", "tag": "850e764c-894d-4cf3-b469-d796681e881f"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:41.338561 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:55:41.343536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 850e764c-894d-4cf3-b469-d796681e881f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=850e764c-894d-4cf3-b469-d796681e881f,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:41.362161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7da2b85b-ae9d-4b72-9e06-c020ad6f65be req-6b75fb6b-afcf-401c-a48e-7799986d75ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9669baac-943a-44ee-93d6-7a2696aefe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323281 Oct 13 10:55:41.384956 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd1f27e-c8d7-4211-b220-b9a3ef64bcc2 x-openstack-request-id: req-7dd1f27e-c8d7-4211-b220-b9a3ef64bcc2 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:41.387780 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098c5fc1-0503-4170-ba78-c626affcd367", "name": "network-vif-plugged", "status": "completed", "tag": "850e764c-894d-4cf3-b469-d796681e881f", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:41.388084 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98909262-50fe-4043-98bc-8aa7547369e6 req-e463575b-26da-470c-b511-dd017cbc6746 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0852842 Oct 13 10:55:41.388214 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dd1f27e-c8d7-4211-b220-b9a3ef64bcc2 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:41.388214 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098c5fc1-0503-4170-ba78-c626affcd367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850e764c-894d-4cf3-b469-d796681e881f', 'code': 200} Oct 13 10:55:41.388411 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-76db43b0-c3b6-497e-85a4-a087cb200fa2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=850e764c-894d-4cf3-b469-d796681e881f HTTP/1.1" status: 200 len: 217 time: 0.0725451 Oct 13 10:55:41.412563 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:41.456316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-6f22d9a5-c5db-4968-8c3b-ec80d53706f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:41.457786 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-6f22d9a5-c5db-4968-8c3b-ec80d53706f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0619438 Oct 13 10:55:41.469632 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=850e764c-894d-4cf3-b469-d796681e881f,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:41.492694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7da2b85b-ae9d-4b72-9e06-c020ad6f65be req-70b8a4ed-23fe-4552-b85b-53d1b28515bb service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234822 Oct 13 10:55:41.500016 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31341869-2930-4363-a14f-b879a16baaa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:41.505274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:55:41.508893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-e5fde32f-5070-41e7-89d7-ec52c0e3e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:41.509904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:41.510418 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:41.511913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-e5fde32f-5070-41e7-89d7-ec52c0e3e9bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467088 Oct 13 10:55:41.620002 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-b278a10e-833c-4be6-8678-f66707ee4877 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003058 Oct 13 10:55:41.675783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7da2b85b-ae9d-4b72-9e06-c020ad6f65be req-3473316c-c163-4b25-b294-66209c56cf95 service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736853 Oct 13 10:55:41.704011 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:41.723521 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:41.744200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0903335a-9237-46ad-8e76-e47bc73c8451 req-6c67c75c-306e-4f35-acec-83b876640809 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150956 Oct 13 10:55:41.765810 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:41.832204 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:41.875584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9740a9-0896-4dfa-acb6-ee7d3057ef31 req-f6691f9c-d6d9-4a9f-9aea-b8cce0497d7b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:41.877101 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c9740a9-0896-4dfa-acb6-ee7d3057ef31 req-f6691f9c-d6d9-4a9f-9aea-b8cce0497d7b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.0971789 Oct 13 10:55:41.883639 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:41.916778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-31341869-2930-4363-a14f-b879a16baaa5 admin admin] Deleting port e0b28f54-c0a7-43f3-860d-49b2501a15eb {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:55:41.917009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31341869-2930-4363-a14f-b879a16baaa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:41.957420 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c9740a9-0896-4dfa-acb6-ee7d3057ef31 req-4f6c4ff3-2d1a-4a63-92cf-25499d64872b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732958 Oct 13 10:55:42.005587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-31341869-2930-4363-a14f-b879a16baaa5 admin admin] For port e0b28f54-c0a7-43f3-860d-49b2501a15eb, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e0b28f54-c0a7-43f3-860d-49b2501a15eb,segment=NetworkSegment(8daaf8e9-7fb0-4daf-b759-3db3e60b3001),segment_id=8daaf8e9-7fb0-4daf-b759-3db3e60b3001)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:42.005958 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31341869-2930-4363-a14f-b879a16baaa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:42.022567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-31341869-2930-4363-a14f-b879a16baaa5 admin admin] Calling delete_port for e0b28f54-c0a7-43f3-860d-49b2501a15eb owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:55:42.035304 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:42.251080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b2e9f-8b81-45dc-ac25-02e58adebef0 req-883b5747-ad96-4ca3-88e4-6e1671db93d1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:42.253364 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-193b2e9f-8b81-45dc-ac25-02e58adebef0 req-883b5747-ad96-4ca3-88e4-6e1671db93d1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0553203 Oct 13 10:55:42.293494 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-193b2e9f-8b81-45dc-ac25-02e58adebef0 req-9761c1e8-bdeb-44b1-89e5-02ef8941cab3 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334165 Oct 13 10:55:42.298395 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31341869-2930-4363-a14f-b879a16baaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:42.357144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a166682-173b-4087-9836-05d158a22f21 req-d7577d3e-f8dd-4475-8ea0-15c695df4d33 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:42.358741 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a166682-173b-4087-9836-05d158a22f21 req-d7577d3e-f8dd-4475-8ea0-15c695df4d33 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 950 time: 0.0934460 Oct 13 10:55:42.362568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31341869-2930-4363-a14f-b879a16baaa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b28f54-c0a7-43f3-860d-49b2501a15eb,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:42.490223 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a166682-173b-4087-9836-05d158a22f21 req-fb2c9f44-e65f-4ce2-b951-f7304fa3816c tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065862 Oct 13 10:55:42.602538 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-957625a5-53f2-460c-b9c6-f4cd1a99f75b req-47a8acd4-dd0e-4e00-9323-a1f4b194e3ec tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0332887 Oct 13 10:55:42.610091 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31341869-2930-4363-a14f-b879a16baaa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:42.843815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31341869-2930-4363-a14f-b879a16baaa5 admin admin] Router ad91b8ba-c1fe-4995-b913-0aa29148775d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:55:42.951293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31341869-2930-4363-a14f-b879a16baaa5 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:55:42.957190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-31341869-2930-4363-a14f-b879a16baaa5 admin admin] 10.222.0.32 "PUT /v2.0/routers/ad91b8ba-c1fe-4995-b913-0aa29148775d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2543430 Oct 13 10:55:42.959774 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38692) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:42.961226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b917a12-4599-4a71-a971-01ecb4e37b7b None None] Sync routers for ids ['ad91b8ba-c1fe-4995-b913-0aa29148775d'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:55:42.972055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b917a12-4599-4a71-a971-01ecb4e37b7b None None] Routers {'ad91b8ba-c1fe-4995-b913-0aa29148775d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:55:42.972670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9b917a12-4599-4a71-a971-01ecb4e37b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ad91b8ba-c1fe-4995-b913-0aa29148775d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:43.094539 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:43.096455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1a85cd4-ece6-406f-b98c-eb7020fa8dac req-3514c801-8a62-4f31-91d6-2bebbec13ad6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca1c4c6e134f4fbebd6e735dafea007f&device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0624051 Oct 13 10:55:43.110199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-9b917a12-4599-4a71-a971-01ecb4e37b7b None None] Set router ad91b8ba-c1fe-4995-b913-0aa29148775d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:55:43.145908 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20d75024-e682-4047-8eb0-adac99bdce68 req-2ac1bdbf-ecbf-4330-8807-5538c19b9ee7 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0628827 Oct 13 10:55:43.152404 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1a85cd4-ece6-406f-b98c-eb7020fa8dac req-f3704ab3-a45e-41dc-a8dc-247bb1a8031a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ca1c4c6e134f4fbebd6e735dafea007f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309863 Oct 13 10:55:43.224306 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:43.224538 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda04e4-7044-4531-b794-fe04d66ef2e1 req-b7f14ad9-e6c1-4bbb-83ab-2cf1e4c61396 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:43.226020 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fbda04e4-7044-4531-b794-fe04d66ef2e1 req-b7f14ad9-e6c1-4bbb-83ab-2cf1e4c61396 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.1523244 Oct 13 10:55:43.294927 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fbda04e4-7044-4531-b794-fe04d66ef2e1 req-4f7a5a7d-8ac7-4ac9-9cc4-9a4424a0aea0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582805 Oct 13 10:55:43.297533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a85cd4-ece6-406f-b98c-eb7020fa8dac req-ffd07592-cf4c-425b-ba8c-7ff567c026a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:43.298969 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1a85cd4-ece6-406f-b98c-eb7020fa8dac req-ffd07592-cf4c-425b-ba8c-7ff567c026a9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400952 Oct 13 10:55:43.318460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9b917a12-4599-4a71-a971-01ecb4e37b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2147041293-router', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:08Z', 'updated_at': '2021-10-13T10:55:42Z', 'revision_number': 5, 'project_id': 'ddc9736c48554f7e985d692e9b290d8d', 'gw_port': {'id': '7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:48:09Z', 'updated_at': '2021-10-13T10:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:43.341886 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:43.342675 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b917a12-4599-4a71-a971-01ecb4e37b7b None None] Checking router: ad91b8ba-c1fe-4995-b913-0aa29148775d for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:55:43.352527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b917a12-4599-4a71-a971-01ecb4e37b7b None None] Routers {'ad91b8ba-c1fe-4995-b913-0aa29148775d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:55:43.353147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9b917a12-4599-4a71-a971-01ecb4e37b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ad91b8ba-c1fe-4995-b913-0aa29148775d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:43.416599 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:43.417507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938c1c4-92db-432b-bd9c-297eac3f374b req-407fd7e1-d9c8-4d48-b10e-b00d1ebd929c tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:43.418899 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f266a447-997b-47ce-8d4d-29127b6ec79c" -d '{"events": [{"server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "name": "network-vif-plugged", "status": "completed", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:43.419095 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a938c1c4-92db-432b-bd9c-297eac3f374b req-407fd7e1-d9c8-4d48-b10e-b00d1ebd929c tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 1100 time: 0.0510919 Oct 13 10:55:43.450399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-9b917a12-4599-4a71-a971-01ecb4e37b7b None None] Set router ad91b8ba-c1fe-4995-b913-0aa29148775d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:55:43.461001 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a938c1c4-92db-432b-bd9c-297eac3f374b req-395d3c51-72fa-4cae-99d3-ce8db44ac7b6 tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343652 Oct 13 10:55:43.505492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9b917a12-4599-4a71-a971-01ecb4e37b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2147041293-router', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:08Z', 'updated_at': '2021-10-13T10:55:43Z', 'revision_number': 6, 'project_id': 'ddc9736c48554f7e985d692e9b290d8d', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:43.540657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b917a12-4599-4a71-a971-01ecb4e37b7b None None] The sync data for ids ['ad91b8ba-c1fe-4995-b913-0aa29148775d'] in n-d-813659-3 is: [{'id': 'ad91b8ba-c1fe-4995-b913-0aa29148775d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2147041293-router', 'tenant_id': 'ddc9736c48554f7e985d692e9b290d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:48:08Z', 'updated_at': '2021-10-13T10:55:43Z', 'revision_number': 6, 'project_id': 'ddc9736c48554f7e985d692e9b290d8d', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:55:43.590806 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b244d5-eb8f-4272-bdef-601abbcc4044 x-openstack-request-id: req-d3b244d5-eb8f-4272-bdef-601abbcc4044 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:43.591112 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "name": "network-vif-plugged", "status": "completed", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:43.591369 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3b244d5-eb8f-4272-bdef-601abbcc4044 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:43.591795 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5', 'code': 200} Oct 13 10:55:43.714097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d83a8a-06f9-48db-9099-310e50154c5d req-9ab05350-9823-4fc7-807b-334c18454d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:43.715939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4d83a8a-06f9-48db-9099-310e50154c5d req-9ab05350-9823-4fc7-807b-334c18454d70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 1101 time: 0.0666645 Oct 13 10:55:43.792417 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4d83a8a-06f9-48db-9099-310e50154c5d req-584f699f-f852-4e6a-abb6-cad50e115330 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680389 Oct 13 10:55:43.799209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb243b-abd6-48d0-8ed1-27890ddd95d5 req-71ef4cf7-ed9a-4dcd-8aaa-86f97993ea8c tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:43.800614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9bfb243b-abd6-48d0-8ed1-27890ddd95d5 req-71ef4cf7-ed9a-4dcd-8aaa-86f97993ea8c tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.4333789 Oct 13 10:55:43.802157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Deleting port 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:55:43.802535 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:43.806166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c09e5f83-8c24-4c71-9750-f6d0aa07c4b0 req-6e075e7b-470e-4736-815f-ee33a3365618 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889647 Oct 13 10:55:43.809046 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894ca86-2ae1-4c02-88cd-71820e024d07 req-d4dc7e19-545d-4e86-b4e3-bc3870e2980b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:43.810599 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0894ca86-2ae1-4c02-88cd-71820e024d07 req-d4dc7e19-545d-4e86-b4e3-bc3870e2980b tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 950 time: 0.0709655 Oct 13 10:55:43.849616 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0894ca86-2ae1-4c02-88cd-71820e024d07 req-1d628ac0-56e0-41f1-8e34-eb01c82598eb tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321779 Oct 13 10:55:43.884521 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9bfb243b-abd6-48d0-8ed1-27890ddd95d5 req-facca2b8-7fb3-46ef-806f-ce499a113260 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766129 Oct 13 10:55:43.920089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] For port 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:43.920459 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:43.933058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Calling delete_port for 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:55:44.011622 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-7e730bf8-1077-4649-9336-39d59fd39c85 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339375 Oct 13 10:55:44.195137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5f83-8c24-4c71-9750-f6d0aa07c4b0 req-423829df-4503-4d39-b7ae-99120357c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:44.196519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c09e5f83-8c24-4c71-9750-f6d0aa07c4b0 req-423829df-4503-4d39-b7ae-99120357c554 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d68197c02a23425c854c2735566beece&device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 1096 time: 0.1538010 Oct 13 10:55:44.212046 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-6d8b9743-ad03-4a26-88ae-7dab525d2e62 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:44.214236 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-6d8b9743-ad03-4a26-88ae-7dab525d2e62 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937096 Oct 13 10:55:44.236230 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e0b28f54-c0a7-43f3-860d-49b2501a15eb no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:55:44.264452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: e0b28f54-c0a7-43f3-860d-49b2501a15eb {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:55:44.264794 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e0b28f54-c0a7-43f3-860d-49b2501a15eb not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:55:44.265282 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-19aa587d-9528-4ceb-b5c1-656e30abe407 req-985aed43-fae9-4ec5-b7d4-5d7e0876ff4a tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0335410 Oct 13 10:55:44.265612 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:55:44.297293 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-95dd69a4-01a1-4464-b647-bbd8458bf4b0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/quotas/15b82978f9314c489e73bb4a9f9cd84a HTTP/1.1" status: 200 len: 375 time: 0.0621221 Oct 13 10:55:44.347666 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:44.378550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5f83-8c24-4c71-9750-f6d0aa07c4b0 req-42770f8e-9b88-42e6-86c5-2ea87f57396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:44.379981 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c09e5f83-8c24-4c71-9750-f6d0aa07c4b0 req-42770f8e-9b88-42e6-86c5-2ea87f57396b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b HTTP/1.1" status: 200 len: 916 time: 0.1438706 Oct 13 10:55:44.384746 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-02664350-d9d9-4c34-a572-e02b8c4ff7bb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0787327 Oct 13 10:55:44.385776 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:44.450092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aaf7aeb-9c93-4a76-8b14-f8fcc2829e73,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:44.509562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c09e5f83-8c24-4c71-9750-f6d0aa07c4b0 req-ca41a23d-8f53-4e88-8cd0-16e058ea2a53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba HTTP/1.1" status: 200 len: 1001 time: 0.1207421 Oct 13 10:55:44.546593 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:44.682477 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:44.687568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d4e981e-550e-44e7-a4dd-d36c76be1205 req-23dcb444-f987-4f78-954a-33464edc3276 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 210 time: 0.0663562 Oct 13 10:55:44.688660 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:44.693257 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5f83-8c24-4c71-9750-f6d0aa07c4b0 req-e3f2fe46-aae4-439e-bdfe-cdb380970490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:44.694583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c09e5f83-8c24-4c71-9750-f6d0aa07c4b0 req-e3f2fe46-aae4-439e-bdfe-cdb380970490 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38d05ae9-b7ed-49ab-96af-ad4ddc23aeff HTTP/1.1" status: 200 len: 854 time: 0.1753511 Oct 13 10:55:44.768884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5f83-8c24-4c71-9750-f6d0aa07c4b0 req-9a55004b-efcc-4d7c-a506-e8f483fd4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:44.770354 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c09e5f83-8c24-4c71-9750-f6d0aa07c4b0 req-9a55004b-efcc-4d7c-a506-e8f483fd4cd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402615 Oct 13 10:55:44.821837 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:44.822306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad91b8ba-c1fe-4995-b913-0aa29148775d {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:55:44.827510 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:44.828676 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-003afbd7-d6d7-4f28-9d8f-eca3ef0666a7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ad91b8ba-c1fe-4995-b913-0aa29148775d HTTP/1.1" status: 204 len: 168 time: 1.8674133 Oct 13 10:55:44.831944 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38740) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:44.885592 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c09e5f83-8c24-4c71-9750-f6d0aa07c4b0 req-f6f7db2a-2ed4-4dac-9c40-584a34f5ef24 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073825 Oct 13 10:55:44.896261 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1a85cd4-ece6-406f-b98c-eb7020fa8dac req-ef687980-3a5b-43ad-a1d5-70e25421076f tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0556169 Oct 13 10:55:44.936375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-6081b8c2-18fb-4e0c-9317-1c406a36f9e6 admin admin] Deleting subnet cfe9c762-a896-42d1-873d-36b5d941c87d {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:55:44.941992 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6081b8c2-18fb-4e0c-9317-1c406a36f9e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:45.007693 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6081b8c2-18fb-4e0c-9317-1c406a36f9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:45.090475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099bfb6-f4f7-4a29-9293-54de3d452bc2 req-6c16b983-6b61-4c9d-a865-29ff81dbf2f7 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:45.091974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4099bfb6-f4f7-4a29-9293-54de3d452bc2 req-6c16b983-6b61-4c9d-a865-29ff81dbf2f7 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 950 time: 0.0763271 Oct 13 10:55:45.114591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66093c-a6d3-4934-aab8-18d4105869d8 req-a3d2e283-151c-4d7a-820a-943c0825e4b4 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:45.116073 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd66093c-a6d3-4934-aab8-18d4105869d8 req-a3d2e283-151c-4d7a-820a-943c0825e4b4 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0867224 Oct 13 10:55:45.138859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c09e5f83-8c24-4c71-9750-f6d0aa07c4b0 req-ebf3ed55-aa77-4c94-ad07-3224c3ac6ab0 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434950 Oct 13 10:55:45.157398 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4099bfb6-f4f7-4a29-9293-54de3d452bc2 req-dfff0c84-e2be-4693-9c31-095c62e1b144 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585141 Oct 13 10:55:45.207146 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6081b8c2-18fb-4e0c-9317-1c406a36f9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:45.232006 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd66093c-a6d3-4934-aab8-18d4105869d8 req-184272f3-3c87-46f4-9d65-7cd88976b820 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065805 Oct 13 10:55:45.356163 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6081b8c2-18fb-4e0c-9317-1c406a36f9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:45.378103 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d971b906-2080-4edb-ba40-d2885843f801 req-c0adb9eb-6ea5-4f6f-b753-4bb9758dc3c9 tempest-ServerShowV254Test-317674426 tempest-ServerShowV254Test-317674426-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fb6e33-75b8-47c0-917e-4a255d096f6c HTTP/1.1" status: 200 len: 210 time: 0.0327413 Oct 13 10:55:45.390142 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c0e014-f02f-464a-8a55-34d20191249d None None] Network b66d3937-ca77-44e1-8f03-cd676bad9509 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:55:45.405196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6081b8c2-18fb-4e0c-9317-1c406a36f9e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:45.411187 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6081b8c2-18fb-4e0c-9317-1c406a36f9e6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cfe9c762-a896-42d1-873d-36b5d941c87d HTTP/1.1" status: 204 len: 168 time: 0.5757163 Oct 13 10:55:45.411187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081b8c2-18fb-4e0c-9317-1c406a36f9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe9c762-a896-42d1-873d-36b5d941c87d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:45.411824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38752) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:45.496201 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:45.551173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Deleting port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:55:45.551564 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:45.611833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554de6c4-82d6-453c-ab8a-b467b763c2de None None] DHCP port deletion for b66d3937-ca77-44e1-8f03-cd676bad9509 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:55:45.621123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] For port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1e9f0f9a-5e3b-41f2-98a8-142f516a0325,segment=NetworkSegment(8daaf8e9-7fb0-4daf-b759-3db3e60b3001),segment_id=8daaf8e9-7fb0-4daf-b759-3db3e60b3001)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:45.621450 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:45.641506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Calling delete_port for 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:55:45.671431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-554de6c4-82d6-453c-ab8a-b467b763c2de None None] Deleting port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:55:45.672587 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-554de6c4-82d6-453c-ab8a-b467b763c2de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:45.775440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-554de6c4-82d6-453c-ab8a-b467b763c2de None None] For port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1e9f0f9a-5e3b-41f2-98a8-142f516a0325,segment=NetworkSegment(8daaf8e9-7fb0-4daf-b759-3db3e60b3001),segment_id=8daaf8e9-7fb0-4daf-b759-3db3e60b3001)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:45.779083 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-554de6c4-82d6-453c-ab8a-b467b763c2de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:45.790413 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-554de6c4-82d6-453c-ab8a-b467b763c2de None None] Calling delete_port for 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:55:45.818007 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:45.849476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9f0f9a-5e3b-41f2-98a8-142f516a0325,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:45.851580 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-504eb140-ecbc-44e8-b20d-86ba23caae61 req-4b2eefb9-bb39-42ba-8e00-d54882f98325 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 210 time: 0.0379982 Oct 13 10:55:45.878955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] No DVR routers for this DVR port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:55:45.884908 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-554de6c4-82d6-453c-ab8a-b467b763c2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:45.911216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554de6c4-82d6-453c-ab8a-b467b763c2de None None] Pushing event deleted for resources: {'Port': ['ID=1e9f0f9a-5e3b-41f2-98a8-142f516a0325,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:45.913073 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554de6c4-82d6-453c-ab8a-b467b763c2de None None] No DVR routers for this DVR port 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:55:45.965576 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:45.988545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66d3937-ca77-44e1-8f03-cd676bad9509']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:45.999027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8daaf8e9-7fb0-4daf-b759-3db3e60b3001') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:45.999330 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8daaf8e9-7fb0-4daf-b759-3db3e60b3001') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:55:46.009328 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:46.022802 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:46.028666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:55:46.029046 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:55:46.030718 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:55:46.133320 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:46.146974 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:46.150739 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b66d3937-ca77-44e1-8f03-cd676bad9509 HTTP/1.1" status: 204 len: 168 time: 0.7380433 Oct 13 10:55:46.166831 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc5cd6-08f4-445e-9565-42ee6991bd65 admin admin] Pushing event deleted for resources: {'Network': ['ID=b66d3937-ca77-44e1-8f03-cd676bad9509,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:46.243221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:55:46.286364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:55:46.286723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1e9f0f9a-5e3b-41f2-98a8-142f516a0325 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:55:46.293684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee68a32-0991-4470-b38b-101f59913c70 req-b819ac34-71c1-481f-aa95-4e225cc32893 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:46.295302 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ee68a32-0991-4470-b38b-101f59913c70 req-b819ac34-71c1-481f-aa95-4e225cc32893 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 950 time: 0.0615718 Oct 13 10:55:46.348054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ee68a32-0991-4470-b38b-101f59913c70 req-06442997-515a-4e31-acbb-ebc55af6b3c4 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455296 Oct 13 10:55:46.450366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a275-078b-4f86-a374-59d9dc919c26 req-12d69e77-4b5a-4fa0-963d-54624963e62f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:46.451974 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1d93a275-078b-4f86-a374-59d9dc919c26 req-12d69e77-4b5a-4fa0-963d-54624963e62f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0723941 Oct 13 10:55:46.499649 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1d93a275-078b-4f86-a374-59d9dc919c26 req-cfd0a740-0603-40f0-8c25-1ab054cdf387 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406423 Oct 13 10:55:46.521628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38778) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:46.583054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38782) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:46.589044 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7737b204-dde1-48bc-96d1-1cc4f8a26973 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c16d108e0b3b432b9200693dc1b5290a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0598841 Oct 13 10:55:46.635728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0cd11cc7-77c8-4672-aaa7-569be1d9f6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:46.665235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0cd11cc7-77c8-4672-aaa7-569be1d9f6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:46.761458 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0cd11cc7-77c8-4672-aaa7-569be1d9f6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:46.764793 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0cd11cc7-77c8-4672-aaa7-569be1d9f6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:46.767206 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0cd11cc7-77c8-4672-aaa7-569be1d9f6f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8af99a64-f85a-43fd-9419-055b377d1a30 HTTP/1.1" status: 204 len: 168 time: 0.1830850 Oct 13 10:55:46.775802 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd11cc7-77c8-4672-aaa7-569be1d9f6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af99a64-f85a-43fd-9419-055b377d1a30,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:47.034524 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a065c8e6-8b66-48d6-8895-ea4bf2bb1a45 req-9e45f1fd-9fdd-4e46-9b17-f6012f02ecf0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 210 time: 0.0446434 Oct 13 10:55:47.078489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38808) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:47.157723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-79201883-9730-4109-ace5-c9dfdf880518 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302701 Oct 13 10:55:47.214306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfe925b1-28c4-48f0-842c-b505f26ac2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:47.303758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-1543188b-8fa0-4401-bde1-f147e2032456 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:47.305211 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-1543188b-8fa0-4401-bde1-f147e2032456 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1369512 Oct 13 10:55:47.308652 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfe925b1-28c4-48f0-842c-b505f26ac2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:47.318132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-a2bb1c92-4c31-4f00-8a22-f74b721cc876 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Request body: {'port': {'device_id': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '15b82978f9314c489e73bb4a9f9cd84a'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:47.420427 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfe925b1-28c4-48f0-842c-b505f26ac2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:47.460908 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bfe925b1-28c4-48f0-842c-b505f26ac2e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca1c4c6e134f4fbebd6e735dafea007f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813274 Oct 13 10:55:47.461892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe925b1-28c4-48f0-842c-b505f26ac2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34242b01-2762-4db0-b45a-f094f0f2cf04,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:47.463852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38816) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:47.476659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38818) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:47.513936 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af1863f3-e4fd-426b-98f5-a40b50a33b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:47.517101 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-27243fc1-8fb3-4f5f-bd00-f951c22281d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddc9736c48554f7e985d692e9b290d8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384846 Oct 13 10:55:47.520282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38820) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:47.538387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-a2bb1c92-4c31-4f00-8a22-f74b721cc876 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Made reservation on behalf of 15b82978f9314c489e73bb4a9f9cd84a for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:55:47.541998 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-a2bb1c92-4c31-4f00-8a22-f74b721cc876 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:47.545173 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af1863f3-e4fd-426b-98f5-a40b50a33b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:47.586159 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7e24acb0-865e-4bdf-8e25-979ebe23cc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:47.633477 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7e24acb0-865e-4bdf-8e25-979ebe23cc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:47.677180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeb28b-40f8-4f2e-98fe-a6ca98f073aa req-ea425d06-0435-4e0a-9dfe-73dd2ce092ab tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:47.678661 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-caeeb28b-40f8-4f2e-98fe-a6ca98f073aa req-ea425d06-0435-4e0a-9dfe-73dd2ce092ab tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0905931 Oct 13 10:55:47.692360 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af1863f3-e4fd-426b-98f5-a40b50a33b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:47.694891 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af1863f3-e4fd-426b-98f5-a40b50a33b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:47.697545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-af1863f3-e4fd-426b-98f5-a40b50a33b0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34242b01-2762-4db0-b45a-f094f0f2cf04 HTTP/1.1" status: 204 len: 168 time: 0.2326646 Oct 13 10:55:47.722114 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-caeeb28b-40f8-4f2e-98fe-a6ca98f073aa req-62ab9f68-1b4f-4223-9e44-506198613118 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370066 Oct 13 10:55:47.723710 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-a2bb1c92-4c31-4f00-8a22-f74b721cc876 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Allocated IP 192.168.233.58 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/a1c04bc8-f710-4d8a-ac75-946cc6645d9c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:55:47.726317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1863f3-e4fd-426b-98f5-a40b50a33b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34242b01-2762-4db0-b45a-f094f0f2cf04,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:47.795021 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7e24acb0-865e-4bdf-8e25-979ebe23cc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:47.797647 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7e24acb0-865e-4bdf-8e25-979ebe23cc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:47.798922 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7e24acb0-865e-4bdf-8e25-979ebe23cc3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3097ed4b-5ad4-4460-b856-8460566bb6ff HTTP/1.1" status: 204 len: 168 time: 0.2776313 Oct 13 10:55:47.809860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24acb0-865e-4bdf-8e25-979ebe23cc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3097ed4b-5ad4-4460-b856-8460566bb6ff,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:47.909197 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-a2bb1c92-4c31-4f00-8a22-f74b721cc876 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:47.990065 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-a2bb1c92-4c31-4f00-8a22-f74b721cc876 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:48.003085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['850e764c-894d-4cf3-b469-d796681e881f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:55:48.047132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-a2bb1c92-4c31-4f00-8a22-f74b721cc876 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:55:48.058117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-a2bb1c92-4c31-4f00-8a22-f74b721cc876 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:55:48.062755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-a2bb1c92-4c31-4f00-8a22-f74b721cc876 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:55:48.147970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-a2bb1c92-4c31-4f00-8a22-f74b721cc876 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:48.148713 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-a2bb1c92-4c31-4f00-8a22-f74b721cc876 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:48.177786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb1c92-4c31-4f00-8a22-f74b721cc876 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Pushing event updated for resources: {'Port': ['ID=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:48.211454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a3969-5f5d-47a9-95e3-badce83233ca req-f67ab17b-ff57-4f03-a329-978ac0a15383 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:48.219060 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-398a3969-5f5d-47a9-95e3-badce83233ca req-f67ab17b-ff57-4f03-a329-978ac0a15383 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 935 time: 0.0939314 Oct 13 10:55:48.274385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-398a3969-5f5d-47a9-95e3-badce83233ca req-dd7d9dee-aaa0-4ccd-af86-0b9133769ca8 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516679 Oct 13 10:55:48.337521 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-a2bb1c92-4c31-4f00-8a22-f74b721cc876 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0214045 Oct 13 10:55:48.353125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Request body: {'port': {'device_id': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:48.454274 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:48.471285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5ad82471-a7e4-4890-926f-e3668d87bcce None None] Provisioning complete for port a1c04bc8-f710-4d8a-ac75-946cc6645d9c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:48.474451 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ad82471-a7e4-4890-926f-e3668d87bcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:48.514903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5ad82471-a7e4-4890-926f-e3668d87bcce None None] Port a1c04bc8-f710-4d8a-ac75-946cc6645d9c cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:55:48.736150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c04bc8-f710-4d8a-ac75-946cc6645d9c {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:55:48.743561 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:48.757473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Transition to ACTIVE for port object a1c04bc8-f710-4d8a-ac75-946cc6645d9c will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:55:48.832312 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:48.853213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f413ba-19e3-405a-aca1-9afa6a14c15b req-05c2a657-d4da-42cc-bc6c-3451c27b763e tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:48.854819 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44f413ba-19e3-405a-aca1-9afa6a14c15b req-05c2a657-d4da-42cc-bc6c-3451c27b763e tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0616448 Oct 13 10:55:48.914124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:48.921050 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44f413ba-19e3-405a-aca1-9afa6a14c15b req-c5af6004-2100-42ba-806f-efad8f963c42 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570054 Oct 13 10:55:49.005901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Attempting to bind port a1c04bc8-f710-4d8a-ac75-946cc6645d9c on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:55:49.006464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Attempting to bind port a1c04bc8-f710-4d8a-ac75-946cc6645d9c by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:55:49.006801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Attempting to bind port a1c04bc8-f710-4d8a-ac75-946cc6645d9c on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:55:49.013378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Port a1c04bc8-f710-4d8a-ac75-946cc6645d9c on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:55:49.013715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Attempting to bind port a1c04bc8-f710-4d8a-ac75-946cc6645d9c on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:55:49.019940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:55:49.020514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:55:49.020954 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:55:49.021400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Bound port: a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:55:49.021767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:49.123367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] For port a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:55:49.131081 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] For port a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:55:49.224208 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:49.248748 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:49.250027 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:49.251612 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] 10.222.0.46 "PUT /v2.0/ports/a1c04bc8-f710-4d8a-ac75-946cc6645d9c HTTP/1.1" status: 200 len: 1095 time: 0.9033384 Oct 13 10:55:49.254700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'tag': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:49.259055 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92853d11-5012-4a10-80c7-052f0f092d37" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0a12ad-e8c6-4d76-820a-e79f85dc38b4", "tag": "a1c04bc8-f710-4d8a-ac75-946cc6645d9c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:49.296428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d7d8b-1f1f-4ed1-96d7-c329e80023f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:49.342115 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfba91ec-0dbd-44c2-957a-a06df988c3a0 x-openstack-request-id: req-bfba91ec-0dbd-44c2-957a-a06df988c3a0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:49.342598 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0a12ad-e8c6-4d76-820a-e79f85dc38b4", "tag": "a1c04bc8-f710-4d8a-ac75-946cc6645d9c", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:49.342743 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfba91ec-0dbd-44c2-957a-a06df988c3a0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:49.343136 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'tag': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c', 'status': 'completed', 'code': 200} Oct 13 10:55:49.399363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:55:49.433107 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b5923-d364-4155-979c-4297dcbe9c3b req-64329c85-6a23-482a-8980-bbb2ac05fcfb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:49.436412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a28b5923-d364-4155-979c-4297dcbe9c3b req-64329c85-6a23-482a-8980-bbb2ac05fcfb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 947 time: 0.0722992 Oct 13 10:55:49.438116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92853d11-5012-4a10-80c7-052f0f092d37 req-91bc9366-d273-4253-9a55-52a6f3081534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:49.440444 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92853d11-5012-4a10-80c7-052f0f092d37 req-91bc9366-d273-4253-9a55-52a6f3081534 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 1098 time: 0.0703647 Oct 13 10:55:49.490495 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92853d11-5012-4a10-80c7-052f0f092d37 req-4eca78e4-3995-4d4f-82b8-4724bf7b5658 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389929 Oct 13 10:55:49.499600 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a28b5923-d364-4155-979c-4297dcbe9c3b req-9d43961e-b058-4925-9f92-574c5cadebb3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501828 Oct 13 10:55:49.560144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:49.576791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5', 'mac_address': 'fa:16:3e:db:f0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:55:49.622311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92853d11-5012-4a10-80c7-052f0f092d37 req-25b553cf-7261-45ff-847d-859580b0011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:49.623799 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92853d11-5012-4a10-80c7-052f0f092d37 req-25b553cf-7261-45ff-847d-859580b0011b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233263 Oct 13 10:55:49.634621 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:49.648435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:55:49.668579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:49.725341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-c067eca3-4b56-4e35-b3f4-e35efc974061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:49.727012 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-c067eca3-4b56-4e35-b3f4-e35efc974061 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 1098 time: 0.0468094 Oct 13 10:55:49.772492 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:49.782828 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-d5dc0492-453c-48ec-a9fc-cc0aaa1c3ab7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c HTTP/1.1" status: 200 len: 217 time: 0.0473230 Oct 13 10:55:49.806367 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38916) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:49.826349 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:49.854481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-1625d25d-db3e-4930-ac44-d959deec7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:49.856498 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-1625d25d-db3e-4930-ac44-d959deec7779 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0632949 Oct 13 10:55:49.877688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:55:49.930132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-32eecd1c-98cc-4a8b-a061-032b6c086fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:49.931752 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-32eecd1c-98cc-4a8b-a061-032b6c086fa1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597370 Oct 13 10:55:49.963643 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f6cbe03-fb4f-4a05-b127-c0c5a07b71c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:50.092482 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f6cbe03-fb4f-4a05-b127-c0c5a07b71c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:50.155315 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f6cbe03-fb4f-4a05-b127-c0c5a07b71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:50.158122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d651ef9-3bdb-4acf-9ac5-6f934c9868ca req-acf1b8c7-c25a-4658-b25c-ce17f2407976 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:50.166611 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d651ef9-3bdb-4acf-9ac5-6f934c9868ca req-acf1b8c7-c25a-4658-b25c-ce17f2407976 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0913033 Oct 13 10:55:50.182357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-07603ff2-f7fc-4349-8606-f5128eaab2fd service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260308 Oct 13 10:55:50.210371 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7f6cbe03-fb4f-4a05-b127-c0c5a07b71c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9ef901e667f4633876d9ab1a337d94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019291 Oct 13 10:55:50.211254 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38944) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:50.258032 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cbe03-fb4f-4a05-b127-c0c5a07b71c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e642762c-9c37-46d7-9e19-d8a27383d126,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:50.284880 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61f85aa0-ef09-4b4e-b250-23ef2a00377f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:50.311450 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61f85aa0-ef09-4b4e-b250-23ef2a00377f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:50.323629 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d651ef9-3bdb-4acf-9ac5-6f934c9868ca req-2a0417f8-34d3-4202-92d3-f27d78d9fa3a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552978 Oct 13 10:55:50.358368 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b195eb9-61df-4402-98cb-20a73abaf64f req-f0a41008-8b44-4571-aab5-725a1446bf72 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593409 Oct 13 10:55:50.430539 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61f85aa0-ef09-4b4e-b250-23ef2a00377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:50.433261 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61f85aa0-ef09-4b4e-b250-23ef2a00377f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:50.434447 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-61f85aa0-ef09-4b4e-b250-23ef2a00377f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e642762c-9c37-46d7-9e19-d8a27383d126 HTTP/1.1" status: 204 len: 168 time: 0.2187567 Oct 13 10:55:50.444628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f85aa0-ef09-4b4e-b250-23ef2a00377f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e642762c-9c37-46d7-9e19-d8a27383d126,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:50.637137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e228211-668d-4f31-ba40-24572aaee0e7 req-314ae848-88dd-4381-9761-15b8ab7a0e32 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:50.638757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e228211-668d-4f31-ba40-24572aaee0e7 req-314ae848-88dd-4381-9761-15b8ab7a0e32 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 947 time: 0.0714452 Oct 13 10:55:50.681437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e228211-668d-4f31-ba40-24572aaee0e7 req-98e850c7-c3f3-4f79-8885-12cfece9d5f5 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Oct 13 10:55:51.407284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:55:51.456970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:51.457628 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:51.487258 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d82d4d-78d5-4a5e-90ae-a6c64d7bd88f req-bff33cf9-afb3-4f2e-9fdd-948deb3ee835 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:51.491489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9d82d4d-78d5-4a5e-90ae-a6c64d7bd88f req-bff33cf9-afb3-4f2e-9fdd-948deb3ee835 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0703456 Oct 13 10:55:51.551384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9d82d4d-78d5-4a5e-90ae-a6c64d7bd88f req-b5b00e4b-2e70-4296-8b04-1eecfdb095e7 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521095 Oct 13 10:55:51.581708 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:51.615097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:51.621313 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2139b80c-4de5-415b-a836-d650ba958f36" -d '{"events": [{"server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "name": "network-vif-plugged", "status": "completed", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:51.660622 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:51.691144 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146520bd-e5dc-432b-8484-efa26ed155c2 x-openstack-request-id: req-146520bd-e5dc-432b-8484-efa26ed155c2 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:55:51.691446 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "name": "network-vif-plugged", "status": "completed", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:55:51.691758 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-146520bd-e5dc-432b-8484-efa26ed155c2 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:55:51.692161 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5', 'code': 200} Oct 13 10:55:51.726648 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:51.813638 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:51.866183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb7b18-3bdd-4734-9eb4-0de5764c8328 req-ced7a999-24b7-41fd-8757-bd192fc91f96 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:51.867781 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8cfb7b18-3bdd-4734-9eb4-0de5764c8328 req-ced7a999-24b7-41fd-8757-bd192fc91f96 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 947 time: 0.1066656 Oct 13 10:55:51.944562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8cfb7b18-3bdd-4734-9eb4-0de5764c8328 req-6feba51b-a49d-48b2-9ba9-4d149c051163 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707209 Oct 13 10:55:51.985295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39050) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:52.121814 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f892d41f-2899-40db-ae16-969e1c3a9599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:52.306375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f892d41f-2899-40db-ae16-969e1c3a9599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:52.372464 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f892d41f-2899-40db-ae16-969e1c3a9599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:52.435594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39072) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:52.436035 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f892d41f-2899-40db-ae16-969e1c3a9599 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3870e584d552401794e8bacd4371996d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494679 Oct 13 10:55:52.436792 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892d41f-2899-40db-ae16-969e1c3a9599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72518579-707a-48ef-86c4-213a47417fe6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:52.501033 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2491038-2bc6-47f0-a3b9-3ee582403297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:52.524089 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2491038-2bc6-47f0-a3b9-3ee582403297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:52.699350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889497c9-17ad-4a52-abe3-a00d7362bd18 req-d6e7c893-f431-4559-9faa-b676c9f4300b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:52.701519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-889497c9-17ad-4a52-abe3-a00d7362bd18 req-d6e7c893-f431-4559-9faa-b676c9f4300b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0669820 Oct 13 10:55:52.702955 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2491038-2bc6-47f0-a3b9-3ee582403297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:52.707565 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2491038-2bc6-47f0-a3b9-3ee582403297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:52.709021 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f2491038-2bc6-47f0-a3b9-3ee582403297 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72518579-707a-48ef-86c4-213a47417fe6 HTTP/1.1" status: 204 len: 168 time: 0.2724257 Oct 13 10:55:52.733390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2491038-2bc6-47f0-a3b9-3ee582403297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72518579-707a-48ef-86c4-213a47417fe6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:52.769310 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-889497c9-17ad-4a52-abe3-a00d7362bd18 req-0dac36f6-9808-4754-9551-2855ea751bf3 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589402 Oct 13 10:55:52.853446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39082) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:52.987778 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cdfaebff-8839-40fd-97cc-311c4cf385ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:53.090068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96d355-f470-4857-b35a-7fa8970e9690 req-fb8cadf5-2d22-4af4-a960-78bf76196002 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:53.099616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a96d355-f470-4857-b35a-7fa8970e9690 req-fb8cadf5-2d22-4af4-a960-78bf76196002 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 947 time: 0.0625923 Oct 13 10:55:53.115066 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cdfaebff-8839-40fd-97cc-311c4cf385ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:53.142079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a96d355-f470-4857-b35a-7fa8970e9690 req-7529d7b0-6b38-47be-8f1d-30d6bdd7cdcd tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Oct 13 10:55:53.190943 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cdfaebff-8839-40fd-97cc-311c4cf385ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:53.247149 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cdfaebff-8839-40fd-97cc-311c4cf385ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1871ffc7325848bfb0ac0029beba0811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923228 Oct 13 10:55:53.249264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39092) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:53.249895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfaebff-8839-40fd-97cc-311c4cf385ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc6a6bb-fa4c-4431-ada8-9a4fc29e01ae,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:53.335157 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d923c20-83a8-4e58-b300-1cf8ceaed598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:53.358544 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d923c20-83a8-4e58-b300-1cf8ceaed598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:53.504181 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d923c20-83a8-4e58-b300-1cf8ceaed598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:53.509976 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d923c20-83a8-4e58-b300-1cf8ceaed598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:53.509976 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5d923c20-83a8-4e58-b300-1cf8ceaed598 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2dc6a6bb-fa4c-4431-ada8-9a4fc29e01ae HTTP/1.1" status: 204 len: 168 time: 0.2583487 Oct 13 10:55:53.521678 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d923c20-83a8-4e58-b300-1cf8ceaed598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc6a6bb-fa4c-4431-ada8-9a4fc29e01ae,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:53.571850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39108) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:53.589405 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2d666e5-d850-4c93-a520-231f1ea0d617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:53.686982 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2d666e5-d850-4c93-a520-231f1ea0d617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:53.750051 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2d666e5-d850-4c93-a520-231f1ea0d617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:53.797054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e2d666e5-d850-4c93-a520-231f1ea0d617 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74c24600fe78470db3b8e0b87f6deddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241068 Oct 13 10:55:53.798441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d666e5-d850-4c93-a520-231f1ea0d617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cd9543-e6bf-408c-a75d-da51ec7f4997,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:53.801388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39110) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:53.885761 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db25e935-3cf4-4f20-b4c0-501a0fcdda58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:53.920367 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db25e935-3cf4-4f20-b4c0-501a0fcdda58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:53.938394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ce31e-5776-4ae9-9626-21dbb48c4ca4 req-a2363219-5592-4ee6-9970-ff47d2f8a28a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:53.947990 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-296ce31e-5776-4ae9-9626-21dbb48c4ca4 req-a2363219-5592-4ee6-9970-ff47d2f8a28a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0686431 Oct 13 10:55:53.987058 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-296ce31e-5776-4ae9-9626-21dbb48c4ca4 req-9b71d35f-3264-4ee2-849c-0c496daa16ec tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381773 Oct 13 10:55:54.105552 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db25e935-3cf4-4f20-b4c0-501a0fcdda58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:54.108331 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db25e935-3cf4-4f20-b4c0-501a0fcdda58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:54.109596 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-db25e935-3cf4-4f20-b4c0-501a0fcdda58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33cd9543-e6bf-408c-a75d-da51ec7f4997 HTTP/1.1" status: 204 len: 168 time: 0.3068101 Oct 13 10:55:54.119915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25e935-3cf4-4f20-b4c0-501a0fcdda58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cd9543-e6bf-408c-a75d-da51ec7f4997,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:54.272995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65673ad9-6228-41ca-9cb8-6f6c3b56af28 req-2c26a838-0b72-4891-8274-982f836f2f4c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:54.319536 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65673ad9-6228-41ca-9cb8-6f6c3b56af28 req-2c26a838-0b72-4891-8274-982f836f2f4c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 947 time: 0.0545139 Oct 13 10:55:54.319536 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65673ad9-6228-41ca-9cb8-6f6c3b56af28 req-e28173c1-9355-4441-b50b-c755cbd8d9fa tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323534 Oct 13 10:55:54.949645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39168) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:55.038156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a1c04bc8-f710-4d8a-ac75-946cc6645d9c details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:55:55.152176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-681874199-network', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:55.178121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f650d3-8923-4021-8a0c-440b27bdaa06 req-2c1c1f16-3779-498b-9d75-7c50ed2709f6 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:55.187825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19f650d3-8923-4021-8a0c-440b27bdaa06 req-2c1c1f16-3779-498b-9d75-7c50ed2709f6 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.1004364 Oct 13 10:55:55.192238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:55.204337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c', 'mac_address': 'fa:16:3e:84:17:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:55:55.244325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19f650d3-8923-4021-8a0c-440b27bdaa06 req-6df653ff-2d4a-4706-9345-1d3a2794c4cd tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534856 Oct 13 10:55:55.264451 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:55.279725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c04bc8-f710-4d8a-ac75-946cc6645d9c {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:55:55.301420 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:55.343794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Made reservation on behalf of 2c643e49e7c24d549eaab0c43e79724c for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:55:55.347130 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:55.356281 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:55.372721 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:55.477416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:55.527678 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1e9d3-9bb1-483f-be41-d1c0efda22ce req-2920b5e8-087a-4de3-bfd1-460c771af0ac tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:55.529264 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cfc1e9d3-9bb1-483f-be41-d1c0efda22ce req-2920b5e8-087a-4de3-bfd1-460c771af0ac tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 948 time: 0.1158750 Oct 13 10:55:55.591300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:55.615022 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cfc1e9d3-9bb1-483f-be41-d1c0efda22ce req-14df4afe-21f6-44df-bcd9-c5a48a23fc92 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719643 Oct 13 10:55:55.663653 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:55.692620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:55:55.708831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eee7993-ace7-4529-8fe3-bd8b34ecb0a2,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:55.716246 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:55.716666 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Added segment 7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d of type vlan for network 9b993262-8080-4e0b-982b-d9fc9873d4f9 Oct 13 10:55:55.772764 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:55.805933 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['a1c04bc8-f710-4d8a-ac75-946cc6645d9c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:55:55.852454 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:55.854355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:55.855127 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:55.956835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] Pushing event updated for resources: {'Network': ['ID=9b993262-8080-4e0b-982b-d9fc9873d4f9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:55.967490 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39202) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:55.967648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5d66a60e-9234-4c67-953a-287581da3233 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0165300 Oct 13 10:55:55.972474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9b993262-8080-4e0b-982b-d9fc9873d4f9 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:55:55.978258 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e364f94e-4a88-40d4-9814-692396fce760 admin admin] Request body: {'subnet': {'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-subnet', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:56.082573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e364f94e-4a88-40d4-9814-692396fce760 admin admin] Made reservation on behalf of 2c643e49e7c24d549eaab0c43e79724c for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:55:56.088188 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e364f94e-4a88-40d4-9814-692396fce760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:56.386718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae8180-e888-4886-9dc6-ab3e5105306a req-a8da7b60-fb62-410c-8c79-81ab66baaad5 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:56.397206 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e364f94e-4a88-40d4-9814-692396fce760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:56.399467 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5eae8180-e888-4886-9dc6-ab3e5105306a req-a8da7b60-fb62-410c-8c79-81ab66baaad5 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0798512 Oct 13 10:55:56.457496 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5eae8180-e888-4886-9dc6-ab3e5105306a req-031d2910-a37f-431f-a197-1c367824b978 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529993 Oct 13 10:55:56.493375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364f94e-4a88-40d4-9814-692396fce760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c805fa09-9ad4-4470-89a4-68a61b4416b9,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:56.573762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364f94e-4a88-40d4-9814-692396fce760 admin admin] Checking segment: {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:55:56.575093 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e364f94e-4a88-40d4-9814-692396fce760 admin admin] Network hostable DHCP agents. Network: 9b993262-8080-4e0b-982b-d9fc9873d4f9, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:55:56.709555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e364f94e-4a88-40d4-9814-692396fce760 admin admin] Network 9b993262-8080-4e0b-982b-d9fc9873d4f9 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:55:56.780742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e364f94e-4a88-40d4-9814-692396fce760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9b993262-8080-4e0b-982b-d9fc9873d4f9) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:55:56.794239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05518f4-7542-4829-ae01-a8f61d113215 None None] Network 9b993262-8080-4e0b-982b-d9fc9873d4f9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:55:56.795324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e364f94e-4a88-40d4-9814-692396fce760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:56.796164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e364f94e-4a88-40d4-9814-692396fce760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:56.804129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469107ca-950f-46f8-b10a-ab01ba32bfde req-4ad71cf5-12db-4951-98d2-a93be864fd9c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:56.819919 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-469107ca-950f-46f8-b10a-ab01ba32bfde req-4ad71cf5-12db-4951-98d2-a93be864fd9c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 948 time: 0.0967767 Oct 13 10:55:56.885654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39238) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:56.886553 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e364f94e-4a88-40d4-9814-692396fce760 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9162273 Oct 13 10:55:56.902840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:55:56.933270 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-469107ca-950f-46f8-b10a-ab01ba32bfde req-10df1a0d-04c7-4c0e-b38a-329de34841ea tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105943 Oct 13 10:55:57.023922 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:57.025357 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:57.053260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-9b993262-8080-4e0b-982b-d9fc9873d4f9', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:55:57.057597 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:57.112494 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:57.283141 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Allocated IP 172.20.0.2 (9b993262-8080-4e0b-982b-d9fc9873d4f9/c805fa09-9ad4-4470-89a4-68a61b4416b9/668be7e7-73df-4943-a378-0523b19114fd) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:55:57.426916 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:57.534818 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:57.607096 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:57.648037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef35f6-7071-4c2d-93fa-068e772154e2 req-cd4e54bd-be54-4847-8991-1bc1577cf17a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:57.650371 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-46ef35f6-7071-4c2d-93fa-068e772154e2 req-cd4e54bd-be54-4847-8991-1bc1577cf17a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0909574 Oct 13 10:55:57.662129 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Network 9b993262-8080-4e0b-982b-d9fc9873d4f9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:55:57.667125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:55:57.674456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:55:57.769133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Attempting to bind port 668be7e7-73df-4943-a378-0523b19114fd on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:55:57.769606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Attempting to bind port 668be7e7-73df-4943-a378-0523b19114fd by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:55:57.769973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Attempting to bind port 668be7e7-73df-4943-a378-0523b19114fd on network 9b993262-8080-4e0b-982b-d9fc9873d4f9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:55:57.776324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:55:57.776927 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Checking segment: {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:55:57.777329 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:57.777761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Bound using segment: {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:55:57.778373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Bound port: 668be7e7-73df-4943-a378-0523b19114fd, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:55:57.778682 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:57.780734 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Pushing event updated for resources: {'Port': ['ID=668be7e7-73df-4943-a378-0523b19114fd,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:57.843325 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-46ef35f6-7071-4c2d-93fa-068e772154e2 req-2f9709db-e281-4717-b139-7ee76c89ca39 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857324 Oct 13 10:55:57.867613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] For port 668be7e7-73df-4943-a378-0523b19114fd, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:55:57.876465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] For port 668be7e7-73df-4943-a378-0523b19114fd, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=668be7e7-73df-4943-a378-0523b19114fd,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:55:57.938251 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:58.042713 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa1ea7-89bd-43e6-8ae4-3f550618312d None None] Pushing event updated for resources: {'Port': ['ID=668be7e7-73df-4943-a378-0523b19114fd,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:58.121937 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:58.146928 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a3348-7419-48a3-8911-c2469dbd7d9a req-097937d1-1e8e-4892-89d0-c677d6ff6a08 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:58.151353 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:58.155183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-416a3348-7419-48a3-8911-c2469dbd7d9a req-097937d1-1e8e-4892-89d0-c677d6ff6a08 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 948 time: 0.1103878 Oct 13 10:55:58.246697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-416a3348-7419-48a3-8911-c2469dbd7d9a req-9813f561-9d5b-43b0-8f09-54ce7192bcda tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905192 Oct 13 10:55:58.400099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39280) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:58.446035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Allocated IP 172.25.0.94 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/9518fd5e-f662-450d-ba50-95b2d024720b) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:55:58.611706 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87a78bd1-7922-495d-ad35-9480add788f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:58.623458 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:58.710140 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87a78bd1-7922-495d-ad35-9480add788f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:58.732781 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:58.789398 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87a78bd1-7922-495d-ad35-9480add788f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:58.819348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Pushing event updated for resources: {'Port': ['ID=9518fd5e-f662-450d-ba50-95b2d024720b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:58.823311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:55:58.825524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:55:58.831190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:55:58.844425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a78bd1-7922-495d-ad35-9480add788f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c591f3-63a6-49fc-a4f1-b0deef689963,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:55:58.868470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-87a78bd1-7922-495d-ad35-9480add788f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d49a463bf134afd8763fd02aff1bc16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4672582 Oct 13 10:55:58.871656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39290) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:55:59.043087 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98d2861a-f12e-4502-9c82-7156e0338de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:59.044349 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a1c04bc8-f710-4d8a-ac75-946cc6645d9c up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:55:59.124909 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98d2861a-f12e-4502-9c82-7156e0338de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:59.169946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36472619-4cee-4de6-827c-3951ff44b061 req-f6cb9ed2-6300-4ab8-8a1e-3af9bf5884c4 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:59.174014 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-36472619-4cee-4de6-827c-3951ff44b061 req-f6cb9ed2-6300-4ab8-8a1e-3af9bf5884c4 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.2118003 Oct 13 10:55:59.273799 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-36472619-4cee-4de6-827c-3951ff44b061 req-8c67c8da-3fcf-4a54-8483-3dfd9e929ce9 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359068 Oct 13 10:55:59.371826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port a1c04bc8-f710-4d8a-ac75-946cc6645d9c completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:55:59.377309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port a1c04bc8-f710-4d8a-ac75-946cc6645d9c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:59.377309 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:59.383114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e6568-4839-4966-b6ea-8eca56db7c51 req-144089d4-7130-4eb7-ab3c-9a81e2c63846 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:55:59.384674 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a18e6568-4839-4966-b6ea-8eca56db7c51 req-144089d4-7130-4eb7-ab3c-9a81e2c63846 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 948 time: 0.0556922 Oct 13 10:55:59.467621 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a18e6568-4839-4966-b6ea-8eca56db7c51 req-54abe120-89e6-4da9-9353-7081688f308d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637162 Oct 13 10:55:59.508929 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d06556b-3f35-4b5b-a15a-e263fd7e2ced None None] Network 9b993262-8080-4e0b-982b-d9fc9873d4f9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:55:59.572220 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:59.597480 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:59.898530 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-be3b00b7-915f-4ed5-ac71-c1d744a26b28 None None] Provisioning complete for port 668be7e7-73df-4943-a378-0523b19114fd triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:55:59.899658 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be3b00b7-915f-4ed5-ac71-c1d744a26b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:59.933964 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:55:59.937068 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:55:59.939788 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a31e60f-0884-432d-95e5-8c947db022d5" -d '{"events": [{"server_uuid": "9f0a12ad-e8c6-4d76-820a-e79f85dc38b4", "name": "network-vif-plugged", "status": "completed", "tag": "a1c04bc8-f710-4d8a-ac75-946cc6645d9c"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:55:59.943786 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98d2861a-f12e-4502-9c82-7156e0338de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:59.952335 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98d2861a-f12e-4502-9c82-7156e0338de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:55:59.952335 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-98d2861a-f12e-4502-9c82-7156e0338de2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89c591f3-63a6-49fc-a4f1-b0deef689963 HTTP/1.1" status: 204 len: 168 time: 1.0752046 Oct 13 10:56:00.008450 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2861a-f12e-4502-9c82-7156e0338de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c591f3-63a6-49fc-a4f1-b0deef689963,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:00.083030 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e220a9-9b9e-42b4-8aeb-7f31f2b90bc6 x-openstack-request-id: req-67e220a9-9b9e-42b4-8aeb-7f31f2b90bc6 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:00.087004 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0a12ad-e8c6-4d76-820a-e79f85dc38b4", "name": "network-vif-plugged", "status": "completed", "tag": "a1c04bc8-f710-4d8a-ac75-946cc6645d9c", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:00.087601 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67e220a9-9b9e-42b4-8aeb-7f31f2b90bc6 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:00.088258 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c', 'code': 200} Oct 13 10:56:00.156754 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:00.257324 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be3b00b7-915f-4ed5-ac71-c1d744a26b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:00.301775 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6d9da-0ec0-42b7-b162-0dbee24a64e5 req-6101047c-26ae-460e-b4b6-7f655966c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:00.307147 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebe6d9da-0ec0-42b7-b162-0dbee24a64e5 req-6101047c-26ae-460e-b4b6-7f655966c5c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 1100 time: 0.1510096 Oct 13 10:56:00.325194 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:00.422043 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:00.423899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebe6d9da-0ec0-42b7-b162-0dbee24a64e5 req-8e6311f4-8854-40a5-828f-6339b218ef27 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043608 Oct 13 10:56:00.432024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-be3b00b7-915f-4ed5-ac71-c1d744a26b28 None None] For port 668be7e7-73df-4943-a378-0523b19114fd, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=668be7e7-73df-4943-a378-0523b19114fd,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:00.503722 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be3b00b7-915f-4ed5-ac71-c1d744a26b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:00.546032 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 668be7e7-73df-4943-a378-0523b19114fd up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:56:00.587142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d0744-ed36-4b86-a660-1434cc695f82 req-d0f24fef-4442-4270-98ad-41025ce3743a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:00.588976 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab0d0744-ed36-4b86-a660-1434cc695f82 req-d0f24fef-4442-4270-98ad-41025ce3743a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.1488459 Oct 13 10:56:00.607442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Router 3a56958c-7d6b-4671-9e9d-6095a645922e is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:56:00.623104 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b00b7-915f-4ed5-ac71-c1d744a26b28 None None] Pushing event updated for resources: {'Port': ['ID=668be7e7-73df-4943-a378-0523b19114fd,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:00.638583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab0d0744-ed36-4b86-a660-1434cc695f82 req-61bdcacc-8eca-462e-b9f0-5d03ed510f40 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435674 Oct 13 10:56:00.655236 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 668be7e7-73df-4943-a378-0523b19114fd triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:00.655888 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:00.702233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-459011bb-93eb-42d3-9846-ffbb56764239 None None] Provisioning complete for port 668be7e7-73df-4943-a378-0523b19114fd triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:00.703010 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-459011bb-93eb-42d3-9846-ffbb56764239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:00.804414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830880cd-e374-4608-bf28-6241a61d398f req-1bfd6b50-e30c-4d0c-8afa-539b4fca03fb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:00.805931 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-830880cd-e374-4608-bf28-6241a61d398f req-1bfd6b50-e30c-4d0c-8afa-539b4fca03fb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.1884897 Oct 13 10:56:00.871848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:56:00.875880 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-830880cd-e374-4608-bf28-6241a61d398f req-8e97e2ee-19cd-431f-8a48-6b158250871a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599761 Oct 13 10:56:00.893761 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Sync routers for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:56:00.904713 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:56:00.905585 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:00.951811 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:00.953416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-00897741-2e65-4310-9046-8c4f8b351691 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0668259 Oct 13 10:56:00.957008 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39338) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:01.012850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39340) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:01.027676 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92048c8a-e1fe-450a-af87-b8852ff39474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:01.027922 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:56:01.206643 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92048c8a-e1fe-450a-af87-b8852ff39474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:01.269375 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92048c8a-e1fe-450a-af87-b8852ff39474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:01.316615 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:55:59Z', 'revision_number': 3, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:01.328555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-92048c8a-e1fe-450a-af87-b8852ff39474 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c5a6540f9d04efc95b60c812e989230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146155 Oct 13 10:56:01.330401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92048c8a-e1fe-450a-af87-b8852ff39474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fba6ca-b16d-47b2-93f8-b4490a532ae2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:01.333170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39356) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:01.364801 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Checking router: 3a56958c-7d6b-4671-9e9d-6095a645922e for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:56:01.365150 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Updating router 3a56958c-7d6b-4671-9e9d-6095a645922e port 9518fd5e-f662-450d-ba50-95b2d024720b binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:56:01.391237 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c729717c-9419-4e91-994f-33f4a706819d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:01.405546 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:01.426618 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c729717c-9419-4e91-994f-33f4a706819d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:01.561466 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c729717c-9419-4e91-994f-33f4a706819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:01.565649 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c729717c-9419-4e91-994f-33f4a706819d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:01.569143 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c729717c-9419-4e91-994f-33f4a706819d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89fba6ca-b16d-47b2-93f8-b4490a532ae2 HTTP/1.1" status: 204 len: 168 time: 0.2325637 Oct 13 10:56:01.582236 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:01.591311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729717c-9419-4e91-994f-33f4a706819d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fba6ca-b16d-47b2-93f8-b4490a532ae2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:01.749908 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:01.820658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Allocated IP 172.20.0.1 (9b993262-8080-4e0b-982b-d9fc9873d4f9/c805fa09-9ad4-4470-89a4-68a61b4416b9/8072cd21-bd6a-4e81-bf8e-a025f09bdf8b) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:56:01.834548 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:01.859370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b9cae-ac37-4f2d-b2e7-25c54dd5f299 req-c0f10afa-4cae-429b-901c-ebe16ac59764 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:01.867946 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d33b9cae-ac37-4f2d-b2e7-25c54dd5f299 req-c0f10afa-4cae-429b-901c-ebe16ac59764 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0941026 Oct 13 10:56:01.921934 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Attempting to bind port 9518fd5e-f662-450d-ba50-95b2d024720b on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:56:01.926592 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Attempting to bind port 9518fd5e-f662-450d-ba50-95b2d024720b by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:56:01.926592 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Attempting to bind port 9518fd5e-f662-450d-ba50-95b2d024720b on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:01.943820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d33b9cae-ac37-4f2d-b2e7-25c54dd5f299 req-713ab013-429f-491e-8f64-e760d185b847 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659940 Oct 13 10:56:01.962796 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:56:01.963171 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:56:01.963775 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:01.964339 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:56:01.965013 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Bound port: 9518fd5e-f662-450d-ba50-95b2d024720b, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:56:01.965598 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:02.045166 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:02.066527 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07616e59-cc71-4a8e-9376-0776ea90299b None None] Pushing event updated for resources: {'Port': ['ID=9518fd5e-f662-450d-ba50-95b2d024720b,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:02.115297 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] For port 9518fd5e-f662-450d-ba50-95b2d024720b, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:56:02.119269 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] For port 9518fd5e-f662-450d-ba50-95b2d024720b, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9518fd5e-f662-450d-ba50-95b2d024720b,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:56:02.163722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105f57e-5c66-4616-b14a-291416a0c834 req-9f050a3c-a7d9-4a0d-8e74-ba2f4ec5aeaf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:02.171518 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e105f57e-5c66-4616-b14a-291416a0c834 req-9f050a3c-a7d9-4a0d-8e74-ba2f4ec5aeaf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0714052 Oct 13 10:56:02.201122 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:02.223741 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e105f57e-5c66-4616-b14a-291416a0c834 req-8cae79fa-fb61-4b21-b9ff-400dbf755566 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455930 Oct 13 10:56:02.231220 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:02.280049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 668be7e7-73df-4943-a378-0523b19114fd up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:56:02.338593 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Network 9b993262-8080-4e0b-982b-d9fc9873d4f9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:56:02.340921 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:56:02.342208 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:02.346666 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07616e59-cc71-4a8e-9376-0776ea90299b None None] Pushing event updated for resources: {'Port': ['ID=9518fd5e-f662-450d-ba50-95b2d024720b,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:02.349662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:56:02.363830 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 668be7e7-73df-4943-a378-0523b19114fd triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:02.364206 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:02.378198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:56:02.465718 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:02.616989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Pushing event updated for resources: {'Port': ['ID=8072cd21-bd6a-4e81-bf8e-a025f09bdf8b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:02.722832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1886dd3b-bf6d-44f3-866d-be7aca799c25 None None] Provisioning complete for port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:02.723422 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1886dd3b-bf6d-44f3-866d-be7aca799c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:02.728324 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:56:02.731683 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:02.772945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1886dd3b-bf6d-44f3-866d-be7aca799c25 None None] Port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:56:03.004203 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:55:59Z', 'revision_number': 3, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:03.057131 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51dadf9-faca-4d8d-8fd6-9c9c6e23976d None None] The sync data for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 is: [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:55:59Z', 'revision_number': 3, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:56:03.081870 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:03.132494 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:03.164037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52124df-f280-43a8-97aa-448b7332d6aa req-20b5559a-cbf8-4ee2-9815-3d16bbe16116 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:03.170754 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a52124df-f280-43a8-97aa-448b7332d6aa req-20b5559a-cbf8-4ee2-9815-3d16bbe16116 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.1004968 Oct 13 10:56:03.234676 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a52124df-f280-43a8-97aa-448b7332d6aa req-ef392fff-2e2c-4e1e-8638-0399cc51782b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519574 Oct 13 10:56:03.263061 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:03.266506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Pushing event updated for resources: {'Port': ['ID=8072cd21-bd6a-4e81-bf8e-a025f09bdf8b,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:03.457506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28119cdd-37b6-4532-b45e-cc2557c43c7d req-7e4c37b2-f58e-4906-b823-38577efa5046 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:03.459358 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-28119cdd-37b6-4532-b45e-cc2557c43c7d req-7e4c37b2-f58e-4906-b823-38577efa5046 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.1398783 Oct 13 10:56:03.471208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Network 9b993262-8080-4e0b-982b-d9fc9873d4f9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:56:03.482018 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:56:03.621453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-28119cdd-37b6-4532-b45e-cc2557c43c7d req-470d4778-b71d-4b9d-9a27-c3ff8a763260 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530337 Oct 13 10:56:03.709867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Router 3a56958c-7d6b-4671-9e9d-6095a645922e has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:56:03.866507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-0b387622-0224-4eb9-ae4b-f14cd98f071d req-53812252-efd0-4435-97f1-09cd3f4ba221 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:56:03.886630 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b387622-0224-4eb9-ae4b-f14cd98f071d req-53812252-efd0-4435-97f1-09cd3f4ba221 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0270452 Oct 13 10:56:03.914465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d9a47c91-09dd-4206-9269-08bc61c80653 None None] Provisioning complete for port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:03.915370 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d9a47c91-09dd-4206-9269-08bc61c80653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:03.956871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:56:03.962810 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6223cc42-b4b2-4f52-bbd9-de83864d6217 admin admin] 10.222.0.32 "PUT /v2.0/routers/3a56958c-7d6b-4671-9e9d-6095a645922e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0043457 Oct 13 10:56:04.007485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d9a47c91-09dd-4206-9269-08bc61c80653 None None] Port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:56:04.383870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9518fd5e-f662-450d-ba50-95b2d024720b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:56:04.410324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc94020-9bbb-44a1-bd97-c4a6ff55d3f4 req-863e0f7a-f433-4e5e-b1c2-5a8db27b794c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:04.420106 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5bc94020-9bbb-44a1-bd97-c4a6ff55d3f4 req-863e0f7a-f433-4e5e-b1c2-5a8db27b794c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.1168153 Oct 13 10:56:04.456763 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9518fd5e-f662-450d-ba50-95b2d024720b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:04.457356 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:04.499499 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5bc94020-9bbb-44a1-bd97-c4a6ff55d3f4 req-342efe0f-ebc2-4aa8-b95d-941a4da259ea tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784185 Oct 13 10:56:04.610594 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:04.661083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 9518fd5e-f662-450d-ba50-95b2d024720b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9518fd5e-f662-450d-ba50-95b2d024720b,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:04.743924 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:04.762133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6b605-52dc-4c41-b761-da8834164f3d req-bcc53632-dbdd-4161-81b3-89be4bec6978 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:04.774986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3d6b605-52dc-4c41-b761-da8834164f3d req-bcc53632-dbdd-4161-81b3-89be4bec6978 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.1374462 Oct 13 10:56:04.801225 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-8e951e83-9cf1-4a9f-ab5f-a62155b72c8e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3212321 Oct 13 10:56:04.818248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-c0c93df9-e4d5-4716-8a6e-9fdbbf83674a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:56:04.819569 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-c0c93df9-e4d5-4716-8a6e-9fdbbf83674a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075972 Oct 13 10:56:04.846817 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3d6b605-52dc-4c41-b761-da8834164f3d req-136ac06b-55d3-4fbb-8c91-997d1305164c tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707309 Oct 13 10:56:04.852533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=9518fd5e-f662-450d-ba50-95b2d024720b,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:05.201510 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-715721b4-ecf0-4e02-83f1-39133a4a6955 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223668 Oct 13 10:56:05.271161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39482) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:05.276050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a320a656-17f9-4929-8e41-26c434e89137 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1375237275', 'description': 'tempest-description--1488910944'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:05.346308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-58a7958f-421d-4526-bca5-b1687a8fca6a tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:05.348029 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-58a7958f-421d-4526-bca5-b1687a8fca6a tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407590 Oct 13 10:56:05.367090 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a320a656-17f9-4929-8e41-26c434e89137 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:05.372301 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-58346106-00a7-426f-a16e-cd39fb42848d tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/quotas/2d794cc7b6de4f50b56e3226cdb77049 HTTP/1.1" status: 200 len: 375 time: 0.0177062 Oct 13 10:56:05.414611 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-a52cae5a-626d-4104-b677-95b15c650351 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392063 Oct 13 10:56:05.460306 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a320a656-17f9-4929-8e41-26c434e89137 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:05.549772 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a320a656-17f9-4929-8e41-26c434e89137 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:05.570439 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Sync routers for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:56:05.589453 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:56:05.592279 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:05.676099 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a320a656-17f9-4929-8e41-26c434e89137 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:05.682152 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a320a656-17f9-4929-8e41-26c434e89137 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4098890 Oct 13 10:56:05.683985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39506) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:05.689561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-56675d0b-f901-4dc9-af1e-0c8843dca5e2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Request body: {'security_group_rule': {'security_group_id': 'b6cc7307-6a48-4082-9cb8-d00cb92f577f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:05.700112 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320a656-17f9-4929-8e41-26c434e89137 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cc7307-6a48-4082-9cb8-d00cb92f577f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:05.740188 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99598c-1320-45b3-9900-fb961dea74ae req-dd370536-5bb5-4e04-bc6f-f19ac800766e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:05.741725 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a99598c-1320-45b3-9900-fb961dea74ae req-dd370536-5bb5-4e04-bc6f-f19ac800766e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.1499279 Oct 13 10:56:05.816353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a99598c-1320-45b3-9900-fb961dea74ae req-036e3459-1835-4ac2-b564-ebc986fac121 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655260 Oct 13 10:56:05.859158 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-56675d0b-f901-4dc9-af1e-0c8843dca5e2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:05.893497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:56:05.924144 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-74d9e1d6-aeb1-403a-8f5b-c023a98ba376 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517046 Oct 13 10:56:06.046023 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7148948-ed92-4b30-a554-66f1d1786186 req-25f2571e-f9c1-4bf9-b42f-a6f625584968 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:06.073355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7148948-ed92-4b30-a554-66f1d1786186 req-25f2571e-f9c1-4bf9-b42f-a6f625584968 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.1262393 Oct 13 10:56:06.193786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7148948-ed92-4b30-a554-66f1d1786186 req-210ffc16-ead2-4df4-ab0d-d3ea12186681 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193383 Oct 13 10:56:06.201939 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-56675d0b-f901-4dc9-af1e-0c8843dca5e2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:06.248721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-79939d53-af3a-4a3f-a3e2-c747efb629ca tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:06.250410 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-79939d53-af3a-4a3f-a3e2-c747efb629ca tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3249061 Oct 13 10:56:06.266077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 2, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:06.286882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-f554429e-e69a-4b52-9850-4c3499866fbe tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/quotas/2d794cc7b6de4f50b56e3226cdb77049 HTTP/1.1" status: 200 len: 375 time: 0.0287921 Oct 13 10:56:06.312084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9518fd5e-f662-450d-ba50-95b2d024720b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:56:06.315946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Checking router: 3a56958c-7d6b-4671-9e9d-6095a645922e for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:56:06.316338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Updating router 3a56958c-7d6b-4671-9e9d-6095a645922e port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:56:06.335292 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-762846d1-9bf6-4e6f-bf4e-4cb2ef76e2b6 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423367 Oct 13 10:56:06.343806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-56675d0b-f901-4dc9-af1e-0c8843dca5e2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:06.366072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56675d0b-f901-4dc9-af1e-0c8843dca5e2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a98659-43c5-4492-851d-be447f1d8e68,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:06.392107 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:06.445507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9518fd5e-f662-450d-ba50-95b2d024720b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:06.445885 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:06.465443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-56675d0b-f901-4dc9-af1e-0c8843dca5e2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:06.467863 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-56675d0b-f901-4dc9-af1e-0c8843dca5e2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7826445 Oct 13 10:56:06.474304 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39546) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:06.479494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2c41c05f-ece7-48a9-b76d-306814deac1c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Request body: {'security_group_rule': {'security_group_id': 'b6cc7307-6a48-4082-9cb8-d00cb92f577f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:06.616656 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c41c05f-ece7-48a9-b76d-306814deac1c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:06.660297 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ffd42255-099e-4c0e-8ccd-8af6a80035ad req-d33f9e7d-c1d7-4c45-bd34-7ead41673d11 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 210 time: 0.0880537 Oct 13 10:56:06.702320 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c41c05f-ece7-48a9-b76d-306814deac1c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:06.811924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c41c05f-ece7-48a9-b76d-306814deac1c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:06.832990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41c05f-ece7-48a9-b76d-306814deac1c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7655d6bd-4a45-4c14-b6bc-4ad1ae8d2dd9,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:06.835966 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:06.903749 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:06.939110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074479c-72e8-49fb-926e-59f89d81c673 req-37b77cde-05d4-447f-94e7-8bdf1e307fac tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:06.940779 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f074479c-72e8-49fb-926e-59f89d81c673 req-37b77cde-05d4-447f-94e7-8bdf1e307fac tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0497184 Oct 13 10:56:06.956602 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd49815-3a59-4172-b5c9-018ef9a4ef83 None None] Pushing event updated for resources: {'Port': ['ID=8072cd21-bd6a-4e81-bf8e-a025f09bdf8b,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:06.979305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c41c05f-ece7-48a9-b76d-306814deac1c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:06.980528 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2c41c05f-ece7-48a9-b76d-306814deac1c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5050507 Oct 13 10:56:06.983881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39570) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:06.988904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:07.016008 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f074479c-72e8-49fb-926e-59f89d81c673 req-ed5ef7f0-0eb4-4e0f-b8d6-d1bfef9860f5 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678298 Oct 13 10:56:07.058433 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Attempting to bind port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:56:07.058782 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Attempting to bind port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:56:07.059150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Attempting to bind port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b on network 9b993262-8080-4e0b-982b-d9fc9873d4f9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:07.065417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:56:07.065795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Checking segment: {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:56:07.066385 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:07.066792 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Bound using segment: {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:56:07.067268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Bound port: 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:56:07.067690 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:07.137466 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:07.148475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] For port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:56:07.153719 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] For port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8072cd21-bd6a-4e81-bf8e-a025f09bdf8b,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:56:07.224176 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:07.280447 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:56:07.300993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6f6726bf-ce5b-4f3e-87bb-a3e058b948a8 None None] Provisioning complete for port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:07.301369 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6f6726bf-ce5b-4f3e-87bb-a3e058b948a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:07.303093 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd49815-3a59-4172-b5c9-018ef9a4ef83 None None] Pushing event updated for resources: {'Port': ['ID=8072cd21-bd6a-4e81-bf8e-a025f09bdf8b,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:07.306719 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:56:07.307505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:55:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:07.362802 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:07.388812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61a824-fa9d-47bb-9afa-fbc94e224067 req-151af57b-21f4-41c9-9722-56c8fff5c0a4 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:07.390609 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1b61a824-fa9d-47bb-9afa-fbc94e224067 req-151af57b-21f4-41c9-9722-56c8fff5c0a4 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.1190426 Oct 13 10:56:07.526672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:56:07.566461 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1b61a824-fa9d-47bb-9afa-fbc94e224067 req-58a3ea1e-a6fa-40c4-bd37-f2c0689b0fe5 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455719 Oct 13 10:56:07.630450 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6f6726bf-ce5b-4f3e-87bb-a3e058b948a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:07.632871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Allocated IP 172.25.0.61 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/1da25479-672d-4e70-a671-fba40f26cc4b) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:56:07.779565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9098a0-08b9-4069-bbdb-60264459bf46 req-09f8395d-5f63-4a3d-b15a-4941e8c2a6a4 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:07.781893 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-db9098a0-08b9-4069-bbdb-60264459bf46 req-09f8395d-5f63-4a3d-b15a-4941e8c2a6a4 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 950 time: 0.0706778 Oct 13 10:56:07.822491 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-db9098a0-08b9-4069-bbdb-60264459bf46 req-ed20fc93-78e5-4b93-be50-17c758cc44b1 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336382 Oct 13 10:56:07.832010 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:07.862919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad61f19d-1f33-410a-bc68-6f28c3f98dd5 req-36b100d0-bc9a-4858-a61a-74336be27031 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 210 time: 0.0626950 Oct 13 10:56:07.867185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6f6726bf-ce5b-4f3e-87bb-a3e058b948a8 None None] For port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8072cd21-bd6a-4e81-bf8e-a025f09bdf8b,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:07.926394 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6f6726bf-ce5b-4f3e-87bb-a3e058b948a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:07.957201 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:07.961450 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c9595a31-a204-41b2-9e83-f1cffffad9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:08.002867 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6726bf-ce5b-4f3e-87bb-a3e058b948a8 None None] Pushing event updated for resources: {'Port': ['ID=8072cd21-bd6a-4e81-bf8e-a025f09bdf8b,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:08.003784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:56:08.007087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:56:08.011078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:56:08.012598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:08.051679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event updated for resources: {'Port': ['ID=1da25479-672d-4e70-a671-fba40f26cc4b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:08.068533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71123c11-bac2-4a00-a187-c9d36fc7910b None None] The sync data for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 is: [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:56:08.092374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f5a37d59-8852-4375-a013-79843322799d None None] Provisioning complete for port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:08.093434 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f5a37d59-8852-4375-a013-79843322799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:08.161291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:08.334728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc9b55-dafb-4302-8a04-4aa5a1fc499d req-26211ad6-c3ed-44da-abd9-68586c6a738a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:08.342109 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30cc9b55-dafb-4302-8a04-4aa5a1fc499d req-26211ad6-c3ed-44da-abd9-68586c6a738a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.1552880 Oct 13 10:56:08.352606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:56:08.357260 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:08.395058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929eee-af25-459a-b291-06c1b814b426 req-35fd46a8-d808-4b3c-9216-e89c5655de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:08.396465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-35fd46a8-d808-4b3c-9216-e89c5655de19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 1100 time: 0.1499572 Oct 13 10:56:08.440467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:08.441097 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:08.457823 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30cc9b55-dafb-4302-8a04-4aa5a1fc499d req-77b4bbe2-6cb8-4a8b-a075-942edfe92035 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147604 Oct 13 10:56:08.560841 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:08.607714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929eee-af25-459a-b291-06c1b814b426 req-8c9f508b-dbd1-4e00-80a6-6c498e96ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:08.609164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-8c9f508b-dbd1-4e00-80a6-6c498e96ecae service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.2040973 Oct 13 10:56:09.008297 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-945de0d2-9efc-4b3d-baa9-4807534be238 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c HTTP/1.1" status: 200 len: 217 time: 0.3905437 Oct 13 10:56:09.129946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929eee-af25-459a-b291-06c1b814b426 req-c848d99f-cd43-4fdd-b5fb-92b12245c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:09.136104 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-c848d99f-cd43-4fdd-b5fb-92b12245c728 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1149058 Oct 13 10:56:09.143515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36f215-4cb1-411c-80b3-866f2001a3d2 req-5ef358d7-1250-4ec3-b143-f40276ff9b24 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:09.145024 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb36f215-4cb1-411c-80b3-866f2001a3d2 req-5ef358d7-1250-4ec3-b143-f40276ff9b24 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.1412380 Oct 13 10:56:09.170255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-e80a6ac4-33ca-459e-bb57-6369337c831b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558503 Oct 13 10:56:09.217149 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:09.282442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb36f215-4cb1-411c-80b3-866f2001a3d2 req-76496110-2a74-45d8-a9ac-27a18bd6327d tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261783 Oct 13 10:56:09.297406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929eee-af25-459a-b291-06c1b814b426 req-397d51bd-c802-43b4-b4a5-09e7ab8f564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:09.299242 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-397d51bd-c802-43b4-b4a5-09e7ab8f564b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1442935 Oct 13 10:56:09.306067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:09.471943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event updated for resources: {'Port': ['ID=1da25479-672d-4e70-a671-fba40f26cc4b,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:09.498025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-d714dcf0-e3ed-4d04-b9ad-8525090ef12c tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:09.499455 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-d714dcf0-e3ed-4d04-b9ad-8525090ef12c tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980349 Oct 13 10:56:09.505706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bcdcb891-095e-4947-9e68-e613e8cf1648 req-dc1f2762-e070-4346-919e-0ecd44faf393 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 210 time: 0.0553575 Oct 13 10:56:09.520379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Request body: {'port': {'device_id': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '2d794cc7b6de4f50b56e3226cdb77049'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:09.532156 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:09.611137 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-d401a407-802e-41b2-a83b-6d7bff42cd6b service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975054 Oct 13 10:56:09.695579 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:09.706138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5a12c771-0bb8-4c43-b850-0453bc7bc84f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7119262 Oct 13 10:56:09.749342 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36ddd9-22ff-4d59-8804-516071b82f91 req-6fb0d4bb-2cab-4797-b64e-e534aa99e42e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:09.755027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d36ddd9-22ff-4d59-8804-516071b82f91 req-6fb0d4bb-2cab-4797-b64e-e534aa99e42e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.1654687 Oct 13 10:56:09.804586 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-d2b3db94-6c7e-47b3-8d40-34b4077ca772 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772647 Oct 13 10:56:09.835375 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d36ddd9-22ff-4d59-8804-516071b82f91 req-b9f437ba-a6f2-49d7-adcb-e124e554450f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654755 Oct 13 10:56:09.846521 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-8d524155-220c-4231-a859-4baa3d398020 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275826 Oct 13 10:56:09.874789 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Made reservation on behalf of 2d794cc7b6de4f50b56e3226cdb77049 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:56:09.878994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:09.888426 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:09.965889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-5cfece77-56a4-4d99-95b6-f6001736a23e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1375237275&fields=id&tenant_id=2c643e49e7c24d549eaab0c43e79724c HTTP/1.1" status: 200 len: 267 time: 0.0559440 Oct 13 10:56:09.992704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-d0440058-5f8e-4f08-a8e1-628d0e5daa07 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:09.994268 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-d0440058-5f8e-4f08-a8e1-628d0e5daa07 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421008 Oct 13 10:56:10.009672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-5e3e72cc-e107-42ae-8b76-e05f161f18af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Request body: {'port': {'device_id': '89286ac3-784a-4ba4-844c-f9e0f282f386', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '2d794cc7b6de4f50b56e3226cdb77049'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:10.052022 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:10.109091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-21d7c92a-7ec7-4b98-a262-55bfd344571a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:10.111307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-21d7c92a-7ec7-4b98-a262-55bfd344571a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 816 time: 0.1337554 Oct 13 10:56:10.128529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-f532ef18-7b69-45e4-aba5-2b2b5d8d2109 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/quotas/2c643e49e7c24d549eaab0c43e79724c HTTP/1.1" status: 200 len: 375 time: 0.0104148 Oct 13 10:56:10.187384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-8be413d0-ffd1-4b71-909f-8006092cc060 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519280 Oct 13 10:56:10.194681 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:10.286173 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-5e3e72cc-e107-42ae-8b76-e05f161f18af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Made reservation on behalf of 2d794cc7b6de4f50b56e3226cdb77049 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:56:10.289935 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-5e3e72cc-e107-42ae-8b76-e05f161f18af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:10.292859 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:10.314775 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c52410-f02c-40ee-9134-33a268a57f72,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:10.386304 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-87ac368b-f2fb-4188-9c34-05dd8d0f9e9b service neutron] 10.222.0.32 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847849 Oct 13 10:56:10.456108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Allocated IP 192.168.233.116 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/76c3104d-49fa-460b-be27-3d33e677be2e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:56:10.491144 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59407bea-4239-49d9-b222-1d9bfba1b26b req-9b64ff3c-54bc-4f71-b635-134b6c51b2a7 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:10.493088 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-59407bea-4239-49d9-b222-1d9bfba1b26b req-9b64ff3c-54bc-4f71-b635-134b6c51b2a7 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0678730 Oct 13 10:56:10.532108 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-59407bea-4239-49d9-b222-1d9bfba1b26b req-78fb6798-456a-4726-96d4-38661bd50920 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Oct 13 10:56:10.543202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-66c90f51-3532-458d-85ae-6f56b42fd0cb service neutron] 10.222.0.32 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450820 Oct 13 10:56:10.677534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:10.746954 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-63f98c91-fc33-4f45-8723-07b0e3463d52 req-439bcf07-e572-4858-87a8-9e60331e0268 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 210 time: 0.0303082 Oct 13 10:56:10.766392 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc1e9-3a4d-4146-8bc0-79bd6a43994e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:10.823717 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:10.883052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:56:10.887200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:56:10.907203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:56:10.914046 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Pushing event updated for resources: {'Port': ['ID=76c3104d-49fa-460b-be27-3d33e677be2e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:10.922489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-5e3e72cc-e107-42ae-8b76-e05f161f18af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Allocated IP 192.168.233.164 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/4371f3f4-4b79-405d-8481-3591042d5e90) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:56:10.982257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c6da305-d191-46df-883e-538e6723e345 req-ac971355-5276-4a48-9f5e-a0cffec6cc89 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0768123 Oct 13 10:56:11.000929 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:11.007770 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.009761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ceb29a-316e-4149-bce2-fa691f497a52 req-88a083eb-1892-4f64-b7c1-131bd93e81c6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:11.011622 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5ceb29a-316e-4149-bce2-fa691f497a52 req-88a083eb-1892-4f64-b7c1-131bd93e81c6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0858240 Oct 13 10:56:11.111493 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5ceb29a-316e-4149-bce2-fa691f497a52 req-08d4dbd1-d1c5-4188-ae2e-ef500aeaae1a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906563 Oct 13 10:56:11.140736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-cd33b801-b508-4dd1-8a32-cbf1f2076d2b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6293454 Oct 13 10:56:11.154521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Request body: {'port': {'device_id': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:11.167358 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-5e3e72cc-e107-42ae-8b76-e05f161f18af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.208032 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.222023 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-351f2542-5541-4be2-865e-f2de1aa11960 None None] Provisioning complete for port 76c3104d-49fa-460b-be27-3d33e677be2e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:11.222420 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-351f2542-5541-4be2-865e-f2de1aa11960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.257981 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-5e3e72cc-e107-42ae-8b76-e05f161f18af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.260442 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-351f2542-5541-4be2-865e-f2de1aa11960 None None] Port 76c3104d-49fa-460b-be27-3d33e677be2e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:56:11.319095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-5e3e72cc-e107-42ae-8b76-e05f161f18af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:56:11.321910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-5e3e72cc-e107-42ae-8b76-e05f161f18af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:56:11.326639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-5e3e72cc-e107-42ae-8b76-e05f161f18af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:56:11.356278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e72cc-e107-42ae-8b76-e05f161f18af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Pushing event updated for resources: {'Port': ['ID=4371f3f4-4b79-405d-8481-3591042d5e90,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:11.387702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-5e3e72cc-e107-42ae-8b76-e05f161f18af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:11.388969 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-5e3e72cc-e107-42ae-8b76-e05f161f18af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.490094 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-5e3e72cc-e107-42ae-8b76-e05f161f18af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4848390 Oct 13 10:56:11.494549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c3104d-49fa-460b-be27-3d33e677be2e {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:11.503575 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.511090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:56:11.513713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Request body: {'port': {'device_id': '89286ac3-784a-4ba4-844c-f9e0f282f386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:11.536646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Transition to ACTIVE for port object 76c3104d-49fa-460b-be27-3d33e677be2e will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:56:11.580158 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.588876 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.607530 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.628947 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-961bfd59-de76-4ef6-ad57-75117755e3e6 None None] Provisioning complete for port 4371f3f4-4b79-405d-8481-3591042d5e90 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:11.629314 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-961bfd59-de76-4ef6-ad57-75117755e3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.674387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.713157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:11.716014 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2760fcce-688f-453d-9858-5b7000c5a122" -d '{"events": [{"server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "name": "network-vif-unplugged", "status": "completed", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:11.727906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Pushing event updated for resources: {'Port': ['ID=76c3104d-49fa-460b-be27-3d33e677be2e,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:11.740628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:11.742309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-961bfd59-de76-4ef6-ad57-75117755e3e6 None None] Port 4371f3f4-4b79-405d-8481-3591042d5e90 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:56:11.800644 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.811564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5046c-a082-4e34-8eaf-589e4c985b63 req-0b10ff2e-2d0e-4f6a-8bf5-5080ba12d907 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:11.812950 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cf5046c-a082-4e34-8eaf-589e4c985b63 req-0b10ff2e-2d0e-4f6a-8bf5-5080ba12d907 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.1727605 Oct 13 10:56:11.849325 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea39a50e-0f45-4c1a-b5ab-d704496002b8 x-openstack-request-id: req-ea39a50e-0f45-4c1a-b5ab-d704496002b8 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:11.851385 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "name": "network-vif-unplugged", "status": "completed", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:11.851969 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea39a50e-0f45-4c1a-b5ab-d704496002b8 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:11.852580 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5', 'code': 200} Oct 13 10:56:11.877266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Attempting to bind port 76c3104d-49fa-460b-be27-3d33e677be2e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:56:11.877266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Attempting to bind port 76c3104d-49fa-460b-be27-3d33e677be2e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:56:11.877266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Attempting to bind port 76c3104d-49fa-460b-be27-3d33e677be2e on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:11.886876 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cf5046c-a082-4e34-8eaf-589e4c985b63 req-d5272824-42fb-4308-b7c1-6cfd199ec052 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655425 Oct 13 10:56:11.889493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Port 76c3104d-49fa-460b-be27-3d33e677be2e on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:56:11.889821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Attempting to bind port 76c3104d-49fa-460b-be27-3d33e677be2e on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:11.896218 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:56:11.905727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:56:11.905727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:56:11.905727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Bound port: 76c3104d-49fa-460b-be27-3d33e677be2e, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:56:11.905727 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:11.944827 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:11.992608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] For port 76c3104d-49fa-460b-be27-3d33e677be2e, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:56:11.996216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] For port 76c3104d-49fa-460b-be27-3d33e677be2e, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=76c3104d-49fa-460b-be27-3d33e677be2e,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:56:12.035196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4371f3f4-4b79-405d-8481-3591042d5e90 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:12.045985 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:12.063250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Transition to ACTIVE for port object 4371f3f4-4b79-405d-8481-3591042d5e90 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:56:12.075605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e292145-12cd-4cb0-871a-ef671d57d34e req-61ad5d71-144d-4d9e-9dcb-655c628b1ca0 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:12.077129 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e292145-12cd-4cb0-871a-ef671d57d34e req-61ad5d71-144d-4d9e-9dcb-655c628b1ca0 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 936 time: 0.0785861 Oct 13 10:56:12.081589 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:12.083854 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:12.122142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:12.123176 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:12.124554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] 10.222.0.21 "PUT /v2.0/ports/76c3104d-49fa-460b-be27-3d33e677be2e HTTP/1.1" status: 200 len: 1096 time: 0.9742026 Oct 13 10:56:12.131359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'tag': '76c3104d-49fa-460b-be27-3d33e677be2e'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:12.133920 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb284ccc-6860-4342-9b75-27ee019866c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe894cf-0c6b-4643-ad71-7bc88faa8122", "tag": "76c3104d-49fa-460b-be27-3d33e677be2e"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:12.134255 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e292145-12cd-4cb0-871a-ef671d57d34e req-dcc7b919-ff97-4bed-ab57-b644fcd26ed4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 Oct 13 10:56:12.164686 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:12.173664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Pushing event updated for resources: {'Port': ['ID=76c3104d-49fa-460b-be27-3d33e677be2e,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:12.187622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:12.187622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:12.187622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:12.187622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:12.187622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:12.187622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:12.187622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:12.187622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:12.187622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:12.188473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:12.188473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:12.188473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423250fd-59f2-4a7c-859c-3b7f3ec5c841 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:12.218606 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f85058-c8f4-4b77-9d8f-ad487edddb66 x-openstack-request-id: req-f0f85058-c8f4-4b77-9d8f-ad487edddb66 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:12.218606 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe894cf-0c6b-4643-ad71-7bc88faa8122", "tag": "76c3104d-49fa-460b-be27-3d33e677be2e", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:12.218606 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0f85058-c8f4-4b77-9d8f-ad487edddb66 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:12.218606 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'tag': '76c3104d-49fa-460b-be27-3d33e677be2e', 'status': 'completed', 'code': 200} Oct 13 10:56:12.246038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9a1d7b6-a7b6-4e04-9d19-75e0eb518c81 req-9218ec5e-66dd-4739-995a-1be1f7aeeebf tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0444202 Oct 13 10:56:12.254890 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Pushing event updated for resources: {'Port': ['ID=4371f3f4-4b79-405d-8481-3591042d5e90,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:12.333936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb284ccc-6860-4342-9b75-27ee019866c7 req-0db72ae2-6864-48fc-b659-65d121e5ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:12.336482 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb284ccc-6860-4342-9b75-27ee019866c7 req-0db72ae2-6864-48fc-b659-65d121e5ab0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 1099 time: 0.0456994 Oct 13 10:56:12.367757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb284ccc-6860-4342-9b75-27ee019866c7 req-3d5b2dae-424d-4dac-8e32-8dfc640fc45d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215518 Oct 13 10:56:12.375362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4cf8-9231-4c8e-9b52-c912750e7979 req-8d6b0789-7787-4d07-a8af-daac4c1b7d4a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:12.376980 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8abf4cf8-9231-4c8e-9b52-c912750e7979 req-8d6b0789-7787-4d07-a8af-daac4c1b7d4a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0941875 Oct 13 10:56:12.379791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Attempting to bind port 4371f3f4-4b79-405d-8481-3591042d5e90 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:56:12.380121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Attempting to bind port 4371f3f4-4b79-405d-8481-3591042d5e90 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:56:12.380530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Attempting to bind port 4371f3f4-4b79-405d-8481-3591042d5e90 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:12.411101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Port 4371f3f4-4b79-405d-8481-3591042d5e90 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:56:12.412052 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Attempting to bind port 4371f3f4-4b79-405d-8481-3591042d5e90 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:12.420316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:56:12.420788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:56:12.421203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:56:12.422036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Bound port: 4371f3f4-4b79-405d-8481-3591042d5e90, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:56:12.422036 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:12.453961 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8abf4cf8-9231-4c8e-9b52-c912750e7979 req-e402f11b-7c9f-4bfe-9764-9a04b4df04e6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654678 Oct 13 10:56:12.492837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb284ccc-6860-4342-9b75-27ee019866c7 req-b5fd8d21-326d-4e10-991a-9e101a0c2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:12.494555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb284ccc-6860-4342-9b75-27ee019866c7 req-b5fd8d21-326d-4e10-991a-9e101a0c2a99 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112890 Oct 13 10:56:12.525362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] For port 4371f3f4-4b79-405d-8481-3591042d5e90, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:56:12.528820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] For port 4371f3f4-4b79-405d-8481-3591042d5e90, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4371f3f4-4b79-405d-8481-3591042d5e90,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:56:12.577403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-1c87473d-be0a-40d9-846f-5b3d13933465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:12.577858 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:12.578996 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-1c87473d-be0a-40d9-846f-5b3d13933465 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 1099 time: 0.0423479 Oct 13 10:56:12.620314 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:12.620937 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:12.622600 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] 10.222.0.21 "PUT /v2.0/ports/4371f3f4-4b79-405d-8481-3591042d5e90 HTTP/1.1" status: 200 len: 1096 time: 1.1132121 Oct 13 10:56:12.623030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89286ac3-784a-4ba4-844c-f9e0f282f386', 'tag': '4371f3f4-4b79-405d-8481-3591042d5e90'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:12.625292 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d2b555-575c-42f9-8adf-bfa3302f749b" -d '{"events": [{"name": "network-changed", "server_uuid": "89286ac3-784a-4ba4-844c-f9e0f282f386", "tag": "4371f3f4-4b79-405d-8481-3591042d5e90"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:12.630036 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-3c1cd94b-9a10-418a-964f-0a67504f6701 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=76c3104d-49fa-460b-be27-3d33e677be2e HTTP/1.1" status: 200 len: 217 time: 0.0402379 Oct 13 10:56:12.678530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1004c-f576-41cd-b1ca-a453841973eb service neutron] Pushing event updated for resources: {'Port': ['ID=4371f3f4-4b79-405d-8481-3591042d5e90,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:12.708793 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f4db84-e96e-4c15-bb25-de38273179e3 x-openstack-request-id: req-65f4db84-e96e-4c15-bb25-de38273179e3 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:12.709232 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89286ac3-784a-4ba4-844c-f9e0f282f386", "tag": "4371f3f4-4b79-405d-8481-3591042d5e90", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:12.709862 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65f4db84-e96e-4c15-bb25-de38273179e3 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:12.710165 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89286ac3-784a-4ba4-844c-f9e0f282f386', 'tag': '4371f3f4-4b79-405d-8481-3591042d5e90', 'status': 'completed', 'code': 200} Oct 13 10:56:12.781435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-9575c893-3001-43cd-a937-5277b8faa651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:12.784905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-9575c893-3001-43cd-a937-5277b8faa651 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1454220 Oct 13 10:56:12.787657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2b555-575c-42f9-8adf-bfa3302f749b req-7cc327f1-3efd-42aa-91bd-8edc3baa0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:12.789368 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55d2b555-575c-42f9-8adf-bfa3302f749b req-7cc327f1-3efd-42aa-91bd-8edc3baa0b01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 1099 time: 0.0674448 Oct 13 10:56:12.841627 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55d2b555-575c-42f9-8adf-bfa3302f749b req-4db82f6b-d075-4980-a842-4f07ec36c59a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340319 Oct 13 10:56:12.858617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-84fc16ef-873e-4f3b-a524-ecd5932736a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:12.870741 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-84fc16ef-873e-4f3b-a524-ecd5932736a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0650856 Oct 13 10:56:12.990265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2b555-575c-42f9-8adf-bfa3302f749b req-d16eaccb-b35b-4658-8d0c-706a2e23d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:12.992161 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55d2b555-575c-42f9-8adf-bfa3302f749b req-d16eaccb-b35b-4658-8d0c-706a2e23d70a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1408236 Oct 13 10:56:13.000488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-2e0fd7b6-528f-4813-b69a-ed789dd4fc23 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104925 Oct 13 10:56:13.097447 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb2a74-64e1-4b27-a311-d89f43d1d138 req-889e04fa-bd4a-4650-aee6-750be1c96c24 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:13.099031 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-57eb2a74-64e1-4b27-a311-d89f43d1d138 req-889e04fa-bd4a-4650-aee6-750be1c96c24 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0852585 Oct 13 10:56:13.107819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-29c523f7-f069-493c-bb2c-87e682622af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:13.109605 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-29c523f7-f069-493c-bb2c-87e682622af3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 1099 time: 0.0646179 Oct 13 10:56:13.135705 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8345cb0-5a2d-4612-ab81-e4e70f0d3749 req-67ffc02d-7ca9-422e-b25c-e7e32d4d3f5b service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276126 Oct 13 10:56:13.171291 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-99eaab85-ad9f-48f5-b374-0a9fedec8c5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=4371f3f4-4b79-405d-8481-3591042d5e90 HTTP/1.1" status: 200 len: 217 time: 0.0437253 Oct 13 10:56:13.194095 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-57eb2a74-64e1-4b27-a311-d89f43d1d138 req-2e6f019b-d213-40c8-a36a-e90b8dfc782e tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888638 Oct 13 10:56:13.235479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-39facae1-75fa-42ca-bb42-c0097ea7fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:13.236949 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-39facae1-75fa-42ca-bb42-c0097ea7fa28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0531099 Oct 13 10:56:13.284803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb36d6-7e35-4677-80bc-e1d90c7cb2ff req-e67b1baf-d662-4c99-adfc-98270b440da0 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:13.285404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-abb47bf0-6ae5-4d94-ac3d-468b2d71ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:13.286412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-abb47bf0-6ae5-4d94-ac3d-468b2d71ae98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0410287 Oct 13 10:56:13.286545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8cb36d6-7e35-4677-80bc-e1d90c7cb2ff req-e67b1baf-d662-4c99-adfc-98270b440da0 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 948 time: 0.0504611 Oct 13 10:56:13.326539 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:13.373625 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e6ca8d74-6014-4706-8ef6-ffbd3a999fc7 req-183564ad-c685-430d-a1ba-998081e01b05 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0304601 Oct 13 10:56:13.387216 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8cb36d6-7e35-4677-80bc-e1d90c7cb2ff req-a73111c5-4a4c-4eaf-b81d-111c0badb9a9 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941243 Oct 13 10:56:13.420424 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-3b64509c-bece-4b06-b2ac-54c84d7312d9 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247594 Oct 13 10:56:13.449032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cdc60f62-b9e3-48d6-a768-90bc67ac0aa2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:13.450594 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cdc60f62-b9e3-48d6-a768-90bc67ac0aa2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.21 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 816 time: 0.1190128 Oct 13 10:56:13.495136 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-be20cff5-bb08-4809-ad44-a319bf9f9eba tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c643e49e7c24d549eaab0c43e79724c HTTP/1.1" status: 200 len: 380 time: 0.0347052 Oct 13 10:56:13.508231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cff689ee-8eab-4ef5-b975-72973663850e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Request body: {'port': {'device_id': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'admin_state_up': True, 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'security_groups': ['b6cc7307-6a48-4082-9cb8-d00cb92f577f']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:13.518625 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e1c81d0-7f85-431e-bdd9-a4f2a6c486fd req-82348803-acdb-4e40-a307-e6be3238c44a service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897546 Oct 13 10:56:13.530710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:56:13.592185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6e07d-1cf1-48d4-985f-19aebee0914e req-608fb17a-c3bb-4451-bb70-a9b950994aa1 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:13.593725 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b8b6e07d-1cf1-48d4-985f-19aebee0914e req-608fb17a-c3bb-4451-bb70-a9b950994aa1 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0563016 Oct 13 10:56:13.637803 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b8b6e07d-1cf1-48d4-985f-19aebee0914e req-35f9714e-4ff4-41c9-a1f8-c3ee923dfcc3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366411 Oct 13 10:56:13.651567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:13.664465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5', 'mac_address': 'fa:16:3e:db:f0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:56:13.674923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cff689ee-8eab-4ef5-b975-72973663850e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Made reservation on behalf of 2c643e49e7c24d549eaab0c43e79724c for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:56:13.679317 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cff689ee-8eab-4ef5-b975-72973663850e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:13.707276 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:13.722706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:13.742670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:13.783837 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:13.817479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cff689ee-8eab-4ef5-b975-72973663850e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Allocated IP 172.20.0.14 (9b993262-8080-4e0b-982b-d9fc9873d4f9/c805fa09-9ad4-4470-89a4-68a61b4416b9/ad0d3329-1d42-4f13-a254-a9d8ced30516) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:56:13.847559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:13.881424 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:56:13.974614 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cff689ee-8eab-4ef5-b975-72973663850e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:14.065750 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cff689ee-8eab-4ef5-b975-72973663850e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:14.092721 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cff689ee-8eab-4ef5-b975-72973663850e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Network 9b993262-8080-4e0b-982b-d9fc9873d4f9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:56:14.094471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cff689ee-8eab-4ef5-b975-72973663850e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:56:14.097462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cff689ee-8eab-4ef5-b975-72973663850e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:56:14.212811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff689ee-8eab-4ef5-b975-72973663850e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event updated for resources: {'Port': ['ID=ad0d3329-1d42-4f13-a254-a9d8ced30516,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:14.227809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cff689ee-8eab-4ef5-b975-72973663850e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:14.228476 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cff689ee-8eab-4ef5-b975-72973663850e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:14.246726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce43d5a-409f-4d9c-ad66-e6f35fb8b691 req-b6f82e1b-02b0-4d16-a2a7-c08cfd7f677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:14.248294 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ce43d5a-409f-4d9c-ad66-e6f35fb8b691 req-b6f82e1b-02b0-4d16-a2a7-c08cfd7f677a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 1096 time: 0.0969198 Oct 13 10:56:14.303914 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ce43d5a-409f-4d9c-ad66-e6f35fb8b691 req-8979ceea-8eee-4736-9154-87799a1b7717 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475254 Oct 13 10:56:14.318992 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-cff689ee-8eab-4ef5-b975-72973663850e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8145719 Oct 13 10:56:14.343106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Request body: {'port': {'device_id': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:14.389440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee62f4d-08ac-4708-a311-c264c3722e16 req-a6e9ccb0-3d20-4535-8373-9a72c9d03334 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:14.390975 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eee62f4d-08ac-4708-a311-c264c3722e16 req-a6e9ccb0-3d20-4535-8373-9a72c9d03334 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0902841 Oct 13 10:56:14.396342 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f9ea5ed0-965a-4e6a-b372-e3b4cafb6c8a None None] Provisioning complete for port ad0d3329-1d42-4f13-a254-a9d8ced30516 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:14.396874 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f9ea5ed0-965a-4e6a-b372-e3b4cafb6c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:14.430466 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:14.434110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea5ed0-965a-4e6a-b372-e3b4cafb6c8a None None] Port ad0d3329-1d42-4f13-a254-a9d8ced30516 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:56:14.460093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eee62f4d-08ac-4708-a311-c264c3722e16 req-0481c2f2-25eb-4430-9c65-21f711b02170 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511410 Oct 13 10:56:14.532939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1698a-2f43-4038-a8fb-f9f2e864185f req-1b4caded-82d0-4ae6-883f-822549d43a7a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:14.535418 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ce1698a-2f43-4038-a8fb-f9f2e864185f req-1b4caded-82d0-4ae6-883f-822549d43a7a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 932 time: 0.0822787 Oct 13 10:56:14.583242 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ce1698a-2f43-4038-a8fb-f9f2e864185f req-14613e21-fabf-4772-ba77-29b02b30a1a6 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407319 Oct 13 10:56:14.676157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c3630-ede3-4df3-b424-29cd260ff637 req-b42347e4-5c8a-43bd-815d-c360a4b3d82f tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:14.676367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed8c3630-ede3-4df3-b424-29cd260ff637 req-b42347e4-5c8a-43bd-815d-c360a4b3d82f tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 948 time: 0.1062453 Oct 13 10:56:14.750992 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed8c3630-ede3-4df3-b424-29cd260ff637 req-e2a27b4d-07c4-4d1b-8295-1f966a5c9db1 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627420 Oct 13 10:56:14.777993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41717982-8c20-45ea-a6ad-e445c1336099 req-3a0937f7-45f8-485a-baff-0b42a2ea7c77 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:14.779066 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-41717982-8c20-45ea-a6ad-e445c1336099 req-3a0937f7-45f8-485a-baff-0b42a2ea7c77 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0561855 Oct 13 10:56:14.834307 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-41717982-8c20-45ea-a6ad-e445c1336099 req-edb06eeb-11ff-4755-92fb-123d70950cf3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478513 Oct 13 10:56:14.845530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0d3329-1d42-4f13-a254-a9d8ced30516 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:14.856585 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:14.879524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Transition to ACTIVE for port object ad0d3329-1d42-4f13-a254-a9d8ced30516 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:56:14.984081 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:15.068359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0d3329-1d42-4f13-a254-a9d8ced30516,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:15.158796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Attempting to bind port ad0d3329-1d42-4f13-a254-a9d8ced30516 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:56:15.159825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Attempting to bind port ad0d3329-1d42-4f13-a254-a9d8ced30516 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:56:15.159825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Attempting to bind port ad0d3329-1d42-4f13-a254-a9d8ced30516 on network 9b993262-8080-4e0b-982b-d9fc9873d4f9 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:15.168559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Port ad0d3329-1d42-4f13-a254-a9d8ced30516 on network 9b993262-8080-4e0b-982b-d9fc9873d4f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:56:15.169086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Attempting to bind port ad0d3329-1d42-4f13-a254-a9d8ced30516 on network 9b993262-8080-4e0b-982b-d9fc9873d4f9 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:15.175333 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:56:15.175681 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Checking segment: {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:56:15.176210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Bound using segment: {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:56:15.176747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Bound port: ad0d3329-1d42-4f13-a254-a9d8ced30516, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:56:15.177105 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:15.287206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] For port ad0d3329-1d42-4f13-a254-a9d8ced30516, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:56:15.290631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] For port ad0d3329-1d42-4f13-a254-a9d8ced30516, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:56:15.356144 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:15.402642 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:15.403450 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:15.405066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] 10.222.0.21 "PUT /v2.0/ports/ad0d3329-1d42-4f13-a254-a9d8ced30516 HTTP/1.1" status: 200 len: 1092 time: 1.0673959 Oct 13 10:56:15.407499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:15.410194 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893ce075-d404-4659-8fe8-695ebcbf7d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:15.443938 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0827cf5-dc56-4ae5-a326-779e43c170e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0d3329-1d42-4f13-a254-a9d8ced30516,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:15.476971 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c845d3c9-0358-45df-aa07-aef2a0d0de2d x-openstack-request-id: req-c845d3c9-0358-45df-aa07-aef2a0d0de2d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:15.477334 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:15.477654 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c845d3c9-0358-45df-aa07-aef2a0d0de2d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:15.478111 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'status': 'completed', 'code': 200} Oct 13 10:56:15.557580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4371f3f4-4b79-405d-8481-3591042d5e90 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:56:15.558157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ce075-d404-4659-8fe8-695ebcbf7d7f req-c1aeb75f-7d60-4038-b0b2-21bc0645576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:15.560107 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-893ce075-d404-4659-8fe8-695ebcbf7d7f req-c1aeb75f-7d60-4038-b0b2-21bc0645576e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 1095 time: 0.0574794 Oct 13 10:56:15.560664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:56:15.665850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc77f1-0883-489c-b55b-af75ea8a8d25 req-d8821cc7-3f04-422b-a1f2-cde2a5c1d276 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:15.673666 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1dc77f1-0883-489c-b55b-af75ea8a8d25 req-d8821cc7-3f04-422b-a1f2-cde2a5c1d276 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.1136503 Oct 13 10:56:15.761793 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4371f3f4-4b79-405d-8481-3591042d5e90, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4371f3f4-4b79-405d-8481-3591042d5e90,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:15.774816 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1dc77f1-0883-489c-b55b-af75ea8a8d25 req-9fc7de05-49f2-4919-931e-122ff43993c7 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997157 Oct 13 10:56:15.784846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '4371f3f4-4b79-405d-8481-3591042d5e90', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '4371f3f4-4b79-405d-8481-3591042d5e90', 'mac_address': 'fa:16:3e:df:2c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:56:15.823912 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ce075-d404-4659-8fe8-695ebcbf7d7f req-3fb7d131-19b0-45a0-aba4-b316835a9754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:15.825392 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-893ce075-d404-4659-8fe8-695ebcbf7d7f req-3fb7d131-19b0-45a0-aba4-b316835a9754 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2c643e49e7c24d549eaab0c43e79724c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2520177 Oct 13 10:56:15.831991 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:15.834970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5513656-c0a0-400a-bd3c-e38d4180df4c req-0dec75b0-97d7-4a17-ac04-a2c91e947f17 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:15.836168 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5513656-c0a0-400a-bd3c-e38d4180df4c req-0dec75b0-97d7-4a17-ac04-a2c91e947f17 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0953219 Oct 13 10:56:15.859219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4371f3f4-4b79-405d-8481-3591042d5e90 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:15.890934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4371f3f4-4b79-405d-8481-3591042d5e90, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4371f3f4-4b79-405d-8481-3591042d5e90,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:15.905743 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:15.906426 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:15.940649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1a708-b681-4f6b-a512-3d417475f33d req-535d8b6d-e10b-452f-aa86-a653bd13d73d tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:15.949700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0b1a708-b681-4f6b-a512-3d417475f33d req-535d8b6d-e10b-452f-aa86-a653bd13d73d tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 948 time: 0.0887403 Oct 13 10:56:15.956604 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:15.957557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 76c3104d-49fa-460b-be27-3d33e677be2e details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:56:15.990556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 76c3104d-49fa-460b-be27-3d33e677be2e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=76c3104d-49fa-460b-be27-3d33e677be2e,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:16.005283 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0b1a708-b681-4f6b-a512-3d417475f33d req-0cc58531-95c4-4c18-8c4d-ed83d8e09f94 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503733 Oct 13 10:56:16.009311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '76c3104d-49fa-460b-be27-3d33e677be2e', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '76c3104d-49fa-460b-be27-3d33e677be2e', 'mac_address': 'fa:16:3e:e9:73:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:56:16.090971 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:16.121266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c3104d-49fa-460b-be27-3d33e677be2e {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:16.155124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c4564-89b2-4f41-bd67-f83b1924d43d req-c14a3ae6-f408-4b9c-9d27-4fa877009040 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:16.159565 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-917c4564-89b2-4f41-bd67-f83b1924d43d req-c14a3ae6-f408-4b9c-9d27-4fa877009040 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0823708 Oct 13 10:56:16.180706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 76c3104d-49fa-460b-be27-3d33e677be2e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=76c3104d-49fa-460b-be27-3d33e677be2e,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:16.183343 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=4371f3f4-4b79-405d-8481-3591042d5e90,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:16.203706 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:16.212959 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-917c4564-89b2-4f41-bd67-f83b1924d43d req-7df0e848-70fc-47cc-ac5b-7406f577f41a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523746 Oct 13 10:56:16.224581 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:16.260377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:16.266299 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec27da7-8b60-4cf6-9a15-a0248e56bca0" -d '{"events": [{"server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "name": "network-vif-plugged", "status": "completed", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:16.284778 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:16.305198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=76c3104d-49fa-460b-be27-3d33e677be2e,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:16.367108 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:16.388174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ce075-d404-4659-8fe8-695ebcbf7d7f req-9d16f7b8-0fae-4c6f-8dea-9468b5eb34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:16.391097 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-893ce075-d404-4659-8fe8-695ebcbf7d7f req-9d16f7b8-0fae-4c6f-8dea-9468b5eb34b9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5526617 Oct 13 10:56:16.418563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5513656-c0a0-400a-bd3c-e38d4180df4c req-a2ad12aa-847b-4dbb-a757-0b16638fb43c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5665655 Oct 13 10:56:16.472002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,revision_number=10']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:16.475753 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bfb222-71c4-4b9e-b456-08a01f7fba39 x-openstack-request-id: req-26bfb222-71c4-4b9e-b456-08a01f7fba39 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:16.476044 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "name": "network-vif-plugged", "status": "completed", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:16.476282 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26bfb222-71c4-4b9e-b456-08a01f7fba39 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:16.477121 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5', 'code': 200} Oct 13 10:56:16.510989 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c3ffe7dc-23eb-44fe-9e7e-ec1e8f3584c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:16.512982 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c3ffe7dc-23eb-44fe-9e7e-ec1e8f3584c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 1095 time: 0.0673535 Oct 13 10:56:16.526093 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['76c3104d-49fa-460b-be27-3d33e677be2e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:56:16.557736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-17f8d2f6-3bcd-490e-839f-bb4f93f6995d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516 HTTP/1.1" status: 200 len: 217 time: 0.0358741 Oct 13 10:56:16.558839 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['4371f3f4-4b79-405d-8481-3591042d5e90'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:56:16.621586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-e55e7151-05c8-4298-84aa-793d3803b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:16.623951 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-e55e7151-05c8-4298-84aa-793d3803b486 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.0563908 Oct 13 10:56:16.683255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-011d136f-cdc2-4e6a-bb6e-181e1e4f6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:16.685833 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-011d136f-cdc2-4e6a-bb6e-181e1e4f6db2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516818 Oct 13 10:56:16.805019 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-8dbcd385-dfdd-4f3c-bf86-0d1865f27c86 service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095324 Oct 13 10:56:16.908481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba4f67-63e5-432d-a845-fbdcb243b81b req-2adca17d-dcf6-431c-a8f9-391cb34b031c tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:16.916057 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-99ba4f67-63e5-432d-a845-fbdcb243b81b req-2adca17d-dcf6-431c-a8f9-391cb34b031c tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0650463 Oct 13 10:56:16.957934 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-99ba4f67-63e5-432d-a845-fbdcb243b81b req-1b325d60-e1f4-4717-904c-be6da643894f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395801 Oct 13 10:56:16.960888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8bfdebe0-3010-44b7-96d2-18a792fbf828 req-c7249b77-635f-419e-acec-80a99589f88a service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391218 Oct 13 10:56:17.104450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56a995-a7ff-4694-bff6-e9a30ea7a5e2 req-61f85784-3f11-4964-bda0-8053853c2608 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:17.106179 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f56a995-a7ff-4694-bff6-e9a30ea7a5e2 req-61f85784-3f11-4964-bda0-8053853c2608 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0785885 Oct 13 10:56:17.136435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b6047-36d9-49ca-9db9-757c08ea9342 req-191ad471-9fd8-4aac-be04-622185384568 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:17.138377 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f3b6047-36d9-49ca-9db9-757c08ea9342 req-191ad471-9fd8-4aac-be04-622185384568 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 949 time: 0.0656564 Oct 13 10:56:17.155465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f56a995-a7ff-4694-bff6-e9a30ea7a5e2 req-c7300bb7-fa60-4c79-b3cb-6ac81c697b16 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 Oct 13 10:56:17.184456 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f3b6047-36d9-49ca-9db9-757c08ea9342 req-21188bbd-1ac6-406e-a571-d4f0905d7c4b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391629 Oct 13 10:56:17.379484 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55185e85-1c9f-42ff-a656-1a13f221d816 req-fcc75d5f-42e0-4fab-9e91-d83eeaf0f870 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:17.380886 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55185e85-1c9f-42ff-a656-1a13f221d816 req-fcc75d5f-42e0-4fab-9e91-d83eeaf0f870 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0759840 Oct 13 10:56:17.438318 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55185e85-1c9f-42ff-a656-1a13f221d816 req-8a3517b4-c7c2-41cd-abef-cf75019a4926 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508063 Oct 13 10:56:17.575840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4371f3f4-4b79-405d-8481-3591042d5e90 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:56:17.578309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07f411-d084-467c-b594-6538c698346a req-2a36b630-eaf3-46f5-a9bc-5946670b65e4 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:17.586962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f07f411-d084-467c-b594-6538c698346a req-2a36b630-eaf3-46f5-a9bc-5946670b65e4 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0725775 Oct 13 10:56:17.630808 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f07f411-d084-467c-b594-6538c698346a req-b889a589-2cf1-4fae-860d-b060676501a2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416906 Oct 13 10:56:17.709065 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 4371f3f4-4b79-405d-8481-3591042d5e90 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:56:17.717680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 4371f3f4-4b79-405d-8481-3591042d5e90 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:17.717908 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:17.729163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf562f0f-23c7-4352-8004-ce4a32677fe2 req-430f24e5-ec7f-4713-83d4-46eac329326a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:17.729163 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cf562f0f-23c7-4352-8004-ce4a32677fe2 req-430f24e5-ec7f-4713-83d4-46eac329326a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0635586 Oct 13 10:56:17.815038 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cf562f0f-23c7-4352-8004-ce4a32677fe2 req-9ee513b8-fa5f-4f72-a14f-4fcce6223a64 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771627 Oct 13 10:56:17.861988 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:17.908151 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4371f3f4-4b79-405d-8481-3591042d5e90, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4371f3f4-4b79-405d-8481-3591042d5e90,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:17.977750 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:17.978504 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 76c3104d-49fa-460b-be27-3d33e677be2e up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:56:18.057172 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=4371f3f4-4b79-405d-8481-3591042d5e90,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:18.165582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 76c3104d-49fa-460b-be27-3d33e677be2e completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:56:18.170201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 76c3104d-49fa-460b-be27-3d33e677be2e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:18.170616 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:18.261616 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:18.301838 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 76c3104d-49fa-460b-be27-3d33e677be2e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=76c3104d-49fa-460b-be27-3d33e677be2e,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:18.315474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5531a14-1a06-4c06-bc78-f76e794ca4ad req-1f6b9e46-8f54-4a58-bcea-b9070b1f5ced tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:18.317113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5531a14-1a06-4c06-bc78-f76e794ca4ad req-1f6b9e46-8f54-4a58-bcea-b9070b1f5ced tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 950 time: 0.0509472 Oct 13 10:56:18.356924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5531a14-1a06-4c06-bc78-f76e794ca4ad req-36d49f8d-78f8-40fb-bd18-988b34f644e9 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334897 Oct 13 10:56:18.479818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89286ac3-784a-4ba4-844c-f9e0f282f386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4371f3f4-4b79-405d-8481-3591042d5e90'}, {'server_uuid': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3104d-49fa-460b-be27-3d33e677be2e'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:18.481065 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d073440-0107-433e-949e-866198b12d4a" -d '{"events": [{"server_uuid": "89286ac3-784a-4ba4-844c-f9e0f282f386", "name": "network-vif-plugged", "status": "completed", "tag": "4371f3f4-4b79-405d-8481-3591042d5e90"}, {"server_uuid": "fbe894cf-0c6b-4643-ad71-7bc88faa8122", "name": "network-vif-plugged", "status": "completed", "tag": "76c3104d-49fa-460b-be27-3d33e677be2e"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:18.491999 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:18.534154 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45712867-d783-4cc9-9c3f-ed12e42b2944 x-openstack-request-id: req-45712867-d783-4cc9-9c3f-ed12e42b2944 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:18.534483 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89286ac3-784a-4ba4-844c-f9e0f282f386", "name": "network-vif-plugged", "status": "completed", "tag": "4371f3f4-4b79-405d-8481-3591042d5e90", "code": 200}, {"server_uuid": "fbe894cf-0c6b-4643-ad71-7bc88faa8122", "name": "network-vif-plugged", "status": "completed", "tag": "76c3104d-49fa-460b-be27-3d33e677be2e", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:18.534735 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45712867-d783-4cc9-9c3f-ed12e42b2944 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:18.535123 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89286ac3-784a-4ba4-844c-f9e0f282f386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4371f3f4-4b79-405d-8481-3591042d5e90', 'code': 200} Oct 13 10:56:18.535553 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3104d-49fa-460b-be27-3d33e677be2e', 'code': 200} Oct 13 10:56:18.564252 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c7936-1578-403e-a2d4-01bc1394fcb8 req-2095ea57-5144-43d7-8cb5-7922e5aa01c9 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:18.571986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-051c7936-1578-403e-a2d4-01bc1394fcb8 req-2095ea57-5144-43d7-8cb5-7922e5aa01c9 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0627756 Oct 13 10:56:18.576814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=76c3104d-49fa-460b-be27-3d33e677be2e,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:18.631189 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-051c7936-1578-403e-a2d4-01bc1394fcb8 req-59ee8bbd-825a-49a6-9432-d3da541d446e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582416 Oct 13 10:56:18.681001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d24f6-1122-4e85-906a-eef8762c594c req-77a421fd-939d-4700-ba8b-cac196605761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:18.683339 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b3d24f6-1122-4e85-906a-eef8762c594c req-77a421fd-939d-4700-ba8b-cac196605761 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 1101 time: 0.0600781 Oct 13 10:56:18.726759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62eff4e-f779-4b4b-b1c8-a983ad5b51b5 req-a55024f8-d84d-450e-b21c-4a820e3f3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:18.728695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e62eff4e-f779-4b4b-b1c8-a983ad5b51b5 req-a55024f8-d84d-450e-b21c-4a820e3f3b86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 1101 time: 0.0729537 Oct 13 10:56:18.746684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b3d24f6-1122-4e85-906a-eef8762c594c req-52994aa9-d84d-4f8e-bf67-4588935d7c23 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538027 Oct 13 10:56:19.015235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff3cdf-495a-4485-b656-577e6345dcd6 req-07fb59af-98ce-462f-978d-f668efda6683 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:19.023791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46ff3cdf-495a-4485-b656-577e6345dcd6 req-07fb59af-98ce-462f-978d-f668efda6683 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0684824 Oct 13 10:56:19.078811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46ff3cdf-495a-4485-b656-577e6345dcd6 req-861d2713-e4b3-46c2-b07e-1f4e5e4bea02 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467396 Oct 13 10:56:19.147244 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e62eff4e-f779-4b4b-b1c8-a983ad5b51b5 req-6c9a30c6-26ac-40e9-92b7-219e502c16e3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826878 Oct 13 10:56:19.161347 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a7bc9-798f-41d5-b938-a60d651948a0 req-553e6ff2-556c-46be-8f1c-0f3e2aa9f1ee tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:19.165247 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-454a7bc9-798f-41d5-b938-a60d651948a0 req-553e6ff2-556c-46be-8f1c-0f3e2aa9f1ee tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.4147358 Oct 13 10:56:19.216007 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-454a7bc9-798f-41d5-b938-a60d651948a0 req-cc42a879-9cd9-42c8-ac1d-1f14c6637022 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450871 Oct 13 10:56:19.533987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef0af0-5a7d-4df9-9a31-d5ab10ffe011 req-08083dec-c452-4a70-acc4-9c549c8e2268 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:19.536823 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdef0af0-5a7d-4df9-9a31-d5ab10ffe011 req-08083dec-c452-4a70-acc4-9c549c8e2268 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 950 time: 0.0943370 Oct 13 10:56:19.570963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabe1cb-cf02-4a47-967b-66c758315298 req-bb12069e-09a1-49ab-8c25-824204495486 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:19.572768 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-caabe1cb-cf02-4a47-967b-66c758315298 req-bb12069e-09a1-49ab-8c25-824204495486 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0547149 Oct 13 10:56:19.587159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ad0d3329-1d42-4f13-a254-a9d8ced30516 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:56:19.620161 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdef0af0-5a7d-4df9-9a31-d5ab10ffe011 req-2e8f18da-af32-41fc-831d-6599fe82bec5 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734484 Oct 13 10:56:19.639021 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-caabe1cb-cf02-4a47-967b-66c758315298 req-1b7112a4-b2ef-4f2c-80f7-1a399ff6250c tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596731 Oct 13 10:56:19.735631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ad0d3329-1d42-4f13-a254-a9d8ced30516, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:19.759180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'port_id': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'mac_address': 'fa:16:3e:9e:4a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:56:19.800294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ec73-5aa1-4e30-a1d3-c49a6506988f req-eea1d435-6545-440c-b863-aab058feb5e3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:19.802829 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb32ec73-5aa1-4e30-a1d3-c49a6506988f req-eea1d435-6545-440c-b863-aab058feb5e3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0807900 Oct 13 10:56:19.811700 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:19.830997 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0d3329-1d42-4f13-a254-a9d8ced30516 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:19.855626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ad0d3329-1d42-4f13-a254-a9d8ced30516, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:19.862081 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb32ec73-5aa1-4e30-a1d3-c49a6506988f req-97f6dfce-03e3-4bee-87fb-902951262e8a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527921 Oct 13 10:56:19.932111 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:19.993310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=ad0d3329-1d42-4f13-a254-a9d8ced30516,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:20.284844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['ad0d3329-1d42-4f13-a254-a9d8ced30516'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:56:20.411527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec712e-93b4-40e8-b216-9276a2537683 req-e5c3ca54-4335-4a2e-b7ea-7f026389ddfd tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:20.414215 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dec712e-93b4-40e8-b216-9276a2537683 req-e5c3ca54-4335-4a2e-b7ea-7f026389ddfd tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0971956 Oct 13 10:56:20.495274 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dec712e-93b4-40e8-b216-9276a2537683 req-2e52cc03-3b48-4446-9c8e-571b6880645d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731344 Oct 13 10:56:20.737782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9bb70-18b5-4a76-9c49-c4f66cf6646f req-8f18b761-6991-4216-9dd0-2f04c3be47a6 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:20.746552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0f9bb70-18b5-4a76-9c49-c4f66cf6646f req-8f18b761-6991-4216-9dd0-2f04c3be47a6 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 950 time: 0.0657487 Oct 13 10:56:20.802847 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0f9bb70-18b5-4a76-9c49-c4f66cf6646f req-7eac92ac-5ab1-4c22-b6fa-02a70f118bd9 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462174 Oct 13 10:56:20.803439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bf803-df62-42de-b894-9f6071b0a2d7 req-48ceb82e-e7df-4e5b-8987-090ed6fd7585 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:20.809390 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e10bf803-df62-42de-b894-9f6071b0a2d7 req-48ceb82e-e7df-4e5b-8987-090ed6fd7585 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0724678 Oct 13 10:56:20.854985 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e10bf803-df62-42de-b894-9f6071b0a2d7 req-cea4bc91-3862-474f-8f46-527d2458bf0e tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 Oct 13 10:56:20.986108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1390c0-80dd-4ec1-95de-607729bce850 req-3cbe1b06-ba82-4b32-acfa-d11324a4b047 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:20.988537 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ca1390c0-80dd-4ec1-95de-607729bce850 req-3cbe1b06-ba82-4b32-acfa-d11324a4b047 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0600457 Oct 13 10:56:21.071038 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ca1390c0-80dd-4ec1-95de-607729bce850 req-aeb822b5-4a41-43dc-9d2b-5518059c4da6 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753922 Oct 13 10:56:21.136068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f535-9971-4727-9150-9778a042d851 req-9972a4b4-bfc4-4bfe-8bdd-4eedc514cd48 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:21.138508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9a4f535-9971-4727-9150-9778a042d851 req-9972a4b4-bfc4-4bfe-8bdd-4eedc514cd48 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0829883 Oct 13 10:56:21.198050 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9a4f535-9971-4727-9150-9778a042d851 req-4ec68486-6616-444d-a805-428f85f24454 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518723 Oct 13 10:56:21.300353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-2808584f-a445-4dd6-b414-9589f6194ffd tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270150 Oct 13 10:56:21.430820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-5c6d8159-d142-421b-af53-ee207d6d7992 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:21.438938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-5c6d8159-d142-421b-af53-ee207d6d7992 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1318662 Oct 13 10:56:21.449993 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-d9fee6cd-9cf6-451b-867f-7e9893d3dcb6 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/quotas/2d794cc7b6de4f50b56e3226cdb77049 HTTP/1.1" status: 200 len: 375 time: 0.0096743 Oct 13 10:56:21.514502 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-3aad484f-6425-4288-93cc-aab88495d6ab tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520475 Oct 13 10:56:21.609832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ad0d3329-1d42-4f13-a254-a9d8ced30516 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:56:21.735216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dab2c-bfd4-4a20-b5df-e4487576e2c8 req-65f7e480-3deb-4f24-a9fd-7b56e3466100 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:21.737114 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aa5dab2c-bfd4-4a20-b5df-e4487576e2c8 req-65f7e480-3deb-4f24-a9fd-7b56e3466100 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0877080 Oct 13 10:56:21.777529 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aa5dab2c-bfd4-4a20-b5df-e4487576e2c8 req-a8e60ae4-816e-4247-bbdd-8b9a2981ddc9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339725 Oct 13 10:56:21.789190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port ad0d3329-1d42-4f13-a254-a9d8ced30516 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:56:21.805391 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port ad0d3329-1d42-4f13-a254-a9d8ced30516 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:21.805769 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:21.991327 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:21.991835 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-532e3eba-f35b-4ffc-949b-07037067323d req-34fec95c-29b6-406c-a068-fad04729da36 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 210 time: 0.0713992 Oct 13 10:56:22.151346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:22.153582 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28e65c4-46c1-4ead-bb7a-3bc8f6217eeb" -d '{"events": [{"server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:22.167512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ad0d3329-1d42-4f13-a254-a9d8ced30516, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:22.191463 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e818782-f891-455d-905d-8a553dd25f1b x-openstack-request-id: req-8e818782-f891-455d-905d-8a553dd25f1b {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:22.191754 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:22.192003 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e818782-f891-455d-905d-8a553dd25f1b {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:22.192535 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'code': 200} Oct 13 10:56:22.309189 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:22.343786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900c17c-24fd-45da-92a7-daa73c63f685 req-c14762f9-bdfc-452d-8891-701ebd3524d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:22.346504 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b900c17c-24fd-45da-92a7-daa73c63f685 req-c14762f9-bdfc-452d-8891-701ebd3524d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0876672 Oct 13 10:56:22.398473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=ad0d3329-1d42-4f13-a254-a9d8ced30516,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:22.415116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:22.415116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:22.415116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:22.415116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:22.415774 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:22.416422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:22.416965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:22.417505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:22.418133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:22.419047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:22.419589 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:22.420181 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:22.467840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d620a56-be89-45be-9890-d08eef078bd9 req-83227751-a202-4140-a5d9-e20109892e3e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:22.469336 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4d620a56-be89-45be-9890-d08eef078bd9 req-83227751-a202-4140-a5d9-e20109892e3e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.1807070 Oct 13 10:56:22.515479 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b900c17c-24fd-45da-92a7-daa73c63f685 req-0e400e0f-64eb-4c6d-b5fe-7c0d2c0b259f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584406 Oct 13 10:56:22.541496 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4d620a56-be89-45be-9890-d08eef078bd9 req-d997a744-f39d-416f-a8be-fe29924c9592 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580285 Oct 13 10:56:22.972697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db012-8698-4d32-b777-b0a2d62c9f7c req-37833aa2-7bb1-46f2-9618-300ea998c05d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:22.974294 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c13db012-8698-4d32-b777-b0a2d62c9f7c req-37833aa2-7bb1-46f2-9618-300ea998c05d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0716176 Oct 13 10:56:23.054631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c13db012-8698-4d32-b777-b0a2d62c9f7c req-a64c907c-688f-4f9c-aaf8-deb0cf952e53 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511518 Oct 13 10:56:23.161089 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecdf21ae-5306-410d-bb28-4b7452b98818 req-ad175f37-b006-4994-b4ae-490b5d58f415 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 210 time: 0.0439990 Oct 13 10:56:23.698522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a9c94-a111-4fcf-b1e3-7e145287cc35 req-27d9ca9c-15d0-40db-9e82-b9257035b72b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:23.708342 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-408a9c94-a111-4fcf-b1e3-7e145287cc35 req-27d9ca9c-15d0-40db-9e82-b9257035b72b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0743666 Oct 13 10:56:23.776543 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-408a9c94-a111-4fcf-b1e3-7e145287cc35 req-04f64fe4-4191-4fbe-ae04-ae857a04e291 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672226 Oct 13 10:56:24.287829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030884b-a573-4229-9801-1958e79f3ad0 req-ee1ba32e-77b7-47f2-9fe2-1b2e83ff54bb tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:24.297464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e030884b-a573-4229-9801-1958e79f3ad0 req-ee1ba32e-77b7-47f2-9fe2-1b2e83ff54bb tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.1198843 Oct 13 10:56:24.310061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74338c-df24-4968-8014-230f0c22c434 req-477e873c-d192-4411-9953-2ebc44aa3737 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:24.319432 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d74338c-df24-4968-8014-230f0c22c434 req-477e873c-d192-4411-9953-2ebc44aa3737 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0891478 Oct 13 10:56:24.354921 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e030884b-a573-4229-9801-1958e79f3ad0 req-b528a912-89c6-4afa-8dfa-a17bd8c03f61 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561166 Oct 13 10:56:24.361942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7699ab4-6c5e-40f5-ae4b-0f6726044331 req-90260154-9bf3-4c88-be40-3542d4603d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:24.380811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7699ab4-6c5e-40f5-ae4b-0f6726044331 req-90260154-9bf3-4c88-be40-3542d4603d48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 1096 time: 0.1431150 Oct 13 10:56:24.381227 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a7209a5f-68ee-4fe7-82a0-6aa6d06d2ef4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590956 Oct 13 10:56:24.478091 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d74338c-df24-4968-8014-230f0c22c434 req-7c4a9197-eb71-4d1c-a11e-8e4e52896954 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524918 Oct 13 10:56:24.614527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-4a85ea67-1881-4b1a-a59e-38eeee898538 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:24.615996 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-4a85ea67-1881-4b1a-a59e-38eeee898538 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2268605 Oct 13 10:56:24.636412 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7699ab4-6c5e-40f5-ae4b-0f6726044331 req-82e0c715-9b2c-48d9-ac98-bd0b53b1eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:24.640253 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7699ab4-6c5e-40f5-ae4b-0f6726044331 req-82e0c715-9b2c-48d9-ac98-bd0b53b1eb23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9669baac-943a-44ee-93d6-7a2696aefe34 HTTP/1.1" status: 200 len: 919 time: 0.2514451 Oct 13 10:56:24.670927 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fecc6f4f-f91c-4e0c-ba2a-6d2e7b5b0391 req-696a33d8-5dfd-4669-bfba-76a2e01ce13e tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 210 time: 0.0539274 Oct 13 10:56:24.676394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Request body: {'port': {'device_id': 'e59dd1b4-132b-4eec-bbe9-827d874d155b', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '2d794cc7b6de4f50b56e3226cdb77049'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:24.732030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7699ab4-6c5e-40f5-ae4b-0f6726044331 req-2b1d182c-5d76-48ad-86f2-e6e0246b521a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=177fcaec-c81e-4e40-b138-5fb76684f734 HTTP/1.1" status: 200 len: 217 time: 0.0842235 Oct 13 10:56:24.875925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666375f-d689-4c6b-be08-b0a8ba752323 req-d63502ce-d07c-413c-b152-4a33e564de47 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:24.877947 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c666375f-d689-4c6b-be08-b0a8ba752323 req-d63502ce-d07c-413c-b152-4a33e564de47 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.1509845 Oct 13 10:56:24.885135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7699ab4-6c5e-40f5-ae4b-0f6726044331 req-c05a02eb-a8a5-475f-b691-146cda41ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:24.887058 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7699ab4-6c5e-40f5-ae4b-0f6726044331 req-c05a02eb-a8a5-475f-b691-146cda41ce61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527 HTTP/1.1" status: 200 len: 858 time: 0.1298785 Oct 13 10:56:24.887750 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40108) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:24.893397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d3b65515-d448-48db-b554-0e6c21e89b30 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Request body: {'floatingip': {'port_id': 'ad0d3329-1d42-4f13-a254-a9d8ced30516'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:24.897878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Made reservation on behalf of 2d794cc7b6de4f50b56e3226cdb77049 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:56:24.901673 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:24.939738 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3b65515-d448-48db-b554-0e6c21e89b30 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:25.012359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d728484-4eaf-4186-86ac-468d31947533 req-9c367605-a268-4a1d-80cd-8ebf7910ec7a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:25.020465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7699ab4-6c5e-40f5-ae4b-0f6726044331 req-612c928d-b97b-4bd8-ace9-41d3da857e10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9669baac-943a-44ee-93d6-7a2696aefe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768437 Oct 13 10:56:25.029237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d728484-4eaf-4186-86ac-468d31947533 req-9c367605-a268-4a1d-80cd-8ebf7910ec7a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.1521833 Oct 13 10:56:25.128885 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d728484-4eaf-4186-86ac-468d31947533 req-b78e67ee-ec5f-4689-8747-d13cd7616aab tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983841 Oct 13 10:56:25.203086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Allocated IP 192.168.233.70 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/b6d4d602-7ea4-4338-8a3f-87ba34ee9f78) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:56:25.287491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7699ab4-6c5e-40f5-ae4b-0f6726044331 req-e8b7eb13-2449-4ff5-a294-c595db0e928e service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580407 Oct 13 10:56:25.380666 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:25.505159 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:25.521895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['76c3104d-49fa-460b-be27-3d33e677be2e', '4371f3f4-4b79-405d-8481-3591042d5e90'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:56:25.579649 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7699ab4-6c5e-40f5-ae4b-0f6726044331 req-3d8a96dc-5939-4df6-af39-05c58f223984 service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766085 Oct 13 10:56:25.704922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Pushing event updated for resources: {'Port': ['ID=b6d4d602-7ea4-4338-8a3f-87ba34ee9f78,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:25.704922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:25.704922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:25.704922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:25.704922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:25.704922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:25.704922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:25.704922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:25.704922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:25.704922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:25.704922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:25.704922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:25.704922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:56:25.708740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:56:25.708740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:56:25.708740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:56:25.711690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b3342-41dc-4aaf-89f8-2533f2e71c13 req-6d042d0c-6e6f-46a0-a415-8c9ff2e30ef7 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:25.714365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a28b3342-41dc-4aaf-89f8-2533f2e71c13 req-6d042d0c-6e6f-46a0-a415-8c9ff2e30ef7 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.1337943 Oct 13 10:56:25.769796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:25.770508 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:25.838191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a28b3342-41dc-4aaf-89f8-2533f2e71c13 req-79023028-8e82-42e1-b97d-c7533f6e8ddf tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099010 Oct 13 10:56:25.889326 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3b65515-d448-48db-b554-0e6c21e89b30 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:25.905820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3c80d-5961-4811-944e-206108c78b80 req-223d49b5-e66d-4481-b3a7-f2dcf963aad9 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:25.908338 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dd3c80d-5961-4811-944e-206108c78b80 req-223d49b5-e66d-4481-b3a7-f2dcf963aad9 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 935 time: 0.0872636 Oct 13 10:56:25.957295 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dd3c80d-5961-4811-944e-206108c78b80 req-5caf427c-bff3-4d8d-8c80-dbac76ad045c tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421882 Oct 13 10:56:25.983305 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3b65515-d448-48db-b554-0e6c21e89b30 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:25.986771 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-54cff1e3-dfe3-4871-9f0e-6fa5c8370f74 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3146143 Oct 13 10:56:26.005416 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Request body: {'port': {'device_id': 'e59dd1b4-132b-4eec-bbe9-827d874d155b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:26.015320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9c81c2df-aa5d-4cc9-8517-2b8b2ea035e9 None None] Provisioning complete for port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:26.015802 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9c81c2df-aa5d-4cc9-8517-2b8b2ea035e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:26.083069 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:26.100944 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-d3b65515-d448-48db-b554-0e6c21e89b30 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Floating IP 226b3d67-ca26-491c-8b93-6f9dda3e1b50 associated. External IP: 172.25.0.61, port: ad0d3329-1d42-4f13-a254-a9d8ced30516. Oct 13 10:56:26.114122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9c81c2df-aa5d-4cc9-8517-2b8b2ea035e9 None None] Port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:56:26.376115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40617e9-11d7-4de8-b660-8f91555cd579 req-453ad64b-647b-419a-a611-871bd28ec3a2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:26.377699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d40617e9-11d7-4de8-b660-8f91555cd579 req-453ad64b-647b-419a-a611-871bd28ec3a2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.1036518 Oct 13 10:56:26.420505 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b65515-d448-48db-b554-0e6c21e89b30 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Router 3a56958c-7d6b-4671-9e9d-6095a645922e has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:56:26.447255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d40617e9-11d7-4de8-b660-8f91555cd579 req-8c377f4c-40d1-4e5f-a8b8-5b43115ae051 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588088 Oct 13 10:56:26.481882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:26.490082 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:26.505668 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Transition to ACTIVE for port object b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:56:26.598754 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b65515-d448-48db-b554-0e6c21e89b30 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:56:26.602238 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:26.614133 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a3bc7-a814-43f8-b47b-bc29135b55e3 None None] Sync routers for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:56:26.618036 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3b65515-d448-48db-b554-0e6c21e89b30 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:26.625827 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a3bc7-a814-43f8-b47b-bc29135b55e3 None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:56:26.626847 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b28a3bc7-a814-43f8-b47b-bc29135b55e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:56:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:26.659660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d3b65515-d448-48db-b554-0e6c21e89b30 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "PUT /v2.0/floatingips/226b3d67-ca26-491c-8b93-6f9dda3e1b50 HTTP/1.1" status: 200 len: 991 time: 1.7672956 Oct 13 10:56:26.659660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:26.661356 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc96c74-9856-4108-b3dd-5c506c41e8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:26.685264 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d4d602-7ea4-4338-8a3f-87ba34ee9f78,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:26.791171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Attempting to bind port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:56:26.791517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Attempting to bind port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:56:26.791854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Attempting to bind port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:26.802855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:56:26.803195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Attempting to bind port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:26.803842 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db3110d-30ec-49e4-b470-db9b1c254064 x-openstack-request-id: req-1db3110d-30ec-49e4-b470-db9b1c254064 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:26.804142 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:26.804381 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1db3110d-30ec-49e4-b470-db9b1c254064 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:26.804781 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'status': 'completed', 'code': 200} Oct 13 10:56:26.822044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:56:26.822470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:56:26.823851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:56:26.825209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Bound port: b6d4d602-7ea4-4338-8a3f-87ba34ee9f78, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:56:26.826954 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:26.840504 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b28a3bc7-a814-43f8-b47b-bc29135b55e3 None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:56:26.893080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc96c74-9856-4108-b3dd-5c506c41e8c1 req-2f02197c-3162-472c-8259-7f5f0220abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:26.899098 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cc96c74-9856-4108-b3dd-5c506c41e8c1 req-2f02197c-3162-472c-8259-7f5f0220abb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 1097 time: 0.0650458 Oct 13 10:56:26.960270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] For port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:56:26.966130 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] For port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b6d4d602-7ea4-4338-8a3f-87ba34ee9f78,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:56:27.023735 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:27.102741 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537eb08b-3a81-4e34-9602-5a43eed00d56 req-3b229e3a-0038-4abf-aff6-1cb7d24ac682 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:27.104230 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-537eb08b-3a81-4e34-9602-5a43eed00d56 req-3b229e3a-0038-4abf-aff6-1cb7d24ac682 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.1454778 Oct 13 10:56:27.112854 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-02929eee-af25-459a-b291-06c1b814b426 req-aff034a5-50fa-4134-91cc-c3ba4e679921 service neutron] show failed (client error): The resource could not be found. Oct 13 10:56:27.112854 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-aff034a5-50fa-4134-91cc-c3ba4e679921 service neutron] 10.222.0.46 "GET /v2.0/ports/a1c04bc8-f710-4d8a-ac75-946cc6645d9c/bindings/n-h2-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.1009624 Oct 13 10:56:27.120928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:27.121918 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:27.123443 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] 10.222.0.21 "PUT /v2.0/ports/b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 HTTP/1.1" status: 200 len: 1095 time: 1.1224394 Oct 13 10:56:27.131035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59dd1b4-132b-4eec-bbe9-827d874d155b', 'tag': 'b6d4d602-7ea4-4338-8a3f-87ba34ee9f78'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:27.135248 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e690b02-7f34-4a0d-a3e6-f8a2a57307e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e59dd1b4-132b-4eec-bbe9-827d874d155b", "tag": "b6d4d602-7ea4-4338-8a3f-87ba34ee9f78"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:27.150537 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc96c74-9856-4108-b3dd-5c506c41e8c1 req-5b50dd1e-61e9-4a8c-86e5-df5771f3d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:27.152015 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cc96c74-9856-4108-b3dd-5c506c41e8c1 req-5b50dd1e-61e9-4a8c-86e5-df5771f3d0ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 917 time: 0.2502263 Oct 13 10:56:27.181661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000c5c6-9384-4502-8206-a3449cfa19e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d4d602-7ea4-4338-8a3f-87ba34ee9f78,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:27.186752 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-537eb08b-3a81-4e34-9602-5a43eed00d56 req-2690989b-72ce-4689-9990-31e4db18f614 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714529 Oct 13 10:56:27.196769 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b28a3bc7-a814-43f8-b47b-bc29135b55e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '226b3d67-ca26-491c-8b93-6f9dda3e1b50', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'port_id': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'mac_address': 'fa:16:3e:9e:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:56:08Z', 'updated_at': '2021-10-13T10:56:25Z', 'revision_number': 1, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:27.198664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1595a-e022-40b5-8c27-d281f84178da req-940d0b2b-c7a7-4505-81fc-9840675f51cc tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:27.201004 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49c1595a-e022-40b5-8c27-d281f84178da req-940d0b2b-c7a7-4505-81fc-9840675f51cc tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 947 time: 0.1100943 Oct 13 10:56:27.238529 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a3bc7-a814-43f8-b47b-bc29135b55e3 None None] Checking router: 3a56958c-7d6b-4671-9e9d-6095a645922e for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:56:27.248261 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a3bc7-a814-43f8-b47b-bc29135b55e3 None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:56:27.249853 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b28a3bc7-a814-43f8-b47b-bc29135b55e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:56:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:27.302842 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cc96c74-9856-4108-b3dd-5c506c41e8c1 req-1199e793-0c23-4457-a76f-b81dfccd9ad9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516 HTTP/1.1" status: 200 len: 999 time: 0.1372621 Oct 13 10:56:27.329424 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee4f084-8ec9-43f8-983e-315a97287495 x-openstack-request-id: req-0ee4f084-8ec9-43f8-983e-315a97287495 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:27.329860 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59dd1b4-132b-4eec-bbe9-827d874d155b", "tag": "b6d4d602-7ea4-4338-8a3f-87ba34ee9f78", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:27.330155 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ee4f084-8ec9-43f8-983e-315a97287495 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:27.330578 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59dd1b4-132b-4eec-bbe9-827d874d155b', 'tag': 'b6d4d602-7ea4-4338-8a3f-87ba34ee9f78', 'status': 'completed', 'code': 200} Oct 13 10:56:27.333817 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49c1595a-e022-40b5-8c27-d281f84178da req-4ebb56ea-431b-4006-ae17-b4090210c540 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193588 Oct 13 10:56:27.357739 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-0422d61b-a7d3-414a-9bf0-022e002836a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:27.357739 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-0422d61b-a7d3-414a-9bf0-022e002836a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 1098 time: 0.1042562 Oct 13 10:56:27.400396 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b28a3bc7-a814-43f8-b47b-bc29135b55e3 None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:56:27.488139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc96c74-9856-4108-b3dd-5c506c41e8c1 req-f8e0acdb-4a60-4101-b227-875001e7c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:27.489615 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cc96c74-9856-4108-b3dd-5c506c41e8c1 req-f8e0acdb-4a60-4101-b227-875001e7c45a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.0818682 Oct 13 10:56:27.514580 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-6d370ac7-530b-4c3a-a6be-0abccd3d1f62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 HTTP/1.1" status: 200 len: 217 time: 0.1058280 Oct 13 10:56:27.590910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc96c74-9856-4108-b3dd-5c506c41e8c1 req-e0c9fbc2-2f73-42f7-919b-2147eb7af609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:27.592537 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cc96c74-9856-4108-b3dd-5c506c41e8c1 req-e0c9fbc2-2f73-42f7-919b-2147eb7af609 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951710 Oct 13 10:56:27.608054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-7c776e27-2065-4730-943a-55b392e0abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:27.609505 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-7c776e27-2065-4730-943a-55b392e0abfe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0850904 Oct 13 10:56:27.626240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a277e-2f91-4640-b507-0f7d4eb8f6a2 req-3f88d9dd-2870-422d-aabd-9e13fd66b055 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:27.627918 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-895a277e-2f91-4640-b507-0f7d4eb8f6a2 req-3f88d9dd-2870-422d-aabd-9e13fd66b055 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0694165 Oct 13 10:56:27.655052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ba856-4da9-43a0-a9f1-cccf09f6efb5 req-3e24d287-6827-4dbf-82d1-13a2711c01cf tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:27.656591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-409ba856-4da9-43a0-a9f1-cccf09f6efb5 req-3e24d287-6827-4dbf-82d1-13a2711c01cf tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 951 time: 0.1119363 Oct 13 10:56:27.703587 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-895a277e-2f91-4640-b507-0f7d4eb8f6a2 req-0207f56f-4f7b-4049-a359-83cb7d69091d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664992 Oct 13 10:56:27.715209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-d14737b9-38da-4cc7-8e50-fd689ebf747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:27.717967 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-d14737b9-38da-4cc7-8e50-fd689ebf747a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882015 Oct 13 10:56:27.740489 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b28a3bc7-a814-43f8-b47b-bc29135b55e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '226b3d67-ca26-491c-8b93-6f9dda3e1b50', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'port_id': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'mac_address': 'fa:16:3e:9e:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:56:08Z', 'updated_at': '2021-10-13T10:56:25Z', 'revision_number': 1, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:27.775419 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a3bc7-a814-43f8-b47b-bc29135b55e3 None None] The sync data for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 is: [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '226b3d67-ca26-491c-8b93-6f9dda3e1b50', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'port_id': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'mac_address': 'fa:16:3e:9e:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:56:08Z', 'updated_at': '2021-10-13T10:56:25Z', 'revision_number': 1, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:56:27.845756 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-0262a60c-45e8-41df-9c03-47359b575d29 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153898 Oct 13 10:56:27.976913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-789d3355-7598-4fe7-b65d-7bf6c70c1e20 req-e54cf739-c1d6-45be-9e82-d791b368a551 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194081 Oct 13 10:56:28.043053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf6c6b-22b7-4c4e-9679-7eaaac132703 None None] New status for floating IP 226b3d67-ca26-491c-8b93-6f9dda3e1b50: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:56:28.068951 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-409ba856-4da9-43a0-a9f1-cccf09f6efb5 req-5e113655-2722-445e-b237-ad3fee3a1ebf tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023385 Oct 13 10:56:28.087268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cc96c74-9856-4108-b3dd-5c506c41e8c1 req-3a44eb59-3432-48af-8fac-dc1afdc1f756 service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863632 Oct 13 10:56:28.112370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929eee-af25-459a-b291-06c1b814b426 req-e02d1bd4-04b8-4ccf-a9fb-ac4ac57ae1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:28.112370 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-e02d1bd4-04b8-4ccf-a9fb-ac4ac57ae1ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4&tenant_id=15b82978f9314c489e73bb4a9f9cd84a HTTP/1.1" status: 200 len: 1100 time: 0.4238787 Oct 13 10:56:28.150407 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:28.168410 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e690b02-7f34-4a0d-a3e6-f8a2a57307e8 req-669d5c1d-2b2a-4d41-8bc1-ad181faf2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:28.169426 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e690b02-7f34-4a0d-a3e6-f8a2a57307e8 req-669d5c1d-2b2a-4d41-8bc1-ad181faf2369 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 1098 time: 0.0424666 Oct 13 10:56:28.230751 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:28.249595 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cc96c74-9856-4108-b3dd-5c506c41e8c1 req-5b61ca95-3beb-4ed0-b1cf-110d9b8b823e service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532571 Oct 13 10:56:28.284308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e690b02-7f34-4a0d-a3e6-f8a2a57307e8 req-870632de-0e49-451e-8bf0-facd9ea180e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:28.286236 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e690b02-7f34-4a0d-a3e6-f8a2a57307e8 req-870632de-0e49-451e-8bf0-facd9ea180e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1081078 Oct 13 10:56:28.332548 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e690b02-7f34-4a0d-a3e6-f8a2a57307e8 req-abab8e8a-0b61-4696-8988-a4028c2064fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 HTTP/1.1" status: 200 len: 217 time: 0.0392330 Oct 13 10:56:28.388413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e690b02-7f34-4a0d-a3e6-f8a2a57307e8 req-e5a78917-ca51-45a1-98a5-2dca4a5167c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:28.390209 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e690b02-7f34-4a0d-a3e6-f8a2a57307e8 req-e5a78917-ca51-45a1-98a5-2dca4a5167c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0504148 Oct 13 10:56:28.401605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fc7d1-cc07-4e56-8ea4-2a20b2869ca1 req-4f77168b-f2db-4e3e-860c-5b5f1b4bb902 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:28.403108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-963fc7d1-cc07-4e56-8ea4-2a20b2869ca1 req-4f77168b-f2db-4e3e-860c-5b5f1b4bb902 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.1221182 Oct 13 10:56:28.481288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e690b02-7f34-4a0d-a3e6-f8a2a57307e8 req-212113b3-76c1-4858-9998-7a1bda7b7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:28.482879 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e690b02-7f34-4a0d-a3e6-f8a2a57307e8 req-212113b3-76c1-4858-9998-7a1bda7b7bdb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759089 Oct 13 10:56:28.487937 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-963fc7d1-cc07-4e56-8ea4-2a20b2869ca1 req-b67fd6e1-e193-4a92-bf64-b64189b845a7 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762143 Oct 13 10:56:28.494489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881645e0-10ee-4444-99fa-57f9ad698db4 req-23dfaf47-a02e-4029-b48b-b9d8a3a1e341 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:28.499484 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-881645e0-10ee-4444-99fa-57f9ad698db4 req-23dfaf47-a02e-4029-b48b-b9d8a3a1e341 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 947 time: 0.0809457 Oct 13 10:56:28.516567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] For port a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:28.550718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] For port a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:56:28.587923 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-881645e0-10ee-4444-99fa-57f9ad698db4 req-2dd5144f-9c3e-44b8-a251-150dd35e387e tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781810 Oct 13 10:56:28.598063 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:28.614892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Transition to ACTIVE for port object a1c04bc8-f710-4d8a-ac75-946cc6645d9c will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:56:28.615283 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e690b02-7f34-4a0d-a3e6-f8a2a57307e8 req-d619618c-6f31-4453-bd72-924bc419822b service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138806 Oct 13 10:56:28.697255 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:28.713957 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e690b02-7f34-4a0d-a3e6-f8a2a57307e8 req-4c8e6efc-df1b-48f3-a7a9-f8efdb3a7dfe service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885630 Oct 13 10:56:28.749413 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:28.765744 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] No DVR routers for this DVR port a1c04bc8-f710-4d8a-ac75-946cc6645d9c on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:56:28.807942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:28.810358 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be1e500-af66-4ece-9b14-ac26b21a72d1" -d '{"events": [{"server_uuid": "9f0a12ad-e8c6-4d76-820a-e79f85dc38b4", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c04bc8-f710-4d8a-ac75-946cc6645d9c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:28.836451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Attempting to bind port a1c04bc8-f710-4d8a-ac75-946cc6645d9c on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:56:28.836898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Attempting to bind port a1c04bc8-f710-4d8a-ac75-946cc6645d9c by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:56:28.837111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Attempting to bind port a1c04bc8-f710-4d8a-ac75-946cc6645d9c on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:28.844903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Port a1c04bc8-f710-4d8a-ac75-946cc6645d9c on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:56:28.845231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Attempting to bind port a1c04bc8-f710-4d8a-ac75-946cc6645d9c on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:28.853612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:56:28.854863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:56:28.854863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:56:28.854863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Bound port: a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:56:28.855244 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:28.878576 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abe782-2f59-426d-b04a-a69ae4bf2d25 req-8077f2cb-a7b4-4307-bd49-517f17579886 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:28.880158 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63abe782-2f59-426d-b04a-a69ae4bf2d25 req-8077f2cb-a7b4-4307-bd49-517f17579886 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 947 time: 0.0907681 Oct 13 10:56:28.934217 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ed9a7e-ee57-47fc-8197-2227ce3ae4d0 x-openstack-request-id: req-11ed9a7e-ee57-47fc-8197-2227ce3ae4d0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:28.934536 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0a12ad-e8c6-4d76-820a-e79f85dc38b4", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c04bc8-f710-4d8a-ac75-946cc6645d9c", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:28.934783 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11ed9a7e-ee57-47fc-8197-2227ce3ae4d0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:28.935172 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c', 'code': 200} Oct 13 10:56:28.971230 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63abe782-2f59-426d-b04a-a69ae4bf2d25 req-9a3e35dd-6d25-4816-b128-04c7a1dd1a91 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665379 Oct 13 10:56:28.976221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] For port a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:56:28.978613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] For port a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:56:29.052090 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:29.091190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:29.097911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:29.097911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] 10.222.0.21 "PUT /v2.0/ports/a1c04bc8-f710-4d8a-ac75-946cc6645d9c HTTP/1.1" status: 200 len: 1095 time: 0.9470699 Oct 13 10:56:29.141698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7a70f-4bb3-4041-b921-176eb2579e65 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:29.183929 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929eee-af25-459a-b291-06c1b814b426 req-8063a70c-9688-4fa6-92fc-1123b20b4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:29.185520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-8063a70c-9688-4fa6-92fc-1123b20b4c57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 1098 time: 0.0542395 Oct 13 10:56:29.216300 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78558f2-1449-443e-b8fd-d63d674b7c4d req-ea268a24-b6a0-4cac-ba62-2e7c770c5abe tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:29.217897 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a78558f2-1449-443e-b8fd-d63d674b7c4d req-ea268a24-b6a0-4cac-ba62-2e7c770c5abe tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 951 time: 0.0545299 Oct 13 10:56:29.259980 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a78558f2-1449-443e-b8fd-d63d674b7c4d req-7a450cba-b0da-4ef2-b2aa-764a6ffc3b00 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357833 Oct 13 10:56:29.288145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929eee-af25-459a-b291-06c1b814b426 req-08552b89-335d-4dd9-ab2d-43316720ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:29.288731 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-08552b89-335d-4dd9-ab2d-43316720ca06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.0958705 Oct 13 10:56:29.338030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-1dd636ad-250a-4993-b70a-2c1bd8ad0de9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c HTTP/1.1" status: 200 len: 217 time: 0.0425086 Oct 13 10:56:29.389619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929eee-af25-459a-b291-06c1b814b426 req-a19c64aa-1318-456b-9bdc-d61550b3ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:29.394023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-a19c64aa-1318-456b-9bdc-d61550b3ab0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0470767 Oct 13 10:56:29.438199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929eee-af25-459a-b291-06c1b814b426 req-acf86002-9a24-4c59-8ee2-652ad0b858ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:29.439805 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-acf86002-9a24-4c59-8ee2-652ad0b858ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416150 Oct 13 10:56:29.539518 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-92243406-d968-4e04-98a6-3597f7be3aa1 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867023 Oct 13 10:56:29.604467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1373c0-15dd-4816-8a9c-193da63d356a req-8e81bb91-8581-4c42-9ae2-a9c5d89c861b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:29.606153 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f1373c0-15dd-4816-8a9c-193da63d356a req-8e81bb91-8581-4c42-9ae2-a9c5d89c861b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0496941 Oct 13 10:56:29.634379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02929eee-af25-459a-b291-06c1b814b426 req-a2dffb0d-4735-40fb-97cf-690eae07bd96 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882120 Oct 13 10:56:29.642239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:56:29.653515 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f1373c0-15dd-4816-8a9c-193da63d356a req-725390fb-27f3-47bf-82a3-c7099f0a2a81 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 Oct 13 10:56:29.779702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482d8c2-c638-4971-b4bb-723d32114b49 req-b709eeee-4604-4eda-846e-e6dd22d2ac6b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:29.784370 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b6d4d602-7ea4-4338-8a3f-87ba34ee9f78,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:29.786676 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d482d8c2-c638-4971-b4bb-723d32114b49 req-b709eeee-4604-4eda-846e-e6dd22d2ac6b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 947 time: 0.0640364 Oct 13 10:56:29.796594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b6d4d602-7ea4-4338-8a3f-87ba34ee9f78', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'b6d4d602-7ea4-4338-8a3f-87ba34ee9f78', 'mac_address': 'fa:16:3e:a1:94:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:56:29.819553 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d482d8c2-c638-4971-b4bb-723d32114b49 req-51f9335b-4f65-4d14-9031-d988adf1078b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325108 Oct 13 10:56:29.834320 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:29.847510 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:29.870635 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b6d4d602-7ea4-4338-8a3f-87ba34ee9f78,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:29.932288 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:29.996295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b6d4d602-7ea4-4338-8a3f-87ba34ee9f78,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:30.094555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cff2c8-ec8f-4c77-a2e6-54f01a64a822 req-c6a31dc7-8406-40a6-89e3-98e5c20f8d2b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:30.095960 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f9cff2c8-ec8f-4c77-a2e6-54f01a64a822 req-c6a31dc7-8406-40a6-89e3-98e5c20f8d2b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 947 time: 0.0510826 Oct 13 10:56:30.137564 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f9cff2c8-ec8f-4c77-a2e6-54f01a64a822 req-dec4b673-d032-473c-864d-8165a80dd399 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354149 Oct 13 10:56:30.208152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b6d4d602-7ea4-4338-8a3f-87ba34ee9f78'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:56:30.780745 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b486dba-145f-4686-8dca-f39d9c54ec18 req-6e6cd3e9-0245-4beb-80d8-c63de7b98efe tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:30.782434 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8b486dba-145f-4686-8dca-f39d9c54ec18 req-6e6cd3e9-0245-4beb-80d8-c63de7b98efe tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0497305 Oct 13 10:56:30.791180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8c9c5-9574-45a1-bcd5-de1323297dde req-4ac6067f-0589-4ea1-8b69-ca9172ebeecd tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:30.792645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-26e8c9c5-9574-45a1-bcd5-de1323297dde req-4ac6067f-0589-4ea1-8b69-ca9172ebeecd tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 951 time: 0.0488381 Oct 13 10:56:30.825158 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8b486dba-145f-4686-8dca-f39d9c54ec18 req-e263e0e5-526c-4042-bdc3-a5a6791f544c tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362816 Oct 13 10:56:30.830909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-26e8c9c5-9574-45a1-bcd5-de1323297dde req-0013591a-1cd6-4507-ba8d-846f4bd91346 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317650 Oct 13 10:56:30.931523 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263b905-8cb1-48ea-9ed4-cc949edfbe54 req-76d9af6f-b4a8-4c60-8703-8d2bfdcdd98c tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:30.932984 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a263b905-8cb1-48ea-9ed4-cc949edfbe54 req-76d9af6f-b4a8-4c60-8703-8d2bfdcdd98c tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 948 time: 0.0477426 Oct 13 10:56:30.936731 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'tag': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:30.939775 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0a12ad-e8c6-4d76-820a-e79f85dc38b4", "tag": "a1c04bc8-f710-4d8a-ac75-946cc6645d9c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:30.972265 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a263b905-8cb1-48ea-9ed4-cc949edfbe54 req-1d332fb5-1a4a-41d3-9eba-e780c97dc7be tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325198 Oct 13 10:56:30.987450 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806f856e-6883-4c8f-9b7a-038a399b397c x-openstack-request-id: req-806f856e-6883-4c8f-9b7a-038a399b397c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:30.987748 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0a12ad-e8c6-4d76-820a-e79f85dc38b4", "tag": "a1c04bc8-f710-4d8a-ac75-946cc6645d9c", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:30.988006 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-806f856e-6883-4c8f-9b7a-038a399b397c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:30.988422 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'tag': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c', 'status': 'completed', 'code': 200} Oct 13 10:56:31.083626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-a21e0a6c-4c6a-4205-ac55-30294fe74b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:31.085043 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-a21e0a6c-4c6a-4205-ac55-30294fe74b84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 1098 time: 0.0699995 Oct 13 10:56:31.090991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-8620f8a1-62d8-4a61-a012-4ac9a02aaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:31.092348 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-8620f8a1-62d8-4a61-a012-4ac9a02aaa91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 1098 time: 0.0680158 Oct 13 10:56:31.168543 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a1c04bc8-f710-4d8a-ac75-946cc6645d9c no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:56:31.223356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a1c04bc8-f710-4d8a-ac75-946cc6645d9c not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:56:31.294206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-e6e9b525-84ba-4dcf-bdf8-df6c73e6aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:31.295682 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-e6e9b525-84ba-4dcf-bdf8-df6c73e6aeb8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1965623 Oct 13 10:56:31.296617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-78d334c1-d128-428d-aaad-23468bab161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:31.297953 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-78d334c1-d128-428d-aaad-23468bab161d service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1857119 Oct 13 10:56:31.320115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84d196-43f4-429a-b193-042bf227d396 req-8839c1af-60b2-4da4-8be1-9bd3f3012024 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:31.322940 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e84d196-43f4-429a-b193-042bf227d396 req-8839c1af-60b2-4da4-8be1-9bd3f3012024 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 947 time: 0.1084702 Oct 13 10:56:31.356562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-cf1b4a70-c13c-4b7a-b2d8-bea34ab4c86a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c HTTP/1.1" status: 200 len: 217 time: 0.0522118 Oct 13 10:56:31.401178 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-11d46bf8-173b-4306-8287-9c78f718dbe7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c HTTP/1.1" status: 200 len: 217 time: 0.0907013 Oct 13 10:56:31.476612 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e84d196-43f4-429a-b193-042bf227d396 req-e1f180c9-532b-48fb-a5a5-1260645d3645 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234460 Oct 13 10:56:31.489007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-252cec3d-f7ca-4885-81a9-7722832a33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:31.490465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-252cec3d-f7ca-4885-81a9-7722832a33cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1021841 Oct 13 10:56:31.493860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-cec1b16d-8e51-4445-b4c9-dd5844f5a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:31.495212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-cec1b16d-8e51-4445-b4c9-dd5844f5a8d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0744610 Oct 13 10:56:31.560820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-9d9b2964-9ec3-458f-8db6-a96c5b67ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:31.562359 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-9d9b2964-9ec3-458f-8db6-a96c5b67ca5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0648491 Oct 13 10:56:31.568045 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-70f98180-3a40-4b08-8d6e-a2ae206b85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:31.569395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-70f98180-3a40-4b08-8d6e-a2ae206b85b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637887 Oct 13 10:56:31.656297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a1c04bc8-f710-4d8a-ac75-946cc6645d9c details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:56:31.663221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:56:31.722237 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-23855142-e095-4dc8-9563-79c5578156a1 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515527 Oct 13 10:56:31.724375 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-bb30aea5-8233-4c2d-8719-3f76ff62cb15 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462257 Oct 13 10:56:31.787514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:31.798756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c', 'mac_address': 'fa:16:3e:84:17:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:56:31.827400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:56:31.836662 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:31.837031 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:31.864552 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:31.888973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c04bc8-f710-4d8a-ac75-946cc6645d9c {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:31.891675 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-c792e735-a138-4580-91d1-96433dd5908d service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611490 Oct 13 10:56:31.910732 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1be6003f-2eab-4571-8bf0-ca9e7c6a82a7 req-2ef86d20-7b0e-4fba-a5b4-93827a60af03 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725752 Oct 13 10:56:31.917207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:31.961757 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:31.968277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89fd63-2975-49ce-a142-fa48836dde12 req-088ee881-dac5-47b8-89a1-ec632cfb7eb1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:31.970808 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b89fd63-2975-49ce-a142-fa48836dde12 req-088ee881-dac5-47b8-89a1-ec632cfb7eb1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0572097 Oct 13 10:56:31.979538 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bf473-db14-48ff-8740-6fc65a545610 req-d6cae074-84b7-4749-ad37-f8b3851789b2 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:31.980689 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:31.981342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-567bf473-db14-48ff-8740-6fc65a545610 req-d6cae074-84b7-4749-ad37-f8b3851789b2 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 951 time: 0.0613527 Oct 13 10:56:31.988515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59dd1b4-132b-4eec-bbe9-827d874d155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d4d602-7ea4-4338-8a3f-87ba34ee9f78'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:31.990807 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c764844d-b31a-4913-a43a-42a1a96ac993" -d '{"events": [{"server_uuid": "e59dd1b4-132b-4eec-bbe9-827d874d155b", "name": "network-vif-plugged", "status": "completed", "tag": "b6d4d602-7ea4-4338-8a3f-87ba34ee9f78"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:32.030180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b6d4d602-7ea4-4338-8a3f-87ba34ee9f78,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:32.030445 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-567bf473-db14-48ff-8740-6fc65a545610 req-97cab5d9-5b38-477e-8c85-e1727f791a6c tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422161 Oct 13 10:56:32.036189 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b89fd63-2975-49ce-a142-fa48836dde12 req-87ddb39e-38de-4685-992b-26b3e276771f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592062 Oct 13 10:56:32.074682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:32.100327 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bc7bcc-7478-4ad6-bd26-a8fbd68b22f9 x-openstack-request-id: req-87bc7bcc-7478-4ad6-bd26-a8fbd68b22f9 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:32.100623 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59dd1b4-132b-4eec-bbe9-827d874d155b", "name": "network-vif-plugged", "status": "completed", "tag": "b6d4d602-7ea4-4338-8a3f-87ba34ee9f78", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:32.100880 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87bc7bcc-7478-4ad6-bd26-a8fbd68b22f9 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:32.101276 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59dd1b4-132b-4eec-bbe9-827d874d155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d4d602-7ea4-4338-8a3f-87ba34ee9f78', 'code': 200} Oct 13 10:56:32.114569 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:32.115958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:56:32.165125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ee716-d19c-40e6-8c27-b46fe36d5489 req-4b6f468d-b6c2-4fb3-ab5a-8ed4bcd4e38f tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:32.176888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e6ee716-d19c-40e6-8c27-b46fe36d5489 req-4b6f468d-b6c2-4fb3-ab5a-8ed4bcd4e38f tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 948 time: 0.0838420 Oct 13 10:56:32.202063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b6d4d602-7ea4-4338-8a3f-87ba34ee9f78,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:32.242804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e6ee716-d19c-40e6-8c27-b46fe36d5489 req-e56e509f-da06-4d3f-944f-a8b05ca2c44b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649822 Oct 13 10:56:32.254120 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:32.262366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22b50c-0bde-43c3-984f-17ca3b8cd74d req-2d647e77-d24d-4aa8-9949-350cdfcd19d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:32.262366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e22b50c-0bde-43c3-984f-17ca3b8cd74d req-2d647e77-d24d-4aa8-9949-350cdfcd19d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 1100 time: 0.0524261 Oct 13 10:56:32.302798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e22b50c-0bde-43c3-984f-17ca3b8cd74d req-0e0bfe82-abf5-48fe-ad32-6caf97102f4c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308840 Oct 13 10:56:32.304929 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:32.323334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['a1c04bc8-f710-4d8a-ac75-946cc6645d9c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:56:32.381543 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:32.454281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,revision_number=11']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:32.594898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d973-8c8d-4c02-b3f2-90c2554d8a56 req-22f3b6de-57d4-404f-ba9e-755c93c1f873 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:32.596260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ff5d973-8c8d-4c02-b3f2-90c2554d8a56 req-22f3b6de-57d4-404f-ba9e-755c93c1f873 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 948 time: 0.0490282 Oct 13 10:56:32.633138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ff5d973-8c8d-4c02-b3f2-90c2554d8a56 req-844044e4-f1a5-4d0b-a08e-d5a7304125e5 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306292 Oct 13 10:56:33.042597 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef82df4-73c4-419e-ab90-b85f19e81902 req-ee742720-771d-4a8e-8c64-b0b93dce6080 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:33.044099 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cef82df4-73c4-419e-ab90-b85f19e81902 req-ee742720-771d-4a8e-8c64-b0b93dce6080 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 948 time: 0.0774572 Oct 13 10:56:33.046765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb975f3e-7aae-4581-a029-fe78c71ae2da req-e60a3d94-5fa0-4563-9ef8-5d4938e55081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:33.048624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fb975f3e-7aae-4581-a029-fe78c71ae2da req-e60a3d94-5fa0-4563-9ef8-5d4938e55081 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 1096 time: 0.0715022 Oct 13 10:56:33.106155 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cef82df4-73c4-419e-ab90-b85f19e81902 req-71e41d31-4a8e-41b0-8d50-1dd22cd70fbf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558643 Oct 13 10:56:33.110711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fb975f3e-7aae-4581-a029-fe78c71ae2da req-ac5f042c-5487-4691-aea4-8fbcd873b06e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457923 Oct 13 10:56:33.160029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217cc75-d718-4678-a192-289c00443e58 req-1eb06d98-f9fc-440d-b6d3-67f79aaa7d12 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:33.161515 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4217cc75-d718-4678-a192-289c00443e58 req-1eb06d98-f9fc-440d-b6d3-67f79aaa7d12 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4&tenant_id=15b82978f9314c489e73bb4a9f9cd84a&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 948 time: 0.0982037 Oct 13 10:56:33.177588 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de9c9a-d737-48d9-8aea-69fc83a53466 req-815afc55-76d1-4d59-9aff-6707f9fac688 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:33.180147 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-31de9c9a-d737-48d9-8aea-69fc83a53466 req-815afc55-76d1-4d59-9aff-6707f9fac688 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 949 time: 0.0680783 Oct 13 10:56:33.218696 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d93424-a1d7-419d-9600-e1afcc39a252 req-da562981-c1fa-4d52-a89a-a81f617d7a33 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:33.222518 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-31de9c9a-d737-48d9-8aea-69fc83a53466 req-2b9df6db-2825-40e5-979b-cb05ea92c11f tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/security-groups?id=68e88064-f575-4e05-a8ed-4525c50c26dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338449 Oct 13 10:56:33.222902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-89d93424-a1d7-419d-9600-e1afcc39a252 req-da562981-c1fa-4d52-a89a-a81f617d7a33 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0518765 Oct 13 10:56:33.259644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-89d93424-a1d7-419d-9600-e1afcc39a252 req-f16ffe2e-a1fb-44e8-92e1-704ea89ead85 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Oct 13 10:56:33.363396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b4a2-1260-4a4d-8bd8-38ac496da863 req-8674e8c9-e7e3-47bb-ae13-6abab105baa0 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:33.364846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c092b4a2-1260-4a4d-8bd8-38ac496da863 req-8674e8c9-e7e3-47bb-ae13-6abab105baa0 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 949 time: 0.0481174 Oct 13 10:56:33.403867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c092b4a2-1260-4a4d-8bd8-38ac496da863 req-e9f721e1-e078-478a-a2ca-ff4257fe5938 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324490 Oct 13 10:56:33.479880 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-4217cc75-d718-4678-a192-289c00443e58 req-1f7fd0a5-b879-4c10-9e69-8961d32e80a3 service neutron] delete failed (client error): The resource could not be found. Oct 13 10:56:33.480894 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4217cc75-d718-4678-a192-289c00443e58 req-1f7fd0a5-b879-4c10-9e69-8961d32e80a3 service neutron] 10.222.0.46 "DELETE /v2.0/ports/a1c04bc8-f710-4d8a-ac75-946cc6645d9c/bindings/n-h1-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0561569 Oct 13 10:56:33.566466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217cc75-d718-4678-a192-289c00443e58 req-4e54487c-cabc-4c11-813d-0628ba34756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:33.568028 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4217cc75-d718-4678-a192-289c00443e58 req-4e54487c-cabc-4c11-813d-0628ba34756f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 1099 time: 0.0401943 Oct 13 10:56:33.619631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e0d1c-2d68-49d8-b20e-13bf31ee22b0 req-e3ec8684-5ab4-475c-8a30-55600339bdef tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:33.621060 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-985e0d1c-2d68-49d8-b20e-13bf31ee22b0 req-e3ec8684-5ab4-475c-8a30-55600339bdef tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 949 time: 0.0525069 Oct 13 10:56:33.664765 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a1c04bc8-f710-4d8a-ac75-946cc6645d9c up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:56:33.671405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217cc75-d718-4678-a192-289c00443e58 req-9f030940-01ae-4f8a-90ee-d61181d7ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:33.673058 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4217cc75-d718-4678-a192-289c00443e58 req-9f030940-01ae-4f8a-90ee-d61181d7ebb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.0971925 Oct 13 10:56:33.716532 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4217cc75-d718-4678-a192-289c00443e58 req-bc8bd6da-4212-4caf-a7c2-05d2d664a07f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c HTTP/1.1" status: 200 len: 217 time: 0.0348120 Oct 13 10:56:33.717916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-985e0d1c-2d68-49d8-b20e-13bf31ee22b0 req-48aaa2e6-38c9-4f35-8990-ac78cd702a77 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Deleting port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:56:33.718266 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-985e0d1c-2d68-49d8-b20e-13bf31ee22b0 req-48aaa2e6-38c9-4f35-8990-ac78cd702a77 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:33.770209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217cc75-d718-4678-a192-289c00443e58 req-c8c041a3-7342-4e6c-b122-1832c3a6245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:33.771705 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4217cc75-d718-4678-a192-289c00443e58 req-c8c041a3-7342-4e6c-b122-1832c3a6245a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0474186 Oct 13 10:56:33.812940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-985e0d1c-2d68-49d8-b20e-13bf31ee22b0 req-48aaa2e6-38c9-4f35-8990-ac78cd702a77 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] For port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:33.813302 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-985e0d1c-2d68-49d8-b20e-13bf31ee22b0 req-48aaa2e6-38c9-4f35-8990-ac78cd702a77 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:33.818184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217cc75-d718-4678-a192-289c00443e58 req-617394cc-c1c7-4cd5-a6c7-5627d3843f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:33.819699 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4217cc75-d718-4678-a192-289c00443e58 req-617394cc-c1c7-4cd5-a6c7-5627d3843f3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395389 Oct 13 10:56:33.826685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-985e0d1c-2d68-49d8-b20e-13bf31ee22b0 req-48aaa2e6-38c9-4f35-8990-ac78cd702a77 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Calling delete_port for 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:56:33.829482 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port a1c04bc8-f710-4d8a-ac75-946cc6645d9c completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:56:33.833584 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port a1c04bc8-f710-4d8a-ac75-946cc6645d9c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:33.833945 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:33.915617 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:33.923352 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4217cc75-d718-4678-a192-289c00443e58 req-0f53e8d5-32fe-41de-a8b2-4f75566d34db service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951719 Oct 13 10:56:33.959041 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:34.030090 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4217cc75-d718-4678-a192-289c00443e58 req-2bbb21a1-25b9-4406-b3c6-f44978edfb2e service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983801 Oct 13 10:56:34.063403 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:34.063948 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-985e0d1c-2d68-49d8-b20e-13bf31ee22b0 req-48aaa2e6-38c9-4f35-8990-ac78cd702a77 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:34.101319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaa2e6-38c9-4f35-8990-ac78cd702a77 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Pushing event deleted for resources: {'Port': ['ID=7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:34.102158 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5'}, {'server_uuid': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:34.105476 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08f32f1-a74f-408f-959d-110cf5f0b83e" -d '{"events": [{"server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "name": "network-vif-unplugged", "status": "completed", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5"}, {"server_uuid": "9f0a12ad-e8c6-4d76-820a-e79f85dc38b4", "name": "network-vif-plugged", "status": "completed", "tag": "a1c04bc8-f710-4d8a-ac75-946cc6645d9c"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:34.134939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:34.154491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-985e0d1c-2d68-49d8-b20e-13bf31ee22b0 req-48aaa2e6-38c9-4f35-8990-ac78cd702a77 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] No DVR routers for this DVR port 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:56:34.157660 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-985e0d1c-2d68-49d8-b20e-13bf31ee22b0 req-48aaa2e6-38c9-4f35-8990-ac78cd702a77 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:34.163009 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-985e0d1c-2d68-49d8-b20e-13bf31ee22b0 req-48aaa2e6-38c9-4f35-8990-ac78cd702a77 tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.21 "DELETE /v2.0/ports/7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 HTTP/1.1" status: 204 len: 173 time: 0.5334239 Oct 13 10:56:34.163737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'name': 'network-vif-deleted', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:34.166634 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85943888-8164-4824-b448-84b02186e89c" -d '{"events": [{"server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "name": "network-vif-deleted", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:34.195484 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68bb659-c358-4fda-a2f2-9fd67405ba5b x-openstack-request-id: req-e68bb659-c358-4fda-a2f2-9fd67405ba5b {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:34.195819 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "name": "network-vif-unplugged", "status": "completed", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5", "code": 200}, {"server_uuid": "9f0a12ad-e8c6-4d76-820a-e79f85dc38b4", "name": "network-vif-plugged", "status": "completed", "tag": "a1c04bc8-f710-4d8a-ac75-946cc6645d9c", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:34.196071 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e68bb659-c358-4fda-a2f2-9fd67405ba5b {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:34.196492 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5', 'code': 200} Oct 13 10:56:34.196762 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c', 'code': 200} Oct 13 10:56:34.236693 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5596cb0c-9965-43dd-8c3f-d446b6010fdd x-openstack-request-id: req-5596cb0c-9965-43dd-8c3f-d446b6010fdd {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:34.237049 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe3948e-15e9-4466-8238-16e74b7c1524", "name": "network-vif-deleted", "tag": "7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:34.237421 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5596cb0c-9965-43dd-8c3f-d446b6010fdd {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:34.237861 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe3948e-15e9-4466-8238-16e74b7c1524', 'name': 'network-vif-deleted', 'tag': '7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5', 'status': 'completed', 'code': 200} Oct 13 10:56:34.254951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802cfb7-674a-46a3-98e0-40926673e528 req-b902ec30-42a6-427e-98fb-f3cf64d773ec tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:34.261405 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0802cfb7-674a-46a3-98e0-40926673e528 req-b902ec30-42a6-427e-98fb-f3cf64d773ec tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0599844 Oct 13 10:56:34.307057 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0802cfb7-674a-46a3-98e0-40926673e528 req-4e74b079-8fb6-42df-8f50-5e11a900772f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 Oct 13 10:56:34.334541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1f7f477-b92d-4a25-8653-e6d72b36db61 req-e1953d93-f0f2-40ca-9635-1d63a693bd9a tempest-ImagesOneServerTestJSON-470422150 tempest-ImagesOneServerTestJSON-470422150-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe3948e-15e9-4466-8238-16e74b7c1524 HTTP/1.1" status: 200 len: 210 time: 0.0278466 Oct 13 10:56:34.421026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224b136-cd15-4f60-b297-ff6dead74d30 req-318b8c11-8dfc-4f43-9a09-a0f3720b2457 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:34.426847 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0224b136-cd15-4f60-b297-ff6dead74d30 req-318b8c11-8dfc-4f43-9a09-a0f3720b2457 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0597298 Oct 13 10:56:34.464996 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0224b136-cd15-4f60-b297-ff6dead74d30 req-8ebf0414-2aa6-4a1f-8c2a-7b384270409e tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359011 Oct 13 10:56:34.546648 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03013ca4-f870-4c48-b7f6-793028d14e47 req-0907127d-7efe-47c9-aca0-87d5988909ed tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:34.549566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03013ca4-f870-4c48-b7f6-793028d14e47 req-0907127d-7efe-47c9-aca0-87d5988909ed tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 949 time: 0.0730543 Oct 13 10:56:34.606011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03013ca4-f870-4c48-b7f6-793028d14e47 req-908e0367-d2cd-495b-bc39-11a9e7fa5593 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486634 Oct 13 10:56:35.182961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-b79467d8-5bef-4fc8-88fd-4afe73575c15 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.183478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-b79467d8-5bef-4fc8-88fd-4afe73575c15 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.183902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-b79467d8-5bef-4fc8-88fd-4afe73575c15 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.184357 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-b79467d8-5bef-4fc8-88fd-4afe73575c15 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.184812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-b79467d8-5bef-4fc8-88fd-4afe73575c15 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.185259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-b79467d8-5bef-4fc8-88fd-4afe73575c15 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.185704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-b79467d8-5bef-4fc8-88fd-4afe73575c15 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.186148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-b79467d8-5bef-4fc8-88fd-4afe73575c15 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.186613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-b79467d8-5bef-4fc8-88fd-4afe73575c15 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.187138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-b79467d8-5bef-4fc8-88fd-4afe73575c15 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.187534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-b79467d8-5bef-4fc8-88fd-4afe73575c15 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.190779 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-b79467d8-5bef-4fc8-88fd-4afe73575c15 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b&device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6&device_id=89286ac3-784a-4ba4-844c-f9e0f282f386&device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122&device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4&device_id=4fe3948e-15e9-4466-8238-16e74b7c1524&device_id=81850775-67dc-41f2-935b-90281f6d3916&device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d&device_id=098c5fc1-0503-4170-ba78-c626affcd367&device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea&device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65&device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 9980 time: 0.0552568 Oct 13 10:56:35.211041 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-f3684229-36e9-4f3e-b086-d01b68f85c44 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:35.286810 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-f3684229-36e9-4f3e-b086-d01b68f85c44 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:35.394637 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-f3684229-36e9-4f3e-b086-d01b68f85c44 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:35.428386 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aa0b6183-22cd-40cb-977a-dd98afc0f25c req-f3684229-36e9-4f3e-b086-d01b68f85c44 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&id=1d133d92-0133-4cf2-a8e9-cb303902f899&id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&id=e36235eb-572b-4899-bfec-a8fc4d5a141b&id=e7c52410-f02c-40ee-9134-33a268a57f72&id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 792 time: 0.2307539 Oct 13 10:56:35.428777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bacc4-a4af-478c-bb3f-d7f3ff9b6d14 req-3e48ce81-173f-4222-a468-43dc806224f1 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.430370 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-582bacc4-a4af-478c-bb3f-d7f3ff9b6d14 req-3e48ce81-173f-4222-a468-43dc806224f1 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0524037 Oct 13 10:56:35.438857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3684229-36e9-4f3e-b086-d01b68f85c44 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c85eb81-20ce-42d2-9cc0-4eeee1de9be0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:35.502945 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-582bacc4-a4af-478c-bb3f-d7f3ff9b6d14 req-eaa5efa8-109e-427b-a121-cd84568debcf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515282 Oct 13 10:56:35.650366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a3fe4-bca7-4606-b3df-6d5e4c820f78 req-9c885bb1-dc00-4215-bfc7-27ec3e6427df tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.651800 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-402a3fe4-bca7-4606-b3df-6d5e4c820f78 req-9c885bb1-dc00-4215-bfc7-27ec3e6427df tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0560293 Oct 13 10:56:35.663465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffe79c-f028-4f94-aeda-f52f5c4564a8 req-83bbf0da-ea6d-4eab-9c51-fafc7fe5cca7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.664975 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4ffe79c-f028-4f94-aeda-f52f5c4564a8 req-83bbf0da-ea6d-4eab-9c51-fafc7fe5cca7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.0519836 Oct 13 10:56:35.691576 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-402a3fe4-bca7-4606-b3df-6d5e4c820f78 req-eb4e0c76-9e14-40f5-b1f3-845f2ec0c2ea tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Oct 13 10:56:35.713199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4ffe79c-f028-4f94-aeda-f52f5c4564a8 req-0449fa38-2b06-4ad1-b494-f6c0460dd2c8 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335896 Oct 13 10:56:35.954992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd133cb1-0587-4831-a828-34b2ed7f1100 req-3b1cd9cd-3040-456f-8f4a-987c84d3ff65 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.955445 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd133cb1-0587-4831-a828-34b2ed7f1100 req-3b1cd9cd-3040-456f-8f4a-987c84d3ff65 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.962294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd133cb1-0587-4831-a828-34b2ed7f1100 req-3b1cd9cd-3040-456f-8f4a-987c84d3ff65 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:35.962294 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd133cb1-0587-4831-a828-34b2ed7f1100 req-3b1cd9cd-3040-456f-8f4a-987c84d3ff65 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b&device_id=89286ac3-784a-4ba4-844c-f9e0f282f386&device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 2883 time: 0.0573719 Oct 13 10:56:36.002281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd133cb1-0587-4831-a828-34b2ed7f1100 req-bedef96f-5d32-41c5-b009-17a529f2bf84 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379777 Oct 13 10:56:36.056365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40406) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:36.193152 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-577e2ee2-fd0a-4d79-acc4-8e1899b92eeb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72274b6618d3425eb0d1080f0dc4479a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361563 Oct 13 10:56:36.195546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40412) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:36.252870 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-538ae751-29ee-4914-a4de-67eeec96e594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:36.282668 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-538ae751-29ee-4914-a4de-67eeec96e594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:36.387250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537f80-42d2-4f3a-a307-4d31e9607244 req-57db2245-8ff7-4cbc-aa9c-948dfe8b6340 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:36.388768 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14537f80-42d2-4f3a-a307-4d31e9607244 req-57db2245-8ff7-4cbc-aa9c-948dfe8b6340 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0576136 Oct 13 10:56:36.408382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26cd7a-e9f0-4676-b9e5-4b34ae3cf361 req-6e3d87eb-b7af-4f05-a971-d77e234a0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:36.410553 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a26cd7a-e9f0-4676-b9e5-4b34ae3cf361 req-6e3d87eb-b7af-4f05-a971-d77e234a0f51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 1096 time: 0.0428743 Oct 13 10:56:36.429507 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14537f80-42d2-4f3a-a307-4d31e9607244 req-0b973ab2-3961-4697-b334-464fd688d423 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331116 Oct 13 10:56:36.468851 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-538ae751-29ee-4914-a4de-67eeec96e594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:36.472048 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-538ae751-29ee-4914-a4de-67eeec96e594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:36.473265 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-538ae751-29ee-4914-a4de-67eeec96e594 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68e88064-f575-4e05-a8ed-4525c50c26dd HTTP/1.1" status: 204 len: 168 time: 0.2767310 Oct 13 10:56:36.484784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ae751-29ee-4914-a4de-67eeec96e594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e88064-f575-4e05-a8ed-4525c50c26dd,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:36.528298 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26cd7a-e9f0-4676-b9e5-4b34ae3cf361 req-3ba8bfd9-d647-4609-aed2-7f5449be4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:36.530021 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a26cd7a-e9f0-4676-b9e5-4b34ae3cf361 req-3ba8bfd9-d647-4609-aed2-7f5449be4a8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=9669baac-943a-44ee-93d6-7a2696aefe34 HTTP/1.1" status: 200 len: 919 time: 0.1119263 Oct 13 10:56:36.544871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d27ebec7-c716-4293-b14a-845440c62689 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317028 Oct 13 10:56:36.575747 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a26cd7a-e9f0-4676-b9e5-4b34ae3cf361 req-10922be9-7400-434a-899e-c6ff125eaecd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=177fcaec-c81e-4e40-b138-5fb76684f734 HTTP/1.1" status: 200 len: 217 time: 0.0360184 Oct 13 10:56:36.630577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26cd7a-e9f0-4676-b9e5-4b34ae3cf361 req-9d91a180-f7da-4056-8a88-30443c6c116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:36.632229 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a26cd7a-e9f0-4676-b9e5-4b34ae3cf361 req-9d91a180-f7da-4056-8a88-30443c6c116b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527 HTTP/1.1" status: 200 len: 858 time: 0.0490220 Oct 13 10:56:36.651579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-86cd3242-93ab-46e6-bd7f-2330ac5b2643 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:36.659079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-86cd3242-93ab-46e6-bd7f-2330ac5b2643 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1130338 Oct 13 10:56:36.664984 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a26cd7a-e9f0-4676-b9e5-4b34ae3cf361 req-b7f5219f-e92f-4373-88df-52ef4a2d9fec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9669baac-943a-44ee-93d6-7a2696aefe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255806 Oct 13 10:56:36.671849 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-bbbd1de9-a5fb-430c-a873-843281a504a0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/quotas/15b82978f9314c489e73bb4a9f9cd84a HTTP/1.1" status: 200 len: 375 time: 0.0093722 Oct 13 10:56:36.729159 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-661fea9b-aec4-46b4-b9a5-51c28899e3d0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529191 Oct 13 10:56:36.773289 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a26cd7a-e9f0-4676-b9e5-4b34ae3cf361 req-2bbbb219-6727-4e97-bd4b-333132e4b2db service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989690 Oct 13 10:56:36.874877 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a26cd7a-e9f0-4676-b9e5-4b34ae3cf361 req-29ef6d2f-12b8-4ca2-b4cb-ae96ebb22f2a service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944579 Oct 13 10:56:37.107861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7b4e0dac-2d24-4ecd-927f-6e23d8a475d5 req-4233f678-5738-4647-bb11-0d859c7cc62b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 210 time: 0.0377765 Oct 13 10:56:37.467969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef297f4-eff8-4aa8-ac1b-745b3331670d req-8d38abfd-ec6d-4227-9171-fb5be421daa5 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:37.475940 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6ef297f4-eff8-4aa8-ac1b-745b3331670d req-8d38abfd-ec6d-4227-9171-fb5be421daa5 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 1101 time: 0.0513403 Oct 13 10:56:37.514711 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6ef297f4-eff8-4aa8-ac1b-745b3331670d req-1f41fc76-3d70-4d63-893a-057154d360dd tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341201 Oct 13 10:56:37.560731 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40c941-6fa0-44d5-a1ef-9bb70462cc5f req-e87f283b-7261-4ed1-9ec0-a4bbf5bc106f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:37.562305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd40c941-6fa0-44d5-a1ef-9bb70462cc5f req-e87f283b-7261-4ed1-9ec0-a4bbf5bc106f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0520084 Oct 13 10:56:37.606477 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd40c941-6fa0-44d5-a1ef-9bb70462cc5f req-6db3af65-965a-4bdb-8658-2eca8d6f9b89 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374358 Oct 13 10:56:37.628059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddc268-b915-4e68-8457-662e350d5015 req-85a8f08c-142c-40cf-82a4-f943fe911a1a tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:37.629598 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1cddc268-b915-4e68-8457-662e350d5015 req-85a8f08c-142c-40cf-82a4-f943fe911a1a tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 1101 time: 0.0412347 Oct 13 10:56:37.664337 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1cddc268-b915-4e68-8457-662e350d5015 req-98130328-8bc6-4b50-b1ff-f43ad9de6876 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287647 Oct 13 10:56:37.692270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:56:37.715568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:56:37.716182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7d7c0a1b-1b8e-41ca-8cb6-d7b3449f7aa5 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:56:37.724461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40484) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:37.823521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-727813556-network', 'tenant_id': '4c6ec68e9c6f4736a05080a48d3b1c71'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:37.920086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Made reservation on behalf of 4c6ec68e9c6f4736a05080a48d3b1c71 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:56:37.923091 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:37.932771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:37.946125 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0cd6c8c7-90f9-4bf0-a3cd-2dbdc8cfb5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:38.034175 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:38.205326 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bc7a083e-1a68-4447-b922-62738ee18caf req-34dafe8c-3075-4dc6-8261-94d3786726bc tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 210 time: 0.0281336 Oct 13 10:56:38.206106 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:38.237839 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:56:38.244240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781573a5-ad37-4f2f-9e99-a5a2e463712e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:38.253477 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:38.253825 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Added segment bd3c7b6f-1fdd-48c1-bc22-8b05b4c4faa3 of type vlan for network ec56cb44-333d-4b7e-a8d2-d189152706e2 Oct 13 10:56:38.294228 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:38.428400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:38.429371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:38.430169 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:38.494710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] Pushing event updated for resources: {'Network': ['ID=ec56cb44-333d-4b7e-a8d2-d189152706e2,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:38.504471 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network ec56cb44-333d-4b7e-a8d2-d189152706e2 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:56:38.552755 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:38.602497 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-12955359-3fc3-4fe5-baef-f2151246430b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8768981 Oct 13 10:56:38.605375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40502) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:38.610308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8d426647-2bd0-42ce-aefd-0ee3fa989a90 admin admin] Request body: {'subnet': {'network_id': 'ec56cb44-333d-4b7e-a8d2-d189152706e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-727813556-subnet', 'tenant_id': '4c6ec68e9c6f4736a05080a48d3b1c71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:38.710501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d426647-2bd0-42ce-aefd-0ee3fa989a90 admin admin] Made reservation on behalf of 4c6ec68e9c6f4736a05080a48d3b1c71 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:56:38.712771 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d426647-2bd0-42ce-aefd-0ee3fa989a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:38.784611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33127b9f-9120-47cc-81e6-0dfd8f24e25f req-decb6865-649f-494a-a500-22e8f1da87dc tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:38.786156 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33127b9f-9120-47cc-81e6-0dfd8f24e25f req-decb6865-649f-494a-a500-22e8f1da87dc tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.1038082 Oct 13 10:56:38.844529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33127b9f-9120-47cc-81e6-0dfd8f24e25f req-47bca9eb-b7d7-486f-aac5-63a40b2a2541 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513756 Oct 13 10:56:39.004299 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d426647-2bd0-42ce-aefd-0ee3fa989a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:39.083586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d426647-2bd0-42ce-aefd-0ee3fa989a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1fb07a-15bb-43bb-94ef-57b44c2a79c7,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:39.107264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09709fe8-3454-46a3-bb02-d33d3d410887 req-ebc4b54a-7a4c-44e7-ad33-d82d6063e066 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:39.108726 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09709fe8-3454-46a3-bb02-d33d3d410887 req-ebc4b54a-7a4c-44e7-ad33-d82d6063e066 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.1068008 Oct 13 10:56:39.118297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d426647-2bd0-42ce-aefd-0ee3fa989a90 admin admin] Checking segment: {'id': 'bd3c7b6f-1fdd-48c1-bc22-8b05b4c4faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ec56cb44-333d-4b7e-a8d2-d189152706e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:56:39.118685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d426647-2bd0-42ce-aefd-0ee3fa989a90 admin admin] Network hostable DHCP agents. Network: ec56cb44-333d-4b7e-a8d2-d189152706e2, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:56:39.164344 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09709fe8-3454-46a3-bb02-d33d3d410887 req-1056787e-39bc-41ee-86b0-f764894c64bb tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476990 Oct 13 10:56:39.234384 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d426647-2bd0-42ce-aefd-0ee3fa989a90 admin admin] Network ec56cb44-333d-4b7e-a8d2-d189152706e2 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:56:39.258919 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-fcc230a2-c6e8-4866-ae7f-ca719b34d4cb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233338 Oct 13 10:56:39.304505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d00720d8-29ee-4650-bae9-63215dc389f4 req-5e822c18-edd5-483f-b334-d5b31635c40b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 210 time: 0.0280540 Oct 13 10:56:39.322322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-8d426647-2bd0-42ce-aefd-0ee3fa989a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, ec56cb44-333d-4b7e-a8d2-d189152706e2) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:56:39.324789 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d426647-2bd0-42ce-aefd-0ee3fa989a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:39.325540 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d426647-2bd0-42ce-aefd-0ee3fa989a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:39.332348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86dddb3-4dbf-4865-ab21-5e252c091d0f None None] Network ec56cb44-333d-4b7e-a8d2-d189152706e2 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:56:39.390255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-58962f02-19bf-427a-bad5-5f54e36ae69f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:39.391727 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-58962f02-19bf-427a-bad5-5f54e36ae69f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1252768 Oct 13 10:56:39.404610 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d1fba762-d06f-4c63-a2a9-b9498aec29df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Request body: {'port': {'device_id': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '15b82978f9314c489e73bb4a9f9cd84a'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:39.414410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8d426647-2bd0-42ce-aefd-0ee3fa989a90 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8077891 Oct 13 10:56:39.472436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5260c0-3cf4-41d7-9a3d-c92dbcf5d468 None None] Network ec56cb44-333d-4b7e-a8d2-d189152706e2 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:56:39.616965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d1fba762-d06f-4c63-a2a9-b9498aec29df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Made reservation on behalf of 15b82978f9314c489e73bb4a9f9cd84a for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:56:39.620601 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d1fba762-d06f-4c63-a2a9-b9498aec29df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:39.702733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-3b4a54c1-d2a0-47f4-a130-47168259734d req-7abb6f87-854d-4ab8-af40-6a9195d20507 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2084155166', 'description': 'tempest-description-2088101021'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:39.773446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d1fba762-d06f-4c63-a2a9-b9498aec29df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Allocated IP 192.168.233.180 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/80aa8575-f2ce-442d-8cb3-dfb1b38b1979) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:56:39.886615 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b4a54c1-d2a0-47f4-a130-47168259734d req-7abb6f87-854d-4ab8-af40-6a9195d20507 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:39.937675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d1fba762-d06f-4c63-a2a9-b9498aec29df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:39.960097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17b329-62fa-43ba-a59f-66e4a9d5895d req-26ffa9df-837c-47dd-9fda-6c59deaea730 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:39.961574 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb17b329-62fa-43ba-a59f-66e4a9d5895d req-26ffa9df-837c-47dd-9fda-6c59deaea730 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0496397 Oct 13 10:56:40.001987 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb17b329-62fa-43ba-a59f-66e4a9d5895d req-47f99a7d-91c0-49c7-9039-4abe4b9afbb4 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331533 Oct 13 10:56:40.015051 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b4a54c1-d2a0-47f4-a130-47168259734d req-7abb6f87-854d-4ab8-af40-6a9195d20507 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:40.127043 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d1fba762-d06f-4c63-a2a9-b9498aec29df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:40.146259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['850e764c-894d-4cf3-b469-d796681e881f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:56:40.149183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['a1c04bc8-f710-4d8a-ac75-946cc6645d9c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:56:40.163563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b4a54c1-d2a0-47f4-a130-47168259734d req-7abb6f87-854d-4ab8-af40-6a9195d20507 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:40.211293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d1fba762-d06f-4c63-a2a9-b9498aec29df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:56:40.212546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fba762-d06f-4c63-a2a9-b9498aec29df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Pushing event updated for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:40.216840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d1fba762-d06f-4c63-a2a9-b9498aec29df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:56:40.219831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d1fba762-d06f-4c63-a2a9-b9498aec29df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:56:40.224425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb6f87-854d-4ab8-af40-6a9195d20507 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f643c204-88d0-44d2-83f5-d19fba4408b4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:40.284672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d1fba762-d06f-4c63-a2a9-b9498aec29df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:40.285553 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d1fba762-d06f-4c63-a2a9-b9498aec29df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:40.351016 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3b4a54c1-d2a0-47f4-a130-47168259734d req-7abb6f87-854d-4ab8-af40-6a9195d20507 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:40.362171 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b4a54c1-d2a0-47f4-a130-47168259734d req-7abb6f87-854d-4ab8-af40-6a9195d20507 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6658700 Oct 13 10:56:40.374987 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d1fba762-d06f-4c63-a2a9-b9498aec29df tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9738874 Oct 13 10:56:40.377945 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:40.389870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Request body: {'port': {'device_id': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:40.454417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466d075-d627-45e8-a32f-085653f2705d req-1b930ca5-f4eb-46fb-9326-41cffa71c2af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:40.463606 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f466d075-d627-45e8-a32f-085653f2705d req-1b930ca5-f4eb-46fb-9326-41cffa71c2af tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.1038454 Oct 13 10:56:40.502307 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:40.535437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f466d075-d627-45e8-a32f-085653f2705d req-c1350158-d128-4793-ada0-0782266d462c tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705812 Oct 13 10:56:40.600593 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d623dc20-2128-4298-99b5-b1d6538a8c6d req-5e3484f8-1063-4da9-b60f-1a736f52748a tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-groups/f643c204-88d0-44d2-83f5-d19fba4408b4 HTTP/1.1" status: 200 len: 1813 time: 0.0448818 Oct 13 10:56:40.616926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-d623dc20-2128-4298-99b5-b1d6538a8c6d req-d1ae3642-a405-465b-a386-b31b84abd1a2 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f643c204-88d0-44d2-83f5-d19fba4408b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:40.617339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-d623dc20-2128-4298-99b5-b1d6538a8c6d req-d1ae3642-a405-465b-a386-b31b84abd1a2 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f643c204-88d0-44d2-83f5-d19fba4408b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:40.636648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-995d59b9-12d4-4b3a-8525-dbac9176e24b None None] Provisioning complete for port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:40.637026 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-995d59b9-12d4-4b3a-8525-dbac9176e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:40.697067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96f348-9b9b-4301-82e7-5a37670ce551 req-27e770e3-411b-4736-a040-528bea938f67 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:40.698628 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc96f348-9b9b-4301-82e7-5a37670ce551 req-27e770e3-411b-4736-a040-528bea938f67 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 936 time: 0.1200027 Oct 13 10:56:40.711594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-995d59b9-12d4-4b3a-8525-dbac9176e24b None None] Port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:56:40.797053 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d623dc20-2128-4298-99b5-b1d6538a8c6d req-d1ae3642-a405-465b-a386-b31b84abd1a2 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:40.812140 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc96f348-9b9b-4301-82e7-5a37670ce551 req-5b4d2a4f-f4fe-4986-9632-0c4e5307a058 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870690 Oct 13 10:56:40.817373 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-51e2b06e-3a15-4d7a-8492-d3a713b49e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:40.826586 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d623dc20-2128-4298-99b5-b1d6538a8c6d req-d1ae3642-a405-465b-a386-b31b84abd1a2 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:40.928949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:40.940018 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:40.959958 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d623dc20-2128-4298-99b5-b1d6538a8c6d req-d1ae3642-a405-465b-a386-b31b84abd1a2 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:40.968300 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084aebf-cab9-4748-a5a8-80712c5c1456 req-ec7e2604-8eed-4180-944f-4a7bf079f51e tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:40.969737 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b084aebf-cab9-4748-a5a8-80712c5c1456 req-ec7e2604-8eed-4180-944f-4a7bf079f51e tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 945 time: 0.0796480 Oct 13 10:56:40.971004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Transition to ACTIVE for port object 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:56:40.978398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae3642-a405-465b-a386-b31b84abd1a2 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9d6244-8983-4713-946d-91c75cc73ce6,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:41.013654 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b084aebf-cab9-4748-a5a8-80712c5c1456 req-4f5bbc2c-fdc0-4b69-86ab-d65b8fa6d4d8 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375986 Oct 13 10:56:41.052514 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:41.129113 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d623dc20-2128-4298-99b5-b1d6538a8c6d req-d1ae3642-a405-465b-a386-b31b84abd1a2 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:41.133892 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d623dc20-2128-4298-99b5-b1d6538a8c6d req-d1ae3642-a405-465b-a386-b31b84abd1a2 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5212367 Oct 13 10:56:41.189022 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Pushing event updated for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:41.242620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ded19b38-9178-4938-bb39-ecae07b0d243 req-1ee6cb29-f4f5-4082-9f93-c402a0eb328e tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-groups/f643c204-88d0-44d2-83f5-d19fba4408b4 HTTP/1.1" status: 200 len: 2406 time: 0.0811911 Oct 13 10:56:41.588509 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:41.620668 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-92e05d53-a244-46bc-950f-27a7e0e6ac0b req-61283734-ef3b-4ec9-b6f5-73935c006e50 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-group-rules/fb9d6244-8983-4713-946d-91c75cc73ce6 HTTP/1.1" status: 200 len: 778 time: 0.3558164 Oct 13 10:56:41.646241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Attempting to bind port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:56:41.646596 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Attempting to bind port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:56:41.646947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Attempting to bind port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:41.665793 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:56:41.666778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Attempting to bind port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:41.677587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:56:41.677929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:56:41.678323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:56:41.678782 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Bound port: 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:56:41.679140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:41.681960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf316c46-cd18-42ab-b9c4-8d0b40bd8d9b req-afb08cf9-1c57-4d93-87bb-dd4bc0bf8b81 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:41.683793 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf316c46-cd18-42ab-b9c4-8d0b40bd8d9b req-afb08cf9-1c57-4d93-87bb-dd4bc0bf8b81 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0640311 Oct 13 10:56:41.698768 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-92e05d53-a244-46bc-950f-27a7e0e6ac0b req-21d4d8ca-2ce3-430a-81d2-633810aa5b5a tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-groups/f643c204-88d0-44d2-83f5-d19fba4408b4 HTTP/1.1" status: 200 len: 2406 time: 0.0687282 Oct 13 10:56:41.725874 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf316c46-cd18-42ab-b9c4-8d0b40bd8d9b req-7c998a55-f7cb-4650-8789-9623c1657334 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352654 Oct 13 10:56:41.763892 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-92e05d53-a244-46bc-950f-27a7e0e6ac0b req-25db8ddd-5972-42f4-abd9-555ab2764856 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:41.774248 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-92e05d53-a244-46bc-950f-27a7e0e6ac0b req-25db8ddd-5972-42f4-abd9-555ab2764856 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:41.796150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:56:41.816477 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:56:41.903491 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:41.935514 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-92e05d53-a244-46bc-950f-27a7e0e6ac0b req-25db8ddd-5972-42f4-abd9-555ab2764856 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:41.951795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-92e05d53-a244-46bc-950f-27a7e0e6ac0b req-25db8ddd-5972-42f4-abd9-555ab2764856 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:41.952938 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-92e05d53-a244-46bc-950f-27a7e0e6ac0b req-25db8ddd-5972-42f4-abd9-555ab2764856 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fb9d6244-8983-4713-946d-91c75cc73ce6 HTTP/1.1" status: 204 len: 173 time: 0.2313187 Oct 13 10:56:41.966770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bc219-92e2-4528-be46-424f0c98cc18 req-2e79f7eb-a859-4d53-91be-ee90f3e76240 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:41.968661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-600bc219-92e2-4528-be46-424f0c98cc18 req-2e79f7eb-a859-4d53-91be-ee90f3e76240 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 948 time: 0.0744481 Oct 13 10:56:41.979159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:41.981081 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:41.982814 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] 10.222.0.46 "PUT /v2.0/ports/80aa8575-f2ce-442d-8cb3-dfb1b38b1979 HTTP/1.1" status: 200 len: 1096 time: 1.5987380 Oct 13 10:56:41.984173 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:41.988196 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d27253-e26c-454f-bcb8-a24fb6cc20e9" -d '{"events": [{"name": "network-changed", "server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:41.991509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db8ddd-5972-42f4-abd9-555ab2764856 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb9d6244-8983-4713-946d-91c75cc73ce6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:42.016594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-3cda6375-b615-42c6-82cf-b966c98ba29b req-040fe57b-ba96-4c40-8a95-1bdb77431a88 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1707956104', 'description': 'tempest-description-1233845035'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:42.027924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb048ce-c082-4752-9959-6d0cd2bbe56a service neutron] Pushing event updated for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:42.034611 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-600bc219-92e2-4528-be46-424f0c98cc18 req-fc324336-6928-4fd1-ad5a-321a64bb43d6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583534 Oct 13 10:56:42.087419 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67530b04-396d-418d-8036-7514a255a7fd x-openstack-request-id: req-67530b04-396d-418d-8036-7514a255a7fd {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:42.087721 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:42.087970 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67530b04-396d-418d-8036-7514a255a7fd {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:42.088363 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'status': 'completed', 'code': 200} Oct 13 10:56:42.114398 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:42.144706 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3cda6375-b615-42c6-82cf-b966c98ba29b req-040fe57b-ba96-4c40-8a95-1bdb77431a88 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:42.165437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d27253-e26c-454f-bcb8-a24fb6cc20e9 req-427ba8a0-f1d9-4570-8a18-095c8898f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:42.166968 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a2d27253-e26c-454f-bcb8-a24fb6cc20e9 req-427ba8a0-f1d9-4570-8a18-095c8898f5a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 1099 time: 0.0582535 Oct 13 10:56:42.200415 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a2d27253-e26c-454f-bcb8-a24fb6cc20e9 req-d8364361-1103-4c4f-aed4-ce5e0042fb5b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230713 Oct 13 10:56:42.294035 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3cda6375-b615-42c6-82cf-b966c98ba29b req-040fe57b-ba96-4c40-8a95-1bdb77431a88 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:42.324326 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d27253-e26c-454f-bcb8-a24fb6cc20e9 req-9a4ac9fe-f491-460f-9b42-da8fe39f4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:42.325813 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a2d27253-e26c-454f-bcb8-a24fb6cc20e9 req-9a4ac9fe-f491-460f-9b42-da8fe39f4378 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1169965 Oct 13 10:56:42.396218 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3cda6375-b615-42c6-82cf-b966c98ba29b req-040fe57b-ba96-4c40-8a95-1bdb77431a88 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:42.432907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fe57b-ba96-4c40-8a95-1bdb77431a88 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29c42bc-d6f1-4d80-b22e-5a28d728a068,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:42.439149 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-47d525ce-ea2d-4065-87ff-a0049a62b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:42.440705 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-47d525ce-ea2d-4065-87ff-a0049a62b097 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 1099 time: 0.0695446 Oct 13 10:56:42.488828 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-ee6a6151-985b-4025-b0e6-6d723ca8509e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979 HTTP/1.1" status: 200 len: 217 time: 0.0399110 Oct 13 10:56:42.491438 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3cda6375-b615-42c6-82cf-b966c98ba29b req-040fe57b-ba96-4c40-8a95-1bdb77431a88 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:42.492607 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3cda6375-b615-42c6-82cf-b966c98ba29b req-040fe57b-ba96-4c40-8a95-1bdb77431a88 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4950111 Oct 13 10:56:42.540163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-233c1648-211c-462f-b1c7-7bc3ae08953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:42.541625 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-233c1648-211c-462f-b1c7-7bc3ae08953c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0464160 Oct 13 10:56:42.556343 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cbaacc2e-ac7e-4739-b27b-2cbfeff99210 req-0fcd3f19-33b4-4fc1-a9ae-39ab2f49e91a tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-groups/e29c42bc-d6f1-4d80-b22e-5a28d728a068 HTTP/1.1" status: 200 len: 1813 time: 0.0396655 Oct 13 10:56:42.589988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-482a74f5-5df5-41b9-9263-4104701211f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:42.591496 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-482a74f5-5df5-41b9-9263-4104701211f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431337 Oct 13 10:56:42.594879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-140f9b5b-9661-4e90-9915-6f76cbd3272e req-bd777a40-61f2-4d9b-9a61-d7e23438e019 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1829154331', 'description': 'tempest-description-1760553440'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:42.685753 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-7961ea34-cdfd-4705-b170-b03c6791c6ee service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872319 Oct 13 10:56:42.691692 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-140f9b5b-9661-4e90-9915-6f76cbd3272e req-bd777a40-61f2-4d9b-9a61-d7e23438e019 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:42.765605 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-140f9b5b-9661-4e90-9915-6f76cbd3272e req-bd777a40-61f2-4d9b-9a61-d7e23438e019 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:42.779215 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5f452f8b-f66f-4b5c-b6f7-75c65f074077 req-d2ccadc3-c7fa-4385-b105-c9900b07764e service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861840 Oct 13 10:56:42.817136 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-140f9b5b-9661-4e90-9915-6f76cbd3272e req-bd777a40-61f2-4d9b-9a61-d7e23438e019 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:42.847471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd777a40-61f2-4d9b-9a61-d7e23438e019 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b556d34-e954-4fe4-97f6-5eb414c1b9af,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:42.950801 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-140f9b5b-9661-4e90-9915-6f76cbd3272e req-bd777a40-61f2-4d9b-9a61-d7e23438e019 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:42.952075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-140f9b5b-9661-4e90-9915-6f76cbd3272e req-bd777a40-61f2-4d9b-9a61-d7e23438e019 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3617821 Oct 13 10:56:42.961889 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3c65-f648-4409-a9d2-2bdd57304964 req-d3ac8bea-efa4-452a-b21e-1a2a52672ddf tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:42.961889 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7ea3c65-f648-4409-a9d2-2bdd57304964 req-d3ac8bea-efa4-452a-b21e-1a2a52672ddf tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0519202 Oct 13 10:56:43.006918 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7ea3c65-f648-4409-a9d2-2bdd57304964 req-aa6c22ab-59b4-4259-a27d-5f88259735d6 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Oct 13 10:56:43.057810 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d479cc-a5f2-40d5-bdcf-5f9489e54d94 req-832ca53c-2b49-4772-9a97-abee0dcb0698 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:43.059307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07d479cc-a5f2-40d5-bdcf-5f9489e54d94 req-832ca53c-2b49-4772-9a97-abee0dcb0698 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0555239 Oct 13 10:56:43.099207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07d479cc-a5f2-40d5-bdcf-5f9489e54d94 req-324e31d1-1789-42af-95ad-4bac15a71e98 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334313 Oct 13 10:56:43.166038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84f7eb73-e4b4-4e8e-8065-716c943dd84b req-dd35b96e-51cb-4ec2-89df-dafa73700e1a tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-groups/6b556d34-e954-4fe4-97f6-5eb414c1b9af HTTP/1.1" status: 200 len: 1813 time: 0.0413208 Oct 13 10:56:43.268797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488c12e-ee6e-4de0-b428-549dbd98da7a req-4eb7d50f-52a9-4ef8-be7a-a571749f37ef tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:43.269078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37492d06-048b-41f2-bcd4-eb7f7a419899 req-ba3cb660-4ad1-47f4-b3ce-ebe019864a70 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:43.270265 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1488c12e-ee6e-4de0-b428-549dbd98da7a req-4eb7d50f-52a9-4ef8-be7a-a571749f37ef tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 945 time: 0.0498121 Oct 13 10:56:43.270500 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37492d06-048b-41f2-bcd4-eb7f7a419899 req-ba3cb660-4ad1-47f4-b3ce-ebe019864a70 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 948 time: 0.0526962 Oct 13 10:56:43.279704 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:43.310075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37492d06-048b-41f2-bcd4-eb7f7a419899 req-d5c00bca-ebae-4b44-9f1c-4db08a7e8628 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331812 Oct 13 10:56:43.310730 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1488c12e-ee6e-4de0-b428-549dbd98da7a req-3faaf8e7-9e2e-4774-b15a-6de9861d0d7c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344429 Oct 13 10:56:43.341161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-a96a6dd9-3e98-48b0-bd50-aec07274b04b req-1c531327-d53a-4538-8627-0a588ad2329a tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-885969777', 'description': 'tempest-description-1454092007'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:43.411252 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a96a6dd9-3e98-48b0-bd50-aec07274b04b req-1c531327-d53a-4538-8627-0a588ad2329a tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:43.484575 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a96a6dd9-3e98-48b0-bd50-aec07274b04b req-1c531327-d53a-4538-8627-0a588ad2329a tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:43.536857 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a96a6dd9-3e98-48b0-bd50-aec07274b04b req-1c531327-d53a-4538-8627-0a588ad2329a tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:43.565131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c531327-d53a-4538-8627-0a588ad2329a tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7ba6aa-87d4-4294-a5be-ea9e2c5fbb06,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:43.664699 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a96a6dd9-3e98-48b0-bd50-aec07274b04b req-1c531327-d53a-4538-8627-0a588ad2329a tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:43.665984 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a96a6dd9-3e98-48b0-bd50-aec07274b04b req-1c531327-d53a-4538-8627-0a588ad2329a tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3294451 Oct 13 10:56:43.898427 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d55492a6-abee-49e5-b404-4d12281bc952 req-af679b3d-4f21-47df-9036-993eec6bddf5 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-groups/eb7ba6aa-87d4-4294-a5be-ea9e2c5fbb06 HTTP/1.1" status: 200 len: 1812 time: 0.0383949 Oct 13 10:56:43.922789 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-cbfcd6c3-5190-4fc1-9faf-c6a555cc3a4f req-b0bd310e-3613-4fad-82be-c3382ecb51b1 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1847432634', 'description': 'tempest-description-50950370'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:44.017425 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cbfcd6c3-5190-4fc1-9faf-c6a555cc3a4f req-b0bd310e-3613-4fad-82be-c3382ecb51b1 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:44.083349 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cbfcd6c3-5190-4fc1-9faf-c6a555cc3a4f req-b0bd310e-3613-4fad-82be-c3382ecb51b1 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:44.182734 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cbfcd6c3-5190-4fc1-9faf-c6a555cc3a4f req-b0bd310e-3613-4fad-82be-c3382ecb51b1 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:44.214189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd310e-3613-4fad-82be-c3382ecb51b1 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5dc32d-8eb5-4101-8094-b535aaa949b5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:44.258222 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b013bb-d062-4935-9dd5-f63b9713dc02 req-fe975341-0a61-4494-b1fc-09e91476561f tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:44.259834 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-91b013bb-d062-4935-9dd5-f63b9713dc02 req-fe975341-0a61-4494-b1fc-09e91476561f tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0499191 Oct 13 10:56:44.271734 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:56:44.276400 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cbfcd6c3-5190-4fc1-9faf-c6a555cc3a4f req-b0bd310e-3613-4fad-82be-c3382ecb51b1 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:44.278857 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cbfcd6c3-5190-4fc1-9faf-c6a555cc3a4f req-b0bd310e-3613-4fad-82be-c3382ecb51b1 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3590276 Oct 13 10:56:44.314917 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-91b013bb-d062-4935-9dd5-f63b9713dc02 req-e82d4ceb-0399-4b82-b905-10dca2eb96e7 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485787 Oct 13 10:56:44.395432 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-11b551b0-f985-4c33-b7d7-5c4201a8c562 req-b268fbc9-ddfd-49a1-a4ef-63db9e2ef4bc tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-groups/4a5dc32d-8eb5-4101-8094-b535aaa949b5 HTTP/1.1" status: 200 len: 1811 time: 0.0435712 Oct 13 10:56:44.486314 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b6eed-ac2a-4be2-b9ef-107b724171bf req-07c4ec19-9d75-4d7f-b884-37531b8c84d3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:44.487974 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f18b6eed-ac2a-4be2-b9ef-107b724171bf req-07c4ec19-9d75-4d7f-b884-37531b8c84d3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 948 time: 0.0523350 Oct 13 10:56:44.528011 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f18b6eed-ac2a-4be2-b9ef-107b724171bf req-d6d7116f-e208-4666-a372-3bbfaadd2ca8 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338428 Oct 13 10:56:44.565394 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-37802cbd-896e-4b41-aa7d-1a4dd7387af1 req-2b7d918f-b1b8-42b1-81ee-28127d7cc30d tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] show failed (client error): The resource could not be found. Oct 13 10:56:44.567180 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-37802cbd-896e-4b41-aa7d-1a4dd7387af1 req-2b7d918f-b1b8-42b1-81ee-28127d7cc30d tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-groups/2921ce89-387d-4473-ba8f-719b11489dee HTTP/1.1" status: 404 len: 352 time: 0.0163374 Oct 13 10:56:44.610129 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-779f306a-e0c1-492f-b7de-d0a7d50f8a44 req-870cec9c-a979-402b-884e-3392414557e6 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] show failed (client error): The resource could not be found. Oct 13 10:56:44.610129 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-779f306a-e0c1-492f-b7de-d0a7d50f8a44 req-870cec9c-a979-402b-884e-3392414557e6 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-group-rules/383dd2aa-7429-4c66-92b1-18f062a104e7 HTTP/1.1" status: 404 len: 361 time: 0.0158124 Oct 13 10:56:44.671782 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-846b938a-26da-4c84-bd09-14d6450f4f45 req-d38328a3-6b30-4600-a5e4-ffd5d083e448 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-groups/4a5dc32d-8eb5-4101-8094-b535aaa949b5 HTTP/1.1" status: 200 len: 1811 time: 0.0403986 Oct 13 10:56:44.683338 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d65bd6-5ac2-44b8-81e0-9c80f806e821 req-cdcb9c4c-f443-40e7-8b2b-884d115287d6 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:44.687359 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4d65bd6-5ac2-44b8-81e0-9c80f806e821 req-cdcb9c4c-f443-40e7-8b2b-884d115287d6 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 945 time: 0.0530293 Oct 13 10:56:44.724956 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4d65bd6-5ac2-44b8-81e0-9c80f806e821 req-8f03df3a-53da-483f-a3b5-ad209897710d tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340245 Oct 13 10:56:44.735207 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-846b938a-26da-4c84-bd09-14d6450f4f45 req-1a38d4c0-a1c3-4ceb-ab08-6882038277ee tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:44.764655 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-846b938a-26da-4c84-bd09-14d6450f4f45 req-1a38d4c0-a1c3-4ceb-ab08-6882038277ee tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:44.914301 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-846b938a-26da-4c84-bd09-14d6450f4f45 req-1a38d4c0-a1c3-4ceb-ab08-6882038277ee tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:44.917714 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-846b938a-26da-4c84-bd09-14d6450f4f45 req-1a38d4c0-a1c3-4ceb-ab08-6882038277ee tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:44.918994 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-846b938a-26da-4c84-bd09-14d6450f4f45 req-1a38d4c0-a1c3-4ceb-ab08-6882038277ee tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "DELETE /v2.0/security-groups/4a5dc32d-8eb5-4101-8094-b535aaa949b5 HTTP/1.1" status: 204 len: 173 time: 0.2378514 Oct 13 10:56:44.929976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38d4c0-a1c3-4ceb-ab08-6882038277ee tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5dc32d-8eb5-4101-8094-b535aaa949b5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:44.984927 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6127076-1047-4756-88c6-d4cd52a62676 req-80fc27ba-6d29-4fec-8b05-f65e3bb8c310 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-groups/eb7ba6aa-87d4-4294-a5be-ea9e2c5fbb06 HTTP/1.1" status: 200 len: 1812 time: 0.0440593 Oct 13 10:56:45.044581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a6127076-1047-4756-88c6-d4cd52a62676 req-ccbb49e9-d051-4271-850e-27e204e052fb tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.081140 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a6127076-1047-4756-88c6-d4cd52a62676 req-ccbb49e9-d051-4271-850e-27e204e052fb tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.159997 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a6127076-1047-4756-88c6-d4cd52a62676 req-ccbb49e9-d051-4271-850e-27e204e052fb tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.162727 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a6127076-1047-4756-88c6-d4cd52a62676 req-ccbb49e9-d051-4271-850e-27e204e052fb tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.163870 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6127076-1047-4756-88c6-d4cd52a62676 req-ccbb49e9-d051-4271-850e-27e204e052fb tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "DELETE /v2.0/security-groups/eb7ba6aa-87d4-4294-a5be-ea9e2c5fbb06 HTTP/1.1" status: 204 len: 173 time: 0.1719697 Oct 13 10:56:45.173216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb49e9-d051-4271-850e-27e204e052fb tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7ba6aa-87d4-4294-a5be-ea9e2c5fbb06,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:45.231751 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-806da3ce-484e-4991-919c-38159ae2dd2d req-8f6b3b33-63c5-4e11-8863-aec668b2d999 tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-groups/6b556d34-e954-4fe4-97f6-5eb414c1b9af HTTP/1.1" status: 200 len: 1813 time: 0.0469904 Oct 13 10:56:45.296672 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-806da3ce-484e-4991-919c-38159ae2dd2d req-d010cd83-4b24-492c-aedf-12fad7571e6d tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.319296 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-806da3ce-484e-4991-919c-38159ae2dd2d req-d010cd83-4b24-492c-aedf-12fad7571e6d tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.399764 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-806da3ce-484e-4991-919c-38159ae2dd2d req-d010cd83-4b24-492c-aedf-12fad7571e6d tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.402544 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-806da3ce-484e-4991-919c-38159ae2dd2d req-d010cd83-4b24-492c-aedf-12fad7571e6d tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.404045 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-806da3ce-484e-4991-919c-38159ae2dd2d req-d010cd83-4b24-492c-aedf-12fad7571e6d tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "DELETE /v2.0/security-groups/6b556d34-e954-4fe4-97f6-5eb414c1b9af HTTP/1.1" status: 204 len: 173 time: 0.1648469 Oct 13 10:56:45.413925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010cd83-4b24-492c-aedf-12fad7571e6d tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b556d34-e954-4fe4-97f6-5eb414c1b9af,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:45.449194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d3e09-4644-4b91-8484-ab4cbc94bcaf req-b28739d8-c399-406a-963c-705487b92c92 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:45.450695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a0d3e09-4644-4b91-8484-ab4cbc94bcaf req-b28739d8-c399-406a-963c-705487b92c92 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0678971 Oct 13 10:56:45.479358 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-065ac0fb-026d-4ba9-a310-29fd4087f2a5 req-46e14958-51d1-4b10-9062-4d1b5d89d9ff tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-groups/e29c42bc-d6f1-4d80-b22e-5a28d728a068 HTTP/1.1" status: 200 len: 1813 time: 0.0495236 Oct 13 10:56:45.503971 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a0d3e09-4644-4b91-8484-ab4cbc94bcaf req-1c183134-90a5-44e6-ba24-9b9bc12eef91 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Oct 13 10:56:45.546672 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-065ac0fb-026d-4ba9-a310-29fd4087f2a5 req-40b35bfb-1635-47f2-8768-a0809554e34b tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.570872 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-065ac0fb-026d-4ba9-a310-29fd4087f2a5 req-40b35bfb-1635-47f2-8768-a0809554e34b tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.649090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abeccd-e44f-4cf6-87b3-cf180dc9b032 req-49efc842-6b36-4409-96c2-8848e6626759 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:45.650858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57abeccd-e44f-4cf6-87b3-cf180dc9b032 req-49efc842-6b36-4409-96c2-8848e6626759 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 948 time: 0.0556371 Oct 13 10:56:45.668362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-065ac0fb-026d-4ba9-a310-29fd4087f2a5 req-40b35bfb-1635-47f2-8768-a0809554e34b tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.671125 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-065ac0fb-026d-4ba9-a310-29fd4087f2a5 req-40b35bfb-1635-47f2-8768-a0809554e34b tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.672306 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-065ac0fb-026d-4ba9-a310-29fd4087f2a5 req-40b35bfb-1635-47f2-8768-a0809554e34b tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "DELETE /v2.0/security-groups/e29c42bc-d6f1-4d80-b22e-5a28d728a068 HTTP/1.1" status: 204 len: 173 time: 0.1926684 Oct 13 10:56:45.692252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57abeccd-e44f-4cf6-87b3-cf180dc9b032 req-2ada3ccc-ac04-4d16-897e-8ad306afd787 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353007 Oct 13 10:56:45.696453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b35bfb-1635-47f2-8768-a0809554e34b tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29c42bc-d6f1-4d80-b22e-5a28d728a068,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:45.744949 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-10b25b56-fc85-4c1a-aa66-aad370f1eba4 req-5ba853e0-5b2e-45fd-95a9-ac32310238cd tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "GET /v2.0/security-groups/f643c204-88d0-44d2-83f5-d19fba4408b4 HTTP/1.1" status: 200 len: 1813 time: 0.0496068 Oct 13 10:56:45.830866 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-10b25b56-fc85-4c1a-aa66-aad370f1eba4 req-cde93966-7e55-4c24-aa9a-79bb2e8f03aa tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.835488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3585ec7-cc5c-4a71-8090-3a0ea653e8a4 req-2c2a2799-e4e3-4519-ac48-0226dce5515f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0772939 Oct 13 10:56:45.856586 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-10b25b56-fc85-4c1a-aa66-aad370f1eba4 req-cde93966-7e55-4c24-aa9a-79bb2e8f03aa tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.884043 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df06f28-bf34-4f42-9ac9-d1b4c9162fd0 req-67d9f256-ee8c-420b-b00b-7125625e0365 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:45.885922 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0df06f28-bf34-4f42-9ac9-d1b4c9162fd0 req-67d9f256-ee8c-420b-b00b-7125625e0365 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 945 time: 0.0665355 Oct 13 10:56:45.962822 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0df06f28-bf34-4f42-9ac9-d1b4c9162fd0 req-2320383b-3ff6-4496-8ef7-4dcad002fcb6 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695999 Oct 13 10:56:45.965416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585ec7-cc5c-4a71-8090-3a0ea653e8a4 req-7490a9d8-0f01-4dad-b124-f2e01934ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:45.966831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3585ec7-cc5c-4a71-8090-3a0ea653e8a4 req-7490a9d8-0f01-4dad-b124-f2e01934ecaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 1100 time: 0.0725050 Oct 13 10:56:45.994213 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-10b25b56-fc85-4c1a-aa66-aad370f1eba4 req-cde93966-7e55-4c24-aa9a-79bb2e8f03aa tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.996883 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-10b25b56-fc85-4c1a-aa66-aad370f1eba4 req-cde93966-7e55-4c24-aa9a-79bb2e8f03aa tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:45.998046 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-10b25b56-fc85-4c1a-aa66-aad370f1eba4 req-cde93966-7e55-4c24-aa9a-79bb2e8f03aa tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] 10.222.0.32 "DELETE /v2.0/security-groups/f643c204-88d0-44d2-83f5-d19fba4408b4 HTTP/1.1" status: 204 len: 173 time: 0.2471602 Oct 13 10:56:46.005991 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40684) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:46.037388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde93966-7e55-4c24-aa9a-79bb2e8f03aa tempest-SecurityGroupRulesNegativeTestJSON-936618861 tempest-SecurityGroupRulesNegativeTestJSON-936618861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f643c204-88d0-44d2-83f5-d19fba4408b4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:46.120722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585ec7-cc5c-4a71-8090-3a0ea653e8a4 req-e8cd7d7f-40ab-47b6-a8b6-da410f2f6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:46.121991 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79f3bf7-4fb4-43ff-92a0-14ad4f401232 admin admin] Deleting subnet 1c1fb07a-15bb-43bb-94ef-57b44c2a79c7 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:56:46.122891 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3585ec7-cc5c-4a71-8090-3a0ea653e8a4 req-e8cd7d7f-40ab-47b6-a8b6-da410f2f6e33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1209664 Oct 13 10:56:46.125454 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f79f3bf7-4fb4-43ff-92a0-14ad4f401232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:46.167832 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f79f3bf7-4fb4-43ff-92a0-14ad4f401232 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:46.177281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3585ec7-cc5c-4a71-8090-3a0ea653e8a4 req-5ea14e5b-844a-458a-86c0-12dfa37485e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c HTTP/1.1" status: 200 len: 217 time: 0.0454550 Oct 13 10:56:46.212598 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f79f3bf7-4fb4-43ff-92a0-14ad4f401232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:46.231420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585ec7-cc5c-4a71-8090-3a0ea653e8a4 req-1773673c-8b71-44d3-b466-d40d61e58054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:46.232491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3585ec7-cc5c-4a71-8090-3a0ea653e8a4 req-1773673c-8b71-44d3-b466-d40d61e58054 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0462387 Oct 13 10:56:46.308442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585ec7-cc5c-4a71-8090-3a0ea653e8a4 req-7cb51f43-4eeb-4fa2-9b95-4fc6a8d87c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:46.310620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3585ec7-cc5c-4a71-8090-3a0ea653e8a4 req-7cb51f43-4eeb-4fa2-9b95-4fc6a8d87c3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438209 Oct 13 10:56:46.348817 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f79f3bf7-4fb4-43ff-92a0-14ad4f401232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:46.377637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f3bf7-4fb4-43ff-92a0-14ad4f401232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1fb07a-15bb-43bb-94ef-57b44c2a79c7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:46.379507 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f79f3bf7-4fb4-43ff-92a0-14ad4f401232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:46.382892 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f79f3bf7-4fb4-43ff-92a0-14ad4f401232 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1c1fb07a-15bb-43bb-94ef-57b44c2a79c7 HTTP/1.1" status: 204 len: 168 time: 0.3713298 Oct 13 10:56:46.386231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40688) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:46.642782 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-7dbaa608-0836-4a9c-aa08-a2d91b704d04 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:46.644334 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-7dbaa608-0836-4a9c-aa08-a2d91b704d04 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.21 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 945 time: 0.0881317 Oct 13 10:56:46.659846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39997d50-6987-4b4b-b173-110f95899c8f req-3474b842-1b71-4b7f-a969-257bd448be07 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:46.661394 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39997d50-6987-4b4b-b173-110f95899c8f req-3474b842-1b71-4b7f-a969-257bd448be07 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0748830 Oct 13 10:56:46.780654 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3585ec7-cc5c-4a71-8090-3a0ea653e8a4 req-18db403f-b375-4b76-a8ef-e541fde023a0 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561384 Oct 13 10:56:46.780910 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39997d50-6987-4b4b-b173-110f95899c8f req-d1368ae7-dac3-4945-917b-1e4a99f1a393 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118963 Oct 13 10:56:46.811621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Deleting port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:56:46.812002 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:46.848688 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f940e37d-0d3b-4f29-a850-240df6cc2604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:46.911456 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] For port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba,segment=NetworkSegment(cb91fec9-e9f0-4fd8-94e2-22eeaabc74da),segment_id=cb91fec9-e9f0-4fd8-94e2-22eeaabc74da)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:46.911919 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:46.987570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4822d9-b215-407a-9e83-0c60693587ab req-b962a3d7-7d74-4d4e-9fdb-60fc09d1b2e4 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:46.989071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f4822d9-b215-407a-9e83-0c60693587ab req-b962a3d7-7d74-4d4e-9fdb-60fc09d1b2e4 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 948 time: 0.1724541 Oct 13 10:56:47.014357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f940e37d-0d3b-4f29-a850-240df6cc2604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.019583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3585ec7-cc5c-4a71-8090-3a0ea653e8a4 req-e33ad77c-4ca4-49c7-a2e7-b77796c68b78 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247841 Oct 13 10:56:47.053421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f940e37d-0d3b-4f29-a850-240df6cc2604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec56cb44-333d-4b7e-a8d2-d189152706e2']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:47.066448 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f940e37d-0d3b-4f29-a850-240df6cc2604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3c7b6f-1fdd-48c1-bc22-8b05b4c4faa3') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:47.066900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f940e37d-0d3b-4f29-a850-240df6cc2604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3c7b6f-1fdd-48c1-bc22-8b05b4c4faa3') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:47.072724 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f4822d9-b215-407a-9e83-0c60693587ab req-313fff0e-f973-47e0-bf6c-c41722cda2d4 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669327 Oct 13 10:56:47.081299 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f940e37d-0d3b-4f29-a850-240df6cc2604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.099185 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f940e37d-0d3b-4f29-a850-240df6cc2604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.106913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f940e37d-0d3b-4f29-a850-240df6cc2604 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:56:47.107715 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f940e37d-0d3b-4f29-a850-240df6cc2604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:56:47.109788 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:56:47.170370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.170722 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.171044 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Floating IP 1e700aa1-8516-4f07-9e66-228adb925392 disassociated. External IP: 172.25.0.154, port: 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba. Oct 13 10:56:47.171638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Calling delete_port for 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:56:47.230079 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f940e37d-0d3b-4f29-a850-240df6cc2604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.237056 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f940e37d-0d3b-4f29-a850-240df6cc2604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.237475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451b4d8-c229-4941-b24e-acb3fed766bd req-8f8f6902-9232-478a-9d05-0c3634883890 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:47.244778 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9451b4d8-c229-4941-b24e-acb3fed766bd req-8f8f6902-9232-478a-9d05-0c3634883890 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 945 time: 0.1274941 Oct 13 10:56:47.246550 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f940e37d-0d3b-4f29-a850-240df6cc2604 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ec56cb44-333d-4b7e-a8d2-d189152706e2 HTTP/1.1" status: 204 len: 168 time: 0.8584569 Oct 13 10:56:47.260397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940e37d-0d3b-4f29-a850-240df6cc2604 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec56cb44-333d-4b7e-a8d2-d189152706e2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:47.280220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:56:47.330580 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9451b4d8-c229-4941-b24e-acb3fed766bd req-4684e66c-14ec-4f96-82d2-1584a417f719 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups?id=e36235eb-572b-4899-bfec-a8fc4d5a141b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842085 Oct 13 10:56:47.416571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:47.427434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'mac_address': 'fa:16:3e:c7:95:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:56:47.467718 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.480168 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.481493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:47.503458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:47.516235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Pushing event deleted for resources: {'Port': ['ID=4e74f25c-8bca-4320-8cb4-bdc7939fe1ba,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:47.552360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40706) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:47.566233 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.597368 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c62c17b0-6e80-4b22-9158-b0288cb2d417 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c6ec68e9c6f4736a05080a48d3b1c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413575 Oct 13 10:56:47.597569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40708) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:47.636982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:47.662371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Router 5e8103cb-bb77-4b45-a875-3421d5443c15 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:56:47.664885 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e33413a-f5c6-4e9c-aa79-5f2fda57aada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.687117 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e33413a-f5c6-4e9c-aa79-5f2fda57aada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.783737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:56:47.794950 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05165be1-2a6e-407a-a716-4a1b5f4ab9e6 None None] Sync routers for ids ['5e8103cb-bb77-4b45-a875-3421d5443c15'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:56:47.810673 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05165be1-2a6e-407a-a716-4a1b5f4ab9e6 None None] Routers {'5e8103cb-bb77-4b45-a875-3421d5443c15'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:56:47.810673 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-05165be1-2a6e-407a-a716-4a1b5f4ab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:56:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5e8103cb-bb77-4b45-a875-3421d5443c15'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:47.828872 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e33413a-f5c6-4e9c-aa79-5f2fda57aada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.832348 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e33413a-f5c6-4e9c-aa79-5f2fda57aada admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.833810 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4e33413a-f5c6-4e9c-aa79-5f2fda57aada admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/781573a5-ad37-4f2f-9e99-a5a2e463712e HTTP/1.1" status: 204 len: 168 time: 0.2352655 Oct 13 10:56:47.844186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33413a-f5c6-4e9c-aa79-5f2fda57aada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781573a5-ad37-4f2f-9e99-a5a2e463712e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:47.846915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] No DVR routers for this DVR port 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:56:47.862208 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:47.862208 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5289b8cc-353a-4995-8034-93f504bcaf04 req-ba6e6193-0905-4574-a9a8-de50debbec2c tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.21 "DELETE /v2.0/ports/4e74f25c-8bca-4320-8cb4-bdc7939fe1ba HTTP/1.1" status: 204 len: 173 time: 1.1962676 Oct 13 10:56:47.869095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53d6d4e-dd8d-45fd-b103-51346d850044', 'name': 'network-vif-deleted', 'tag': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:47.871309 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d082a505-6a64-49ff-9da9-35e67ffbb298" -d '{"events": [{"server_uuid": "a53d6d4e-dd8d-45fd-b103-51346d850044", "name": "network-vif-deleted", "tag": "4e74f25c-8bca-4320-8cb4-bdc7939fe1ba"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:47.959960 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4e398e-3e9c-4992-acf5-01fa39ace95a x-openstack-request-id: req-dd4e398e-3e9c-4992-acf5-01fa39ace95a {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:47.960491 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53d6d4e-dd8d-45fd-b103-51346d850044", "name": "network-vif-deleted", "tag": "4e74f25c-8bca-4320-8cb4-bdc7939fe1ba", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:47.960936 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd4e398e-3e9c-4992-acf5-01fa39ace95a {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:47.961479 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53d6d4e-dd8d-45fd-b103-51346d850044', 'name': 'network-vif-deleted', 'tag': '4e74f25c-8bca-4320-8cb4-bdc7939fe1ba', 'status': 'completed', 'code': 200} Oct 13 10:56:47.963787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['80aa8575-f2ce-442d-8cb3-dfb1b38b1979'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:56:47.965213 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-05165be1-2a6e-407a-a716-4a1b5f4ab9e6 None None] Set router 5e8103cb-bb77-4b45-a875-3421d5443c15 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:56:47.976825 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc15f4-0d6f-478a-a682-11fbefba2ae7 req-7cd74dfc-25d9-4978-8066-e62177ba095f tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:47.990122 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-afbc15f4-0d6f-478a-a682-11fbefba2ae7 req-7cd74dfc-25d9-4978-8066-e62177ba095f tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.1304791 Oct 13 10:56:48.088217 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-afbc15f4-0d6f-478a-a682-11fbefba2ae7 req-8ac6931d-764f-475b-a6c6-eb63cf236be6 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893006 Oct 13 10:56:48.293414 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-05165be1-2a6e-407a-a716-4a1b5f4ab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:52:21Z', 'revision_number': 4, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c47c82e1-897b-4687-b07c-3de34ce9f7c1', 'name': '', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'mac_address': 'fa:16:3e:08:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:20Z', 'updated_at': '2021-10-13T10:52:27Z', 'revision_number': 5, 'project_id': 'd68197c02a23425c854c2735566beece', 'subnets': [{'id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:48.296491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7103e61-d066-4c80-8380-5e4527e3c3fe req-02d78dcd-39ed-48b4-8fe5-26583599358c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:48.305042 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7103e61-d066-4c80-8380-5e4527e3c3fe req-02d78dcd-39ed-48b4-8fe5-26583599358c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 949 time: 0.1266067 Oct 13 10:56:48.328048 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05165be1-2a6e-407a-a716-4a1b5f4ab9e6 None None] Checking router: 5e8103cb-bb77-4b45-a875-3421d5443c15 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:56:48.339153 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05165be1-2a6e-407a-a716-4a1b5f4ab9e6 None None] Routers {'5e8103cb-bb77-4b45-a875-3421d5443c15'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:56:48.340035 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-05165be1-2a6e-407a-a716-4a1b5f4ab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:56:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5e8103cb-bb77-4b45-a875-3421d5443c15'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:48.383953 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7103e61-d066-4c80-8380-5e4527e3c3fe req-fe5d131c-e746-49e7-a4fd-99ba6bf9d72f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777760 Oct 13 10:56:48.499535 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ad7932c-0cef-44be-95ae-d59217d9511e req-9831b891-2274-4443-a2eb-44b63be41bd0 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 210 time: 0.0305803 Oct 13 10:56:48.599651 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-05165be1-2a6e-407a-a716-4a1b5f4ab9e6 None None] Set router 5e8103cb-bb77-4b45-a875-3421d5443c15 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:56:48.809529 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-05165be1-2a6e-407a-a716-4a1b5f4ab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:52:21Z', 'revision_number': 4, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c47c82e1-897b-4687-b07c-3de34ce9f7c1', 'name': '', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'mac_address': 'fa:16:3e:08:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:20Z', 'updated_at': '2021-10-13T10:52:27Z', 'revision_number': 5, 'project_id': 'd68197c02a23425c854c2735566beece', 'subnets': [{'id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:56:48.843795 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05165be1-2a6e-407a-a716-4a1b5f4ab9e6 None None] The sync data for ids ['5e8103cb-bb77-4b45-a875-3421d5443c15'] in n-d-813659-3 is: [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:52:21Z', 'revision_number': 4, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c47c82e1-897b-4687-b07c-3de34ce9f7c1', 'name': '', 'network_id': 'b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'mac_address': 'fa:16:3e:08:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:20Z', 'updated_at': '2021-10-13T10:52:27Z', 'revision_number': 5, 'project_id': 'd68197c02a23425c854c2735566beece', 'subnets': [{'id': '38d05ae9-b7ed-49ab-96af-ad4ddc23aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:56:49.093235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40746) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:49.114639 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adfb883-13dc-4b64-a5aa-e82c564d6009 None None] New status for floating IP 1e700aa1-8516-4f07-9e66-228adb925392: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:56:49.231034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1122469329-network', 'tenant_id': 'f415a3b27c2948b5b961c79401ee97fc'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:49.250299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f175d-a873-4194-ab8c-6862cf463d90 req-2ec7cd42-767d-4edc-9513-e495bf99ff61 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:49.253770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-789f175d-a873-4194-ab8c-6862cf463d90 req-2ec7cd42-767d-4edc-9513-e495bf99ff61 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0772059 Oct 13 10:56:49.297210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:56:49.297635 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-789f175d-a873-4194-ab8c-6862cf463d90 req-40a035e6-0d63-4406-bf12-615cd43aaf82 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368242 Oct 13 10:56:49.354124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Made reservation on behalf of f415a3b27c2948b5b961c79401ee97fc for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:56:49.358092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:49.367508 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:49.434634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:56:49.438669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:49.439856 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:49.484764 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:49.559813 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:49.570497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59250ab7-bd18-44ee-b1c6-39eb336b674f req-3568c188-69c6-4c88-b99a-e3d95e5b2597 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:49.573508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59250ab7-bd18-44ee-b1c6-39eb336b674f req-3568c188-69c6-4c88-b99a-e3d95e5b2597 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 949 time: 0.0733390 Oct 13 10:56:49.616592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:56:49.645145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59250ab7-bd18-44ee-b1c6-39eb336b674f req-8549d01b-3757-4fc2-9f47-2ac2b0c980bf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580254 Oct 13 10:56:49.651880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4161273-1b0f-401c-a7ce-83436b2bdf22,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:49.659039 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:49.659666 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Added segment b9b92773-6cd2-4a42-9b4e-a15d643e33bc of type vlan for network 9b7a5002-1bcc-4e77-a352-8a4ef31da05f Oct 13 10:56:49.722322 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:49.733764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:56:49.738020 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:49.741642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-90deef19-4703-4365-a5cf-dc5e8a724387 req-07714bc2-6fd4-43f1-849e-2242ddf9ea8e tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 210 time: 0.0466752 Oct 13 10:56:49.762616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:56:49.762616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4e74f25c-8bca-4320-8cb4-bdc7939fe1ba not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:56:49.762616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 76c3104d-49fa-460b-be27-3d33e677be2e no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:56:49.787361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:49.789583 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f20ad2-1be8-4b2f-9d3b-7d256e161ce1" -d '{"events": [{"server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "name": "network-vif-plugged", "status": "completed", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:49.809833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:49.828625 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:49.830560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:49.831374 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:49.842066 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf9682a-f9a7-4687-9a5e-22f506294c45 x-openstack-request-id: req-2cf9682a-f9a7-4687-9a5e-22f506294c45 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:49.842387 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "name": "network-vif-plugged", "status": "completed", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:49.842622 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cf9682a-f9a7-4687-9a5e-22f506294c45 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:49.843866 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'code': 200} Oct 13 10:56:49.863552 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:49.902971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 76c3104d-49fa-460b-be27-3d33e677be2e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=76c3104d-49fa-460b-be27-3d33e677be2e,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:49.904330 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:49.911959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=9b7a5002-1bcc-4e77-a352-8a4ef31da05f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:49.933080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9b7a5002-1bcc-4e77-a352-8a4ef31da05f details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:56:49.946034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601d57b-c9e7-4a4f-ad8c-bb6d4f2fdce0 req-998359ee-90dc-4ed6-9f7c-1f474b7be174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:49.947751 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3601d57b-c9e7-4a4f-ad8c-bb6d4f2fdce0 req-998359ee-90dc-4ed6-9f7c-1f474b7be174 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 1101 time: 0.0512712 Oct 13 10:56:49.967137 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-685250f7-c843-46fe-9b7e-34dc79158bd3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8723137 Oct 13 10:56:49.971585 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40764) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:49.982270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-84ad4334-cf40-45d7-8cd0-75d259e12c32 admin admin] Request body: {'subnet': {'network_id': '9b7a5002-1bcc-4e77-a352-8a4ef31da05f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1122469329-subnet', 'tenant_id': 'f415a3b27c2948b5b961c79401ee97fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:50.000247 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3601d57b-c9e7-4a4f-ad8c-bb6d4f2fdce0 req-16b54e94-7508-4146-b16b-6cf20521fc98 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 Oct 13 10:56:50.025555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:50.045567 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:50.103303 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=76c3104d-49fa-460b-be27-3d33e677be2e,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:50.251489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ad4334-cf40-45d7-8cd0-75d259e12c32 admin admin] Made reservation on behalf of f415a3b27c2948b5b961c79401ee97fc for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:56:50.255676 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84ad4334-cf40-45d7-8cd0-75d259e12c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:50.457673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad8504-6cb0-4f59-9c45-7fd295292345 req-aaf4baaf-c166-4b71-af4b-1005c4e40608 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:50.462879 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9fad8504-6cb0-4f59-9c45-7fd295292345 req-aaf4baaf-c166-4b71-af4b-1005c4e40608 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 948 time: 0.0637720 Oct 13 10:56:50.486027 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84ad4334-cf40-45d7-8cd0-75d259e12c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:50.512604 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9fad8504-6cb0-4f59-9c45-7fd295292345 req-58dd32ee-4916-4684-a728-974364edaec5 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455215 Oct 13 10:56:50.569920 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad4334-cf40-45d7-8cd0-75d259e12c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1775cff-ac85-493f-9671-bf257f3e3937,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:50.577633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad4334-cf40-45d7-8cd0-75d259e12c32 admin admin] Checking segment: {'id': 'b9b92773-6cd2-4a42-9b4e-a15d643e33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9b7a5002-1bcc-4e77-a352-8a4ef31da05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:56:50.578239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ad4334-cf40-45d7-8cd0-75d259e12c32 admin admin] Network hostable DHCP agents. Network: 9b7a5002-1bcc-4e77-a352-8a4ef31da05f, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:56:50.685834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ad4334-cf40-45d7-8cd0-75d259e12c32 admin admin] Network 9b7a5002-1bcc-4e77-a352-8a4ef31da05f is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:56:50.764681 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0aae15-b4d8-48be-9106-48e89d3d810b req-16b87b82-6c0a-47bb-8066-6071a3f0de1c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:50.766175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab0aae15-b4d8-48be-9106-48e89d3d810b req-16b87b82-6c0a-47bb-8066-6071a3f0de1c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0559514 Oct 13 10:56:50.787364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-84ad4334-cf40-45d7-8cd0-75d259e12c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9b7a5002-1bcc-4e77-a352-8a4ef31da05f) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:56:50.794834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad4334-cf40-45d7-8cd0-75d259e12c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:50.794834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84ad4334-cf40-45d7-8cd0-75d259e12c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:50.798832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3e1866-6fc7-41df-b244-c69b6cb732cd None None] Network 9b7a5002-1bcc-4e77-a352-8a4ef31da05f requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:56:50.819993 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab0aae15-b4d8-48be-9106-48e89d3d810b req-5fa53307-00e7-47cc-92e1-4d075e8bb59c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Oct 13 10:56:50.863678 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0ef02b7e-65a5-4f3f-91aa-ab6a0830e188 req-e92ef5a7-b135-4aee-875e-f804146f338e tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 210 time: 0.0384181 Oct 13 10:56:50.900299 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-84ad4334-cf40-45d7-8cd0-75d259e12c32 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9272847 Oct 13 10:56:50.961304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41a96b1-39a3-4ac3-8983-48ea41e61b97 None None] Network 9b7a5002-1bcc-4e77-a352-8a4ef31da05f requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:56:51.326582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-53c34c8a-97f0-4cfa-b602-e4e2b4994c3f tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:51.328336 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-53c34c8a-97f0-4cfa-b602-e4e2b4994c3f tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/networks?id=9b7a5002-1bcc-4e77-a352-8a4ef31da05f HTTP/1.1" status: 200 len: 822 time: 0.1009710 Oct 13 10:56:51.343690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-12122cdd-1969-4c8f-b63f-b8900b1ce0b1 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/quotas/f415a3b27c2948b5b961c79401ee97fc HTTP/1.1" status: 200 len: 375 time: 0.0091276 Oct 13 10:56:51.380230 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-a51322cd-f304-48ba-843c-d4412321868e tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f415a3b27c2948b5b961c79401ee97fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300844 Oct 13 10:56:51.470804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-7ed47aa9-988b-483c-9131-3190a55c32f5 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7a5002-1bcc-4e77-a352-8a4ef31da05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829642 Oct 13 10:56:51.577314 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-724a37e6-0f9b-4886-9188-b60bf1ac927f service neutron] 10.222.0.32 "GET /v2.0/networks/9b7a5002-1bcc-4e77-a352-8a4ef31da05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004808 Oct 13 10:56:51.660964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518973bb-b04c-4b1b-8289-7a6a65b0043f req-b6e178f4-63bc-4616-bac0-9afb82f7d3eb tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:51.668581 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-518973bb-b04c-4b1b-8289-7a6a65b0043f req-b6e178f4-63bc-4616-bac0-9afb82f7d3eb tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 948 time: 0.0602908 Oct 13 10:56:51.704819 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-518973bb-b04c-4b1b-8289-7a6a65b0043f req-34d6d05f-7b0d-4c8a-8af4-2a0e9291dbfa tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352325 Oct 13 10:56:51.741752 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 76c3104d-49fa-460b-be27-3d33e677be2e details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:56:51.847775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c3104d-49fa-460b-be27-3d33e677be2e'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:51.855463 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77af6ba-1d7f-4a98-b13a-cf02d49c4644" -d '{"events": [{"server_uuid": "fbe894cf-0c6b-4643-ad71-7bc88faa8122", "name": "network-vif-unplugged", "status": "completed", "tag": "76c3104d-49fa-460b-be27-3d33e677be2e"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:51.888600 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5618c581-8b9f-4433-a0b1-ccc6667ed9b2 req-7dacec36-f95f-4853-95b7-aa96bf1e9b73 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 210 time: 0.0363019 Oct 13 10:56:51.906215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 76c3104d-49fa-460b-be27-3d33e677be2e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=76c3104d-49fa-460b-be27-3d33e677be2e,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:51.918841 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '76c3104d-49fa-460b-be27-3d33e677be2e', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '76c3104d-49fa-460b-be27-3d33e677be2e', 'mac_address': 'fa:16:3e:e9:73:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:56:51.947403 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b7d050-8223-4f01-8598-1797305918b5 x-openstack-request-id: req-c1b7d050-8223-4f01-8598-1797305918b5 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:51.947740 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe894cf-0c6b-4643-ad71-7bc88faa8122", "name": "network-vif-unplugged", "status": "completed", "tag": "76c3104d-49fa-460b-be27-3d33e677be2e", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:51.948051 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1b7d050-8223-4f01-8598-1797305918b5 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:51.948317 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c3104d-49fa-460b-be27-3d33e677be2e', 'code': 200} Oct 13 10:56:51.966848 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:51.992424 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c3104d-49fa-460b-be27-3d33e677be2e {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:52.025891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 76c3104d-49fa-460b-be27-3d33e677be2e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=76c3104d-49fa-460b-be27-3d33e677be2e,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:52.034920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94296774-0ed3-4e43-b7c3-d3ce1b952ba9 req-9909fd58-bb31-4640-af0c-5f37cc1eb8d7 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 210 time: 0.0313478 Oct 13 10:56:52.052964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66c62b-9598-4f68-9a46-2a2b636daf0e req-78aa6542-ed43-47f1-8735-4ca3e3408308 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:52.060471 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a66c62b-9598-4f68-9a46-2a2b636daf0e req-78aa6542-ed43-47f1-8735-4ca3e3408308 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0994730 Oct 13 10:56:52.104776 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a66c62b-9598-4f68-9a46-2a2b636daf0e req-80f16011-8eb5-4d4a-b2ba-a282031626c0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 Oct 13 10:56:52.114084 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:52.177382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=76c3104d-49fa-460b-be27-3d33e677be2e,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:52.228555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fa086-9039-459d-90ac-8c9ee2619040 req-452c6cec-b7b7-4e21-9707-8201371bf049 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:52.230442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-139fa086-9039-459d-90ac-8c9ee2619040 req-452c6cec-b7b7-4e21-9707-8201371bf049 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0523794 Oct 13 10:56:52.270546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-139fa086-9039-459d-90ac-8c9ee2619040 req-260b3af3-fad9-4559-aa64-f1e9b1ca230d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Oct 13 10:56:52.393438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['76c3104d-49fa-460b-be27-3d33e677be2e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:56:52.850075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cb7d7-26fe-4ddb-b123-c034a841558d req-e6fdaa2b-7f14-4c42-bfa9-a1a77cd1d23e tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:52.852179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-833cb7d7-26fe-4ddb-b123-c034a841558d req-e6fdaa2b-7f14-4c42-bfa9-a1a77cd1d23e tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 949 time: 0.0576825 Oct 13 10:56:52.860759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a08c2-3f80-497e-8579-5cfd58acd8ad req-fd219c29-9501-45ec-a640-73d47bdf6991 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:52.863028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e88a08c2-3f80-497e-8579-5cfd58acd8ad req-fd219c29-9501-45ec-a640-73d47bdf6991 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0737948 Oct 13 10:56:52.892791 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-833cb7d7-26fe-4ddb-b123-c034a841558d req-95d6d89a-5e72-4685-9f9d-d8deea35a3a2 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333397 Oct 13 10:56:52.914642 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e88a08c2-3f80-497e-8579-5cfd58acd8ad req-dd554245-4ec4-4d08-98a1-cec78d107cbe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452745 Oct 13 10:56:53.008759 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-a4320f17-0389-4e9e-8dbe-5b6738333a3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0606380 Oct 13 10:56:53.086860 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1227473-e523-4c22-b072-7a14038b3813 req-a75199ea-881e-4fd5-b2b1-3857289d972f tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 210 time: 0.0319996 Oct 13 10:56:53.202372 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc8e35c4-b2de-4073-ad8d-90d0e68d14aa req-5a62d374-7963-474f-afd6-10b95bbf4819 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 210 time: 0.0333362 Oct 13 10:56:53.757531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 76c3104d-49fa-460b-be27-3d33e677be2e up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:56:53.815626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 76c3104d-49fa-460b-be27-3d33e677be2e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:56:53.819117 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:53.898740 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:53.934494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 76c3104d-49fa-460b-be27-3d33e677be2e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=76c3104d-49fa-460b-be27-3d33e677be2e,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:53.950516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3104d-49fa-460b-be27-3d33e677be2e'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:53.955607 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287a3398-2482-4cad-84e3-02212027f8b7" -d '{"events": [{"server_uuid": "fbe894cf-0c6b-4643-ad71-7bc88faa8122", "name": "network-vif-plugged", "status": "completed", "tag": "76c3104d-49fa-460b-be27-3d33e677be2e"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:54.011722 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:54.022798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f231cf-8c6e-4a76-a5ae-0b26ec69e0fd req-8799d985-be9a-4a35-b6bd-fcf5056e5b51 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:54.031433 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-08f231cf-8c6e-4a76-a5ae-0b26ec69e0fd req-8799d985-be9a-4a35-b6bd-fcf5056e5b51 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 949 time: 0.0624197 Oct 13 10:56:54.052572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c75436-0801-41fd-ad7f-1b98aa912db7 req-43fa308e-130f-4a6c-ab42-5437f6000e6b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:54.062734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c75436-0801-41fd-ad7f-1b98aa912db7 req-43fa308e-130f-4a6c-ab42-5437f6000e6b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0644021 Oct 13 10:56:54.073566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=76c3104d-49fa-460b-be27-3d33e677be2e,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:54.079150 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-08f231cf-8c6e-4a76-a5ae-0b26ec69e0fd req-83befff6-58d6-44e4-ace7-378c099238e4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465336 Oct 13 10:56:54.109327 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c75436-0801-41fd-ad7f-1b98aa912db7 req-f8314989-e2c8-477f-89b7-5d73cec11dea tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454569 Oct 13 10:56:54.125575 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb2642e-7ee7-4a59-a180-56165ad3188f x-openstack-request-id: req-ceb2642e-7ee7-4a59-a180-56165ad3188f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:54.125870 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe894cf-0c6b-4643-ad71-7bc88faa8122", "name": "network-vif-plugged", "status": "completed", "tag": "76c3104d-49fa-460b-be27-3d33e677be2e", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:54.126123 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ceb2642e-7ee7-4a59-a180-56165ad3188f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:54.126809 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3104d-49fa-460b-be27-3d33e677be2e', 'code': 200} Oct 13 10:56:54.221852 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e176602-9940-4e9f-b89b-053f2ee973b6 req-64b51296-a1ff-4937-9290-90093dcd7854 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 210 time: 0.0388939 Oct 13 10:56:54.308958 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6164d289-a187-4ce4-8761-a96e754bdfeb req-88ddeb97-f276-4097-8b7f-5e1087856cf1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693102 Oct 13 10:56:54.341990 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd16f233-5ac6-4665-99d1-a988a3cef8f5 req-60c8d9fa-ee52-4661-b53b-b0e42c30ff24 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 210 time: 0.0574048 Oct 13 10:56:54.467492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164d289-a187-4ce4-8761-a96e754bdfeb req-729bd0f6-80a7-43dc-9be1-b990e366b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:54.468968 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6164d289-a187-4ce4-8761-a96e754bdfeb req-729bd0f6-80a7-43dc-9be1-b990e366b8f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ce09fc5baff4972929c7aff054057cb&device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 1096 time: 0.0648143 Oct 13 10:56:54.484467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a32da-f442-4439-ab7e-1dc1d33c1651 req-7fce8482-4c0a-47a6-8db2-218fd55d8405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:54.486687 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e34a32da-f442-4439-ab7e-1dc1d33c1651 req-7fce8482-4c0a-47a6-8db2-218fd55d8405 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 1101 time: 0.0444956 Oct 13 10:56:54.581848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-c408c747-eca6-463f-b33f-75a3ae7af725 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:54.583496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-c408c747-eca6-463f-b33f-75a3ae7af725 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.21 "GET /v2.0/networks?id=9b7a5002-1bcc-4e77-a352-8a4ef31da05f HTTP/1.1" status: 200 len: 822 time: 0.1455255 Oct 13 10:56:54.587215 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e34a32da-f442-4439-ab7e-1dc1d33c1651 req-d044b17f-7ab4-4923-9a17-c7fc9b323d69 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449486 Oct 13 10:56:54.609395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164d289-a187-4ce4-8761-a96e754bdfeb req-95bb729b-c374-4b7e-ad33-f9acd4a8fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:54.611128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6164d289-a187-4ce4-8761-a96e754bdfeb req-95bb729b-c374-4b7e-ad33-f9acd4a8fc04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da HTTP/1.1" status: 200 len: 912 time: 0.1182458 Oct 13 10:56:54.680811 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6164d289-a187-4ce4-8761-a96e754bdfeb req-7a861cb3-f8b5-462f-b3ec-481b8fee146f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fde08e77-877a-4d3e-aa33-8b07732e2e66 HTTP/1.1" status: 200 len: 1001 time: 0.0610576 Oct 13 10:56:54.737814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164d289-a187-4ce4-8761-a96e754bdfeb req-e4e047b2-c676-4796-bc87-77575f73f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:54.739294 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6164d289-a187-4ce4-8761-a96e754bdfeb req-e4e047b2-c676-4796-bc87-77575f73f2a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b2e2074-4c28-45f2-a10d-6ec281c2406c HTTP/1.1" status: 200 len: 850 time: 0.0514829 Oct 13 10:56:54.785926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164d289-a187-4ce4-8761-a96e754bdfeb req-0f7bf811-5d34-4e8e-a4d3-7c076f47175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:54.787455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6164d289-a187-4ce4-8761-a96e754bdfeb req-0f7bf811-5d34-4e8e-a4d3-7c076f47175d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403786 Oct 13 10:56:54.806615 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-14490406-cac2-4407-a56f-460189196232 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Request body: {'port': {'device_id': 'a99cb109-d804-4c4a-bd34-6217d8b80491', 'network_id': '9b7a5002-1bcc-4e77-a352-8a4ef31da05f', 'admin_state_up': True, 'tenant_id': 'f415a3b27c2948b5b961c79401ee97fc'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:54.881232 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6164d289-a187-4ce4-8761-a96e754bdfeb req-651e328c-4ea6-4384-ae9b-0a5b818076b6 service neutron] 10.222.0.46 "GET /v2.0/networks/ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865490 Oct 13 10:56:54.982683 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6164d289-a187-4ce4-8761-a96e754bdfeb req-6f95f3a0-6ed6-4bd6-b03e-f74cd948b419 service neutron] 10.222.0.46 "GET /v2.0/networks/ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922065 Oct 13 10:56:55.050649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-14490406-cac2-4407-a56f-460189196232 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Made reservation on behalf of f415a3b27c2948b5b961c79401ee97fc for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:56:55.054385 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-14490406-cac2-4407-a56f-460189196232 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:55.224683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-14490406-cac2-4407-a56f-460189196232 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Allocated IP 172.20.0.10 (9b7a5002-1bcc-4e77-a352-8a4ef31da05f/b1775cff-ac85-493f-9671-bf257f3e3937/a800e2c7-ddd6-4931-8f58-fc476cd5c5fa) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:56:55.243584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7c865-f138-4ef4-b3e7-046511abb623 req-816e7185-fac3-4871-bccc-2d1e6117c91f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:55.249342 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-90b7c865-f138-4ef4-b3e7-046511abb623 req-816e7185-fac3-4871-bccc-2d1e6117c91f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0500872 Oct 13 10:56:55.253520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b5fd6-d164-4ea2-8df5-659e2a60d593 req-c1b45c71-8a93-4a60-8f02-c18f3aa8cc50 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:55.255045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed8b5fd6-d164-4ea2-8df5-659e2a60d593 req-c1b45c71-8a93-4a60-8f02-c18f3aa8cc50 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0872519 Oct 13 10:56:55.285238 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-90b7c865-f138-4ef4-b3e7-046511abb623 req-70dce712-c075-489f-92ce-f624d05de617 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340638 Oct 13 10:56:55.374995 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed8b5fd6-d164-4ea2-8df5-659e2a60d593 req-ddfb55eb-7598-4c69-bc51-5c499a52dd38 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091466 Oct 13 10:56:55.455304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-14490406-cac2-4407-a56f-460189196232 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:55.471570 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2cc6915d-797b-4e77-90c9-e5eee710f268 req-77a29b4c-f001-4c2e-9c50-d38a6a5b7663 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 210 time: 0.0445535 Oct 13 10:56:55.567019 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-14490406-cac2-4407-a56f-460189196232 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:55.570201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed01e7f6-0b1f-4e2d-9b82-bddb49b5b215 req-4c979159-59a2-4a4e-a8d7-3a77976dcc8e tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53d6d4e-dd8d-45fd-b103-51346d850044 HTTP/1.1" status: 200 len: 210 time: 0.0350823 Oct 13 10:56:55.613793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-14490406-cac2-4407-a56f-460189196232 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Network 9b7a5002-1bcc-4e77-a352-8a4ef31da05f is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:56:55.617071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-14490406-cac2-4407-a56f-460189196232 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:56:55.620644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-14490406-cac2-4407-a56f-460189196232 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:56:55.643534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14490406-cac2-4407-a56f-460189196232 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Pushing event updated for resources: {'Port': ['ID=a800e2c7-ddd6-4931-8f58-fc476cd5c5fa,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:55.676427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-14490406-cac2-4407-a56f-460189196232 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:55.677035 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-14490406-cac2-4407-a56f-460189196232 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:55.762595 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-14490406-cac2-4407-a56f-460189196232 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9599771 Oct 13 10:56:55.776762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Request body: {'port': {'device_id': 'a99cb109-d804-4c4a-bd34-6217d8b80491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:56:55.811921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-af91ec96-f5f8-49ce-9257-5cc883a18919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:55.813415 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-af91ec96-f5f8-49ce-9257-5cc883a18919 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 1101 time: 0.0561957 Oct 13 10:56:55.834868 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:55.960396 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-ff35fa7d-0ad7-4644-a76d-4ab6a1da3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:55.961883 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-ff35fa7d-0ad7-4644-a76d-4ab6a1da3bbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1277285 Oct 13 10:56:56.026299 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-13561b77-7525-4bf9-a317-6dd6256ff506 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979 HTTP/1.1" status: 200 len: 217 time: 0.0532093 Oct 13 10:56:56.103691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-52eb4950-aa15-4a88-9a79-bf6888524722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:56.105469 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-52eb4950-aa15-4a88-9a79-bf6888524722 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0713229 Oct 13 10:56:56.133033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a800e2c7-ddd6-4931-8f58-fc476cd5c5fa {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:56.143141 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:56.160417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Transition to ACTIVE for port object a800e2c7-ddd6-4931-8f58-fc476cd5c5fa will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:56:56.169305 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-d7b01b3a-e922-4812-987c-668022c894d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:56.170792 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-d7b01b3a-e922-4812-987c-668022c894d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555589 Oct 13 10:56:56.257666 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:56.293372 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-fe65b2ef-eb81-49d2-b024-7163303ddf01 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143718 Oct 13 10:56:56.335372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Pushing event updated for resources: {'Port': ['ID=a800e2c7-ddd6-4931-8f58-fc476cd5c5fa,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:56.451050 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-ff72caa8-3dbd-43ce-81a9-44ce009b0373 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486168 Oct 13 10:56:56.585672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb0250-ebe8-403b-a489-6ba9da149616 req-ba34df51-cda5-426c-96f9-8e60d9152095 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:56.586361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96a9b-64a6-490f-85a4-8599ca42b8bc req-6f7fbfef-cb06-44bb-a720-e8196a956fdf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:56.593740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ec96a9b-64a6-490f-85a4-8599ca42b8bc req-6f7fbfef-cb06-44bb-a720-e8196a956fdf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.1117446 Oct 13 10:56:56.596487 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82cb0250-ebe8-403b-a489-6ba9da149616 req-ba34df51-cda5-426c-96f9-8e60d9152095 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0752456 Oct 13 10:56:56.596786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Attempting to bind port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:56:56.597208 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Attempting to bind port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'b9b92773-6cd2-4a42-9b4e-a15d643e33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9b7a5002-1bcc-4e77-a352-8a4ef31da05f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:56:56.597628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Attempting to bind port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa on network 9b7a5002-1bcc-4e77-a352-8a4ef31da05f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:56.620413 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa on network 9b7a5002-1bcc-4e77-a352-8a4ef31da05f not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:56:56.627521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Attempting to bind port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa on network 9b7a5002-1bcc-4e77-a352-8a4ef31da05f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:56:56.647182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:56:56.648094 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Checking segment: {'id': 'b9b92773-6cd2-4a42-9b4e-a15d643e33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9b7a5002-1bcc-4e77-a352-8a4ef31da05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:56:56.648670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Bound using segment: {'id': 'b9b92773-6cd2-4a42-9b4e-a15d643e33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9b7a5002-1bcc-4e77-a352-8a4ef31da05f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:56:56.649201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Bound port: a800e2c7-ddd6-4931-8f58-fc476cd5c5fa, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b92773-6cd2-4a42-9b4e-a15d643e33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9b7a5002-1bcc-4e77-a352-8a4ef31da05f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:56:56.649746 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:56.656087 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82cb0250-ebe8-403b-a489-6ba9da149616 req-1a9510d8-cb7c-402c-8cbd-89a36d0807e2 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580299 Oct 13 10:56:56.721695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ec96a9b-64a6-490f-85a4-8599ca42b8bc req-76a067d0-7839-4526-9a00-6f3d6db00842 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267490 Oct 13 10:56:56.803026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] For port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:56:56.803026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] For port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a800e2c7-ddd6-4931-8f58-fc476cd5c5fa,segment=NetworkSegment(b9b92773-6cd2-4a42-9b4e-a15d643e33bc),segment_id=b9b92773-6cd2-4a42-9b4e-a15d643e33bc)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:56:56.873850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93089b7f-fe25-4038-b2c2-92e0935a83c9 req-4050b8eb-569d-4fa2-8c75-71985a2e2a79 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:56.881880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93089b7f-fe25-4038-b2c2-92e0935a83c9 req-4050b8eb-569d-4fa2-8c75-71985a2e2a79 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 944 time: 0.0639729 Oct 13 10:56:56.891535 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:56.893843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a42ea-8454-4d3b-9972-541cc793ce53 req-2f433ce1-7d81-43ca-b477-52d5e034f871 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:56.896075 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b8a42ea-8454-4d3b-9972-541cc793ce53 req-2f433ce1-7d81-43ca-b477-52d5e034f871 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0565462 Oct 13 10:56:56.944423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:56.945374 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:56.946893 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] 10.222.0.21 "PUT /v2.0/ports/a800e2c7-ddd6-4931-8f58-fc476cd5c5fa HTTP/1.1" status: 200 len: 1092 time: 1.1743667 Oct 13 10:56:56.947404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99cb109-d804-4c4a-bd34-6217d8b80491', 'tag': 'a800e2c7-ddd6-4931-8f58-fc476cd5c5fa'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:56:56.949724 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb64d44d-d430-4f8b-ac6b-ffcfac95fa62" -d '{"events": [{"name": "network-changed", "server_uuid": "a99cb109-d804-4c4a-bd34-6217d8b80491", "tag": "a800e2c7-ddd6-4931-8f58-fc476cd5c5fa"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:56:56.964237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b8a42ea-8454-4d3b-9972-541cc793ce53 req-cd14b980-57cf-4bcb-a09d-43ebc42f2fc0 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602686 Oct 13 10:56:57.008744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93089b7f-fe25-4038-b2c2-92e0935a83c9 req-e7d5b002-b757-4659-b936-acb8b25c9af0 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4161273-1b0f-401c-a7ce-83436b2bdf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254930 Oct 13 10:56:57.024657 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562190c-7f37-4fee-a376-fc28823f3f6a service neutron] Pushing event updated for resources: {'Port': ['ID=a800e2c7-ddd6-4931-8f58-fc476cd5c5fa,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:57.124892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-7b7fcdbf-aae9-4515-b0ab-cb66e095cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:57.127027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-7b7fcdbf-aae9-4515-b0ab-cb66e095cf3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f415a3b27c2948b5b961c79401ee97fc&device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 1095 time: 0.0688417 Oct 13 10:56:57.138009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40932) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:57.200003 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058a4c55-ac3e-45df-8ac9-bc758b3748f4 x-openstack-request-id: req-058a4c55-ac3e-45df-8ac9-bc758b3748f4 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:56:57.201002 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99cb109-d804-4c4a-bd34-6217d8b80491", "tag": "a800e2c7-ddd6-4931-8f58-fc476cd5c5fa", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:56:57.201465 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-058a4c55-ac3e-45df-8ac9-bc758b3748f4 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:56:57.202106 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99cb109-d804-4c4a-bd34-6217d8b80491', 'tag': 'a800e2c7-ddd6-4931-8f58-fc476cd5c5fa', 'status': 'completed', 'code': 200} Oct 13 10:56:57.205257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-ad3ca887-4cc3-47b9-a6f5-2e57b8cba861 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a800e2c7-ddd6-4931-8f58-fc476cd5c5fa HTTP/1.1" status: 200 len: 217 time: 0.0672710 Oct 13 10:56:57.219461 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c055a1e7-e14d-4650-8601-224b77a19c39 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:57.283463 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c055a1e7-e14d-4650-8601-224b77a19c39 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:57.358141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-8f43c821-1d7a-4863-8a19-8386e5cd44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:57.361805 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-8f43c821-1d7a-4863-8a19-8386e5cd44ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1775cff-ac85-493f-9671-bf257f3e3937 HTTP/1.1" status: 200 len: 862 time: 0.1493037 Oct 13 10:56:57.399535 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-0cba3c84-acbf-4b86-b833-85c1dbeb2a3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b7a5002-1bcc-4e77-a352-8a4ef31da05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273566 Oct 13 10:56:57.434388 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c055a1e7-e14d-4650-8601-224b77a19c39 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:57.438531 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c055a1e7-e14d-4650-8601-224b77a19c39 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:57.439247 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c055a1e7-e14d-4650-8601-224b77a19c39 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "DELETE /v2.0/security-groups/e36235eb-572b-4899-bfec-a8fc4d5a141b HTTP/1.1" status: 204 len: 168 time: 0.2995210 Oct 13 10:56:57.442579 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40944) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:57.479143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055a1e7-e14d-4650-8601-224b77a19c39 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36235eb-572b-4899-bfec-a8fc4d5a141b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:57.481593 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-684f82e3-1a9d-43ee-937b-3d8e56888275 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] show failed (client error): The resource could not be found. Oct 13 10:56:57.482920 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-684f82e3-1a9d-43ee-937b-3d8e56888275 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "GET /v2.0/security-groups/e36235eb-572b-4899-bfec-a8fc4d5a141b HTTP/1.1" status: 404 len: 347 time: 0.0268483 Oct 13 10:56:57.486977 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40948) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:57.642811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-8097eb28-a561-4c45-a722-bb801b52f1ad service neutron] 10.222.0.21 "GET /v2.0/networks/9b7a5002-1bcc-4e77-a352-8a4ef31da05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333381 Oct 13 10:56:57.797382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd15fc-c992-40a8-bdcb-5628fb70e182 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Deleting port 04f5ada4-9639-429f-ab98-3ac0493d6349 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:56:57.797758 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4dd15fc-c992-40a8-bdcb-5628fb70e182 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:57.808696 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fff94307-11c8-4c9d-8247-7fed890d5820 req-36a98cef-0d6a-42d3-bfc5-cdaee6dd2fe7 service neutron] 10.222.0.21 "GET /v2.0/networks/9b7a5002-1bcc-4e77-a352-8a4ef31da05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547742 Oct 13 10:56:57.867675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31231241-c9cf-416e-a9b3-064b0799e01e req-d84b1959-5678-47fd-b05a-afe4ac5c5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:57.869576 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-31231241-c9cf-416e-a9b3-064b0799e01e req-d84b1959-5678-47fd-b05a-afe4ac5c5d9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 1096 time: 0.0839887 Oct 13 10:56:57.880457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668f52f-da30-4aed-a090-46b901ba6802 req-eb23ef6f-4c4f-4317-bd51-866b438ade99 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:57.882215 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8668f52f-da30-4aed-a090-46b901ba6802 req-eb23ef6f-4c4f-4317-bd51-866b438ade99 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.1116872 Oct 13 10:56:57.882617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673da88-633f-4d5a-8a16-1526a0502921 req-5b4583d6-34b5-476d-b8d4-e1365422cd76 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:57.884278 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6673da88-633f-4d5a-8a16-1526a0502921 req-5b4583d6-34b5-476d-b8d4-e1365422cd76 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.1282794 Oct 13 10:56:57.935341 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4dd15fc-c992-40a8-bdcb-5628fb70e182 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:57.935666 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4dd15fc-c992-40a8-bdcb-5628fb70e182 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:57.958215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd15fc-c992-40a8-bdcb-5628fb70e182 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Calling delete_port for 04f5ada4-9639-429f-ab98-3ac0493d6349 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:56:57.962043 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6673da88-633f-4d5a-8a16-1526a0502921 req-ceb60ea8-45ab-4583-a214-03e1ce0e8104 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687850 Oct 13 10:56:57.998211 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8668f52f-da30-4aed-a090-46b901ba6802 req-fb7d95ac-79fd-4bc5-932f-cba24edd9cca tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060352 Oct 13 10:56:58.074853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d44d-d430-4f8b-ac6b-ffcfac95fa62 req-071eab99-79f0-4867-83e2-e349c9a5b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:58.075317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31231241-c9cf-416e-a9b3-064b0799e01e req-7fbcd327-441d-49a6-9ed9-217d0873c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:58.076473 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb64d44d-d430-4f8b-ac6b-ffcfac95fa62 req-071eab99-79f0-4867-83e2-e349c9a5b582 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f415a3b27c2948b5b961c79401ee97fc&device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 1095 time: 0.1064415 Oct 13 10:56:58.077431 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-31231241-c9cf-416e-a9b3-064b0799e01e req-7fbcd327-441d-49a6-9ed9-217d0873c4bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=9669baac-943a-44ee-93d6-7a2696aefe34 HTTP/1.1" status: 200 len: 919 time: 0.1941736 Oct 13 10:56:58.141972 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-31231241-c9cf-416e-a9b3-064b0799e01e req-8ba36e17-7f3a-47d9-b2c5-8e0eaab5f41d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=177fcaec-c81e-4e40-b138-5fb76684f734 HTTP/1.1" status: 200 len: 217 time: 0.0554426 Oct 13 10:56:58.209504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31231241-c9cf-416e-a9b3-064b0799e01e req-98332d15-f837-4129-b1af-ed652866b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:58.211469 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-31231241-c9cf-416e-a9b3-064b0799e01e req-98332d15-f837-4129-b1af-ed652866b2fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527 HTTP/1.1" status: 200 len: 858 time: 0.0625865 Oct 13 10:56:58.222701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9870c4-2780-4600-8986-af45c94303f6 req-d11c7256-87f7-443f-ae28-0d3dcb773b80 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:58.224430 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf9870c4-2780-4600-8986-af45c94303f6 req-d11c7256-87f7-443f-ae28-0d3dcb773b80 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.1521704 Oct 13 10:56:58.273855 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-31231241-c9cf-416e-a9b3-064b0799e01e req-4809a1ea-4cff-43a6-ae5a-570863c9d094 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9669baac-943a-44ee-93d6-7a2696aefe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501351 Oct 13 10:56:58.301019 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf67d17-d5ad-4a1b-9d0c-a666dea8a09f req-d93f5c82-5054-4e68-976b-3928a420713e tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:58.302810 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8cf67d17-d5ad-4a1b-9d0c-a666dea8a09f req-d93f5c82-5054-4e68-976b-3928a420713e tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 944 time: 0.0902684 Oct 13 10:56:58.309889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d44d-d430-4f8b-ac6b-ffcfac95fa62 req-856579fb-ce97-4f9f-ad8f-5c933407d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:58.311373 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb64d44d-d430-4f8b-ac6b-ffcfac95fa62 req-856579fb-ce97-4f9f-ad8f-5c933407d678 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b7a5002-1bcc-4e77-a352-8a4ef31da05f HTTP/1.1" status: 200 len: 923 time: 0.2240677 Oct 13 10:56:58.321429 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf9870c4-2780-4600-8986-af45c94303f6 req-d71cadca-0b92-48e5-a418-aa054347a960 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883732 Oct 13 10:56:58.403855 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb64d44d-d430-4f8b-ac6b-ffcfac95fa62 req-447d01bd-6bf6-4f03-8201-10ff4b727ebc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a800e2c7-ddd6-4931-8f58-fc476cd5c5fa HTTP/1.1" status: 200 len: 217 time: 0.0761712 Oct 13 10:56:58.405366 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4dd15fc-c992-40a8-bdcb-5628fb70e182 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:58.423952 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8cf67d17-d5ad-4a1b-9d0c-a666dea8a09f req-0f1513b8-ed8f-41cd-9abd-6d114de6d624 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4161273-1b0f-401c-a7ce-83436b2bdf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082304 Oct 13 10:56:58.433536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd15fc-c992-40a8-bdcb-5628fb70e182 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Pushing event deleted for resources: {'Port': ['ID=04f5ada4-9639-429f-ab98-3ac0493d6349,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:56:58.458894 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-31231241-c9cf-416e-a9b3-064b0799e01e req-79343c18-a7e9-44dc-9a4a-a25c95ad29a5 service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765945 Oct 13 10:56:58.523394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d44d-d430-4f8b-ac6b-ffcfac95fa62 req-73909d0c-1cc2-4e40-9219-1790ebb87633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:58.524890 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb64d44d-d430-4f8b-ac6b-ffcfac95fa62 req-73909d0c-1cc2-4e40-9219-1790ebb87633 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1775cff-ac85-493f-9671-bf257f3e3937 HTTP/1.1" status: 200 len: 862 time: 0.0926833 Oct 13 10:56:58.547345 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4dd15fc-c992-40a8-bdcb-5628fb70e182 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:58.550491 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4dd15fc-c992-40a8-bdcb-5628fb70e182 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:58.551592 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b4dd15fc-c992-40a8-bdcb-5628fb70e182 tempest-ServersTestBootFromVolume-142660595 tempest-ServersTestBootFromVolume-142660595-project] 10.222.0.32 "DELETE /v2.0/floatingips/1e700aa1-8516-4f07-9e66-228adb925392 HTTP/1.1" status: 204 len: 168 time: 1.0636857 Oct 13 10:56:58.554628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40966) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:56:58.569842 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-31231241-c9cf-416e-a9b3-064b0799e01e req-88e58d6a-153e-4f81-bed8-e4c88c2d66c6 service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029429 Oct 13 10:56:58.580599 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb64d44d-d430-4f8b-ac6b-ffcfac95fa62 req-6cb57a15-34fa-4d39-b4ad-e6c946d5d942 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b7a5002-1bcc-4e77-a352-8a4ef31da05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407736 Oct 13 10:56:59.114919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb64d44d-d430-4f8b-ac6b-ffcfac95fa62 req-77e2d016-86f3-4c83-a1fd-996c23911530 service neutron] 10.222.0.21 "GET /v2.0/networks/9b7a5002-1bcc-4e77-a352-8a4ef31da05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025401 Oct 13 10:56:59.128885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3b410-538e-4273-9b60-4588158d4b3a req-679b85e2-ff38-4500-9b63-d18fa6f9a6d8 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:59.130388 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6ef3b410-538e-4273-9b60-4588158d4b3a req-679b85e2-ff38-4500-9b63-d18fa6f9a6d8 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0535073 Oct 13 10:56:59.176118 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6ef3b410-538e-4273-9b60-4588158d4b3a req-1050e676-2bf1-4b64-8c36-46016d0c52ea tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342095 Oct 13 10:56:59.208349 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327e3fc-eca3-4d90-804f-4c1f8ff7eb49 req-6094a71a-1344-427d-b08c-879b5d3eddf9 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:59.212736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6327e3fc-eca3-4d90-804f-4c1f8ff7eb49 req-6094a71a-1344-427d-b08c-879b5d3eddf9 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.1698914 Oct 13 10:56:59.334093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb64d44d-d430-4f8b-ac6b-ffcfac95fa62 req-192b0489-0916-40c0-bcef-38943268a57a service neutron] 10.222.0.21 "GET /v2.0/networks/9b7a5002-1bcc-4e77-a352-8a4ef31da05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849718 Oct 13 10:56:59.354208 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6327e3fc-eca3-4d90-804f-4c1f8ff7eb49 req-d99da246-d69b-43e9-b3ac-fb8303d52d82 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216331 Oct 13 10:56:59.462815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61262066-50e2-498c-bfee-28f0a094bc30 req-de107592-d8b2-4317-a692-43e6663962d5 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:59.470537 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-61262066-50e2-498c-bfee-28f0a094bc30 req-de107592-d8b2-4317-a692-43e6663962d5 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0586007 Oct 13 10:56:59.509994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83778f0e-12da-452a-a67f-ce4d854a6238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:59.523327 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-61262066-50e2-498c-bfee-28f0a094bc30 req-9f4fd8e6-ea7d-45b4-9141-d97a78a9b8ce tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496700 Oct 13 10:56:59.688098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f56ad2-0d7a-44f9-a523-0f248a85fa87 req-5e583b40-4c3a-43d9-aab2-05e7e8cfe6df tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:56:59.690186 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19f56ad2-0d7a-44f9-a523-0f248a85fa87 req-5e583b40-4c3a-43d9-aab2-05e7e8cfe6df tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 944 time: 0.0905359 Oct 13 10:56:59.755791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19f56ad2-0d7a-44f9-a523-0f248a85fa87 req-b6e19030-7257-4796-af98-4cc8bd98ebc9 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4161273-1b0f-401c-a7ce-83436b2bdf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466375 Oct 13 10:56:59.806080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a800e2c7-ddd6-4931-8f58-fc476cd5c5fa details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:56:59.845029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-83778f0e-12da-452a-a67f-ce4d854a6238 admin admin] Deleting port c47c82e1-897b-4687-b07c-3de34ce9f7c1 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:56:59.845376 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83778f0e-12da-452a-a67f-ce4d854a6238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:59.912877 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a800e2c7-ddd6-4931-8f58-fc476cd5c5fa,segment=NetworkSegment(b9b92773-6cd2-4a42-9b4e-a15d643e33bc),segment_id=b9b92773-6cd2-4a42-9b4e-a15d643e33bc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:59.925268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'a800e2c7-ddd6-4931-8f58-fc476cd5c5fa', 'network_id': '9b7a5002-1bcc-4e77-a352-8a4ef31da05f', 'port_id': 'a800e2c7-ddd6-4931-8f58-fc476cd5c5fa', 'mac_address': 'fa:16:3e:cb:91:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1775cff-ac85-493f-9671-bf257f3e3937', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:56:59.930826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-83778f0e-12da-452a-a67f-ce4d854a6238 admin admin] For port c47c82e1-897b-4687-b07c-3de34ce9f7c1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c47c82e1-897b-4687-b07c-3de34ce9f7c1,segment=NetworkSegment(cb91fec9-e9f0-4fd8-94e2-22eeaabc74da),segment_id=cb91fec9-e9f0-4fd8-94e2-22eeaabc74da)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:56:59.931198 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83778f0e-12da-452a-a67f-ce4d854a6238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:59.945476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-83778f0e-12da-452a-a67f-ce4d854a6238 admin admin] Calling delete_port for c47c82e1-897b-4687-b07c-3de34ce9f7c1 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:56:59.963362 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:56:59.976554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a800e2c7-ddd6-4931-8f58-fc476cd5c5fa {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:56:59.996205 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a800e2c7-ddd6-4931-8f58-fc476cd5c5fa,segment=NetworkSegment(b9b92773-6cd2-4a42-9b4e-a15d643e33bc),segment_id=b9b92773-6cd2-4a42-9b4e-a15d643e33bc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:00.114275 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:00.169192 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=a800e2c7-ddd6-4931-8f58-fc476cd5c5fa,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:00.199875 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83778f0e-12da-452a-a67f-ce4d854a6238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:00.228336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83778f0e-12da-452a-a67f-ce4d854a6238 admin admin] Pushing event deleted for resources: {'Port': ['ID=c47c82e1-897b-4687-b07c-3de34ce9f7c1,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:00.338557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf26f4-47fe-42d2-8a99-5bb200457dd0 req-86cc26cb-fcd8-4432-afa6-30695ba77169 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:00.341193 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3cf26f4-47fe-42d2-8a99-5bb200457dd0 req-86cc26cb-fcd8-4432-afa6-30695ba77169 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0890729 Oct 13 10:57:00.452253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['a800e2c7-ddd6-4931-8f58-fc476cd5c5fa'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:57:00.482709 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3cf26f4-47fe-42d2-8a99-5bb200457dd0 req-e82c8feb-a84d-4224-a67d-64e746ed9cd1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976467 Oct 13 10:57:00.540106 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83778f0e-12da-452a-a67f-ce4d854a6238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:00.541301 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a731ab9-1189-4a87-b63f-679ef8428559 req-6bb7e73c-aff0-4c16-a6bb-87eaff241d37 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:00.549037 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a731ab9-1189-4a87-b63f-679ef8428559 req-6bb7e73c-aff0-4c16-a6bb-87eaff241d37 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.1134291 Oct 13 10:57:00.584096 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a731ab9-1189-4a87-b63f-679ef8428559 req-536127ac-31e7-46a0-ad6a-f3004c7b8c48 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341797 Oct 13 10:57:00.700814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ddd79-7d99-4bdb-93b4-7d937d294cf1 req-6a5aff12-9daf-469a-a61c-c4dc3414fcec tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:00.702538 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-557ddd79-7d99-4bdb-93b4-7d937d294cf1 req-6a5aff12-9daf-469a-a61c-c4dc3414fcec tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0493548 Oct 13 10:57:00.741131 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-557ddd79-7d99-4bdb-93b4-7d937d294cf1 req-e7100d39-089b-445b-8e1d-af845027cb51 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311711 Oct 13 10:57:00.785008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83778f0e-12da-452a-a67f-ce4d854a6238 admin admin] Router 5e8103cb-bb77-4b45-a875-3421d5443c15 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:57:00.934647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be25935-a161-4c3b-9672-77647b71d721 req-7a274185-2090-44f7-8509-2cb6c375d927 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:00.936108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3be25935-a161-4c3b-9672-77647b71d721 req-7a274185-2090-44f7-8509-2cb6c375d927 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 945 time: 0.0983746 Oct 13 10:57:00.939979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83778f0e-12da-452a-a67f-ce4d854a6238 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:57:00.952129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-83778f0e-12da-452a-a67f-ce4d854a6238 admin admin] 10.222.0.32 "PUT /v2.0/routers/5e8103cb-bb77-4b45-a875-3421d5443c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3896480 Oct 13 10:57:00.952246 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8ec3f-821d-4456-98e7-e69fe2b89faa None None] Sync routers for ids ['5e8103cb-bb77-4b45-a875-3421d5443c15'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:57:00.952726 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41002) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:00.961728 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8ec3f-821d-4456-98e7-e69fe2b89faa None None] Routers {'5e8103cb-bb77-4b45-a875-3421d5443c15'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:00.962358 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fab8ec3f-821d-4456-98e7-e69fe2b89faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:56:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5e8103cb-bb77-4b45-a875-3421d5443c15'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:00.982825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3be25935-a161-4c3b-9672-77647b71d721 req-b3b62790-5d8f-4eb5-aea6-d3bab0c2fda8 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4161273-1b0f-401c-a7ce-83436b2bdf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365112 Oct 13 10:57:01.059535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:01.066800 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-fab8ec3f-821d-4456-98e7-e69fe2b89faa None None] Set router 5e8103cb-bb77-4b45-a875-3421d5443c15 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:01.248466 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fab8ec3f-821d-4456-98e7-e69fe2b89faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:57:00Z', 'revision_number': 5, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:01.277210 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8ec3f-821d-4456-98e7-e69fe2b89faa None None] Checking router: 5e8103cb-bb77-4b45-a875-3421d5443c15 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:57:01.286474 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8ec3f-821d-4456-98e7-e69fe2b89faa None None] Routers {'5e8103cb-bb77-4b45-a875-3421d5443c15'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:01.287101 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fab8ec3f-821d-4456-98e7-e69fe2b89faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:56:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5e8103cb-bb77-4b45-a875-3421d5443c15'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:01.400534 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-fab8ec3f-821d-4456-98e7-e69fe2b89faa None None] Set router 5e8103cb-bb77-4b45-a875-3421d5443c15 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:01.449927 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:01.571606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Deleting port 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:01.572347 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:01.588938 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fab8ec3f-821d-4456-98e7-e69fe2b89faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:57:00Z', 'revision_number': 5, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:01.601397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b1e1-2cdc-4ee1-85a2-da6e7ad3effe req-e398f085-3bf0-4202-8b3a-359740d3fb4b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:01.603034 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8483b1e1-2cdc-4ee1-85a2-da6e7ad3effe req-e398f085-3bf0-4202-8b3a-359740d3fb4b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0510552 Oct 13 10:57:01.618565 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8ec3f-821d-4456-98e7-e69fe2b89faa None None] The sync data for ids ['5e8103cb-bb77-4b45-a875-3421d5443c15'] in n-d-813659-3 is: [{'id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'name': 'tempest-ServersTestBootFromVolume-464188458-router', 'tenant_id': 'd68197c02a23425c854c2735566beece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:52:14Z', 'updated_at': '2021-10-13T10:57:00Z', 'revision_number': 5, 'project_id': 'd68197c02a23425c854c2735566beece', 'gw_port': {'id': '97d05dc5-b22a-4f60-ae9c-0e5ff5d24918', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8103cb-bb77-4b45-a875-3421d5443c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:52:15Z', 'updated_at': '2021-10-13T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:57:01.651158 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8483b1e1-2cdc-4ee1-85a2-da6e7ad3effe req-8b14b357-b815-41a8-85a4-c6573be3d86b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388708 Oct 13 10:57:01.664692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] For port 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=97d05dc5-b22a-4f60-ae9c-0e5ff5d24918,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:01.665085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:01.682434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Calling delete_port for 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:01.766147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d595aa-4aff-455b-a20c-c4268598f5ec req-cf7162de-c6ea-4713-8af9-f8723b3ab1de tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:01.767758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72d595aa-4aff-455b-a20c-c4268598f5ec req-cf7162de-c6ea-4713-8af9-f8723b3ab1de tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0484068 Oct 13 10:57:01.807134 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72d595aa-4aff-455b-a20c-c4268598f5ec req-ff4d9a5b-3996-415b-87de-dbcb926b5283 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331221 Oct 13 10:57:01.813658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a800e2c7-ddd6-4931-8f58-fc476cd5c5fa up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:01.896671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90eaaf-994b-4c50-afe5-a17b78103a41 req-26f7d433-c2ed-4d70-8882-b35cc2dff2d7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:01.898214 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1a90eaaf-994b-4c50-afe5-a17b78103a41 req-26f7d433-c2ed-4d70-8882-b35cc2dff2d7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0786016 Oct 13 10:57:01.919715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:57:01.932858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:01.932858 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:01.939142 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1a90eaaf-994b-4c50-afe5-a17b78103a41 req-dfedbe2c-3029-4332-9e9a-b28237859eea tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344703 Oct 13 10:57:01.944156 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:01.981731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=97d05dc5-b22a-4f60-ae9c-0e5ff5d24918,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:02.042416 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.052338 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.076356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99cb109-d804-4c4a-bd34-6217d8b80491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a800e2c7-ddd6-4931-8f58-fc476cd5c5fa'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:02.080026 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedbcb3c-4279-4005-8807-37c713ccb761" -d '{"events": [{"server_uuid": "a99cb109-d804-4c4a-bd34-6217d8b80491", "name": "network-vif-plugged", "status": "completed", "tag": "a800e2c7-ddd6-4931-8f58-fc476cd5c5fa"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:02.094159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a800e2c7-ddd6-4931-8f58-fc476cd5c5fa,segment=NetworkSegment(b9b92773-6cd2-4a42-9b4e-a15d643e33bc),segment_id=b9b92773-6cd2-4a42-9b4e-a15d643e33bc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:02.128093 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612818a7-2e9c-4e1a-b42e-31b09e063224 x-openstack-request-id: req-612818a7-2e9c-4e1a-b42e-31b09e063224 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:02.128464 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99cb109-d804-4c4a-bd34-6217d8b80491", "name": "network-vif-plugged", "status": "completed", "tag": "a800e2c7-ddd6-4931-8f58-fc476cd5c5fa", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:02.128736 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-612818a7-2e9c-4e1a-b42e-31b09e063224 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:02.129178 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99cb109-d804-4c4a-bd34-6217d8b80491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a800e2c7-ddd6-4931-8f58-fc476cd5c5fa', 'code': 200} Oct 13 10:57:02.130987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc77f7-c244-485f-a608-07799019c4ff req-fe1baf95-14c4-4e99-9313-66f77fa8d905 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:02.139106 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1ecc77f7-c244-485f-a608-07799019c4ff req-fe1baf95-14c4-4e99-9313-66f77fa8d905 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 945 time: 0.0810227 Oct 13 10:57:02.169959 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.171509 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.172201 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.189928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1ecc77f7-c244-485f-a608-07799019c4ff req-26eb4716-13c5-4e57-8dd4-2c4f73de4363 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4161273-1b0f-401c-a7ce-83436b2bdf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496075 Oct 13 10:57:02.243912 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=a800e2c7-ddd6-4931-8f58-fc476cd5c5fa,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:02.260967 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980d90d-34c5-4869-889e-055c00bb9d56 req-51ff14e8-b58e-47aa-b995-af9fc27ce1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:02.262511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1980d90d-34c5-4869-889e-055c00bb9d56 req-51ff14e8-b58e-47aa-b995-af9fc27ce1de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 1097 time: 0.0430348 Oct 13 10:57:02.299686 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1980d90d-34c5-4869-889e-055c00bb9d56 req-63a04b94-d093-41d6-a9a9-4f33c3901728 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b4161273-1b0f-401c-a7ce-83436b2bdf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286188 Oct 13 10:57:02.314852 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.315432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e8103cb-bb77-4b45-a875-3421d5443c15 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:57:02.319956 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.323507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41020) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:02.323657 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-98b7de5c-2616-4468-9117-f5f464b01c45 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5e8103cb-bb77-4b45-a875-3421d5443c15 HTTP/1.1" status: 204 len: 168 time: 1.3705223 Oct 13 10:57:02.390619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa551f4e-35cf-4807-b5cc-c7230d600ed3 admin admin] Deleting subnet 38d05ae9-b7ed-49ab-96af-ad4ddc23aeff {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:57:02.390619 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa551f4e-35cf-4807-b5cc-c7230d600ed3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.405590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c47c82e1-897b-4687-b07c-3de34ce9f7c1 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:02.419547 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa551f4e-35cf-4807-b5cc-c7230d600ed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.432645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: c47c82e1-897b-4687-b07c-3de34ce9f7c1 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:02.432986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c47c82e1-897b-4687-b07c-3de34ce9f7c1 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:02.508269 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa551f4e-35cf-4807-b5cc-c7230d600ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.628083 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa551f4e-35cf-4807-b5cc-c7230d600ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.653869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa551f4e-35cf-4807-b5cc-c7230d600ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d05ae9-b7ed-49ab-96af-ad4ddc23aeff,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:02.660626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa551f4e-35cf-4807-b5cc-c7230d600ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.663816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fa551f4e-35cf-4807-b5cc-c7230d600ed3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/38d05ae9-b7ed-49ab-96af-ad4ddc23aeff HTTP/1.1" status: 204 len: 168 time: 0.3393128 Oct 13 10:57:02.665616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2699ce22-df0e-4c03-83ae-6aa05fa06f39 None None] Network b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:57:02.666272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41024) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:02.773960 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.804300 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da1182-da73-4ed2-b595-86a7129b8fe3 req-648879af-3e61-4c1c-b7fb-ac10e04b0c73 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:02.805732 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4da1182-da73-4ed2-b595-86a7129b8fe3 req-648879af-3e61-4c1c-b7fb-ac10e04b0c73 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0739908 Oct 13 10:57:02.872591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4da1182-da73-4ed2-b595-86a7129b8fe3 req-217638f8-2211-4c0d-a7e8-0406accfc836 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495546 Oct 13 10:57:02.885436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbd3634-4eb4-4201-9b92-f0b909e76a27 None None] DHCP port deletion for b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:57:02.888036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Deleting port acf4c751-3b48-41fa-ae5a-8bec92de8952 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:02.888575 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.940273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a359f-3254-4c64-92cf-fcd48cc32468 req-b3fedbae-5603-4bcd-985a-a9ae0b99f5e2 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:02.941808 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-526a359f-3254-4c64-92cf-fcd48cc32468 req-b3fedbae-5603-4bcd-985a-a9ae0b99f5e2 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0520444 Oct 13 10:57:02.943196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd3634-4eb4-4201-9b92-f0b909e76a27 None None] Deleting port acf4c751-3b48-41fa-ae5a-8bec92de8952 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:02.943565 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3634-4eb4-4201-9b92-f0b909e76a27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.960708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] For port acf4c751-3b48-41fa-ae5a-8bec92de8952, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=acf4c751-3b48-41fa-ae5a-8bec92de8952,segment=NetworkSegment(cb91fec9-e9f0-4fd8-94e2-22eeaabc74da),segment_id=cb91fec9-e9f0-4fd8-94e2-22eeaabc74da)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:02.961164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:02.977887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Calling delete_port for acf4c751-3b48-41fa-ae5a-8bec92de8952 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:02.990188 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-526a359f-3254-4c64-92cf-fcd48cc32468 req-530ce0d7-92a0-4003-b19e-7e08784fb53e tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397604 Oct 13 10:57:03.026356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3dbd3634-4eb4-4201-9b92-f0b909e76a27 None None] For port acf4c751-3b48-41fa-ae5a-8bec92de8952, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=acf4c751-3b48-41fa-ae5a-8bec92de8952,segment=NetworkSegment(cb91fec9-e9f0-4fd8-94e2-22eeaabc74da),segment_id=cb91fec9-e9f0-4fd8-94e2-22eeaabc74da)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:03.027244 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3634-4eb4-4201-9b92-f0b909e76a27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:03.044027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd3634-4eb4-4201-9b92-f0b909e76a27 None None] Calling delete_port for acf4c751-3b48-41fa-ae5a-8bec92de8952 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:03.108856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3c218-93f5-4d22-b059-463f2699377e req-a66c2202-dc48-4596-bb87-385b23013957 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:03.111027 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95d3c218-93f5-4d22-b059-463f2699377e req-a66c2202-dc48-4596-bb87-385b23013957 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0519361 Oct 13 10:57:03.143323 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:03.148651 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3634-4eb4-4201-9b92-f0b909e76a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:03.149458 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95d3c218-93f5-4d22-b059-463f2699377e req-8e7db333-1e3e-4348-83f0-23e8a1e6e2e0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321460 Oct 13 10:57:03.157314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] No DVR routers for this DVR port acf4c751-3b48-41fa-ae5a-8bec92de8952 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:03.175107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd3634-4eb4-4201-9b92-f0b909e76a27 None None] Pushing event deleted for resources: {'Port': ['ID=acf4c751-3b48-41fa-ae5a-8bec92de8952,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:03.179401 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd3634-4eb4-4201-9b92-f0b909e76a27 None None] No DVR routers for this DVR port acf4c751-3b48-41fa-ae5a-8bec92de8952 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:03.184902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Pushing event deleted for resources: {'Port': ['ID=acf4c751-3b48-41fa-ae5a-8bec92de8952,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:03.269969 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:03.306435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:03.318253 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:03.318575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb91fec9-e9f0-4fd8-94e2-22eeaabc74da') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:03.329789 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:03.343867 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ea00e-882e-4c36-8faa-3dceb6628673 req-c7271bc9-5ae4-4a26-ad3c-ffcdcfdb4921 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:03.345890 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e52ea00e-882e-4c36-8faa-3dceb6628673 req-c7271bc9-5ae4-4a26-ad3c-ffcdcfdb4921 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 946 time: 0.0906432 Oct 13 10:57:03.353536 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:03.366143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:57:03.369265 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:57:03.439458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e52ea00e-882e-4c36-8faa-3dceb6628673 req-93779716-d885-4ce4-bffd-0c2ad9b62b4d tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4161273-1b0f-401c-a7ce-83436b2bdf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807767 Oct 13 10:57:03.514050 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:03.520812 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:03.523784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] 10.222.0.32 "DELETE /v2.0/networks/b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b HTTP/1.1" status: 204 len: 168 time: 0.8565569 Oct 13 10:57:03.534693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62d6fe-46e1-4f51-ac21-6d274e3cbeed admin admin] Pushing event deleted for resources: {'Network': ['ID=b7fa9576-bfa9-43d0-a12b-6b8a5a08bf0b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:03.792423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41044) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:03.835196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-940d1b95-b732-455b-a20b-6a209b77547f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d68197c02a23425c854c2735566beece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415492 Oct 13 10:57:03.841127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41046) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:03.889994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-329f70f7-139b-49ab-8406-43b225c0b056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:03.911634 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-329f70f7-139b-49ab-8406-43b225c0b056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:04.005501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f85db-195d-4147-b9ff-4733cee4fc3b req-31bd5fa1-5482-4459-9381-d5107a53e6bd tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:04.007432 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-741f85db-195d-4147-b9ff-4733cee4fc3b req-31bd5fa1-5482-4459-9381-d5107a53e6bd tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0492325 Oct 13 10:57:04.028339 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-329f70f7-139b-49ab-8406-43b225c0b056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:04.031018 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-329f70f7-139b-49ab-8406-43b225c0b056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:04.032671 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-329f70f7-139b-49ab-8406-43b225c0b056 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4069ce20-a3e3-4eb6-b55c-ae2aa614b5ed HTTP/1.1" status: 204 len: 168 time: 0.1901479 Oct 13 10:57:04.042587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f70f7-139b-49ab-8406-43b225c0b056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4069ce20-a3e3-4eb6-b55c-ae2aa614b5ed,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:04.060072 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-741f85db-195d-4147-b9ff-4733cee4fc3b req-60163198-ecfc-4c63-80dd-103d956f5ad9 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462544 Oct 13 10:57:04.135784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba5f01-d947-411b-88fe-1f4998a669ba req-b83e5298-d474-4282-b257-85f895f46350 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:04.137358 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fba5f01-d947-411b-88fe-1f4998a669ba req-b83e5298-d474-4282-b257-85f895f46350 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0621970 Oct 13 10:57:04.181095 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fba5f01-d947-411b-88fe-1f4998a669ba req-fc87805f-29c6-46ce-bf9b-9f99a597ff9f tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373061 Oct 13 10:57:04.276087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9895f-1673-47a8-92c5-f88529fca2cd req-9a03ca75-629d-4814-a037-f1725134dbbc tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:04.277460 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-45f9895f-1673-47a8-92c5-f88529fca2cd req-9a03ca75-629d-4814-a037-f1725134dbbc tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0491452 Oct 13 10:57:04.317370 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-45f9895f-1673-47a8-92c5-f88529fca2cd req-87126c72-8bf2-4456-a4d5-c3b3f6e58d7c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331669 Oct 13 10:57:04.387608 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:04.409537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:04.409807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 97d05dc5-b22a-4f60-ae9c-0e5ff5d24918 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:04.410222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device acf4c751-3b48-41fa-ae5a-8bec92de8952 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:04.429167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: acf4c751-3b48-41fa-ae5a-8bec92de8952 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:04.429516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device acf4c751-3b48-41fa-ae5a-8bec92de8952 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:04.556394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85949e1a-9afb-4275-8b8c-f532367de57d req-ae0ed3ce-cf82-49e5-b05d-879b44c68027 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:04.557904 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85949e1a-9afb-4275-8b8c-f532367de57d req-ae0ed3ce-cf82-49e5-b05d-879b44c68027 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 946 time: 0.0503712 Oct 13 10:57:04.601846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85949e1a-9afb-4275-8b8c-f532367de57d req-1ea7b73b-0a71-4b59-8139-f303f141e621 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4161273-1b0f-401c-a7ce-83436b2bdf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374436 Oct 13 10:57:04.993084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41088) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:05.089470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-116103012-network', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:05.159034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811fc45-e577-4d7b-b4c4-bd8205d1351d req-89206bdc-7768-4e68-a4ad-ddc7c1cff2ab tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:05.160555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4811fc45-e577-4d7b-b4c4-bd8205d1351d req-89206bdc-7768-4e68-a4ad-ddc7c1cff2ab tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 946 time: 0.0496614 Oct 13 10:57:05.195293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Made reservation on behalf of 6c3ec8149ee94fff8be9512f387bd3fc for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:57:05.197669 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:05.207011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4811fc45-e577-4d7b-b4c4-bd8205d1351d req-1d6d61b8-78c9-4f78-8a34-7c9b90638611 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4161273-1b0f-401c-a7ce-83436b2bdf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Oct 13 10:57:05.209498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f968a-0f8a-428a-a234-b687fcd750dd req-9a1f5240-2151-4486-9a91-cea3498c4235 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:05.211045 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ba6f968a-0f8a-428a-a234-b687fcd750dd req-9a1f5240-2151-4486-9a91-cea3498c4235 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0565732 Oct 13 10:57:05.225821 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:05.265765 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ba6f968a-0f8a-428a-a234-b687fcd750dd req-169b332d-206b-4760-8d19-52768dd0d579 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479178 Oct 13 10:57:05.328589 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:05.365474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ba729-03b8-4798-86c6-df4d5b72d661 req-94cb2f13-8ef7-42b4-aae7-6d8a99ce5519 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:05.366996 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a2ba729-03b8-4798-86c6-df4d5b72d661 req-94cb2f13-8ef7-42b4-aae7-6d8a99ce5519 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0489581 Oct 13 10:57:05.409969 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a2ba729-03b8-4798-86c6-df4d5b72d661 req-e6cf4d2c-d153-44df-8ecc-fcd22631455f tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Oct 13 10:57:05.418306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:05.444133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:57:05.462074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2592f895-ea25-444f-8a15-a982a5ea10a9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:05.464943 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:05.465291 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Added segment 7694653f-d38f-4a1a-bffc-ccb3474d4669 of type vlan for network 84922014-eeed-46c4-9777-4cbf987df590 Oct 13 10:57:05.480718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70364ac-71ba-49b2-bbf4-112c1e5d096f req-3ab78ab9-fb05-44f9-95e7-190083702e47 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:05.482195 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c70364ac-71ba-49b2-bbf4-112c1e5d096f req-3ab78ab9-fb05-44f9-95e7-190083702e47 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0964828 Oct 13 10:57:05.527615 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:05.556186 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c70364ac-71ba-49b2-bbf4-112c1e5d096f req-a641305a-7ff1-42f0-b866-871e9d0c1b06 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537651 Oct 13 10:57:05.616687 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:05.617671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:05.618261 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:05.682632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] Pushing event updated for resources: {'Network': ['ID=84922014-eeed-46c4-9777-4cbf987df590,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:05.693892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 84922014-eeed-46c4-9777-4cbf987df590 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:57:05.739961 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eee04d5e-8ca1-4012-a313-86a260d9f504 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7457542 Oct 13 10:57:05.742891 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41104) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:05.747662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0b09f84a-f3d8-4d28-add8-5961c5346d86 admin admin] Request body: {'subnet': {'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-116103012-subnet', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:05.827870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b09f84a-f3d8-4d28-add8-5961c5346d86 admin admin] Made reservation on behalf of 6c3ec8149ee94fff8be9512f387bd3fc for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:57:05.830436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b09f84a-f3d8-4d28-add8-5961c5346d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:06.056761 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b09f84a-f3d8-4d28-add8-5961c5346d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:06.110110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09f84a-f3d8-4d28-add8-5961c5346d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2391d65-a75a-4fb7-9179-ada553729639,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:06.120918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b09f84a-f3d8-4d28-add8-5961c5346d86 admin admin] Checking segment: {'id': '7694653f-d38f-4a1a-bffc-ccb3474d4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '84922014-eeed-46c4-9777-4cbf987df590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:06.121271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b09f84a-f3d8-4d28-add8-5961c5346d86 admin admin] Network hostable DHCP agents. Network: 84922014-eeed-46c4-9777-4cbf987df590, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:57:06.222113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b09f84a-f3d8-4d28-add8-5961c5346d86 admin admin] Network 84922014-eeed-46c4-9777-4cbf987df590 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:57:06.284811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0b09f84a-f3d8-4d28-add8-5961c5346d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 84922014-eeed-46c4-9777-4cbf987df590) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:06.289455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b09f84a-f3d8-4d28-add8-5961c5346d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:06.290220 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b09f84a-f3d8-4d28-add8-5961c5346d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:06.295545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91defc7-6539-454f-a391-15ad699e78a1 None None] Network 84922014-eeed-46c4-9777-4cbf987df590 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:57:06.336181 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd47e6b-3772-4f59-bee6-dc1f4a5adf69 req-c68c38ab-b80f-4ea6-9150-7e49a92610a7 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:06.337694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2bd47e6b-3772-4f59-bee6-dc1f4a5adf69 req-c68c38ab-b80f-4ea6-9150-7e49a92610a7 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 946 time: 0.0665545 Oct 13 10:57:06.388357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2bd47e6b-3772-4f59-bee6-dc1f4a5adf69 req-02c7162a-bc6b-4fec-bea5-5f10b335ba68 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4161273-1b0f-401c-a7ce-83436b2bdf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442684 Oct 13 10:57:06.401921 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0b09f84a-f3d8-4d28-add8-5961c5346d86 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6579485 Oct 13 10:57:06.404731 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41114) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:06.410806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:06.441683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f913397-4e57-4780-b5ca-8d9445913627 req-9a55742e-0f18-450e-951e-547bda89774c tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:06.443948 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8f913397-4e57-4780-b5ca-8d9445913627 req-9a55742e-0f18-450e-951e-547bda89774c tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0571926 Oct 13 10:57:06.461374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-84922014-eeed-46c4-9777-4cbf987df590', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'fixed_ips': [{'subnet_id': 'c2391d65-a75a-4fb7-9179-ada553729639'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:57:06.462565 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:06.498187 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8f913397-4e57-4780-b5ca-8d9445913627 req-439471ac-1268-4e56-ac7d-eb1de95319a9 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482392 Oct 13 10:57:06.517508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:06.518665 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:06.550258 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae606e60-3464-4d92-9d25-e26d8afdc4f7 req-82d46d1d-899e-486a-bc24-815cc529e05e tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:06.551760 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae606e60-3464-4d92-9d25-e26d8afdc4f7 req-82d46d1d-899e-486a-bc24-815cc529e05e tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0683863 Oct 13 10:57:06.603346 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:06.604004 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Allocated IP 172.20.0.2 (84922014-eeed-46c4-9777-4cbf987df590/c2391d65-a75a-4fb7-9179-ada553729639/1c01e512-61ac-4e2d-8ca6-329f5ac19658) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:57:06.625135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae606e60-3464-4d92-9d25-e26d8afdc4f7 req-4ea7a316-98c7-452b-a7a9-49be72210c8d tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624485 Oct 13 10:57:06.686084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79b44d-050a-4b96-8519-795c3954cb58 req-83f09bd6-c516-47b9-ae6a-650fa808db23 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:06.687691 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fb79b44d-050a-4b96-8519-795c3954cb58 req-83f09bd6-c516-47b9-ae6a-650fa808db23 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0510306 Oct 13 10:57:06.732603 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fb79b44d-050a-4b96-8519-795c3954cb58 req-b587001c-e22c-471d-8ea6-cbb32cf1adfa tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383108 Oct 13 10:57:06.777084 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:06.811009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:06.828550 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:06.865904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Network 84922014-eeed-46c4-9777-4cbf987df590 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:57:06.866870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c25d6f-2a93-4250-8cf7-ba2c84cf61c4 req-738cc691-3baa-49b4-8193-42425cd5983b tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:06.868372 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2c25d6f-2a93-4250-8cf7-ba2c84cf61c4 req-738cc691-3baa-49b4-8193-42425cd5983b tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.21 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 946 time: 0.0486691 Oct 13 10:57:06.870995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:06.874525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:57:06.888682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Pushing event updated for resources: {'Port': ['ID=1c01e512-61ac-4e2d-8ca6-329f5ac19658,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:06.937976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Attempting to bind port 1c01e512-61ac-4e2d-8ca6-329f5ac19658 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:57:06.939139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Attempting to bind port 1c01e512-61ac-4e2d-8ca6-329f5ac19658 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '7694653f-d38f-4a1a-bffc-ccb3474d4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '84922014-eeed-46c4-9777-4cbf987df590'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:57:06.939774 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Attempting to bind port 1c01e512-61ac-4e2d-8ca6-329f5ac19658 on network 84922014-eeed-46c4-9777-4cbf987df590 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:06.944869 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:57:06.945237 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Checking segment: {'id': '7694653f-d38f-4a1a-bffc-ccb3474d4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '84922014-eeed-46c4-9777-4cbf987df590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:06.945634 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:06.946022 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Bound using segment: {'id': '7694653f-d38f-4a1a-bffc-ccb3474d4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '84922014-eeed-46c4-9777-4cbf987df590'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:57:06.946523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Bound port: 1c01e512-61ac-4e2d-8ca6-329f5ac19658, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7694653f-d38f-4a1a-bffc-ccb3474d4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '84922014-eeed-46c4-9777-4cbf987df590'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:57:06.946903 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:07.017350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] For port 1c01e512-61ac-4e2d-8ca6-329f5ac19658, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:57:07.021727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] For port 1c01e512-61ac-4e2d-8ca6-329f5ac19658, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1c01e512-61ac-4e2d-8ca6-329f5ac19658,segment=NetworkSegment(7694653f-d38f-4a1a-bffc-ccb3474d4669),segment_id=7694653f-d38f-4a1a-bffc-ccb3474d4669)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:57:07.103216 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:07.171528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b107cd3-c28d-4aa5-a203-a6f03fdac591 None None] Pushing event updated for resources: {'Port': ['ID=1c01e512-61ac-4e2d-8ca6-329f5ac19658,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:07.328343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-b2c25d6f-2a93-4250-8cf7-ba2c84cf61c4 req-7225e28e-9ca9-4915-8d1b-2bc0cb278c7b tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Deleting port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:07.328932 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2c25d6f-2a93-4250-8cf7-ba2c84cf61c4 req-7225e28e-9ca9-4915-8d1b-2bc0cb278c7b tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:07.519182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b2c25d6f-2a93-4250-8cf7-ba2c84cf61c4 req-7225e28e-9ca9-4915-8d1b-2bc0cb278c7b tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] For port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a800e2c7-ddd6-4931-8f58-fc476cd5c5fa,segment=NetworkSegment(b9b92773-6cd2-4a42-9b4e-a15d643e33bc),segment_id=b9b92773-6cd2-4a42-9b4e-a15d643e33bc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:07.519560 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2c25d6f-2a93-4250-8cf7-ba2c84cf61c4 req-7225e28e-9ca9-4915-8d1b-2bc0cb278c7b tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:07.553826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-b2c25d6f-2a93-4250-8cf7-ba2c84cf61c4 req-7225e28e-9ca9-4915-8d1b-2bc0cb278c7b tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Calling delete_port for a800e2c7-ddd6-4931-8f58-fc476cd5c5fa owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:07.632179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef72f44-e9fb-4815-ba58-9643e024ecee req-c02667c4-ffc6-4ac9-888e-8cb93a8d9609 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:07.633669 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cef72f44-e9fb-4815-ba58-9643e024ecee req-c02667c4-ffc6-4ac9-888e-8cb93a8d9609 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0582180 Oct 13 10:57:07.640881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a93737-08dd-4d07-bcef-8df29e1c95e3 req-19fc4c8b-767e-461e-b228-971fdfa3a695 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:07.642466 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-99a93737-08dd-4d07-bcef-8df29e1c95e3 req-19fc4c8b-767e-461e-b228-971fdfa3a695 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 946 time: 0.1671500 Oct 13 10:57:07.648711 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:07.673409 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cef72f44-e9fb-4815-ba58-9643e024ecee req-7eb040d2-73a5-409b-a764-c47c642edea1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329802 Oct 13 10:57:07.681182 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:07.761054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-99a93737-08dd-4d07-bcef-8df29e1c95e3 req-b55dc426-359f-499a-93d1-60016b99ab91 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4161273-1b0f-401c-a7ce-83436b2bdf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101351 Oct 13 10:57:07.788515 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde0d19-01a7-44cc-a240-903e711ee8fc req-1b4bc55b-0281-437d-881c-019b2a766453 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:07.790493 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4cde0d19-01a7-44cc-a240-903e711ee8fc req-1b4bc55b-0281-437d-881c-019b2a766453 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0620079 Oct 13 10:57:07.851333 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4cde0d19-01a7-44cc-a240-903e711ee8fc req-694af04a-3cb9-42d6-b0eb-675f0bdacb0b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509984 Oct 13 10:57:07.876402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Allocated IP 172.25.0.183 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/63f43008-bd6f-46fa-887d-2fd564e30efc) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:57:07.920001 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fc82421b-3c23-464a-9c65-d97b6b17ed03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:07.963203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce2eb-2c70-4d64-96a7-a356ecf0af77 req-5ed2ad83-8904-4922-818a-78d990344917 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:07.964854 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f5ce2eb-2c70-4d64-96a7-a356ecf0af77 req-5ed2ad83-8904-4922-818a-78d990344917 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0544581 Oct 13 10:57:07.985704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2c25d6f-2a93-4250-8cf7-ba2c84cf61c4 req-7225e28e-9ca9-4915-8d1b-2bc0cb278c7b tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:08.010170 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f5ce2eb-2c70-4d64-96a7-a356ecf0af77 req-b8336d6b-13db-4095-ba7a-5a278508b5f9 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386250 Oct 13 10:57:08.031418 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225e28e-9ca9-4915-8d1b-2bc0cb278c7b tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Pushing event deleted for resources: {'Port': ['ID=a800e2c7-ddd6-4931-8f58-fc476cd5c5fa,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:08.060008 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:08.086724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c25d6f-2a93-4250-8cf7-ba2c84cf61c4 req-7225e28e-9ca9-4915-8d1b-2bc0cb278c7b tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] No DVR routers for this DVR port a800e2c7-ddd6-4931-8f58-fc476cd5c5fa on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:08.089926 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b2c25d6f-2a93-4250-8cf7-ba2c84cf61c4 req-7225e28e-9ca9-4915-8d1b-2bc0cb278c7b tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:08.094820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2c25d6f-2a93-4250-8cf7-ba2c84cf61c4 req-7225e28e-9ca9-4915-8d1b-2bc0cb278c7b tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.21 "DELETE /v2.0/ports/a800e2c7-ddd6-4931-8f58-fc476cd5c5fa HTTP/1.1" status: 204 len: 173 time: 1.2174366 Oct 13 10:57:08.094820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99cb109-d804-4c4a-bd34-6217d8b80491', 'name': 'network-vif-deleted', 'tag': 'a800e2c7-ddd6-4931-8f58-fc476cd5c5fa'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:08.096225 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9946b079-d376-4af9-8084-bb7dff2c51fa" -d '{"events": [{"server_uuid": "a99cb109-d804-4c4a-bd34-6217d8b80491", "name": "network-vif-deleted", "tag": "a800e2c7-ddd6-4931-8f58-fc476cd5c5fa"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:08.141706 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb76e0a-d3a3-4b82-a932-36b453c8b9cd x-openstack-request-id: req-afb76e0a-d3a3-4b82-a932-36b453c8b9cd {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:08.141879 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99cb109-d804-4c4a-bd34-6217d8b80491", "name": "network-vif-deleted", "tag": "a800e2c7-ddd6-4931-8f58-fc476cd5c5fa", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:08.142118 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afb76e0a-d3a3-4b82-a932-36b453c8b9cd {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:08.142556 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99cb109-d804-4c4a-bd34-6217d8b80491', 'name': 'network-vif-deleted', 'tag': 'a800e2c7-ddd6-4931-8f58-fc476cd5c5fa', 'status': 'completed', 'code': 200} Oct 13 10:57:08.162924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b0e830-9706-4776-919a-c27116b3646d None None] Network 84922014-eeed-46c4-9777-4cbf987df590 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:57:08.223434 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:08.270192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:57:08.273106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:08.277602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:57:08.280855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Pushing event updated for resources: {'Port': ['ID=63f43008-bd6f-46fa-887d-2fd564e30efc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:08.282292 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fdb67200-dfcf-490b-9901-2e9b35b8417f None None] Provisioning complete for port 1c01e512-61ac-4e2d-8ca6-329f5ac19658 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:08.286776 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fdb67200-dfcf-490b-9901-2e9b35b8417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:08.428026 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fdb67200-dfcf-490b-9901-2e9b35b8417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:08.461841 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1c01e512-61ac-4e2d-8ca6-329f5ac19658 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:08.521085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fdb67200-dfcf-490b-9901-2e9b35b8417f None None] For port 1c01e512-61ac-4e2d-8ca6-329f5ac19658, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1c01e512-61ac-4e2d-8ca6-329f5ac19658,segment=NetworkSegment(7694653f-d38f-4a1a-bffc-ccb3474d4669),segment_id=7694653f-d38f-4a1a-bffc-ccb3474d4669)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:08.538450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1c01e512-61ac-4e2d-8ca6-329f5ac19658 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:08.538826 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:08.561466 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:08.588261 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fdb67200-dfcf-490b-9901-2e9b35b8417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:08.615759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:08.801897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb67200-dfcf-490b-9901-2e9b35b8417f None None] Pushing event updated for resources: {'Port': ['ID=1c01e512-61ac-4e2d-8ca6-329f5ac19658,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:08.811794 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-184a7836-0c7e-42d3-b9da-230d278126e8 None None] Provisioning complete for port 1c01e512-61ac-4e2d-8ca6-329f5ac19658 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:08.812482 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-184a7836-0c7e-42d3-b9da-230d278126e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:08.830542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90736130-603f-4bc6-82fd-53bc5fac2639 req-d2a58e5a-203b-4e0e-97d8-96c648b84327 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:08.832240 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-90736130-603f-4bc6-82fd-53bc5fac2639 req-d2a58e5a-203b-4e0e-97d8-96c648b84327 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0847116 Oct 13 10:57:08.876861 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:08.882310 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-90736130-603f-4bc6-82fd-53bc5fac2639 req-aa0ca335-3b79-461f-9f0e-b8ef84fbb6f5 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423534 Oct 13 10:57:08.960449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4df10ee7-153d-44a6-b7e0-cb8a1eeba6ec req-ef03db49-c21f-49e1-91da-34b43b378ae1 tempest-ServerAddressesNegativeTestJSON-291664479 tempest-ServerAddressesNegativeTestJSON-291664479-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99cb109-d804-4c4a-bd34-6217d8b80491 HTTP/1.1" status: 200 len: 210 time: 0.0423522 Oct 13 10:57:09.065187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdd44c-4d9b-4b1c-98ee-1efe7f534240 req-f4a59e10-a5a9-487c-af81-c908302f7979 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:09.067083 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-69fdd44c-4d9b-4b1c-98ee-1efe7f534240 req-f4a59e10-a5a9-487c-af81-c908302f7979 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0528350 Oct 13 10:57:09.085211 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:57:09.123569 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-69fdd44c-4d9b-4b1c-98ee-1efe7f534240 req-262fc555-bfd0-414a-9d0f-d841a897d84c tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500889 Oct 13 10:57:09.189546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9a475-f66e-47dd-a49b-affcac5aff34 req-9eb0ce67-a2b8-4d12-8f0d-0793f7e5020e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:09.191095 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01a9a475-f66e-47dd-a49b-affcac5aff34 req-9eb0ce67-a2b8-4d12-8f0d-0793f7e5020e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.1036470 Oct 13 10:57:09.264673 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01a9a475-f66e-47dd-a49b-affcac5aff34 req-784684a8-1b66-4b50-8be3-b05c73df0c29 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474429 Oct 13 10:57:09.265772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:57:09.278094 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Sync routers for ids ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:57:09.287237 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Routers {'1ebc7c15-9307-41d9-81e6-fb14b4b8a305'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:09.289846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:56:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:09.361612 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:09.362931 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d27ae315-4373-461c-927d-56197bf8ccdd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9572682 Oct 13 10:57:09.365672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41154) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:09.390463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Set router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:09.586203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:57:08Z', 'revision_number': 3, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:09.612979 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Checking router: 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:57:09.613328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Updating router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 port 63f43008-bd6f-46fa-887d-2fd564e30efc binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:57:09.637385 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:09.786080 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:09.871397 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a800e2c7-ddd6-4931-8f58-fc476cd5c5fa no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:09.895947 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: a800e2c7-ddd6-4931-8f58-fc476cd5c5fa {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:09.896285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a800e2c7-ddd6-4931-8f58-fc476cd5c5fa not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:09.911799 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:09.943086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Allocated IP 172.20.0.1 (84922014-eeed-46c4-9777-4cbf987df590/c2391d65-a75a-4fb7-9179-ada553729639/bb3cb1a7-7489-4bdd-8136-acdcd40e0d37) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:57:09.976509 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.027957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Attempting to bind port 63f43008-bd6f-46fa-887d-2fd564e30efc on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:57:10.028329 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Attempting to bind port 63f43008-bd6f-46fa-887d-2fd564e30efc by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:57:10.028687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Attempting to bind port 63f43008-bd6f-46fa-887d-2fd564e30efc on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:10.040817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:57:10.041176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:10.041590 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.041964 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:57:10.042846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Bound port: 63f43008-bd6f-46fa-887d-2fd564e30efc, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:57:10.042846 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.045363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0ced1-3593-47d4-ad38-8af52db85284 None None] Pushing event updated for resources: {'Port': ['ID=63f43008-bd6f-46fa-887d-2fd564e30efc,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:10.065001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5080bc-b1e0-4497-9703-9438887e6375 req-e1ec614a-2ea9-477c-a46c-610d63f8c6eb tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:10.066545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf5080bc-b1e0-4497-9703-9438887e6375 req-e1ec614a-2ea9-477c-a46c-610d63f8c6eb tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0987720 Oct 13 10:57:10.080567 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41164) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:10.114726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] For port 63f43008-bd6f-46fa-887d-2fd564e30efc, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:57:10.118246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] For port 63f43008-bd6f-46fa-887d-2fd564e30efc, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=63f43008-bd6f-46fa-887d-2fd564e30efc,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:57:10.128172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fb8bcb-1164-424c-a95b-a8c471f1f016 admin admin] Deleting subnet b1775cff-ac85-493f-9671-bf257f3e3937 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:57:10.131396 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12fb8bcb-1164-424c-a95b-a8c471f1f016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.136444 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.140310 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf5080bc-b1e0-4497-9703-9438887e6375 req-56322f2e-5fdd-49f8-b450-e9a5367af0bd tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655186 Oct 13 10:57:10.180970 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12fb8bcb-1164-424c-a95b-a8c471f1f016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.196789 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.257495 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12fb8bcb-1164-424c-a95b-a8c471f1f016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.270676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Routers {'1ebc7c15-9307-41d9-81e6-fb14b4b8a305'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:10.271361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:56:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:10.275236 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0ced1-3593-47d4-ad38-8af52db85284 None None] Pushing event updated for resources: {'Port': ['ID=63f43008-bd6f-46fa-887d-2fd564e30efc,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:10.275396 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.294799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd0865-7eb0-49f0-9f9c-961a4863dd1a req-7240bb15-14a5-41ae-9fd3-39470316524a tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:10.296377 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-91bd0865-7eb0-49f0-9f9c-961a4863dd1a req-7240bb15-14a5-41ae-9fd3-39470316524a tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0934947 Oct 13 10:57:10.310826 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.358394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3cb1a7-7489-4bdd-8136-acdcd40e0d37,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:10.363083 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-91bd0865-7eb0-49f0-9f9c-961a4863dd1a req-3dfd35d5-0537-41df-87f1-67ed337a4bbd tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538611 Oct 13 10:57:10.383102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Network 84922014-eeed-46c4-9777-4cbf987df590 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:57:10.394029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:10.401887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] Set router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:10.405590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12fb8bcb-1164-424c-a95b-a8c471f1f016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.415119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:57:10.434607 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1c01e512-61ac-4e2d-8ca6-329f5ac19658 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:10.450005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12fb8bcb-1164-424c-a95b-a8c471f1f016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.454231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-12fb8bcb-1164-424c-a95b-a8c471f1f016 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b1775cff-ac85-493f-9671-bf257f3e3937 HTTP/1.1" status: 204 len: 168 time: 0.3724751 Oct 13 10:57:10.455845 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb8bcb-1164-424c-a95b-a8c471f1f016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1775cff-ac85-493f-9671-bf257f3e3937,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:10.457092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41172) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:10.513146 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.564482 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443695d4-f13b-4dfd-afc6-6a445f06576f req-f194937a-180f-4e7c-b17c-9f87961a4cc9 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:10.571727 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-443695d4-f13b-4dfd-afc6-6a445f06576f req-f194937a-180f-4e7c-b17c-9f87961a4cc9 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.1915653 Oct 13 10:57:10.601698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1c01e512-61ac-4e2d-8ca6-329f5ac19658 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:10.602698 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.620237 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d63b4da0-7ae5-4797-b41b-1958b253a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.660489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-443695d4-f13b-4dfd-afc6-6a445f06576f req-a6c83ee8-af52-44d9-925e-5cca8106352d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879052 Oct 13 10:57:10.754364 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-327478ec-febd-4a3f-9507-cf26f6b62508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.771575 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:57:08Z', 'revision_number': 3, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:10.776352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-543b50ab-b93e-43f2-8e1a-ea451e46e454 None None] Provisioning complete for port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:10.776352 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-543b50ab-b93e-43f2-8e1a-ea451e46e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.776633 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d63b4da0-7ae5-4797-b41b-1958b253a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.786992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ac543-def4-44bb-8177-ba1353aa741b req-b02567bb-828f-41a6-8757-a4fbd7c244c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:10.788496 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2d5ac543-def4-44bb-8177-ba1353aa741b req-b02567bb-828f-41a6-8757-a4fbd7c244c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 1096 time: 0.0465596 Oct 13 10:57:10.797831 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-d63b4da0-7ae5-4797-b41b-1958b253a3cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7a5002-1bcc-4e77-a352-8a4ef31da05f']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:10.807361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-d63b4da0-7ae5-4797-b41b-1958b253a3cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b92773-6cd2-4a42-9b4e-a15d643e33bc') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:10.807659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-d63b4da0-7ae5-4797-b41b-1958b253a3cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b92773-6cd2-4a42-9b4e-a15d643e33bc') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:10.820914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0ae1e-e4d7-43f8-8299-ed3c0ac7fb7d None None] The sync data for ids ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'] in n-d-813659-3 is: [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:57:08Z', 'revision_number': 3, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:57:10.821426 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d63b4da0-7ae5-4797-b41b-1958b253a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.830412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2d5ac543-def4-44bb-8177-ba1353aa741b req-ec6604e3-0e45-41cc-8c8e-9f7b786a6d10 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335221 Oct 13 10:57:10.836365 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d63b4da0-7ae5-4797-b41b-1958b253a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.839077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-543b50ab-b93e-43f2-8e1a-ea451e46e454 None None] Port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:57:10.845538 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63b4da0-7ae5-4797-b41b-1958b253a3cf admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:57:10.845949 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d63b4da0-7ae5-4797-b41b-1958b253a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:57:10.847855 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:57:10.917294 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:11.029098 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d63b4da0-7ae5-4797-b41b-1958b253a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:11.041724 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d63b4da0-7ae5-4797-b41b-1958b253a3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:11.041724 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d63b4da0-7ae5-4797-b41b-1958b253a3cf admin admin] 10.222.0.32 "DELETE /v2.0/networks/9b7a5002-1bcc-4e77-a352-8a4ef31da05f HTTP/1.1" status: 204 len: 168 time: 0.5813012 Oct 13 10:57:11.062697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b4da0-7ae5-4797-b41b-1958b253a3cf admin admin] Pushing event deleted for resources: {'Network': ['ID=9b7a5002-1bcc-4e77-a352-8a4ef31da05f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:11.142663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:11.205759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:11.304830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3cb1a7-7489-4bdd-8136-acdcd40e0d37,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:11.318652 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:11.330456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9f291-73e2-441c-bd80-90ee214ff1ce req-7756e336-b3e3-4a02-b041-7ce9295b6e0b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:11.332472 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4f9f291-73e2-441c-bd80-90ee214ff1ce req-7756e336-b3e3-4a02-b041-7ce9295b6e0b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0839543 Oct 13 10:57:11.425684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4f9f291-73e2-441c-bd80-90ee214ff1ce req-5f34ccf4-344d-4093-a43b-0d184db43d65 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844657 Oct 13 10:57:11.446557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41186) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:11.468697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Network 84922014-eeed-46c4-9777-4cbf987df590 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:57:11.470603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:11.523670 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8d4373e1-f60f-4bcd-8369-14815236a758 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f415a3b27c2948b5b961c79401ee97fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751989 Oct 13 10:57:11.529431 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41188) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:11.535375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e9540-fbd2-45d1-89e7-ce4cb0253775 req-ea182c6a-0d3d-4f25-bdd5-5cd47c741d35 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:11.545354 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e4e9540-fbd2-45d1-89e7-ce4cb0253775 req-ea182c6a-0d3d-4f25-bdd5-5cd47c741d35 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.1000209 Oct 13 10:57:11.589937 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:11.619074 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e4e9540-fbd2-45d1-89e7-ce4cb0253775 req-8577cdaa-2001-4783-ad50-d23ebdeaa1ba tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702491 Oct 13 10:57:11.634108 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef5c23c1-c242-4a3d-9e5b-71c3c51c45e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:11.652956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:57:11.667875 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef5c23c1-c242-4a3d-9e5b-71c3c51c45e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:11.766986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-66151b6a-6eff-4858-a7cb-7ecc4d27eac4 None None] Provisioning complete for port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:11.767265 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-66151b6a-6eff-4858-a7cb-7ecc4d27eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:11.806322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:57:11.813913 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-37bc8b3e-11d5-4615-8f12-60e14d27ae25 admin admin] 10.222.0.32 "PUT /v2.0/routers/1ebc7c15-9307-41d9-81e6-fb14b4b8a305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4468718 Oct 13 10:57:11.826946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-66151b6a-6eff-4858-a7cb-7ecc4d27eac4 None None] Port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:57:11.840777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372e708-6b58-48c6-8c73-44021df3bd58 req-6df4e00e-3d0f-494b-9a06-808838e4d390 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:11.842375 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e372e708-6b58-48c6-8c73-44021df3bd58 req-6df4e00e-3d0f-494b-9a06-808838e4d390 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0798819 Oct 13 10:57:11.862528 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef5c23c1-c242-4a3d-9e5b-71c3c51c45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:11.865548 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef5c23c1-c242-4a3d-9e5b-71c3c51c45e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:11.866988 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ef5c23c1-c242-4a3d-9e5b-71c3c51c45e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4161273-1b0f-401c-a7ce-83436b2bdf22 HTTP/1.1" status: 204 len: 168 time: 0.3399272 Oct 13 10:57:11.876139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c23c1-c242-4a3d-9e5b-71c3c51c45e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4161273-1b0f-401c-a7ce-83436b2bdf22,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:11.903118 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e372e708-6b58-48c6-8c73-44021df3bd58 req-97efaffe-5975-4549-9b7c-27e662e504c1 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533566 Oct 13 10:57:12.062989 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:12.265701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41208) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:12.274760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1296822619', 'description': 'tempest-description--1503489794'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:12.354068 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:12.439940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 63f43008-bd6f-46fa-887d-2fd564e30efc up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:12.459479 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:12.512690 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 63f43008-bd6f-46fa-887d-2fd564e30efc triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:12.513196 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:12.553857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26e5a1-13af-4a2c-95d5-362860975fe6 req-f90ffa01-6211-4b4b-9e06-06bbb8ba8a9b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:12.555551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c26e5a1-13af-4a2c-95d5-362860975fe6 req-f90ffa01-6211-4b4b-9e06-06bbb8ba8a9b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0527618 Oct 13 10:57:12.556683 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:12.612187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86784fe-6b4d-4970-a04e-968853961fbe,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:12.613222 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:12.628608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:12.628608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:12.628608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:12.628608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:12.628608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:12.629065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:12.629065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:12.629473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:12.629744 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:12.630079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:12.630425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:12.630779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:12.635446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 63f43008-bd6f-46fa-887d-2fd564e30efc, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=63f43008-bd6f-46fa-887d-2fd564e30efc,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:12.636241 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c26e5a1-13af-4a2c-95d5-362860975fe6 req-28ccfb13-4876-4451-bbda-727e2add6418 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649109 Oct 13 10:57:12.642233 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:12.643511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d8db4d80-ea81-4291-8b13-6e543e7e4be9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3732316 Oct 13 10:57:12.646770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41222) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:12.652433 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c7c58632-0906-4f58-ab79-6f0ddb9bb4bf tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Request body: {'security_group_rule': {'security_group_id': 'c86784fe-6b4d-4970-a04e-968853961fbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:12.696936 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:12.698922 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Sync routers for ids ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:57:12.722512 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Routers {'1ebc7c15-9307-41d9-81e6-fb14b4b8a305'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:12.723362 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:12.773619 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=63f43008-bd6f-46fa-887d-2fd564e30efc,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:12.792888 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7c58632-0906-4f58-ab79-6f0ddb9bb4bf tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:12.835296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ebe16-5cd0-4bcc-b095-cd400b8dc053 req-8177f4a7-e493-4e57-8ddd-6e3997677590 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:12.842978 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd8ebe16-5cd0-4bcc-b095-cd400b8dc053 req-8177f4a7-e493-4e57-8ddd-6e3997677590 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0999720 Oct 13 10:57:12.870279 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Set router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:12.903505 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd8ebe16-5cd0-4bcc-b095-cd400b8dc053 req-29888c1d-f1cf-4696-a535-b2fc1bd06a5d tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592234 Oct 13 10:57:12.921043 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7c58632-0906-4f58-ab79-6f0ddb9bb4bf tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:12.982385 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7c58632-0906-4f58-ab79-6f0ddb9bb4bf tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.029100 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c58632-0906-4f58-ab79-6f0ddb9bb4bf tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5e5c13-e304-4f70-9114-5daa3fb9be56,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:13.031447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41242) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:13.057315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b54e9-74df-483a-ba42-3a9a89c3db28 req-b471428a-fde0-4223-a66d-061c87b2acca tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:13.059448 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a33b54e9-74df-483a-ba42-3a9a89c3db28 req-b471428a-fde0-4223-a66d-061c87b2acca tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0688922 Oct 13 10:57:13.107991 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7c58632-0906-4f58-ab79-6f0ddb9bb4bf tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.109743 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c7c58632-0906-4f58-ab79-6f0ddb9bb4bf tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4613020 Oct 13 10:57:13.112709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41246) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:13.117267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f9f4bd07-c28a-48f1-bd25-f004efff06ab tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Request body: {'security_group_rule': {'security_group_id': 'c86784fe-6b4d-4970-a04e-968853961fbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:13.136225 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a33b54e9-74df-483a-ba42-3a9a89c3db28 req-92b25502-6e1a-48eb-8e73-253f5aeca5eb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636795 Oct 13 10:57:13.155382 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:57:10Z', 'revision_number': 4, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'bb3cb1a7-7489-4bdd-8136-acdcd40e0d37', 'name': '', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'mac_address': 'fa:16:3e:d2:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:09Z', 'updated_at': '2021-10-13T10:57:10Z', 'revision_number': 2, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'subnets': [{'id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:13.193304 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Checking router: 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:57:13.193661 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Updating router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:57:13.202858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2146256845-network', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:13.245873 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.255339 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f9f4bd07-c28a-48f1-bd25-f004efff06ab tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.319824 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.339779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Made reservation on behalf of b7d6e6a057e34d0d8c7e85a05eeb5b00 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:57:13.344497 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.348771 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f9f4bd07-c28a-48f1-bd25-f004efff06ab tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.355274 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.355745 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180c17d-821e-4208-8974-c50c8928f2d6 req-e4148353-f51c-461c-9b69-45848bc1a4e9 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:13.358162 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0180c17d-821e-4208-8974-c50c8928f2d6 req-e4148353-f51c-461c-9b69-45848bc1a4e9 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.1198194 Oct 13 10:57:13.369846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ec66-286b-4518-bfa0-e46489fb85b7 req-965f62b3-4e70-4b82-b14f-921f843cc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:13.371578 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b237ec66-286b-4518-bfa0-e46489fb85b7 req-965f62b3-4e70-4b82-b14f-921f843cc6bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 1096 time: 0.0868566 Oct 13 10:57:13.398431 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f9f4bd07-c28a-48f1-bd25-f004efff06ab tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.458754 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4bd07-c28a-48f1-bd25-f004efff06ab tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f75da2-9b40-4e23-a20d-c77e8a560bf1,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:13.470438 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0180c17d-821e-4208-8974-c50c8928f2d6 req-eb8942c7-41b3-4e38-83ab-2f5a3ece3223 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020865 Oct 13 10:57:13.501955 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f9f4bd07-c28a-48f1-bd25-f004efff06ab tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.503697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f9f4bd07-c28a-48f1-bd25-f004efff06ab tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3896565 Oct 13 10:57:13.506821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41254) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:13.516768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:13.532519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.549050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ec66-286b-4518-bfa0-e46489fb85b7 req-24115d17-2ca1-4b6a-a789-91efeb6397df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:13.550589 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b237ec66-286b-4518-bfa0-e46489fb85b7 req-24115d17-2ca1-4b6a-a789-91efeb6397df service neutron] 10.222.0.46 "GET /v2.0/networks?id=9669baac-943a-44ee-93d6-7a2696aefe34 HTTP/1.1" status: 200 len: 919 time: 0.1654599 Oct 13 10:57:13.582211 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.595957 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b237ec66-286b-4518-bfa0-e46489fb85b7 req-0b60429a-b4c1-45f8-a43b-df553bd1f479 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=177fcaec-c81e-4e40-b138-5fb76684f734 HTTP/1.1" status: 200 len: 217 time: 0.0376873 Oct 13 10:57:13.611105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:57:13.621246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89431e8-5156-4443-9dcd-ac002ba00c79,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:13.629208 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.629632 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Added segment 08c587ce-3ab4-4082-a3f9-13d336742c69 of type vlan for network 68162571-da51-4d57-899e-725b46fa6e96 Oct 13 10:57:13.637607 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.646983 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.674357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.694560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ec66-286b-4518-bfa0-e46489fb85b7 req-795678e4-b8e7-4126-b3a8-5726bc351ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:13.696126 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b237ec66-286b-4518-bfa0-e46489fb85b7 req-795678e4-b8e7-4126-b3a8-5726bc351ab7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527 HTTP/1.1" status: 200 len: 858 time: 0.0926595 Oct 13 10:57:13.696774 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.731448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.732273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:13.732684 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b237ec66-286b-4518-bfa0-e46489fb85b7 req-edaf06af-bb82-420e-9b78-93b3cc5ac7d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9669baac-943a-44ee-93d6-7a2696aefe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286727 Oct 13 10:57:13.732788 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.766172 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Pushing event updated for resources: {'Port': ['ID=bb3cb1a7-7489-4bdd-8136-acdcd40e0d37,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:13.777937 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:13.778639 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:13.779210 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:13.779772 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:13.780457 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:13.781040 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:13.781433 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:13.781860 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:13.782254 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:13.782653 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:13.785876 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:13.785876 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:13.807812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] Pushing event updated for resources: {'Network': ['ID=68162571-da51-4d57-899e-725b46fa6e96,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:13.817050 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Attempting to bind port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:57:13.817543 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Attempting to bind port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '7694653f-d38f-4a1a-bffc-ccb3474d4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '84922014-eeed-46c4-9777-4cbf987df590'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:57:13.817978 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Attempting to bind port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 on network 84922014-eeed-46c4-9777-4cbf987df590 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:13.820009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 68162571-da51-4d57-899e-725b46fa6e96 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:57:13.823757 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:57:13.824219 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Checking segment: {'id': '7694653f-d38f-4a1a-bffc-ccb3474d4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '84922014-eeed-46c4-9777-4cbf987df590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:13.824688 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.825200 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Bound using segment: {'id': '7694653f-d38f-4a1a-bffc-ccb3474d4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '84922014-eeed-46c4-9777-4cbf987df590'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:57:13.825930 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Bound port: bb3cb1a7-7489-4bdd-8136-acdcd40e0d37, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7694653f-d38f-4a1a-bffc-ccb3474d4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '84922014-eeed-46c4-9777-4cbf987df590'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:57:13.826569 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.868789 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a2c1d06a-6c3f-4304-9ef7-e0f291f042b0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8330748 Oct 13 10:57:13.869042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41256) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:13.873985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-72a71a41-fe11-4b71-8596-2e5e08107779 admin admin] Request body: {'subnet': {'network_id': '68162571-da51-4d57-899e-725b46fa6e96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2146256845-subnet', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:13.890989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:13.914156 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b237ec66-286b-4518-bfa0-e46489fb85b7 req-bac56d79-d56f-446a-ab0e-6b39ae3526f9 service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713686 Oct 13 10:57:13.920216 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] For port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:57:13.929518 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] For port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=bb3cb1a7-7489-4bdd-8136-acdcd40e0d37,segment=NetworkSegment(7694653f-d38f-4a1a-bffc-ccb3474d4669),segment_id=7694653f-d38f-4a1a-bffc-ccb3474d4669)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:57:13.982551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a71a41-fe11-4b71-8596-2e5e08107779 admin admin] Made reservation on behalf of b7d6e6a057e34d0d8c7e85a05eeb5b00 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:57:13.985617 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72a71a41-fe11-4b71-8596-2e5e08107779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:14.011134 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:14.080183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c9ada707-23f1-4c05-b610-f01f8b43cec6 None None] Provisioning complete for port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:14.080979 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c9ada707-23f1-4c05-b610-f01f8b43cec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:14.143373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e19148-c12a-422a-85db-337b25a1b414 req-ee804daf-3c66-4c31-812b-d5c10ff8f569 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:14.151283 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20e19148-c12a-422a-85db-337b25a1b414 req-ee804daf-3c66-4c31-812b-d5c10ff8f569 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.1491001 Oct 13 10:57:14.168981 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Routers {'1ebc7c15-9307-41d9-81e6-fb14b4b8a305'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:14.169885 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:14.170148 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b237ec66-286b-4518-bfa0-e46489fb85b7 req-750bd122-4787-49f1-917f-4c09821583a2 service neutron] 10.222.0.46 "GET /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405796 Oct 13 10:57:14.171496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Allocated IP 172.25.0.111 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/00995da5-aa9c-4950-96d3-3b96360f45b0) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:57:14.237604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20e19148-c12a-422a-85db-337b25a1b414 req-365e96f9-7c61-483f-9801-4bb882ae5c54 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847809 Oct 13 10:57:14.239189 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c9ada707-23f1-4c05-b610-f01f8b43cec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:14.263451 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c84c63-1f88-4e08-8fee-c1c3ff2c137a None None] Pushing event updated for resources: {'Port': ['ID=bb3cb1a7-7489-4bdd-8136-acdcd40e0d37,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:14.310393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c9ada707-23f1-4c05-b610-f01f8b43cec6 None None] For port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=bb3cb1a7-7489-4bdd-8136-acdcd40e0d37,segment=NetworkSegment(7694653f-d38f-4a1a-bffc-ccb3474d4669),segment_id=7694653f-d38f-4a1a-bffc-ccb3474d4669)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:14.359442 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] Set router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:14.391779 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:14.393778 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c9ada707-23f1-4c05-b610-f01f8b43cec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:14.466318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ada707-23f1-4c05-b610-f01f8b43cec6 None None] Pushing event updated for resources: {'Port': ['ID=bb3cb1a7-7489-4bdd-8136-acdcd40e0d37,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:14.473383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ba153-409b-45ad-a002-41c8efac9c45 req-353637d8-f706-40ce-801d-b917f15d1f95 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:14.474934 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-987ba153-409b-45ad-a002-41c8efac9c45 req-353637d8-f706-40ce-801d-b917f15d1f95 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.1456418 Oct 13 10:57:14.479976 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72a71a41-fe11-4b71-8596-2e5e08107779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:14.496209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 63f43008-bd6f-46fa-887d-2fd564e30efc up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:14.559591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4027f554-5416-4e26-a8be-1e4fa1002b24 None None] Provisioning complete for port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:14.559964 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4027f554-5416-4e26-a8be-1e4fa1002b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:14.574907 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-987ba153-409b-45ad-a002-41c8efac9c45 req-2ca64143-197c-4bb4-a639-a22b0e8e01cd tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830703 Oct 13 10:57:14.592226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a71a41-fe11-4b71-8596-2e5e08107779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:14.629739 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:14.639610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 63f43008-bd6f-46fa-887d-2fd564e30efc triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:14.643244 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:14.650611 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:57:10Z', 'revision_number': 4, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'bb3cb1a7-7489-4bdd-8136-acdcd40e0d37', 'name': '', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'mac_address': 'fa:16:3e:d2:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:09Z', 'updated_at': '2021-10-13T10:57:13Z', 'revision_number': 4, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'subnets': [{'id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:14.679068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Pushing event updated for resources: {'Port': ['ID=00995da5-aa9c-4950-96d3-3b96360f45b0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:14.687028 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f348a-fbea-48b2-872f-7af6ef09f1e2 None None] The sync data for ids ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'] in n-d-813659-3 is: [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:57:10Z', 'revision_number': 4, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'bb3cb1a7-7489-4bdd-8136-acdcd40e0d37', 'name': '', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'mac_address': 'fa:16:3e:d2:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:09Z', 'updated_at': '2021-10-13T10:57:13Z', 'revision_number': 4, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'subnets': [{'id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:57:14.708395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:57:14.710385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:14.715660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:57:14.868054 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:14.957337 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:15.057326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a71a41-fe11-4b71-8596-2e5e08107779 admin admin] Checking segment: {'id': '08c587ce-3ab4-4082-a3f9-13d336742c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '68162571-da51-4d57-899e-725b46fa6e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:15.058063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a71a41-fe11-4b71-8596-2e5e08107779 admin admin] Network hostable DHCP agents. Network: 68162571-da51-4d57-899e-725b46fa6e96, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:57:15.071437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a16cc-4f96-4e30-85fe-d557edf52e74 req-c7ad4ae7-67b7-49dc-9a90-5413ef921851 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:15.073008 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-908a16cc-4f96-4e30-85fe-d557edf52e74 req-c7ad4ae7-67b7-49dc-9a90-5413ef921851 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.4771717 Oct 13 10:57:15.132189 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-908a16cc-4f96-4e30-85fe-d557edf52e74 req-b96a9486-3a16-470d-a08e-b975b3b510d8 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510013 Oct 13 10:57:15.153824 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:15.170864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a71a41-fe11-4b71-8596-2e5e08107779 admin admin] Network 68162571-da51-4d57-899e-725b46fa6e96 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:57:15.210848 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:15.222202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-72a71a41-fe11-4b71-8596-2e5e08107779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 68162571-da51-4d57-899e-725b46fa6e96) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:15.226856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a71a41-fe11-4b71-8596-2e5e08107779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:15.227455 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72a71a41-fe11-4b71-8596-2e5e08107779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:15.236863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7160e6a-0122-4bd7-a47f-835cfc9ece11 None None] Network 68162571-da51-4d57-899e-725b46fa6e96 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:57:15.285702 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-72a71a41-fe11-4b71-8596-2e5e08107779 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4155533 Oct 13 10:57:15.286268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41274) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:15.287667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Pushing event updated for resources: {'Port': ['ID=00995da5-aa9c-4950-96d3-3b96360f45b0,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:15.299687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2146256845-router', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:15.315371 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:15.388115 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcaa241-5582-410b-93f2-a201214ce157 req-d2718f36-6739-41b4-a25a-a4c5f163f1eb tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:15.389691 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2dcaa241-5582-410b-93f2-a201214ce157 req-d2718f36-6739-41b4-a25a-a4c5f163f1eb tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0609946 Oct 13 10:57:15.390866 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0a95f6-6b8a-41e6-bde1-2495454e2e05 None None] Network 68162571-da51-4d57-899e-725b46fa6e96 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:57:15.427814 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:15.428958 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:15.440246 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2dcaa241-5582-410b-93f2-a201214ce157 req-fcf90467-2577-45bc-aae9-0794db69d800 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437264 Oct 13 10:57:15.528929 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:15.539866 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-47780e4c-e97a-4b06-a3d0-3f6f4028317e tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0303314 Oct 13 10:57:15.544316 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:15.736757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-00d67018-0c5a-4477-8280-65e6587ab91b tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1296822619&fields=id&tenant_id=6c3ec8149ee94fff8be9512f387bd3fc HTTP/1.1" status: 200 len: 267 time: 0.0398619 Oct 13 10:57:15.803632 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:15.814183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ac952-3e49-4020-aad0-97d23afdbc8f req-d1dd08e5-3533-47f0-be31-54b73a625b08 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:15.815760 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3a3ac952-3e49-4020-aad0-97d23afdbc8f req-d1dd08e5-3533-47f0-be31-54b73a625b08 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.1495819 Oct 13 10:57:15.858973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-9c36b131-0e1b-49bd-a6f5-a42631f2f162 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:15.861948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-9c36b131-0e1b-49bd-a6f5-a42631f2f162 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/networks?id=84922014-eeed-46c4-9777-4cbf987df590 HTTP/1.1" status: 200 len: 814 time: 0.1178315 Oct 13 10:57:15.862716 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3a3ac952-3e49-4020-aad0-97d23afdbc8f req-339e402f-ab73-45e6-888b-ccd47c9bbb81 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Oct 13 10:57:15.879771 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-1e23c35b-1f37-4055-926f-5ea8452ae38b tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/quotas/6c3ec8149ee94fff8be9512f387bd3fc HTTP/1.1" status: 200 len: 375 time: 0.0117838 Oct 13 10:57:15.953719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-40dec1df-d471-4daa-b0a4-ca39c890742b tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c3ec8149ee94fff8be9512f387bd3fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632286 Oct 13 10:57:16.052719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-74e2237f-698b-44d6-a81c-41ec65c67ddc service neutron] 10.222.0.32 "GET /v2.0/networks/84922014-eeed-46c4-9777-4cbf987df590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895445 Oct 13 10:57:16.095177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:16.113628 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:16.145295 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-3a533f3e-c866-4b6b-b68d-f529bb71dec5 service neutron] 10.222.0.32 "GET /v2.0/networks/84922014-eeed-46c4-9777-4cbf987df590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859468 Oct 13 10:57:16.242394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Allocated IP 172.25.0.85 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/d0f54c4d-0c4e-40eb-afb8-6d3779c77e45) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:57:16.324674 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35ca88-4b4c-4593-a22f-92dbf6575bc2 req-e77a4ee0-1343-4e97-905b-023582d5182f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:16.326175 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b35ca88-4b4c-4593-a22f-92dbf6575bc2 req-e77a4ee0-1343-4e97-905b-023582d5182f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.1099138 Oct 13 10:57:16.380413 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79a59586-1b14-42a0-bbf7-fe174d89dd33 req-125aa0ea-0927-4859-8011-ecb277fd1314 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 210 time: 0.0271270 Oct 13 10:57:16.416276 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b35ca88-4b4c-4593-a22f-92dbf6575bc2 req-c6ead583-6ded-4bc0-95da-fac2c60674f3 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801301 Oct 13 10:57:16.447797 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:16.477015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:16.528649 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:16.529103 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:16.554706 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:16.588354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077fbda-4cb5-4128-8ba5-6e87d8627b1a req-ea659599-2061-4710-83f4-83849cec556b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:16.590201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4077fbda-4cb5-4128-8ba5-6e87d8627b1a req-ea659599-2061-4710-83f4-83849cec556b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0681860 Oct 13 10:57:16.611106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:57:16.614430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:16.618033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:57:16.623862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Pushing event updated for resources: {'Port': ['ID=d0f54c4d-0c4e-40eb-afb8-6d3779c77e45,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:16.653093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4077fbda-4cb5-4128-8ba5-6e87d8627b1a req-5bc5894b-5bb8-4134-bc1a-a960ea926622 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554621 Oct 13 10:57:16.937716 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:17.065563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040169de-8424-48fc-be89-b31d625d67e1 req-c0348a57-6736-4fb3-8f50-42d77f7efaec tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:17.067060 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-040169de-8424-48fc-be89-b31d625d67e1 req-c0348a57-6736-4fb3-8f50-42d77f7efaec tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.1258917 Oct 13 10:57:17.148315 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-040169de-8424-48fc-be89-b31d625d67e1 req-49a0f7b2-28fb-44ca-8b31-1eb3bbe4fbe3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751052 Oct 13 10:57:17.199498 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:17.370483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Router 048c7eb5-5402-47e1-bf09-744428dfddea is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:57:17.555230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bdd3-6201-466c-8005-9310ddd9c8ea req-65b8c1cd-8e21-4e85-b271-3afe87daec7d tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:17.556806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6bc9bdd3-6201-466c-8005-9310ddd9c8ea req-65b8c1cd-8e21-4e85-b271-3afe87daec7d tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0519457 Oct 13 10:57:17.599319 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6bc9bdd3-6201-466c-8005-9310ddd9c8ea req-253f586c-cd49-469e-823c-f07f7bcf86ee tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362244 Oct 13 10:57:17.796135 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e1c5cd8-2f61-4732-b829-6d55eb68f3d9 req-42f48d76-1842-43c9-81a3-8622962f0ff4 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 210 time: 0.0372598 Oct 13 10:57:17.802706 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fdccd-bc1e-425c-b763-2a7aa0ad0485 req-b8ff9df1-5d13-4423-8d9d-93fac4ad46f9 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:17.804343 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f67fdccd-bc1e-425c-b763-2a7aa0ad0485 req-b8ff9df1-5d13-4423-8d9d-93fac4ad46f9 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0532589 Oct 13 10:57:17.805807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:57:17.819006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Sync routers for ids ['048c7eb5-5402-47e1-bf09-744428dfddea'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:57:17.828945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Routers {'048c7eb5-5402-47e1-bf09-744428dfddea'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:17.829677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['048c7eb5-5402-47e1-bf09-744428dfddea'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:17.864507 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f67fdccd-bc1e-425c-b763-2a7aa0ad0485 req-813774d4-7289-45d7-91a8-c0f40aff27f4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378537 Oct 13 10:57:17.910463 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:17.914023 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-654a22ca-cc2c-48d9-8e41-9dcb7aa41f92 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6205294 Oct 13 10:57:17.914920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41332) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:18.061847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Set router 048c7eb5-5402-47e1-bf09-744428dfddea gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:18.270166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'name': 'tempest-ServerRescueTestJSON-2146256845-router', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:15Z', 'updated_at': '2021-10-13T10:57:16Z', 'revision_number': 3, 'project_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'gw_port': {'id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:16Z', 'updated_at': '2021-10-13T10:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:18.303194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Checking router: 048c7eb5-5402-47e1-bf09-744428dfddea for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:57:18.303869 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Updating router 048c7eb5-5402-47e1-bf09-744428dfddea port d0f54c4d-0c4e-40eb-afb8-6d3779c77e45 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:57:18.339855 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:18.346609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04479a1c-ec4b-4dff-8472-7c50d4d0d160 req-ec7d9d82-3ccc-44a7-be13-32a386db7fb6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:18.348126 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04479a1c-ec4b-4dff-8472-7c50d4d0d160 req-ec7d9d82-3ccc-44a7-be13-32a386db7fb6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0937960 Oct 13 10:57:18.420907 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04479a1c-ec4b-4dff-8472-7c50d4d0d160 req-c45febbe-bce3-4ac8-9fdd-d04bcbbf1f5f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627849 Oct 13 10:57:18.470190 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:18.584157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-6fd3457a-9a54-4de9-b477-5db682433d22 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:18.586757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-6fd3457a-9a54-4de9-b477-5db682433d22 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.21 "GET /v2.0/networks?id=84922014-eeed-46c4-9777-4cbf987df590 HTTP/1.1" status: 200 len: 814 time: 0.1199830 Oct 13 10:57:18.613492 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:18.634723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Allocated IP 172.20.0.1 (68162571-da51-4d57-899e-725b46fa6e96/7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47/7e3d5fdd-2033-4610-bcb7-b157b9195ee8) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:57:18.638531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-ded9a518-e326-40ad-a3ed-ca6a233838b9 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c3ec8149ee94fff8be9512f387bd3fc HTTP/1.1" status: 200 len: 380 time: 0.0332966 Oct 13 10:57:18.649740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-52674b23-8eb4-4965-9e32-a97165886e0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Request body: {'port': {'device_id': 'ceb83869-3bd1-4eba-ab97-3f7f89568e4a', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'admin_state_up': True, 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'security_groups': ['c86784fe-6b4d-4970-a04e-968853961fbe']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:18.680172 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:18.776977 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Attempting to bind port d0f54c4d-0c4e-40eb-afb8-6d3779c77e45 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:57:18.777543 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Attempting to bind port d0f54c4d-0c4e-40eb-afb8-6d3779c77e45 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:57:18.778095 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Attempting to bind port d0f54c4d-0c4e-40eb-afb8-6d3779c77e45 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:18.788291 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2afc89-9756-4e25-9c91-68c57b33686f None None] Pushing event updated for resources: {'Port': ['ID=d0f54c4d-0c4e-40eb-afb8-6d3779c77e45,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:18.790965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:57:18.791257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:18.791849 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:18.792296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:57:18.793046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Bound port: d0f54c4d-0c4e-40eb-afb8-6d3779c77e45, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:57:18.793659 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:18.866711 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:18.882930 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] For port d0f54c4d-0c4e-40eb-afb8-6d3779c77e45, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:57:18.887933 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] For port d0f54c4d-0c4e-40eb-afb8-6d3779c77e45, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d0f54c4d-0c4e-40eb-afb8-6d3779c77e45,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:57:18.895465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-52674b23-8eb4-4965-9e32-a97165886e0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Made reservation on behalf of 6c3ec8149ee94fff8be9512f387bd3fc for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:57:18.904676 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-52674b23-8eb4-4965-9e32-a97165886e0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:18.943178 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bb540efe-4979-4529-bc6d-9a6ad9e9c519 req-f1d3acbe-36b2-409e-a489-91bcece641fb tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 210 time: 0.0461080 Oct 13 10:57:18.983451 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:19.013335 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:19.055226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Routers {'048c7eb5-5402-47e1-bf09-744428dfddea'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:19.056053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['048c7eb5-5402-47e1-bf09-744428dfddea'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:19.067426 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f04e-48c6-4cb1-ae83-76982174c60f req-6d3deba3-6aee-45ac-ac1f-ee03914b80ae tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:19.068969 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4c38f04e-48c6-4cb1-ae83-76982174c60f req-6d3deba3-6aee-45ac-ac1f-ee03914b80ae tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0943940 Oct 13 10:57:19.076943 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Network 68162571-da51-4d57-899e-725b46fa6e96 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:57:19.082447 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:19.099863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:57:19.140382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-52674b23-8eb4-4965-9e32-a97165886e0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Allocated IP 172.20.0.4 (84922014-eeed-46c4-9777-4cbf987df590/c2391d65-a75a-4fb7-9179-ada553729639/b36917d1-b856-4fd6-aeab-d15e86b159d2) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:57:19.154154 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Pushing event updated for resources: {'Port': ['ID=7e3d5fdd-2033-4610-bcb7-b157b9195ee8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:19.173279 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:19.180249 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4c38f04e-48c6-4cb1-ae83-76982174c60f req-fc06fb75-f088-408f-89bb-eb5c13c1c3a1 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030440 Oct 13 10:57:19.182872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2afc89-9756-4e25-9c91-68c57b33686f None None] Pushing event updated for resources: {'Port': ['ID=d0f54c4d-0c4e-40eb-afb8-6d3779c77e45,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:19.232710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] Set router 048c7eb5-5402-47e1-bf09-744428dfddea gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:19.393784 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-52674b23-8eb4-4965-9e32-a97165886e0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:19.415198 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:19.472036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'name': 'tempest-ServerRescueTestJSON-2146256845-router', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:15Z', 'updated_at': '2021-10-13T10:57:16Z', 'revision_number': 3, 'project_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'gw_port': {'id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:16Z', 'updated_at': '2021-10-13T10:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:19.479808 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-52674b23-8eb4-4965-9e32-a97165886e0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:19.502797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bc7f47-6e64-452c-a032-b162cfe68440 None None] The sync data for ids ['048c7eb5-5402-47e1-bf09-744428dfddea'] in n-d-813659-3 is: [{'id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'name': 'tempest-ServerRescueTestJSON-2146256845-router', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:15Z', 'updated_at': '2021-10-13T10:57:16Z', 'revision_number': 3, 'project_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'gw_port': {'id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:16Z', 'updated_at': '2021-10-13T10:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:57:19.548319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-52674b23-8eb4-4965-9e32-a97165886e0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Network 84922014-eeed-46c4-9777-4cbf987df590 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:57:19.552385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52674b23-8eb4-4965-9e32-a97165886e0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Pushing event updated for resources: {'Port': ['ID=b36917d1-b856-4fd6-aeab-d15e86b159d2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:19.555634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-52674b23-8eb4-4965-9e32-a97165886e0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:19.558127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-52674b23-8eb4-4965-9e32-a97165886e0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:57:19.618870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-52674b23-8eb4-4965-9e32-a97165886e0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:19.620374 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-52674b23-8eb4-4965-9e32-a97165886e0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:19.672517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eea42d-f470-4bd9-95cc-ddc1db84fa3d req-cedf62e6-1ba9-433c-840d-2d882f2eb025 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:19.673970 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85eea42d-f470-4bd9-95cc-ddc1db84fa3d req-cedf62e6-1ba9-433c-840d-2d882f2eb025 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.1214745 Oct 13 10:57:19.687538 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-52674b23-8eb4-4965-9e32-a97165886e0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0414207 Oct 13 10:57:19.702314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Request body: {'port': {'device_id': 'ceb83869-3bd1-4eba-ab97-3f7f89568e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:19.713891 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:19.744316 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85eea42d-f470-4bd9-95cc-ddc1db84fa3d req-0d32876e-92a1-43f0-9ed6-16313260e58b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560308 Oct 13 10:57:19.776267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:19.821540 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:19.883235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:19.934368 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-175b0e40-61f0-4c17-bd8c-db8594e29d00 None None] Provisioning complete for port b36917d1-b856-4fd6-aeab-d15e86b159d2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:19.934944 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-175b0e40-61f0-4c17-bd8c-db8594e29d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:19.990310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Pushing event updated for resources: {'Port': ['ID=7e3d5fdd-2033-4610-bcb7-b157b9195ee8,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:20.010757 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-175b0e40-61f0-4c17-bd8c-db8594e29d00 None None] Port b36917d1-b856-4fd6-aeab-d15e86b159d2 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:57:20.137768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Network 68162571-da51-4d57-899e-725b46fa6e96 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:57:20.141419 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:20.157201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc5760-c44d-454b-9d45-83d550216b99 req-10fd130f-5bae-42cb-b0b1-2bf93efe64c1 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:20.165410 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8bcc5760-c44d-454b-9d45-83d550216b99 req-10fd130f-5bae-42cb-b0b1-2bf93efe64c1 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 931 time: 0.1114249 Oct 13 10:57:20.241992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36917d1-b856-4fd6-aeab-d15e86b159d2 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:57:20.250856 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:20.289914 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Transition to ACTIVE for port object b36917d1-b856-4fd6-aeab-d15e86b159d2 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:57:20.320708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Router 048c7eb5-5402-47e1-bf09-744428dfddea has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:57:20.324448 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8bcc5760-c44d-454b-9d45-83d550216b99 req-aaf4b41b-605e-4118-b446-04675e4987ac tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/security-groups?id=c86784fe-6b4d-4970-a04e-968853961fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578875 Oct 13 10:57:20.404431 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:20.499416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d0f54c4d-0c4e-40eb-afb8-6d3779c77e45 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:20.537238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:57:20.554707 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-754a1f01-b505-4400-a48d-3da9c60a6e59 admin admin] 10.222.0.32 "PUT /v2.0/routers/048c7eb5-5402-47e1-bf09-744428dfddea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6300526 Oct 13 10:57:20.576273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f616f5b-6a57-4cb0-aa11-033af2bd6d65 req-3c8b50d3-38fb-4e2d-903c-ef23242dad28 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:20.584377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d0f54c4d-0c4e-40eb-afb8-6d3779c77e45 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:20.584624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f616f5b-6a57-4cb0-aa11-033af2bd6d65 req-3c8b50d3-38fb-4e2d-903c-ef23242dad28 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.2527626 Oct 13 10:57:20.584989 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:20.600279 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Pushing event updated for resources: {'Port': ['ID=b36917d1-b856-4fd6-aeab-d15e86b159d2,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:20.702007 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f616f5b-6a57-4cb0-aa11-033af2bd6d65 req-f89e5a67-91b2-4dda-a60b-5425eb11a103 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118350 Oct 13 10:57:20.722473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Attempting to bind port b36917d1-b856-4fd6-aeab-d15e86b159d2 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:57:20.722815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Attempting to bind port b36917d1-b856-4fd6-aeab-d15e86b159d2 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '7694653f-d38f-4a1a-bffc-ccb3474d4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '84922014-eeed-46c4-9777-4cbf987df590'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:57:20.723144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Attempting to bind port b36917d1-b856-4fd6-aeab-d15e86b159d2 on network 84922014-eeed-46c4-9777-4cbf987df590 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:20.728206 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:20.729451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Port b36917d1-b856-4fd6-aeab-d15e86b159d2 on network 84922014-eeed-46c4-9777-4cbf987df590 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:57:20.729782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Attempting to bind port b36917d1-b856-4fd6-aeab-d15e86b159d2 on network 84922014-eeed-46c4-9777-4cbf987df590 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:20.737895 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:57:20.738234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Checking segment: {'id': '7694653f-d38f-4a1a-bffc-ccb3474d4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '84922014-eeed-46c4-9777-4cbf987df590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:20.738663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Bound using segment: {'id': '7694653f-d38f-4a1a-bffc-ccb3474d4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '84922014-eeed-46c4-9777-4cbf987df590'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:57:20.739097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Bound port: b36917d1-b856-4fd6-aeab-d15e86b159d2, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7694653f-d38f-4a1a-bffc-ccb3474d4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '84922014-eeed-46c4-9777-4cbf987df590'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:57:20.739456 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:20.753988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port d0f54c4d-0c4e-40eb-afb8-6d3779c77e45, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d0f54c4d-0c4e-40eb-afb8-6d3779c77e45,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:20.824726 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:20.880509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] For port b36917d1-b856-4fd6-aeab-d15e86b159d2, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:57:20.883932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] For port b36917d1-b856-4fd6-aeab-d15e86b159d2, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b36917d1-b856-4fd6-aeab-d15e86b159d2,segment=NetworkSegment(7694653f-d38f-4a1a-bffc-ccb3474d4669),segment_id=7694653f-d38f-4a1a-bffc-ccb3474d4669)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:57:20.917279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527549a-3b0a-4ac0-9e12-c6c956f2584c req-a18aa5de-2189-4ab1-96ba-3ed071c2a9d9 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:20.925427 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f527549a-3b0a-4ac0-9e12-c6c956f2584c req-a18aa5de-2189-4ab1-96ba-3ed071c2a9d9 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0909507 Oct 13 10:57:20.949591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=d0f54c4d-0c4e-40eb-afb8-6d3779c77e45,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:21.016358 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f527549a-3b0a-4ac0-9e12-c6c956f2584c req-20109533-b78f-47d4-abd1-7159e9548db1 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697699 Oct 13 10:57:21.105480 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:21.187895 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:21.188692 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:21.191134 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] 10.222.0.21 "PUT /v2.0/ports/b36917d1-b856-4fd6-aeab-d15e86b159d2 HTTP/1.1" status: 200 len: 1091 time: 1.4929857 Oct 13 10:57:21.200826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb83869-3bd1-4eba-ab97-3f7f89568e4a', 'tag': 'b36917d1-b856-4fd6-aeab-d15e86b159d2'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:21.203405 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6db2f8b-3f24-4fa4-9a0d-1a1843b14793" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb83869-3bd1-4eba-ab97-3f7f89568e4a", "tag": "b36917d1-b856-4fd6-aeab-d15e86b159d2"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:21.249588 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3501a7-d9b9-45aa-a5ff-7b1f7b8304d0 x-openstack-request-id: req-3f3501a7-d9b9-45aa-a5ff-7b1f7b8304d0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:21.249877 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb83869-3bd1-4eba-ab97-3f7f89568e4a", "tag": "b36917d1-b856-4fd6-aeab-d15e86b159d2", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:21.250123 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f3501a7-d9b9-45aa-a5ff-7b1f7b8304d0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:21.250543 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb83869-3bd1-4eba-ab97-3f7f89568e4a', 'tag': 'b36917d1-b856-4fd6-aeab-d15e86b159d2', 'status': 'completed', 'code': 200} Oct 13 10:57:21.256483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a800b1-7ac1-48b7-b227-72e2bf920920 service neutron] Pushing event updated for resources: {'Port': ['ID=b36917d1-b856-4fd6-aeab-d15e86b159d2,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:21.273300 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:57:21.323701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-f5a9491b-01da-4c20-8fc4-6714dba745c1 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:21.326756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-f5a9491b-01da-4c20-8fc4-6714dba745c1 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/networks?id=68162571-da51-4d57-899e-725b46fa6e96 HTTP/1.1" status: 200 len: 811 time: 0.2390447 Oct 13 10:57:21.353362 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-8a1c417d-6244-4a77-b4da-cd849262b12f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/quotas/b7d6e6a057e34d0d8c7e85a05eeb5b00 HTTP/1.1" status: 200 len: 375 time: 0.0184331 Oct 13 10:57:21.356768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db2f8b-3f24-4fa4-9a0d-1a1843b14793 req-97feb549-d04b-45b5-a4f0-1caa7bbf39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:21.362594 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6db2f8b-3f24-4fa4-9a0d-1a1843b14793 req-97feb549-d04b-45b5-a4f0-1caa7bbf39fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3ec8149ee94fff8be9512f387bd3fc&device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 1094 time: 0.0882404 Oct 13 10:57:21.478791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a8ba8-0263-4a45-b638-1b3546ee085b req-7e8a87f2-e5dd-43ad-bec0-d31217e47706 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:21.480231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be7a8ba8-0263-4a45-b638-1b3546ee085b req-7e8a87f2-e5dd-43ad-bec0-d31217e47706 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 943 time: 0.0559258 Oct 13 10:57:21.483275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-eec0c7b1-c813-4a6c-98e6-e4cec39494da tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7d6e6a057e34d0d8c7e85a05eeb5b00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221418 Oct 13 10:57:21.525972 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be7a8ba8-0263-4a45-b638-1b3546ee085b req-3b06abdd-8647-4e03-9ae9-75cd84e605ed tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/security-groups?id=c86784fe-6b4d-4970-a04e-968853961fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364230 Oct 13 10:57:21.567062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db2f8b-3f24-4fa4-9a0d-1a1843b14793 req-cf26f2a4-5ccd-4a24-bcfc-445283cf9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:21.568683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6db2f8b-3f24-4fa4-9a0d-1a1843b14793 req-cf26f2a4-5ccd-4a24-bcfc-445283cf9b26 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6c3ec8149ee94fff8be9512f387bd3fc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1973362 Oct 13 10:57:21.656116 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-a997bca7-d878-402b-b3df-bda6cc4eb3aa service neutron] 10.222.0.32 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595843 Oct 13 10:57:21.738497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db2f8b-3f24-4fa4-9a0d-1a1843b14793 req-ca8dff7d-316b-4dc4-8a8e-ab460e517393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:21.739957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6db2f8b-3f24-4fa4-9a0d-1a1843b14793 req-ca8dff7d-316b-4dc4-8a8e-ab460e517393 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1646492 Oct 13 10:57:21.817795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9426ae1-28ab-4ba5-a40a-d0c8d8dea6ce req-6d03fd08-b402-49a9-87a1-ccfe945aaf42 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:21.819497 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e9426ae1-28ab-4ba5-a40a-d0c8d8dea6ce req-6d03fd08-b402-49a9-87a1-ccfe945aaf42 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0562105 Oct 13 10:57:21.823583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-08e8d9f6-c2a4-407c-809e-4a309aa5da41 service neutron] 10.222.0.32 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595690 Oct 13 10:57:21.863498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-de52b6eb-da24-4e2b-b517-545c8fa8a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:21.864976 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-de52b6eb-da24-4e2b-b517-545c8fa8a1e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3ec8149ee94fff8be9512f387bd3fc&device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 1094 time: 0.0790155 Oct 13 10:57:21.876562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e9426ae1-28ab-4ba5-a40a-d0c8d8dea6ce req-d1e95176-44ed-4ecf-9fe2-c654b906bdc0 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504632 Oct 13 10:57:21.914587 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-00876ee8-6f33-482b-910e-dbeba84ad52c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b36917d1-b856-4fd6-aeab-d15e86b159d2 HTTP/1.1" status: 200 len: 217 time: 0.0410056 Oct 13 10:57:21.965262 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d300ebf8-962d-4001-a8ee-af8699276aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:21.966799 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-d300ebf8-962d-4001-a8ee-af8699276aa5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2391d65-a75a-4fb7-9179-ada553729639 HTTP/1.1" status: 200 len: 853 time: 0.0455284 Oct 13 10:57:22.026877 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-3a6d6dba-19af-4de4-9d69-5c484244a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:22.028500 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-3a6d6dba-19af-4de4-9d69-5c484244a15d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84922014-eeed-46c4-9777-4cbf987df590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532997 Oct 13 10:57:22.145742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-178b1165-ebe5-44f4-9f67-849449ae2676 service neutron] 10.222.0.21 "GET /v2.0/networks/84922014-eeed-46c4-9777-4cbf987df590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088085 Oct 13 10:57:22.195707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393328e-623b-413b-8179-40fceab9fe79 req-1010fb79-5d71-44a9-a7f3-029ad9f7e4f8 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:22.204549 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b393328e-623b-413b-8179-40fceab9fe79 req-1010fb79-5d71-44a9-a7f3-029ad9f7e4f8 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.1180329 Oct 13 10:57:22.257866 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b393328e-623b-413b-8179-40fceab9fe79 req-8d7bc852-e1c4-42b1-8e17-e1fa45c8f7b3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471208 Oct 13 10:57:22.294627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ae56fb-efcb-4d78-8ce9-abf6140e7393 req-004da4b1-11ef-49d3-bb90-8bad50057210 service neutron] 10.222.0.21 "GET /v2.0/networks/84922014-eeed-46c4-9777-4cbf987df590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396902 Oct 13 10:57:22.317895 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e063494-1558-4623-8495-989259342362 None None] Sync routers for ids ['048c7eb5-5402-47e1-bf09-744428dfddea'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:57:22.327366 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e063494-1558-4623-8495-989259342362 None None] Routers {'048c7eb5-5402-47e1-bf09-744428dfddea'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:22.328645 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9e063494-1558-4623-8495-989259342362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['048c7eb5-5402-47e1-bf09-744428dfddea'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:22.395363 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d3975cf9-4547-43f8-88d3-c04ebbf29a06 req-c029c145-44d3-49c2-a74b-58ed1575ab3a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 210 time: 0.0619817 Oct 13 10:57:22.428488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d0f54c4d-0c4e-40eb-afb8-6d3779c77e45 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:22.483951 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-9e063494-1558-4623-8495-989259342362 None None] Set router 048c7eb5-5402-47e1-bf09-744428dfddea gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:22.487108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d0f54c4d-0c4e-40eb-afb8-6d3779c77e45 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:22.487452 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:22.711766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f832f5c-8129-43a5-b6b0-1817909d65cd req-f45f0e31-59d6-4ec7-97ae-2bc6f7d6fe37 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:22.713864 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f832f5c-8129-43a5-b6b0-1817909d65cd req-f45f0e31-59d6-4ec7-97ae-2bc6f7d6fe37 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 943 time: 0.0834663 Oct 13 10:57:22.724680 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9e063494-1558-4623-8495-989259342362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'name': 'tempest-ServerRescueTestJSON-2146256845-router', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:15Z', 'updated_at': '2021-10-13T10:57:19Z', 'revision_number': 4, 'project_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'gw_port': {'id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:16Z', 'updated_at': '2021-10-13T10:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7e3d5fdd-2033-4610-bcb7-b157b9195ee8', 'name': '', 'network_id': '68162571-da51-4d57-899e-725b46fa6e96', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'mac_address': 'fa:16:3e:c7:a7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:18Z', 'updated_at': '2021-10-13T10:57:19Z', 'revision_number': 2, 'project_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'subnets': [{'id': '7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:22.761206 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e063494-1558-4623-8495-989259342362 None None] Checking router: 048c7eb5-5402-47e1-bf09-744428dfddea for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:57:22.761557 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e063494-1558-4623-8495-989259342362 None None] Updating router 048c7eb5-5402-47e1-bf09-744428dfddea port 7e3d5fdd-2033-4610-bcb7-b157b9195ee8 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:57:22.766905 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f832f5c-8129-43a5-b6b0-1817909d65cd req-57c946fa-1109-4623-8a1b-7d83248be749 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/security-groups?id=c86784fe-6b4d-4970-a04e-968853961fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451777 Oct 13 10:57:22.787610 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-9e063494-1558-4623-8495-989259342362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:23.019818 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9f405-da7b-4c65-88f0-36f6c18408a7 req-34ea6395-a459-4067-8932-98363718474b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:23.021509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8eb9f405-da7b-4c65-88f0-36f6c18408a7 req-34ea6395-a459-4067-8932-98363718474b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0637498 Oct 13 10:57:23.062554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8eb9f405-da7b-4c65-88f0-36f6c18408a7 req-9f07000b-8cd2-44b2-889c-a8411e1e616a tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349617 Oct 13 10:57:23.078562 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-9e063494-1558-4623-8495-989259342362 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:23.170502 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-9e063494-1558-4623-8495-989259342362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:23.218367 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc46c2d-c3b9-4ef2-9401-138f7babf13c None None] Pushing event updated for resources: {'Port': ['ID=7e3d5fdd-2033-4610-bcb7-b157b9195ee8,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:23.270702 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-9e063494-1558-4623-8495-989259342362 None None] Attempting to bind port 7e3d5fdd-2033-4610-bcb7-b157b9195ee8 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:57:23.271241 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-9e063494-1558-4623-8495-989259342362 None None] Attempting to bind port 7e3d5fdd-2033-4610-bcb7-b157b9195ee8 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '08c587ce-3ab4-4082-a3f9-13d336742c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '68162571-da51-4d57-899e-725b46fa6e96'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:57:23.271604 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e063494-1558-4623-8495-989259342362 None None] Attempting to bind port 7e3d5fdd-2033-4610-bcb7-b157b9195ee8 on network 68162571-da51-4d57-899e-725b46fa6e96 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:23.278548 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e063494-1558-4623-8495-989259342362 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:57:23.282128 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e063494-1558-4623-8495-989259342362 None None] Checking segment: {'id': '08c587ce-3ab4-4082-a3f9-13d336742c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '68162571-da51-4d57-899e-725b46fa6e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:23.282128 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-9e063494-1558-4623-8495-989259342362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:23.282128 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e063494-1558-4623-8495-989259342362 None None] Bound using segment: {'id': '08c587ce-3ab4-4082-a3f9-13d336742c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '68162571-da51-4d57-899e-725b46fa6e96'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:57:23.282128 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-9e063494-1558-4623-8495-989259342362 None None] Bound port: 7e3d5fdd-2033-4610-bcb7-b157b9195ee8, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c587ce-3ab4-4082-a3f9-13d336742c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '68162571-da51-4d57-899e-725b46fa6e96'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:57:23.282128 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-9e063494-1558-4623-8495-989259342362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:23.356767 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-9e063494-1558-4623-8495-989259342362 None None] For port 7e3d5fdd-2033-4610-bcb7-b157b9195ee8, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:57:23.362614 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-9e063494-1558-4623-8495-989259342362 None None] For port 7e3d5fdd-2033-4610-bcb7-b157b9195ee8, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7e3d5fdd-2033-4610-bcb7-b157b9195ee8,segment=NetworkSegment(08c587ce-3ab4-4082-a3f9-13d336742c69),segment_id=08c587ce-3ab4-4082-a3f9-13d336742c69)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:57:23.432196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5069841-78e7-434c-ab7a-9d7b1abaf399 req-18b203ed-747e-47a0-87c4-a08ba876dc89 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:23.433984 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5069841-78e7-434c-ab7a-9d7b1abaf399 req-18b203ed-747e-47a0-87c4-a08ba876dc89 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0666802 Oct 13 10:57:23.440158 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-9e063494-1558-4623-8495-989259342362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:23.485027 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5069841-78e7-434c-ab7a-9d7b1abaf399 req-f0a066d2-3c42-4872-811b-61c304fe6a3f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451052 Oct 13 10:57:23.500220 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e063494-1558-4623-8495-989259342362 None None] Routers {'048c7eb5-5402-47e1-bf09-744428dfddea'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:23.512867 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ca4d8-ff38-4d96-8911-07567041d11e req-93c3e47f-c270-49c4-bae5-a604594a33ca tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:23.513018 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9e063494-1558-4623-8495-989259342362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['048c7eb5-5402-47e1-bf09-744428dfddea'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:23.513142 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-979ca4d8-ff38-4d96-8911-07567041d11e req-93c3e47f-c270-49c4-bae5-a604594a33ca tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 945 time: 0.0773094 Oct 13 10:57:23.554251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-979ca4d8-ff38-4d96-8911-07567041d11e req-d4a198aa-4e2c-42e9-8f87-448e18061234 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420835 Oct 13 10:57:23.601650 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b6bf7de2-1012-493f-b087-aba9e4d061b4 req-df723fac-f43c-44ca-bb40-df6ee421cb6a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 210 time: 0.0401757 Oct 13 10:57:23.605108 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc46c2d-c3b9-4ef2-9401-138f7babf13c None None] Pushing event updated for resources: {'Port': ['ID=7e3d5fdd-2033-4610-bcb7-b157b9195ee8,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:23.679515 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-9e063494-1558-4623-8495-989259342362 None None] Set router 048c7eb5-5402-47e1-bf09-744428dfddea gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:23.897586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f606f30-ae8b-4473-8bcd-2062ff5caf1e req-aae3010e-d290-492c-bb18-44bb00e65f30 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:23.898665 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f606f30-ae8b-4473-8bcd-2062ff5caf1e req-aae3010e-d290-492c-bb18-44bb00e65f30 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 943 time: 0.0570910 Oct 13 10:57:23.914419 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9e063494-1558-4623-8495-989259342362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'name': 'tempest-ServerRescueTestJSON-2146256845-router', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:15Z', 'updated_at': '2021-10-13T10:57:19Z', 'revision_number': 4, 'project_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'gw_port': {'id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:16Z', 'updated_at': '2021-10-13T10:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7e3d5fdd-2033-4610-bcb7-b157b9195ee8', 'name': '', 'network_id': '68162571-da51-4d57-899e-725b46fa6e96', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'mac_address': 'fa:16:3e:c7:a7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:18Z', 'updated_at': '2021-10-13T10:57:23Z', 'revision_number': 4, 'project_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'subnets': [{'id': '7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:23.950079 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e063494-1558-4623-8495-989259342362 None None] The sync data for ids ['048c7eb5-5402-47e1-bf09-744428dfddea'] in n-d-813659-3 is: [{'id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'name': 'tempest-ServerRescueTestJSON-2146256845-router', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:15Z', 'updated_at': '2021-10-13T10:57:19Z', 'revision_number': 4, 'project_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'gw_port': {'id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:16Z', 'updated_at': '2021-10-13T10:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7e3d5fdd-2033-4610-bcb7-b157b9195ee8', 'name': '', 'network_id': '68162571-da51-4d57-899e-725b46fa6e96', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'mac_address': 'fa:16:3e:c7:a7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:18Z', 'updated_at': '2021-10-13T10:57:23Z', 'revision_number': 4, 'project_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'subnets': [{'id': '7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:57:23.965478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b36917d1-b856-4fd6-aeab-d15e86b159d2 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:57:23.980182 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f606f30-ae8b-4473-8bcd-2062ff5caf1e req-19df74f2-2f60-4fd6-a47b-5e0abe8803d0 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/security-groups?id=c86784fe-6b4d-4970-a04e-968853961fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752525 Oct 13 10:57:24.001826 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-33e808a9-617b-4c09-8825-173d93e43712 service neutron] show failed (client error): The resource could not be found. Oct 13 10:57:24.011797 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-33e808a9-617b-4c09-8825-173d93e43712 service neutron] 10.222.0.46 "GET /v2.0/ports/80aa8575-f2ce-442d-8cb3-dfb1b38b1979/bindings/n-h2-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0907087 Oct 13 10:57:24.141531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b36917d1-b856-4fd6-aeab-d15e86b159d2, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b36917d1-b856-4fd6-aeab-d15e86b159d2,segment=NetworkSegment(7694653f-d38f-4a1a-bffc-ccb3474d4669),segment_id=7694653f-d38f-4a1a-bffc-ccb3474d4669)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:24.163110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b36917d1-b856-4fd6-aeab-d15e86b159d2', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'port_id': 'b36917d1-b856-4fd6-aeab-d15e86b159d2', 'mac_address': 'fa:16:3e:5e:8b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:57:24.215069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6840c43-eceb-4c05-a67d-51130e13110d req-11c51cbf-689c-483a-9088-9d4448539c78 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:24.225249 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:24.234421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6840c43-eceb-4c05-a67d-51130e13110d req-11c51cbf-689c-483a-9088-9d4448539c78 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.0743575 Oct 13 10:57:24.253014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36917d1-b856-4fd6-aeab-d15e86b159d2 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:57:24.286412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b36917d1-b856-4fd6-aeab-d15e86b159d2, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b36917d1-b856-4fd6-aeab-d15e86b159d2,segment=NetworkSegment(7694653f-d38f-4a1a-bffc-ccb3474d4669),segment_id=7694653f-d38f-4a1a-bffc-ccb3474d4669)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:24.304155 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6840c43-eceb-4c05-a67d-51130e13110d req-31869b45-4509-4a98-b371-b3d29cd6a1a6 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671184 Oct 13 10:57:24.365431 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:24.458351 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b36917d1-b856-4fd6-aeab-d15e86b159d2,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:24.478295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:24.478750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:24.479184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:24.480075 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:24.480500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:24.480849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:24.481260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:24.482551 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:24.484020 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:24.484462 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:24.485014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:24.487884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:24.547908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082d830-3ccb-43d1-aa70-7df40e8310de req-e8a5d5a6-17c9-4eee-bb24-a1954f3584cb tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:24.549870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7e3d5fdd-2033-4610-bcb7-b157b9195ee8 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:24.550742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c082d830-3ccb-43d1-aa70-7df40e8310de req-e8a5d5a6-17c9-4eee-bb24-a1954f3584cb tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 945 time: 0.0584459 Oct 13 10:57:24.632095 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7e3d5fdd-2033-4610-bcb7-b157b9195ee8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:24.632467 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:24.634745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b36917d1-b856-4fd6-aeab-d15e86b159d2'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:57:24.646428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c082d830-3ccb-43d1-aa70-7df40e8310de req-7a03af20-2690-449a-8cf4-9d12375c3f22 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877919 Oct 13 10:57:24.713351 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-d0dc5b11-516f-4942-ae1a-37ac1a1a1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:24.722992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-27e32271-5ba0-4508-a339-f1014f29d140 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:24.727724 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-27e32271-5ba0-4508-a339-f1014f29d140 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.46 "GET /v2.0/networks?id=68162571-da51-4d57-899e-725b46fa6e96 HTTP/1.1" status: 200 len: 811 time: 0.2305853 Oct 13 10:57:24.727880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-d0dc5b11-516f-4942-ae1a-37ac1a1a1ad1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34&tenant_id=15b82978f9314c489e73bb4a9f9cd84a HTTP/1.1" status: 200 len: 1101 time: 0.1234272 Oct 13 10:57:24.744548 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:24.746199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b14a9e-13fe-483e-a93a-76b7c8337d4b req-ea40b405-b976-4941-b419-f8741662d411 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:24.747874 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4b14a9e-13fe-483e-a93a-76b7c8337d4b req-ea40b405-b976-4941-b419-f8741662d411 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.1141469 Oct 13 10:57:24.753193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Request body: {'port': {'device_id': '51fd59b3-f15f-42c2-80da-2a0a8d8ec195', 'network_id': '68162571-da51-4d57-899e-725b46fa6e96', 'admin_state_up': True, 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:24.858594 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:24.864030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c6813d1-4a4f-4039-be12-648851d1898f req-e4c0dd8a-06cb-4bbd-a55b-0e7a33746d64 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 210 time: 0.0570765 Oct 13 10:57:24.879705 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:24.886824 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4b14a9e-13fe-483e-a93a-76b7c8337d4b req-a15660ee-1c94-49b8-8a94-cd4b28b5994f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293280 Oct 13 10:57:25.040317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Made reservation on behalf of b7d6e6a057e34d0d8c7e85a05eeb5b00 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:57:25.048059 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:25.061818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 7e3d5fdd-2033-4610-bcb7-b157b9195ee8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7e3d5fdd-2033-4610-bcb7-b157b9195ee8,segment=NetworkSegment(08c587ce-3ab4-4082-a3f9-13d336742c69),segment_id=08c587ce-3ab4-4082-a3f9-13d336742c69)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:25.125036 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:25.221541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389080e1-9869-4ec7-9ba4-bc4c252e2a0b req-2f943c65-3812-4a01-8feb-a0658d6b9516 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:25.223060 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-389080e1-9869-4ec7-9ba4-bc4c252e2a0b req-2f943c65-3812-4a01-8feb-a0658d6b9516 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 944 time: 0.1069403 Oct 13 10:57:25.223899 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=7e3d5fdd-2033-4610-bcb7-b157b9195ee8,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:25.302529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:25.310820 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-389080e1-9869-4ec7-9ba4-bc4c252e2a0b req-7b4abb0e-21d5-46c6-a4c9-ef0914f10924 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/security-groups?id=c86784fe-6b4d-4970-a04e-968853961fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788608 Oct 13 10:57:25.322615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Allocated IP 172.20.0.14 (68162571-da51-4d57-899e-725b46fa6e96/7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47/166c8ee1-6ca7-48e5-8b4b-2b63829e8405) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:57:25.350476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:57:25.391397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:25.394430 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dbcbd3-8151-43b9-b22a-c6f67ad60428" -d '{"events": [{"server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "name": "network-vif-unplugged", "status": "completed", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:25.399216 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:25.413113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Transition to ACTIVE for port object 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:57:25.491129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fa809-e239-4eea-9cce-dddcc4b2a7db req-26c58ccd-9146-400d-b85c-a97ec3a6f84b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:25.492696 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad8fa809-e239-4eea-9cce-dddcc4b2a7db req-26c58ccd-9146-400d-b85c-a97ec3a6f84b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.1016409 Oct 13 10:57:25.496847 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:25.586072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] No DVR routers for this DVR port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:25.601679 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad8fa809-e239-4eea-9cce-dddcc4b2a7db req-20314a94-9890-4184-ab2c-737b23432521 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925584 Oct 13 10:57:25.601679 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:25.629299 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Pushing event updated for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:25.646281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Attempting to bind port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:57:25.646733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Attempting to bind port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:57:25.647143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Attempting to bind port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:25.652076 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:57:25.656807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Attempting to bind port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:25.659892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:57:25.660325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:25.660850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:57:25.661365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Bound port: 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:57:25.661803 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:25.742879 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbae9eaf-0f2b-43cd-ae5b-8c9d6afe1269 x-openstack-request-id: req-bbae9eaf-0f2b-43cd-ae5b-8c9d6afe1269 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:25.742879 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "name": "network-vif-unplugged", "status": "completed", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:25.742879 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbae9eaf-0f2b-43cd-ae5b-8c9d6afe1269 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:25.742879 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'code': 200} Oct 13 10:57:25.755522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:25.790974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:57:25.796341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:57:25.874473 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:25.875280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Network 68162571-da51-4d57-899e-725b46fa6e96 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:57:25.880456 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:25.883574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:57:25.915809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Pushing event updated for resources: {'Port': ['ID=166c8ee1-6ca7-48e5-8b4b-2b63829e8405,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:25.959347 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98713aaf-902f-4b2a-926c-b9ff9b3e77da req-96f4d73f-326f-4b2f-9800-c897135cfc57 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:25.961276 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98713aaf-902f-4b2a-926c-b9ff9b3e77da req-96f4d73f-326f-4b2f-9800-c897135cfc57 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 945 time: 0.1448917 Oct 13 10:57:25.967283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:25.967638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:25.968168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:25.968650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:25.969001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:25.969467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:25.969875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:25.970805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:25.971152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:25.971492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:25.971832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:25.972159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:57:25.985954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b36917d1-b856-4fd6-aeab-d15e86b159d2 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:26.002709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Pushing event updated for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:26.022070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:26.022741 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:26.050909 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98713aaf-902f-4b2a-926c-b9ff9b3e77da req-06aaf079-ac80-4864-bebc-f092e7e0f06c tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746913 Oct 13 10:57:26.064698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:26.064942 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:26.066476 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-0e06f84a-25e1-4e9e-95b1-e01313153c85 service neutron] 10.222.0.21 "PUT /v2.0/ports/80aa8575-f2ce-442d-8cb3-dfb1b38b1979 HTTP/1.1" status: 200 len: 1096 time: 1.3330839 Oct 13 10:57:26.092075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086144e-d5aa-4b28-b4f5-f50c18ec67e0 req-0ff67083-2ee6-4e48-853f-ccb860761741 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:26.097968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5086144e-d5aa-4b28-b4f5-f50c18ec67e0 req-0ff67083-2ee6-4e48-853f-ccb860761741 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 932 time: 0.0955164 Oct 13 10:57:26.153157 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-7429ab44-ca87-494b-ae29-dca17836455f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4042304 Oct 13 10:57:26.176287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port b36917d1-b856-4fd6-aeab-d15e86b159d2 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:57:26.181914 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Request body: {'port': {'device_id': '51fd59b3-f15f-42c2-80da-2a0a8d8ec195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:26.183282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b36917d1-b856-4fd6-aeab-d15e86b159d2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:26.183658 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:26.202487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-c7895a42-2b6e-4876-be58-82ef111a95b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:26.204254 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-c7895a42-2b6e-4876-be58-82ef111a95b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 1099 time: 0.1094141 Oct 13 10:57:26.216832 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5086144e-d5aa-4b28-b4f5-f50c18ec67e0 req-e9672685-a0ed-441c-b8ec-9b99980188c0 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839190 Oct 13 10:57:26.390266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-d350d66d-e6fa-4e4c-8d42-dd334e88d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:26.395784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-d350d66d-e6fa-4e4c-8d42-dd334e88d452 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1752310 Oct 13 10:57:26.425779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489518d-6783-4c30-bd16-3986bb5a4f68 req-5ee23373-4fcd-4f57-84d0-c6bac61d0ab6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:26.433210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2489518d-6783-4c30-bd16-3986bb5a4f68 req-5ee23373-4fcd-4f57-84d0-c6bac61d0ab6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 948 time: 0.1780484 Oct 13 10:57:26.443702 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:26.459252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-79528401-7376-46a9-b16c-f35558c9561a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979 HTTP/1.1" status: 200 len: 217 time: 0.0546787 Oct 13 10:57:26.495834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb83869-3bd1-4eba-ab97-3f7f89568e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36917d1-b856-4fd6-aeab-d15e86b159d2'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:26.498373 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b78706-5db8-40b8-b256-d100f734917d" -d '{"events": [{"server_uuid": "ceb83869-3bd1-4eba-ab97-3f7f89568e4a", "name": "network-vif-plugged", "status": "completed", "tag": "b36917d1-b856-4fd6-aeab-d15e86b159d2"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:26.516931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7e3d5fdd-2033-4610-bcb7-b157b9195ee8 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:26.534762 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2489518d-6783-4c30-bd16-3986bb5a4f68 req-a94502aa-d368-4182-a95e-08f291aa5022 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004839 Oct 13 10:57:26.535415 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:26.586740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-163f6456-435d-4234-8566-5f376afc8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:26.588479 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-163f6456-435d-4234-8566-5f376afc8a84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1216719 Oct 13 10:57:26.629617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b36917d1-b856-4fd6-aeab-d15e86b159d2, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b36917d1-b856-4fd6-aeab-d15e86b159d2,segment=NetworkSegment(7694653f-d38f-4a1a-bffc-ccb3474d4669),segment_id=7694653f-d38f-4a1a-bffc-ccb3474d4669)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:26.645458 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212b63c6-cd9e-4446-a19e-64920c22a1ad x-openstack-request-id: req-212b63c6-cd9e-4446-a19e-64920c22a1ad {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:26.645458 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb83869-3bd1-4eba-ab97-3f7f89568e4a", "name": "network-vif-plugged", "status": "completed", "tag": "b36917d1-b856-4fd6-aeab-d15e86b159d2", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:26.645458 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-212b63c6-cd9e-4446-a19e-64920c22a1ad {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:26.645458 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb83869-3bd1-4eba-ab97-3f7f89568e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36917d1-b856-4fd6-aeab-d15e86b159d2', 'code': 200} Oct 13 10:57:26.649290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7e3d5fdd-2033-4610-bcb7-b157b9195ee8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:26.649878 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:26.658775 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe672b2-c266-465c-8bd7-06d2e485740d req-3711c388-f6ab-4dfa-a8a5-6dfab86448fd tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:26.660291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fe672b2-c266-465c-8bd7-06d2e485740d req-3711c388-f6ab-4dfa-a8a5-6dfab86448fd tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 944 time: 0.1217229 Oct 13 10:57:26.703490 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-e54a2513-e42a-48d5-8e65-e30999c1cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:26.706041 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-e54a2513-e42a-48d5-8e65-e30999c1cf49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077225 Oct 13 10:57:26.706299 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:26.778365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fe672b2-c266-465c-8bd7-06d2e485740d req-a108f330-7d85-4414-81dd-0d84cdf4dc01 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/security-groups?id=c86784fe-6b4d-4970-a04e-968853961fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976567 Oct 13 10:57:26.843671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b36917d1-b856-4fd6-aeab-d15e86b159d2,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:26.868953 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-7a6c444d-f954-47f8-91fd-5494a734878b service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536453 Oct 13 10:57:26.900205 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951eb017-aa29-4b47-acfe-d0459b2aacd3 req-dfdd3d3c-59b5-411c-a27b-215951908d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:26.901687 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-951eb017-aa29-4b47-acfe-d0459b2aacd3 req-dfdd3d3c-59b5-411c-a27b-215951908d97 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 1096 time: 0.1712177 Oct 13 10:57:26.923909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa8c96-9073-4f80-b061-7f9623c19e47 req-3b1f2fda-1ba1-46be-9e3c-c4d34d3ca464 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:26.925559 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7cfa8c96-9073-4f80-b061-7f9623c19e47 req-3b1f2fda-1ba1-46be-9e3c-c4d34d3ca464 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.1606855 Oct 13 10:57:26.962799 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13c3f7ba-4a31-4203-9f3d-b7a8ad212898 req-ee5cf6a7-cdad-45de-8e71-c887eceec786 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871308 Oct 13 10:57:26.989073 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-951eb017-aa29-4b47-acfe-d0459b2aacd3 req-a75656a5-cde4-4bd1-8d7c-f50e79fdadda service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c86784fe-6b4d-4970-a04e-968853961fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790002 Oct 13 10:57:27.020719 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7cfa8c96-9073-4f80-b061-7f9623c19e47 req-7f9d335f-1b66-4037-b719-82a37c33bace tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814466 Oct 13 10:57:27.071822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:57:27.080436 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:27.093080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Transition to ACTIVE for port object 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:57:27.160056 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:27.187045 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444f350-3f38-4ccc-92ff-a3d27cbcbf88 req-c7972dfe-c040-4857-acec-f2845ff3193f tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:27.188379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8444f350-3f38-4ccc-92ff-a3d27cbcbf88 req-c7972dfe-c040-4857-acec-f2845ff3193f tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 945 time: 0.0519316 Oct 13 10:57:27.213892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Pushing event updated for resources: {'Port': ['ID=166c8ee1-6ca7-48e5-8b4b-2b63829e8405,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:27.268817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8444f350-3f38-4ccc-92ff-a3d27cbcbf88 req-ce77fa1c-cbc8-45a9-81b1-4d603c5c1f02 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587113 Oct 13 10:57:27.337752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Attempting to bind port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:57:27.337992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Attempting to bind port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '08c587ce-3ab4-4082-a3f9-13d336742c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '68162571-da51-4d57-899e-725b46fa6e96'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:57:27.338404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Attempting to bind port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 on network 68162571-da51-4d57-899e-725b46fa6e96 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:27.346169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 on network 68162571-da51-4d57-899e-725b46fa6e96 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:57:27.346627 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Attempting to bind port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 on network 68162571-da51-4d57-899e-725b46fa6e96 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:27.356113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:57:27.364534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Checking segment: {'id': '08c587ce-3ab4-4082-a3f9-13d336742c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '68162571-da51-4d57-899e-725b46fa6e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:27.364534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Bound using segment: {'id': '08c587ce-3ab4-4082-a3f9-13d336742c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '68162571-da51-4d57-899e-725b46fa6e96'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:57:27.364534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Bound port: 166c8ee1-6ca7-48e5-8b4b-2b63829e8405, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c587ce-3ab4-4082-a3f9-13d336742c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '68162571-da51-4d57-899e-725b46fa6e96'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:57:27.364534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:27.379656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec86d3-cb20-4532-95f9-2e9186615311 req-498bcf57-ff85-4d5c-8a53-63ab345c2f5b tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:27.381134 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1ec86d3-cb20-4532-95f9-2e9186615311 req-498bcf57-ff85-4d5c-8a53-63ab345c2f5b tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 944 time: 0.0880826 Oct 13 10:57:27.466470 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1ec86d3-cb20-4532-95f9-2e9186615311 req-27473119-7445-4e63-a2d4-0bd396a5cb6a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630038 Oct 13 10:57:27.469282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] For port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:57:27.474963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] For port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=166c8ee1-6ca7-48e5-8b4b-2b63829e8405,segment=NetworkSegment(08c587ce-3ab4-4082-a3f9-13d336742c69),segment_id=08c587ce-3ab4-4082-a3f9-13d336742c69)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:57:27.497068 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:27.537878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:27.565723 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:27.600312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:27.600859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:27.602251 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] 10.222.0.46 "PUT /v2.0/ports/166c8ee1-6ca7-48e5-8b4b-2b63829e8405 HTTP/1.1" status: 200 len: 1092 time: 1.4320555 Oct 13 10:57:27.602704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fd59b3-f15f-42c2-80da-2a0a8d8ec195', 'tag': '166c8ee1-6ca7-48e5-8b4b-2b63829e8405'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:27.604910 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ef4153-062c-4320-a28b-48b2c07fc7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "51fd59b3-f15f-42c2-80da-2a0a8d8ec195", "tag": "166c8ee1-6ca7-48e5-8b4b-2b63829e8405"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:27.641981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbe961-2f8b-4553-bc4c-acc146ec6774 service neutron] Pushing event updated for resources: {'Port': ['ID=166c8ee1-6ca7-48e5-8b4b-2b63829e8405,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:27.669944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-a6f73ede-4ac8-42af-8443-379ba4cbbf7f tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:27.671438 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-a6f73ede-4ac8-42af-8443-379ba4cbbf7f tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.46 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 945 time: 0.0739260 Oct 13 10:57:27.683191 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697ee5db-46bd-4c14-9227-3520669f78d7 x-openstack-request-id: req-697ee5db-46bd-4c14-9227-3520669f78d7 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:27.683483 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fd59b3-f15f-42c2-80da-2a0a8d8ec195", "tag": "166c8ee1-6ca7-48e5-8b4b-2b63829e8405", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:27.683737 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-697ee5db-46bd-4c14-9227-3520669f78d7 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:27.684158 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fd59b3-f15f-42c2-80da-2a0a8d8ec195', 'tag': '166c8ee1-6ca7-48e5-8b4b-2b63829e8405', 'status': 'completed', 'code': 200} Oct 13 10:57:27.738240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c4b3c-4694-471d-8936-b976887b8bb1 req-587b3d6c-d9da-475b-b077-d8fd9a8bbf87 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:27.745531 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-459c4b3c-4694-471d-8936-b976887b8bb1 req-587b3d6c-d9da-475b-b077-d8fd9a8bbf87 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 948 time: 0.0991659 Oct 13 10:57:27.749525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:27.753147 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868a014f-a103-45b7-ab6f-e07bd40f1833" -d '{"events": [{"name": "network-changed", "server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:27.767009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef4153-062c-4320-a28b-48b2c07fc7ca req-eebff02b-368d-48f7-ad46-58a715ac2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:27.768895 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-20ef4153-062c-4320-a28b-48b2c07fc7ca req-eebff02b-368d-48f7-ad46-58a715ac2fe4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7d6e6a057e34d0d8c7e85a05eeb5b00&device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 1095 time: 0.0839493 Oct 13 10:57:27.795317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Deleting port fde08e77-877a-4d3e-aa33-8b07732e2e66 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:27.795733 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:27.817444 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-459c4b3c-4694-471d-8936-b976887b8bb1 req-a920e6b2-d0d7-4017-a239-0ca7ee295446 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665064 Oct 13 10:57:27.857637 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f7df37-ed53-4d4b-b6f6-89e44d48174d x-openstack-request-id: req-36f7df37-ed53-4d4b-b6f6-89e44d48174d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:27.858209 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:27.858711 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36f7df37-ed53-4d4b-b6f6-89e44d48174d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:27.859355 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'status': 'completed', 'code': 200} Oct 13 10:57:27.947901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-3708f692-2653-4de1-af12-8979e010df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:27.949394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-3708f692-2653-4de1-af12-8979e010df15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 1099 time: 0.0682197 Oct 13 10:57:27.951348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] For port fde08e77-877a-4d3e-aa33-8b07732e2e66, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=fde08e77-877a-4d3e-aa33-8b07732e2e66,segment=NetworkSegment(4fe916c2-9612-4734-9aff-f11d1f5c50bf),segment_id=4fe916c2-9612-4734-9aff-f11d1f5c50bf)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:27.951716 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:27.979421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-8827607b-2b35-4333-8cae-d92b9b0f373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:27.981049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-8827607b-2b35-4333-8cae-d92b9b0f373f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 1099 time: 0.0972762 Oct 13 10:57:28.052713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187c727-fad0-4508-9f63-74425640d228 req-5b827e4f-12bc-4c90-bfcd-53d6750984a3 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:28.068833 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1187c727-fad0-4508-9f63-74425640d228 req-5b827e4f-12bc-4c90-bfcd-53d6750984a3 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 945 time: 0.1562819 Oct 13 10:57:28.117886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef4153-062c-4320-a28b-48b2c07fc7ca req-4f2eac27-eb7c-42c0-bda7-1a87744102c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:28.123752 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-20ef4153-062c-4320-a28b-48b2c07fc7ca req-4f2eac27-eb7c-42c0-bda7-1a87744102c2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b7d6e6a057e34d0d8c7e85a05eeb5b00&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3390224 Oct 13 10:57:28.200529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-294eecc5-c290-4c03-b2cb-bb581da87faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:28.201987 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-294eecc5-c290-4c03-b2cb-bb581da87faf service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.2415152 Oct 13 10:57:28.224466 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1187c727-fad0-4508-9f63-74425640d228 req-bab6685e-180d-4bf9-95da-afad3348c977 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/security-groups?id=c86784fe-6b4d-4970-a04e-968853961fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545112 Oct 13 10:57:28.233315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-44f416fd-7b38-481a-be1c-35ffc06987d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:28.235036 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-44f416fd-7b38-481a-be1c-35ffc06987d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.2458379 Oct 13 10:57:28.617910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-657f261e-0aa0-49c4-ac80-a258e2aab719 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979 HTTP/1.1" status: 200 len: 217 time: 0.4026160 Oct 13 10:57:28.625990 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-2cae15c8-d6a2-4f77-96fa-794981d5c991 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979 HTTP/1.1" status: 200 len: 217 time: 0.3814952 Oct 13 10:57:28.632728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ba3c7-9a92-441a-b4ad-97c19f0c61a2 req-d0609609-f72c-41e0-b084-4869d7453745 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:28.634184 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-684ba3c7-9a92-441a-b4ad-97c19f0c61a2 req-d0609609-f72c-41e0-b084-4869d7453745 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.4926431 Oct 13 10:57:28.652685 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:28.653033 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:28.653347 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Floating IP 78dac596-c06d-412f-b9ec-f8a2107ccc0f disassociated. External IP: 172.25.0.126, port: fde08e77-877a-4d3e-aa33-8b07732e2e66. Oct 13 10:57:28.653689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Calling delete_port for fde08e77-877a-4d3e-aa33-8b07732e2e66 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:28.708546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef4153-062c-4320-a28b-48b2c07fc7ca req-833fe889-6c55-4fc9-af42-4e6830dfc055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:28.710112 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-20ef4153-062c-4320-a28b-48b2c07fc7ca req-833fe889-6c55-4fc9-af42-4e6830dfc055 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5803342 Oct 13 10:57:28.721492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-48be2cca-5221-4927-b71f-8f2449c5ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:28.729505 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-48be2cca-5221-4927-b71f-8f2449c5ca71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0868950 Oct 13 10:57:28.738714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93058340-b7c5-4688-a0aa-a7f402a9ec4d req-ed17c3b8-24bd-4111-9ac5-5219b846430d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:28.740807 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-93058340-b7c5-4688-a0aa-a7f402a9ec4d req-ed17c3b8-24bd-4111-9ac5-5219b846430d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 945 time: 0.1240950 Oct 13 10:57:28.754633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-1f37626a-52d1-4bb0-9c73-50d1f698bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:28.760604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-1f37626a-52d1-4bb0-9c73-50d1f698bb73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1150715 Oct 13 10:57:28.771418 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-684ba3c7-9a92-441a-b4ad-97c19f0c61a2 req-2d332e4c-71a7-4491-9e41-c13393a8235f tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218333 Oct 13 10:57:28.854736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-fc2035fb-c6aa-4a10-9fc6-1b951d611a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:28.857145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-fc2035fb-c6aa-4a10-9fc6-1b951d611a0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808802 Oct 13 10:57:28.862914 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-93058340-b7c5-4688-a0aa-a7f402a9ec4d req-9e535304-9ab3-4219-b636-28281b7f0303 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6f3b29a-5713-44d0-aa25-4561fa3bac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104927 Oct 13 10:57:28.887804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-afa57343-923d-4364-952a-0786bb6122a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:28.889439 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-afa57343-923d-4364-952a-0786bb6122a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1462638 Oct 13 10:57:28.913514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-431fb762-cfa2-44d1-81ac-0ca0460fa7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:28.914994 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-431fb762-cfa2-44d1-81ac-0ca0460fa7f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7d6e6a057e34d0d8c7e85a05eeb5b00&device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 1095 time: 0.1331053 Oct 13 10:57:29.011826 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-a6c729ac-2f33-4fc5-8764-72865271871b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166c8ee1-6ca7-48e5-8b4b-2b63829e8405 HTTP/1.1" status: 200 len: 217 time: 0.0856924 Oct 13 10:57:29.063132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-6e16e011-7a7c-4985-903b-ac9d129e7545 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906147 Oct 13 10:57:29.121470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-9efc1437-fc9c-4bae-a786-69b39932409b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:29.123966 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-9efc1437-fc9c-4bae-a786-69b39932409b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47 HTTP/1.1" status: 200 len: 851 time: 0.1025021 Oct 13 10:57:29.131089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dc273-f704-4730-8155-dae822593e2f req-c4f4efea-20c6-458c-8fdf-fd68e7ffe10e tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:29.132580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-805dc273-f704-4730-8155-dae822593e2f req-c4f4efea-20c6-458c-8fdf-fd68e7ffe10e tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 944 time: 0.1886325 Oct 13 10:57:29.147949 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-b8c7a75f-0839-4923-806c-ba49b735ebcb service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367508 Oct 13 10:57:29.165067 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-7bdf00e5-5480-4a60-8139-f0f4a92464ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68162571-da51-4d57-899e-725b46fa6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309775 Oct 13 10:57:29.198690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-805dc273-f704-4730-8155-dae822593e2f req-d7b7f01c-061e-40e7-b613-d5416481873d tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586083 Oct 13 10:57:29.199273 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:29.226291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-2c871c9d-8c43-4cdb-aa43-b57cd88593ac service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521063 Oct 13 10:57:29.230284 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Pushing event deleted for resources: {'Port': ['ID=fde08e77-877a-4d3e-aa33-8b07732e2e66,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:29.240906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59011f47-5fe3-4d24-916d-fb9f6fa45e9f req-2877cba5-498d-44ae-8426-97ac0150e17e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:29.253922 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-59011f47-5fe3-4d24-916d-fb9f6fa45e9f req-2877cba5-498d-44ae-8426-97ac0150e17e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 948 time: 0.2277937 Oct 13 10:57:29.355021 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-59011f47-5fe3-4d24-916d-fb9f6fa45e9f req-1be8302e-ec01-4815-af96-b3e2ede6caec tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059196 Oct 13 10:57:29.394882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-868a014f-a103-45b7-ab6f-e07bd40f1833 req-18a8f40e-d0af-4d7d-9e91-13f78ed9a974 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319608 Oct 13 10:57:29.401470 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-1f0d6216-330b-4990-af03-f0bb06907f5f service neutron] 10.222.0.46 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179770 Oct 13 10:57:29.436341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Router cb7e0b2b-c4a2-485f-b77f-11969d607d8d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:57:29.446815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5f3d5-d132-48c1-8ce5-09111d45f924 req-a7ecafe7-0339-4578-b715-ecdf929a8810 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:29.448456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eab5f3d5-d132-48c1-8ce5-09111d45f924 req-a7ecafe7-0339-4578-b715-ecdf929a8810 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 945 time: 0.0886779 Oct 13 10:57:29.512860 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f13cc6b7-9002-4b86-8c98-5e7473667499 req-b9519f28-24df-4021-a12f-aad9c0e555e3 service neutron] 10.222.0.46 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024230 Oct 13 10:57:29.560762 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eab5f3d5-d132-48c1-8ce5-09111d45f924 req-d3a7052b-68a7-4034-b7b0-fcf413921cab tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/security-groups?id=c86784fe-6b4d-4970-a04e-968853961fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036551 Oct 13 10:57:29.587191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:57:29.601924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14832f9f-ff28-41bf-a728-7a36d92495b6 None None] Sync routers for ids ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:57:29.629456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14832f9f-ff28-41bf-a728-7a36d92495b6 None None] Routers {'cb7e0b2b-c4a2-485f-b77f-11969d607d8d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:29.630615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-14832f9f-ff28-41bf-a728-7a36d92495b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:29.648957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] No DVR routers for this DVR port fde08e77-877a-4d3e-aa33-8b07732e2e66 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:29.654122 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:29.661310 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3041514-f607-41f4-bd8a-00d82b250d7e req-ecab33d9-c7fc-41fe-aabd-f2bc38b56096 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.46 "DELETE /v2.0/ports/fde08e77-877a-4d3e-aa33-8b07732e2e66 HTTP/1.1" status: 204 len: 173 time: 1.9801180 Oct 13 10:57:29.712614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c92482-e99b-4219-a43e-897f26f9c808 req-ed57509b-6dfd-4872-a88d-1c81f53e852c tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:29.714787 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75c92482-e99b-4219-a43e-897f26f9c808 req-ed57509b-6dfd-4872-a88d-1c81f53e852c tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 945 time: 0.0734580 Oct 13 10:57:29.725213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41536) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:29.730843 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8bf96a91-a1f6-4e83-83d3-2e2581011b91 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Request body: {'floatingip': {'port_id': 'b36917d1-b856-4fd6-aeab-d15e86b159d2'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:29.781592 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bf96a91-a1f6-4e83-83d3-2e2581011b91 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:29.785616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-14832f9f-ff28-41bf-a728-7a36d92495b6 None None] Set router cb7e0b2b-c4a2-485f-b77f-11969d607d8d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:29.933228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fac7ed-71e2-41c9-99e7-e2895dd08c65', 'name': 'network-vif-deleted', 'tag': 'fde08e77-877a-4d3e-aa33-8b07732e2e66'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:29.936835 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76dc949-0b7c-4388-a3fc-789210033f84" -d '{"events": [{"server_uuid": "30fac7ed-71e2-41c9-99e7-e2895dd08c65", "name": "network-vif-deleted", "tag": "fde08e77-877a-4d3e-aa33-8b07732e2e66"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:30.043114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:57:30.064872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8f00c-2a00-4851-a3f8-382bbae528b3 req-387a4dfc-9864-485c-b074-bed970a708d8 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:30.066551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ef8f00c-2a00-4851-a3f8-382bbae528b3 req-387a4dfc-9864-485c-b074-bed970a708d8 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.1258779 Oct 13 10:57:30.082355 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f702c619-3add-4d36-b389-77aefab71695 req-54d596f1-ab6a-410e-a1e1-839b0205b199 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/ports?device_id=30fac7ed-71e2-41c9-99e7-e2895dd08c65 HTTP/1.1" status: 200 len: 210 time: 0.0611105 Oct 13 10:57:30.150755 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316a006c-bb7d-440a-90b3-f152962aa73f x-openstack-request-id: req-316a006c-bb7d-440a-90b3-f152962aa73f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:30.151047 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fac7ed-71e2-41c9-99e7-e2895dd08c65", "name": "network-vif-deleted", "tag": "fde08e77-877a-4d3e-aa33-8b07732e2e66", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:30.151299 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-316a006c-bb7d-440a-90b3-f152962aa73f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:30.151692 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fac7ed-71e2-41c9-99e7-e2895dd08c65', 'name': 'network-vif-deleted', 'tag': 'fde08e77-877a-4d3e-aa33-8b07732e2e66', 'status': 'completed', 'code': 200} Oct 13 10:57:30.210140 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ef8f00c-2a00-4851-a3f8-382bbae528b3 req-1de1a5cc-cddc-44bd-b00a-fd1eb54451e9 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267114 Oct 13 10:57:30.210841 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:30.227346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'mac_address': 'fa:16:3e:c7:95:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:57:30.332818 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:30.353009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:57:30.376812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-14832f9f-ff28-41bf-a728-7a36d92495b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:54:02Z', 'revision_number': 4, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port': {'id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:53:58Z', 'updated_at': '2021-10-13T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'e1a43e61-66ac-438f-b404-e11692659a42', 'name': '', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'mac_address': 'fa:16:3e:18:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:01Z', 'updated_at': '2021-10-13T10:54:09Z', 'revision_number': 5, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'subnets': [{'id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:30.394146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:30.426736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14832f9f-ff28-41bf-a728-7a36d92495b6 None None] Checking router: cb7e0b2b-c4a2-485f-b77f-11969d607d8d for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:57:30.436208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14832f9f-ff28-41bf-a728-7a36d92495b6 None None] Routers {'cb7e0b2b-c4a2-485f-b77f-11969d607d8d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:30.436823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-14832f9f-ff28-41bf-a728-7a36d92495b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:30.476616 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:30.561114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414dac4-be48-46a4-ab1b-71e417d70881 req-0c26823a-8b2e-4980-b891-6ce4afef4b62 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:30.583365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f414dac4-be48-46a4-ab1b-71e417d70881 req-0c26823a-8b2e-4980-b891-6ce4afef4b62 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 944 time: 0.2536395 Oct 13 10:57:30.617780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906118b5-c6fd-48e9-a27a-57b07840e74e req-30aaf943-cf30-4ee1-b7ab-a876aa17d5a6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:30.619747 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-906118b5-c6fd-48e9-a27a-57b07840e74e req-30aaf943-cf30-4ee1-b7ab-a876aa17d5a6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 949 time: 0.1113703 Oct 13 10:57:30.645741 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f414dac4-be48-46a4-ab1b-71e417d70881 req-f984e5ba-29a3-49ff-b822-0eb1ffcb762c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610766 Oct 13 10:57:30.684863 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-906118b5-c6fd-48e9-a27a-57b07840e74e req-1359ba04-fc48-477f-8324-37ecc270e4a3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563064 Oct 13 10:57:30.818421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-14832f9f-ff28-41bf-a728-7a36d92495b6 None None] Set router cb7e0b2b-c4a2-485f-b77f-11969d607d8d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:30.851750 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bf96a91-a1f6-4e83-83d3-2e2581011b91 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:30.887830 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:30.919738 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bf96a91-a1f6-4e83-83d3-2e2581011b91 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:31.004355 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['80aa8575-f2ce-442d-8cb3-dfb1b38b1979'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:57:31.090674 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-8bf96a91-a1f6-4e83-83d3-2e2581011b91 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Floating IP bffd0f86-c748-4d0b-944b-924fc7d5ea2a associated. External IP: 172.25.0.111, port: b36917d1-b856-4fd6-aeab-d15e86b159d2. Oct 13 10:57:31.248394 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-14832f9f-ff28-41bf-a728-7a36d92495b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:54:02Z', 'revision_number': 4, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port': {'id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:53:58Z', 'updated_at': '2021-10-13T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'e1a43e61-66ac-438f-b404-e11692659a42', 'name': '', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'mac_address': 'fa:16:3e:18:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:01Z', 'updated_at': '2021-10-13T10:54:09Z', 'revision_number': 5, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'subnets': [{'id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:31.284776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14832f9f-ff28-41bf-a728-7a36d92495b6 None None] The sync data for ids ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'] in n-d-813659-3 is: [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:54:02Z', 'revision_number': 4, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port': {'id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:53:58Z', 'updated_at': '2021-10-13T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'e1a43e61-66ac-438f-b404-e11692659a42', 'name': '', 'network_id': 'ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'mac_address': 'fa:16:3e:18:68:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:01Z', 'updated_at': '2021-10-13T10:54:09Z', 'revision_number': 5, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'subnets': [{'id': '3b2e2074-4c28-45f2-a10d-6ec281c2406c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:57:31.297352 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41570) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:31.377877 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf96a91-a1f6-4e83-83d3-2e2581011b91 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:57:31.432833 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d33fedd8-9005-4567-9d5d-31d43dba67f3 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:31.478113 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d33fedd8-9005-4567-9d5d-31d43dba67f3 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:31.496943 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8456d92-e47b-4a78-9490-1ffecbb6dde3 req-1d19abee-b355-4a8a-8f4d-01e394d866df tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:31.498655 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b8456d92-e47b-4a78-9490-1ffecbb6dde3 req-1d19abee-b355-4a8a-8f4d-01e394d866df tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 950 time: 0.1042643 Oct 13 10:57:31.507515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device fde08e77-877a-4d3e-aa33-8b07732e2e66 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:31.545746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf96a91-a1f6-4e83-83d3-2e2581011b91 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:57:31.553620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: fde08e77-877a-4d3e-aa33-8b07732e2e66 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:31.553965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device fde08e77-877a-4d3e-aa33-8b07732e2e66 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:31.557447 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bf96a91-a1f6-4e83-83d3-2e2581011b91 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:31.562669 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ef4312-32bf-4cb8-974c-02baf85e56af None None] Sync routers for ids ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:57:31.576860 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef4312-32bf-4cb8-974c-02baf85e56af None None] Routers {'1ebc7c15-9307-41d9-81e6-fb14b4b8a305'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:31.578630 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-70ef4312-32bf-4cb8-974c-02baf85e56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:31.597834 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8bf96a91-a1f6-4e83-83d3-2e2581011b91 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "PUT /v2.0/floatingips/bffd0f86-c748-4d0b-944b-924fc7d5ea2a HTTP/1.1" status: 200 len: 991 time: 1.8713202 Oct 13 10:57:31.644486 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b8456d92-e47b-4a78-9490-1ffecbb6dde3 req-0d48f954-ca6d-4ce4-b379-77416dbf4798 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258299 Oct 13 10:57:31.665926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-2313861c-a016-4bcc-b45f-b7049f74d2db tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:31.667522 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-2313861c-a016-4bcc-b45f-b7049f74d2db tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.21 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34&tenant_id=15b82978f9314c489e73bb4a9f9cd84a&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 949 time: 0.1375527 Oct 13 10:57:31.709902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65726613-67fc-4aeb-8467-6ee4c180dd36 req-bfda74cc-d091-4fbc-8b05-cf2fb37580e0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:31.716581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65726613-67fc-4aeb-8467-6ee4c180dd36 req-bfda74cc-d091-4fbc-8b05-cf2fb37580e0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 949 time: 0.0724254 Oct 13 10:57:31.737942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d33fedd8-9005-4567-9d5d-31d43dba67f3 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:31.744717 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d33fedd8-9005-4567-9d5d-31d43dba67f3 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:31.749242 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d33fedd8-9005-4567-9d5d-31d43dba67f3 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "DELETE /v2.0/security-groups/f6f3b29a-5713-44d0-aa25-4561fa3bac23 HTTP/1.1" status: 204 len: 168 time: 0.4499760 Oct 13 10:57:31.752261 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41580) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:31.789024 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65726613-67fc-4aeb-8467-6ee4c180dd36 req-8db43718-88a0-4d67-b30e-fd5d04d0c2ba tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677397 Oct 13 10:57:31.812812 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-b7b48093-dba7-47f3-96cc-0635524207f9 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] show failed (client error): The resource could not be found. Oct 13 10:57:31.814424 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d3e9a-ffdf-49ba-9b6c-c07640c5d537 None None] New status for floating IP 78dac596-c06d-412f-b9ec-f8a2107ccc0f: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:57:31.814785 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b7b48093-dba7-47f3-96cc-0635524207f9 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "GET /v2.0/security-groups/f6f3b29a-5713-44d0-aa25-4561fa3bac23 HTTP/1.1" status: 404 len: 347 time: 0.0470235 Oct 13 10:57:31.817345 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41582) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:31.841162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fedd8-9005-4567-9d5d-31d43dba67f3 tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f3b29a-5713-44d0-aa25-4561fa3bac23,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:31.863861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-73efaba4-b705-4db2-8693-3eaa4b801073 service neutron] 10.222.0.21 "GET /v2.0/ports/80aa8575-f2ce-442d-8cb3-dfb1b38b1979/bindings/n-h2-813659-3 HTTP/1.1" status: 200 len: 382 time: 0.1868570 Oct 13 10:57:31.922146 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-70ef4312-32bf-4cb8-974c-02baf85e56af None None] Set router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:31.991855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7486fc34-328a-4fde-9dc6-471548d47d3d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Deleting port bc38e1b4-1bde-4619-b550-ebfab68bbdb5 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:31.992847 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7486fc34-328a-4fde-9dc6-471548d47d3d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:32.014960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf6bfb-c609-4603-875d-fa3e9849403c req-e468df2f-7f33-434e-96d4-0fbd9e158418 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:32.016585 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7fdf6bfb-c609-4603-875d-fa3e9849403c req-e468df2f-7f33-434e-96d4-0fbd9e158418 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 944 time: 0.1256461 Oct 13 10:57:32.019710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-fd4494b2-4427-41a1-9acb-49a3598ebf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:32.021230 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-fd4494b2-4427-41a1-9acb-49a3598ebf4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 1100 time: 0.1181202 Oct 13 10:57:32.053868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 76c3104d-49fa-460b-be27-3d33e677be2e details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:57:32.057275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:32.153743 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7fdf6bfb-c609-4603-875d-fa3e9849403c req-255157af-f787-4271-adc9-20ec3800579d tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264844 Oct 13 10:57:32.162106 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7486fc34-328a-4fde-9dc6-471548d47d3d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:32.163447 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7486fc34-328a-4fde-9dc6-471548d47d3d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:32.170805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb83869-3bd1-4eba-ab97-3f7f89568e4a', 'tag': 'b36917d1-b856-4fd6-aeab-d15e86b159d2'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:32.187401 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-70ef4312-32bf-4cb8-974c-02baf85e56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:57:10Z', 'revision_number': 4, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'bffd0f86-c748-4d0b-944b-924fc7d5ea2a', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'port_id': 'b36917d1-b856-4fd6-aeab-d15e86b159d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'mac_address': 'fa:16:3e:5e:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb83869-3bd1-4eba-ab97-3f7f89568e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:57:14Z', 'updated_at': '2021-10-13T10:57:30Z', 'revision_number': 1, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb3cb1a7-7489-4bdd-8136-acdcd40e0d37', 'name': '', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'mac_address': 'fa:16:3e:d2:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:09Z', 'updated_at': '2021-10-13T10:57:14Z', 'revision_number': 5, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'subnets': [{'id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:32.193746 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed4f544-575c-41fc-a067-67dcd4b0354f" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb83869-3bd1-4eba-ab97-3f7f89568e4a", "tag": "b36917d1-b856-4fd6-aeab-d15e86b159d2"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:32.209101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-e9eedb25-f336-4fca-b331-0d4e05559954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:32.211127 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-e9eedb25-f336-4fca-b331-0d4e05559954 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1723220 Oct 13 10:57:32.215963 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ef4312-32bf-4cb8-974c-02baf85e56af None None] Checking router: 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:57:32.223345 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7486fc34-328a-4fde-9dc6-471548d47d3d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Calling delete_port for bc38e1b4-1bde-4619-b550-ebfab68bbdb5 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:32.226028 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef4312-32bf-4cb8-974c-02baf85e56af None None] Routers {'1ebc7c15-9307-41d9-81e6-fb14b4b8a305'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:32.226998 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-70ef4312-32bf-4cb8-974c-02baf85e56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:32.295085 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-25e15255-ca4f-46c0-bf97-fa1795cf91e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979 HTTP/1.1" status: 200 len: 217 time: 0.0709658 Oct 13 10:57:32.313175 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8b70e7-9a54-4931-bacc-b493f299a2c2 x-openstack-request-id: req-cc8b70e7-9a54-4931-bacc-b493f299a2c2 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:32.313515 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb83869-3bd1-4eba-ab97-3f7f89568e4a", "tag": "b36917d1-b856-4fd6-aeab-d15e86b159d2", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:32.314601 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc8b70e7-9a54-4931-bacc-b493f299a2c2 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:32.314997 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb83869-3bd1-4eba-ab97-3f7f89568e4a', 'tag': 'b36917d1-b856-4fd6-aeab-d15e86b159d2', 'status': 'completed', 'code': 200} Oct 13 10:57:32.345600 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-70ef4312-32bf-4cb8-974c-02baf85e56af None None] Set router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:32.358411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 76c3104d-49fa-460b-be27-3d33e677be2e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=76c3104d-49fa-460b-be27-3d33e677be2e,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:32.370692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '76c3104d-49fa-460b-be27-3d33e677be2e', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '76c3104d-49fa-460b-be27-3d33e677be2e', 'mac_address': 'fa:16:3e:e9:73:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:57:32.377295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:57:32.384497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:32.385097 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:32.389619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4f544-575c-41fc-a067-67dcd4b0354f req-d5c0caea-b698-4192-8d94-cb2d7ce9f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:32.392034 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ed4f544-575c-41fc-a067-67dcd4b0354f req-d5c0caea-b698-4192-8d94-cb2d7ce9f756 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3ec8149ee94fff8be9512f387bd3fc&device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 1096 time: 0.0761073 Oct 13 10:57:32.406892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-402a85d9-50ee-49e1-8870-f657042bbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:32.412111 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-402a85d9-50ee-49e1-8870-f657042bbb38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1086504 Oct 13 10:57:32.472065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-bc8730bc-7ef5-4891-a2b7-384e9d067ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:32.475697 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-bc8730bc-7ef5-4891-a2b7-384e9d067ee2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0548232 Oct 13 10:57:32.498757 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:32.518296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76c3104d-49fa-460b-be27-3d33e677be2e {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:57:32.576531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4f544-575c-41fc-a067-67dcd4b0354f req-381e80d8-938b-4635-9aa8-f79f17997aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:32.578801 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ed4f544-575c-41fc-a067-67dcd4b0354f req-381e80d8-938b-4635-9aa8-f79f17997aec service neutron] 10.222.0.21 "GET /v2.0/networks?id=84922014-eeed-46c4-9777-4cbf987df590 HTTP/1.1" status: 200 len: 915 time: 0.1778700 Oct 13 10:57:32.615083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 76c3104d-49fa-460b-be27-3d33e677be2e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=76c3104d-49fa-460b-be27-3d33e677be2e,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:32.634725 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:32.663943 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:32.666927 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33acbda4-4411-46d2-86a0-81f5cb67ed25" -d '{"events": [{"server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "name": "network-vif-plugged", "status": "completed", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:32.680705 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ed4f544-575c-41fc-a067-67dcd4b0354f req-3708e3e7-9e3a-4e8b-a343-50bd36833d78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b36917d1-b856-4fd6-aeab-d15e86b159d2 HTTP/1.1" status: 200 len: 999 time: 0.0919304 Oct 13 10:57:32.681340 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:32.681772 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7486fc34-328a-4fde-9dc6-471548d47d3d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:32.696600 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:32.723593 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-0798cbdd-7da8-4529-bab1-71fa6b856275 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395594 Oct 13 10:57:32.724343 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-70ef4312-32bf-4cb8-974c-02baf85e56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:57:10Z', 'revision_number': 4, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'bffd0f86-c748-4d0b-944b-924fc7d5ea2a', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'port_id': 'b36917d1-b856-4fd6-aeab-d15e86b159d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'mac_address': 'fa:16:3e:5e:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb83869-3bd1-4eba-ab97-3f7f89568e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:57:14Z', 'updated_at': '2021-10-13T10:57:30Z', 'revision_number': 1, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb3cb1a7-7489-4bdd-8136-acdcd40e0d37', 'name': '', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'mac_address': 'fa:16:3e:d2:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:09Z', 'updated_at': '2021-10-13T10:57:14Z', 'revision_number': 5, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'subnets': [{'id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:32.777927 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7115644a-c6b0-4d17-8499-d4ae7b7edc71 x-openstack-request-id: req-7115644a-c6b0-4d17-8499-d4ae7b7edc71 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:32.777927 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "name": "network-vif-plugged", "status": "completed", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:32.777927 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7115644a-c6b0-4d17-8499-d4ae7b7edc71 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:32.777927 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'code': 200} Oct 13 10:57:32.783913 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:32.784465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486fc34-328a-4fde-9dc6-471548d47d3d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Pushing event deleted for resources: {'Port': ['ID=bc38e1b4-1bde-4619-b550-ebfab68bbdb5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:32.787927 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ef4312-32bf-4cb8-974c-02baf85e56af None None] The sync data for ids ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'] in n-d-813659-3 is: [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:57:10Z', 'revision_number': 4, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'bffd0f86-c748-4d0b-944b-924fc7d5ea2a', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'port_id': 'b36917d1-b856-4fd6-aeab-d15e86b159d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'mac_address': 'fa:16:3e:5e:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb83869-3bd1-4eba-ab97-3f7f89568e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:57:14Z', 'updated_at': '2021-10-13T10:57:30Z', 'revision_number': 1, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb3cb1a7-7489-4bdd-8136-acdcd40e0d37', 'name': '', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'mac_address': 'fa:16:3e:d2:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:09Z', 'updated_at': '2021-10-13T10:57:14Z', 'revision_number': 5, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'subnets': [{'id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:57:32.805273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=76c3104d-49fa-460b-be27-3d33e677be2e,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:32.870923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:32.904252 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-75b03805-7516-49f8-bdf2-fe548d45f72b service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735220 Oct 13 10:57:32.943267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4f544-575c-41fc-a067-67dcd4b0354f req-e5b57d3b-cc56-430d-a24a-72b3ae983788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:32.945015 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ed4f544-575c-41fc-a067-67dcd4b0354f req-e5b57d3b-cc56-430d-a24a-72b3ae983788 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2391d65-a75a-4fb7-9179-ada553729639 HTTP/1.1" status: 200 len: 853 time: 0.2499659 Oct 13 10:57:32.974985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593b08f-9ce0-458b-a9df-1e076f37e8cb req-dc48365c-2328-49db-bcdf-dc6bf4ce0802 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:32.976667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1593b08f-9ce0-458b-a9df-1e076f37e8cb req-dc48365c-2328-49db-bcdf-dc6bf4ce0802 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 949 time: 0.1853390 Oct 13 10:57:32.987256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['76c3104d-49fa-460b-be27-3d33e677be2e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:57:33.052646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706e4e2-0e79-44df-bad3-dbbb31372610 req-107529aa-b824-4e25-bbff-695eab645c97 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:33.061632 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e706e4e2-0e79-44df-bad3-dbbb31372610 req-107529aa-b824-4e25-bbff-695eab645c97 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0721445 Oct 13 10:57:33.076269 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7486fc34-328a-4fde-9dc6-471548d47d3d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:33.080027 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7486fc34-328a-4fde-9dc6-471548d47d3d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:33.081369 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7486fc34-328a-4fde-9dc6-471548d47d3d tempest-ServersTestManualDisk-583507708 tempest-ServersTestManualDisk-583507708-project] 10.222.0.32 "DELETE /v2.0/floatingips/78dac596-c06d-412f-b9ec-f8a2107ccc0f HTTP/1.1" status: 204 len: 168 time: 1.2630155 Oct 13 10:57:33.084579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41600) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:33.105774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1593b08f-9ce0-458b-a9df-1e076f37e8cb req-eb7fd01e-5b78-4af1-93f2-829940e6407c tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866530 Oct 13 10:57:33.132491 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e706e4e2-0e79-44df-bad3-dbbb31372610 req-0390a238-7abc-4f43-92e6-24fa521229a4 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699632 Oct 13 10:57:33.156918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4f544-575c-41fc-a067-67dcd4b0354f req-8ebd151d-6e04-463e-883a-ea2418acdd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:33.159592 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ed4f544-575c-41fc-a067-67dcd4b0354f req-8ebd151d-6e04-463e-883a-ea2418acdd6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84922014-eeed-46c4-9777-4cbf987df590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058442 Oct 13 10:57:33.184396 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd53b61b-8b27-473b-baab-c89956fba5b2 None None] New status for floating IP bffd0f86-c748-4d0b-944b-924fc7d5ea2a: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:57:33.304825 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5904ec3-8bb9-49c1-a63f-2420bbc2672c req-12c919b7-0092-46b5-9cbe-770c4378b718 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:33.306387 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d5904ec3-8bb9-49c1-a63f-2420bbc2672c req-12c919b7-0092-46b5-9cbe-770c4378b718 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 944 time: 0.0516200 Oct 13 10:57:33.351611 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d5904ec3-8bb9-49c1-a63f-2420bbc2672c req-01866019-7532-4342-a367-880b2fde1d90 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375066 Oct 13 10:57:33.382281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ed4f544-575c-41fc-a067-67dcd4b0354f req-2760ec8b-45b1-4204-abe4-0cb1c9546257 service neutron] 10.222.0.21 "GET /v2.0/networks/84922014-eeed-46c4-9777-4cbf987df590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130799 Oct 13 10:57:33.523351 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:57:33.551997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ed4f544-575c-41fc-a067-67dcd4b0354f req-f641d556-26c5-4b51-9948-3793f68a7410 service neutron] 10.222.0.21 "GET /v2.0/networks/84922014-eeed-46c4-9777-4cbf987df590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614048 Oct 13 10:57:33.626187 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=166c8ee1-6ca7-48e5-8b4b-2b63829e8405,segment=NetworkSegment(08c587ce-3ab4-4082-a3f9-13d336742c69),segment_id=08c587ce-3ab4-4082-a3f9-13d336742c69)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:33.638591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '166c8ee1-6ca7-48e5-8b4b-2b63829e8405', 'network_id': '68162571-da51-4d57-899e-725b46fa6e96', 'port_id': '166c8ee1-6ca7-48e5-8b4b-2b63829e8405', 'mac_address': 'fa:16:3e:11:9d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:57:33.666797 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc2fed2e-d027-4338-9e8d-d571c05bf761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:33.682105 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:33.695520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:57:33.717433 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=166c8ee1-6ca7-48e5-8b4b-2b63829e8405,segment=NetworkSegment(08c587ce-3ab4-4082-a3f9-13d336742c69),segment_id=08c587ce-3ab4-4082-a3f9-13d336742c69)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:33.776406 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:33.830798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=166c8ee1-6ca7-48e5-8b4b-2b63829e8405,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:34.056191 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 76c3104d-49fa-460b-be27-3d33e677be2e up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:34.121791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 76c3104d-49fa-460b-be27-3d33e677be2e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:34.122165 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:34.145600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['166c8ee1-6ca7-48e5-8b4b-2b63829e8405'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:57:34.284795 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:34.296261 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4dbc4-f40c-4154-b09d-8a59772c7024 req-dcd5a3a1-9b84-4ed0-ab9f-2b4c5ab61fc5 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:34.297988 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82a4dbc4-f40c-4154-b09d-8a59772c7024 req-dcd5a3a1-9b84-4ed0-ab9f-2b4c5ab61fc5 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0557399 Oct 13 10:57:34.306646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a7123-1f34-4ff3-9b09-af000b82d308 req-1dc2b628-856b-4465-8574-e44e8ca78251 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:34.308135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f9a7123-1f34-4ff3-9b09-af000b82d308 req-1dc2b628-856b-4465-8574-e44e8ca78251 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 949 time: 0.0573688 Oct 13 10:57:34.316259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-bc2fed2e-d027-4338-9e8d-d571c05bf761 admin admin] Deleting port e1a43e61-66ac-438f-b404-e11692659a42 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:34.316598 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc2fed2e-d027-4338-9e8d-d571c05bf761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:34.343550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 76c3104d-49fa-460b-be27-3d33e677be2e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=76c3104d-49fa-460b-be27-3d33e677be2e,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:34.350913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82a4dbc4-f40c-4154-b09d-8a59772c7024 req-ac380632-bb5e-41a4-b1f0-9722caf53546 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447702 Oct 13 10:57:34.405002 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f9a7123-1f34-4ff3-9b09-af000b82d308 req-2b61b642-aa4a-45de-828c-e3b34d407dca tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829074 Oct 13 10:57:34.411109 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:34.497395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=76c3104d-49fa-460b-be27-3d33e677be2e,revision_number=10']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:34.499540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-bc2fed2e-d027-4338-9e8d-d571c05bf761 admin admin] For port e1a43e61-66ac-438f-b404-e11692659a42, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e1a43e61-66ac-438f-b404-e11692659a42,segment=NetworkSegment(4fe916c2-9612-4734-9aff-f11d1f5c50bf),segment_id=4fe916c2-9612-4734-9aff-f11d1f5c50bf)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:34.499916 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc2fed2e-d027-4338-9e8d-d571c05bf761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:34.517755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-bc2fed2e-d027-4338-9e8d-d571c05bf761 admin admin] Calling delete_port for e1a43e61-66ac-438f-b404-e11692659a42 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:34.542894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a553b-ac75-427d-be1c-67e84f70b497 req-28c07be4-9858-4405-84b7-f31c30bad52f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:34.544379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da6a553b-ac75-427d-be1c-67e84f70b497 req-28c07be4-9858-4405-84b7-f31c30bad52f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 945 time: 0.0825291 Oct 13 10:57:34.627205 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da6a553b-ac75-427d-be1c-67e84f70b497 req-a5c82858-aaef-47ac-ab9a-f85b8829b930 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493135 Oct 13 10:57:34.776607 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3104d-49fa-460b-be27-3d33e677be2e'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:34.779123 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4301a955-98a3-41a9-8fc3-c3be44d7cf26" -d '{"events": [{"server_uuid": "fbe894cf-0c6b-4643-ad71-7bc88faa8122", "name": "network-vif-plugged", "status": "completed", "tag": "76c3104d-49fa-460b-be27-3d33e677be2e"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:34.811125 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc2fed2e-d027-4338-9e8d-d571c05bf761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:34.828931 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9234f0c7-c464-46dc-99bf-321c61d5cf1a x-openstack-request-id: req-9234f0c7-c464-46dc-99bf-321c61d5cf1a {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:34.828931 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe894cf-0c6b-4643-ad71-7bc88faa8122", "name": "network-vif-plugged", "status": "completed", "tag": "76c3104d-49fa-460b-be27-3d33e677be2e", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:34.828931 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9234f0c7-c464-46dc-99bf-321c61d5cf1a {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:34.828931 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3104d-49fa-460b-be27-3d33e677be2e', 'code': 200} Oct 13 10:57:34.839294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fed2e-d027-4338-9e8d-d571c05bf761 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a43e61-66ac-438f-b404-e11692659a42,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:35.141582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b961a6-89f0-4686-b2f3-c68eb018acb3 req-31b205c2-2c2a-4abe-9d72-2e5f300609c3 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:35.143603 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3b961a6-89f0-4686-b2f3-c68eb018acb3 req-31b205c2-2c2a-4abe-9d72-2e5f300609c3 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.1933823 Oct 13 10:57:35.152806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2539d5-44ea-4b6d-9650-1a62292e58e7 req-a4e823ae-a363-40cc-8f9b-cae6d784c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:35.158559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-db2539d5-44ea-4b6d-9650-1a62292e58e7 req-a4e823ae-a363-40cc-8f9b-cae6d784c770 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 1102 time: 0.1184866 Oct 13 10:57:35.193620 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc2fed2e-d027-4338-9e8d-d571c05bf761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:35.229362 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3b961a6-89f0-4686-b2f3-c68eb018acb3 req-d9e90a41-f4d6-4889-b241-7e3eabbb0c4a tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789974 Oct 13 10:57:35.264306 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-db2539d5-44ea-4b6d-9650-1a62292e58e7 req-6d2d3a15-c9b5-4e58-bf45-2b62adcef37a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983977 Oct 13 10:57:35.439651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2fed2e-d027-4338-9e8d-d571c05bf761 admin admin] Router cb7e0b2b-c4a2-485f-b77f-11969d607d8d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:57:35.533916 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:35.542575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48cb52-b185-48e5-a17a-8af4568b8967 req-1da94050-cd20-4cf4-9b80-73d9fd925a66 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:35.544286 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad48cb52-b185-48e5-a17a-8af4568b8967 req-1da94050-cd20-4cf4-9b80-73d9fd925a66 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0559092 Oct 13 10:57:35.587503 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad48cb52-b185-48e5-a17a-8af4568b8967 req-12ed7cbc-fbab-46c5-acf5-cb8a11ea72ca tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356424 Oct 13 10:57:35.591994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a0ec0-b753-4937-acaf-aab7466d3b63 req-1d18777e-6caf-4a9b-8adc-7553f5a72f63 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:35.600412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a3a0ec0-b753-4937-acaf-aab7466d3b63 req-1d18777e-6caf-4a9b-8adc-7553f5a72f63 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 951 time: 0.1053751 Oct 13 10:57:35.653154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2fed2e-d027-4338-9e8d-d571c05bf761 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:57:35.667573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3405703-c75d-453a-b4fe-a96e861ec5a6 None None] Sync routers for ids ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:57:35.667693 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bc2fed2e-d027-4338-9e8d-d571c05bf761 admin admin] 10.222.0.32 "PUT /v2.0/routers/cb7e0b2b-c4a2-485f-b77f-11969d607d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5784490 Oct 13 10:57:35.668523 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41640) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:35.674868 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a3a0ec0-b753-4937-acaf-aab7466d3b63 req-7a4bf4ca-df9c-4357-8a97-64381fb799dd tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735219 Oct 13 10:57:35.694366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-afe86257-7288-4be8-9020-638516eed3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:35.696051 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-afe86257-7288-4be8-9020-638516eed3f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34&tenant_id=15b82978f9314c489e73bb4a9f9cd84a HTTP/1.1" status: 200 len: 1101 time: 0.0748971 Oct 13 10:57:35.700521 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3405703-c75d-453a-b4fe-a96e861ec5a6 None None] Routers {'cb7e0b2b-c4a2-485f-b77f-11969d607d8d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:35.701148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b3405703-c75d-453a-b4fe-a96e861ec5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:35.706421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:57:35.709978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:35.745499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:35.745778 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:35.767530 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:35.825698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0e83b-eb02-49d4-b0cf-7ff409d76f86 req-8b15ec20-0420-4a8f-9626-81cff3b1c449 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:35.833249 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2eb0e83b-eb02-49d4-b0cf-7ff409d76f86 req-8b15ec20-0420-4a8f-9626-81cff3b1c449 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 945 time: 0.1038768 Oct 13 10:57:35.847863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:35.852969 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b3405703-c75d-453a-b4fe-a96e861ec5a6 None None] Set router cb7e0b2b-c4a2-485f-b77f-11969d607d8d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:35.924479 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2eb0e83b-eb02-49d4-b0cf-7ff409d76f86 req-a926b2db-24b5-4086-ac2a-0b790e86e00a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845845 Oct 13 10:57:35.983151 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:35.983502 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:36.039082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=166c8ee1-6ca7-48e5-8b4b-2b63829e8405,segment=NetworkSegment(08c587ce-3ab4-4082-a3f9-13d336742c69),segment_id=08c587ce-3ab4-4082-a3f9-13d336742c69)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:36.046110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c579907-65f9-4ff7-a7f6-3156afceabc7 req-0bd190d3-bd5f-430c-868f-98907815f542 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:36.047636 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c579907-65f9-4ff7-a7f6-3156afceabc7 req-0bd190d3-bd5f-430c-868f-98907815f542 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 945 time: 0.1001141 Oct 13 10:57:36.103286 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:36.107047 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:36.115380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Deleting port 839915fe-c3b2-4551-bd30-c64bff397e42 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:36.116883 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:36.121151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c579907-65f9-4ff7-a7f6-3156afceabc7 req-7363a555-81ae-42f0-bcf4-08c6c5b99b98 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603809 Oct 13 10:57:36.150713 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b3405703-c75d-453a-b4fe-a96e861ec5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:57:34Z', 'revision_number': 5, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port': {'id': '839915fe-c3b2-4551-bd30-c64bff397e42', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:53:58Z', 'updated_at': '2021-10-13T10:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:36.164304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:57:36.188527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3405703-c75d-453a-b4fe-a96e861ec5a6 None None] Checking router: cb7e0b2b-c4a2-485f-b77f-11969d607d8d for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:57:36.206256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:36.208565 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70458e72-70ec-459e-8822-c8b3823bc19d" -d '{"events": [{"server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "name": "network-vif-unplugged", "status": "completed", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:36.211039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3405703-c75d-453a-b4fe-a96e861ec5a6 None None] Routers {'cb7e0b2b-c4a2-485f-b77f-11969d607d8d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:36.211660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b3405703-c75d-453a-b4fe-a96e861ec5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:36.212758 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:36.216762 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] For port 839915fe-c3b2-4551-bd30-c64bff397e42, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=839915fe-c3b2-4551-bd30-c64bff397e42,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:36.219426 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:36.224107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=166c8ee1-6ca7-48e5-8b4b-2b63829e8405,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:36.230554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Transition to ACTIVE for port object 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:57:36.236138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Calling delete_port for 839915fe-c3b2-4551-bd30-c64bff397e42 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:36.290786 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa335f1-58e1-4413-b5a9-5aa06b332680 x-openstack-request-id: req-cfa335f1-58e1-4413-b5a9-5aa06b332680 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:36.291052 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "name": "network-vif-unplugged", "status": "completed", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:36.291298 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfa335f1-58e1-4413-b5a9-5aa06b332680 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:36.291690 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'code': 200} Oct 13 10:57:36.295837 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:36.337492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b3405703-c75d-453a-b4fe-a96e861ec5a6 None None] Set router cb7e0b2b-c4a2-485f-b77f-11969d607d8d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:36.413099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] No DVR routers for this DVR port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:36.434625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Pushing event updated for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:36.460629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b3405703-c75d-453a-b4fe-a96e861ec5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:57:35Z', 'revision_number': 6, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:36.472834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Attempting to bind port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:57:36.473373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Attempting to bind port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:57:36.473497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Attempting to bind port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:36.483306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:57:36.484513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Attempting to bind port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:36.488414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3405703-c75d-453a-b4fe-a96e861ec5a6 None None] The sync data for ids ['cb7e0b2b-c4a2-485f-b77f-11969d607d8d'] in n-d-813659-3 is: [{'id': 'cb7e0b2b-c4a2-485f-b77f-11969d607d8d', 'name': 'tempest-ServersTestManualDisk-193780067-router', 'tenant_id': '1ce09fc5baff4972929c7aff054057cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:53:56Z', 'updated_at': '2021-10-13T10:57:35Z', 'revision_number': 6, 'project_id': '1ce09fc5baff4972929c7aff054057cb', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:57:36.495515 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28437833-dbd8-407a-93d5-c0958ad9429f req-a403c94c-91cc-409c-ab21-2432b9137011 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:36.495973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:57:36.496310 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:36.496692 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:57:36.497128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Bound port: 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:57:36.497676 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:36.503590 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-28437833-dbd8-407a-93d5-c0958ad9429f req-a403c94c-91cc-409c-ab21-2432b9137011 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.1533496 Oct 13 10:57:36.569904 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-28437833-dbd8-407a-93d5-c0958ad9429f req-1a5d3e6d-67b0-40f5-b03d-5f40596102db tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653756 Oct 13 10:57:36.581976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:57:36.591116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:57:36.679236 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:36.697056 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:36.711804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=839915fe-c3b2-4551-bd30-c64bff397e42,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:36.757570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:36.758026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:36.759665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] 10.222.0.46 "PUT /v2.0/ports/80aa8575-f2ce-442d-8cb3-dfb1b38b1979 HTTP/1.1" status: 200 len: 1097 time: 1.0539742 Oct 13 10:57:36.776184 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1d777-c553-4ca0-a474-926daf1901af req-6259c6aa-0bb6-49e1-8ccb-a5e15c1807c3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:36.790300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8b1d777-c553-4ca0-a474-926daf1901af req-6259c6aa-0bb6-49e1-8ccb-a5e15c1807c3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 949 time: 0.1302469 Oct 13 10:57:36.802252 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:36.827141 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fd59b3-f15f-42c2-80da-2a0a8d8ec195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166c8ee1-6ca7-48e5-8b4b-2b63829e8405'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:36.830789 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7549698-f994-4dcd-bc18-4e26784c2c2d" -d '{"events": [{"server_uuid": "51fd59b3-f15f-42c2-80da-2a0a8d8ec195", "name": "network-vif-plugged", "status": "completed", "tag": "166c8ee1-6ca7-48e5-8b4b-2b63829e8405"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:36.837055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41f9c8-260b-4b41-9ef0-8f49ccd40e98 service neutron] Pushing event updated for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=11']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:36.906920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8b1d777-c553-4ca0-a474-926daf1901af req-7a2ec194-3cf2-4032-ac6d-c0a24fbd8ee8 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154265 Oct 13 10:57:36.922435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-22c7a1a4-bce2-47db-b3ea-1fe67e445fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:36.926807 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-22c7a1a4-bce2-47db-b3ea-1fe67e445fdd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 1100 time: 0.1209934 Oct 13 10:57:36.927034 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:36.929289 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:37.045314 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748530f5-ccb6-4281-90d0-85ed2f53e247 req-8e1525b4-93c2-4e10-a434-41e75d093e1c tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:37.047203 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-748530f5-ccb6-4281-90d0-85ed2f53e247 req-8e1525b4-93c2-4e10-a434-41e75d093e1c tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 951 time: 0.1113055 Oct 13 10:57:37.059542 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-35565abb-ff63-49f6-841a-fce910ab5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:37.061092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-35565abb-ff63-49f6-841a-fce910ab5233 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1239345 Oct 13 10:57:37.076173 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:37.079438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb7e0b2b-c4a2-485f-b77f-11969d607d8d {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:57:37.082498 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:37.083873 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9788303b-4334-4c83-bd5b-bda145aaf2c3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/cb7e0b2b-c4a2-485f-b77f-11969d607d8d HTTP/1.1" status: 204 len: 168 time: 1.4143343 Oct 13 10:57:37.086431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41666) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:37.112740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-de56e6ed-fe1e-499a-971a-1545a8cfb789 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979 HTTP/1.1" status: 200 len: 217 time: 0.0441289 Oct 13 10:57:37.128386 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-748530f5-ccb6-4281-90d0-85ed2f53e247 req-5756c8df-80ef-4f3d-bf8f-efc2bbc636d1 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735250 Oct 13 10:57:37.156212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ddc660-1da2-481f-b1b1-5c7b335b9db6 admin admin] Deleting subnet 3b2e2074-4c28-45f2-a10d-6ec281c2406c {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:57:37.167719 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-63ddc660-1da2-481f-b1b1-5c7b335b9db6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:37.175447 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1a47b6-2374-407a-b552-ff6fef36142b x-openstack-request-id: req-7f1a47b6-2374-407a-b552-ff6fef36142b {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:37.175969 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fd59b3-f15f-42c2-80da-2a0a8d8ec195", "name": "network-vif-plugged", "status": "completed", "tag": "166c8ee1-6ca7-48e5-8b4b-2b63829e8405", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:37.175969 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f1a47b6-2374-407a-b552-ff6fef36142b {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:37.176477 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fd59b3-f15f-42c2-80da-2a0a8d8ec195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166c8ee1-6ca7-48e5-8b4b-2b63829e8405', 'code': 200} Oct 13 10:57:37.199530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-572742dc-4691-4f30-a22e-69164dd0cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:37.202247 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-572742dc-4691-4f30-a22e-69164dd0cbe7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0786028 Oct 13 10:57:37.250110 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-63ddc660-1da2-481f-b1b1-5c7b335b9db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:37.263027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-4c46907a-2015-4974-989f-9e05a680915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:37.264598 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-4c46907a-2015-4974-989f-9e05a680915f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525753 Oct 13 10:57:37.344514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218d52c-435b-4b46-b280-443eaedb6f11 req-17f72739-2d1b-45d9-9d66-f9c7b056ba64 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:37.347491 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9218d52c-435b-4b46-b280-443eaedb6f11 req-17f72739-2d1b-45d9-9d66-f9c7b056ba64 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1338749 Oct 13 10:57:37.363938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1314e8-bd18-4f85-938f-880327d4890a req-2b71a8ec-726e-4939-986a-cd42bdc88d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:37.365861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ed1314e8-bd18-4f85-938f-880327d4890a req-2b71a8ec-726e-4939-986a-cd42bdc88d7f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 1097 time: 0.1192088 Oct 13 10:57:37.379289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-3450afd3-910d-4920-a00d-bffccc7fa0fc service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058080 Oct 13 10:57:37.452324 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-63ddc660-1da2-481f-b1b1-5c7b335b9db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:37.488928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11495c72-61a1-4317-a0c1-b89ff7e2106e req-97fbdb5b-9512-413e-b176-74cc71209e5d service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997472 Oct 13 10:57:37.493738 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ed1314e8-bd18-4f85-938f-880327d4890a req-9455ae24-4812-471a-9350-17e3d6bd59bd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876968 Oct 13 10:57:37.505269 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9218d52c-435b-4b46-b280-443eaedb6f11 req-a10455cd-b834-449d-9b75-bca5373ad865 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505597 Oct 13 10:57:37.599750 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-63ddc660-1da2-481f-b1b1-5c7b335b9db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:37.628686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddc660-1da2-481f-b1b1-5c7b335b9db6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2e2074-4c28-45f2-a10d-6ec281c2406c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:37.634740 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-63ddc660-1da2-481f-b1b1-5c7b335b9db6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:37.636234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866e640-7ae8-4fd1-9b61-d2479339c136 req-deb22973-33e8-4f1c-ba6a-c29c7889a7f3 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:37.637976 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a866e640-7ae8-4fd1-9b61-d2479339c136 req-deb22973-33e8-4f1c-ba6a-c29c7889a7f3 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 945 time: 0.0660341 Oct 13 10:57:37.639102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5cc69e-fb1a-45f3-9afc-7e1b7900fe59 None None] Network ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:57:37.646751 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-63ddc660-1da2-481f-b1b1-5c7b335b9db6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3b2e2074-4c28-45f2-a10d-6ec281c2406c HTTP/1.1" status: 204 len: 168 time: 0.5590522 Oct 13 10:57:37.650798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41676) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:37.707132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a866e640-7ae8-4fd1-9b61-d2479339c136 req-f5c3794c-2bbc-4056-b64b-96fc2e2b1e8f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604084 Oct 13 10:57:37.743658 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:37.811187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Deleting port 679d5e61-0009-4e7b-8402-255ea97dd063 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:37.811749 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:37.821282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c022f-4ff6-4faa-985d-111f235bad05 req-c6368d1a-405d-4fd0-9608-9212ccd72792 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:37.823342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec1c022f-4ff6-4faa-985d-111f235bad05 req-c6368d1a-405d-4fd0-9608-9212ccd72792 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.0608478 Oct 13 10:57:37.854201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4485e64-d5ee-42d0-a639-b3b0afe954c1 None None] DHCP port deletion for ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:57:37.866721 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec1c022f-4ff6-4faa-985d-111f235bad05 req-9cafbc8f-bd63-4b14-bc17-0d07c461c091 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371742 Oct 13 10:57:37.924165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] For port 679d5e61-0009-4e7b-8402-255ea97dd063, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=679d5e61-0009-4e7b-8402-255ea97dd063,segment=NetworkSegment(4fe916c2-9612-4734-9aff-f11d1f5c50bf),segment_id=4fe916c2-9612-4734-9aff-f11d1f5c50bf)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:37.924165 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:37.931372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Calling delete_port for 679d5e61-0009-4e7b-8402-255ea97dd063 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:38.052048 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d08c72-9051-466d-b2ec-913db2d1ebad req-cb8e203d-4d3f-4b11-b37e-50f610311091 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:38.053490 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-09d08c72-9051-466d-b2ec-913db2d1ebad req-cb8e203d-4d3f-4b11-b37e-50f610311091 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 1102 time: 0.0641913 Oct 13 10:57:38.073158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790950b-d4bb-4f8e-8425-deed0860aa88 req-ed09e16b-7568-41c0-9757-4c8db98e69b6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:38.074508 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0788-7537-46e0-96fd-4ef4a332cc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.074668 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a790950b-d4bb-4f8e-8425-deed0860aa88 req-ed09e16b-7568-41c0-9757-4c8db98e69b6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 949 time: 0.0647314 Oct 13 10:57:38.088608 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a4485e64-d5ee-42d0-a639-b3b0afe954c1 None None] Deleting port 679d5e61-0009-4e7b-8402-255ea97dd063 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:38.089091 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4485e64-d5ee-42d0-a639-b3b0afe954c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.103585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:38.109284 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-09d08c72-9051-466d-b2ec-913db2d1ebad req-01028954-e185-45a0-b5fd-773ed6648d02 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457213 Oct 13 10:57:38.139670 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a790950b-d4bb-4f8e-8425-deed0860aa88 req-00fd0309-86f5-4b09-8e20-0e19284b61c4 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571141 Oct 13 10:57:38.160543 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.177160 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] No DVR routers for this DVR port 679d5e61-0009-4e7b-8402-255ea97dd063 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:38.191752 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a4485e64-d5ee-42d0-a639-b3b0afe954c1 None None] For port 679d5e61-0009-4e7b-8402-255ea97dd063, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=679d5e61-0009-4e7b-8402-255ea97dd063,segment=NetworkSegment(4fe916c2-9612-4734-9aff-f11d1f5c50bf),segment_id=4fe916c2-9612-4734-9aff-f11d1f5c50bf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:38.192400 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4485e64-d5ee-42d0-a639-b3b0afe954c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.194731 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:38.207142 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a4485e64-d5ee-42d0-a639-b3b0afe954c1 None None] Calling delete_port for 679d5e61-0009-4e7b-8402-255ea97dd063 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:38.218064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Pushing event deleted for resources: {'Port': ['ID=679d5e61-0009-4e7b-8402-255ea97dd063,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:38.233049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37de31-7034-4c10-b324-ae7a685c833b req-6863182a-da76-4171-ba5e-a50dcb2f4ca5 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:38.234567 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af37de31-7034-4c10-b324-ae7a685c833b req-6863182a-da76-4171-ba5e-a50dcb2f4ca5 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.46 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 945 time: 0.1179054 Oct 13 10:57:38.290784 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4485e64-d5ee-42d0-a639-b3b0afe954c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.293173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:38.297420 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06df19a7-5159-4b1c-8e29-b57291bfefcd" -d '{"events": [{"name": "network-changed", "server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:38.317007 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4485e64-d5ee-42d0-a639-b3b0afe954c1 None None] Pushing event deleted for resources: {'Port': ['ID=679d5e61-0009-4e7b-8402-255ea97dd063,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:38.317288 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.322790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4485e64-d5ee-42d0-a639-b3b0afe954c1 None None] No DVR routers for this DVR port 679d5e61-0009-4e7b-8402-255ea97dd063 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:38.353564 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f40b893-c0ac-45d5-84f9-098dc071c71a x-openstack-request-id: req-6f40b893-c0ac-45d5-84f9-098dc071c71a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:38.353906 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:38.354101 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f40b893-c0ac-45d5-84f9-098dc071c71a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:38.354844 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'status': 'completed', 'code': 200} Oct 13 10:57:38.391991 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:38.403988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe916c2-9612-4734-9aff-f11d1f5c50bf') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:38.408226 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe916c2-9612-4734-9aff-f11d1f5c50bf') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:38.422451 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.429343 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 839915fe-c3b2-4551-bd30-c64bff397e42 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:38.448754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.449559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-79b7ab11-81e0-4d98-a130-4b4f45ab0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:38.451341 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-79b7ab11-81e0-4d98-a130-4b4f45ab0c10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 1100 time: 0.0734811 Oct 13 10:57:38.457813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-08e49596-d61a-462b-b52a-d5c9f48fa367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:38.459876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:57:38.460640 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.461967 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-08e49596-d61a-462b-b52a-d5c9f48fa367 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 1100 time: 0.0828192 Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:57:38.462322 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:57:38.467529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 839915fe-c3b2-4551-bd30-c64bff397e42 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:38.467885 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 839915fe-c3b2-4551-bd30-c64bff397e42 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:38.468382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 679d5e61-0009-4e7b-8402-255ea97dd063 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:38.475797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-af37de31-7034-4c10-b324-ae7a685c833b req-8e973b5f-47f5-48d1-8e5d-8ff14cfc37a6 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Deleting port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:38.476147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-af37de31-7034-4c10-b324-ae7a685c833b req-8e973b5f-47f5-48d1-8e5d-8ff14cfc37a6 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.502144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 679d5e61-0009-4e7b-8402-255ea97dd063 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:38.502708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 679d5e61-0009-4e7b-8402-255ea97dd063 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:38.503142 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e1a43e61-66ac-438f-b404-e11692659a42 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:38.525771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: e1a43e61-66ac-438f-b404-e11692659a42 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:38.526120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e1a43e61-66ac-438f-b404-e11692659a42 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:38.539140 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.639676 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-af37de31-7034-4c10-b324-ae7a685c833b req-8e973b5f-47f5-48d1-8e5d-8ff14cfc37a6 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] For port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=98a28e64-d22c-4b1e-aef7-2fdd932a04c6,segment=NetworkSegment(53f224f5-b0ab-4bf5-9a8d-89723986eed0),segment_id=53f224f5-b0ab-4bf5-9a8d-89723986eed0)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:38.640303 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-af37de31-7034-4c10-b324-ae7a685c833b req-8e973b5f-47f5-48d1-8e5d-8ff14cfc37a6 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.651267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.660097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e6ed2-aae5-40c1-9856-2a6a7fa4d02f req-fc98de34-de8e-450a-b331-ac9eee027ca4 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:38.661608 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d3e6ed2-aae5-40c1-9856-2a6a7fa4d02f req-fc98de34-de8e-450a-b331-ac9eee027ca4 tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 1102 time: 0.1572497 Oct 13 10:57:38.661763 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.667486 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da HTTP/1.1" status: 204 len: 168 time: 1.0129812 Oct 13 10:57:38.667486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-af37de31-7034-4c10-b324-ae7a685c833b req-8e973b5f-47f5-48d1-8e5d-8ff14cfc37a6 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Calling delete_port for 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:38.698869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959861e0-3443-41f6-b286-322a82b30173 req-5a6f83cb-6977-4d86-8027-e1d763d944a2 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:38.700381 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-959861e0-3443-41f6-b286-322a82b30173 req-5a6f83cb-6977-4d86-8027-e1d763d944a2 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1157093 Oct 13 10:57:38.703121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde5f65-7f7a-4f63-82b6-110c5304fe82 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca6ab2f8-b6cc-4ba8-8d64-ee402e0fd8da,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:38.709348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-fc0cc8f3-f895-4616-b9c7-6e792dce8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:38.710843 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-fc0cc8f3-f895-4616-b9c7-6e792dce8796 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.2435961 Oct 13 10:57:38.713157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-f2d31acc-3bb4-4e30-9ac5-4f9b6361b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:38.714508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-f2d31acc-3bb4-4e30-9ac5-4f9b6361b48c service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.2318413 Oct 13 10:57:38.766466 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d3e6ed2-aae5-40c1-9856-2a6a7fa4d02f req-5b572405-110d-4abc-832e-7d737341dfba tempest-ServersAdminTestJSON-237954756 tempest-ServersAdminTestJSON-237954756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939910 Oct 13 10:57:38.797109 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-89ce4763-c585-4c2c-8b8e-6ad0410af487 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979 HTTP/1.1" status: 200 len: 217 time: 0.0733654 Oct 13 10:57:38.799595 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-c7ee4023-f3f9-4a55-a93c-128ad36b6548 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979 HTTP/1.1" status: 200 len: 217 time: 0.0655789 Oct 13 10:57:38.811758 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-959861e0-3443-41f6-b286-322a82b30173 req-49dbe954-d16e-4414-9ff4-52b5e37e0815 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635772 Oct 13 10:57:38.907045 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-8ed029c8-12ad-4965-afa3-f56901048d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:38.909228 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-8ed029c8-12ad-4965-afa3-f56901048d26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1042416 Oct 13 10:57:38.910660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-7c03f89c-b74f-49d8-82c5-0de096edf878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:38.911957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-7c03f89c-b74f-49d8-82c5-0de096edf878 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0985358 Oct 13 10:57:38.992613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-e7a41d47-30ad-43f4-ab91-ca7dfd6739ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:38.994099 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-e7a41d47-30ad-43f4-ab91-ca7dfd6739ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751517 Oct 13 10:57:38.994370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-af37de31-7034-4c10-b324-ae7a685c833b req-8e973b5f-47f5-48d1-8e5d-8ff14cfc37a6 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:38.996894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-a47abe8f-7dd0-487e-8793-d89ac6c0dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:38.998022 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-a47abe8f-7dd0-487e-8793-d89ac6c0dba2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701308 Oct 13 10:57:39.008571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['98a28e64-d22c-4b1e-aef7-2fdd932a04c6', '177fcaec-c81e-4e40-b138-5fb76684f734'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:57:39.019393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41708) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:39.027407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e973b5f-47f5-48d1-8e5d-8ff14cfc37a6 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Pushing event deleted for resources: {'Port': ['ID=98a28e64-d22c-4b1e-aef7-2fdd932a04c6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:39.082378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-af37de31-7034-4c10-b324-ae7a685c833b req-8e973b5f-47f5-48d1-8e5d-8ff14cfc37a6 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] No DVR routers for this DVR port 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:39.085007 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-af37de31-7034-4c10-b324-ae7a685c833b req-8e973b5f-47f5-48d1-8e5d-8ff14cfc37a6 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:39.088509 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af37de31-7034-4c10-b324-ae7a685c833b req-8e973b5f-47f5-48d1-8e5d-8ff14cfc37a6 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.46 "DELETE /v2.0/ports/98a28e64-d22c-4b1e-aef7-2fdd932a04c6 HTTP/1.1" status: 204 len: 173 time: 0.8158250 Oct 13 10:57:39.089021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81850775-67dc-41f2-935b-90281f6d3916', 'name': 'network-vif-deleted', 'tag': '98a28e64-d22c-4b1e-aef7-2fdd932a04c6'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:39.091714 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac7d3ef-326f-4f67-8fab-21b8add1b1bb" -d '{"events": [{"server_uuid": "81850775-67dc-41f2-935b-90281f6d3916", "name": "network-vif-deleted", "tag": "98a28e64-d22c-4b1e-aef7-2fdd932a04c6"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:39.183464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9e875c98-669a-4941-9fab-75a7c296e92e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ce09fc5baff4972929c7aff054057cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613536 Oct 13 10:57:39.186174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41714) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:39.207192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-98105dba-d289-4322-bb5b-4e257d971722 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041140 Oct 13 10:57:39.209053 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-e763dff4-fc6b-4757-9b2f-88254c7af7d0 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036734 Oct 13 10:57:39.244198 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3d26d436-644a-4cbb-aebb-27bd17e9c37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:39.271619 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3d26d436-644a-4cbb-aebb-27bd17e9c37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:39.360260 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab895eb-28ef-46bf-b365-98e9042c0520 x-openstack-request-id: req-fab895eb-28ef-46bf-b365-98e9042c0520 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:39.361215 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81850775-67dc-41f2-935b-90281f6d3916", "name": "network-vif-deleted", "tag": "98a28e64-d22c-4b1e-aef7-2fdd932a04c6", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:39.361566 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fab895eb-28ef-46bf-b365-98e9042c0520 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:39.362185 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81850775-67dc-41f2-935b-90281f6d3916', 'name': 'network-vif-deleted', 'tag': '98a28e64-d22c-4b1e-aef7-2fdd932a04c6', 'status': 'completed', 'code': 200} Oct 13 10:57:39.398987 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3d26d436-644a-4cbb-aebb-27bd17e9c37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:39.408328 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3d26d436-644a-4cbb-aebb-27bd17e9c37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:39.408328 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3d26d436-644a-4cbb-aebb-27bd17e9c37b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/667647f4-c20f-42cd-9e80-f6b4956c2c83 HTTP/1.1" status: 204 len: 168 time: 0.2148874 Oct 13 10:57:39.451879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26d436-644a-4cbb-aebb-27bd17e9c37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667647f4-c20f-42cd-9e80-f6b4956c2c83,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:39.497983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d215fb-3156-4be8-8520-1d90c170965c req-a9983d62-198a-4ca7-8f2b-5c34eb66e227 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:39.499800 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-63d215fb-3156-4be8-8520-1d90c170965c req-a9983d62-198a-4ca7-8f2b-5c34eb66e227 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 949 time: 0.0831180 Oct 13 10:57:39.557280 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-63d215fb-3156-4be8-8520-1d90c170965c req-439c6378-178c-45fb-83da-597222c5e8a0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433993 Oct 13 10:57:39.674363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed10cd-02b0-45d9-8745-33b90325ebc0 req-65e86b35-efae-4aed-a08b-080034ee176b tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:39.676111 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04ed10cd-02b0-45d9-8745-33b90325ebc0 req-65e86b35-efae-4aed-a08b-080034ee176b tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 945 time: 0.0555832 Oct 13 10:57:39.703340 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2848f744-5a74-4e40-911f-5f1fdc89d3c4 req-95a13e6f-754d-4c81-93f3-b8fc2f908418 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=81850775-67dc-41f2-935b-90281f6d3916 HTTP/1.1" status: 200 len: 210 time: 0.3832378 Oct 13 10:57:39.720715 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04ed10cd-02b0-45d9-8745-33b90325ebc0 req-cb6749b2-ccd2-4dc3-90a7-bbbe4ae0a74d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376501 Oct 13 10:57:39.765540 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-db21f167-e363-4b21-9ba3-495c0708fe3e service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483582 Oct 13 10:57:39.802858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06df19a7-5159-4b1c-8e29-b57291bfefcd req-eca89676-dcfb-4f96-8c45-a79b7a56b42e service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766714 Oct 13 10:57:39.840753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966c013-40a2-47f7-bebf-9eacc02040dd req-4f0c7062-6e52-41df-9cd7-5f77ec559820 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:39.842164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6966c013-40a2-47f7-bebf-9eacc02040dd req-4f0c7062-6e52-41df-9cd7-5f77ec559820 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 949 time: 0.0539539 Oct 13 10:57:39.884452 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6966c013-40a2-47f7-bebf-9eacc02040dd req-bdc7120c-00a3-4ad8-8ba1-8dc615a6962b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346260 Oct 13 10:57:39.942247 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ddcca-f7b9-4585-aa15-1485e6ed08be req-01ce5c7d-0a4e-4c2f-adc9-04494df2b531 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:39.943989 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-500ddcca-f7b9-4585-aa15-1485e6ed08be req-01ce5c7d-0a4e-4c2f-adc9-04494df2b531 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0526168 Oct 13 10:57:39.985002 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-500ddcca-f7b9-4585-aa15-1485e6ed08be req-6b84ea6b-0466-4abf-b9d2-43d994a14cf0 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343366 Oct 13 10:57:40.313300 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:40.550244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41750) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:40.559233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f40ee-2d48-4386-a11b-fc9e4c441828 req-4fc63534-4ce9-4269-8873-fc5d8d4dce7b tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:40.560763 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e79f40ee-2d48-4386-a11b-fc9e4c441828 req-4fc63534-4ce9-4269-8873-fc5d8d4dce7b tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0667417 Oct 13 10:57:40.605465 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e79f40ee-2d48-4386-a11b-fc9e4c441828 req-2be7002f-85ee-45e6-a3c4-bca24f7c4020 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326850 Oct 13 10:57:40.612298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60220b-d1dd-4ba9-abf8-a31f7fd803f3 req-bda84063-3e5e-4222-b9fa-6e8963e28068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:40.613904 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b60220b-d1dd-4ba9-abf8-a31f7fd803f3 req-bda84063-3e5e-4222-b9fa-6e8963e28068 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7d6e6a057e34d0d8c7e85a05eeb5b00&device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 1097 time: 0.0512207 Oct 13 10:57:40.691969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-669342259-network', 'tenant_id': '086b7c7608344059b8c908241d0cb0ec'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:40.730356 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b0fa996f-fbe9-4be1-abaa-bef47465ac94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:40.802528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c50c6-14ef-417b-8a07-9c0ad766de5c req-ede8cb28-62c5-4263-ac88-9566d548d88b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:40.803336 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c98c50c6-14ef-417b-8a07-9c0ad766de5c req-ede8cb28-62c5-4263-ac88-9566d548d88b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 949 time: 0.1314688 Oct 13 10:57:40.813569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705afe6d-22c0-47af-ae61-f0eac00bf98a req-50b2f0ad-9cf6-4f7e-8021-69da948add2b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:40.815194 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-705afe6d-22c0-47af-ae61-f0eac00bf98a req-50b2f0ad-9cf6-4f7e-8021-69da948add2b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 949 time: 0.1718216 Oct 13 10:57:40.827610 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60220b-d1dd-4ba9-abf8-a31f7fd803f3 req-32ddb6d0-15d7-409e-bd9c-78e1cda92a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:40.828993 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b60220b-d1dd-4ba9-abf8-a31f7fd803f3 req-32ddb6d0-15d7-409e-bd9c-78e1cda92a47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68162571-da51-4d57-899e-725b46fa6e96 HTTP/1.1" status: 200 len: 912 time: 0.2054029 Oct 13 10:57:40.829639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Made reservation on behalf of 086b7c7608344059b8c908241d0cb0ec for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:57:40.831933 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:40.856017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419533d2-cce3-4b0d-ab00-ab87b6eb0cf0 req-9ae4a350-fb14-46b9-880c-95041643ad4d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:40.857481 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-419533d2-cce3-4b0d-ab00-ab87b6eb0cf0 req-9ae4a350-fb14-46b9-880c-95041643ad4d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 945 time: 0.0525656 Oct 13 10:57:40.880280 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:40.896600 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-419533d2-cce3-4b0d-ab00-ab87b6eb0cf0 req-9ed366c1-f80a-4d84-b02d-3a34bfec34f7 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321889 Oct 13 10:57:40.924092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b60220b-d1dd-4ba9-abf8-a31f7fd803f3 req-53e6dc03-d74a-4440-92db-9aabf62edc0e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166c8ee1-6ca7-48e5-8b4b-2b63829e8405 HTTP/1.1" status: 200 len: 217 time: 0.0664229 Oct 13 10:57:40.994697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-705afe6d-22c0-47af-ae61-f0eac00bf98a req-8da293a0-6a53-41cf-ada9-9d1d27c2da22 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705992 Oct 13 10:57:41.034723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60220b-d1dd-4ba9-abf8-a31f7fd803f3 req-711ad153-d5cd-454b-b428-98e30eb0efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:41.036296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b60220b-d1dd-4ba9-abf8-a31f7fd803f3 req-711ad153-d5cd-454b-b428-98e30eb0efa8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47 HTTP/1.1" status: 200 len: 851 time: 0.0806868 Oct 13 10:57:41.079648 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b60220b-d1dd-4ba9-abf8-a31f7fd803f3 req-b044cc1f-8890-457e-bd31-091d7e6412c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68162571-da51-4d57-899e-725b46fa6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326316 Oct 13 10:57:41.087048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c98c50c6-14ef-417b-8a07-9c0ad766de5c req-6ddac7bf-8fe4-4cbb-9807-0c171f34256b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Deleting port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:41.087386 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c98c50c6-14ef-417b-8a07-9c0ad766de5c req-6ddac7bf-8fe4-4cbb-9807-0c171f34256b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:41.159740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-0849359d-5f76-482d-8e1f-dbb90f28fe8e tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:41.161299 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-0849359d-5f76-482d-8e1f-dbb90f28fe8e tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.46 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 945 time: 0.0569983 Oct 13 10:57:41.242663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:41.269590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Deleting port 74239355-9360-472e-a714-39a5d7d80268 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:41.270036 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:41.316869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c1391-9a06-4570-9353-4c728177a99a req-037ff074-dc4d-4889-859c-350f440013fb tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:41.318395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-273c1391-9a06-4570-9353-4c728177a99a req-037ff074-dc4d-4889-859c-350f440013fb tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 949 time: 0.1659253 Oct 13 10:57:41.321383 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-c98c50c6-14ef-417b-8a07-9c0ad766de5c req-6ddac7bf-8fe4-4cbb-9807-0c171f34256b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] For port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b6d4d602-7ea4-4338-8a3f-87ba34ee9f78,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:41.321685 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c98c50c6-14ef-417b-8a07-9c0ad766de5c req-6ddac7bf-8fe4-4cbb-9807-0c171f34256b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:41.325739 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b60220b-d1dd-4ba9-abf8-a31f7fd803f3 req-5b4a64de-3aa8-4735-b8b5-3ae543604566 service neutron] 10.222.0.46 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355313 Oct 13 10:57:41.346539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c98c50c6-14ef-417b-8a07-9c0ad766de5c req-6ddac7bf-8fe4-4cbb-9807-0c171f34256b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Calling delete_port for b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:41.355799 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:41.366495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] For port 74239355-9360-472e-a714-39a5d7d80268, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=74239355-9360-472e-a714-39a5d7d80268,segment=NetworkSegment(624818e1-114b-490f-89c0-1da61c8931cf),segment_id=624818e1-114b-490f-89c0-1da61c8931cf)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:41.367975 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:41.501593 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:57:41.507595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdb5e6b-b04f-4b43-9847-730941adfc3e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:41.518908 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-273c1391-9a06-4570-9353-4c728177a99a req-0b0d1800-1c56-4c2d-9972-3619396a172e tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922152 Oct 13 10:57:41.562982 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:41.562982 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Added segment 4de1112e-155a-424c-a1f3-3c70fc3ea174 of type vlan for network dbc5b5e1-be27-49e3-b370-2c698b37f9af Oct 13 10:57:41.571685 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:57:41.576567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:41.586032 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:41.621115 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b60220b-d1dd-4ba9-abf8-a31f7fd803f3 req-4e4ac6bb-7504-4384-8bfb-6ca3671f61ba service neutron] 10.222.0.46 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791271 Oct 13 10:57:41.627948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:41.628648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 98a28e64-d22c-4b1e-aef7-2fdd932a04c6 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:41.630712 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:41.770819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:41.784245 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'mac_address': 'fa:16:3e:c7:95:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:57:41.810652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2d3f7-3496-4bf7-8fe1-2ef6e87a7937 req-1295bb34-56e0-4fbc-b146-d76e3693075e tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:41.812139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c8d2d3f7-3496-4bf7-8fe1-2ef6e87a7937 req-1295bb34-56e0-4fbc-b146-d76e3693075e tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0892432 Oct 13 10:57:41.813236 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:41.814830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:41.815407 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:41.848158 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:41.851806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63417a45-49e5-437d-b736-fda5bde8c9d7 req-ab852216-81ba-4920-957c-a660f8e2bb6f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:41.859727 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-63417a45-49e5-437d-b736-fda5bde8c9d7 req-ab852216-81ba-4920-957c-a660f8e2bb6f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.4419489 Oct 13 10:57:41.869134 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c98c50c6-14ef-417b-8a07-9c0ad766de5c req-6ddac7bf-8fe4-4cbb-9807-0c171f34256b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:41.870622 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:57:41.884634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['4371f3f4-4b79-405d-8481-3591042d5e90', 'b6d4d602-7ea4-4338-8a3f-87ba34ee9f78', '76c3104d-49fa-460b-be27-3d33e677be2e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:57:41.925697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:41.926305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] Pushing event updated for resources: {'Network': ['ID=dbc5b5e1-be27-49e3-b370-2c698b37f9af,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:41.928917 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddac7bf-8fe4-4cbb-9807-0c171f34256b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Pushing event deleted for resources: {'Port': ['ID=b6d4d602-7ea4-4338-8a3f-87ba34ee9f78,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:41.953006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network dbc5b5e1-be27-49e3-b370-2c698b37f9af details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:57:41.966568 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-63417a45-49e5-437d-b736-fda5bde8c9d7 req-65e9ba5d-20ef-4d94-b86a-fdd713c394f1 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006188 Oct 13 10:57:41.972402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c8d2d3f7-3496-4bf7-8fe1-2ef6e87a7937 req-ff852022-32fa-4503-b8a5-1270ea7c440a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157773 Oct 13 10:57:42.003751 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:42.004148 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:42.004445 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Floating IP ef1dce38-3a10-4a59-bd3b-d62d7aa35c80 disassociated. External IP: 172.25.0.177, port: 74239355-9360-472e-a714-39a5d7d80268. Oct 13 10:57:42.004851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Calling delete_port for 74239355-9360-472e-a714-39a5d7d80268 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:42.008633 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fec7a851-d241-4e8e-b480-7590ba005b43 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4572775 Oct 13 10:57:42.056007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98c50c6-14ef-417b-8a07-9c0ad766de5c req-6ddac7bf-8fe4-4cbb-9807-0c171f34256b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] No DVR routers for this DVR port b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:42.059991 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c98c50c6-14ef-417b-8a07-9c0ad766de5c req-6ddac7bf-8fe4-4cbb-9807-0c171f34256b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:42.069970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c98c50c6-14ef-417b-8a07-9c0ad766de5c req-6ddac7bf-8fe4-4cbb-9807-0c171f34256b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "DELETE /v2.0/ports/b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 HTTP/1.1" status: 204 len: 173 time: 1.2537680 Oct 13 10:57:42.078790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59dd1b4-132b-4eec-bbe9-827d874d155b', 'name': 'network-vif-deleted', 'tag': 'b6d4d602-7ea4-4338-8a3f-87ba34ee9f78'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:42.080374 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00885f84-4f06-4705-836c-b1d7bee62321" -d '{"events": [{"server_uuid": "e59dd1b4-132b-4eec-bbe9-827d874d155b", "name": "network-vif-deleted", "tag": "b6d4d602-7ea4-4338-8a3f-87ba34ee9f78"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:42.100277 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:42.173437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2c799-8867-45c2-85fc-bf65cba201d6 req-ac8ec667-aad7-44b3-9e33-142dbc6a34d9 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:42.175416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01b2c799-8867-45c2-85fc-bf65cba201d6 req-ac8ec667-aad7-44b3-9e33-142dbc6a34d9 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 945 time: 0.0854385 Oct 13 10:57:42.200402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2f6db-f11c-45bb-ac56-89a751e65442 req-52ce9d90-6cc1-4222-8ef1-2cd04a53237b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:42.202858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94a2f6db-f11c-45bb-ac56-89a751e65442 req-52ce9d90-6cc1-4222-8ef1-2cd04a53237b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.0750117 Oct 13 10:57:42.238394 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01b2c799-8867-45c2-85fc-bf65cba201d6 req-d3059007-b9a4-4d4c-97af-d61ea3e907e7 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a2fef20-a36d-499d-ba97-57d3fe6c12a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526593 Oct 13 10:57:42.265813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=12']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:42.288511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94a2f6db-f11c-45bb-ac56-89a751e65442 req-024efa90-ad43-481e-8a0b-cbc6d227efab tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769727 Oct 13 10:57:42.290640 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:42.346427 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4413e9db-4e52-40e1-940a-dca361b854c7 x-openstack-request-id: req-4413e9db-4e52-40e1-940a-dca361b854c7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:42.346860 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59dd1b4-132b-4eec-bbe9-827d874d155b", "name": "network-vif-deleted", "tag": "b6d4d602-7ea4-4338-8a3f-87ba34ee9f78", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:42.347205 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4413e9db-4e52-40e1-940a-dca361b854c7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:42.347778 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59dd1b4-132b-4eec-bbe9-827d874d155b', 'name': 'network-vif-deleted', 'tag': 'b6d4d602-7ea4-4338-8a3f-87ba34ee9f78', 'status': 'completed', 'code': 200} Oct 13 10:57:42.383393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:42.439971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Pushing event deleted for resources: {'Port': ['ID=74239355-9360-472e-a714-39a5d7d80268,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:42.479987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['80aa8575-f2ce-442d-8cb3-dfb1b38b1979'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:57:42.605243 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba609314-3355-498d-b70d-0eac8f8e8c84 req-9fcc45f3-fd12-4cef-b5e6-287c14ae086d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:42.613271 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ba609314-3355-498d-b70d-0eac8f8e8c84 req-9fcc45f3-fd12-4cef-b5e6-287c14ae086d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 950 time: 0.1779225 Oct 13 10:57:42.678791 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ba609314-3355-498d-b70d-0eac8f8e8c84 req-82a37483-0457-4099-9ff9-122efdd5593e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605721 Oct 13 10:57:42.690563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:57:42.774436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918a4a5-e86b-4d5d-be27-aeceb7172f35 req-1dc251d0-e376-4baa-b8bb-adeb47a257dd tempest-ComputeTenantNetworksTest-885773172 tempest-ComputeTenantNetworksTest-885773172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:42.780735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918a4a5-e86b-4d5d-be27-aeceb7172f35 req-1dc251d0-e376-4baa-b8bb-adeb47a257dd tempest-ComputeTenantNetworksTest-885773172 tempest-ComputeTenantNetworksTest-885773172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:42.783915 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-52a86ca0-068d-47ff-ba3b-316dcd8a3a59 req-1138029f-084e-45bb-aaa1-b3d04b5f34ea tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59dd1b4-132b-4eec-bbe9-827d874d155b HTTP/1.1" status: 200 len: 210 time: 0.0340555 Oct 13 10:57:42.790989 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918a4a5-e86b-4d5d-be27-aeceb7172f35 req-1dc251d0-e376-4baa-b8bb-adeb47a257dd tempest-ComputeTenantNetworksTest-885773172 tempest-ComputeTenantNetworksTest-885773172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:42.790989 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7918a4a5-e86b-4d5d-be27-aeceb7172f35 req-1dc251d0-e376-4baa-b8bb-adeb47a257dd tempest-ComputeTenantNetworksTest-885773172 tempest-ComputeTenantNetworksTest-885773172-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2655125 Oct 13 10:57:42.865289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:57:42.878590 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8216396d-a10d-457a-b019-3f5a2c019b74 None None] Sync routers for ids ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:57:42.893994 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8216396d-a10d-457a-b019-3f5a2c019b74 None None] Routers {'51ed150e-9ef9-402b-a7dd-05798a0f9ee9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:42.894813 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8216396d-a10d-457a-b019-3f5a2c019b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:42.998506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] No DVR routers for this DVR port 74239355-9360-472e-a714-39a5d7d80268 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:43.003068 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:43.008308 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a6941f11-1f07-48f6-a3fd-d6fe60d630c5 req-5210690f-4b45-4b2c-b4a1-3222f3d3c13f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.46 "DELETE /v2.0/ports/74239355-9360-472e-a714-39a5d7d80268 HTTP/1.1" status: 204 len: 173 time: 1.8396850 Oct 13 10:57:43.023137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319ee06e-7aa9-4346-8418-93fc60ef43ea', 'name': 'network-vif-deleted', 'tag': '74239355-9360-472e-a714-39a5d7d80268'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:43.026555 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d769a2-818b-4b23-b740-dba015d11498" -d '{"events": [{"server_uuid": "319ee06e-7aa9-4346-8418-93fc60ef43ea", "name": "network-vif-deleted", "tag": "74239355-9360-472e-a714-39a5d7d80268"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:43.055173 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9a4e1-2775-4eec-84ad-e12b2f58efde req-a1e45b6f-35bd-4d86-99f8-cd3f6ff085ab tempest-ComputeTenantNetworksTest-885773172 tempest-ComputeTenantNetworksTest-885773172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:43.069395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41824) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:43.080460 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-8216396d-a10d-457a-b019-3f5a2c019b74 None None] Set router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:43.081624 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2c9a4e1-2775-4eec-84ad-e12b2f58efde req-a1e45b6f-35bd-4d86-99f8-cd3f6ff085ab tempest-ComputeTenantNetworksTest-885773172 tempest-ComputeTenantNetworksTest-885773172-project] 10.222.0.32 "GET /v2.0/networks/dbc5b5e1-be27-49e3-b370-2c698b37f9af HTTP/1.1" status: 200 len: 768 time: 0.2144210 Oct 13 10:57:43.195576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-1750838e-08ac-4f66-83d6-66633d58e05e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120207 Oct 13 10:57:43.201475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15899f32-3cec-43dc-977a-813018550109 req-c532b197-bd4f-4fe8-82bc-00ba686a4832 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:43.209269 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-15899f32-3cec-43dc-977a-813018550109 req-c532b197-bd4f-4fe8-82bc-00ba686a4832 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0680587 Oct 13 10:57:43.292440 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-15899f32-3cec-43dc-977a-813018550109 req-37669395-289f-4797-b787-024f39b89c3c tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768840 Oct 13 10:57:43.330573 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-959923fe-4640-463f-b968-c13c915c9723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:43.340075 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:43.408213 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8216396d-a10d-457a-b019-3f5a2c019b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:54:18Z', 'revision_number': 4, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port': {'id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:13Z', 'updated_at': '2021-10-13T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9b4512bf-0d78-403f-bb30-2d67fe844378', 'name': '', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'mac_address': 'fa:16:3e:1c:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:17Z', 'updated_at': '2021-10-13T10:54:23Z', 'revision_number': 5, 'project_id': 'a6c3bb29c806414493100593913257cd', 'subnets': [{'id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:43.444204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2efdf-376f-4f34-9e64-96271c189494 req-29abebb8-b372-4b33-811d-57d8ccaa8ef4 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:43.450862 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8216396d-a10d-457a-b019-3f5a2c019b74 None None] Checking router: 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:57:43.456449 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fac2efdf-376f-4f34-9e64-96271c189494 req-29abebb8-b372-4b33-811d-57d8ccaa8ef4 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0732491 Oct 13 10:57:43.465427 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8216396d-a10d-457a-b019-3f5a2c019b74 None None] Routers {'51ed150e-9ef9-402b-a7dd-05798a0f9ee9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:43.467060 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8216396d-a10d-457a-b019-3f5a2c019b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:43.504654 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fac2efdf-376f-4f34-9e64-96271c189494 req-466d46b2-2840-4b2c-b767-bb0e548f738c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472996 Oct 13 10:57:43.538056 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-959923fe-4640-463f-b968-c13c915c9723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:43.561257 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456139d-de83-40f1-951e-f96215da7c9c req-3e03b9c4-a517-4a3c-905d-27cad3f07941 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:43.561257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-3e03b9c4-a517-4a3c-905d-27cad3f07941 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3499513 Oct 13 10:57:43.564430 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8a04a1-9064-4fb6-ad34-c25d4a150a6e x-openstack-request-id: req-1b8a04a1-9064-4fb6-ad34-c25d4a150a6e {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:43.565535 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319ee06e-7aa9-4346-8418-93fc60ef43ea", "name": "network-vif-deleted", "tag": "74239355-9360-472e-a714-39a5d7d80268", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:43.566649 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b8a04a1-9064-4fb6-ad34-c25d4a150a6e {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:43.567520 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319ee06e-7aa9-4346-8418-93fc60ef43ea', 'name': 'network-vif-deleted', 'tag': '74239355-9360-472e-a714-39a5d7d80268', 'status': 'completed', 'code': 200} Oct 13 10:57:43.572199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-959923fe-4640-463f-b968-c13c915c9723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc5b5e1-be27-49e3-b370-2c698b37f9af']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:43.577257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:43.589044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-959923fe-4640-463f-b968-c13c915c9723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de1112e-155a-424c-a1f3-3c70fc3ea174') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:43.589331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-959923fe-4640-463f-b968-c13c915c9723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de1112e-155a-424c-a1f3-3c70fc3ea174') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:43.596803 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b95c328-7a96-4941-a713-a71e43d31b55 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/quotas/15b82978f9314c489e73bb4a9f9cd84a HTTP/1.1" status: 200 len: 375 time: 0.0286820 Oct 13 10:57:43.600228 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-959923fe-4640-463f-b968-c13c915c9723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:43.632159 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-8216396d-a10d-457a-b019-3f5a2c019b74 None None] Set router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:43.638107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-959923fe-4640-463f-b968-c13c915c9723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:43.650600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959923fe-4640-463f-b968-c13c915c9723 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:57:43.651004 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-959923fe-4640-463f-b968-c13c915c9723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:57:43.653731 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:57:43.706938 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4d3ad2c2-5a0d-4a92-a558-12a35515bca6 req-de41d39d-7fc6-4fe2-8eb7-881ed84d6cdb tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/ports?device_id=319ee06e-7aa9-4346-8418-93fc60ef43ea HTTP/1.1" status: 200 len: 210 time: 0.0475574 Oct 13 10:57:43.712716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:57:43.718767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:43.719418 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:43.734650 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-7a53ac46-a881-4341-b7a8-86559a6b7ec2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1276369 Oct 13 10:57:43.800462 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-959923fe-4640-463f-b968-c13c915c9723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:43.823886 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:43.840355 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-959923fe-4640-463f-b968-c13c915c9723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:43.847190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-959923fe-4640-463f-b968-c13c915c9723 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dbc5b5e1-be27-49e3-b370-2c698b37f9af HTTP/1.1" status: 204 len: 168 time: 0.7761660 Oct 13 10:57:43.850632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959923fe-4640-463f-b968-c13c915c9723 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc5b5e1-be27-49e3-b370-2c698b37f9af,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:43.853290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:43.858444 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62786eb3-a8b3-42e5-b3ce-d84df7b6b6c2" -d '{"events": [{"server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "name": "network-vif-plugged", "status": "completed", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:43.873444 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8216396d-a10d-457a-b019-3f5a2c019b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:54:18Z', 'revision_number': 4, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port': {'id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:13Z', 'updated_at': '2021-10-13T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9b4512bf-0d78-403f-bb30-2d67fe844378', 'name': '', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'mac_address': 'fa:16:3e:1c:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:17Z', 'updated_at': '2021-10-13T10:54:23Z', 'revision_number': 5, 'project_id': 'a6c3bb29c806414493100593913257cd', 'subnets': [{'id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:43.891375 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:43.912701 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c74895-7a08-4dbf-b40c-3d02d57b9fe2 x-openstack-request-id: req-c8c74895-7a08-4dbf-b40c-3d02d57b9fe2 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:43.912998 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "name": "network-vif-plugged", "status": "completed", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:43.913247 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8c74895-7a08-4dbf-b40c-3d02d57b9fe2 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:43.914349 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'code': 200} Oct 13 10:57:43.982541 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:43.983252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 74239355-9360-472e-a714-39a5d7d80268 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:44.034214 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 74239355-9360-472e-a714-39a5d7d80268 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:44.035147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 74239355-9360-472e-a714-39a5d7d80268 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:44.049305 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8216396d-a10d-457a-b019-3f5a2c019b74 None None] The sync data for ids ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'] in n-d-813659-3 is: [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:54:18Z', 'revision_number': 4, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port': {'id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:13Z', 'updated_at': '2021-10-13T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9b4512bf-0d78-403f-bb30-2d67fe844378', 'name': '', 'network_id': '3be5507d-cf45-433e-9f0d-6f9cb7f3d896', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'mac_address': 'fa:16:3e:1c:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:17Z', 'updated_at': '2021-10-13T10:54:23Z', 'revision_number': 5, 'project_id': 'a6c3bb29c806414493100593913257cd', 'subnets': [{'id': 'ec42b01d-c234-4e9c-811f-0ae53f3b0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:57:44.067359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=13']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:44.103767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:44.131804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:44.132278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b6d4d602-7ea4-4338-8a3f-87ba34ee9f78 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:44.151037 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd021b0e-1b3b-474c-8181-69297fb5a1ff req-ef992d0d-4607-4039-88f6-d9b8c4491fdd tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 210 time: 0.0588453 Oct 13 10:57:44.284097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41848) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:44.328500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcda9f3-4e6e-4e17-8c01-182ff2f53beb None None] New status for floating IP ef1dce38-3a10-4a59-bd3b-d62d7aa35c80: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:57:44.331750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ca001d11-1f10-4a9b-ad94-bc7ef7779fd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=086b7c7608344059b8c908241d0cb0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462558 Oct 13 10:57:44.334112 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41854) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:44.395608 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3eb08666-5bfd-4b9c-b05c-9ba7a12b77a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:44.431531 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3eb08666-5bfd-4b9c-b05c-9ba7a12b77a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:44.481438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad3b0e-5476-4e90-99dc-e4faf94dc16a req-588ad2a6-28da-491a-a3ca-fc926e297e27 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:44.482899 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2bad3b0e-5476-4e90-99dc-e4faf94dc16a req-588ad2a6-28da-491a-a3ca-fc926e297e27 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 950 time: 0.0567055 Oct 13 10:57:44.505706 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a142b-27c7-4f2e-ba92-022e5715cd72 req-e5b97a3b-04ae-4d72-a129-c63c76d7c76b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:44.507223 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d81a142b-27c7-4f2e-ba92-022e5715cd72 req-e5b97a3b-04ae-4d72-a129-c63c76d7c76b tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0952852 Oct 13 10:57:44.527790 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2bad3b0e-5476-4e90-99dc-e4faf94dc16a req-17fa5a56-00d2-4a07-b3fc-f15be3b70733 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378590 Oct 13 10:57:44.555074 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d81a142b-27c7-4f2e-ba92-022e5715cd72 req-eeb9bcfb-9693-4d28-81aa-6a2f50318032 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390897 Oct 13 10:57:44.582460 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3eb08666-5bfd-4b9c-b05c-9ba7a12b77a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:44.585073 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3eb08666-5bfd-4b9c-b05c-9ba7a12b77a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:44.586920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3eb08666-5bfd-4b9c-b05c-9ba7a12b77a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcdb5e6b-b04f-4b43-9847-730941adfc3e HTTP/1.1" status: 204 len: 168 time: 0.2517834 Oct 13 10:57:44.598981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb08666-5bfd-4b9c-b05c-9ba7a12b77a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdb5e6b-b04f-4b43-9847-730941adfc3e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:44.664153 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62edb8-7856-4cb3-8c65-7f05c58f531b req-ed948e07-d943-4d61-aca7-12a8a6d55fa9 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:44.665643 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b62edb8-7856-4cb3-8c65-7f05c58f531b req-ed948e07-d943-4d61-aca7-12a8a6d55fa9 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0600481 Oct 13 10:57:44.705631 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b62edb8-7856-4cb3-8c65-7f05c58f531b req-bb54b375-ba64-402a-9ff5-12ac70943d79 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336335 Oct 13 10:57:44.834881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41868) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:44.890992 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a17f-9f0e-4896-b9a9-e40db831538f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:44.918733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a17f-9f0e-4896-b9a9-e40db831538f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:45.010575 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a17f-9f0e-4896-b9a9-e40db831538f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:45.013293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a17f-9f0e-4896-b9a9-e40db831538f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:45.014636 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c3f0a17f-9f0e-4896-b9a9-e40db831538f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "DELETE /v2.0/security-groups/4a2fef20-a36d-499d-ba97-57d3fe6c12a5 HTTP/1.1" status: 204 len: 168 time: 0.1785622 Oct 13 10:57:45.017127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41874) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:45.024470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0a17f-9f0e-4896-b9a9-e40db831538f tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2fef20-a36d-499d-ba97-57d3fe6c12a5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:45.035030 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-c8677ec2-f689-4e05-992d-774015947575 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] show failed (client error): The resource could not be found. Oct 13 10:57:45.035030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c8677ec2-f689-4e05-992d-774015947575 tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "GET /v2.0/security-groups/4a2fef20-a36d-499d-ba97-57d3fe6c12a5 HTTP/1.1" status: 404 len: 347 time: 0.0139043 Oct 13 10:57:45.036889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41876) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:45.179069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-aaf208c5-49be-4b7a-b133-8168b6f4811d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Deleting port 64a9fd0c-87ad-408f-82d7-15ddf9a5bb0b {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:45.179639 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aaf208c5-49be-4b7a-b133-8168b6f4811d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:45.261413 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e33dd68-60ae-408d-826c-0c02ef84cecf req-0d2b29b0-47e6-403e-91a4-a4615e30f659 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 210 time: 0.0383754 Oct 13 10:57:45.293231 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aaf208c5-49be-4b7a-b133-8168b6f4811d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:45.293589 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aaf208c5-49be-4b7a-b133-8168b6f4811d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:45.306444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-aaf208c5-49be-4b7a-b133-8168b6f4811d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Calling delete_port for 64a9fd0c-87ad-408f-82d7-15ddf9a5bb0b owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:45.495756 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aaf208c5-49be-4b7a-b133-8168b6f4811d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:45.520571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf208c5-49be-4b7a-b133-8168b6f4811d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Pushing event deleted for resources: {'Port': ['ID=64a9fd0c-87ad-408f-82d7-15ddf9a5bb0b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:45.595854 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aaf208c5-49be-4b7a-b133-8168b6f4811d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:45.605719 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aaf208c5-49be-4b7a-b133-8168b6f4811d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:45.605719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-aaf208c5-49be-4b7a-b133-8168b6f4811d tempest-ServersTestJSON-962607826 tempest-ServersTestJSON-962607826-project] 10.222.0.32 "DELETE /v2.0/floatingips/ef1dce38-3a10-4a59-bd3b-d62d7aa35c80 HTTP/1.1" status: 204 len: 168 time: 0.5644107 Oct 13 10:57:45.605719 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41898) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:45.737553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281b35a-ac20-4727-b8ca-3187df1cf5c1 req-4255f95e-8716-49e7-a469-237e27f003f7 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:45.739108 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4281b35a-ac20-4727-b8ca-3187df1cf5c1 req-4255f95e-8716-49e7-a469-237e27f003f7 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 950 time: 0.0895915 Oct 13 10:57:45.761854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d464c52-ceaf-4d66-9e2b-56adeb2b34c4 req-4a1dd58f-a848-4078-9068-37e9a6d22e92 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:45.773969 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d464c52-ceaf-4d66-9e2b-56adeb2b34c4 req-4a1dd58f-a848-4078-9068-37e9a6d22e92 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.0968072 Oct 13 10:57:45.783987 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4281b35a-ac20-4727-b8ca-3187df1cf5c1 req-0f03560f-80e5-4b2d-978a-917086de1406 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384221 Oct 13 10:57:45.934804 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-6eb8b1fc-616a-42b7-bd83-a11463004ba4 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254362 Oct 13 10:57:45.939875 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d464c52-ceaf-4d66-9e2b-56adeb2b34c4 req-1f394135-cb6c-434d-9216-11d955151b58 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308081 Oct 13 10:57:45.945185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ca9e-22ef-408f-a21d-57cd89d1afea req-8e91ac46-1443-44ba-bf31-2bc3d4d91308 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:45.947930 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-57f9ca9e-22ef-408f-a21d-57cd89d1afea req-8e91ac46-1443-44ba-bf31-2bc3d4d91308 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0866179 Oct 13 10:57:45.968473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c39a59-c5de-47f8-a612-79be65de9e0b req-e19c9fbe-c420-4705-be5a-11fd576ae335 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:45.972269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9c39a59-c5de-47f8-a612-79be65de9e0b req-e19c9fbe-c420-4705-be5a-11fd576ae335 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 950 time: 0.1621213 Oct 13 10:57:46.091871 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-57f9ca9e-22ef-408f-a21d-57cd89d1afea req-6e630b77-947c-49fa-9a6e-452b615b6ee5 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197352 Oct 13 10:57:46.128648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456139d-de83-40f1-951e-f96215da7c9c req-e9f8546d-1b06-4dad-8f23-71e56d79aee6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:46.130188 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-e9f8546d-1b06-4dad-8f23-71e56d79aee6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813629 Oct 13 10:57:46.147362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5456139d-de83-40f1-951e-f96215da7c9c req-73bf62da-dc7d-4465-9179-d3ea8121df6d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Request body: {'port': {'device_id': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '15b82978f9314c489e73bb4a9f9cd84a'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:46.369862 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55972f43-4506-47d4-b2d7-abcc739e16e1 req-beba9728-24ef-491a-bcd4-fa72b987c6c7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 210 time: 0.0290647 Oct 13 10:57:46.370401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5456139d-de83-40f1-951e-f96215da7c9c req-73bf62da-dc7d-4465-9179-d3ea8121df6d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Made reservation on behalf of 15b82978f9314c489e73bb4a9f9cd84a for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:57:46.374092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5456139d-de83-40f1-951e-f96215da7c9c req-73bf62da-dc7d-4465-9179-d3ea8121df6d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:46.483997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-b9c39a59-c5de-47f8-a612-79be65de9e0b req-0ef7fcd0-11f0-4955-8fe3-33c985f13f03 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Deleting port 4371f3f4-4b79-405d-8481-3591042d5e90 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:46.484490 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b9c39a59-c5de-47f8-a612-79be65de9e0b req-0ef7fcd0-11f0-4955-8fe3-33c985f13f03 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:46.521933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-5456139d-de83-40f1-951e-f96215da7c9c req-73bf62da-dc7d-4465-9179-d3ea8121df6d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Allocated IP 192.168.233.77 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/154fe0a5-9c38-475d-9fb0-3885f99795f9) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:57:46.612783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b9c39a59-c5de-47f8-a612-79be65de9e0b req-0ef7fcd0-11f0-4955-8fe3-33c985f13f03 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] For port 4371f3f4-4b79-405d-8481-3591042d5e90, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4371f3f4-4b79-405d-8481-3591042d5e90,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:46.613486 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b9c39a59-c5de-47f8-a612-79be65de9e0b req-0ef7fcd0-11f0-4955-8fe3-33c985f13f03 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:46.629182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-b9c39a59-c5de-47f8-a612-79be65de9e0b req-0ef7fcd0-11f0-4955-8fe3-33c985f13f03 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Calling delete_port for 4371f3f4-4b79-405d-8481-3591042d5e90 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:46.678122 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-826be3d3-1ca7-4bba-8e8a-1468ff155b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:46.693639 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5456139d-de83-40f1-951e-f96215da7c9c req-73bf62da-dc7d-4465-9179-d3ea8121df6d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:46.770421 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb7f4e4-2ace-4c59-87f8-bc2fde87266e req-24604a35-adcd-4455-bb82-b8baff43f43c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392528 Oct 13 10:57:46.835592 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5456139d-de83-40f1-951e-f96215da7c9c req-73bf62da-dc7d-4465-9179-d3ea8121df6d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:46.851174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['850e764c-894d-4cf3-b469-d796681e881f', '80aa8575-f2ce-442d-8cb3-dfb1b38b1979'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:57:46.855653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['a1c04bc8-f710-4d8a-ac75-946cc6645d9c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:57:46.886013 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7f4e4-2ace-4c59-87f8-bc2fde87266e req-fa6bc7cf-db67-4c90-9df1-ddde219a8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:46.887735 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb7f4e4-2ace-4c59-87f8-bc2fde87266e req-fa6bc7cf-db67-4c90-9df1-ddde219a8674 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 1102 time: 0.0911813 Oct 13 10:57:46.969285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87010e3-8a1e-40be-8196-ac96c44dacab req-713fcddf-5dfc-4a2f-bebd-28982122ce34 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:46.980925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c87010e3-8a1e-40be-8196-ac96c44dacab req-713fcddf-5dfc-4a2f-bebd-28982122ce34 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 950 time: 0.0960820 Oct 13 10:57:47.015072 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b9c39a59-c5de-47f8-a612-79be65de9e0b req-0ef7fcd0-11f0-4955-8fe3-33c985f13f03 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:47.023540 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5456139d-de83-40f1-951e-f96215da7c9c req-73bf62da-dc7d-4465-9179-d3ea8121df6d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:57:47.024776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7f4e4-2ace-4c59-87f8-bc2fde87266e req-f336d969-7124-4faf-9de4-54fad2948286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:47.026255 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb7f4e4-2ace-4c59-87f8-bc2fde87266e req-f336d969-7124-4faf-9de4-54fad2948286 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1113997 Oct 13 10:57:47.033080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-5456139d-de83-40f1-951e-f96215da7c9c req-73bf62da-dc7d-4465-9179-d3ea8121df6d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:47.042637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5456139d-de83-40f1-951e-f96215da7c9c req-73bf62da-dc7d-4465-9179-d3ea8121df6d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:57:47.087644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7fcd0-11f0-4955-8fe3-33c985f13f03 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Pushing event deleted for resources: {'Port': ['ID=4371f3f4-4b79-405d-8481-3591042d5e90,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:47.113313 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c87010e3-8a1e-40be-8196-ac96c44dacab req-ea25bd48-9f7e-4b5d-8e59-9ca1f5c81ca6 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262484 Oct 13 10:57:47.136614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf62da-dc7d-4465-9179-d3ea8121df6d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Pushing event updated for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:47.146463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456139d-de83-40f1-951e-f96215da7c9c req-73bf62da-dc7d-4465-9179-d3ea8121df6d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:47.147165 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5456139d-de83-40f1-951e-f96215da7c9c req-73bf62da-dc7d-4465-9179-d3ea8121df6d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:47.227564 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb7f4e4-2ace-4c59-87f8-bc2fde87266e req-dbeb7533-b931-429c-94df-929bba951f01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=76c3104d-49fa-460b-be27-3d33e677be2e HTTP/1.1" status: 200 len: 217 time: 0.1919799 Oct 13 10:57:47.284449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c39a59-c5de-47f8-a612-79be65de9e0b req-0ef7fcd0-11f0-4955-8fe3-33c985f13f03 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] No DVR routers for this DVR port 4371f3f4-4b79-405d-8481-3591042d5e90 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:47.291443 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b9c39a59-c5de-47f8-a612-79be65de9e0b req-0ef7fcd0-11f0-4955-8fe3-33c985f13f03 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:47.295745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9c39a59-c5de-47f8-a612-79be65de9e0b req-0ef7fcd0-11f0-4955-8fe3-33c985f13f03 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "DELETE /v2.0/ports/4371f3f4-4b79-405d-8481-3591042d5e90 HTTP/1.1" status: 204 len: 173 time: 1.2988706 Oct 13 10:57:47.303361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89286ac3-784a-4ba4-844c-f9e0f282f386', 'name': 'network-vif-deleted', 'tag': '4371f3f4-4b79-405d-8481-3591042d5e90'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:47.305851 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a05e02-c4cf-468a-bba4-533550c4dbb7" -d '{"events": [{"server_uuid": "89286ac3-784a-4ba4-844c-f9e0f282f386", "name": "network-vif-deleted", "tag": "4371f3f4-4b79-405d-8481-3591042d5e90"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:47.321524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7f4e4-2ace-4c59-87f8-bc2fde87266e req-840321d9-796e-41bd-a50d-be1e249a250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:47.323157 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb7f4e4-2ace-4c59-87f8-bc2fde87266e req-840321d9-796e-41bd-a50d-be1e249a250d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0839603 Oct 13 10:57:47.336519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8d373-4f18-4469-ac33-285e6fd3f58a req-46e08c4d-6b82-4c45-b9a3-d69116360c6e tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:47.338143 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4e8d373-4f18-4469-ac33-285e6fd3f58a req-46e08c4d-6b82-4c45-b9a3-d69116360c6e tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.1873617 Oct 13 10:57:47.342167 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-73bf62da-dc7d-4465-9179-d3ea8121df6d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2021067 Oct 13 10:57:47.369925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['76c3104d-49fa-460b-be27-3d33e677be2e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:57:47.370059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Request body: {'port': {'device_id': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:47.377936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7aa1d-fc45-4c2d-a409-9e8936182a89 req-67e41be7-d8b9-45bd-b2e0-b49aebe0cac4 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:47.382729 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bda7aa1d-fc45-4c2d-a409-9e8936182a89 req-67e41be7-d8b9-45bd-b2e0-b49aebe0cac4 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.46 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 945 time: 0.2665577 Oct 13 10:57:47.390904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-826be3d3-1ca7-4bba-8e8a-1468ff155b82 admin admin] Deleting port 9b4512bf-0d78-403f-bb30-2d67fe844378 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:47.394690 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-826be3d3-1ca7-4bba-8e8a-1468ff155b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:47.481497 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4e8d373-4f18-4469-ac33-285e6fd3f58a req-431e37e6-7805-4754-884d-6abdfb93075f tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/security-groups?id=1d133d92-0133-4cf2-a8e9-cb303902f899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307452 Oct 13 10:57:47.534775 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2249a-2a84-43e7-a2be-bb96161b3e46 req-8f7bb0e0-90ac-4d1c-a62f-f5b5248109e9 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:47.539425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3c2249a-2a84-43e7-a2be-bb96161b3e46 req-8f7bb0e0-90ac-4d1c-a62f-f5b5248109e9 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.2185369 Oct 13 10:57:47.551340 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-19f675da-f718-4695-bc24-70388e763d63 None None] Provisioning complete for port 154fe0a5-9c38-475d-9fb0-3885f99795f9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:47.551717 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19f675da-f718-4695-bc24-70388e763d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:47.553899 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:47.591653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-19f675da-f718-4695-bc24-70388e763d63 None None] Port 154fe0a5-9c38-475d-9fb0-3885f99795f9 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:57:47.616557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7f4e4-2ace-4c59-87f8-bc2fde87266e req-71f64b38-b502-414b-a161-87d1bd1069f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:47.618321 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb7f4e4-2ace-4c59-87f8-bc2fde87266e req-71f64b38-b502-414b-a161-87d1bd1069f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2751906 Oct 13 10:57:47.636250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-826be3d3-1ca7-4bba-8e8a-1468ff155b82 admin admin] For port 9b4512bf-0d78-403f-bb30-2d67fe844378, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9b4512bf-0d78-403f-bb30-2d67fe844378,segment=NetworkSegment(624818e1-114b-490f-89c0-1da61c8931cf),segment_id=624818e1-114b-490f-89c0-1da61c8931cf)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:47.637034 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-826be3d3-1ca7-4bba-8e8a-1468ff155b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:47.644974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3c2249a-2a84-43e7-a2be-bb96161b3e46 req-3be33a8a-1a60-4e22-a968-eb7156d4d75a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825171 Oct 13 10:57:47.660429 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb2d68f-6fd1-40ae-96a1-819f2a704f65 x-openstack-request-id: req-7cb2d68f-6fd1-40ae-96a1-819f2a704f65 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:47.660724 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89286ac3-784a-4ba4-844c-f9e0f282f386", "name": "network-vif-deleted", "tag": "4371f3f4-4b79-405d-8481-3591042d5e90", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:47.661151 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cb2d68f-6fd1-40ae-96a1-819f2a704f65 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:47.661535 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89286ac3-784a-4ba4-844c-f9e0f282f386', 'name': 'network-vif-deleted', 'tag': '4371f3f4-4b79-405d-8481-3591042d5e90', 'status': 'completed', 'code': 200} Oct 13 10:57:47.662545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-826be3d3-1ca7-4bba-8e8a-1468ff155b82 admin admin] Calling delete_port for 9b4512bf-0d78-403f-bb30-2d67fe844378 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:47.715784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-bda7aa1d-fc45-4c2d-a409-9e8936182a89 req-3f75c49d-9594-4f67-8152-a2492abf67cb tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Deleting port 177fcaec-c81e-4e40-b138-5fb76684f734 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:47.716121 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bda7aa1d-fc45-4c2d-a409-9e8936182a89 req-3f75c49d-9594-4f67-8152-a2492abf67cb tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:47.865636 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-bda7aa1d-fc45-4c2d-a409-9e8936182a89 req-3f75c49d-9594-4f67-8152-a2492abf67cb tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] For port 177fcaec-c81e-4e40-b138-5fb76684f734, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=177fcaec-c81e-4e40-b138-5fb76684f734,segment=NetworkSegment(53f224f5-b0ab-4bf5-9a8d-89723986eed0),segment_id=53f224f5-b0ab-4bf5-9a8d-89723986eed0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:47.866002 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bda7aa1d-fc45-4c2d-a409-9e8936182a89 req-3f75c49d-9594-4f67-8152-a2492abf67cb tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:47.884791 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-bda7aa1d-fc45-4c2d-a409-9e8936182a89 req-3f75c49d-9594-4f67-8152-a2492abf67cb tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Calling delete_port for 177fcaec-c81e-4e40-b138-5fb76684f734 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:47.892258 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb7f4e4-2ace-4c59-87f8-bc2fde87266e req-707619b2-4085-497b-ad40-5b8f9e308108 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641330 Oct 13 10:57:47.901772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da32e61-3326-4163-93b6-3e3b7d677afc req-4e511f67-324c-4255-93b5-72a2278b4942 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:47.903317 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8da32e61-3326-4163-93b6-3e3b7d677afc req-4e511f67-324c-4255-93b5-72a2278b4942 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 935 time: 0.1467671 Oct 13 10:57:48.019172 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8da32e61-3326-4163-93b6-3e3b7d677afc req-e7564e2a-0676-4104-9457-a08b7c37044f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941465 Oct 13 10:57:48.083882 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-826be3d3-1ca7-4bba-8e8a-1468ff155b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:48.084361 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb7f4e4-2ace-4c59-87f8-bc2fde87266e req-688cbf5e-ed22-4b1d-a8f2-1c9a17a107a5 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798775 Oct 13 10:57:48.128791 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826be3d3-1ca7-4bba-8e8a-1468ff155b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4512bf-0d78-403f-bb30-2d67fe844378,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:48.131583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4371f3f4-4b79-405d-8481-3591042d5e90 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:48.174724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 4371f3f4-4b79-405d-8481-3591042d5e90 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:48.175296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4371f3f4-4b79-405d-8481-3591042d5e90 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:48.180072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154fe0a5-9c38-475d-9fb0-3885f99795f9 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:57:48.192226 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:48.275676 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cac0d52-bcdb-4d67-94ff-9eeeef427cc8 req-36a71302-b0f8-4230-814d-7a4b1fe579f4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=89286ac3-784a-4ba4-844c-f9e0f282f386 HTTP/1.1" status: 200 len: 210 time: 0.0335555 Oct 13 10:57:48.278470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Transition to ACTIVE for port object 154fe0a5-9c38-475d-9fb0-3885f99795f9 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:57:48.280353 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bda7aa1d-fc45-4c2d-a409-9e8936182a89 req-3f75c49d-9594-4f67-8152-a2492abf67cb tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:48.346776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75c49d-9594-4f67-8152-a2492abf67cb tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Pushing event deleted for resources: {'Port': ['ID=177fcaec-c81e-4e40-b138-5fb76684f734,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:48.364859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:48.411081 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda7aa1d-fc45-4c2d-a409-9e8936182a89 req-3f75c49d-9594-4f67-8152-a2492abf67cb tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] No DVR routers for this DVR port 177fcaec-c81e-4e40-b138-5fb76684f734 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:48.414534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bda7aa1d-fc45-4c2d-a409-9e8936182a89 req-3f75c49d-9594-4f67-8152-a2492abf67cb tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:48.417757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bda7aa1d-fc45-4c2d-a409-9e8936182a89 req-3f75c49d-9594-4f67-8152-a2492abf67cb tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.46 "DELETE /v2.0/ports/177fcaec-c81e-4e40-b138-5fb76684f734 HTTP/1.1" status: 204 len: 173 time: 1.0206356 Oct 13 10:57:48.420739 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-826be3d3-1ca7-4bba-8e8a-1468ff155b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:48.437057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:48.564652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Attempting to bind port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:57:48.564893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Attempting to bind port 154fe0a5-9c38-475d-9fb0-3885f99795f9 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:57:48.565036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Attempting to bind port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:48.569863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:57:48.570189 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Attempting to bind port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:48.575562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:57:48.575899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:48.576283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:57:48.576764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Bound port: 154fe0a5-9c38-475d-9fb0-3885f99795f9, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:57:48.577738 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:48.664425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7bba03a-6f1d-44fa-bb0a-6308208f0847 req-b37d0e96-ca5b-4f8c-8526-c7c8049f63c3 tempest-ServerRescueNegativeTestJSON-1011102912 tempest-ServerRescueNegativeTestJSON-1011102912-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f903a6-79c6-43f8-af95-5f0a04268f0d HTTP/1.1" status: 200 len: 210 time: 0.0375063 Oct 13 10:57:48.679182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:57:48.695940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:57:48.748189 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:48.785850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826be3d3-1ca7-4bba-8e8a-1468ff155b82 admin admin] Router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:57:48.800591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:48.801371 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:48.803036 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] 10.222.0.46 "PUT /v2.0/ports/154fe0a5-9c38-475d-9fb0-3885f99795f9 HTTP/1.1" status: 200 len: 1095 time: 1.4438069 Oct 13 10:57:48.803667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:48.806297 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e47d4c-0d67-4638-97bc-a19f57346c79" -d '{"events": [{"name": "network-changed", "server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:48.831373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8054aa-0aff-496a-839a-77ed1c0a2aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:48.877762 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e16bce8-3bf0-45d0-b4d8-668bd2e2cbb7 x-openstack-request-id: req-1e16bce8-3bf0-45d0-b4d8-668bd2e2cbb7 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:48.878854 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:48.879187 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e16bce8-3bf0-45d0-b4d8-668bd2e2cbb7 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:48.879710 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'status': 'completed', 'code': 200} Oct 13 10:57:48.919738 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5df1bc-b77c-4291-a249-966a818bab51 req-507640c0-e7de-4c12-ac11-1895acc4b7a6 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:48.927569 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d5df1bc-b77c-4291-a249-966a818bab51 req-507640c0-e7de-4c12-ac11-1895acc4b7a6 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1559274 Oct 13 10:57:48.953704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e47d4c-0d67-4638-97bc-a19f57346c79 req-cc214d37-70a2-4e48-bce4-f016b17e417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:48.960355 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05e47d4c-0d67-4638-97bc-a19f57346c79 req-cc214d37-70a2-4e48-bce4-f016b17e417c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 1098 time: 0.0587015 Oct 13 10:57:48.988128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05e47d4c-0d67-4638-97bc-a19f57346c79 req-3adce3de-5b37-445f-ad4c-7a3e347b39bc service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208764 Oct 13 10:57:49.061848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d5df1bc-b77c-4291-a249-966a818bab51 req-b3913d5b-5792-42b9-85e6-57eaa3094bb5 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328340 Oct 13 10:57:49.072556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826be3d3-1ca7-4bba-8e8a-1468ff155b82 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:57:49.090059 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f455e9c4-02aa-4d8f-a33f-91ed33bf29dc None None] Sync routers for ids ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:57:49.099506 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455e9c4-02aa-4d8f-a33f-91ed33bf29dc None None] Routers {'51ed150e-9ef9-402b-a7dd-05798a0f9ee9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:49.100061 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f455e9c4-02aa-4d8f-a33f-91ed33bf29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:49.104620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-826be3d3-1ca7-4bba-8e8a-1468ff155b82 admin admin] 10.222.0.32 "PUT /v2.0/routers/51ed150e-9ef9-402b-a7dd-05798a0f9ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4955902 Oct 13 10:57:49.106156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41974) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:49.163952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e47d4c-0d67-4638-97bc-a19f57346c79 req-7add6818-276d-4339-96ed-ef88c6331204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:49.167859 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05e47d4c-0d67-4638-97bc-a19f57346c79 req-7add6818-276d-4339-96ed-ef88c6331204 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715910 Oct 13 10:57:49.249416 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155a5b4-e6eb-4c4d-a02a-5203abf23db6 req-f1a5a774-fe3f-43f6-bf40-fb223ad3094d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:49.257504 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2155a5b4-e6eb-4c4d-a02a-5203abf23db6 req-f1a5a774-fe3f-43f6-bf40-fb223ad3094d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 947 time: 0.1196744 Oct 13 10:57:49.295746 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:49.302707 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-f455e9c4-02aa-4d8f-a33f-91ed33bf29dc None None] Set router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:49.309650 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2155a5b4-e6eb-4c4d-a02a-5203abf23db6 req-8d606bfa-368c-4396-a350-a2ef6ffcbd1b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476034 Oct 13 10:57:49.329119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456139d-de83-40f1-951e-f96215da7c9c req-413eda67-340b-437d-a2c3-70767546493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:49.330781 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-413eda67-340b-437d-a2c3-70767546493d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 1098 time: 0.1204350 Oct 13 10:57:49.408810 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-e9ab777b-e569-46b4-a8c5-a3bc7f8bfa60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9 HTTP/1.1" status: 200 len: 217 time: 0.0572278 Oct 13 10:57:49.469487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456139d-de83-40f1-951e-f96215da7c9c req-0c4bafa1-a1b5-4765-bb85-7ba0201c61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:49.471012 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-0c4bafa1-a1b5-4765-bb85-7ba0201c61ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0604377 Oct 13 10:57:49.493452 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:49.526030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456139d-de83-40f1-951e-f96215da7c9c req-db67beae-5579-4241-81c2-6c68283f89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:49.527569 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-db67beae-5579-4241-81c2-6c68283f89f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500495 Oct 13 10:57:49.549584 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f455e9c4-02aa-4d8f-a33f-91ed33bf29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:57:47Z', 'revision_number': 5, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port': {'id': '61b9be1c-2184-41cc-9b9d-13382f776c39', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:54:13Z', 'updated_at': '2021-10-13T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:49.582581 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f455e9c4-02aa-4d8f-a33f-91ed33bf29dc None None] Checking router: 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:57:49.586977 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 177fcaec-c81e-4e40-b138-5fb76684f734 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:49.597420 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455e9c4-02aa-4d8f-a33f-91ed33bf29dc None None] Routers {'51ed150e-9ef9-402b-a7dd-05798a0f9ee9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:49.598133 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f455e9c4-02aa-4d8f-a33f-91ed33bf29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:49.609600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 177fcaec-c81e-4e40-b138-5fb76684f734 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:49.610174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 177fcaec-c81e-4e40-b138-5fb76684f734 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:49.639398 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-e03f4a06-ecd6-4f49-a46e-4814bf0f0a01 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040576 Oct 13 10:57:49.653781 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Deleting port 61b9be1c-2184-41cc-9b9d-13382f776c39 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:49.654970 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:49.726841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f903a6-79c6-43f8-af95-5f0a04268f0d', 'name': 'network-vif-deleted', 'tag': '177fcaec-c81e-4e40-b138-5fb76684f734'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:49.729174 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8947e5-fa60-4fc4-8e98-1588afb04b01" -d '{"events": [{"server_uuid": "22f903a6-79c6-43f8-af95-5f0a04268f0d", "name": "network-vif-deleted", "tag": "177fcaec-c81e-4e40-b138-5fb76684f734"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:49.747754 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-f455e9c4-02aa-4d8f-a33f-91ed33bf29dc None None] Set router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:49.753293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41992) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:49.767018 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5456139d-de83-40f1-951e-f96215da7c9c req-080de6ea-a125-43e2-b38f-e0b3c5f24994 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190169 Oct 13 10:57:49.801626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] For port 61b9be1c-2184-41cc-9b9d-13382f776c39, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=61b9be1c-2184-41cc-9b9d-13382f776c39,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:49.802243 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:49.816185 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Calling delete_port for 61b9be1c-2184-41cc-9b9d-13382f776c39 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:49.861856 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43a771f-3cf2-4376-b312-e27f6da08f8d x-openstack-request-id: req-d43a771f-3cf2-4376-b312-e27f6da08f8d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:49.862482 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f903a6-79c6-43f8-af95-5f0a04268f0d", "name": "network-vif-deleted", "tag": "177fcaec-c81e-4e40-b138-5fb76684f734", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:49.862927 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d43a771f-3cf2-4376-b312-e27f6da08f8d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:49.863490 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f903a6-79c6-43f8-af95-5f0a04268f0d', 'name': 'network-vif-deleted', 'tag': '177fcaec-c81e-4e40-b138-5fb76684f734', 'status': 'completed', 'code': 200} Oct 13 10:57:49.898733 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f455e9c4-02aa-4d8f-a33f-91ed33bf29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:57:49Z', 'revision_number': 6, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:49.928294 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f455e9c4-02aa-4d8f-a33f-91ed33bf29dc None None] The sync data for ids ['51ed150e-9ef9-402b-a7dd-05798a0f9ee9'] in n-d-813659-3 is: [{'id': '51ed150e-9ef9-402b-a7dd-05798a0f9ee9', 'name': 'tempest-ServersTestJSON-845252997-router', 'tenant_id': 'a6c3bb29c806414493100593913257cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:54:12Z', 'updated_at': '2021-10-13T10:57:49Z', 'revision_number': 6, 'project_id': 'a6c3bb29c806414493100593913257cd', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:57:50.020411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472efa3e-a5b0-4437-8d1e-58635e71de5c req-615abaf4-6b18-400b-991e-e866f03f3c1a tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:50.021905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-472efa3e-a5b0-4437-8d1e-58635e71de5c req-615abaf4-6b18-400b-991e-e866f03f3c1a tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 951 time: 0.0873184 Oct 13 10:57:50.074320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-472efa3e-a5b0-4437-8d1e-58635e71de5c req-886d772f-6d99-4850-8514-a3d064a4c87a tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460312 Oct 13 10:57:50.131518 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:50.168956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b9be1c-2184-41cc-9b9d-13382f776c39,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:50.237266 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:50.363081 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:50.369938 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:50.398277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42002) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:50.429466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256eb86-0c3c-452e-94d9-7174f3eb57fa req-f4576554-fa83-43da-80fd-adac296ee0a5 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:50.431250 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5256eb86-0c3c-452e-94d9-7174f3eb57fa req-f4576554-fa83-43da-80fd-adac296ee0a5 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0784051 Oct 13 10:57:50.513147 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5256eb86-0c3c-452e-94d9-7174f3eb57fa req-10dad1ef-af4e-4e0e-a20b-94d772599998 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626662 Oct 13 10:57:50.591085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5308e403-8f01-4af7-bb50-48a5d8cd9d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:50.652764 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-157ef943-182f-4ce1-b433-d42a88bb3e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:50.752366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf406b-a700-41b9-86c4-8321208121d7 req-fa79c5c5-9057-4162-8c8b-c91cfce85e8d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:50.753823 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0adf406b-a700-41b9-86c4-8321208121d7 req-fa79c5c5-9057-4162-8c8b-c91cfce85e8d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 947 time: 0.3452077 Oct 13 10:57:50.772828 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5308e403-8f01-4af7-bb50-48a5d8cd9d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:50.803444 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9b4512bf-0d78-403f-bb30-2d67fe844378 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:50.804023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0adf406b-a700-41b9-86c4-8321208121d7 req-8065184d-d327-4658-9591-4b61f4069da6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435145 Oct 13 10:57:50.819865 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:50.820442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51ed150e-9ef9-402b-a7dd-05798a0f9ee9 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:57:50.832368 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:50.832476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 9b4512bf-0d78-403f-bb30-2d67fe844378 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:50.832476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9b4512bf-0d78-403f-bb30-2d67fe844378 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:50.832665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-85791cc9-c227-464a-a290-04638e19ca18 admin admin] 10.222.0.32 "DELETE /v2.0/routers/51ed150e-9ef9-402b-a7dd-05798a0f9ee9 HTTP/1.1" status: 204 len: 168 time: 1.7257338 Oct 13 10:57:50.834533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42008) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:50.851223 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5308e403-8f01-4af7-bb50-48a5d8cd9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:50.882966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-f348652b-d0e8-4e4a-a388-72a8b89214f9 admin admin] Deleting subnet ec42b01d-c234-4e9c-811f-0ae53f3b0c10 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:57:50.885976 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f348652b-d0e8-4e4a-a388-72a8b89214f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:50.900227 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5308e403-8f01-4af7-bb50-48a5d8cd9d00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d31546bd899415a93e3c4cd0437291d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4989471 Oct 13 10:57:50.903838 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42012) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:50.908860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308e403-8f01-4af7-bb50-48a5d8cd9d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe94dc9-9b0d-4879-81ca-4553a6acb3ac,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:50.943758 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f348652b-d0e8-4e4a-a388-72a8b89214f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:50.998186 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00c4b1ac-3972-438a-a6a1-a7e5e6b95344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.048815 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00c4b1ac-3972-438a-a6a1-a7e5e6b95344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.071022 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f348652b-d0e8-4e4a-a388-72a8b89214f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.091545 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-157ef943-182f-4ce1-b433-d42a88bb3e8b admin admin] Deleting port 9120e349-4619-441c-a77a-c3e1fb46f55f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:51.092260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-157ef943-182f-4ce1-b433-d42a88bb3e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.196266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-157ef943-182f-4ce1-b433-d42a88bb3e8b admin admin] For port 9120e349-4619-441c-a77a-c3e1fb46f55f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9120e349-4619-441c-a77a-c3e1fb46f55f,segment=NetworkSegment(53f224f5-b0ab-4bf5-9a8d-89723986eed0),segment_id=53f224f5-b0ab-4bf5-9a8d-89723986eed0)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:51.196632 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-157ef943-182f-4ce1-b433-d42a88bb3e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.206418 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f348652b-d0e8-4e4a-a388-72a8b89214f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.222793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ad68-56a4-4595-97e0-55174a2a803b req-52ee5a5d-e43b-4409-a3cb-8713333e0cc3 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:51.224305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1842ad68-56a4-4595-97e0-55174a2a803b req-52ee5a5d-e43b-4409-a3cb-8713333e0cc3 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 951 time: 0.0620012 Oct 13 10:57:51.234196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-157ef943-182f-4ce1-b433-d42a88bb3e8b admin admin] Calling delete_port for 9120e349-4619-441c-a77a-c3e1fb46f55f owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:51.239495 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00c4b1ac-3972-438a-a6a1-a7e5e6b95344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.242012 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00c4b1ac-3972-438a-a6a1-a7e5e6b95344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.247499 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-00c4b1ac-3972-438a-a6a1-a7e5e6b95344 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fe94dc9-9b0d-4879-81ca-4553a6acb3ac HTTP/1.1" status: 204 len: 168 time: 0.3372855 Oct 13 10:57:51.248267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348652b-d0e8-4e4a-a388-72a8b89214f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec42b01d-c234-4e9c-811f-0ae53f3b0c10,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:51.254025 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f348652b-d0e8-4e4a-a388-72a8b89214f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.259683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f348652b-d0e8-4e4a-a388-72a8b89214f9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ec42b01d-c234-4e9c-811f-0ae53f3b0c10 HTTP/1.1" status: 204 len: 168 time: 0.4209843 Oct 13 10:57:51.259861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42018) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:51.264553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d3a0fd-9b58-49a2-a8ca-65b7b5b36904 None None] Network 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:57:51.271739 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4b1ac-3972-438a-a6a1-a7e5e6b95344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe94dc9-9b0d-4879-81ca-4553a6acb3ac,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:51.322406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34a00e-cab2-46ef-a23e-e8c373eccf90 req-013407cb-a3b4-4786-8b89-0a03bf57f132 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:51.323957 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b34a00e-cab2-46ef-a23e-e8c373eccf90 req-013407cb-a3b4-4786-8b89-0a03bf57f132 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 951 time: 0.1247544 Oct 13 10:57:51.342983 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1842ad68-56a4-4595-97e0-55174a2a803b req-c11fbebe-6972-430a-8583-630e28ac8c7b tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7c52410-f02c-40ee-9134-33a268a57f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992649 Oct 13 10:57:51.368970 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.435272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Deleting port c38971b3-9641-48fd-90e7-7173a6169273 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:51.435742 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.505421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-6b34a00e-cab2-46ef-a23e-e8c373eccf90 req-29ff5a47-f60a-4de0-a28a-3d766fdb45d4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Deleting port 76c3104d-49fa-460b-be27-3d33e677be2e {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:51.505872 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6b34a00e-cab2-46ef-a23e-e8c373eccf90 req-29ff5a47-f60a-4de0-a28a-3d766fdb45d4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.511129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] For port c38971b3-9641-48fd-90e7-7173a6169273, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c38971b3-9641-48fd-90e7-7173a6169273,segment=NetworkSegment(624818e1-114b-490f-89c0-1da61c8931cf),segment_id=624818e1-114b-490f-89c0-1da61c8931cf)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:51.511750 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.528359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Calling delete_port for c38971b3-9641-48fd-90e7-7173a6169273 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:51.553086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d57e592-1398-4173-a8f6-cd853cde1802 None None] DHCP port deletion for 3be5507d-cf45-433e-9f0d-6f9cb7f3d896 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:57:51.634709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1d57e592-1398-4173-a8f6-cd853cde1802 None None] Deleting port c38971b3-9641-48fd-90e7-7173a6169273 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:51.635210 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d57e592-1398-4173-a8f6-cd853cde1802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.670867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-6b34a00e-cab2-46ef-a23e-e8c373eccf90 req-29ff5a47-f60a-4de0-a28a-3d766fdb45d4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] For port 76c3104d-49fa-460b-be27-3d33e677be2e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=76c3104d-49fa-460b-be27-3d33e677be2e,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:51.671234 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6b34a00e-cab2-46ef-a23e-e8c373eccf90 req-29ff5a47-f60a-4de0-a28a-3d766fdb45d4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.689576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-6b34a00e-cab2-46ef-a23e-e8c373eccf90 req-29ff5a47-f60a-4de0-a28a-3d766fdb45d4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Calling delete_port for 76c3104d-49fa-460b-be27-3d33e677be2e owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:51.691487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-157ef943-182f-4ce1-b433-d42a88bb3e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.702061 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.721158 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1d57e592-1398-4173-a8f6-cd853cde1802 None None] For port c38971b3-9641-48fd-90e7-7173a6169273, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c38971b3-9641-48fd-90e7-7173a6169273,segment=NetworkSegment(624818e1-114b-490f-89c0-1da61c8931cf),segment_id=624818e1-114b-490f-89c0-1da61c8931cf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:51.721556 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d57e592-1398-4173-a8f6-cd853cde1802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.730044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ef943-182f-4ce1-b433-d42a88bb3e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=9120e349-4619-441c-a77a-c3e1fb46f55f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:51.731119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c38971b3-9641-48fd-90e7-7173a6169273,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:51.734723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1d57e592-1398-4173-a8f6-cd853cde1802 None None] Calling delete_port for c38971b3-9641-48fd-90e7-7173a6169273 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:51.734999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] No DVR routers for this DVR port c38971b3-9641-48fd-90e7-7173a6169273 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:51.742897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a399441-d2f8-4695-a40d-469ebaa3cd6a req-43327df5-24a7-40bb-9d4c-9f3a01273660 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:51.750153 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9a399441-d2f8-4695-a40d-469ebaa3cd6a req-43327df5-24a7-40bb-9d4c-9f3a01273660 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1327498 Oct 13 10:57:51.812837 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.823264 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d57e592-1398-4173-a8f6-cd853cde1802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.841066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d57e592-1398-4173-a8f6-cd853cde1802 None None] No DVR routers for this DVR port c38971b3-9641-48fd-90e7-7173a6169273 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:51.865686 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57e592-1398-4173-a8f6-cd853cde1802 None None] Pushing event deleted for resources: {'Port': ['ID=c38971b3-9641-48fd-90e7-7173a6169273,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:51.877410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be5507d-cf45-433e-9f0d-6f9cb7f3d896']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:51.884335 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9a399441-d2f8-4695-a40d-469ebaa3cd6a req-0b142de9-ff8e-4391-8b1b-88ad116475bf tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331754 Oct 13 10:57:51.921879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624818e1-114b-490f-89c0-1da61c8931cf') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:51.922201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624818e1-114b-490f-89c0-1da61c8931cf') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:51.934844 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.958469 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.993919 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945e334-3b34-4a0f-945f-0c598ea48c6d req-b38ba31a-947c-4cc4-afda-9acc4c72ff10 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:51.993919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3945e334-3b34-4a0f-945f-0c598ea48c6d req-b38ba31a-947c-4cc4-afda-9acc4c72ff10 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 947 time: 0.1020358 Oct 13 10:57:51.993919 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:57:51.993919 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:57:51.998201 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:57:52.094971 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3945e334-3b34-4a0f-945f-0c598ea48c6d req-91a63deb-6a7e-4b2c-a9b1-b6f4ad678339 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848479 Oct 13 10:57:52.095110 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-157ef943-182f-4ce1-b433-d42a88bb3e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.098001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42030) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:52.117332 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4624-17e0-4184-8c0d-ae8c2e916c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.317840 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4624-17e0-4184-8c0d-ae8c2e916c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.359409 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.361686 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6b34a00e-cab2-46ef-a23e-e8c373eccf90 req-29ff5a47-f60a-4de0-a28a-3d766fdb45d4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.366637 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.372691 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] 10.222.0.32 "DELETE /v2.0/networks/3be5507d-cf45-433e-9f0d-6f9cb7f3d896 HTTP/1.1" status: 204 len: 168 time: 1.1094673 Oct 13 10:57:52.388302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b5006-d2fe-4841-bb83-97278c7755cc admin admin] Pushing event deleted for resources: {'Network': ['ID=3be5507d-cf45-433e-9f0d-6f9cb7f3d896,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:52.418613 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4624-17e0-4184-8c0d-ae8c2e916c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.442857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff5a47-f60a-4de0-a28a-3d766fdb45d4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Pushing event deleted for resources: {'Port': ['ID=76c3104d-49fa-460b-be27-3d33e677be2e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:52.461828 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6b2e4624-17e0-4184-8c0d-ae8c2e916c34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58ab93ce069b404cb94d6344e9fff596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627214 Oct 13 10:57:52.464634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42036) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:52.496902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157ef943-182f-4ce1-b433-d42a88bb3e8b admin admin] Router 9f7415f6-761c-4868-b70d-aadccf898464 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:57:52.510942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e4624-17e0-4184-8c0d-ae8c2e916c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519c6d41-5ced-481e-894d-75b0858c007b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:52.546518 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a84112b-2d55-4550-b9a1-7e0b1f5c213d req-b8beb848-11e4-40b2-8256-e4c0f78e7058 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 210 time: 0.0525792 Oct 13 10:57:52.547288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b34a00e-cab2-46ef-a23e-e8c373eccf90 req-29ff5a47-f60a-4de0-a28a-3d766fdb45d4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] No DVR routers for this DVR port 76c3104d-49fa-460b-be27-3d33e677be2e on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:57:52.551472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6b34a00e-cab2-46ef-a23e-e8c373eccf90 req-29ff5a47-f60a-4de0-a28a-3d766fdb45d4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.554623 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b34a00e-cab2-46ef-a23e-e8c373eccf90 req-29ff5a47-f60a-4de0-a28a-3d766fdb45d4 tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.21 "DELETE /v2.0/ports/76c3104d-49fa-460b-be27-3d33e677be2e HTTP/1.1" status: 204 len: 173 time: 1.2214170 Oct 13 10:57:52.555076 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'name': 'network-vif-deleted', 'tag': '76c3104d-49fa-460b-be27-3d33e677be2e'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:52.556759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb6827af-7fbb-4854-a527-f3786aff1241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.557352 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d89b57-fdda-4a3f-94e7-0b440ef6640a" -d '{"events": [{"server_uuid": "fbe894cf-0c6b-4643-ad71-7bc88faa8122", "name": "network-vif-deleted", "tag": "76c3104d-49fa-460b-be27-3d33e677be2e"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:52.570294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c38971b3-9641-48fd-90e7-7173a6169273 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:52.603274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: c38971b3-9641-48fd-90e7-7173a6169273 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:52.603930 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c38971b3-9641-48fd-90e7-7173a6169273 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:52.604531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 61b9be1c-2184-41cc-9b9d-13382f776c39 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:52.624382 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb6827af-7fbb-4854-a527-f3786aff1241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.625404 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa330f2d-74a6-4c65-a775-f00b2187167b x-openstack-request-id: req-aa330f2d-74a6-4c65-a775-f00b2187167b {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:52.626426 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe894cf-0c6b-4643-ad71-7bc88faa8122", "name": "network-vif-deleted", "tag": "76c3104d-49fa-460b-be27-3d33e677be2e", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:52.626750 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa330f2d-74a6-4c65-a775-f00b2187167b {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:52.627802 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe894cf-0c6b-4643-ad71-7bc88faa8122', 'name': 'network-vif-deleted', 'tag': '76c3104d-49fa-460b-be27-3d33e677be2e', 'status': 'completed', 'code': 200} Oct 13 10:57:52.644902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 61b9be1c-2184-41cc-9b9d-13382f776c39 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:52.645250 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 61b9be1c-2184-41cc-9b9d-13382f776c39 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:52.723753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157ef943-182f-4ce1-b433-d42a88bb3e8b admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:57:52.730112 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-157ef943-182f-4ce1-b433-d42a88bb3e8b admin admin] 10.222.0.32 "PUT /v2.0/routers/9f7415f6-761c-4868-b70d-aadccf898464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9754772 Oct 13 10:57:52.734488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42042) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:52.739666 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84edad44-f63b-463b-ad15-4cbd8a996301 None None] Sync routers for ids ['9f7415f6-761c-4868-b70d-aadccf898464'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:57:52.760241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84edad44-f63b-463b-ad15-4cbd8a996301 None None] Routers {'9f7415f6-761c-4868-b70d-aadccf898464'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:52.761864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-84edad44-f63b-463b-ad15-4cbd8a996301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['9f7415f6-761c-4868-b70d-aadccf898464'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:52.798855 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb6827af-7fbb-4854-a527-f3786aff1241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.801758 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb6827af-7fbb-4854-a527-f3786aff1241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.803109 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eb6827af-7fbb-4854-a527-f3786aff1241 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/519c6d41-5ced-481e-894d-75b0858c007b HTTP/1.1" status: 204 len: 168 time: 0.3372667 Oct 13 10:57:52.804931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42044) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:52.820236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6827af-7fbb-4854-a527-f3786aff1241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519c6d41-5ced-481e-894d-75b0858c007b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:52.861075 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a0030577-4b7a-4d56-9ce8-97a3f5cf82b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6c3bb29c806414493100593913257cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535386 Oct 13 10:57:52.861691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42048) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:52.904522 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.918875 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-84edad44-f63b-463b-ad15-4cbd8a996301 None None] Set router 9f7415f6-761c-4868-b70d-aadccf898464 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:52.959171 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa8e2805-9f86-45de-a928-2bc338378cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:52.994546 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa8e2805-9f86-45de-a928-2bc338378cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:53.072902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437f16d-f5f4-459f-980b-ffbcb79793da req-d2f4c871-2080-467a-aeae-8291e9c4b271 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:53.074304 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9437f16d-f5f4-459f-980b-ffbcb79793da req-d2f4c871-2080-467a-aeae-8291e9c4b271 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0699360 Oct 13 10:57:53.076476 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:53.129924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9437f16d-f5f4-459f-980b-ffbcb79793da req-5c8e7e25-16f2-41a5-a5ea-2c991472ccef tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485523 Oct 13 10:57:53.136331 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa8e2805-9f86-45de-a928-2bc338378cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:53.139480 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa8e2805-9f86-45de-a928-2bc338378cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:53.144498 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aa8e2805-9f86-45de-a928-2bc338378cdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41f4f05f-b11c-4016-9c1a-c88c2876a1b5 HTTP/1.1" status: 204 len: 168 time: 0.2778337 Oct 13 10:57:53.144900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-84edad44-f63b-463b-ad15-4cbd8a996301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7415f6-761c-4868-b70d-aadccf898464', 'name': 'tempest-ServerRescueNegativeTestJSON-685413905-router', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:14Z', 'updated_at': '2021-10-13T10:57:51Z', 'revision_number': 5, 'project_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'gw_port': {'id': '17f3c34e-3024-47e2-b21f-851ebb79678a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7415f6-761c-4868-b70d-aadccf898464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:15Z', 'updated_at': '2021-10-13T10:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:53.177818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84edad44-f63b-463b-ad15-4cbd8a996301 None None] Checking router: 9f7415f6-761c-4868-b70d-aadccf898464 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:57:53.179639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e2805-9f86-45de-a928-2bc338378cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f4f05f-b11c-4016-9c1a-c88c2876a1b5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:53.229204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Deleting port 17f3c34e-3024-47e2-b21f-851ebb79678a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:57:53.234682 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:53.235573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84edad44-f63b-463b-ad15-4cbd8a996301 None None] Routers {'9f7415f6-761c-4868-b70d-aadccf898464'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:57:53.235573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-84edad44-f63b-463b-ad15-4cbd8a996301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['9f7415f6-761c-4868-b70d-aadccf898464'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:53.279249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710a571-6087-4fa8-8c8d-ac3a9a874dab req-fc566ec2-c8a1-4855-aa73-028ba579bfa0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:53.280929 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1710a571-6087-4fa8-8c8d-ac3a9a874dab req-fc566ec2-c8a1-4855-aa73-028ba579bfa0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 947 time: 0.0711339 Oct 13 10:57:53.332272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] For port 17f3c34e-3024-47e2-b21f-851ebb79678a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=17f3c34e-3024-47e2-b21f-851ebb79678a,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:53.332562 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:53.351478 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1710a571-6087-4fa8-8c8d-ac3a9a874dab req-2fe68867-148f-46c9-9a11-b33c4b44e9ef tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633624 Oct 13 10:57:53.355970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Calling delete_port for 17f3c34e-3024-47e2-b21f-851ebb79678a owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:57:53.378796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-84edad44-f63b-463b-ad15-4cbd8a996301 None None] Set router 9f7415f6-761c-4868-b70d-aadccf898464 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:57:53.568529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-84edad44-f63b-463b-ad15-4cbd8a996301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7415f6-761c-4868-b70d-aadccf898464', 'name': 'tempest-ServerRescueNegativeTestJSON-685413905-router', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:14Z', 'updated_at': '2021-10-13T10:57:53Z', 'revision_number': 6, 'project_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:53.602843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84edad44-f63b-463b-ad15-4cbd8a996301 None None] The sync data for ids ['9f7415f6-761c-4868-b70d-aadccf898464'] in n-d-813659-3 is: [{'id': '9f7415f6-761c-4868-b70d-aadccf898464', 'name': 'tempest-ServerRescueNegativeTestJSON-685413905-router', 'tenant_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:14Z', 'updated_at': '2021-10-13T10:57:53Z', 'revision_number': 6, 'project_id': '0c7f482e3ed64708a8a2eaa43dff9614', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:57:53.629066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 154fe0a5-9c38-475d-9fb0-3885f99795f9 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:57:53.705545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27c639f1-624a-4a21-8e47-b58f7a7206c0 req-d12d3c1d-9d42-4c34-b873-2980894ef17d tempest-ServersAdminTestJSON-556526523 tempest-ServersAdminTestJSON-556526523-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe894cf-0c6b-4643-ad71-7bc88faa8122 HTTP/1.1" status: 200 len: 210 time: 0.0363894 Oct 13 10:57:53.706674 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:53.744567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f3c34e-3024-47e2-b21f-851ebb79678a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:53.770516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:53.783415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'mac_address': 'fa:16:3e:c1:09:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:57:53.824316 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:53.836879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:53.841707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154fe0a5-9c38-475d-9fb0-3885f99795f9 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:57:53.864152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:53.935403 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:53.937517 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:53.947737 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:54.030696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:54.050536 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:54.051309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f7415f6-761c-4868-b70d-aadccf898464 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:57:54.057549 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:54.058313 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-43d43a31-8776-4bf5-89c8-732dd7bed895 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9f7415f6-761c-4868-b70d-aadccf898464 HTTP/1.1" status: 204 len: 168 time: 1.3215284 Oct 13 10:57:54.061003 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42088) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:54.123106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aab8734-cdd1-4269-858b-491c5d5ff7a4 admin admin] Deleting subnet 39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:57:54.126915 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8aab8734-cdd1-4269-858b-491c5d5ff7a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:54.172412 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8aab8734-cdd1-4269-858b-491c5d5ff7a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:54.193099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 76c3104d-49fa-460b-be27-3d33e677be2e no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:54.217748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 76c3104d-49fa-460b-be27-3d33e677be2e {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:54.218097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 76c3104d-49fa-460b-be27-3d33e677be2e not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:54.231674 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8aab8734-cdd1-4269-858b-491c5d5ff7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:54.307555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['154fe0a5-9c38-475d-9fb0-3885f99795f9'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:57:54.365774 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8aab8734-cdd1-4269-858b-491c5d5ff7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:54.379288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1601b-b19b-45f8-8263-005af4d9da28 req-e2b0ec3c-32ba-4913-a275-f24016f76523 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:54.396536 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5c1601b-b19b-45f8-8263-005af4d9da28 req-e2b0ec3c-32ba-4913-a275-f24016f76523 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1150937 Oct 13 10:57:54.400334 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffa246c9-c089-468c-b928-b155ee3b71ba req-8560897c-f6c6-40fb-9f6a-2d639aaaf363 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1053305 Oct 13 10:57:54.436442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab8734-cdd1-4269-858b-491c5d5ff7a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:54.451779 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8aab8734-cdd1-4269-858b-491c5d5ff7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:54.459973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8aab8734-cdd1-4269-858b-491c5d5ff7a4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/39e7ca13-5ec0-4cb8-ba6a-f8dc1a15d527 HTTP/1.1" status: 204 len: 168 time: 0.3971105 Oct 13 10:57:54.461277 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42106) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:54.522733 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5c1601b-b19b-45f8-8263-005af4d9da28 req-c7df805f-0bec-4ba7-83dd-e76823878b48 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259961 Oct 13 10:57:54.540957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa246c9-c089-468c-b928-b155ee3b71ba req-2a7cab43-b1ac-401b-8153-f20d22e94279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:54.542650 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffa246c9-c089-468c-b928-b155ee3b71ba req-2a7cab43-b1ac-401b-8153-f20d22e94279 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 1100 time: 0.1020238 Oct 13 10:57:54.544788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 17f3c34e-3024-47e2-b21f-851ebb79678a no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:54.583346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 17f3c34e-3024-47e2-b21f-851ebb79678a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:54.583812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 17f3c34e-3024-47e2-b21f-851ebb79678a not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:54.584304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9120e349-4619-441c-a77a-c3e1fb46f55f no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:57:54.603014 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66bad0a6-4a2d-470a-a237-171e21f4f893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:54.617408 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 9120e349-4619-441c-a77a-c3e1fb46f55f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:57:54.618108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9120e349-4619-441c-a77a-c3e1fb46f55f not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:57:54.622377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32f3ae-d112-4e98-9d44-ea1b2693bd73 req-7ab90198-df40-46fe-8dea-b41ecf8af516 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:54.631086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b32f3ae-d112-4e98-9d44-ea1b2693bd73 req-7ab90198-df40-46fe-8dea-b41ecf8af516 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 948 time: 0.0905304 Oct 13 10:57:54.704524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa246c9-c089-468c-b928-b155ee3b71ba req-9c4d48d9-e63c-4b57-8ebd-bb7997353945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:54.706719 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffa246c9-c089-468c-b928-b155ee3b71ba req-9c4d48d9-e63c-4b57-8ebd-bb7997353945 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1366823 Oct 13 10:57:54.742744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b32f3ae-d112-4e98-9d44-ea1b2693bd73 req-61cae8f1-98f1-46de-90d8-c99c4c401f33 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106544 Oct 13 10:57:54.745708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42114) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:54.767103 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66bad0a6-4a2d-470a-a237-171e21f4f893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:54.772593 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffa246c9-c089-468c-b928-b155ee3b71ba req-c7d81fe6-d662-448b-8d59-563fc5e5f193 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=850e764c-894d-4cf3-b469-d796681e881f HTTP/1.1" status: 200 len: 217 time: 0.0568998 Oct 13 10:57:54.809412 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-66bad0a6-4a2d-470a-a237-171e21f4f893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9669baac-943a-44ee-93d6-7a2696aefe34']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:54.822068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-66bad0a6-4a2d-470a-a237-171e21f4f893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f224f5-b0ab-4bf5-9a8d-89723986eed0') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:54.822677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-66bad0a6-4a2d-470a-a237-171e21f4f893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f224f5-b0ab-4bf5-9a8d-89723986eed0') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:57:54.835994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66bad0a6-4a2d-470a-a237-171e21f4f893 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:54.853243 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa246c9-c089-468c-b928-b155ee3b71ba req-dc9c2416-905e-40e7-8da5-eec6c5b88724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:54.854756 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffa246c9-c089-468c-b928-b155ee3b71ba req-dc9c2416-905e-40e7-8da5-eec6c5b88724 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0735502 Oct 13 10:57:54.861112 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66bad0a6-4a2d-470a-a237-171e21f4f893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:54.872850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bad0a6-4a2d-470a-a237-171e21f4f893 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:57:54.872850 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66bad0a6-4a2d-470a-a237-171e21f4f893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:57:54.886453 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:57:54.910473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa246c9-c089-468c-b928-b155ee3b71ba req-ca1529e7-87c6-4726-92c0-e6cd2796f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:54.912645 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffa246c9-c089-468c-b928-b155ee3b71ba req-ca1529e7-87c6-4726-92c0-e6cd2796f686 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497377 Oct 13 10:57:54.958806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1631547092-network', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:55.020643 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffa246c9-c089-468c-b928-b155ee3b71ba req-a7ae7c7c-caf4-460d-95a0-c649ef55bb88 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973229 Oct 13 10:57:55.056013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:57:55.058406 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.061381 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66bad0a6-4a2d-470a-a237-171e21f4f893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.072098 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66bad0a6-4a2d-470a-a237-171e21f4f893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.078361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-66bad0a6-4a2d-470a-a237-171e21f4f893 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9669baac-943a-44ee-93d6-7a2696aefe34 HTTP/1.1" status: 204 len: 168 time: 0.6160383 Oct 13 10:57:55.082110 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.096402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bad0a6-4a2d-470a-a237-171e21f4f893 admin admin] Pushing event deleted for resources: {'Network': ['ID=9669baac-943a-44ee-93d6-7a2696aefe34,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:55.133682 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffa246c9-c089-468c-b928-b155ee3b71ba req-2335d05a-d394-41db-8e43-bdd44ad73e71 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962763 Oct 13 10:57:55.167525 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.268735 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.302290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:57:55.311422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784417af-83c5-4143-abbb-2b480b2c56f9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:55.318928 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.319273 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Added segment 708bafb8-5db5-4209-9936-91b8a91028f5 of type vlan for network 6742cff3-5006-42eb-b903-d29b6bafedd3 Oct 13 10:57:55.371747 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.425182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42136) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:55.479366 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.480431 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:55.481041 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.547908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] Pushing event updated for resources: {'Network': ['ID=6742cff3-5006-42eb-b903-d29b6bafedd3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:55.557777 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 6742cff3-5006-42eb-b903-d29b6bafedd3 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:57:55.618475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42144) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:55.619054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-797b6052-eaa4-41a6-98a3-4f716d3157ff admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8710635 Oct 13 10:57:55.629770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-300d645f-9564-4d9d-b215-853ddba687c3 admin admin] Request body: {'subnet': {'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1631547092-subnet', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:55.646223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 154fe0a5-9c38-475d-9fb0-3885f99795f9 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:55.660845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42146) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:55.700541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dcea7387-6dc8-4915-9008-8b7f0d774459 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d794cc7b6de4f50b56e3226cdb77049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718759 Oct 13 10:57:55.701813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42148) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:55.711139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d3b7f-9ccd-41b4-a417-0d2a7332007e req-7d2ac831-12ab-4c2e-88ff-5eddb15fc323 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:55.718284 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d36d3b7f-9ccd-41b4-a417-0d2a7332007e req-7d2ac831-12ab-4c2e-88ff-5eddb15fc323 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1135266 Oct 13 10:57:55.744465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300d645f-9564-4d9d-b215-853ddba687c3 admin admin] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:57:55.746934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-300d645f-9564-4d9d-b215-853ddba687c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.764764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 154fe0a5-9c38-475d-9fb0-3885f99795f9 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:57:55.765991 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5dca681d-7392-455c-892a-c578648a49ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c7f482e3ed64708a8a2eaa43dff9614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1040289 Oct 13 10:57:55.770752 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 154fe0a5-9c38-475d-9fb0-3885f99795f9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:55.770752 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.777165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42152) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:55.791990 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d36d3b7f-9ccd-41b4-a417-0d2a7332007e req-bcf90ef2-0728-4098-bd37-0d3731451b53 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684524 Oct 13 10:57:55.839768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-905e41ea-ec5f-4371-9a17-0ce7eaa67cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.860575 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a45fb20e-1444-4ebd-8b27-ea7eada696b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.888276 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a45fb20e-1444-4ebd-8b27-ea7eada696b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.913140 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.914177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-905e41ea-ec5f-4371-9a17-0ce7eaa67cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:55.941293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:57:55.943901 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1693dacb-25f2-4937-9214-bfbfe342db77" -d '{"events": [{"server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "name": "network-vif-plugged", "status": "completed", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:57:55.958305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:55.970163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f780c4-9d98-4b3e-b0cc-1d8326968b6a req-52037730-9b3e-459f-95b8-0e638a987e52 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:55.971334 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34f780c4-9d98-4b3e-b0cc-1d8326968b6a req-52037730-9b3e-459f-95b8-0e638a987e52 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 948 time: 0.1326859 Oct 13 10:57:55.996255 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf57b7e8-6fb4-4d9a-ad5b-1d26d8968677 x-openstack-request-id: req-bf57b7e8-6fb4-4d9a-ad5b-1d26d8968677 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:57:55.996639 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "name": "network-vif-plugged", "status": "completed", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:57:55.997153 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf57b7e8-6fb4-4d9a-ad5b-1d26d8968677 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:57:55.997740 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'code': 200} Oct 13 10:57:56.016379 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a45fb20e-1444-4ebd-8b27-ea7eada696b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:56.025653 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a45fb20e-1444-4ebd-8b27-ea7eada696b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:56.026892 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a45fb20e-1444-4ebd-8b27-ea7eada696b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d133d92-0133-4cf2-a8e9-cb303902f899 HTTP/1.1" status: 204 len: 168 time: 0.2543917 Oct 13 10:57:56.039612 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:56.044590 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fb20e-1444-4ebd-8b27-ea7eada696b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d133d92-0133-4cf2-a8e9-cb303902f899,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:56.061724 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34f780c4-9d98-4b3e-b0cc-1d8326968b6a req-f1cc60c3-4b83-48e7-8e99-69b0847965ac tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823851 Oct 13 10:57:56.130767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:56.150507 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-905e41ea-ec5f-4371-9a17-0ce7eaa67cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:56.153420 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-905e41ea-ec5f-4371-9a17-0ce7eaa67cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:56.154477 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-905e41ea-ec5f-4371-9a17-0ce7eaa67cdf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7c52410-f02c-40ee-9134-33a268a57f72 HTTP/1.1" status: 204 len: 168 time: 0.4510469 Oct 13 10:57:56.178254 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e41ea-ec5f-4371-9a17-0ce7eaa67cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c52410-f02c-40ee-9134-33a268a57f72,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:56.192849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f19e3-db04-492f-af38-da2664efe383 req-19ed9c14-691b-4bbb-be60-014a9584ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:56.197921 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-406f19e3-db04-492f-af38-da2664efe383 req-19ed9c14-691b-4bbb-be60-014a9584ed14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 1100 time: 0.0519230 Oct 13 10:57:56.218044 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-300d645f-9564-4d9d-b215-853ddba687c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:56.274425 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-406f19e3-db04-492f-af38-da2664efe383 req-62f1b4d2-af49-42d7-aa99-0fc52137afa3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736151 Oct 13 10:57:56.285732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d645f-9564-4d9d-b215-853ddba687c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0503f0a4-7f32-4bb7-be21-433024c4064b,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:56.301228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d645f-9564-4d9d-b215-853ddba687c3 admin admin] Checking segment: {'id': '708bafb8-5db5-4209-9936-91b8a91028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:56.309831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300d645f-9564-4d9d-b215-853ddba687c3 admin admin] Network hostable DHCP agents. Network: 6742cff3-5006-42eb-b903-d29b6bafedd3, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:57:56.393512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300d645f-9564-4d9d-b215-853ddba687c3 admin admin] Network 6742cff3-5006-42eb-b903-d29b6bafedd3 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:57:56.484829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-300d645f-9564-4d9d-b215-853ddba687c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 6742cff3-5006-42eb-b903-d29b6bafedd3) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:56.489199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300d645f-9564-4d9d-b215-853ddba687c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:56.489779 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-300d645f-9564-4d9d-b215-853ddba687c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:56.494859 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4562274f-80cc-44b1-afda-d38f4a06a708 None None] Network 6742cff3-5006-42eb-b903-d29b6bafedd3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:57:56.585443 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-300d645f-9564-4d9d-b215-853ddba687c3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9640324 Oct 13 10:57:56.588181 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42176) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:56.593007 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1631547092-router', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:57:56.667361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-6742cff3-5006-42eb-b903-d29b6bafedd3', 'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'fixed_ips': [{'subnet_id': '0503f0a4-7f32-4bb7-be21-433024c4064b'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:57:56.676928 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:56.724948 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:56.726009 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:56.777756 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:56.837905 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Allocated IP 172.20.0.2 (6742cff3-5006-42eb-b903-d29b6bafedd3/0503f0a4-7f32-4bb7-be21-433024c4064b/7243404b-57f3-4db3-8a1f-285024310952) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:57:56.959169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f9886-f937-478d-92ce-3fcee19ea75f req-2a8997ae-0e87-44ef-afe6-53f3fff6f57e tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:56.972574 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-415f9886-f937-478d-92ce-3fcee19ea75f req-2a8997ae-0e87-44ef-afe6-53f3fff6f57e tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1034379 Oct 13 10:57:56.995079 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:57.032653 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:57.038427 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-415f9886-f937-478d-92ce-3fcee19ea75f req-f1243556-d5e7-4db7-bdf0-72db31265a99 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640471 Oct 13 10:57:57.072515 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42188) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:57.120726 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:57.151571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Network 6742cff3-5006-42eb-b903-d29b6bafedd3 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:57:57.156037 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:57.192775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:57:57.285630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Attempting to bind port 7243404b-57f3-4db3-8a1f-285024310952 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:57:57.286235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Attempting to bind port 7243404b-57f3-4db3-8a1f-285024310952 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '708bafb8-5db5-4209-9936-91b8a91028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:57:57.286667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Attempting to bind port 7243404b-57f3-4db3-8a1f-285024310952 on network 6742cff3-5006-42eb-b903-d29b6bafedd3 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:57:57.297193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Pushing event updated for resources: {'Port': ['ID=7243404b-57f3-4db3-8a1f-285024310952,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:57.308490 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:57:57.308870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Checking segment: {'id': '708bafb8-5db5-4209-9936-91b8a91028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:57:57.309273 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:57.309664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Bound using segment: {'id': '708bafb8-5db5-4209-9936-91b8a91028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:57:57.310665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Bound port: 7243404b-57f3-4db3-8a1f-285024310952, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708bafb8-5db5-4209-9936-91b8a91028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:57:57.311102 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:57.339498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b471-3769-4543-a74a-c7abd5a8ed8d req-3960ad47-9629-4bdb-a629-d6d064077eda tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:57.348271 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22c5b471-3769-4543-a74a-c7abd5a8ed8d req-3960ad47-9629-4bdb-a629-d6d064077eda tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.1019013 Oct 13 10:57:57.352299 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-27e06b03-9674-4a2e-9991-7578e89c496b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12db80566b06485a9d8ec33e9fab4960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786453 Oct 13 10:57:57.354888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42196) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:57:57.410588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] For port 7243404b-57f3-4db3-8a1f-285024310952, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:57:57.413872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] For port 7243404b-57f3-4db3-8a1f-285024310952, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7243404b-57f3-4db3-8a1f-285024310952,segment=NetworkSegment(708bafb8-5db5-4209-9936-91b8a91028f5),segment_id=708bafb8-5db5-4209-9936-91b8a91028f5)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:57:57.464102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22c5b471-3769-4543-a74a-c7abd5a8ed8d req-ca582160-59c6-4f76-a852-370864e08f52 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145501 Oct 13 10:57:57.475830 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e7fee3f-1681-4d98-a2cd-0aef970d1561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:57.512062 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:57.523885 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e7fee3f-1681-4d98-a2cd-0aef970d1561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:57.599956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735a43a-cbe7-498e-9111-c4ed96e58e88 None None] Pushing event updated for resources: {'Port': ['ID=7243404b-57f3-4db3-8a1f-285024310952,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:57.674535 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e7fee3f-1681-4d98-a2cd-0aef970d1561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:57.685194 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e7fee3f-1681-4d98-a2cd-0aef970d1561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:57.687157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5e7fee3f-1681-4d98-a2cd-0aef970d1561 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c85eb81-20ce-42d2-9cc0-4eeee1de9be0 HTTP/1.1" status: 204 len: 168 time: 0.3310044 Oct 13 10:57:57.691333 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:57.714888 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:57.730869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fee3f-1681-4d98-a2cd-0aef970d1561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c85eb81-20ce-42d2-9cc0-4eeee1de9be0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:57.907520 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Allocated IP 172.25.0.219 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/fa385204-fef4-4f96-8a09-a50de39343ba) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:57:58.273310 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:57:58.378120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ee065-a621-4c52-bcd6-0f5ced1f69a2 req-d9e6c868-1c7b-4aa7-9899-c3c9c08b9698 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:58.378120 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f5ee065-a621-4c52-bcd6-0f5ced1f69a2 req-d9e6c868-1c7b-4aa7-9899-c3c9c08b9698 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1151290 Oct 13 10:57:58.401400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:58.449754 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f5ee065-a621-4c52-bcd6-0f5ced1f69a2 req-b78fb2ad-90ea-49f9-bdf1-fb597f35a770 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594754 Oct 13 10:57:58.526587 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7243404b-57f3-4db3-8a1f-285024310952 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:57:58.553770 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:58.620381 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:57:58.626432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7243404b-57f3-4db3-8a1f-285024310952 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:58.626817 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:58.633811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:57:58.648139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:57:58.656697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Pushing event updated for resources: {'Port': ['ID=fa385204-fef4-4f96-8a09-a50de39343ba,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:58.689875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8a7c-2e8c-43f9-9417-e47ec39e5984 req-3853ceab-5c37-4db5-a26d-f8eb0e6f4ba7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:58.707332 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4dac8a7c-2e8c-43f9-9417-e47ec39e5984 req-3853ceab-5c37-4db5-a26d-f8eb0e6f4ba7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0973556 Oct 13 10:57:58.756125 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:58.759540 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4dac8a7c-2e8c-43f9-9417-e47ec39e5984 req-c260a4fa-f65a-4126-a0f4-32a33ab3dac1 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509887 Oct 13 10:57:58.843791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 7243404b-57f3-4db3-8a1f-285024310952, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7243404b-57f3-4db3-8a1f-285024310952,segment=NetworkSegment(708bafb8-5db5-4209-9936-91b8a91028f5),segment_id=708bafb8-5db5-4209-9936-91b8a91028f5)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:57:58.924692 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:59.015254 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb175a04-016d-4ee6-a646-80cdaff4f461 None None] Network 6742cff3-5006-42eb-b903-d29b6bafedd3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:57:59.062234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9091bc1-c0c6-4021-b846-14efac375a44 req-2429e366-d473-4a39-a362-ae33733a607b tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:59.064163 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9091bc1-c0c6-4021-b846-14efac375a44 req-2429e366-d473-4a39-a362-ae33733a607b tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 1100 time: 0.0698769 Oct 13 10:57:59.084887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=7243404b-57f3-4db3-8a1f-285024310952,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:57:59.115009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-030d0201-e655-493f-a02d-604d2bad12ea None None] Provisioning complete for port 7243404b-57f3-4db3-8a1f-285024310952 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:59.115426 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-030d0201-e655-493f-a02d-604d2bad12ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:59.126963 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9091bc1-c0c6-4021-b846-14efac375a44 req-2991e9ac-c252-4d65-80c7-5a5a4e61beb0 tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566273 Oct 13 10:57:59.161826 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:59.305781 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a8b2942-2650-4c0b-8cd1-900e2ee09832 req-8d8f8149-1b11-4cc5-a663-9a911fb57733 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0638726 Oct 13 10:57:59.543541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:59.665341 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da26b38-a9d5-489e-9215-103f197cf3b4 req-f7167f5d-02a9-4fa5-befa-812009cd8314 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:57:59.667387 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6da26b38-a9d5-489e-9215-103f197cf3b4 req-f7167f5d-02a9-4fa5-befa-812009cd8314 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1191480 Oct 13 10:57:59.763184 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6da26b38-a9d5-489e-9215-103f197cf3b4 req-1b71f846-8ea8-42ac-8532-e98c68ceeaf7 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633955 Oct 13 10:57:59.840161 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-13769a3b-d1fa-4ce8-b9f1-900f0649c568 None None] Provisioning complete for port 7243404b-57f3-4db3-8a1f-285024310952 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:57:59.841244 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-13769a3b-d1fa-4ce8-b9f1-900f0649c568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:57:59.892418 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Router 669097e9-a30b-4ced-856a-b87fc55b18cb is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:58:00.046518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:58:00.057825 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Sync routers for ids ['669097e9-a30b-4ced-856a-b87fc55b18cb'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:58:00.069428 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Routers {'669097e9-a30b-4ced-856a-b87fc55b18cb'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:58:00.079151 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['669097e9-a30b-4ced-856a-b87fc55b18cb'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:00.139162 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:00.140376 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fee9916a-e1ca-497c-8e37-76f22886bc42 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5510643 Oct 13 10:58:00.143494 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42302) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:00.163494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8930-5183-4a10-ba48-ec81043f8da0 req-0997989b-8c73-400b-8116-86409cb90b66 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:00.165034 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-853b8930-5183-4a10-ba48-ec81043f8da0 req-0997989b-8c73-400b-8116-86409cb90b66 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0611253 Oct 13 10:58:00.199670 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Set router 669097e9-a30b-4ced-856a-b87fc55b18cb gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:58:00.214165 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-853b8930-5183-4a10-ba48-ec81043f8da0 req-3559e61d-255c-4ad4-a6f0-c57306f54600 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Oct 13 10:58:00.363612 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-bc08b418-5342-4f9e-9954-8e24783fe9bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910685 Oct 13 10:58:00.439270 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'name': 'tempest-ServersTestMultiNic-1631547092-router', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:56Z', 'updated_at': '2021-10-13T10:57:58Z', 'revision_number': 3, 'project_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'gw_port': {'id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:35:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:57Z', 'updated_at': '2021-10-13T10:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:00.479544 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Checking router: 669097e9-a30b-4ced-856a-b87fc55b18cb for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:58:00.479907 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Updating router 669097e9-a30b-4ced-856a-b87fc55b18cb port fa385204-fef4-4f96-8a09-a50de39343ba binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:58:00.496447 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7213c175-192c-40be-b27e-59f6a4d989a7 req-d50964ce-6beb-48d6-8ab5-0ef98083f107 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0644457 Oct 13 10:58:00.497421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7243404b-57f3-4db3-8a1f-285024310952 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:00.529171 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:00.566280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7243404b-57f3-4db3-8a1f-285024310952 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:00.566960 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:01.015222 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:01.078983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152b4be-8435-4788-8f1c-917e3a31a9a5 req-fd44025c-eaf1-44b5-8ef4-f591e4558f97 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:01.086884 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f152b4be-8435-4788-8f1c-917e3a31a9a5 req-fd44025c-eaf1-44b5-8ef4-f591e4558f97 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1115046 Oct 13 10:58:01.129805 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:01.212958 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Attempting to bind port fa385204-fef4-4f96-8a09-a50de39343ba on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:01.213596 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Attempting to bind port fa385204-fef4-4f96-8a09-a50de39343ba by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:01.214154 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Attempting to bind port fa385204-fef4-4f96-8a09-a50de39343ba on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:01.218920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f152b4be-8435-4788-8f1c-917e3a31a9a5 req-b15f0f01-0210-436f-b46c-4f11a1d789c1 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310005 Oct 13 10:58:01.225951 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:01.226367 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:01.226779 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:01.230914 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:01.231457 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Bound port: fa385204-fef4-4f96-8a09-a50de39343ba, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:01.231871 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:01.302234 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] For port fa385204-fef4-4f96-8a09-a50de39343ba, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:01.305539 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] For port fa385204-fef4-4f96-8a09-a50de39343ba, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fa385204-fef4-4f96-8a09-a50de39343ba,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:01.309841 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593af5ce-3285-4e4b-8d62-c13b2218bd7d None None] Pushing event updated for resources: {'Port': ['ID=fa385204-fef4-4f96-8a09-a50de39343ba,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:01.318867 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:01.372296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec682f-0c42-46df-8c33-42c529ef64e4 req-c26fbf20-c707-4401-8dca-60804beef109 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:01.380641 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dec682f-0c42-46df-8c33-42c529ef64e4 req-c26fbf20-c707-4401-8dca-60804beef109 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0746131 Oct 13 10:58:01.388258 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:01.464016 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Routers {'669097e9-a30b-4ced-856a-b87fc55b18cb'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:58:01.464625 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['669097e9-a30b-4ced-856a-b87fc55b18cb'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:01.506901 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dec682f-0c42-46df-8c33-42c529ef64e4 req-2a25f534-11f0-4145-8dd0-851b0aef999b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210747 Oct 13 10:58:01.599960 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593af5ce-3285-4e4b-8d62-c13b2218bd7d None None] Pushing event updated for resources: {'Port': ['ID=fa385204-fef4-4f96-8a09-a50de39343ba,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:01.653142 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3bb83a0-94e7-4bba-b43c-1303ace61f19 req-a4957bd2-0f04-437f-ab41-de68506774fd tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0609355 Oct 13 10:58:01.727484 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] Set router 669097e9-a30b-4ced-856a-b87fc55b18cb gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:58:01.756844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Allocated IP 172.20.0.1 (6742cff3-5006-42eb-b903-d29b6bafedd3/0503f0a4-7f32-4bb7-be21-433024c4064b/a922500d-70a8-4c8e-8893-3e409063cf3e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:58:01.916884 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:02.031450 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:02.108834 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-40ec1c57-d617-4479-bf27-9d32a3f476fc tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=16169aedf4124f2e94264ebcedaade29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405705 Oct 13 10:58:02.115166 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'name': 'tempest-ServersTestMultiNic-1631547092-router', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:56Z', 'updated_at': '2021-10-13T10:57:58Z', 'revision_number': 3, 'project_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'gw_port': {'id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:35:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:57Z', 'updated_at': '2021-10-13T10:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:02.122048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Network 6742cff3-5006-42eb-b903-d29b6bafedd3 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:02.131797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Pushing event updated for resources: {'Port': ['ID=a922500d-70a8-4c8e-8893-3e409063cf3e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:02.136119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:02.149297 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f89096-29f9-4d32-95ca-396210b203c5 None None] The sync data for ids ['669097e9-a30b-4ced-856a-b87fc55b18cb'] in n-d-813659-3 is: [{'id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'name': 'tempest-ServersTestMultiNic-1631547092-router', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:56Z', 'updated_at': '2021-10-13T10:57:58Z', 'revision_number': 3, 'project_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'gw_port': {'id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:35:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:57Z', 'updated_at': '2021-10-13T10:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:58:02.168429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:58:02.258605 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:02.428610 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a109-ca7d-4315-8e3d-68851a579843 req-b8aaad09-a646-47f4-b775-f137f94c944b tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:02.438909 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d279a109-ca7d-4315-8e3d-68851a579843 req-b8aaad09-a646-47f4-b775-f137f94c944b tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1147573 Oct 13 10:58:02.501396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-13570503-0a0c-4180-b67b-f58121632e20 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:02.510587 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-13570503-0a0c-4180-b67b-f58121632e20 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3936348 Oct 13 10:58:02.511326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b8526091-73a0-4c95-b959-1994a4326cc8 None None] Provisioning complete for port a922500d-70a8-4c8e-8893-3e409063cf3e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:02.512370 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8526091-73a0-4c95-b959-1994a4326cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:02.514686 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d279a109-ca7d-4315-8e3d-68851a579843 req-44e62ad3-a31f-4214-b166-d471757d4e01 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652444 Oct 13 10:58:02.566132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-495fa08e-8b79-4c9a-a6f8-6f6e766ca46b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/quotas/16169aedf4124f2e94264ebcedaade29 HTTP/1.1" status: 200 len: 375 time: 0.0540116 Oct 13 10:58:02.571683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b8526091-73a0-4c95-b959-1994a4326cc8 None None] Port a922500d-70a8-4c8e-8893-3e409063cf3e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:58:02.607148 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-82e061c8-d29a-48e6-88ff-b44185042854 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16169aedf4124f2e94264ebcedaade29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317037 Oct 13 10:58:02.673777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe03c6d-1da3-48da-9b26-17ccdb17d205 req-70be59d0-804d-4e9e-90af-58b8d14682bf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:02.675668 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffe03c6d-1da3-48da-9b26-17ccdb17d205 req-70be59d0-804d-4e9e-90af-58b8d14682bf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0720737 Oct 13 10:58:02.719965 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:02.725927 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffe03c6d-1da3-48da-9b26-17ccdb17d205 req-4095f39c-434f-48d4-bd74-568bd9bdb196 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Oct 13 10:58:02.856082 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c0f77ff-6906-48d4-bcb5-d3bd7f983504 req-48aa9b89-66c7-40da-9885-f72df91eb825 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0431736 Oct 13 10:58:02.985957 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:03.003531 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-45f88d3d-f9f0-4051-bfab-1969a5665ac7 req-8594f4b4-439f-4703-b26e-80b53307bf03 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 210 time: 0.0690842 Oct 13 10:58:03.068087 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:03.137849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-d549c243-43e1-476d-8139-831a78edf38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:03.140597 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-d549c243-43e1-476d-8139-831a78edf38b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 1100 time: 0.0694013 Oct 13 10:58:03.170682 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:03.173805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Pushing event updated for resources: {'Port': ['ID=a922500d-70a8-4c8e-8893-3e409063cf3e,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:03.276650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-f82ca1da-494a-4d16-8df9-06ba61fe2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:03.278304 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-f82ca1da-494a-4d16-8df9-06ba61fe2bd2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1240292 Oct 13 10:58:03.291058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Network 6742cff3-5006-42eb-b903-d29b6bafedd3 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:03.293608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:03.332071 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-268c9b7e-503f-435a-a0a1-42bc8ff51725 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9 HTTP/1.1" status: 200 len: 217 time: 0.0448582 Oct 13 10:58:03.394764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-02ff4a10-338c-49ed-af7f-4d3b7a7d256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:03.396622 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-02ff4a10-338c-49ed-af7f-4d3b7a7d256e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0577209 Oct 13 10:58:03.436177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Router 669097e9-a30b-4ced-856a-b87fc55b18cb has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:58:03.496745 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79034abf-10db-49af-99c2-f650e29db241 req-6cd8ac69-cb5f-4c51-b8e4-0000bb872a3e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0318120 Oct 13 10:58:03.507493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-fc931349-4523-4b68-9948-08e4bf927f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:03.509341 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-fc931349-4523-4b68-9948-08e4bf927f88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0886297 Oct 13 10:58:03.584146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:58:03.604436 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-768bcca1-159a-47c0-801a-c60967d68c99 admin admin] 10.222.0.32 "PUT /v2.0/routers/669097e9-a30b-4ced-856a-b87fc55b18cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4509373 Oct 13 10:58:03.608346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6bfb9b80-855a-41b5-845d-238cf630c03a None None] Provisioning complete for port a922500d-70a8-4c8e-8893-3e409063cf3e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:03.609228 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9b80-855a-41b5-845d-238cf630c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:03.651253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb9b80-855a-41b5-845d-238cf630c03a None None] Port a922500d-70a8-4c8e-8893-3e409063cf3e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:58:03.691388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e14e8-8071-42e9-ac7c-2e6daea1c448 req-1446202d-7bce-488e-b424-70d798b4012a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:03.692935 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-203e14e8-8071-42e9-ac7c-2e6daea1c448 req-1446202d-7bce-488e-b424-70d798b4012a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0773802 Oct 13 10:58:03.729010 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-eb53567a-75fb-4acb-84a2-0743d981021f service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110472 Oct 13 10:58:03.738470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42414) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:03.749472 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-203e14e8-8071-42e9-ac7c-2e6daea1c448 req-5242f7fd-29a3-48f0-b9c8-07367c9b0f5d tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499322 Oct 13 10:58:03.854888 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-c97bcbe9-fa68-4d42-bd45-9d4399302a4d service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146898 Oct 13 10:58:03.921976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9e9bd-5b45-467f-aa9f-236c0f18c67d req-2fcb9c56-9124-4379-8830-9c596350e839 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:03.928795 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21d9e9bd-5b45-467f-aa9f-236c0f18c67d req-2fcb9c56-9124-4379-8830-9c596350e839 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0843837 Oct 13 10:58:03.976772 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21d9e9bd-5b45-467f-aa9f-236c0f18c67d req-9727beb5-43dc-417c-a24f-e0672c7d7da9 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420291 Oct 13 10:58:04.012736 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8528245-b760-4b80-b2bb-c7b3ed3c4f6f req-c0604017-309d-4268-b444-25c8fadd4863 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0488102 Oct 13 10:58:04.065620 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b89134e5-b6ce-4b3c-8572-74e843fe3f68 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1185664556'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:04.130976 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c904e523-ab29-47db-8032-f1541ca320db req-56be55b2-4823-4e7e-85bc-a40a3ed8cb2e tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 210 time: 0.0498178 Oct 13 10:58:04.225221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89134e5-b6ce-4b3c-8572-74e843fe3f68 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:04.233757 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b89134e5-b6ce-4b3c-8572-74e843fe3f68 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:04.264614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89134e5-b6ce-4b3c-8572-74e843fe3f68 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:58:04.274822 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b89134e5-b6ce-4b3c-8572-74e843fe3f68 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:04.275172 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-b89134e5-b6ce-4b3c-8572-74e843fe3f68 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Added segment 76990c72-3dd3-4fde-be51-6973e53036dc of type vlan for network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 Oct 13 10:58:04.287055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Sync routers for ids ['669097e9-a30b-4ced-856a-b87fc55b18cb'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:58:04.297650 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Routers {'669097e9-a30b-4ced-856a-b87fc55b18cb'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:58:04.298280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['669097e9-a30b-4ced-856a-b87fc55b18cb'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:04.323484 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b89134e5-b6ce-4b3c-8572-74e843fe3f68 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:04.422795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Set router 669097e9-a30b-4ced-856a-b87fc55b18cb gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:58:04.432980 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b89134e5-b6ce-4b3c-8572-74e843fe3f68 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:04.439076 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89134e5-b6ce-4b3c-8572-74e843fe3f68 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:04.439685 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b89134e5-b6ce-4b3c-8572-74e843fe3f68 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:04.497288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fa385204-fef4-4f96-8a09-a50de39343ba up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:04.550239 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b89134e5-b6ce-4b3c-8572-74e843fe3f68 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8105335 Oct 13 10:58:04.553076 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42436) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:04.559454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89134e5-b6ce-4b3c-8572-74e843fe3f68 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event updated for resources: {'Network': ['ID=677d6137-dea8-4aa9-8b84-3f51ca7f2464,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:04.560576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-95185faa-571a-4fd6-bd0d-738ab48ce0aa tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Request body: {'subnet': {'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:04.574716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:58:04.721006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port fa385204-fef4-4f96-8a09-a50de39343ba triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:04.721707 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:04.821537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95185faa-571a-4fd6-bd0d-738ab48ce0aa tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:04.825715 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95185faa-571a-4fd6-bd0d-738ab48ce0aa tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:04.847031 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'name': 'tempest-ServersTestMultiNic-1631547092-router', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:56Z', 'updated_at': '2021-10-13T10:58:02Z', 'revision_number': 4, 'project_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'gw_port': {'id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:35:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:57Z', 'updated_at': '2021-10-13T10:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'a922500d-70a8-4c8e-8893-3e409063cf3e', 'name': '', 'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'mac_address': 'fa:16:3e:84:b6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0503f0a4-7f32-4bb7-be21-433024c4064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:58:01Z', 'updated_at': '2021-10-13T10:58:02Z', 'revision_number': 2, 'project_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'subnets': [{'id': '0503f0a4-7f32-4bb7-be21-433024c4064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:04.902389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Checking router: 669097e9-a30b-4ced-856a-b87fc55b18cb for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:58:04.903597 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Updating router 669097e9-a30b-4ced-856a-b87fc55b18cb port a922500d-70a8-4c8e-8893-3e409063cf3e binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:58:04.905899 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:04.951306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port fa385204-fef4-4f96-8a09-a50de39343ba, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fa385204-fef4-4f96-8a09-a50de39343ba,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:04.952642 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:05.060457 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:05.105231 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95185faa-571a-4fd6-bd0d-738ab48ce0aa tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:05.163949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe59db-da4c-48d4-9ac9-ff615fc56b89 req-91db154b-1b31-4290-848d-a55b4fcc6e4f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:05.165577 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5afe59db-da4c-48d4-9ac9-ff615fc56b89 req-91db154b-1b31-4290-848d-a55b4fcc6e4f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.1110556 Oct 13 10:58:05.181109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd01c1-2def-4cc4-a5cd-3ddeb06feef3 req-c198de70-8d3a-4494-8255-5f0e46dd9c20 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:05.183888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24fd01c1-2def-4cc4-a5cd-3ddeb06feef3 req-c198de70-8d3a-4494-8255-5f0e46dd9c20 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.3531709 Oct 13 10:58:05.213492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95185faa-571a-4fd6-bd0d-738ab48ce0aa tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event updated for resources: {'Subnet': ['ID=5d80b06e-b73f-43df-8d34-9d36c8d414a0,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:05.231104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95185faa-571a-4fd6-bd0d-738ab48ce0aa tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Checking segment: {'id': '76990c72-3dd3-4fde-be51-6973e53036dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:05.231516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95185faa-571a-4fd6-bd0d-738ab48ce0aa tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Network hostable DHCP agents. Network: 677d6137-dea8-4aa9-8b84-3f51ca7f2464, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:58:05.241006 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24fd01c1-2def-4cc4-a5cd-3ddeb06feef3 req-2bdd0b3e-3052-4158-9cf9-70a3f97db214 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473585 Oct 13 10:58:05.253166 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5afe59db-da4c-48d4-9ac9-ff615fc56b89 req-393bd547-6f27-42ca-a4e4-6a72675527b1 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744569 Oct 13 10:58:05.307729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=fa385204-fef4-4f96-8a09-a50de39343ba,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:05.359290 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a9bfb35-ec28-404d-8245-020aab8e6170 req-580d193b-069c-42b7-a84c-13052d2eede7 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0349777 Oct 13 10:58:05.360150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95185faa-571a-4fd6-bd0d-738ab48ce0aa tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:58:05.483900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-95185faa-571a-4fd6-bd0d-738ab48ce0aa tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 677d6137-dea8-4aa9-8b84-3f51ca7f2464) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:05.492278 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c605e1e-d67e-4b59-846e-1e30dc7ff3e1 req-95283008-fa46-4d92-99bf-c9fe5a10dceb tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 210 time: 0.0633793 Oct 13 10:58:05.493605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95185faa-571a-4fd6-bd0d-738ab48ce0aa tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:05.494189 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95185faa-571a-4fd6-bd0d-738ab48ce0aa tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:05.502740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2998f8b9-42f1-4a55-ab4a-2b4821dd1a9e None None] Network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:58:05.523816 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-3f93c4b6-4e4f-43b3-8208-b2d32d91311d tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=16169aedf4124f2e94264ebcedaade29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581849 Oct 13 10:58:05.604051 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:05.645409 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-95185faa-571a-4fd6-bd0d-738ab48ce0aa tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0908570 Oct 13 10:58:05.648555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42468) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:05.654034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-80d22f26-de10-44f4-91c6-6f88dd69dec0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1577435633'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:05.662531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-2ca1a5ca-b0fd-4580-9189-8c39a5c4cdb9 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:05.664230 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-2ca1a5ca-b0fd-4580-9189-8c39a5c4cdb9 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1261828 Oct 13 10:58:05.681944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-677d6137-dea8-4aa9-8b84-3f51ca7f2464', 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'fixed_ips': [{'subnet_id': '5d80b06e-b73f-43df-8d34-9d36c8d414a0'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:58:05.681944 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:05.683829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Request body: {'port': {'device_id': '3e6cec4e-1543-405b-99ff-c913769f1ec2', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '16169aedf4124f2e94264ebcedaade29'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:05.694596 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:05.804207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d22f26-de10-44f4-91c6-6f88dd69dec0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:05.808296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765e522-ee5d-4ba8-8d7e-1c70697db383 None None] Pushing event updated for resources: {'Port': ['ID=a922500d-70a8-4c8e-8893-3e409063cf3e,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:05.808817 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80d22f26-de10-44f4-91c6-6f88dd69dec0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:05.873244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d22f26-de10-44f4-91c6-6f88dd69dec0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:58:05.897440 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80d22f26-de10-44f4-91c6-6f88dd69dec0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:05.899435 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-80d22f26-de10-44f4-91c6-6f88dd69dec0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Added segment 019b09e4-57e4-4b85-8ada-4ac8506a4f71 of type vlan for network 7aabd740-968b-4718-95d4-6ba174ccb296 Oct 13 10:58:05.964878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Made reservation on behalf of 16169aedf4124f2e94264ebcedaade29 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:05.969460 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:05.989741 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:05.997086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80d22f26-de10-44f4-91c6-6f88dd69dec0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.018993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Attempting to bind port a922500d-70a8-4c8e-8893-3e409063cf3e on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:06.026027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Attempting to bind port a922500d-70a8-4c8e-8893-3e409063cf3e by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '708bafb8-5db5-4209-9936-91b8a91028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:06.026445 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Attempting to bind port a922500d-70a8-4c8e-8893-3e409063cf3e on network 6742cff3-5006-42eb-b903-d29b6bafedd3 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:06.039535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:06.041321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Checking segment: {'id': '708bafb8-5db5-4209-9936-91b8a91028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:06.041321 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.041321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Bound using segment: {'id': '708bafb8-5db5-4209-9936-91b8a91028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:06.044417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Bound port: a922500d-70a8-4c8e-8893-3e409063cf3e, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708bafb8-5db5-4209-9936-91b8a91028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:06.044999 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.079129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3ec76f4-ec55-4071-89cb-03180fe97f56 req-5e46cd8c-83ae-4fb2-a8eb-94725ac0a6c3 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0583715 Oct 13 10:58:06.097549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Allocated IP 19.80.0.2 (677d6137-dea8-4aa9-8b84-3f51ca7f2464/5d80b06e-b73f-43df-8d34-9d36c8d414a0/eb46276e-1858-40c8-968c-7cfe9a466c75) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:58:06.124101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.186941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9039ea95-1dff-4174-89a6-52b16e5c3f7e None None] Provisioning complete for port a922500d-70a8-4c8e-8893-3e409063cf3e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:06.187313 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9039ea95-1dff-4174-89a6-52b16e5c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.187436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80d22f26-de10-44f4-91c6-6f88dd69dec0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.189408 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.193753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d22f26-de10-44f4-91c6-6f88dd69dec0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:06.202666 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80d22f26-de10-44f4-91c6-6f88dd69dec0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.202869 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] For port a922500d-70a8-4c8e-8893-3e409063cf3e, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:06.252670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] For port a922500d-70a8-4c8e-8893-3e409063cf3e, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a922500d-70a8-4c8e-8893-3e409063cf3e,segment=NetworkSegment(708bafb8-5db5-4209-9936-91b8a91028f5),segment_id=708bafb8-5db5-4209-9936-91b8a91028f5)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:06.299813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9039ea95-1dff-4174-89a6-52b16e5c3f7e None None] Port a922500d-70a8-4c8e-8893-3e409063cf3e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:58:06.299976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d22f26-de10-44f4-91c6-6f88dd69dec0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event updated for resources: {'Network': ['ID=7aabd740-968b-4718-95d4-6ba174ccb296,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:06.315086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba71b11-b206-47ed-a621-73f3f6f93af7,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:06.318465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 7aabd740-968b-4718-95d4-6ba174ccb296 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:58:06.336417 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.414051 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-80d22f26-de10-44f4-91c6-6f88dd69dec0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7618854 Oct 13 10:58:06.417958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42490) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:06.431128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff0fbe-d27c-4c14-bc98-2df7cd9ef9dc req-651ad39d-feb1-44e1-b3d1-4dfd7ceae5b7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:06.443811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9ff0fbe-d27c-4c14-bc98-2df7cd9ef9dc req-651ad39d-feb1-44e1-b3d1-4dfd7ceae5b7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0981085 Oct 13 10:58:06.456971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9eb08063-2c2c-4dd4-85c9-f0658a8656bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Request body: {'subnet': {'network_id': '7aabd740-968b-4718-95d4-6ba174ccb296', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:06.489049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Allocated IP 192.168.233.67 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/3045c8c0-f3a6-4485-8cfc-cff473ee1deb) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:58:06.528072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fa385204-fef4-4f96-8a09-a50de39343ba up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:06.553424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3471dc-6643-446b-89b2-4a0671cb444e req-a5d5e746-0818-4297-adec-4013b0ad7619 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:06.559987 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7e3471dc-6643-446b-89b2-4a0671cb444e req-a5d5e746-0818-4297-adec-4013b0ad7619 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1247845 Oct 13 10:58:06.563279 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.590541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Routers {'669097e9-a30b-4ced-856a-b87fc55b18cb'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:58:06.591581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['669097e9-a30b-4ced-856a-b87fc55b18cb'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:06.630537 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9ff0fbe-d27c-4c14-bc98-2df7cd9ef9dc req-d4d3eb86-ffaf-4284-a6a4-0293cff424c4 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806068 Oct 13 10:58:06.650761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765e522-ee5d-4ba8-8d7e-1c70697db383 None None] Pushing event updated for resources: {'Port': ['ID=a922500d-70a8-4c8e-8893-3e409063cf3e,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:06.684703 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.730705 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7e3471dc-6643-446b-89b2-4a0671cb444e req-19341202-2d0f-43b6-bfa7-8c87b5639709 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623230 Oct 13 10:58:06.775871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb08063-2c2c-4dd4-85c9-f0658a8656bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:06.783060 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9eb08063-2c2c-4dd4-85c9-f0658a8656bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.822454 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.850592 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:06.868122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:06.870244 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Pushing event updated for resources: {'Port': ['ID=eb46276e-1858-40c8-968c-7cfe9a466c75,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:06.872137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:58:06.882506 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port fa385204-fef4-4f96-8a09-a50de39343ba triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:06.882898 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:06.922514 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5c396c7-f888-4348-aa50-6190b6b69659 req-0077a706-9318-4acc-97e9-dc2cde8579d6 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 210 time: 0.0374308 Oct 13 10:58:06.949437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] Set router 669097e9-a30b-4ced-856a-b87fc55b18cb gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:58:06.964794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:07.012744 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:07.016680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:07.019370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:58:07.024663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Attempting to bind port eb46276e-1858-40c8-968c-7cfe9a466c75 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:07.024822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Attempting to bind port eb46276e-1858-40c8-968c-7cfe9a466c75 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '76990c72-3dd3-4fde-be51-6973e53036dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:07.025190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Attempting to bind port eb46276e-1858-40c8-968c-7cfe9a466c75 on network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:07.029290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-56cbbbd8-821f-4f11-88da-f00cce77742a None None] Provisioning complete for port a922500d-70a8-4c8e-8893-3e409063cf3e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:07.029667 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-56cbbbd8-821f-4f11-88da-f00cce77742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:07.057187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Pushing event updated for resources: {'Port': ['ID=3045c8c0-f3a6-4485-8cfc-cff473ee1deb,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:07.089068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:07.089870 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:07.112168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:07.112543 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Checking segment: {'id': '76990c72-3dd3-4fde-be51-6973e53036dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:07.112955 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:07.113353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Bound using segment: {'id': '76990c72-3dd3-4fde-be51-6973e53036dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:07.113852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Bound port: eb46276e-1858-40c8-968c-7cfe9a466c75, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76990c72-3dd3-4fde-be51-6973e53036dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:07.114234 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:07.167612 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-21499318-485c-4dc9-94a2-c65c1554753b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4882174 Oct 13 10:58:07.181661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Request body: {'port': {'device_id': '3e6cec4e-1543-405b-99ff-c913769f1ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:07.194161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9eb08063-2c2c-4dd4-85c9-f0658a8656bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:07.269266 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-420f95d1-89b1-42da-bfd7-b8b034466c87 req-8f44939c-b498-4022-beff-7ea07f59fec4 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0332661 Oct 13 10:58:07.272256 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:07.291467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb08063-2c2c-4dd4-85c9-f0658a8656bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Checking segment: {'id': '019b09e4-57e4-4b85-8ada-4ac8506a4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7aabd740-968b-4718-95d4-6ba174ccb296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:07.291846 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb08063-2c2c-4dd4-85c9-f0658a8656bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Network hostable DHCP agents. Network: 7aabd740-968b-4718-95d4-6ba174ccb296, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:58:07.301150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb08063-2c2c-4dd4-85c9-f0658a8656bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event updated for resources: {'Subnet': ['ID=517ccfca-9a3b-45bc-8783-cc835174cf94,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:07.387049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb08063-2c2c-4dd4-85c9-f0658a8656bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Network 7aabd740-968b-4718-95d4-6ba174ccb296 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:58:07.397705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] For port eb46276e-1858-40c8-968c-7cfe9a466c75, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:07.417484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] For port eb46276e-1858-40c8-968c-7cfe9a466c75, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=eb46276e-1858-40c8-968c-7cfe9a466c75,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:07.439687 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-56cbbbd8-821f-4f11-88da-f00cce77742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:07.473099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9eb08063-2c2c-4dd4-85c9-f0658a8656bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 7aabd740-968b-4718-95d4-6ba174ccb296) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:07.478597 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb08063-2c2c-4dd4-85c9-f0658a8656bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:07.479400 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9eb08063-2c2c-4dd4-85c9-f0658a8656bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:07.481748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-56cbbbd8-821f-4f11-88da-f00cce77742a None None] For port a922500d-70a8-4c8e-8893-3e409063cf3e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a922500d-70a8-4c8e-8893-3e409063cf3e,segment=NetworkSegment(708bafb8-5db5-4209-9936-91b8a91028f5),segment_id=708bafb8-5db5-4209-9936-91b8a91028f5)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:07.483999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a02fc2-e602-4cfd-90e5-5d64ae00d1a4 None None] Network 7aabd740-968b-4718-95d4-6ba174ccb296 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:58:07.592791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3045c8c0-f3a6-4485-8cfc-cff473ee1deb {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:07.601505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:07.615362 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9eb08063-2c2c-4dd4-85c9-f0658a8656bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1552901 Oct 13 10:58:07.623444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Transition to ACTIVE for port object 3045c8c0-f3a6-4485-8cfc-cff473ee1deb will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:58:07.661298 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:07.663978 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-56cbbbd8-821f-4f11-88da-f00cce77742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:07.684895 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:07.721924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'name': 'tempest-ServersTestMultiNic-1631547092-router', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:56Z', 'updated_at': '2021-10-13T10:58:02Z', 'revision_number': 4, 'project_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'gw_port': {'id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:57Z', 'updated_at': '2021-10-13T10:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'a922500d-70a8-4c8e-8893-3e409063cf3e', 'name': '', 'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'mac_address': 'fa:16:3e:84:b6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0503f0a4-7f32-4bb7-be21-433024c4064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:58:01Z', 'updated_at': '2021-10-13T10:58:06Z', 'revision_number': 4, 'project_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'subnets': [{'id': '0503f0a4-7f32-4bb7-be21-433024c4064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:07.800739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2cecf-1c11-4c32-98d8-02d2d69cc22b None None] The sync data for ids ['669097e9-a30b-4ced-856a-b87fc55b18cb'] in n-d-813659-3 is: [{'id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'name': 'tempest-ServersTestMultiNic-1631547092-router', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:56Z', 'updated_at': '2021-10-13T10:58:02Z', 'revision_number': 4, 'project_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'gw_port': {'id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:57Z', 'updated_at': '2021-10-13T10:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'a922500d-70a8-4c8e-8893-3e409063cf3e', 'name': '', 'network_id': '6742cff3-5006-42eb-b903-d29b6bafedd3', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'mac_address': 'fa:16:3e:84:b6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0503f0a4-7f32-4bb7-be21-433024c4064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:58:01Z', 'updated_at': '2021-10-13T10:58:06Z', 'revision_number': 4, 'project_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'subnets': [{'id': '0503f0a4-7f32-4bb7-be21-433024c4064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:58:07.822836 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e006d-0ec5-4c75-af78-d6d66b76db11 None None] Pushing event updated for resources: {'Port': ['ID=eb46276e-1858-40c8-968c-7cfe9a466c75,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:07.860127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f36014-53b1-4172-9009-8bd855f6cafa req-7fe6fbf7-f6e4-40be-829c-3db8143be06d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:07.861696 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39f36014-53b1-4172-9009-8bd855f6cafa req-7fe6fbf7-f6e4-40be-829c-3db8143be06d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.1308978 Oct 13 10:58:07.879134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Pushing event updated for resources: {'Port': ['ID=3045c8c0-f3a6-4485-8cfc-cff473ee1deb,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:07.949046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39f36014-53b1-4172-9009-8bd855f6cafa req-96e4c083-b077-4a1b-93b0-9b40f31dbdd6 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789955 Oct 13 10:58:08.011041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Attempting to bind port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:08.011451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Attempting to bind port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:08.011878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Attempting to bind port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:08.028292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:58:08.032163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Attempting to bind port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:08.040893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc48a0-fded-4ab3-97ee-9196575edb12 req-96308841-dc98-4202-afea-e31325d1cbc2 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:08.042814 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4bc48a0-fded-4ab3-97ee-9196575edb12 req-96308841-dc98-4202-afea-e31325d1cbc2 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1836107 Oct 13 10:58:08.046227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:08.046827 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:08.048051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:08.048792 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Bound port: 3045c8c0-f3a6-4485-8cfc-cff473ee1deb, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:08.049257 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:08.093440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbbbd8-821f-4f11-88da-f00cce77742a None None] Pushing event updated for resources: {'Port': ['ID=a922500d-70a8-4c8e-8893-3e409063cf3e,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:08.136049 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3a6162b0-c442-4c6a-aea1-cfaf2fff4f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:08.193444 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4bc48a0-fded-4ab3-97ee-9196575edb12 req-c751edc0-a154-4897-8b42-92c7eb5ac790 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283922 Oct 13 10:58:08.238423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-7aabd740-968b-4718-95d4-6ba174ccb296', 'network_id': '7aabd740-968b-4718-95d4-6ba174ccb296', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'fixed_ips': [{'subnet_id': '517ccfca-9a3b-45bc-8783-cc835174cf94'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:58:08.239732 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:08.271900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] For port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:08.281776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] For port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=3045c8c0-f3a6-4485-8cfc-cff473ee1deb,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:08.393267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:08.534430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:08.535075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:08.536481 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] 10.222.0.21 "PUT /v2.0/ports/3045c8c0-f3a6-4485-8cfc-cff473ee1deb HTTP/1.1" status: 200 len: 1095 time: 1.3596706 Oct 13 10:58:08.556883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6cec4e-1543-405b-99ff-c913769f1ec2', 'tag': '3045c8c0-f3a6-4485-8cfc-cff473ee1deb'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:08.559285 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc300a4-60f7-41bd-963a-c15d04915420" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6cec4e-1543-405b-99ff-c913769f1ec2", "tag": "3045c8c0-f3a6-4485-8cfc-cff473ee1deb"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:08.571110 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:08.603099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b2e53389-e89f-44b8-9d28-87dbe23501a4 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:08.609895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Allocated IP 19.86.0.2 (7aabd740-968b-4718-95d4-6ba174ccb296/517ccfca-9a3b-45bc-8783-cc835174cf94/36806943-d660-4880-96a4-3b0f351b2967) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:58:08.624454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b2e53389-e89f-44b8-9d28-87dbe23501a4 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:08.634462 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device eb46276e-1858-40c8-968c-7cfe9a466c75 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:08.642568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b2e53389-e89f-44b8-9d28-87dbe23501a4 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/networks?id=677d6137-dea8-4aa9-8b84-3f51ca7f2464&id=7aabd740-968b-4718-95d4-6ba174ccb296&id=677d6137-dea8-4aa9-8b84-3f51ca7f2464 HTTP/1.1" status: 200 len: 1392 time: 0.3187070 Oct 13 10:58:08.667393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-94f35677-1772-42ff-ac61-8670854f97c7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/quotas/26be1cb1a05e4c8f9bea82aa7035316c HTTP/1.1" status: 200 len: 375 time: 0.0196042 Oct 13 10:58:08.742790 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-1d67237d-515c-42a7-87c1-ae7c34270271 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736279 Oct 13 10:58:08.782226 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bf0c9-6a31-441d-857a-a0a79fb4c2b6 req-3b860629-465d-4761-bcfc-b8d5e17c7794 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:08.789740 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a98bf0c9-6a31-441d-857a-a0a79fb4c2b6 req-3b860629-465d-4761-bcfc-b8d5e17c7794 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 947 time: 0.3349674 Oct 13 10:58:08.791738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fe6ff-8a32-4057-be8b-07f997027240 service neutron] Pushing event updated for resources: {'Port': ['ID=3045c8c0-f3a6-4485-8cfc-cff473ee1deb,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:08.862972 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a98bf0c9-6a31-441d-857a-a0a79fb4c2b6 req-c98722de-1241-40c3-bb48-e661ba2db0a9 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718691 Oct 13 10:58:08.864968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-6151d777-a9c7-4431-ae2c-829c5e19dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:08.878637 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-6151d777-a9c7-4431-ae2c-829c5e19dfa4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16169aedf4124f2e94264ebcedaade29&device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 1098 time: 0.1975403 Oct 13 10:58:08.953853 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:08.977452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port eb46276e-1858-40c8-968c-7cfe9a466c75 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:08.978564 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:08.986231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-9ea12d1d-0f39-45d6-af70-7f1adfdbe2fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=3045c8c0-f3a6-4485-8cfc-cff473ee1deb HTTP/1.1" status: 200 len: 217 time: 0.1065836 Oct 13 10:58:08.986885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-e1ed803e-c43f-4a03-825a-97b91bb0e916 service neutron] 10.222.0.32 "GET /v2.0/networks/677d6137-dea8-4aa9-8b84-3f51ca7f2464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409203 Oct 13 10:58:09.052230 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:09.062098 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae36931b-c75c-496b-abad-c7688287fa02 req-269cdf48-a4ad-4c47-9946-f9b6ab39b5b2 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0457482 Oct 13 10:58:09.134248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-a84ebb63-931f-46b3-a013-006641096135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:09.136617 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-a84ebb63-931f-46b3-a013-006641096135 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1414001 Oct 13 10:58:09.163260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c1987051-b6c3-4b28-b35e-f84b20204bcb service neutron] 10.222.0.32 "GET /v2.0/networks/677d6137-dea8-4aa9-8b84-3f51ca7f2464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755435 Oct 13 10:58:09.195036 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ecd984-b115-4334-92bd-ec95ce16eb25 x-openstack-request-id: req-34ecd984-b115-4334-92bd-ec95ce16eb25 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:09.195334 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6cec4e-1543-405b-99ff-c913769f1ec2", "tag": "3045c8c0-f3a6-4485-8cfc-cff473ee1deb", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:09.195629 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34ecd984-b115-4334-92bd-ec95ce16eb25 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:09.196024 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6cec4e-1543-405b-99ff-c913769f1ec2', 'tag': '3045c8c0-f3a6-4485-8cfc-cff473ee1deb', 'status': 'completed', 'code': 200} Oct 13 10:58:09.226826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-0810603b-8567-4045-a377-5034af467a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:09.228751 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-0810603b-8567-4045-a377-5034af467a74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831635 Oct 13 10:58:09.258083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Network 7aabd740-968b-4718-95d4-6ba174ccb296 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:09.258974 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:09.272670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:09.274825 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Pushing event updated for resources: {'Port': ['ID=36806943-d660-4880-96a4-3b0f351b2967,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:09.277459 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:58:09.370226 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-1f140b45-08f7-47f3-8722-d503bf9001b3 service neutron] 10.222.0.32 "GET /v2.0/networks/7aabd740-968b-4718-95d4-6ba174ccb296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961579 Oct 13 10:58:09.407329 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port eb46276e-1858-40c8-968c-7cfe9a466c75, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=eb46276e-1858-40c8-968c-7cfe9a466c75,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:09.410257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Attempting to bind port 36806943-d660-4880-96a4-3b0f351b2967 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:09.410676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Attempting to bind port 36806943-d660-4880-96a4-3b0f351b2967 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '019b09e4-57e4-4b85-8ada-4ac8506a4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7aabd740-968b-4718-95d4-6ba174ccb296'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:09.411031 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Attempting to bind port 36806943-d660-4880-96a4-3b0f351b2967 on network 7aabd740-968b-4718-95d4-6ba174ccb296 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:09.416552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:09.416935 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Checking segment: {'id': '019b09e4-57e4-4b85-8ada-4ac8506a4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7aabd740-968b-4718-95d4-6ba174ccb296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:09.422652 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:09.422652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Bound using segment: {'id': '019b09e4-57e4-4b85-8ada-4ac8506a4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7aabd740-968b-4718-95d4-6ba174ccb296'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:09.422652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Bound port: 36806943-d660-4880-96a4-3b0f351b2967, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019b09e4-57e4-4b85-8ada-4ac8506a4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7aabd740-968b-4718-95d4-6ba174ccb296'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:09.422652 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:09.501351 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-5813c1e4-8588-4903-8b03-803005af4db1 service neutron] 10.222.0.32 "GET /v2.0/networks/7aabd740-968b-4718-95d4-6ba174ccb296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296489 Oct 13 10:58:09.505372 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-77411c78-9e97-4ebf-9f78-96f21126d948 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405150 Oct 13 10:58:09.512876 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfabb66-9441-42be-9023-90d26d7f1f95 None None] Network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:58:09.518140 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:09.518889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a922500d-70a8-4c8e-8893-3e409063cf3e up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:09.519255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ef5f6-4100-4175-b9b7-0e45a0c7ff85 req-138cc104-877a-4e39-8780-e2928dbd6b83 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:09.521016 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0d2ef5f6-4100-4175-b9b7-0e45a0c7ff85 req-138cc104-877a-4e39-8780-e2928dbd6b83 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.2880991 Oct 13 10:58:09.621050 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0d2ef5f6-4100-4175-b9b7-0e45a0c7ff85 req-c0511db8-7d3c-4afb-94a3-3fc79ea348be tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859287 Oct 13 10:58:09.667560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-43dae6ea-79fa-434f-831d-2d0dfc6142d6 service neutron] 10.222.0.32 "GET /v2.0/networks/677d6137-dea8-4aa9-8b84-3f51ca7f2464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592896 Oct 13 10:58:09.717434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] For port 36806943-d660-4880-96a4-3b0f351b2967, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:09.730694 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3259dc24-eb43-468f-8576-fe351dfb2a0c req-c5bde676-d4e7-4b76-a80c-b1c21a6b54df service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084808 Oct 13 10:58:09.738227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=eb46276e-1858-40c8-968c-7cfe9a466c75,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:09.771664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ae156249-c8ef-4175-b754-9b99bd42c0ac None None] Provisioning complete for port eb46276e-1858-40c8-968c-7cfe9a466c75 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:09.771664 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ae156249-c8ef-4175-b754-9b99bd42c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:09.775515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] For port 36806943-d660-4880-96a4-3b0f351b2967, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=36806943-d660-4880-96a4-3b0f351b2967,segment=NetworkSegment(019b09e4-57e4-4b85-8ada-4ac8506a4f71),segment_id=019b09e4-57e4-4b85-8ada-4ac8506a4f71)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:09.812508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-e1a7c768-afd6-4ac8-aeb9-1fabad9d1414 service neutron] 10.222.0.32 "GET /v2.0/networks/677d6137-dea8-4aa9-8b84-3f51ca7f2464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378341 Oct 13 10:58:09.845404 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:09.852808 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a922500d-70a8-4c8e-8893-3e409063cf3e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:09.853173 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:09.859381 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7f043-ec18-489b-8ad0-283f9a4bf5e8 req-4528eabd-ac1a-44e4-8d94-6187cb9628dd tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:09.867503 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b9a7f043-ec18-489b-8ad0-283f9a4bf5e8 req-4528eabd-ac1a-44e4-8d94-6187cb9628dd tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0623860 Oct 13 10:58:09.942632 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b9a7f043-ec18-489b-8ad0-283f9a4bf5e8 req-f7613e46-20cd-4cf0-b898-562d7dacf252 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740223 Oct 13 10:58:09.964432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc300a4-60f7-41bd-963a-c15d04915420 req-115e88f1-b159-4e23-a926-93a3c8c77928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:09.974852 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bc300a4-60f7-41bd-963a-c15d04915420 req-115e88f1-b159-4e23-a926-93a3c8c77928 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16169aedf4124f2e94264ebcedaade29&device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 1098 time: 0.1051004 Oct 13 10:58:10.017213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb3f67-33f4-4f89-b2c7-0e8075cd2009 None None] Pushing event updated for resources: {'Port': ['ID=36806943-d660-4880-96a4-3b0f351b2967,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:10.188825 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6941102a-3a88-4663-b416-c8bcd2638f9d req-b3832b03-ed07-4f03-974c-35aa837aeaa9 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0477517 Oct 13 10:58:10.258003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc300a4-60f7-41bd-963a-c15d04915420 req-189b217d-32bf-43e9-af86-6a33067a6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:10.260872 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bc300a4-60f7-41bd-963a-c15d04915420 req-189b217d-32bf-43e9-af86-6a33067a6490 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.2771907 Oct 13 10:58:10.295830 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:10.367010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929f1d1-d7d4-4f9b-a76d-3d06910bc323 req-fd590e2d-ceab-45d2-8b05-4b6e7abcccf5 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:10.369217 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6929f1d1-d7d4-4f9b-a76d-3d06910bc323 req-fd590e2d-ceab-45d2-8b05-4b6e7abcccf5 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 947 time: 0.1493394 Oct 13 10:58:10.446457 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ce87cec2-aa9b-4931-bbd9-280c75bd4895 req-c270baa7-ff16-44ce-89b1-40db0915407e tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.1652393 Oct 13 10:58:10.448669 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bc300a4-60f7-41bd-963a-c15d04915420 req-bff8f4e8-6329-4690-b202-7c0dd94222af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=3045c8c0-f3a6-4485-8cfc-cff473ee1deb HTTP/1.1" status: 200 len: 217 time: 0.1786087 Oct 13 10:58:10.475678 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6929f1d1-d7d4-4f9b-a76d-3d06910bc323 req-8be14b2a-a47b-457b-a0f2-1ad246f8ada8 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992677 Oct 13 10:58:10.537418 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc300a4-60f7-41bd-963a-c15d04915420 req-e41dae4e-9d81-41ba-be3d-63b7d472575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:10.539012 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bc300a4-60f7-41bd-963a-c15d04915420 req-e41dae4e-9d81-41ba-be3d-63b7d472575e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0820389 Oct 13 10:58:10.597515 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc300a4-60f7-41bd-963a-c15d04915420 req-bf2cc9ce-5e79-4270-a119-cc7c57bedbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:10.599284 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bc300a4-60f7-41bd-963a-c15d04915420 req-bf2cc9ce-5e79-4270-a119-cc7c57bedbaa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497241 Oct 13 10:58:10.617722 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device eb46276e-1858-40c8-968c-7cfe9a466c75 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:10.684523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port eb46276e-1858-40c8-968c-7cfe9a466c75 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:10.685311 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:10.726552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-cca85d94-0c2a-4541-8420-f1d4b0ff785c None None] Provisioning complete for port eb46276e-1858-40c8-968c-7cfe9a466c75 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:10.727243 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cca85d94-0c2a-4541-8420-f1d4b0ff785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:10.740969 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bc300a4-60f7-41bd-963a-c15d04915420 req-1b48c958-0971-4aa0-bdad-7c2b3931659b service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330426 Oct 13 10:58:10.758017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676121d-5537-4a8f-8fbc-fed376189640 req-7e1594fc-4b87-4a0f-9df3-4552e2d3415f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:10.760182 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0676121d-5537-4a8f-8fbc-fed376189640 req-7e1594fc-4b87-4a0f-9df3-4552e2d3415f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0696666 Oct 13 10:58:10.778109 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-43fdd74e-2383-4b82-823a-5bb340e4ac0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:10.847566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 36806943-d660-4880-96a4-3b0f351b2967 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:10.889651 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0676121d-5537-4a8f-8fbc-fed376189640 req-efe74a14-04da-47cb-8b4d-c00e2c913309 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097000 Oct 13 10:58:10.904663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 36806943-d660-4880-96a4-3b0f351b2967 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:10.905015 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:10.925096 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bc300a4-60f7-41bd-963a-c15d04915420 req-2efe1eac-f5e1-4ab1-a253-55543fa282d6 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638529 Oct 13 10:58:11.007098 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:11.047665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 36806943-d660-4880-96a4-3b0f351b2967, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=36806943-d660-4880-96a4-3b0f351b2967,segment=NetworkSegment(019b09e4-57e4-4b85-8ada-4ac8506a4f71),segment_id=019b09e4-57e4-4b85-8ada-4ac8506a4f71)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:11.051052 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42584) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:11.091270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df174c23-38f0-4068-adf6-83a9cf79da6a req-7881bba0-2d27-4198-9896-1c3bfe8f0f06 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:11.093018 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df174c23-38f0-4068-adf6-83a9cf79da6a req-7881bba0-2d27-4198-9896-1c3bfe8f0f06 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0592632 Oct 13 10:58:11.112990 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:11.154963 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df174c23-38f0-4068-adf6-83a9cf79da6a req-11ff7570-7a81-4150-b082-9e77ad01125a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546827 Oct 13 10:58:11.215735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=36806943-d660-4880-96a4-3b0f351b2967,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:11.218437 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-31378dca-5e4a-49b2-93f8-fa7d0d09aa4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:11.283863 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3db1b89-0453-445d-addf-4a93c77a4549 req-96d0daca-35a6-4f6d-b69d-c644cc541a4b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0274184 Oct 13 10:58:11.319891 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-31378dca-5e4a-49b2-93f8-fa7d0d09aa4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:11.369114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db0e75-c530-4644-bbc1-013b3b607c47 None None] Network 7aabd740-968b-4718-95d4-6ba174ccb296 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:58:11.381506 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-31378dca-5e4a-49b2-93f8-fa7d0d09aa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:11.422705 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-31378dca-5e4a-49b2-93f8-fa7d0d09aa4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b56dfadfe3754fc1a29b2e1c3ef4cd19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703365 Oct 13 10:58:11.423249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31378dca-5e4a-49b2-93f8-fa7d0d09aa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b53d52-9463-494e-89b6-527ee63278d1,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:11.425988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42594) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:11.442946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e7602725-cb99-47cf-9998-b4300d263a5b None None] Provisioning complete for port 36806943-d660-4880-96a4-3b0f351b2967 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:11.443311 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7602725-cb99-47cf-9998-b4300d263a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:11.479048 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bf7755c7-c5f5-4c0d-8688-fe402fa3b335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:11.503593 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bf7755c7-c5f5-4c0d-8688-fe402fa3b335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:11.555487 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b4c4703d-0320-4473-b828-fe24f194f5db req-39dacb0e-4374-43ef-9b07-36f5fc7fffe8 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0390024 Oct 13 10:58:11.627760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c33eb6-3fab-4534-bff1-2512b6425d61 req-ffe658a0-3210-4943-9495-755d9a14e18b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:11.629349 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09c33eb6-3fab-4534-bff1-2512b6425d61 req-ffe658a0-3210-4943-9495-755d9a14e18b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 947 time: 0.0553641 Oct 13 10:58:11.670483 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09c33eb6-3fab-4534-bff1-2512b6425d61 req-487db35b-778f-4b70-aba7-cd03f0b5365b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348165 Oct 13 10:58:11.679079 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bf7755c7-c5f5-4c0d-8688-fe402fa3b335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:11.682162 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bf7755c7-c5f5-4c0d-8688-fe402fa3b335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:11.685668 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bf7755c7-c5f5-4c0d-8688-fe402fa3b335 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74b53d52-9463-494e-89b6-527ee63278d1 HTTP/1.1" status: 204 len: 168 time: 0.2557223 Oct 13 10:58:11.693952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7755c7-c5f5-4c0d-8688-fe402fa3b335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b53d52-9463-494e-89b6-527ee63278d1,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:11.768555 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:11.998002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5361c280-6279-437d-b425-191cd8699b4f None None] Provisioning complete for port 36806943-d660-4880-96a4-3b0f351b2967 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:11.998438 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5361c280-6279-437d-b425-191cd8699b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:12.033526 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33d5aa-5c60-498c-b631-3982247b1eba req-7364bab6-5873-4b32-9332-d5b12f40ccc7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:12.041012 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f33d5aa-5c60-498c-b631-3982247b1eba req-7364bab6-5873-4b32-9332-d5b12f40ccc7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0631270 Oct 13 10:58:12.074707 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f33d5aa-5c60-498c-b631-3982247b1eba req-55853c98-fcd3-461e-a4e6-08642f8bfced tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Oct 13 10:58:12.075000 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:12.259061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 3045c8c0-f3a6-4485-8cfc-cff473ee1deb details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:58:12.353105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42614) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:12.368113 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:12.375866 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=3045c8c0-f3a6-4485-8cfc-cff473ee1deb,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:12.389515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '3045c8c0-f3a6-4485-8cfc-cff473ee1deb', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '3045c8c0-f3a6-4485-8cfc-cff473ee1deb', 'mac_address': 'fa:16:3e:35:aa:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:58:12.415273 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb9ca192-1f72-4191-802b-f93cebc13d53 req-58485444-a85f-45a5-8a1a-cacbcca6d8d6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0390034 Oct 13 10:58:12.436321 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:12.455345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3045c8c0-f3a6-4485-8cfc-cff473ee1deb {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:12.483725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=3045c8c0-f3a6-4485-8cfc-cff473ee1deb,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:12.486960 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 36806943-d660-4880-96a4-3b0f351b2967 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:12.516369 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:12.541414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 36806943-d660-4880-96a4-3b0f351b2967 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:12.541783 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:12.579411 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:12.598743 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:12.616096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd04e5-ea45-4032-bde8-66e1447ffc7f req-f8b436d7-918f-459e-bdf1-d92aaf69aec9 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:12.618133 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7cfd04e5-ea45-4032-bde8-66e1447ffc7f req-f8b436d7-918f-459e-bdf1-d92aaf69aec9 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.3805289 Oct 13 10:58:12.671282 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7cfd04e5-ea45-4032-bde8-66e1447ffc7f req-2e34f896-1b16-44c7-bb5e-3344a4d436b7 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458956 Oct 13 10:58:12.675139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=3045c8c0-f3a6-4485-8cfc-cff473ee1deb,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:12.697741 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd2e6b7-be21-4ff0-84aa-875e2b8a5ad0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:12.704866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-177b80a6-2607-47c4-abee-68a882ccd494 req-69bb2a6e-dd1d-451b-a9ef-eccaa06e8357 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0596921 Oct 13 10:58:12.715772 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6a68d892ac64b6eb079e501959a3295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585124 Oct 13 10:58:12.715772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:12.715772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:12.715772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:12.715772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:12.715772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:12.716291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42620) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:12.716393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:12.716393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:12.716393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:12.716646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:12.716960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:12.717309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:12.717665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ace4f-6dd3-4297-ad04-f3e728e27539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:12.808082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['3045c8c0-f3a6-4485-8cfc-cff473ee1deb'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:12.888867 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8083-624f-45cf-93f5-f1f7e5397c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:12.905670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8f0c3-89d3-44dc-9c5f-4fd989801e6c req-e1320c3c-fe6f-44e4-a39f-4534aae1bfdd tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:12.907837 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7c8f0c3-89d3-44dc-9c5f-4fd989801e6c req-e1320c3c-fe6f-44e4-a39f-4534aae1bfdd tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 948 time: 0.1522214 Oct 13 10:58:12.959063 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-20ebd75d-606b-4eb5-86e8-ec5e5d8b49f5 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:12.965088 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-20ebd75d-606b-4eb5-86e8-ec5e5d8b49f5 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:12.966589 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-20ebd75d-606b-4eb5-86e8-ec5e5d8b49f5 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "GET /v2.0/networks?id=677d6137-dea8-4aa9-8b84-3f51ca7f2464&id=7aabd740-968b-4718-95d4-6ba174ccb296&id=677d6137-dea8-4aa9-8b84-3f51ca7f2464 HTTP/1.1" status: 200 len: 1392 time: 0.2052128 Oct 13 10:58:12.970742 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8083-624f-45cf-93f5-f1f7e5397c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:12.995215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-aa4ff6c1-0be1-4a09-9c62-b2d67dd8564b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Request body: {'port': {'device_id': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464', 'admin_state_up': True, 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:13.057720 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7c8f0c3-89d3-44dc-9c5f-4fd989801e6c req-4faa1cac-eedb-4df6-a122-4f2665e71ddc tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409459 Oct 13 10:58:13.152729 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8083-624f-45cf-93f5-f1f7e5397c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:13.155391 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8083-624f-45cf-93f5-f1f7e5397c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:13.161771 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2e0f8083-624f-45cf-93f5-f1f7e5397c37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bd2e6b7-be21-4ff0-84aa-875e2b8a5ad0 HTTP/1.1" status: 204 len: 168 time: 0.4404914 Oct 13 10:58:13.165494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f8083-624f-45cf-93f5-f1f7e5397c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd2e6b7-be21-4ff0-84aa-875e2b8a5ad0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:13.203253 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f7237-aeee-4289-a4fe-4f9ad34c3a2b req-7c2ee652-cd71-4a23-9586-69f4c8d0610f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:13.204886 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-397f7237-aeee-4289-a4fe-4f9ad34c3a2b req-7c2ee652-cd71-4a23-9586-69f4c8d0610f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0531955 Oct 13 10:58:13.211925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-aa4ff6c1-0be1-4a09-9c62-b2d67dd8564b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:13.216400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-aa4ff6c1-0be1-4a09-9c62-b2d67dd8564b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:13.250275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-397f7237-aeee-4289-a4fe-4f9ad34c3a2b req-cbfe5a0c-125c-43f2-b389-ff7de2924440 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381594 Oct 13 10:58:13.301047 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:13.352831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-aa4ff6c1-0be1-4a09-9c62-b2d67dd8564b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Allocated IP 19.80.0.135 (677d6137-dea8-4aa9-8b84-3f51ca7f2464/5d80b06e-b73f-43df-8d34-9d36c8d414a0/907583db-569c-48d6-92c3-1921e1b2e6e5) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:58:13.505346 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-aa4ff6c1-0be1-4a09-9c62-b2d67dd8564b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:13.532754 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-32e34ef9-b1f4-4a31-895e-34bb6f278c67 req-5f4edde1-a18e-498b-84f4-b6f3185a3f67 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 210 time: 0.0312927 Oct 13 10:58:13.604552 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-aa4ff6c1-0be1-4a09-9c62-b2d67dd8564b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:13.670218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-aa4ff6c1-0be1-4a09-9c62-b2d67dd8564b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:13.673791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-aa4ff6c1-0be1-4a09-9c62-b2d67dd8564b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:13.682364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ff6c1-0be1-4a09-9c62-b2d67dd8564b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event updated for resources: {'Port': ['ID=907583db-569c-48d6-92c3-1921e1b2e6e5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:13.682364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-aa4ff6c1-0be1-4a09-9c62-b2d67dd8564b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:58:13.748533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-aa4ff6c1-0be1-4a09-9c62-b2d67dd8564b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:13.754038 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-aa4ff6c1-0be1-4a09-9c62-b2d67dd8564b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:13.833770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-aa4ff6c1-0be1-4a09-9c62-b2d67dd8564b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8478920 Oct 13 10:58:13.848861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-357bf9ec-34a9-4b49-b069-0ac335af8ed3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Request body: {'port': {'device_id': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'network_id': '7aabd740-968b-4718-95d4-6ba174ccb296', 'admin_state_up': True, 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:13.905593 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d32c6e0-b6e2-4c87-b851-e37fbe7a8e46 req-a06c0cff-c059-4031-9521-6ee192752212 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0873342 Oct 13 10:58:13.973807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d31d15-1f9f-453f-bc72-28d3f75008ac req-69fb9fae-c9df-4922-a728-cd9ed180671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:13.975712 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2d31d15-1f9f-453f-bc72-28d3f75008ac req-69fb9fae-c9df-4922-a728-cd9ed180671d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 1097 time: 0.0563560 Oct 13 10:58:14.025291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2d31d15-1f9f-453f-bc72-28d3f75008ac req-1979218e-33ad-4938-bab0-c7591d05e704 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407388 Oct 13 10:58:14.121276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-357bf9ec-34a9-4b49-b069-0ac335af8ed3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:14.124913 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-357bf9ec-34a9-4b49-b069-0ac335af8ed3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:14.128834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9c8182e4-5d99-4ac7-89ef-5c5b25a7f3f2 None None] Provisioning complete for port 907583db-569c-48d6-92c3-1921e1b2e6e5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:14.129941 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9c8182e4-5d99-4ac7-89ef-5c5b25a7f3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:14.165452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204afae-c106-46e4-bdc4-b07714e7f4f9 req-da7a8294-cfb6-4e71-887e-9172a44b22f1 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:14.174000 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d204afae-c106-46e4-bdc4-b07714e7f4f9 req-da7a8294-cfb6-4e71-887e-9172a44b22f1 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.3912454 Oct 13 10:58:14.178723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9c8182e4-5d99-4ac7-89ef-5c5b25a7f3f2 None None] Port 907583db-569c-48d6-92c3-1921e1b2e6e5 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:58:14.193647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab8173-1b3b-4b4f-a50a-e19ce71533e8 req-84de600d-8789-409e-bf16-dbf15f79b418 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:14.195190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4dab8173-1b3b-4b4f-a50a-e19ce71533e8 req-84de600d-8789-409e-bf16-dbf15f79b418 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 948 time: 0.0545900 Oct 13 10:58:14.233915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4dab8173-1b3b-4b4f-a50a-e19ce71533e8 req-2d727efa-8b1d-47e4-9df1-c363438e8639 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Oct 13 10:58:14.260785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 3045c8c0-f3a6-4485-8cfc-cff473ee1deb up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:14.261820 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d204afae-c106-46e4-bdc4-b07714e7f4f9 req-5a607773-8051-4462-84fa-87fcc9965fac tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868845 Oct 13 10:58:14.321862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-357bf9ec-34a9-4b49-b069-0ac335af8ed3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Allocated IP 19.86.0.27 (7aabd740-968b-4718-95d4-6ba174ccb296/517ccfca-9a3b-45bc-8783-cc835174cf94/e97ed9d0-addf-43a9-9fc9-154bf3849fe6) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:58:14.376531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:58:14.381007 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:14.381708 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:14.407589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8d321-c644-4f02-8e1c-a42305ac8053 req-8e0ba2ad-a588-44e2-ba6a-48978f2d2627 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:14.409846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62a8d321-c644-4f02-8e1c-a42305ac8053 req-8e0ba2ad-a588-44e2-ba6a-48978f2d2627 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0849552 Oct 13 10:58:14.465702 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62a8d321-c644-4f02-8e1c-a42305ac8053 req-6e87e4aa-019b-4571-931d-0f443689e3b0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449336 Oct 13 10:58:14.493304 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:14.517617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6cec4e-1543-405b-99ff-c913769f1ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3045c8c0-f3a6-4485-8cfc-cff473ee1deb'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:14.520002 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5f36ad-5df6-45b7-a31a-075e5983124b" -d '{"events": [{"server_uuid": "3e6cec4e-1543-405b-99ff-c913769f1ec2", "name": "network-vif-plugged", "status": "completed", "tag": "3045c8c0-f3a6-4485-8cfc-cff473ee1deb"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:14.524438 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-357bf9ec-34a9-4b49-b069-0ac335af8ed3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:14.534565 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=3045c8c0-f3a6-4485-8cfc-cff473ee1deb,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:14.560753 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa40caee-a28a-4fa9-be5d-92d3fec77136 x-openstack-request-id: req-aa40caee-a28a-4fa9-be5d-92d3fec77136 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:14.561050 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6cec4e-1543-405b-99ff-c913769f1ec2", "name": "network-vif-plugged", "status": "completed", "tag": "3045c8c0-f3a6-4485-8cfc-cff473ee1deb", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:14.561307 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa40caee-a28a-4fa9-be5d-92d3fec77136 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:14.561703 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6cec4e-1543-405b-99ff-c913769f1ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3045c8c0-f3a6-4485-8cfc-cff473ee1deb', 'code': 200} Oct 13 10:58:14.610542 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:14.611457 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-357bf9ec-34a9-4b49-b069-0ac335af8ed3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:14.660731 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b13940-cd43-4377-b65a-373c2b0fb812 req-52a940b6-6c74-40ad-bca6-6ae297371684 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:14.663117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=3045c8c0-f3a6-4485-8cfc-cff473ee1deb,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:14.874594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b13940-cd43-4377-b65a-373c2b0fb812 req-52a940b6-6c74-40ad-bca6-6ae297371684 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:14.874594 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76b13940-cd43-4377-b65a-373c2b0fb812 req-52a940b6-6c74-40ad-bca6-6ae297371684 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 1654 time: 0.0655451 Oct 13 10:58:14.876878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-357bf9ec-34a9-4b49-b069-0ac335af8ed3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Network 7aabd740-968b-4718-95d4-6ba174ccb296 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:14.876878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bf9ec-34a9-4b49-b069-0ac335af8ed3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event updated for resources: {'Port': ['ID=e97ed9d0-addf-43a9-9fc9-154bf3849fe6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:14.877848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76b13940-cd43-4377-b65a-373c2b0fb812 req-b8ee5f94-4cab-448c-88ed-6bbdb18f24c8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359924 Oct 13 10:58:14.877932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-357bf9ec-34a9-4b49-b069-0ac335af8ed3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:14.877932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-357bf9ec-34a9-4b49-b069-0ac335af8ed3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:58:14.877932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05850e-d870-4539-9bdc-951f76b64f45 req-fe684ab6-7a2d-4045-b5da-82ab846146a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:14.877932 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cb05850e-d870-4539-9bdc-951f76b64f45 req-fe684ab6-7a2d-4045-b5da-82ab846146a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 1100 time: 0.1406960 Oct 13 10:58:14.877932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-357bf9ec-34a9-4b49-b069-0ac335af8ed3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:14.877932 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-357bf9ec-34a9-4b49-b069-0ac335af8ed3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:14.877932 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cb05850e-d870-4539-9bdc-951f76b64f45 req-36acbdfa-baee-449c-8131-ede7dabeb830 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478599 Oct 13 10:58:15.010368 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a6a2f2c2-5039-4ca9-8db3-927ce0c64776 None None] Provisioning complete for port e97ed9d0-addf-43a9-9fc9-154bf3849fe6 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:15.010368 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f2c2-5039-4ca9-8db3-927ce0c64776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:15.024701 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5e6f3172-abfc-46dc-bbf0-c4b8194a15af req-c6fb1589-aef2-4122-929f-7fa45ec7014b tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0381687 Oct 13 10:58:15.041309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-357bf9ec-34a9-4b49-b069-0ac335af8ed3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1964095 Oct 13 10:58:15.047309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2f2c2-5039-4ca9-8db3-927ce0c64776 None None] Port e97ed9d0-addf-43a9-9fc9-154bf3849fe6 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:58:15.055261 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b6112c97-6458-4ac1-950c-0c25a20229c3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Request body: {'port': {'device_id': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464', 'admin_state_up': True, 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:15.256133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b6112c97-6458-4ac1-950c-0c25a20229c3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:15.259764 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b6112c97-6458-4ac1-950c-0c25a20229c3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:15.420108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da35d25-ef04-458a-b0c5-365f87538d84 req-135a87c0-177d-4367-8379-57e73ef2110f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:15.429052 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1da35d25-ef04-458a-b0c5-365f87538d84 req-135a87c0-177d-4367-8379-57e73ef2110f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0659022 Oct 13 10:58:15.431220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b6112c97-6458-4ac1-950c-0c25a20229c3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Allocated IP 19.80.0.92 (677d6137-dea8-4aa9-8b84-3f51ca7f2464/5d80b06e-b73f-43df-8d34-9d36c8d414a0/32ad4049-1ecc-4c22-ae5d-1d4bffce0400) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:58:15.449405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9737cf-313f-4b9f-966a-e76608756cef req-79cd94b2-80e8-47d9-94d6-1c6935e6d237 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:15.451052 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7d9737cf-313f-4b9f-966a-e76608756cef req-79cd94b2-80e8-47d9-94d6-1c6935e6d237 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 949 time: 0.1035347 Oct 13 10:58:15.467891 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1da35d25-ef04-458a-b0c5-365f87538d84 req-5c891ef9-ed9a-4e9f-a173-4ed85fa43fe5 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373585 Oct 13 10:58:15.532889 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7d9737cf-313f-4b9f-966a-e76608756cef req-bfcaa443-ecce-44d5-9239-9f3bead9a835 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689220 Oct 13 10:58:15.659587 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b6112c97-6458-4ac1-950c-0c25a20229c3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:15.682415 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f05015-8f9c-49e2-a8f9-ed3bd4ff6f88 req-bee12a19-0560-4989-b5c0-d47c3603e667 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:15.683934 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54f05015-8f9c-49e2-a8f9-ed3bd4ff6f88 req-bee12a19-0560-4989-b5c0-d47c3603e667 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0873437 Oct 13 10:58:15.735521 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54f05015-8f9c-49e2-a8f9-ed3bd4ff6f88 req-315d9caa-58d0-4155-8497-c3f8775c7672 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435572 Oct 13 10:58:15.787238 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b6112c97-6458-4ac1-950c-0c25a20229c3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:15.841414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b6112c97-6458-4ac1-950c-0c25a20229c3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:15.845136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b6112c97-6458-4ac1-950c-0c25a20229c3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:15.849106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b6112c97-6458-4ac1-950c-0c25a20229c3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:58:15.855743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7daac-f9e4-44f2-a413-d1786ab75c65 req-810dc53c-f038-4c3e-a1f6-f9f473281ea6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:15.861934 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7daac-f9e4-44f2-a413-d1786ab75c65 req-810dc53c-f038-4c3e-a1f6-f9f473281ea6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:15.868066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7daac-f9e4-44f2-a413-d1786ab75c65 req-810dc53c-f038-4c3e-a1f6-f9f473281ea6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:15.869796 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fc7daac-f9e4-44f2-a413-d1786ab75c65 req-810dc53c-f038-4c3e-a1f6-f9f473281ea6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2375 time: 0.0675757 Oct 13 10:58:15.879355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6112c97-6458-4ac1-950c-0c25a20229c3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event updated for resources: {'Port': ['ID=32ad4049-1ecc-4c22-ae5d-1d4bffce0400,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:15.911470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b6112c97-6458-4ac1-950c-0c25a20229c3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:15.912187 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b6112c97-6458-4ac1-950c-0c25a20229c3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:15.921573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fc7daac-f9e4-44f2-a413-d1786ab75c65 req-d49c91fe-d4a8-4b27-8576-5bee7fa98a6f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437565 Oct 13 10:58:16.005490 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-b6112c97-6458-4ac1-950c-0c25a20229c3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9545481 Oct 13 10:58:16.022387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Request body: {'port': {'device_id': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:16.078850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4634dde2-b522-4879-b3de-bd5ef8025861 None None] Provisioning complete for port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:16.079438 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4634dde2-b522-4879-b3de-bd5ef8025861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:16.096608 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:16.134915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4634dde2-b522-4879-b3de-bd5ef8025861 None None] Port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:58:16.166904 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6600f651-9cdc-4f1a-b709-f6a1d287c63d req-b2ae4313-6bd0-46aa-94ae-c270be8dfa40 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0323956 Oct 13 10:58:16.408089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42710) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:16.411741 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907583db-569c-48d6-92c3-1921e1b2e6e5 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:16.419811 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:16.432005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Transition to ACTIVE for port object 907583db-569c-48d6-92c3-1921e1b2e6e5 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:58:16.502662 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:16.552198 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a7988d6-96ca-4adb-9d86-2f8b40aa34d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:16.603679 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Pushing event updated for resources: {'Port': ['ID=907583db-569c-48d6-92c3-1921e1b2e6e5,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:16.662613 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a7988d6-96ca-4adb-9d86-2f8b40aa34d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:16.664099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb529d1-872e-4202-a903-7b9830623036 req-ccc41649-1b24-48b2-9f01-b534583d4776 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:16.665657 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1fb529d1-872e-4202-a903-7b9830623036 req-ccc41649-1b24-48b2-9f01-b534583d4776 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1212511 Oct 13 10:58:16.724114 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a7988d6-96ca-4adb-9d86-2f8b40aa34d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:16.732429 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Attempting to bind port 907583db-569c-48d6-92c3-1921e1b2e6e5 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:16.732962 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Attempting to bind port 907583db-569c-48d6-92c3-1921e1b2e6e5 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '76990c72-3dd3-4fde-be51-6973e53036dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:16.733294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Attempting to bind port 907583db-569c-48d6-92c3-1921e1b2e6e5 on network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:16.737948 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1fb529d1-872e-4202-a903-7b9830623036 req-fea120c0-5935-4199-b6a8-889c8730aac2 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653019 Oct 13 10:58:16.741434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Port 907583db-569c-48d6-92c3-1921e1b2e6e5 on network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:58:16.741936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Attempting to bind port 907583db-569c-48d6-92c3-1921e1b2e6e5 on network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:16.747719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:16.750183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Checking segment: {'id': '76990c72-3dd3-4fde-be51-6973e53036dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:16.750183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Bound using segment: {'id': '76990c72-3dd3-4fde-be51-6973e53036dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:16.750183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Bound port: 907583db-569c-48d6-92c3-1921e1b2e6e5, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76990c72-3dd3-4fde-be51-6973e53036dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:16.750183 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:16.805724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7988d6-96ca-4adb-9d86-2f8b40aa34d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8137d5-b4b3-4785-8359-a9d44316a104,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:16.810321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4a7988d6-96ca-4adb-9d86-2f8b40aa34d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a70d5b8a8c3d461d8a77976360dacc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012074 Oct 13 10:58:16.821244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42726) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:16.824172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369495cd-b67b-432d-9d39-93a5e5a7aa6b req-78d122f7-06a1-4858-a12e-d0de6b2e55b6 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:16.825862 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-369495cd-b67b-432d-9d39-93a5e5a7aa6b req-78d122f7-06a1-4858-a12e-d0de6b2e55b6 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 949 time: 0.1129422 Oct 13 10:58:16.890157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] For port 907583db-569c-48d6-92c3-1921e1b2e6e5, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:16.903778 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-369495cd-b67b-432d-9d39-93a5e5a7aa6b req-066c7fc8-43b0-4dbc-be1c-e635f25c9964 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702679 Oct 13 10:58:16.951187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] For port 907583db-569c-48d6-92c3-1921e1b2e6e5, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=907583db-569c-48d6-92c3-1921e1b2e6e5,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:16.990372 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19be29a0-8675-435e-9041-f8ebaca6afab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:17.000927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c3281-7b68-40e5-ba4d-3377481b88e3 req-9de121fb-3a22-49ef-b823-c893fbc58101 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:17.002507 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8d9c3281-7b68-40e5-ba4d-3377481b88e3 req-9de121fb-3a22-49ef-b823-c893fbc58101 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.1095936 Oct 13 10:58:17.010603 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:17.059907 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19be29a0-8675-435e-9041-f8ebaca6afab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:17.074290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:17.075284 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:17.080833 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] 10.222.0.46 "PUT /v2.0/ports/907583db-569c-48d6-92c3-1921e1b2e6e5 HTTP/1.1" status: 200 len: 1092 time: 1.0642371 Oct 13 10:58:17.090961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'tag': '907583db-569c-48d6-92c3-1921e1b2e6e5'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:17.095464 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e66e39-518b-4e2c-a441-d8c18cedd898" -d '{"events": [{"name": "network-changed", "server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "tag": "907583db-569c-48d6-92c3-1921e1b2e6e5"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:17.160220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8d9c3281-7b68-40e5-ba4d-3377481b88e3 req-8fc83a23-a0eb-4d63-8079-f5f56c8ae528 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472554 Oct 13 10:58:17.161688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682d1bd-6431-4dae-9c47-541b406f5d39 service neutron] Pushing event updated for resources: {'Port': ['ID=907583db-569c-48d6-92c3-1921e1b2e6e5,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:17.181683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Request body: {'port': {'device_id': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:17.274307 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:17.320370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19be29a0-8675-435e-9041-f8ebaca6afab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:17.320370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19be29a0-8675-435e-9041-f8ebaca6afab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:17.321618 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-19be29a0-8675-435e-9041-f8ebaca6afab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c8137d5-b4b3-4785-8359-a9d44316a104 HTTP/1.1" status: 204 len: 168 time: 0.4747930 Oct 13 10:58:17.339735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be29a0-8675-435e-9041-f8ebaca6afab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8137d5-b4b3-4785-8359-a9d44316a104,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:17.377985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-e7669d6d-8db2-4589-8c49-140c71bb2078 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:17.385738 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-e7669d6d-8db2-4589-8c49-140c71bb2078 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/networks?id=68162571-da51-4d57-899e-725b46fa6e96 HTTP/1.1" status: 200 len: 811 time: 0.3919783 Oct 13 10:58:17.404513 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-962fef34-fb74-4ca3-b7c4-7ec62edb749d tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/quotas/b7d6e6a057e34d0d8c7e85a05eeb5b00 HTTP/1.1" status: 200 len: 375 time: 0.0176468 Oct 13 10:58:17.477811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-17d97171-4ad6-413b-8c96-38dadd8c3239 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7d6e6a057e34d0d8c7e85a05eeb5b00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722320 Oct 13 10:58:17.597501 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-9c869976-0a19-45e7-ae48-1fb440c1b234 service neutron] 10.222.0.32 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186471 Oct 13 10:58:17.700926 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-6bcb4e9d-db3c-4eb7-8151-9a97939c5f84 service neutron] 10.222.0.32 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023746 Oct 13 10:58:17.752161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd1b12-2304-445f-b192-952b04b4daef req-ca630d40-11be-4fbd-9bb9-8b777d140c4f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:17.758341 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd1b12-2304-445f-b192-952b04b4daef req-ca630d40-11be-4fbd-9bb9-8b777d140c4f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:17.764420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd1b12-2304-445f-b192-952b04b4daef req-ca630d40-11be-4fbd-9bb9-8b777d140c4f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:17.766871 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4bd1b12-2304-445f-b192-952b04b4daef req-ca630d40-11be-4fbd-9bb9-8b777d140c4f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2387 time: 0.1247098 Oct 13 10:58:17.775355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97ed9d0-addf-43a9-9fc9-154bf3849fe6 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:17.790310 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:17.817882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Transition to ACTIVE for port object e97ed9d0-addf-43a9-9fc9-154bf3849fe6 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:58:17.830936 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4bd1b12-2304-445f-b192-952b04b4daef req-7d132734-d10e-4e4c-85e3-3544b4820f38 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579820 Oct 13 10:58:17.880713 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eadb3b-417b-4d54-8c5e-cb0a6fab5255 x-openstack-request-id: req-c8eadb3b-417b-4d54-8c5e-cb0a6fab5255 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:17.882887 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "tag": "907583db-569c-48d6-92c3-1921e1b2e6e5", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:17.882887 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8eadb3b-417b-4d54-8c5e-cb0a6fab5255 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:17.882887 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'tag': '907583db-569c-48d6-92c3-1921e1b2e6e5', 'status': 'completed', 'code': 200} Oct 13 10:58:17.914469 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:18.000785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66e39-518b-4e2c-a441-d8c18cedd898 req-212c7288-f2b5-44a1-8961-c237d7cdb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:18.002895 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66e39-518b-4e2c-a441-d8c18cedd898 req-212c7288-f2b5-44a1-8961-c237d7cdb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:18.004233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66e39-518b-4e2c-a441-d8c18cedd898 req-212c7288-f2b5-44a1-8961-c237d7cdb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:18.008300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52e66e39-518b-4e2c-a441-d8c18cedd898 req-212c7288-f2b5-44a1-8961-c237d7cdb28f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2755 time: 0.1114557 Oct 13 10:58:18.084091 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e34b4861-2db0-4d7d-9d35-6ecaf2f6d3e5 req-0f5ad395-56a2-4906-bd7c-50e0985b0b3c tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0896409 Oct 13 10:58:18.134813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Pushing event updated for resources: {'Port': ['ID=e97ed9d0-addf-43a9-9fc9-154bf3849fe6,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:18.138038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-3130a154-f04b-41dd-bfcd-2523e35626ed tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=16169aedf4124f2e94264ebcedaade29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655024 Oct 13 10:58:18.204509 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d17acaf4-6cf6-4f0e-8f2e-1b9f30a055fa req-a2c33d0d-f584-4d77-a27c-c760aa3af37d tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 210 time: 0.0355270 Oct 13 10:58:18.259342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Attempting to bind port e97ed9d0-addf-43a9-9fc9-154bf3849fe6 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:18.259699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Attempting to bind port e97ed9d0-addf-43a9-9fc9-154bf3849fe6 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '019b09e4-57e4-4b85-8ada-4ac8506a4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7aabd740-968b-4718-95d4-6ba174ccb296'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:18.260346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Attempting to bind port e97ed9d0-addf-43a9-9fc9-154bf3849fe6 on network 7aabd740-968b-4718-95d4-6ba174ccb296 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:18.276319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Port e97ed9d0-addf-43a9-9fc9-154bf3849fe6 on network 7aabd740-968b-4718-95d4-6ba174ccb296 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:58:18.276666 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Attempting to bind port e97ed9d0-addf-43a9-9fc9-154bf3849fe6 on network 7aabd740-968b-4718-95d4-6ba174ccb296 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:18.291555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:18.291931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Checking segment: {'id': '019b09e4-57e4-4b85-8ada-4ac8506a4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7aabd740-968b-4718-95d4-6ba174ccb296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:18.292528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Bound using segment: {'id': '019b09e4-57e4-4b85-8ada-4ac8506a4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7aabd740-968b-4718-95d4-6ba174ccb296'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:18.292990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Bound port: e97ed9d0-addf-43a9-9fc9-154bf3849fe6, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019b09e4-57e4-4b85-8ada-4ac8506a4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7aabd740-968b-4718-95d4-6ba174ccb296'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:18.294048 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:18.376847 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66e39-518b-4e2c-a441-d8c18cedd898 req-a254d5fc-c4ed-4c21-adf3-aad8ddd23807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:18.377335 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66e39-518b-4e2c-a441-d8c18cedd898 req-a254d5fc-c4ed-4c21-adf3-aad8ddd23807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:18.378736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66e39-518b-4e2c-a441-d8c18cedd898 req-a254d5fc-c4ed-4c21-adf3-aad8ddd23807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:18.385235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52e66e39-518b-4e2c-a441-d8c18cedd898 req-a254d5fc-c4ed-4c21-adf3-aad8ddd23807 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3681076 Oct 13 10:58:18.449396 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e04b66-46cb-4e5d-b455-241e3731084d req-b676a5db-43c1-48a1-9c79-8c102175a241 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:18.451050 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-19e04b66-46cb-4e5d-b455-241e3731084d req-b676a5db-43c1-48a1-9c79-8c102175a241 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.1261725 Oct 13 10:58:18.463672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] For port e97ed9d0-addf-43a9-9fc9-154bf3849fe6, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:18.467834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] For port e97ed9d0-addf-43a9-9fc9-154bf3849fe6, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e97ed9d0-addf-43a9-9fc9-154bf3849fe6,segment=NetworkSegment(019b09e4-57e4-4b85-8ada-4ac8506a4f71),segment_id=019b09e4-57e4-4b85-8ada-4ac8506a4f71)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:18.527583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f05caf-42e2-470a-8bba-81907233cc8a req-c918cf5c-22de-4774-8f75-fd07c28f4756 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:18.535918 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-c918cf5c-22de-4774-8f75-fd07c28f4756 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3966291 Oct 13 10:58:18.537015 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-19e04b66-46cb-4e5d-b455-241e3731084d req-b0053a96-9e2a-4e55-946a-b21387c6d34e tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641422 Oct 13 10:58:18.541083 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:18.575733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-b4fc5bc8-1a25-4848-b9a2-bfe76c1f814d tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/quotas/16169aedf4124f2e94264ebcedaade29 HTTP/1.1" status: 200 len: 375 time: 0.0388446 Oct 13 10:58:18.600756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:18.601659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:18.603967 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] 10.222.0.46 "PUT /v2.0/ports/e97ed9d0-addf-43a9-9fc9-154bf3849fe6 HTTP/1.1" status: 200 len: 1091 time: 1.4273820 Oct 13 10:58:18.622359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e65c74-cd20-4a95-bc55-1845f602f2ef service neutron] Pushing event updated for resources: {'Port': ['ID=e97ed9d0-addf-43a9-9fc9-154bf3849fe6,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:18.634468 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66e39-518b-4e2c-a441-d8c18cedd898 req-b3ab62ed-fe75-43e6-9277-befee4cf4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:18.636300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52e66e39-518b-4e2c-a441-d8c18cedd898 req-b3ab62ed-fe75-43e6-9277-befee4cf4210 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2399065 Oct 13 10:58:18.655803 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-f672405e-3b41-4755-9e7c-87af470ccf18 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16169aedf4124f2e94264ebcedaade29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780833 Oct 13 10:58:18.721492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Request body: {'port': {'device_id': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:18.843118 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:19.027517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b4c94-28a9-4906-a894-a4f7e0b75e37 req-03e74756-4067-44eb-948d-3f93a5f0547e tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:19.035961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b4c94-28a9-4906-a894-a4f7e0b75e37 req-03e74756-4067-44eb-948d-3f93a5f0547e tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:19.044053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b4c94-28a9-4906-a894-a4f7e0b75e37 req-03e74756-4067-44eb-948d-3f93a5f0547e tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:19.046095 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b44b4c94-28a9-4906-a894-a4f7e0b75e37 req-03e74756-4067-44eb-948d-3f93a5f0547e tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2399 time: 0.1149664 Oct 13 10:58:19.050896 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a750f15d-1bb0-4019-9a68-e9803faca507 req-c5417782-f8f0-42fe-963e-7b057e318c60 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 210 time: 0.0463858 Oct 13 10:58:19.097624 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b44b4c94-28a9-4906-a894-a4f7e0b75e37 req-e3c55c07-c35e-437f-ad68-70e4bfa174cc tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424519 Oct 13 10:58:19.239820 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ea3398be-cfaf-421a-ad2a-cae830d87668 req-210f7a6f-1a6b-4848-88b1-8df2ed508cdc tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0299158 Oct 13 10:58:19.272580 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:19.287200 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:19.307668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Transition to ACTIVE for port object 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:58:19.361901 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad7283d7-663f-4015-a88a-47f00d6fabb3 req-a01904b5-f23b-443a-bca2-4f4e22541673 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 210 time: 0.0339053 Oct 13 10:58:19.426830 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:19.525942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Pushing event updated for resources: {'Port': ['ID=32ad4049-1ecc-4c22-ae5d-1d4bffce0400,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:19.562701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Attempting to bind port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:19.563765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Attempting to bind port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '76990c72-3dd3-4fde-be51-6973e53036dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:19.564174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Attempting to bind port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 on network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:19.571283 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 on network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:58:19.573828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Attempting to bind port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 on network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:19.577145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:19.577502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Checking segment: {'id': '76990c72-3dd3-4fde-be51-6973e53036dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:19.578122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Bound using segment: {'id': '76990c72-3dd3-4fde-be51-6973e53036dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:19.578841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Bound port: 32ad4049-1ecc-4c22-ae5d-1d4bffce0400, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76990c72-3dd3-4fde-be51-6973e53036dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:19.579262 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:19.669898 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4189fd0-4fdd-4d46-8547-95dfe621563b req-419cf307-1bff-43c9-b054-b8c471dd1333 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:19.671948 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b4189fd0-4fdd-4d46-8547-95dfe621563b req-419cf307-1bff-43c9-b054-b8c471dd1333 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0674694 Oct 13 10:58:19.693268 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] For port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:19.697807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] For port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32ad4049-1ecc-4c22-ae5d-1d4bffce0400,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:19.727794 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b4189fd0-4fdd-4d46-8547-95dfe621563b req-173a4be2-4400-497e-9798-4199b3fc61e0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481722 Oct 13 10:58:19.759044 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:19.807884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:19.808491 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:19.809899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] 10.222.0.46 "PUT /v2.0/ports/32ad4049-1ecc-4c22-ae5d-1d4bffce0400 HTTP/1.1" status: 200 len: 1091 time: 1.0933046 Oct 13 10:58:19.810282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'tag': '32ad4049-1ecc-4c22-ae5d-1d4bffce0400'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:19.813135 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a0c6ca-8680-453a-9792-0f57e6f1c40f" -d '{"events": [{"name": "network-changed", "server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "tag": "32ad4049-1ecc-4c22-ae5d-1d4bffce0400"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:19.837302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4590f-49b8-4344-b9fa-356829883142 service neutron] Pushing event updated for resources: {'Port': ['ID=32ad4049-1ecc-4c22-ae5d-1d4bffce0400,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:19.868595 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1438ce86-abbf-43f9-8b65-65d9cd463746 x-openstack-request-id: req-1438ce86-abbf-43f9-8b65-65d9cd463746 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:19.868891 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "tag": "32ad4049-1ecc-4c22-ae5d-1d4bffce0400", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:19.869145 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1438ce86-abbf-43f9-8b65-65d9cd463746 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:19.869545 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'tag': '32ad4049-1ecc-4c22-ae5d-1d4bffce0400', 'status': 'completed', 'code': 200} Oct 13 10:58:19.884064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'tag': 'e97ed9d0-addf-43a9-9fc9-154bf3849fe6'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:19.886761 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad17ef1-6986-496e-bc08-e72ca15710f4" -d '{"events": [{"name": "network-changed", "server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "tag": "e97ed9d0-addf-43a9-9fc9-154bf3849fe6"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:19.929425 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60118529-d7ba-42a2-82c8-16c6d2827ec9 x-openstack-request-id: req-60118529-d7ba-42a2-82c8-16c6d2827ec9 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:19.929970 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "tag": "e97ed9d0-addf-43a9-9fc9-154bf3849fe6", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:19.930550 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60118529-d7ba-42a2-82c8-16c6d2827ec9 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:19.931140 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'tag': 'e97ed9d0-addf-43a9-9fc9-154bf3849fe6', 'status': 'completed', 'code': 200} Oct 13 10:58:19.936753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0c6ca-8680-453a-9792-0f57e6f1c40f req-0b383b59-4526-4d83-9ed3-56b08b360f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:19.937876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0c6ca-8680-453a-9792-0f57e6f1c40f req-0b383b59-4526-4d83-9ed3-56b08b360f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:19.939032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0c6ca-8680-453a-9792-0f57e6f1c40f req-0b383b59-4526-4d83-9ed3-56b08b360f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:19.943296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9a0c6ca-8680-453a-9792-0f57e6f1c40f req-0b383b59-4526-4d83-9ed3-56b08b360f99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2864 time: 0.0508857 Oct 13 10:58:20.067356 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0c6ca-8680-453a-9792-0f57e6f1c40f req-3cee6c6c-a0d4-492a-8e23-2b4d7b08a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.067982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0c6ca-8680-453a-9792-0f57e6f1c40f req-3cee6c6c-a0d4-492a-8e23-2b4d7b08a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.068269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0c6ca-8680-453a-9792-0f57e6f1c40f req-3cee6c6c-a0d4-492a-8e23-2b4d7b08a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.069866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9a0c6ca-8680-453a-9792-0f57e6f1c40f req-3cee6c6c-a0d4-492a-8e23-2b4d7b08a770 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1174977 Oct 13 10:58:20.156563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf2a94bd-9b44-46b9-bd69-1dda4f56a5cc req-792b6667-c39b-4ed2-a967-7f9da9f42140 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 210 time: 0.0333214 Oct 13 10:58:20.209304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0c6ca-8680-453a-9792-0f57e6f1c40f req-cda1ad19-d52c-4512-a674-b1ea5320cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.211634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9a0c6ca-8680-453a-9792-0f57e6f1c40f req-cda1ad19-d52c-4512-a674-b1ea5320cdac service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328888 Oct 13 10:58:20.262583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210640a-2a7f-4f7c-ab81-6658ce7d0f3a req-6c1b4b46-1b0f-4251-be18-fd02f087d5a9 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.271047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210640a-2a7f-4f7c-ab81-6658ce7d0f3a req-6c1b4b46-1b0f-4251-be18-fd02f087d5a9 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.277109 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210640a-2a7f-4f7c-ab81-6658ce7d0f3a req-6c1b4b46-1b0f-4251-be18-fd02f087d5a9 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.278848 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8210640a-2a7f-4f7c-ab81-6658ce7d0f3a req-6c1b4b46-1b0f-4251-be18-fd02f087d5a9 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2411 time: 0.1025958 Oct 13 10:58:20.305788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17ef1-6986-496e-bc08-e72ca15710f4 req-548a4fba-32a0-4e00-ade4-b13222b03d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.306549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17ef1-6986-496e-bc08-e72ca15710f4 req-548a4fba-32a0-4e00-ade4-b13222b03d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.306655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42864) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:20.306989 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17ef1-6986-496e-bc08-e72ca15710f4 req-548a4fba-32a0-4e00-ade4-b13222b03d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.308783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ad17ef1-6986-496e-bc08-e72ca15710f4 req-548a4fba-32a0-4e00-ade4-b13222b03d0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2864 time: 0.0514271 Oct 13 10:58:20.337440 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8210640a-2a7f-4f7c-ab81-6658ce7d0f3a req-59160af4-f0bb-4068-9ae0-111252a3ff31 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496478 Oct 13 10:58:20.440300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f524aee-3df0-44ba-9fe5-cb31941103f7 req-f28f400a-b769-40a1-b930-d166e21e5344 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0376375 Oct 13 10:58:20.494947 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7858ff78-5745-4632-a041-ee7f5dbd24a7 req-50eefc74-c574-48ba-af6d-da75e8acbdad tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 210 time: 0.0364063 Oct 13 10:58:20.501567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17ef1-6986-496e-bc08-e72ca15710f4 req-d9e7e7f1-d369-4f16-be39-0f1f59dadd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.502047 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17ef1-6986-496e-bc08-e72ca15710f4 req-d9e7e7f1-d369-4f16-be39-0f1f59dadd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.502613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17ef1-6986-496e-bc08-e72ca15710f4 req-d9e7e7f1-d369-4f16-be39-0f1f59dadd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.504181 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ad17ef1-6986-496e-bc08-e72ca15710f4 req-d9e7e7f1-d369-4f16-be39-0f1f59dadd4c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1861529 Oct 13 10:58:20.512190 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99e42ea4-fa02-4978-b428-683ca80e8bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:20.616355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17ef1-6986-496e-bc08-e72ca15710f4 req-6e8c73da-c22d-41f5-8526-54f3da7d23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.617947 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ad17ef1-6986-496e-bc08-e72ca15710f4 req-6e8c73da-c22d-41f5-8526-54f3da7d23c7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050994 Oct 13 10:58:20.666099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-8eaf858d-03dc-4042-95c6-2dcfe440f793 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.668502 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-8eaf858d-03dc-4042-95c6-2dcfe440f793 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.21 "GET /v2.0/networks?id=68162571-da51-4d57-899e-725b46fa6e96 HTTP/1.1" status: 200 len: 811 time: 0.1762943 Oct 13 10:58:20.682686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-c59ccd44-1130-4728-aeae-a725b0a3801c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Request body: {'port': {'device_id': '3a664660-1d4e-4597-ac42-fb0fc59be135', 'network_id': '68162571-da51-4d57-899e-725b46fa6e96', 'admin_state_up': True, 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:20.736419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c55a9153-ffdc-46d6-a17e-017169e7e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.736989 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c55a9153-ffdc-46d6-a17e-017169e7e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.737549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c55a9153-ffdc-46d6-a17e-017169e7e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.739332 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c55a9153-ffdc-46d6-a17e-017169e7e143 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2864 time: 0.0493586 Oct 13 10:58:20.741909 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99e42ea4-fa02-4978-b428-683ca80e8bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:20.789060 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-ed71d829-6534-45f3-95bc-ee8a76a34229 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=907583db-569c-48d6-92c3-1921e1b2e6e5 HTTP/1.1" status: 200 len: 217 time: 0.0410485 Oct 13 10:58:20.850145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-fc0653c3-a6f7-49f1-8cd1-0d7b31ad6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.850386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99e42ea4-fa02-4978-b428-683ca80e8bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:20.850861 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-fc0653c3-a6f7-49f1-8cd1-0d7b31ad6bab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d80b06e-b73f-43df-8d34-9d36c8d414a0 HTTP/1.1" status: 200 len: 801 time: 0.0545955 Oct 13 10:58:20.898846 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-992ff20e-5940-4d90-9a6f-b941fd8cd74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.900331 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-992ff20e-5940-4d90-9a6f-b941fd8cd74e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=677d6137-dea8-4aa9-8b84-3f51ca7f2464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0419192 Oct 13 10:58:20.914793 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-99e42ea4-fa02-4978-b428-683ca80e8bc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc2b4207551649cdb47d8283552618ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6072021 Oct 13 10:58:20.915480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e42ea4-fa02-4978-b428-683ca80e8bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fb717a-d875-4291-bbba-f40559e3f562,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:20.917653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42876) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:20.936830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54c669-fab8-4d96-9391-5f6f2a2ce38b req-423f9460-328f-4054-8bad-8517de69074b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:20.939012 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ec54c669-fab8-4d96-9391-5f6f2a2ce38b req-423f9460-328f-4054-8bad-8517de69074b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.1045754 Oct 13 10:58:20.978073 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ec54c669-fab8-4d96-9391-5f6f2a2ce38b req-10b89841-224f-49f4-987a-90da35191a7f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Oct 13 10:58:21.000456 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-c59ccd44-1130-4728-aeae-a725b0a3801c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Made reservation on behalf of b7d6e6a057e34d0d8c7e85a05eeb5b00 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:21.004028 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-c59ccd44-1130-4728-aeae-a725b0a3801c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:21.036498 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3988534e-10d6-4804-853b-130315cce696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:21.043256 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-651feaab-089d-4a86-9758-62961c0fe34e service neutron] 10.222.0.46 "GET /v2.0/networks/677d6137-dea8-4aa9-8b84-3f51ca7f2464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336403 Oct 13 10:58:21.106344 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3988534e-10d6-4804-853b-130315cce696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:21.144803 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-c59ccd44-1130-4728-aeae-a725b0a3801c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Allocated IP 172.20.0.12 (68162571-da51-4d57-899e-725b46fa6e96/7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47/fc4dacfd-c3aa-4d02-8aa4-ea45425989a7) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:58:21.179011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-bd3ccb3f-e548-4c48-8471-457ebd1be6c4 service neutron] 10.222.0.46 "GET /v2.0/networks/677d6137-dea8-4aa9-8b84-3f51ca7f2464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275880 Oct 13 10:58:21.228598 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-2a59c05b-fca2-4512-94ec-c27de6660abf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.27&port_id=e97ed9d0-addf-43a9-9fc9-154bf3849fe6 HTTP/1.1" status: 200 len: 217 time: 0.0426705 Oct 13 10:58:21.289476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-e6d55c83-90bd-4ade-bf3d-42a230732572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:21.291126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-e6d55c83-90bd-4ade-bf3d-42a230732572 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=517ccfca-9a3b-45bc-8783-cc835174cf94 HTTP/1.1" status: 200 len: 801 time: 0.0556135 Oct 13 10:58:21.304027 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-413b1be3-d2d7-49b9-93ee-d5e4978d380a req-1d64caab-1dc2-4e68-abec-1c581cf76111 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 210 time: 0.0494471 Oct 13 10:58:21.310447 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3988534e-10d6-4804-853b-130315cce696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:21.312553 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3988534e-10d6-4804-853b-130315cce696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:21.316342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3988534e-10d6-4804-853b-130315cce696 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0fb717a-d875-4291-bbba-f40559e3f562 HTTP/1.1" status: 204 len: 168 time: 0.3953450 Oct 13 10:58:21.317798 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-f43c4328-a9e4-49e6-a65a-47494ace2b7d service neutron] show failed (client error): The resource could not be found. Oct 13 10:58:21.318937 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-f43c4328-a9e4-49e6-a65a-47494ace2b7d service neutron] 10.222.0.46 "GET /v2.0/ports/154fe0a5-9c38-475d-9fb0-3885f99795f9/bindings/n-h2-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.1430187 Oct 13 10:58:21.395305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988534e-10d6-4804-853b-130315cce696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fb717a-d875-4291-bbba-f40559e3f562,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:21.431361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-eee766fb-95df-448f-9652-9134f49b723b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=16169aedf4124f2e94264ebcedaade29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536289 Oct 13 10:58:21.465860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-da3962cb-ae02-4162-ac49-7388f3a34346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:21.467354 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-da3962cb-ae02-4162-ac49-7388f3a34346 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7aabd740-968b-4718-95d4-6ba174ccb296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1690071 Oct 13 10:58:21.501904 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-c59ccd44-1130-4728-aeae-a725b0a3801c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:21.520463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ed8f5-8322-4f6d-8b16-55d537b42f54 req-8f5ff704-14c7-419c-bc33-d0a875a84007 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:21.527170 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c9ed8f5-8322-4f6d-8b16-55d537b42f54 req-8f5ff704-14c7-419c-bc33-d0a875a84007 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0853930 Oct 13 10:58:21.580077 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c9ed8f5-8322-4f6d-8b16-55d537b42f54 req-948cbb3c-91dc-43bb-b66d-200ef8e71e1c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520778 Oct 13 10:58:21.630838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385073-4d4a-4f12-9b75-61e26aefabf6 req-fda77a53-595f-4c2a-9d1f-24a4a47572b8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:21.637713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385073-4d4a-4f12-9b75-61e26aefabf6 req-fda77a53-595f-4c2a-9d1f-24a4a47572b8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:21.644676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385073-4d4a-4f12-9b75-61e26aefabf6 req-fda77a53-595f-4c2a-9d1f-24a4a47572b8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:21.647422 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76385073-4d4a-4f12-9b75-61e26aefabf6 req-fda77a53-595f-4c2a-9d1f-24a4a47572b8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2411 time: 0.1842995 Oct 13 10:58:21.661646 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-c59ccd44-1130-4728-aeae-a725b0a3801c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:21.675324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['166c8ee1-6ca7-48e5-8b4b-2b63829e8405'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:21.707719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-c59ccd44-1130-4728-aeae-a725b0a3801c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Network 68162571-da51-4d57-899e-725b46fa6e96 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:21.713087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-c59ccd44-1130-4728-aeae-a725b0a3801c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:21.736756 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f05caf-42e2-470a-8bba-81907233cc8a req-89578e42-1f68-48bf-9eb2-4e35ee9ac6f8 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:21.738250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-89578e42-1f68-48bf-9eb2-4e35ee9ac6f8 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3008566 Oct 13 10:58:21.748767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-c59ccd44-1130-4728-aeae-a725b0a3801c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:58:21.760556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76385073-4d4a-4f12-9b75-61e26aefabf6 req-0e4d5f6f-4c6d-4c40-8060-487f5a266405 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921175 Oct 13 10:58:21.768793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-94f05caf-42e2-470a-8bba-81907233cc8a req-4147a0c5-e398-4a5e-a6da-59e96cf88bba tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Request body: {'port': {'device_id': '86ea49ea-9893-496e-b3f6-c5b32b33c5bd', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '16169aedf4124f2e94264ebcedaade29'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:21.787633 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-0fc604c8-c8f0-41ec-929b-07c7ab92e09d service neutron] 10.222.0.46 "GET /v2.0/networks/7aabd740-968b-4718-95d4-6ba174ccb296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574329 Oct 13 10:58:21.830735 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8be37523-4ffa-4157-9e06-ad01f785764e req-eab97557-1345-4eb1-8d9f-402183f88203 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.1190214 Oct 13 10:58:21.853128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ccd44-1130-4728-aeae-a725b0a3801c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Pushing event updated for resources: {'Port': ['ID=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:21.875269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-c59ccd44-1130-4728-aeae-a725b0a3801c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:21.875946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-c59ccd44-1130-4728-aeae-a725b0a3801c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:21.978250 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-c59ccd44-1130-4728-aeae-a725b0a3801c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2993686 Oct 13 10:58:21.993783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-0d759d27-f713-45b5-b12e-6e1f4a063090 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:58:21.995093 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-0d759d27-f713-45b5-b12e-6e1f4a063090 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056195 Oct 13 10:58:22.009862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Request body: {'port': {'device_id': '3a664660-1d4e-4597-ac42-fb0fc59be135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:22.049591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8d4fc-9689-47da-8052-a48e21845277 req-6219629e-6524-4e66-a862-40315db88966 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:22.058874 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3d8d4fc-9689-47da-8052-a48e21845277 req-6219629e-6524-4e66-a862-40315db88966 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 932 time: 0.1948438 Oct 13 10:58:22.073641 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:22.131575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-14d424fd-b180-457e-a6ce-04dc322810a2 service neutron] 10.222.0.46 "GET /v2.0/networks/7aabd740-968b-4718-95d4-6ba174ccb296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228872 Oct 13 10:58:22.154900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-d89bb768-3f8b-4347-a6b3-3c313cf08955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:22.156388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-d89bb768-3f8b-4347-a6b3-3c313cf08955 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e&tenant_id=15b82978f9314c489e73bb4a9f9cd84a HTTP/1.1" status: 200 len: 1100 time: 0.1834838 Oct 13 10:58:22.175580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2bc80-31f0-46b0-a475-c20ea3f28793 req-a1619c22-7cb8-42e9-a072-c24312aea5fb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:22.177080 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49f2bc80-31f0-46b0-a475-c20ea3f28793 req-a1619c22-7cb8-42e9-a072-c24312aea5fb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.1045635 Oct 13 10:58:22.186277 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3d8d4fc-9689-47da-8052-a48e21845277 req-5537e910-9146-4af8-95c3-061a85115e78 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265240 Oct 13 10:58:22.190958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:22.195206 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-3b02e7ab-cb14-4b72-a3d3-eeb0194d6dde service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=32ad4049-1ecc-4c22-ae5d-1d4bffce0400 HTTP/1.1" status: 200 len: 217 time: 0.0552397 Oct 13 10:58:22.247916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f05caf-42e2-470a-8bba-81907233cc8a req-4147a0c5-e398-4a5e-a6da-59e96cf88bba tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Made reservation on behalf of 16169aedf4124f2e94264ebcedaade29 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:22.252132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-94f05caf-42e2-470a-8bba-81907233cc8a req-4147a0c5-e398-4a5e-a6da-59e96cf88bba tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:22.285266 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49f2bc80-31f0-46b0-a475-c20ea3f28793 req-ce66368c-3240-4bcd-a7c3-d603016b7972 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016743 Oct 13 10:58:22.471336 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:22.480656 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:22.495116 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Transition to ACTIVE for port object fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:58:22.570062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:22.601212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b35e9a26-2797-4b4b-86ae-aacc4cc57eb9 req-381ea8ac-618e-47ca-9006-7803f304236e tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 210 time: 0.0570905 Oct 13 10:58:22.602534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-ec074f73-d4eb-4cf8-b087-41b1e6d9389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:22.603830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-ec074f73-d4eb-4cf8-b087-41b1e6d9389d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d80b06e-b73f-43df-8d34-9d36c8d414a0 HTTP/1.1" status: 200 len: 801 time: 0.3928714 Oct 13 10:58:22.605739 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:22.670093 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:22.733353 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Attempting to bind port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:22.733651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Attempting to bind port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '08c587ce-3ab4-4082-a3f9-13d336742c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '68162571-da51-4d57-899e-725b46fa6e96'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:22.734035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Attempting to bind port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 on network 68162571-da51-4d57-899e-725b46fa6e96 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:22.742157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 on network 68162571-da51-4d57-899e-725b46fa6e96 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:58:22.742157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Attempting to bind port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 on network 68162571-da51-4d57-899e-725b46fa6e96 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:22.753136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fa26d-0717-45c3-a400-5358a49ac242 req-f49e72ce-fce4-4548-8ed5-1fc03645dc9d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:22.754656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-de3fa26d-0717-45c3-a400-5358a49ac242 req-f49e72ce-fce4-4548-8ed5-1fc03645dc9d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0737658 Oct 13 10:58:22.757353 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:22.757695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Checking segment: {'id': '08c587ce-3ab4-4082-a3f9-13d336742c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '68162571-da51-4d57-899e-725b46fa6e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:22.758078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Bound using segment: {'id': '08c587ce-3ab4-4082-a3f9-13d336742c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '68162571-da51-4d57-899e-725b46fa6e96'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:22.758539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Bound port: fc4dacfd-c3aa-4d02-8aa4-ea45425989a7, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c587ce-3ab4-4082-a3f9-13d336742c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '68162571-da51-4d57-899e-725b46fa6e96'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:22.759304 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:22.766312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c418f189-adcf-4c1c-95a0-4d85aba6e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:22.766312 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-c418f189-adcf-4c1c-95a0-4d85aba6e666 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=677d6137-dea8-4aa9-8b84-3f51ca7f2464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1461427 Oct 13 10:58:22.837419 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-de3fa26d-0717-45c3-a400-5358a49ac242 req-5941b7f0-ff06-4894-a0a2-1af9bfcad9ff tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750051 Oct 13 10:58:22.854444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] For port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:22.864547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] For port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7,segment=NetworkSegment(08c587ce-3ab4-4082-a3f9-13d336742c69),segment_id=08c587ce-3ab4-4082-a3f9-13d336742c69)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:22.947653 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1649e8aa-3ed8-4d17-aada-84cfa330408c req-0366961e-3bd0-42c6-ba61-b12d22505ad7 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0287874 Oct 13 10:58:22.970166 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:22.981929 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-94f05caf-42e2-470a-8bba-81907233cc8a req-4147a0c5-e398-4a5e-a6da-59e96cf88bba tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Allocated IP 192.168.233.186 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/b37772f8-388a-4313-90e1-6917cd0f0a29) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:58:23.008922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:23.009530 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:23.010929 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] 10.222.0.21 "PUT /v2.0/ports/fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 HTTP/1.1" status: 200 len: 1092 time: 1.0058014 Oct 13 10:58:23.011356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a664660-1d4e-4597-ac42-fb0fc59be135', 'tag': 'fc4dacfd-c3aa-4d02-8aa4-ea45425989a7'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:23.013571 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70860ba-da56-42fc-ae80-48985436069f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a664660-1d4e-4597-ac42-fb0fc59be135", "tag": "fc4dacfd-c3aa-4d02-8aa4-ea45425989a7"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:23.022222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993776ce-925b-454b-a1be-6ddba003d1f2 req-e55d7906-7739-4408-aa7c-41ec430343f6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:23.028332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993776ce-925b-454b-a1be-6ddba003d1f2 req-e55d7906-7739-4408-aa7c-41ec430343f6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:23.034848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993776ce-925b-454b-a1be-6ddba003d1f2 req-e55d7906-7739-4408-aa7c-41ec430343f6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:23.036550 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-993776ce-925b-454b-a1be-6ddba003d1f2 req-e55d7906-7739-4408-aa7c-41ec430343f6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2411 time: 0.2152455 Oct 13 10:58:23.043720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fa4ec-d871-4f96-add6-fcfedf802148 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:23.061250 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f49dcc6-cf3e-4878-938f-eaf3956c3d5c x-openstack-request-id: req-4f49dcc6-cf3e-4878-938f-eaf3956c3d5c {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:23.061687 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a664660-1d4e-4597-ac42-fb0fc59be135", "tag": "fc4dacfd-c3aa-4d02-8aa4-ea45425989a7", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:23.062655 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f49dcc6-cf3e-4878-938f-eaf3956c3d5c {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:23.063350 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a664660-1d4e-4597-ac42-fb0fc59be135', 'tag': 'fc4dacfd-c3aa-4d02-8aa4-ea45425989a7', 'status': 'completed', 'code': 200} Oct 13 10:58:23.087689 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-17fa1458-0d21-4f6c-ab86-b21f2f46ce26 service neutron] 10.222.0.46 "GET /v2.0/networks/677d6137-dea8-4aa9-8b84-3f51ca7f2464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673953 Oct 13 10:58:23.132873 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70860ba-da56-42fc-ae80-48985436069f req-d331510c-c8ef-4708-a2e9-f009de231b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:23.134686 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d70860ba-da56-42fc-ae80-48985436069f req-d331510c-c8ef-4708-a2e9-f009de231b80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7d6e6a057e34d0d8c7e85a05eeb5b00&device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 1095 time: 0.0428178 Oct 13 10:58:23.197155 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-993776ce-925b-454b-a1be-6ddba003d1f2 req-93c51931-1f4e-4830-921d-c839e76a5533 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510406 Oct 13 10:58:23.254660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70860ba-da56-42fc-ae80-48985436069f req-b4534ded-2467-4ed6-9584-57b68e9050a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:23.256441 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d70860ba-da56-42fc-ae80-48985436069f req-b4534ded-2467-4ed6-9584-57b68e9050a5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b7d6e6a057e34d0d8c7e85a05eeb5b00&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1130009 Oct 13 10:58:23.262034 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a521e5-9984-411d-95c1-0a9b07860ab0 req-f7029afe-3c15-4811-80ce-feb2116b0dfe service neutron] 10.222.0.46 "GET /v2.0/networks/677d6137-dea8-4aa9-8b84-3f51ca7f2464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613209 Oct 13 10:58:23.291519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-94f05caf-42e2-470a-8bba-81907233cc8a req-4147a0c5-e398-4a5e-a6da-59e96cf88bba tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:23.369530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5134d-3c1e-4536-ab99-cd6db2bd6566 req-1e03d4ac-8bf5-405e-892c-e22c157f9d45 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:23.371179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bfc5134d-3c1e-4536-ab99-cd6db2bd6566 req-1e03d4ac-8bf5-405e-892c-e22c157f9d45 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 944 time: 0.1088686 Oct 13 10:58:23.412402 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70860ba-da56-42fc-ae80-48985436069f req-6c335153-9e4a-4807-a371-2ab5a16d5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:23.413977 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d70860ba-da56-42fc-ae80-48985436069f req-6c335153-9e4a-4807-a371-2ab5a16d5dc3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502664 Oct 13 10:58:23.420026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-94f05caf-42e2-470a-8bba-81907233cc8a req-4147a0c5-e398-4a5e-a6da-59e96cf88bba tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:23.429464 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bfc5134d-3c1e-4536-ab99-cd6db2bd6566 req-bc286d6a-2d56-401c-af93-0d25b5c0a36f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478263 Oct 13 10:58:23.432452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['3045c8c0-f3a6-4485-8cfc-cff473ee1deb'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:23.527629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-1526103f-ee5a-4450-bf4d-2e7bb2a7ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:23.531241 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-1526103f-ee5a-4450-bf4d-2e7bb2a7ca43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7d6e6a057e34d0d8c7e85a05eeb5b00&device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 1095 time: 0.0652926 Oct 13 10:58:23.538837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b3ac4-0c6a-4dd0-9643-43967c27c8f1 req-35363209-7c2b-4bb1-85c1-1f8fd5090f87 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:23.540344 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-214b3ac4-0c6a-4dd0-9643-43967c27c8f1 req-35363209-7c2b-4bb1-85c1-1f8fd5090f87 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.1670935 Oct 13 10:58:23.541108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147a0c5-e398-4a5e-a6da-59e96cf88bba tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Pushing event updated for resources: {'Port': ['ID=b37772f8-388a-4313-90e1-6917cd0f0a29,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:23.557538 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f05caf-42e2-470a-8bba-81907233cc8a req-4147a0c5-e398-4a5e-a6da-59e96cf88bba tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:23.566208 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-94f05caf-42e2-470a-8bba-81907233cc8a req-4147a0c5-e398-4a5e-a6da-59e96cf88bba tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:23.579374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f05caf-42e2-470a-8bba-81907233cc8a req-4147a0c5-e398-4a5e-a6da-59e96cf88bba tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:58:23.634568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:23.668188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-214b3ac4-0c6a-4dd0-9643-43967c27c8f1 req-5923511b-228c-4188-be43-9e06811cf7e3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072619 Oct 13 10:58:23.686130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f05caf-42e2-470a-8bba-81907233cc8a req-4147a0c5-e398-4a5e-a6da-59e96cf88bba tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:23.687785 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-94f05caf-42e2-470a-8bba-81907233cc8a req-4147a0c5-e398-4a5e-a6da-59e96cf88bba tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:23.716498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:23.761757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:23.764206 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644b3086-23db-4e74-b860-a92950469f68" -d '{"events": [{"server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "name": "network-vif-unplugged", "status": "completed", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:23.770171 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:23.791142 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 154fe0a5-9c38-475d-9fb0-3885f99795f9 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:58:23.793321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-4147a0c5-e398-4a5e-a6da-59e96cf88bba tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0298867 Oct 13 10:58:23.794492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Transition to ACTIVE for port object 154fe0a5-9c38-475d-9fb0-3885f99795f9 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:58:23.813835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Request body: {'port': {'device_id': '86ea49ea-9893-496e-b3f6-c5b32b33c5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:23.884898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 154fe0a5-9c38-475d-9fb0-3885f99795f9 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:58:23.911180 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921d3148-26b0-420d-9132-bff121c45507 x-openstack-request-id: req-921d3148-26b0-420d-9132-bff121c45507 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:23.911623 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "name": "network-vif-unplugged", "status": "completed", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:23.912065 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-921d3148-26b0-420d-9132-bff121c45507 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:23.912465 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'code': 200} Oct 13 10:58:23.913351 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:23.920086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a07b52ec-34d3-4efc-aa15-55bca62fea69 None None] Provisioning complete for port b37772f8-388a-4313-90e1-6917cd0f0a29 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:23.920457 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a07b52ec-34d3-4efc-aa15-55bca62fea69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:23.946429 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-81eecd0a-f2b1-4212-a40b-f137903e4271 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 HTTP/1.1" status: 200 len: 217 time: 0.3954568 Oct 13 10:58:23.965752 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:23.995914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a07b52ec-34d3-4efc-aa15-55bca62fea69 None None] Port b37772f8-388a-4313-90e1-6917cd0f0a29 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:58:24.014595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-a5631a0c-d2e4-4dff-b3ad-8d1dde133363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:24.016611 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-a5631a0c-d2e4-4dff-b3ad-8d1dde133363 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47 HTTP/1.1" status: 200 len: 851 time: 0.0551052 Oct 13 10:58:24.024027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a8689-588d-46ee-992a-671c85ebb48b req-d4b9e2c9-7e34-4d34-8d60-ef7f4a9eb445 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:24.035494 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-917a8689-588d-46ee-992a-671c85ebb48b req-d4b9e2c9-7e34-4d34-8d60-ef7f4a9eb445 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 936 time: 0.0954227 Oct 13 10:58:24.073526 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-578430fd-1221-46f6-8900-571113657e27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68162571-da51-4d57-899e-725b46fa6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393713 Oct 13 10:58:24.141582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Pushing event updated for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:24.158503 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-917a8689-588d-46ee-992a-671c85ebb48b req-619a8303-2637-489c-b5cc-d96a36770c0e tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216466 Oct 13 10:58:24.163608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] No DVR routers for this DVR port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:24.189761 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab306d-30fd-461e-983f-1c88e84ff6f5 req-c99f5054-c05a-450e-8f7e-73d51cb58b78 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:24.197167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8ab306d-30fd-461e-983f-1c88e84ff6f5 req-c99f5054-c05a-450e-8f7e-73d51cb58b78 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.2257228 Oct 13 10:58:24.239128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-e7c483e7-d94d-4c66-ba67-841753407b6c service neutron] 10.222.0.21 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505275 Oct 13 10:58:24.261316 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0d2230cd-0793-4b6d-a24a-663a874cca1b req-ab23c807-aecf-422e-a817-9f310708a9c7 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0347629 Oct 13 10:58:24.303824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Attempting to bind port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:24.304289 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Attempting to bind port 154fe0a5-9c38-475d-9fb0-3885f99795f9 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:24.304475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Attempting to bind port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:24.325717 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8ab306d-30fd-461e-983f-1c88e84ff6f5 req-587d6589-ed4b-4696-8b1b-95b516d4c556 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225989 Oct 13 10:58:24.339560 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:58:24.340058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Attempting to bind port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:24.350947 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:24.351511 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:24.352058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:24.352643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Bound port: 154fe0a5-9c38-475d-9fb0-3885f99795f9, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:24.353149 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:24.377929 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a2cf83e-0d60-42a9-96bb-e56338785dd2 req-55c2ba44-54fc-43c4-a554-0cf3bb716801 service neutron] 10.222.0.21 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189432 Oct 13 10:58:24.420105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c3c62-8bac-45cf-abfe-8a3f3f98df24 req-2404e7f7-18da-40f5-9776-eb677e4753a1 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:24.428150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c3c62-8bac-45cf-abfe-8a3f3f98df24 req-2404e7f7-18da-40f5-9776-eb677e4753a1 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:24.435086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c3c62-8bac-45cf-abfe-8a3f3f98df24 req-2404e7f7-18da-40f5-9776-eb677e4753a1 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:24.436818 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-903c3c62-8bac-45cf-abfe-8a3f3f98df24 req-2404e7f7-18da-40f5-9776-eb677e4753a1 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2411 time: 0.0746152 Oct 13 10:58:24.477032 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-903c3c62-8bac-45cf-abfe-8a3f3f98df24 req-12719227-6c36-44eb-ac2c-536455bfecf4 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337627 Oct 13 10:58:24.484351 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:24.507632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:24.511517 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37772f8-388a-4313-90e1-6917cd0f0a29 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:24.520630 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:24.556083 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Transition to ACTIVE for port object b37772f8-388a-4313-90e1-6917cd0f0a29 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:58:24.570596 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:24.588331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280e29e-ea55-4de0-97ce-352f72cf35e9 req-770028c0-16ef-49ba-abe2-0b0800e99590 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:24.589832 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0280e29e-ea55-4de0-97ce-352f72cf35e9 req-770028c0-16ef-49ba-abe2-0b0800e99590 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 944 time: 0.0667112 Oct 13 10:58:24.634050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:24.634968 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:24.636361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] 10.222.0.21 "PUT /v2.0/ports/154fe0a5-9c38-475d-9fb0-3885f99795f9 HTTP/1.1" status: 200 len: 1095 time: 2.4535229 Oct 13 10:58:24.640454 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:24.690467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0280e29e-ea55-4de0-97ce-352f72cf35e9 req-c2eb9f8f-c506-445d-ae33-eda2c03989d2 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811660 Oct 13 10:58:24.693906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6245cf7-c4c8-44cc-9b46-7c8423d68f52 service neutron] Pushing event updated for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:24.803989 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Pushing event updated for resources: {'Port': ['ID=b37772f8-388a-4313-90e1-6917cd0f0a29,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:24.810186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-0352f7b7-460e-4e82-aeeb-b1e395cd95db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:24.811713 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-0352f7b7-460e-4e82-aeeb-b1e395cd95db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 1098 time: 0.1368656 Oct 13 10:58:24.825133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34effbb8-0e75-433a-be01-ac86cf20802a req-eceae0dd-ea28-49d1-9c4a-9b54ab24b219 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:24.827344 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34effbb8-0e75-433a-be01-ac86cf20802a req-eceae0dd-ea28-49d1-9c4a-9b54ab24b219 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 947 time: 0.0664175 Oct 13 10:58:24.882006 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34effbb8-0e75-433a-be01-ac86cf20802a req-b96a70a3-2305-4849-b1a5-f533abcc3ce2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423443 Oct 13 10:58:24.892558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Attempting to bind port b37772f8-388a-4313-90e1-6917cd0f0a29 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:24.892898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Attempting to bind port b37772f8-388a-4313-90e1-6917cd0f0a29 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:24.893228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Attempting to bind port b37772f8-388a-4313-90e1-6917cd0f0a29 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:24.904533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Port b37772f8-388a-4313-90e1-6917cd0f0a29 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:58:24.904865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Attempting to bind port b37772f8-388a-4313-90e1-6917cd0f0a29 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:24.915722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:24.916060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:24.916445 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:24.916885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Bound port: b37772f8-388a-4313-90e1-6917cd0f0a29, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:24.917243 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:24.970641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-95f34b15-7dd1-43d8-970e-aec404ce7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:24.972121 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-95f34b15-7dd1-43d8-970e-aec404ce7ff6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1521862 Oct 13 10:58:25.022549 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-9aa7cc10-b40b-4de0-a430-1a2ea99def0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9 HTTP/1.1" status: 200 len: 217 time: 0.0421050 Oct 13 10:58:25.040788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] For port b37772f8-388a-4313-90e1-6917cd0f0a29, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:25.076339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] For port b37772f8-388a-4313-90e1-6917cd0f0a29, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b37772f8-388a-4313-90e1-6917cd0f0a29,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:25.089684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-04564937-f995-4d7a-aaec-9dbd13504e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:25.091182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-04564937-f995-4d7a-aaec-9dbd13504e9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0595362 Oct 13 10:58:25.142612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-36805849-eba8-48d2-b503-3adc50546396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:25.478035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-36805849-eba8-48d2-b503-3adc50546396 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400269 Oct 13 10:58:25.478035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-382f7c47-f4a4-4df6-8caa-51617e7a1c6c service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108162 Oct 13 10:58:25.478035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e99b7f-8544-483b-b2e1-25d65a686217 req-e0df8ecd-0118-4f5b-a7ed-d69b6b2aae9e tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:25.478035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9e99b7f-8544-483b-b2e1-25d65a686217 req-e0df8ecd-0118-4f5b-a7ed-d69b6b2aae9e tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 948 time: 0.0626976 Oct 13 10:58:25.478035 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:25.480501 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-753f3a06-54dc-4ebe-a647-733e1689eac1 req-0de5891f-3abe-482b-86e2-9002d51808bd tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0350037 Oct 13 10:58:25.481236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:25.481236 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:25.481236 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] 10.222.0.21 "PUT /v2.0/ports/b37772f8-388a-4313-90e1-6917cd0f0a29 HTTP/1.1" status: 200 len: 1096 time: 1.5958953 Oct 13 10:58:25.481236 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9e99b7f-8544-483b-b2e1-25d65a686217 req-85a8f468-42f1-4db5-95f1-f4cbf88799ce tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577687 Oct 13 10:58:25.481236 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abb9ad8b-cf3d-4329-874f-fae01838ed63 req-ffaa2b48-2009-4c6c-bd65-5c1dd72e6900 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926672 Oct 13 10:58:25.481236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b9998-df11-48e5-8e8c-86a9548329af service neutron] Pushing event updated for resources: {'Port': ['ID=b37772f8-388a-4313-90e1-6917cd0f0a29,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:25.504464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49283898-c057-45be-b796-beec4ee9846a req-498df178-4906-40a2-b4d6-a9fb20a4eb78 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:25.506041 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49283898-c057-45be-b796-beec4ee9846a req-498df178-4906-40a2-b4d6-a9fb20a4eb78 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0612931 Oct 13 10:58:25.557885 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49283898-c057-45be-b796-beec4ee9846a req-1590dd12-0b0a-4dcb-b227-80bf9d605dd8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425589 Oct 13 10:58:25.627486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f05caf-42e2-470a-8bba-81907233cc8a req-7820557a-f1c1-49f6-8c52-7c53317eaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:25.628973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-7820557a-f1c1-49f6-8c52-7c53317eaae3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16169aedf4124f2e94264ebcedaade29&device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 1099 time: 0.0800302 Oct 13 10:58:25.643983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9b447-6062-4a67-a0ca-fd3761697ae8 req-29ceadcf-5b44-4a3e-af42-5cee205c725b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:25.652202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9b447-6062-4a67-a0ca-fd3761697ae8 req-29ceadcf-5b44-4a3e-af42-5cee205c725b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:25.657034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9b447-6062-4a67-a0ca-fd3761697ae8 req-29ceadcf-5b44-4a3e-af42-5cee205c725b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:25.658686 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6d9b447-6062-4a67-a0ca-fd3761697ae8 req-29ceadcf-5b44-4a3e-af42-5cee205c725b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2411 time: 0.0823534 Oct 13 10:58:25.715153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-41840c70-1abd-4c61-a5f5-ed4d9588c67e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=b37772f8-388a-4313-90e1-6917cd0f0a29 HTTP/1.1" status: 200 len: 217 time: 0.0554712 Oct 13 10:58:25.761398 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6d9b447-6062-4a67-a0ca-fd3761697ae8 req-c7ee3674-0eea-4d34-a0c1-5a8c9965c60e tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948431 Oct 13 10:58:25.789944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f05caf-42e2-470a-8bba-81907233cc8a req-99342eab-87e7-47db-8c81-0e308d3d1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:25.791544 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-99342eab-87e7-47db-8c81-0e308d3d1b58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0634880 Oct 13 10:58:25.803925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 907583db-569c-48d6-92c3-1921e1b2e6e5 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:58:25.832040 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509db382-83ee-4195-ab97-ff1753698323 req-b561d3a7-517b-4875-9a7b-1596afc30773 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:25.833574 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-509db382-83ee-4195-ab97-ff1753698323 req-b561d3a7-517b-4875-9a7b-1596afc30773 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 944 time: 0.0616410 Oct 13 10:58:25.850207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f05caf-42e2-470a-8bba-81907233cc8a req-274dc00d-8019-4e70-ba53-221d9f8c2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:25.852950 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-274dc00d-8019-4e70-ba53-221d9f8c2f85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475156 Oct 13 10:58:25.876150 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-509db382-83ee-4195-ab97-ff1753698323 req-67650157-0c6e-4ba8-a96b-b5228f33c370 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359972 Oct 13 10:58:25.914677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9'}, {'name': 'network-changed', 'server_uuid': '86ea49ea-9893-496e-b3f6-c5b32b33c5bd', 'tag': 'b37772f8-388a-4313-90e1-6917cd0f0a29'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:25.917360 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda" -d '{"events": [{"name": "network-changed", "server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9"}, {"name": "network-changed", "server_uuid": "86ea49ea-9893-496e-b3f6-c5b32b33c5bd", "tag": "b37772f8-388a-4313-90e1-6917cd0f0a29"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:25.948356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 907583db-569c-48d6-92c3-1921e1b2e6e5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=907583db-569c-48d6-92c3-1921e1b2e6e5,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:25.956562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '907583db-569c-48d6-92c3-1921e1b2e6e5', 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464', 'port_id': '907583db-569c-48d6-92c3-1921e1b2e6e5', 'mac_address': 'fa:16:3e:09:b3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d80b06e-b73f-43df-8d34-9d36c8d414a0', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:58:25.969248 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-4c6b445f-21b7-4b28-af8f-027eb5e0bbc0 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055577 Oct 13 10:58:25.981752 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7ff808-e080-4421-bc82-13adb2a38183 x-openstack-request-id: req-2a7ff808-e080-4421-bc82-13adb2a38183 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:25.982046 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86ea49ea-9893-496e-b3f6-c5b32b33c5bd", "tag": "b37772f8-388a-4313-90e1-6917cd0f0a29", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:25.982299 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a7ff808-e080-4421-bc82-13adb2a38183 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:25.982714 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'status': 'completed', 'code': 200} Oct 13 10:58:25.982966 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ea49ea-9893-496e-b3f6-c5b32b33c5bd', 'tag': 'b37772f8-388a-4313-90e1-6917cd0f0a29', 'status': 'completed', 'code': 200} Oct 13 10:58:26.005527 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:26.020265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907583db-569c-48d6-92c3-1921e1b2e6e5 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:26.039491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 907583db-569c-48d6-92c3-1921e1b2e6e5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=907583db-569c-48d6-92c3-1921e1b2e6e5,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:26.118206 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:26.122912 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device e97ed9d0-addf-43a9-9fc9-154bf3849fe6 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:58:26.138707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ae4a1-69ce-4a2a-a3f5-347d166c5abf req-d536ac79-3758-4acf-8f71-8f8774c0bf49 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:26.140351 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b3ae4a1-69ce-4a2a-a3f5-347d166c5abf req-d536ac79-3758-4acf-8f71-8f8774c0bf49 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 947 time: 0.1679971 Oct 13 10:58:26.169882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-c970dfa3-13d4-48d9-8bc0-5b8512be1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:26.172033 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-c970dfa3-13d4-48d9-8bc0-5b8512be1c67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 1098 time: 0.1623120 Oct 13 10:58:26.179093 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-840fb2a5-492f-4bcf-85de-4e336e173e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:26.180450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-840fb2a5-492f-4bcf-85de-4e336e173e1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 1098 time: 0.1557801 Oct 13 10:58:26.208616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94f05caf-42e2-470a-8bba-81907233cc8a req-66ef1d99-c867-4bb9-907c-84a3e11f4bb8 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016912 Oct 13 10:58:26.209159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=907583db-569c-48d6-92c3-1921e1b2e6e5,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:26.220104 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:26.220445 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:26.220788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:26.221118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:26.221444 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:26.221768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:26.222091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:26.222440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:26.222767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:26.223089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:26.223407 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:26.223726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:26.266198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port e97ed9d0-addf-43a9-9fc9-154bf3849fe6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e97ed9d0-addf-43a9-9fc9-154bf3849fe6,segment=NetworkSegment(019b09e4-57e4-4b85-8ada-4ac8506a4f71),segment_id=019b09e4-57e4-4b85-8ada-4ac8506a4f71)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:26.282282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'e97ed9d0-addf-43a9-9fc9-154bf3849fe6', 'network_id': '7aabd740-968b-4718-95d4-6ba174ccb296', 'port_id': 'e97ed9d0-addf-43a9-9fc9-154bf3849fe6', 'mac_address': 'fa:16:3e:29:d9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517ccfca-9a3b-45bc-8783-cc835174cf94', 'ip_address': '19.86.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:58:26.308195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:58:26.336038 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:26.385089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97ed9d0-addf-43a9-9fc9-154bf3849fe6 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:26.419996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port e97ed9d0-addf-43a9-9fc9-154bf3849fe6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e97ed9d0-addf-43a9-9fc9-154bf3849fe6,segment=NetworkSegment(019b09e4-57e4-4b85-8ada-4ac8506a4f71),segment_id=019b09e4-57e4-4b85-8ada-4ac8506a4f71)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:26.449845 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7,segment=NetworkSegment(08c587ce-3ab4-4082-a3f9-13d336742c69),segment_id=08c587ce-3ab4-4082-a3f9-13d336742c69)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:26.462938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'fc4dacfd-c3aa-4d02-8aa4-ea45425989a7', 'network_id': '68162571-da51-4d57-899e-725b46fa6e96', 'port_id': 'fc4dacfd-c3aa-4d02-8aa4-ea45425989a7', 'mac_address': 'fa:16:3e:c2:ec:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:58:26.491676 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:26.501703 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1180c3bd-4b20-4eaa-ab64-f38f9ec544d9 req-310d2ec6-6752-49a1-9eaa-b60d4bca3dd2 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0316181 Oct 13 10:58:26.548650 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:26.568140 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=e97ed9d0-addf-43a9-9fc9-154bf3849fe6,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:26.573789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:26.582575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b3ae4a1-69ce-4a2a-a3f5-347d166c5abf req-37c02030-0350-4f01-bc37-f4a98acc0e02 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291527 Oct 13 10:58:26.605575 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7,segment=NetworkSegment(08c587ce-3ab4-4082-a3f9-13d336742c69),segment_id=08c587ce-3ab4-4082-a3f9-13d336742c69)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:26.635193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a541b18-841e-4384-a420-2a10ce840955 req-add9a182-56dd-42f4-b233-e3bcb38adff6 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:26.642897 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-3b742785-86d7-4494-af1b-075e4a2c82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:26.644101 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a541b18-841e-4384-a420-2a10ce840955 req-add9a182-56dd-42f4-b233-e3bcb38adff6 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 948 time: 0.0777678 Oct 13 10:58:26.644367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-3b742785-86d7-4494-af1b-075e4a2c82ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.4468129 Oct 13 10:58:26.645725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-7614b561-6265-4b8a-a0f5-92092765a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:26.647171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-7614b561-6265-4b8a-a0f5-92092765a1bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.4643672 Oct 13 10:58:26.678912 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:26.687614 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a541b18-841e-4384-a420-2a10ce840955 req-845c8b6d-74d2-43c2-a0b9-f49ff6b3b6c3 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 Oct 13 10:58:26.723512 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-3f0f145f-865e-498f-b3f3-c21e6650423f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9 HTTP/1.1" status: 200 len: 217 time: 0.0683384 Oct 13 10:58:26.744756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:26.780049 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-ee244edd-7be1-4b9e-bc6a-53bdab2de6ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9 HTTP/1.1" status: 200 len: 217 time: 0.1147597 Oct 13 10:58:26.850693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['e97ed9d0-addf-43a9-9fc9-154bf3849fe6'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:26.852850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-8a08623c-7933-41a2-8294-ace93a645b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:26.854354 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-8a08623c-7933-41a2-8294-ace93a645b85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1007793 Oct 13 10:58:26.881488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca10b7-8fd0-47af-92dc-88617709aefa req-6db0c3e1-0454-44b0-be9d-be3a9c5733e7 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:26.883129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68ca10b7-8fd0-47af-92dc-88617709aefa req-6db0c3e1-0454-44b0-be9d-be3a9c5733e7 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.2212918 Oct 13 10:58:26.887927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f5026-73ed-42c3-989e-9e28db976fd8 req-34c9bbcc-0f2e-4a12-83f1-d988cc8fc18f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:26.894523 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f5026-73ed-42c3-989e-9e28db976fd8 req-34c9bbcc-0f2e-4a12-83f1-d988cc8fc18f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:26.901318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f5026-73ed-42c3-989e-9e28db976fd8 req-34c9bbcc-0f2e-4a12-83f1-d988cc8fc18f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:26.902954 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c4f5026-73ed-42c3-989e-9e28db976fd8 req-34c9bbcc-0f2e-4a12-83f1-d988cc8fc18f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2413 time: 0.0699043 Oct 13 10:58:26.914136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-6184e1e5-05cf-4a46-97c6-261fbaa0ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:26.915592 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-6184e1e5-05cf-4a46-97c6-261fbaa0ff18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1156442 Oct 13 10:58:26.946913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c4f5026-73ed-42c3-989e-9e28db976fd8 req-ae973777-c847-48a0-8d3a-6206faa501c1 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363553 Oct 13 10:58:26.988113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-fdbb6af1-0612-487f-83ee-966d2e564f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:26.989759 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-fdbb6af1-0612-487f-83ee-966d2e564f91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260757 Oct 13 10:58:27.002037 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68ca10b7-8fd0-47af-92dc-88617709aefa req-20cc1d7c-a467-4f81-ac79-5dad7684f85d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987637 Oct 13 10:58:27.019567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-79b20a22-679a-42a9-8b44-25ffe8798642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:27.030080 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-79b20a22-679a-42a9-8b44-25ffe8798642 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879090 Oct 13 10:58:27.062457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d09103-4af0-465f-85d0-016df0d0d8d2 req-32fffdc1-6ceb-4caa-a88d-ce3037c4cd99 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:27.063948 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-90d09103-4af0-465f-85d0-016df0d0d8d2 req-32fffdc1-6ceb-4caa-a88d-ce3037c4cd99 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 945 time: 0.0491734 Oct 13 10:58:27.105526 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-90d09103-4af0-465f-85d0-016df0d0d8d2 req-f260db34-4f93-4896-bb02-539b2ee1356a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351245 Oct 13 10:58:27.114795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['fc4dacfd-c3aa-4d02-8aa4-ea45425989a7'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:27.165380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-49f2f6b0-52c2-4924-9c3e-812ebf961f57 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585379 Oct 13 10:58:27.182236 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-58956923-0e87-4cdf-95c5-40d170e5cc83 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265960 Oct 13 10:58:27.324178 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-6b9cc135-fa7a-4efd-ad70-bf6da6273730 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501029 Oct 13 10:58:27.334933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-608f6c6a-78e3-411d-8552-d8a4e34c29b3 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410232 Oct 13 10:58:27.417673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-6b2c34dc-22fa-4fc9-93c6-5a6676be8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:27.419443 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-6b2c34dc-22fa-4fc9-93c6-5a6676be8ed1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16169aedf4124f2e94264ebcedaade29&device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 1099 time: 0.0437224 Oct 13 10:58:27.508890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-fda76eb6-a2b8-46f2-80b9-c2304aaea2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:27.510300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-fda76eb6-a2b8-46f2-80b9-c2304aaea2af service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.0831242 Oct 13 10:58:27.555885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-21742591-7408-421b-b9c0-e19ac516dab9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=b37772f8-388a-4313-90e1-6917cd0f0a29 HTTP/1.1" status: 200 len: 217 time: 0.0367751 Oct 13 10:58:27.621291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdab5395-d46c-4a48-9ae0-287bd417e57d req-902157b4-abee-4b77-8c9c-bc3f4fd1fc3c tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0319595 Oct 13 10:58:27.629110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-7b06cb11-1cc5-4f19-9d50-cfdf5726f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:27.630539 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-7b06cb11-1cc5-4f19-9d50-cfdf5726f14f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0663221 Oct 13 10:58:27.689622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-fe50f14a-fc47-4975-9c0a-dfdd491aa356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:27.691136 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-fe50f14a-fc47-4975-9c0a-dfdd491aa356 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416338 Oct 13 10:58:27.704057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503ccee-b8e0-40cc-a038-ef78deec5752 req-4ce99293-4b43-4df4-8564-51288cf50d7b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:27.705566 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5503ccee-b8e0-40cc-a038-ef78deec5752 req-4ce99293-4b43-4df4-8564-51288cf50d7b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 947 time: 0.0528488 Oct 13 10:58:27.744801 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5503ccee-b8e0-40cc-a038-ef78deec5752 req-17772493-5f51-457b-89cb-d1fffa29b65b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328822 Oct 13 10:58:27.818710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:58:27.836827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d8468-a8db-49ec-8ad3-e3502efc579a req-dd671a67-3962-4794-ade6-ee037bc53477 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:27.838343 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e16d8468-a8db-49ec-8ad3-e3502efc579a req-dd671a67-3962-4794-ade6-ee037bc53477 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 948 time: 0.0812719 Oct 13 10:58:27.841970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-bd99a447-3a8b-49cf-abec-447560d841fb service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311059 Oct 13 10:58:27.918241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32ad4049-1ecc-4c22-ae5d-1d4bffce0400,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:27.925902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e16d8468-a8db-49ec-8ad3-e3502efc579a req-81c5ab11-29c1-4948-aba4-5f9141c772fe tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790148 Oct 13 10:58:27.935376 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '32ad4049-1ecc-4c22-ae5d-1d4bffce0400', 'network_id': '677d6137-dea8-4aa9-8b84-3f51ca7f2464', 'port_id': '32ad4049-1ecc-4c22-ae5d-1d4bffce0400', 'mac_address': 'fa:16:3e:28:36:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d80b06e-b73f-43df-8d34-9d36c8d414a0', 'ip_address': '19.80.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:58:27.973604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23b5e898-5ea8-47d4-9d42-d62f37ab9fda req-96109692-bda9-4f43-a8c2-3c469d20e4c5 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188035 Oct 13 10:58:27.999019 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['907583db-569c-48d6-92c3-1921e1b2e6e5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:28.037398 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:28.058581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:28.087259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32ad4049-1ecc-4c22-ae5d-1d4bffce0400,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:28.092658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf037e-1fd4-4088-80c4-5a0dcda3cb5d req-17e40df0-0f63-4a76-b37f-40ef669fa46a tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:28.115897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf037e-1fd4-4088-80c4-5a0dcda3cb5d req-17e40df0-0f63-4a76-b37f-40ef669fa46a tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:28.122160 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf037e-1fd4-4088-80c4-5a0dcda3cb5d req-17e40df0-0f63-4a76-b37f-40ef669fa46a tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:28.124066 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9fdf037e-1fd4-4088-80c4-5a0dcda3cb5d req-17e40df0-0f63-4a76-b37f-40ef669fa46a tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2413 time: 0.0871716 Oct 13 10:58:28.161646 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:28.171921 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9fdf037e-1fd4-4088-80c4-5a0dcda3cb5d req-18a55d2d-b8a5-4dc8-9d8c-3f216d452e81 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Oct 13 10:58:28.188319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ff63e-ea57-428c-b114-dd46805404c5 req-3adbad2e-8d0e-4e4a-959f-9844ea34532f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:28.190141 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d0ff63e-ea57-428c-b114-dd46805404c5 req-3adbad2e-8d0e-4e4a-959f-9844ea34532f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0582016 Oct 13 10:58:28.239393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d0ff63e-ea57-428c-b114-dd46805404c5 req-9b65b89e-ffaa-4189-8709-b09b321d4ee7 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415041 Oct 13 10:58:28.240509 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=32ad4049-1ecc-4c22-ae5d-1d4bffce0400,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:28.301487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a9f1b-a4a8-4db9-aed7-523028e994b7 req-d0dbd8a6-75fe-458a-a930-8eead903b5f5 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:28.303029 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-782a9f1b-a4a8-4db9-aed7-523028e994b7 req-d0dbd8a6-75fe-458a-a930-8eead903b5f5 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 945 time: 0.0512114 Oct 13 10:58:28.304771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b37772f8-388a-4313-90e1-6917cd0f0a29 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:58:28.308251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:28.347820 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-782a9f1b-a4a8-4db9-aed7-523028e994b7 req-0d42d1a7-21d5-4bea-af68-8e5b96f5d0af tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Oct 13 10:58:28.445850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b37772f8-388a-4313-90e1-6917cd0f0a29, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b37772f8-388a-4313-90e1-6917cd0f0a29,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:28.456163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b37772f8-388a-4313-90e1-6917cd0f0a29', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'b37772f8-388a-4313-90e1-6917cd0f0a29', 'mac_address': 'fa:16:3e:69:8a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:58:28.461808 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:58:28.487844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:28.488211 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:28.521602 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:28.539415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37772f8-388a-4313-90e1-6917cd0f0a29 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:28.563475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b37772f8-388a-4313-90e1-6917cd0f0a29, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b37772f8-388a-4313-90e1-6917cd0f0a29,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:28.597588 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:28.600891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['32ad4049-1ecc-4c22-ae5d-1d4bffce0400'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:28.633233 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:28.633844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 154fe0a5-9c38-475d-9fb0-3885f99795f9 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:58:28.693272 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a664660-1d4e-4597-ac42-fb0fc59be135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4dacfd-c3aa-4d02-8aa4-ea45425989a7'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:28.695536 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98302150-710d-4e8e-8f5a-bd1bb5c36677" -d '{"events": [{"server_uuid": "3a664660-1d4e-4597-ac42-fb0fc59be135", "name": "network-vif-plugged", "status": "completed", "tag": "fc4dacfd-c3aa-4d02-8aa4-ea45425989a7"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:28.731182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fe42f9c-8cc3-4107-ab63-02310dd333fb req-dab8d39e-7ef0-4065-8c7d-2186b09aa3ad tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0324728 Oct 13 10:58:28.740559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7,segment=NetworkSegment(08c587ce-3ab4-4082-a3f9-13d336742c69),segment_id=08c587ce-3ab4-4082-a3f9-13d336742c69)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:28.745387 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9175cb-7491-4e9d-abca-c7e393f8b525 x-openstack-request-id: req-9e9175cb-7491-4e9d-abca-c7e393f8b525 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:28.745674 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a664660-1d4e-4597-ac42-fb0fc59be135", "name": "network-vif-plugged", "status": "completed", "tag": "fc4dacfd-c3aa-4d02-8aa4-ea45425989a7", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:28.745919 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e9175cb-7491-4e9d-abca-c7e393f8b525 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:28.746295 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a664660-1d4e-4597-ac42-fb0fc59be135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4dacfd-c3aa-4d02-8aa4-ea45425989a7', 'code': 200} Oct 13 10:58:28.755491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b37772f8-388a-4313-90e1-6917cd0f0a29,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:28.769588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:28.789998 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'mac_address': 'fa:16:3e:c1:09:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:58:28.848702 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:28.886737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c732b7-4080-41ef-8293-81102cf566e2 req-d8595023-6c52-4ffb-b928-193c53953081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:28.890860 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15c732b7-4080-41ef-8293-81102cf566e2 req-d8595023-6c52-4ffb-b928-193c53953081 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 1096 time: 0.0651045 Oct 13 10:58:28.891109 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:28.891863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bb253-2d90-42a1-97aa-04a2a4fd816b req-8e7cc8f6-212a-4264-8b4b-6750aa32108c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:28.893447 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-895bb253-2d90-42a1-97aa-04a2a4fd816b req-8e7cc8f6-212a-4264-8b4b-6750aa32108c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 947 time: 0.0687060 Oct 13 10:58:28.935338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154fe0a5-9c38-475d-9fb0-3885f99795f9 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:28.936489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15c732b7-4080-41ef-8293-81102cf566e2 req-6e62a286-2287-4b20-badc-6bd92b3848fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348365 Oct 13 10:58:28.939958 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-895bb253-2d90-42a1-97aa-04a2a4fd816b req-5aadc97e-7985-4bc2-a0ca-b22ad3e622f3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401340 Oct 13 10:58:28.949347 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:28.974646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:29.044123 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:29.059305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfeac8-ec6e-4b84-8266-e95cdeaddee9 req-5609babc-a8ed-4fa8-8150-9f8dfaebaa49 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:29.060771 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0dfeac8-ec6e-4b84-8266-e95cdeaddee9 req-5609babc-a8ed-4fa8-8150-9f8dfaebaa49 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 949 time: 0.0499761 Oct 13 10:58:29.096608 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:29.101779 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0dfeac8-ec6e-4b84-8266-e95cdeaddee9 req-8841d44b-5e1e-417f-b945-16ec127d1ae5 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347834 Oct 13 10:58:29.302257 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d6143-30b5-4472-9588-fa39db58c834 req-c6524288-0c72-4213-b130-3402e5d907c5 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:29.308384 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d6143-30b5-4472-9588-fa39db58c834 req-c6524288-0c72-4213-b130-3402e5d907c5 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:29.314724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d6143-30b5-4472-9588-fa39db58c834 req-c6524288-0c72-4213-b130-3402e5d907c5 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:29.316315 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d36d6143-30b5-4472-9588-fa39db58c834 req-c6524288-0c72-4213-b130-3402e5d907c5 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2414 time: 0.0642660 Oct 13 10:58:29.355947 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d36d6143-30b5-4472-9588-fa39db58c834 req-61371c48-a374-4429-a208-7451ef3ae126 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336888 Oct 13 10:58:29.371851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['154fe0a5-9c38-475d-9fb0-3885f99795f9'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:29.396659 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b37772f8-388a-4313-90e1-6917cd0f0a29'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:29.478689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b33ff1-e4c6-45d6-8825-7029b8e5b072 req-d51827d8-7e08-493d-96eb-3330922db5c0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:29.480359 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-46b33ff1-e4c6-45d6-8825-7029b8e5b072 req-d51827d8-7e08-493d-96eb-3330922db5c0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0546455 Oct 13 10:58:29.526943 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-46b33ff1-e4c6-45d6-8825-7029b8e5b072 req-e14338e3-b340-45f3-b3ad-f8b497075d9f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391467 Oct 13 10:58:29.559016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea2092-a419-44e5-ad4a-988f5d9b160f req-7bbb8697-0cbc-4cff-8c3d-b1663728d58c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:29.560661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55ea2092-a419-44e5-ad4a-988f5d9b160f req-7bbb8697-0cbc-4cff-8c3d-b1663728d58c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 948 time: 0.1363244 Oct 13 10:58:29.587162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-feb6a3f7-857f-4ad0-9eb5-0f14a253d9f1 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:29.588662 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-feb6a3f7-857f-4ad0-9eb5-0f14a253d9f1 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.21 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e&tenant_id=15b82978f9314c489e73bb4a9f9cd84a&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 948 time: 0.1270566 Oct 13 10:58:29.654387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0926a1a-582b-4b6e-9c3f-cac0416e507e req-41eef681-242d-4bc8-991f-33bbca236006 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:29.656211 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d0926a1a-582b-4b6e-9c3f-cac0416e507e req-41eef681-242d-4bc8-991f-33bbca236006 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0504005 Oct 13 10:58:29.660921 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55ea2092-a419-44e5-ad4a-988f5d9b160f req-7472cdbf-c1d1-4aef-a5b1-e8020d95f664 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892241 Oct 13 10:58:29.683316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-4a6d09b0-0d9f-4d1d-abc8-c0fa198c1b03 service neutron] 10.222.0.21 "GET /v2.0/ports/154fe0a5-9c38-475d-9fb0-3885f99795f9/bindings/n-h2-813659-3 HTTP/1.1" status: 200 len: 382 time: 0.0848885 Oct 13 10:58:29.698522 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d0926a1a-582b-4b6e-9c3f-cac0416e507e req-a6d11a9c-117d-452b-8e3b-8dd1518537de tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352030 Oct 13 10:58:29.754804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-1bbf0b9f-fbdd-4707-8856-4b0453ca1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:29.756204 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-1bbf0b9f-fbdd-4707-8856-4b0453ca1813 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 1099 time: 0.0409634 Oct 13 10:58:29.831564 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 907583db-569c-48d6-92c3-1921e1b2e6e5 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:29.848578 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-26b2bdb3-d470-4e41-a1ca-9640a7e98141 req-bb9a01fc-efe9-443d-95b1-d98ee0ff2b7e tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0330489 Oct 13 10:58:29.885891 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-b9aab8bf-ca98-49eb-9c97-e4d7e0208912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:29.887426 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-b9aab8bf-ca98-49eb-9c97-e4d7e0208912 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1149886 Oct 13 10:58:29.930092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-bf9204bf-62d3-477e-b188-43aa4bdc12c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9 HTTP/1.1" status: 200 len: 217 time: 0.0336151 Oct 13 10:58:29.947238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 907583db-569c-48d6-92c3-1921e1b2e6e5 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:58:29.951306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 907583db-569c-48d6-92c3-1921e1b2e6e5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:29.952033 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:29.982394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-57b8bfbb-e168-4866-9743-b8f5c69cf8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:29.983824 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-57b8bfbb-e168-4866-9743-b8f5c69cf8e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0454562 Oct 13 10:58:30.034012 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:30.047213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-1e5b732a-7ea7-4b0c-9878-97864607a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:30.048691 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-1e5b732a-7ea7-4b0c-9878-97864607a62c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434284 Oct 13 10:58:30.065101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 907583db-569c-48d6-92c3-1921e1b2e6e5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=907583db-569c-48d6-92c3-1921e1b2e6e5,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:30.144395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-966be827-1dd9-4694-af98-1d376eff57db service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878878 Oct 13 10:58:30.158473 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:30.163544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device e97ed9d0-addf-43a9-9fc9-154bf3849fe6 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:30.240130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=907583db-569c-48d6-92c3-1921e1b2e6e5,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:30.278839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034b1ca-bce3-4f13-8118-570b29293743 req-ea610fc5-2fa7-4372-bd48-da5a22b22768 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:30.280321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7034b1ca-bce3-4f13-8118-570b29293743 req-ea610fc5-2fa7-4372-bd48-da5a22b22768 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 949 time: 0.1084259 Oct 13 10:58:30.300830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-718a245f-2f39-4d4d-b2b6-11e0b96e72a7 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372547 Oct 13 10:58:30.328093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7034b1ca-bce3-4f13-8118-570b29293743 req-10c30559-2e10-4a70-9118-de70b770f270 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386007 Oct 13 10:58:30.335950 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port e97ed9d0-addf-43a9-9fc9-154bf3849fe6 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:58:30.340211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port e97ed9d0-addf-43a9-9fc9-154bf3849fe6 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:30.340637 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:30.427024 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:30.463502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port e97ed9d0-addf-43a9-9fc9-154bf3849fe6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e97ed9d0-addf-43a9-9fc9-154bf3849fe6,segment=NetworkSegment(019b09e4-57e4-4b85-8ada-4ac8506a4f71),segment_id=019b09e4-57e4-4b85-8ada-4ac8506a4f71)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:30.496256 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ba52e-3210-4c84-8bf4-718799e07607 req-b2f54d61-7f02-4b7c-ac8f-dba78dafc356 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:30.502423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ba52e-3210-4c84-8bf4-718799e07607 req-b2f54d61-7f02-4b7c-ac8f-dba78dafc356 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:30.508544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ba52e-3210-4c84-8bf4-718799e07607 req-b2f54d61-7f02-4b7c-ac8f-dba78dafc356 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:30.510908 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-472ba52e-3210-4c84-8bf4-718799e07607 req-b2f54d61-7f02-4b7c-ac8f-dba78dafc356 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2415 time: 0.0704482 Oct 13 10:58:30.547192 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:30.558258 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-472ba52e-3210-4c84-8bf4-718799e07607 req-8374ca0c-9c00-4aeb-878e-510847f6d6d3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Oct 13 10:58:30.600819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=e97ed9d0-addf-43a9-9fc9-154bf3849fe6,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:30.661952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117c68a-141c-40e6-84bc-d9eb00c74c73 req-a74ff854-1f36-467a-b8e0-e972d3e2142b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:30.663468 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4117c68a-141c-40e6-84bc-d9eb00c74c73 req-a74ff854-1f36-467a-b8e0-e972d3e2142b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0541074 Oct 13 10:58:30.701003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4117c68a-141c-40e6-84bc-d9eb00c74c73 req-bfb332b7-85d2-4fe7-be45-b3909bd0547b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317533 Oct 13 10:58:30.747335 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907583db-569c-48d6-92c3-1921e1b2e6e5'}, {'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97ed9d0-addf-43a9-9fc9-154bf3849fe6'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:30.749796 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70455ae3-e698-4421-860f-353cdab65260" -d '{"events": [{"server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "907583db-569c-48d6-92c3-1921e1b2e6e5"}, {"server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "e97ed9d0-addf-43a9-9fc9-154bf3849fe6"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:30.786132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ec301-1315-4f02-9d70-d9b09c7e7d8b req-d69e4521-a24c-4b8d-96ac-80ca3a83da18 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:30.787683 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b87ec301-1315-4f02-9d70-d9b09c7e7d8b req-d69e4521-a24c-4b8d-96ac-80ca3a83da18 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 948 time: 0.0498667 Oct 13 10:58:30.816705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28720ad0-5fef-4b26-8ffc-6ec2ade4aca9 req-6c82a101-66da-4faf-a7a1-5a605db1b124 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:30.818120 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28720ad0-5fef-4b26-8ffc-6ec2ade4aca9 req-6c82a101-66da-4faf-a7a1-5a605db1b124 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0505724 Oct 13 10:58:30.828129 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b87ec301-1315-4f02-9d70-d9b09c7e7d8b req-d6da9fcb-dc14-4072-bcac-f7b07eb0218b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337782 Oct 13 10:58:30.859572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28720ad0-5fef-4b26-8ffc-6ec2ade4aca9 req-775dd7ea-8a32-42c9-b2a8-4ec3fe942900 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348623 Oct 13 10:58:30.873052 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d62238f-d9bd-46cc-b007-fe2ed5a58b2f x-openstack-request-id: req-3d62238f-d9bd-46cc-b007-fe2ed5a58b2f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:30.873415 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "907583db-569c-48d6-92c3-1921e1b2e6e5", "code": 200}, {"server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "e97ed9d0-addf-43a9-9fc9-154bf3849fe6", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:30.873734 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d62238f-d9bd-46cc-b007-fe2ed5a58b2f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:30.874360 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907583db-569c-48d6-92c3-1921e1b2e6e5', 'code': 200} Oct 13 10:58:30.874630 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97ed9d0-addf-43a9-9fc9-154bf3849fe6', 'code': 200} Oct 13 10:58:30.953787 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5402d76b-648c-43a3-8862-89971ca47a0e req-72787405-3d9a-4c14-ad7f-cdd0372297ef tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0277925 Oct 13 10:58:31.333561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe164b-41b7-40b3-aa3b-595ada5628f0 req-5fd41e26-849d-4da4-94ba-b174328b3849 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:31.335323 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2cfe164b-41b7-40b3-aa3b-595ada5628f0 req-5fd41e26-849d-4da4-94ba-b174328b3849 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0496037 Oct 13 10:58:31.401405 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2cfe164b-41b7-40b3-aa3b-595ada5628f0 req-2de1ebbf-785b-49ce-bed6-830cec9ed354 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600202 Oct 13 10:58:31.412564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6f23a-5774-467f-897d-7380f8334a79 req-019a5493-c75c-4e18-a46a-cf4b89da32ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:31.414203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4d6f23a-5774-467f-897d-7380f8334a79 req-019a5493-c75c-4e18-a46a-cf4b89da32ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7d6e6a057e34d0d8c7e85a05eeb5b00&device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 1097 time: 0.0567188 Oct 13 10:58:31.469209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49d9bd-13fb-4405-b50c-aa5102331054 req-d7b5c991-7cba-4fc8-9c8f-381246b65b6d tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:31.470735 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f49d9bd-13fb-4405-b50c-aa5102331054 req-d7b5c991-7cba-4fc8-9c8f-381246b65b6d tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 949 time: 0.0503557 Oct 13 10:58:31.508451 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f49d9bd-13fb-4405-b50c-aa5102331054 req-56591044-3397-4387-84af-ef4c48928881 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Oct 13 10:58:31.509132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6f23a-5774-467f-897d-7380f8334a79 req-d7f111fc-b866-4883-8959-d52c7cc041ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:31.510255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4d6f23a-5774-467f-897d-7380f8334a79 req-d7f111fc-b866-4883-8959-d52c7cc041ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=68162571-da51-4d57-899e-725b46fa6e96 HTTP/1.1" status: 200 len: 912 time: 0.0881426 Oct 13 10:58:31.558214 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4d6f23a-5774-467f-897d-7380f8334a79 req-d4e39d53-0cc3-41fd-8ac2-13a53be12785 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 HTTP/1.1" status: 200 len: 217 time: 0.0370417 Oct 13 10:58:31.611179 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6f23a-5774-467f-897d-7380f8334a79 req-4c81111c-a942-4dce-9808-6b709c7b8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:31.612636 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4d6f23a-5774-467f-897d-7380f8334a79 req-4c81111c-a942-4dce-9808-6b709c7b8763 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47 HTTP/1.1" status: 200 len: 851 time: 0.0452197 Oct 13 10:58:31.665713 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4d6f23a-5774-467f-897d-7380f8334a79 req-10fb114f-90ce-4492-b22b-4b221d25b17f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68162571-da51-4d57-899e-725b46fa6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421612 Oct 13 10:58:31.689859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bc26d-5347-49f4-b391-3f66c6d5c40f req-2e7a4a52-da21-4829-ab93-86fd145109b3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:31.695869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bc26d-5347-49f4-b391-3f66c6d5c40f req-2e7a4a52-da21-4829-ab93-86fd145109b3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:31.703088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bc26d-5347-49f4-b391-3f66c6d5c40f req-2e7a4a52-da21-4829-ab93-86fd145109b3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:31.704396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b0bc26d-5347-49f4-b391-3f66c6d5c40f req-2e7a4a52-da21-4829-ab93-86fd145109b3 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2416 time: 0.0825999 Oct 13 10:58:31.792303 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b0bc26d-5347-49f4-b391-3f66c6d5c40f req-45544f4d-5afc-4232-a8f4-dce36862b1c2 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801470 Oct 13 10:58:31.818636 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4d6f23a-5774-467f-897d-7380f8334a79 req-7bd50f1d-84bf-40d1-a1ea-b23f085775a2 service neutron] 10.222.0.21 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132851 Oct 13 10:58:31.828282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324511d-2b5f-4388-b268-07a4557160ab req-573b822a-bcff-4deb-8cca-1f96a14402c9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:31.829876 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2324511d-2b5f-4388-b268-07a4557160ab req-573b822a-bcff-4deb-8cca-1f96a14402c9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0539455 Oct 13 10:58:31.835647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:31.886661 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2324511d-2b5f-4388-b268-07a4557160ab req-f12176ea-36d9-4f5a-88a8-1f62180d3624 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486481 Oct 13 10:58:31.946393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4d6f23a-5774-467f-897d-7380f8334a79 req-332a3ac7-75b3-4379-ac2f-8d3c4c1ebf6e service neutron] 10.222.0.21 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189148 Oct 13 10:58:31.968522 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1158d-481d-4278-b1a6-5f75b804cb86 req-894d2df7-75e5-4486-bf4f-84c13a9519f3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:31.969141 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:58:31.972474 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebc1158d-481d-4278-b1a6-5f75b804cb86 req-894d2df7-75e5-4486-bf4f-84c13a9519f3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 948 time: 0.0616965 Oct 13 10:58:31.973968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:31.974355 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:32.017906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebc1158d-481d-4278-b1a6-5f75b804cb86 req-991c1fe3-e38b-465e-822c-d875c5f7eee2 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413401 Oct 13 10:58:32.060115 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:32.060385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-925dd0f1-c01a-4b32-ba63-a753f2206fda req-5925102c-85ca-4f6a-a0f2-6438746dd74a tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0287087 Oct 13 10:58:32.101208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32ad4049-1ecc-4c22-ae5d-1d4bffce0400,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:32.237304 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:32.284791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=32ad4049-1ecc-4c22-ae5d-1d4bffce0400,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:32.318106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b37772f8-388a-4313-90e1-6917cd0f0a29 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:32.449595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port b37772f8-388a-4313-90e1-6917cd0f0a29 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:58:32.454225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b37772f8-388a-4313-90e1-6917cd0f0a29 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:32.454730 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:32.518907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07359caa-896f-418a-9834-2463e799bc46 req-689eedb2-d5c0-4dc0-8d32-78a17d8f66b8 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:32.520933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-07359caa-896f-418a-9834-2463e799bc46 req-689eedb2-d5c0-4dc0-8d32-78a17d8f66b8 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0507088 Oct 13 10:58:32.539557 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:32.562043 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-07359caa-896f-418a-9834-2463e799bc46 req-0b43fe2a-e01b-46cf-b8a9-bbc7ab1fec5b tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345228 Oct 13 10:58:32.575507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b37772f8-388a-4313-90e1-6917cd0f0a29, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b37772f8-388a-4313-90e1-6917cd0f0a29,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:32.642867 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b6398-6b35-4465-9845-5213f6db17e7 req-f21c13b5-3494-4242-8a6e-876545e9d01f tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:32.644346 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b1b6398-6b35-4465-9845-5213f6db17e7 req-f21c13b5-3494-4242-8a6e-876545e9d01f tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 949 time: 0.0482721 Oct 13 10:58:32.682653 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b1b6398-6b35-4465-9845-5213f6db17e7 req-188b250c-72ed-4af1-9d68-e9d48ea7af96 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Oct 13 10:58:32.684239 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:32.685112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 154fe0a5-9c38-475d-9fb0-3885f99795f9 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:32.763270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b37772f8-388a-4313-90e1-6917cd0f0a29,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:32.855159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 154fe0a5-9c38-475d-9fb0-3885f99795f9 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:58:32.859784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 154fe0a5-9c38-475d-9fb0-3885f99795f9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:32.860307 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:32.880618 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ad4049-1ecc-4c22-ae5d-1d4bffce0400'}, {'server_uuid': '86ea49ea-9893-496e-b3f6-c5b32b33c5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37772f8-388a-4313-90e1-6917cd0f0a29'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:32.883539 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d023ad-50a0-4d66-9e6d-d737df1c4636" -d '{"events": [{"server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "32ad4049-1ecc-4c22-ae5d-1d4bffce0400"}, {"server_uuid": "86ea49ea-9893-496e-b3f6-c5b32b33c5bd", "name": "network-vif-plugged", "status": "completed", "tag": "b37772f8-388a-4313-90e1-6917cd0f0a29"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:32.926743 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60812a-62c5-43af-940b-8343f92de143 req-706a88a8-a8fa-40f4-a62e-051c2967d1e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:32.933014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60812a-62c5-43af-940b-8343f92de143 req-706a88a8-a8fa-40f4-a62e-051c2967d1e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:32.939446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60812a-62c5-43af-940b-8343f92de143 req-706a88a8-a8fa-40f4-a62e-051c2967d1e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:32.942159 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b66422-0ace-43b3-a7fd-8591efe3e2d4 x-openstack-request-id: req-26b66422-0ace-43b3-a7fd-8591efe3e2d4 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:32.942565 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "32ad4049-1ecc-4c22-ae5d-1d4bffce0400", "code": 200}, {"server_uuid": "86ea49ea-9893-496e-b3f6-c5b32b33c5bd", "name": "network-vif-plugged", "status": "completed", "tag": "b37772f8-388a-4313-90e1-6917cd0f0a29", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:32.942889 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26b66422-0ace-43b3-a7fd-8591efe3e2d4 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:32.943343 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ad4049-1ecc-4c22-ae5d-1d4bffce0400', 'code': 200} Oct 13 10:58:32.943665 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ea49ea-9893-496e-b3f6-c5b32b33c5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37772f8-388a-4313-90e1-6917cd0f0a29', 'code': 200} Oct 13 10:58:32.943997 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df60812a-62c5-43af-940b-8343f92de143 req-706a88a8-a8fa-40f4-a62e-051c2967d1e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2417 time: 0.0762913 Oct 13 10:58:32.960222 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:33.001521 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:33.012867 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df60812a-62c5-43af-940b-8343f92de143 req-60e31e11-2dba-4926-be25-024d9e4cbdb0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590980 Oct 13 10:58:33.067190 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:33.130236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7228d11-8769-41d1-aab7-179701655345 req-fbd516f7-dda7-48a8-abf6-b3d6c75bd7b1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:33.132025 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7228d11-8769-41d1-aab7-179701655345 req-fbd516f7-dda7-48a8-abf6-b3d6c75bd7b1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.1159008 Oct 13 10:58:33.139370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29ace9-d8e7-460f-a6ac-947d4f087d43 req-13751341-7a55-499e-a5b7-4eb0eb920f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:33.140476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29ace9-d8e7-460f-a6ac-947d4f087d43 req-13751341-7a55-499e-a5b7-4eb0eb920f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:33.141154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29ace9-d8e7-460f-a6ac-947d4f087d43 req-13751341-7a55-499e-a5b7-4eb0eb920f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:33.141266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:33.143626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf29ace9-d8e7-460f-a6ac-947d4f087d43 req-13751341-7a55-499e-a5b7-4eb0eb920f04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2870 time: 0.1161487 Oct 13 10:58:33.181644 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751d53a-01da-42cc-87f6-9e42f27ca6b8 req-9f089bec-8420-4415-880f-3347f534c832 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:33.189718 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d751d53a-01da-42cc-87f6-9e42f27ca6b8 req-9f089bec-8420-4415-880f-3347f534c832 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0990319 Oct 13 10:58:33.210624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7228d11-8769-41d1-aab7-179701655345 req-79186126-433f-4d41-b62d-965977f0866b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558839 Oct 13 10:58:33.213185 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf29ace9-d8e7-460f-a6ac-947d4f087d43 req-13554a8a-dc62-49c1-8bea-62e6d8766e32 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536494 Oct 13 10:58:33.227382 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d751d53a-01da-42cc-87f6-9e42f27ca6b8 req-6b684761-078f-4842-aaf3-9cb6fcbb94ab tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349863 Oct 13 10:58:33.261077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40f83a-2b24-4908-90c5-4ce289305e3c req-3dfb0cfd-a63b-485b-9c0a-570a376a0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:33.265747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4b40f83a-2b24-4908-90c5-4ce289305e3c req-3dfb0cfd-a63b-485b-9c0a-570a376a0bed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 1101 time: 0.2072556 Oct 13 10:58:33.325135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6548c1c-4d36-4047-ad81-dcdbbac713bc req-a47571e0-3759-441a-b8ef-5465087f660d tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0430048 Oct 13 10:58:33.331183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4b40f83a-2b24-4908-90c5-4ce289305e3c req-01bfdac5-bda7-43ac-9a9f-3438e6a24fd4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555210 Oct 13 10:58:33.500063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-b9673826-c9a5-40c0-b6f2-fc15d566c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:33.501504 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-b9673826-c9a5-40c0-b6f2-fc15d566c8ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e&tenant_id=15b82978f9314c489e73bb4a9f9cd84a HTTP/1.1" status: 200 len: 1100 time: 0.0396929 Oct 13 10:58:33.517217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:33.567319 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:33.682167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad81e-6688-4095-9026-c18caa36413d req-a16096a8-0062-439f-b19a-2da19d8f69f8 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:33.683687 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-538ad81e-6688-4095-9026-c18caa36413d req-a16096a8-0062-439f-b19a-2da19d8f69f8 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0502794 Oct 13 10:58:33.722863 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-538ad81e-6688-4095-9026-c18caa36413d req-fdac4a7a-fcd9-4ffb-b0d5-66b5b504862d tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Oct 13 10:58:34.054302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:34.073751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f068fc-8a3d-4dba-b4e7-e0c0ff411b59 req-49c96276-c7b9-468e-983f-272b23e6bd03 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:34.075252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50f068fc-8a3d-4dba-b4e7-e0c0ff411b59 req-49c96276-c7b9-468e-983f-272b23e6bd03 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 950 time: 0.0788724 Oct 13 10:58:34.121837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:34.137175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31cbd9-c029-45de-9787-b8f140cd6c81 req-1b5aafa7-9a45-48ed-9698-c8aedc8c494c tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:34.144123 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31cbd9-c029-45de-9787-b8f140cd6c81 req-1b5aafa7-9a45-48ed-9698-c8aedc8c494c tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:34.148277 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50f068fc-8a3d-4dba-b4e7-e0c0ff411b59 req-682a51e1-5914-4f40-859c-c107ea02821a tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649662 Oct 13 10:58:34.150376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31cbd9-c029-45de-9787-b8f140cd6c81 req-1b5aafa7-9a45-48ed-9698-c8aedc8c494c tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:34.152042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc31cbd9-c029-45de-9787-b8f140cd6c81 req-1b5aafa7-9a45-48ed-9698-c8aedc8c494c tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2417 time: 0.0686271 Oct 13 10:58:34.169659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:34.169659 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae32890-b906-43d0-b19d-edc1f12d823f" -d '{"events": [{"server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "name": "network-vif-unplugged", "status": "completed", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:34.174369 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:34.187187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Transition to ACTIVE for port object 154fe0a5-9c38-475d-9fb0-3885f99795f9 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:58:34.193332 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc31cbd9-c029-45de-9787-b8f140cd6c81 req-5fac960a-8f90-4501-b835-32ea22fea279 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336428 Oct 13 10:58:34.278247 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:34.335386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 154fe0a5-9c38-475d-9fb0-3885f99795f9 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:58:34.346236 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e83b1a-f660-4961-98b8-1c95896eaae1 req-2b7f4d77-d7f6-417d-a7a8-a6d28059a79e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:34.347960 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-35e83b1a-f660-4961-98b8-1c95896eaae1 req-2b7f4d77-d7f6-417d-a7a8-a6d28059a79e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0628259 Oct 13 10:58:34.348542 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88064541-e5d8-457a-bc0e-16ad2a3634b0 x-openstack-request-id: req-88064541-e5d8-457a-bc0e-16ad2a3634b0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:34.348840 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "name": "network-vif-unplugged", "status": "completed", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:34.349091 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88064541-e5d8-457a-bc0e-16ad2a3634b0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:34.349477 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'code': 200} Oct 13 10:58:34.351760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] No DVR routers for this DVR port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:34.383455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:34.388323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 154fe0a5-9c38-475d-9fb0-3885f99795f9 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:58:34.407205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Attempting to bind port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:34.408134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Attempting to bind port 154fe0a5-9c38-475d-9fb0-3885f99795f9 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:34.408824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Attempting to bind port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:34.411672 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-35e83b1a-f660-4961-98b8-1c95896eaae1 req-ea722ec4-b146-42d6-b689-98a653370a9e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555832 Oct 13 10:58:34.416304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:58:34.416631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Attempting to bind port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:34.423332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:34.423664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:34.424043 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:34.424472 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Bound port: 154fe0a5-9c38-475d-9fb0-3885f99795f9, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:34.424827 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:34.512651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a501f64-2f04-4596-8d2b-25e7daec3cf8 req-36395bdc-5955-46bd-8082-d7091b4d4d7f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:34.515270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a501f64-2f04-4596-8d2b-25e7daec3cf8 req-36395bdc-5955-46bd-8082-d7091b4d4d7f tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 948 time: 0.0925305 Oct 13 10:58:34.581660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:34.586096 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a501f64-2f04-4596-8d2b-25e7daec3cf8 req-94a6118c-4d21-442d-a16b-97594ea79be3 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628600 Oct 13 10:58:34.592024 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-80b87fa6-7f8c-4d68-88c0-3abbe4597a40 req-180afc30-050d-459d-bb14-b8ab8d2002c1 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0355740 Oct 13 10:58:34.596817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:34.661741 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:34.699701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:34.701116 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:34.702784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/154fe0a5-9c38-475d-9fb0-3885f99795f9 HTTP/1.1" status: 200 len: 1096 time: 1.1899822 Oct 13 10:58:34.739425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993454a8-3d65-44bc-b91c-b78feaa3b0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=11']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:34.777485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-289b2b6d-67ae-44dc-99b7-76dcd65c7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:34.779357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-289b2b6d-67ae-44dc-99b7-76dcd65c7e5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 1099 time: 0.0512350 Oct 13 10:58:34.923056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029faa5-b142-400a-819d-e49bbadcd57b req-6cbe2fb0-b379-4c71-8529-6b40a3afb414 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:34.924562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4029faa5-b142-400a-819d-e49bbadcd57b req-6cbe2fb0-b379-4c71-8529-6b40a3afb414 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.1164052 Oct 13 10:58:34.929176 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-ed033a57-20f4-4c82-9b02-597403042297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:34.930521 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-ed033a57-20f4-4c82-9b02-597403042297 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1423590 Oct 13 10:58:34.944943 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:34.947390 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d4d850-4f49-4a5d-9db8-d2979f3828f3" -d '{"events": [{"server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "name": "network-vif-plugged", "status": "completed", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:34.991287 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-ec2c2442-2ff3-427f-ad16-e5f3edbd2585 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9 HTTP/1.1" status: 200 len: 217 time: 0.0451343 Oct 13 10:58:34.994919 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b041ddf8-5a1c-4c44-983e-5bb1f03c9ef5 x-openstack-request-id: req-b041ddf8-5a1c-4c44-983e-5bb1f03c9ef5 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:34.995225 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "name": "network-vif-plugged", "status": "completed", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:34.995477 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b041ddf8-5a1c-4c44-983e-5bb1f03c9ef5 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:34.995869 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'code': 200} Oct 13 10:58:35.005397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4029faa5-b142-400a-819d-e49bbadcd57b req-8ed2645d-37e8-4b83-87bd-393f44046126 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739684 Oct 13 10:58:35.053218 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-490579d9-2905-428b-a4f5-40bfcef0cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:35.062308 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-490579d9-2905-428b-a4f5-40bfcef0cf35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0440621 Oct 13 10:58:35.100389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-f93420a4-d03a-4c7e-b45f-256cc4dfcd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:35.101782 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-f93420a4-d03a-4c7e-b45f-256cc4dfcd7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0389812 Oct 13 10:58:35.194643 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-e5c7f914-1ae8-409c-ae3f-00bf5a1092d6 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848572 Oct 13 10:58:35.271592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060e1f-eeaf-451a-9020-c54613adc523 req-03f804c1-ea5a-4cc7-ad28-3b7832be6992 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:35.273287 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f060e1f-eeaf-451a-9020-c54613adc523 req-03f804c1-ea5a-4cc7-ad28-3b7832be6992 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 950 time: 0.0542977 Oct 13 10:58:35.273972 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:58:35.312901 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f060e1f-eeaf-451a-9020-c54613adc523 req-2093d49c-555d-4616-b970-2df431189af8 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323005 Oct 13 10:58:35.319350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a7cf2e5-53fc-42de-be43-e084be000cd2 req-385e1a0a-1358-4a9c-bac4-2bc72bbbabc7 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141958 Oct 13 10:58:35.337701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f1c99-956f-454e-89d7-03afcc606c39 req-bb9f5422-9444-4cd5-bd5f-6fe983543f2f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:35.343815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f1c99-956f-454e-89d7-03afcc606c39 req-bb9f5422-9444-4cd5-bd5f-6fe983543f2f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:35.349956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f1c99-956f-454e-89d7-03afcc606c39 req-bb9f5422-9444-4cd5-bd5f-6fe983543f2f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:35.351690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b85f1c99-956f-454e-89d7-03afcc606c39 req-bb9f5422-9444-4cd5-bd5f-6fe983543f2f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2417 time: 0.0851719 Oct 13 10:58:35.390961 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b85f1c99-956f-454e-89d7-03afcc606c39 req-82e49a39-8ab1-40e7-9198-e594abc827c7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333936 Oct 13 10:58:35.549326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf49202-3380-4048-bf41-e787a70d1d7e req-c396a5a3-5d4c-4797-acb0-c997c2282702 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:35.550880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fbf49202-3380-4048-bf41-e787a70d1d7e req-c396a5a3-5d4c-4797-acb0-c997c2282702 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0557332 Oct 13 10:58:35.590722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fbf49202-3380-4048-bf41-e787a70d1d7e req-bfc40bc7-d9c0-4ac9-8b11-1c23ee8e7b2a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335052 Oct 13 10:58:35.745852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c296342-0aae-45f6-91ee-4a4831200fed req-ba32ac45-8cae-4616-b467-b5068927e122 tempest-ServersAdminNegativeTestJSON-1539991789 tempest-ServersAdminNegativeTestJSON-1539991789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:35.747383 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c296342-0aae-45f6-91ee-4a4831200fed req-ba32ac45-8cae-4616-b467-b5068927e122 tempest-ServersAdminNegativeTestJSON-1539991789 tempest-ServersAdminNegativeTestJSON-1539991789-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 1101 time: 0.0407598 Oct 13 10:58:35.767434 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0c296342-0aae-45f6-91ee-4a4831200fed req-da2b88af-fa99-4085-9205-a2bbb641e31f tempest-ServersAdminNegativeTestJSON-1539991789 tempest-ServersAdminNegativeTestJSON-1539991789-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:35.843532 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0c296342-0aae-45f6-91ee-4a4831200fed req-da2b88af-fa99-4085-9205-a2bbb641e31f tempest-ServersAdminNegativeTestJSON-1539991789 tempest-ServersAdminNegativeTestJSON-1539991789-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:35.912098 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0c296342-0aae-45f6-91ee-4a4831200fed req-da2b88af-fa99-4085-9205-a2bbb641e31f tempest-ServersAdminNegativeTestJSON-1539991789 tempest-ServersAdminNegativeTestJSON-1539991789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:35.930986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b9a3f-2288-4dbd-851c-a3002b2c10d2 req-2d7d870a-a5eb-4c78-a7a3-8af550456cdf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:35.933237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-366b9a3f-2288-4dbd-851c-a3002b2c10d2 req-2d7d870a-a5eb-4c78-a7a3-8af550456cdf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 948 time: 0.0507610 Oct 13 10:58:35.934602 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c296342-0aae-45f6-91ee-4a4831200fed req-da2b88af-fa99-4085-9205-a2bbb641e31f tempest-ServersAdminNegativeTestJSON-1539991789 tempest-ServersAdminNegativeTestJSON-1539991789-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809471 Oct 13 10:58:35.943611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b88af-fa99-4085-9205-a2bbb641e31f tempest-ServersAdminNegativeTestJSON-1539991789 tempest-ServersAdminNegativeTestJSON-1539991789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9f67ee-56c7-4dab-94fc-a95c14226e15,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:35.985215 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-366b9a3f-2288-4dbd-851c-a3002b2c10d2 req-f5e90181-ae7f-4f7e-a2ab-d27d41f5de58 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460997 Oct 13 10:58:36.030916 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8df0d437-0e0a-453e-90a4-bbd83aecaf0e req-d4bb71f7-e805-4661-8b83-f50be8d316f3 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0305786 Oct 13 10:58:36.099562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08bf85-e1e1-4d3c-b410-0fad6669b440 req-d58ce8b5-60ad-404a-80e1-38d3d66920c6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:36.105174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08bf85-e1e1-4d3c-b410-0fad6669b440 req-d58ce8b5-60ad-404a-80e1-38d3d66920c6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:36.111318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08bf85-e1e1-4d3c-b410-0fad6669b440 req-d58ce8b5-60ad-404a-80e1-38d3d66920c6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:36.113000 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f08bf85-e1e1-4d3c-b410-0fad6669b440 req-d58ce8b5-60ad-404a-80e1-38d3d66920c6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2417 time: 0.0728643 Oct 13 10:58:36.152461 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f08bf85-e1e1-4d3c-b410-0fad6669b440 req-6091d618-13d5-433a-bb58-6d603f227a2a tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Oct 13 10:58:36.153608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708bb23-e5ed-4ac6-9610-371c776fbba8 req-ac98b46f-a982-4696-b7df-ef10b2fadcc5 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:36.155846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0708bb23-e5ed-4ac6-9610-371c776fbba8 req-ac98b46f-a982-4696-b7df-ef10b2fadcc5 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0622659 Oct 13 10:58:36.194139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0708bb23-e5ed-4ac6-9610-371c776fbba8 req-dce4c091-c3e7-46ab-bc75-25f34f6d92dd tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324099 Oct 13 10:58:36.350341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:36.352752 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee" -d '{"events": [{"name": "network-changed", "server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:36.399547 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c30ea2-9754-4e57-a4bf-686accfda0bf x-openstack-request-id: req-41c30ea2-9754-4e57-a4bf-686accfda0bf {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:36.399844 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:36.400099 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41c30ea2-9754-4e57-a4bf-686accfda0bf {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:36.400496 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'status': 'completed', 'code': 200} Oct 13 10:58:36.490102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-b39c3183-478e-440c-9bfa-9a76132661d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:36.491488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-b39c3183-478e-440c-9bfa-9a76132661d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 1099 time: 0.0685544 Oct 13 10:58:36.493860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-b33c7e77-05c5-40af-aa8d-02a463fb33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:36.495200 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-b33c7e77-05c5-40af-aa8d-02a463fb33ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 1099 time: 0.0644944 Oct 13 10:58:36.657045 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-25788ffe-6227-4ba7-9dd4-cf18b10148d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:36.658536 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-25788ffe-6227-4ba7-9dd4-cf18b10148d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1593385 Oct 13 10:58:36.662932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-191a616f-31ac-4c9a-a8bc-d03f80a86c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:36.664259 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-191a616f-31ac-4c9a-a8bc-d03f80a86c3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1568136 Oct 13 10:58:36.728931 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-45f608e4-fbc8-40ea-bd2c-5ea7d66e9ce7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9 HTTP/1.1" status: 200 len: 217 time: 0.0626838 Oct 13 10:58:36.768709 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-cf6574c2-1489-44b9-b84e-c26c5b127e50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9 HTTP/1.1" status: 200 len: 217 time: 0.0865815 Oct 13 10:58:36.848531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540fb4b-c5b5-43b7-9ca1-b18255f48b81 req-eabae6a1-4d80-4201-807b-d88e3aebce9a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:36.857193 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6540fb4b-c5b5-43b7-9ca1-b18255f48b81 req-eabae6a1-4d80-4201-807b-d88e3aebce9a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.1848953 Oct 13 10:58:36.859905 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-bf3ab21f-9bdb-4e85-9748-3f0845fbd78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:36.861265 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-bf3ab21f-9bdb-4e85-9748-3f0845fbd78c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1029932 Oct 13 10:58:36.872477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-e4c98ef3-0f0f-403d-98ae-b2341fa1d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:36.873803 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-e4c98ef3-0f0f-403d-98ae-b2341fa1d950 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0833788 Oct 13 10:58:36.958171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6540fb4b-c5b5-43b7-9ca1-b18255f48b81 req-277ad26b-28a2-48a3-985f-7c11108320da tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004350 Oct 13 10:58:36.966899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-fa6d5974-be89-4ad4-91ed-84016522d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:36.968916 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-fa6d5974-be89-4ad4-91ed-84016522d732 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976050 Oct 13 10:58:36.976295 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-8a307125-507b-4626-bc92-1972b8a79cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:36.976295 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-8a307125-507b-4626-bc92-1972b8a79cba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891426 Oct 13 10:58:37.053571 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c45b2-587a-4a13-bd4b-32114ec8164d req-7c766f3d-9f3e-4212-a262-754ba8887ae5 tempest-ServersAdminNegativeTestJSON-1539991789 tempest-ServersAdminNegativeTestJSON-1539991789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:37.057867 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1d6c45b2-587a-4a13-bd4b-32114ec8164d req-7c766f3d-9f3e-4212-a262-754ba8887ae5 tempest-ServersAdminNegativeTestJSON-1539991789 tempest-ServersAdminNegativeTestJSON-1539991789-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 1101 time: 0.0462086 Oct 13 10:58:37.093947 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1d6c45b2-587a-4a13-bd4b-32114ec8164d req-2ff3bf75-f224-48d0-b113-d64d0459dcc1 tempest-ServersAdminNegativeTestJSON-1539991789 tempest-ServersAdminNegativeTestJSON-1539991789-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305498 Oct 13 10:58:37.182143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ab14a-3aeb-40a4-8b38-c06a6ebec45d req-a6251512-baab-4320-9c2b-9858ceded8fb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:37.182489 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-32f47ed9-13cd-494d-9f94-2c543c33dc23 req-ead0168e-16e3-4da9-a4d5-6f1942c3dd2b tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0267572 Oct 13 10:58:37.183621 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-745ab14a-3aeb-40a4-8b38-c06a6ebec45d req-a6251512-baab-4320-9c2b-9858ceded8fb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 948 time: 0.1120255 Oct 13 10:58:37.191286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-c7dae40a-6c35-4152-b015-e62a3900bbf1 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127995 Oct 13 10:58:37.205204 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-3cec75d7-7fee-4350-a097-4cb9c072d019 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187293 Oct 13 10:58:37.323313 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-745ab14a-3aeb-40a4-8b38-c06a6ebec45d req-efa4defa-00d1-42e6-9edc-96f105ad5182 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309741 Oct 13 10:58:37.338603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6a636-774e-496d-b236-7c5621bedff9 req-34f45c32-3705-437b-a164-c01a6fadcfba tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:37.344366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6a636-774e-496d-b236-7c5621bedff9 req-34f45c32-3705-437b-a164-c01a6fadcfba tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:37.350685 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6a636-774e-496d-b236-7c5621bedff9 req-34f45c32-3705-437b-a164-c01a6fadcfba tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:37.352350 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6ea6a636-774e-496d-b236-7c5621bedff9 req-34f45c32-3705-437b-a164-c01a6fadcfba tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2417 time: 0.0669131 Oct 13 10:58:37.390258 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-461f1202-b3af-4aca-ad72-b61872f69ebd service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709101 Oct 13 10:58:37.398499 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6ea6a636-774e-496d-b236-7c5621bedff9 req-e9c1c0ad-909b-4f84-aa14-21fccb483530 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350063 Oct 13 10:58:37.403791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9dfe1086-5b2e-424c-8fd6-ae8b3397faee req-8939f1e1-ec01-4dfd-b7c9-4e96f9605623 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031121 Oct 13 10:58:37.442014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffe4c4-2ca0-4d85-adb2-16e2d0901f86 req-54a63c06-1bbc-49de-8ccd-ee6c70423aab tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:37.443531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58ffe4c4-2ca0-4d85-adb2-16e2d0901f86 req-54a63c06-1bbc-49de-8ccd-ee6c70423aab tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0564895 Oct 13 10:58:37.483069 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58ffe4c4-2ca0-4d85-adb2-16e2d0901f86 req-2aa1f3fb-e152-4d9e-a96f-37f50fa6fe83 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330198 Oct 13 10:58:37.853580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcba2d-a2e5-4630-bd31-e7756e812a27 req-60a6208b-16fb-4bb4-90b9-3d4b2f3485f8 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:37.855095 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4adcba2d-a2e5-4630-bd31-e7756e812a27 req-60a6208b-16fb-4bb4-90b9-3d4b2f3485f8 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 950 time: 0.0507097 Oct 13 10:58:37.881771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 154fe0a5-9c38-475d-9fb0-3885f99795f9 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:58:37.898326 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4adcba2d-a2e5-4630-bd31-e7756e812a27 req-5cca8509-d3f7-403c-9213-573714f948e4 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370903 Oct 13 10:58:37.910595 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52c4e97f-2253-4d96-8f18-ff73572693e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:37.962379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-503f4dbb-f8e8-4211-be96-042f001faa99 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:37.968865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-503f4dbb-f8e8-4211-be96-042f001faa99 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:37.975014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-503f4dbb-f8e8-4211-be96-042f001faa99 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:37.976581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-503f4dbb-f8e8-4211-be96-042f001faa99 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 2417 time: 0.0738389 Oct 13 10:58:37.983333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:37.995754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'mac_address': 'fa:16:3e:c1:09:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:58:38.035638 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:38.049367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154fe0a5-9c38-475d-9fb0-3885f99795f9 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:38.112450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ac38f-85a7-4965-b33b-a25087db7be6 req-570a0b16-f823-4bd1-8a23-049c863d548d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:38.113914 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-761ac38f-85a7-4965-b33b-a25087db7be6 req-570a0b16-f823-4bd1-8a23-049c863d548d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0617123 Oct 13 10:58:38.120725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-e2794c43-9853-483a-8968-c0321d88cc64 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Deleting port e97ed9d0-addf-43a9-9fc9-154bf3849fe6 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:58:38.123393 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-e2794c43-9853-483a-8968-c0321d88cc64 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:38.126945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:38.192113 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:38.205251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-761ac38f-85a7-4965-b33b-a25087db7be6 req-0b28bed6-00de-453b-b29f-1b872bc36051 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811422 Oct 13 10:58:38.240317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-e2794c43-9853-483a-8968-c0321d88cc64 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] For port e97ed9d0-addf-43a9-9fc9-154bf3849fe6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e97ed9d0-addf-43a9-9fc9-154bf3849fe6,segment=NetworkSegment(019b09e4-57e4-4b85-8ada-4ac8506a4f71),segment_id=019b09e4-57e4-4b85-8ada-4ac8506a4f71)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:38.240677 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-e2794c43-9853-483a-8968-c0321d88cc64 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:38.244671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=12']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:38.254586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-e2794c43-9853-483a-8968-c0321d88cc64 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Calling delete_port for e97ed9d0-addf-43a9-9fc9-154bf3849fe6 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:58:38.298128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f75b1ce0-c3b8-42e1-9fea-860aa2575e86 req-8a4d922a-ba1a-4361-acc1-dc05b13e73c1 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0265105 Oct 13 10:58:38.347246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ad0d3329-1d42-4f13-a254-a9d8ced30516 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:58:38.452742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2154999-10ba-4f57-8ecf-ff57ee24c388 req-11cd89d2-26ba-4b1e-bcd0-73fe4d53a47c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:38.454532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2154999-10ba-4f57-8ecf-ff57ee24c388 req-11cd89d2-26ba-4b1e-bcd0-73fe4d53a47c tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0551891 Oct 13 10:58:38.455687 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-e2794c43-9853-483a-8968-c0321d88cc64 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:38.476521 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ad0d3329-1d42-4f13-a254-a9d8ced30516, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:38.501892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'port_id': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'mac_address': 'fa:16:3e:9e:4a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:58:38.517619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2794c43-9853-483a-8968-c0321d88cc64 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Port': ['ID=e97ed9d0-addf-43a9-9fc9-154bf3849fe6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:38.550940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-e2794c43-9853-483a-8968-c0321d88cc64 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] No DVR routers for this DVR port e97ed9d0-addf-43a9-9fc9-154bf3849fe6 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:38.554257 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-e2794c43-9853-483a-8968-c0321d88cc64 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:38.557657 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-e2794c43-9853-483a-8968-c0321d88cc64 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "DELETE /v2.0/ports/e97ed9d0-addf-43a9-9fc9-154bf3849fe6 HTTP/1.1" status: 204 len: 173 time: 0.5721507 Oct 13 10:58:38.558122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'name': 'network-vif-deleted', 'tag': 'e97ed9d0-addf-43a9-9fc9-154bf3849fe6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:38.560506 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d6bb92-4e26-4f9c-95b7-cd96bed72ca0" -d '{"events": [{"server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "name": "network-vif-deleted", "tag": "e97ed9d0-addf-43a9-9fc9-154bf3849fe6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:38.565975 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb235f4-346f-45e6-bc22-ad998f96c83e req-ad578bdc-7b74-48a2-8eb6-e16bfa6f9c63 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:38.567845 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:38.568888 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:38.574133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb235f4-346f-45e6-bc22-ad998f96c83e req-ad578bdc-7b74-48a2-8eb6-e16bfa6f9c63 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:38.583663 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0fb235f4-346f-45e6-bc22-ad998f96c83e req-ad578bdc-7b74-48a2-8eb6-e16bfa6f9c63 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 1682 time: 0.1066558 Oct 13 10:58:38.585878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad0d3329-1d42-4f13-a254-a9d8ced30516 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:58:38.614851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ad0d3329-1d42-4f13-a254-a9d8ced30516, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:38.619509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2154999-10ba-4f57-8ecf-ff57ee24c388 req-4606b231-74fa-4180-ae6f-ddcb029af433 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456168 Oct 13 10:58:38.637085 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0fb235f4-346f-45e6-bc22-ad998f96c83e req-c5ac38ad-2e4e-49df-8e16-199454f7263f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522656 Oct 13 10:58:38.689635 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:38.697191 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dc4ec1-2490-43b9-81f2-5da4e85bebd8 x-openstack-request-id: req-22dc4ec1-2490-43b9-81f2-5da4e85bebd8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:38.697494 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "name": "network-vif-deleted", "tag": "e97ed9d0-addf-43a9-9fc9-154bf3849fe6", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:38.697747 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22dc4ec1-2490-43b9-81f2-5da4e85bebd8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:38.702432 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'name': 'network-vif-deleted', 'tag': 'e97ed9d0-addf-43a9-9fc9-154bf3849fe6', 'status': 'completed', 'code': 200} Oct 13 10:58:38.739716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-b491e40e-a50b-4d9a-be28-c64ab0cffac8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Deleting port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:58:38.740024 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-b491e40e-a50b-4d9a-be28-c64ab0cffac8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:38.771370 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=ad0d3329-1d42-4f13-a254-a9d8ced30516,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:38.802147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3068c-1942-450d-8b95-d6e0443870aa req-36113906-79bd-4912-8cb9-6f3cb0f5c995 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:38.803661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25f3068c-1942-450d-8b95-d6e0443870aa req-36113906-79bd-4912-8cb9-6f3cb0f5c995 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.1045029 Oct 13 10:58:38.834691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['ad0d3329-1d42-4f13-a254-a9d8ced30516'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:38.874971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-b491e40e-a50b-4d9a-be28-c64ab0cffac8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] For port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32ad4049-1ecc-4c22-ae5d-1d4bffce0400,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:38.874971 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-b491e40e-a50b-4d9a-be28-c64ab0cffac8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:38.876037 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25f3068c-1942-450d-8b95-d6e0443870aa req-9874ba9f-b792-4562-85fa-9fdafd26e85a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652211 Oct 13 10:58:38.887187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-b491e40e-a50b-4d9a-be28-c64ab0cffac8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Calling delete_port for 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:58:39.046645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73088e1c-4e5d-42ab-ab9d-5f8a520a7510 req-4af91dac-a2af-481d-b5e6-d7644f309f16 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:39.048684 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-73088e1c-4e5d-42ab-ab9d-5f8a520a7510 req-4af91dac-a2af-481d-b5e6-d7644f309f16 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 950 time: 0.0700428 Oct 13 10:58:39.090264 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-73088e1c-4e5d-42ab-ab9d-5f8a520a7510 req-4b4deacb-1fb0-49b5-895e-aacba3fed7b3 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350783 Oct 13 10:58:39.158002 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-b491e40e-a50b-4d9a-be28-c64ab0cffac8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:39.187987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491e40e-a50b-4d9a-be28-c64ab0cffac8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Port': ['ID=32ad4049-1ecc-4c22-ae5d-1d4bffce0400,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:39.231753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-b491e40e-a50b-4d9a-be28-c64ab0cffac8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] No DVR routers for this DVR port 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:39.238849 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-b491e40e-a50b-4d9a-be28-c64ab0cffac8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:39.242601 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-b491e40e-a50b-4d9a-be28-c64ab0cffac8 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "DELETE /v2.0/ports/32ad4049-1ecc-4c22-ae5d-1d4bffce0400 HTTP/1.1" status: 204 len: 173 time: 0.6756611 Oct 13 10:58:39.418742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d3687-67f4-4aad-b963-9442b233f55d req-75addd00-5b2d-4f85-8b58-1a40c1450ef8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:39.420265 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-207d3687-67f4-4aad-b963-9442b233f55d req-75addd00-5b2d-4f85-8b58-1a40c1450ef8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0961201 Oct 13 10:58:39.422871 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-151064dc-514d-4c11-a613-bea4a4fa6104 req-5aad607a-89a9-46e4-bd84-97ffbda9323a tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0431337 Oct 13 10:58:39.426975 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-f6a6afe1-15b5-463c-b453-8b62eb9260e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Deleting port 907583db-569c-48d6-92c3-1921e1b2e6e5 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:58:39.427505 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-f6a6afe1-15b5-463c-b453-8b62eb9260e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:39.519873 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-207d3687-67f4-4aad-b963-9442b233f55d req-bb58fa6e-637c-498f-8ebc-eaf44eee3216 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878949 Oct 13 10:58:39.559913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-f6a6afe1-15b5-463c-b453-8b62eb9260e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] For port 907583db-569c-48d6-92c3-1921e1b2e6e5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=907583db-569c-48d6-92c3-1921e1b2e6e5,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:39.560348 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-f6a6afe1-15b5-463c-b453-8b62eb9260e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:39.573078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-f6a6afe1-15b5-463c-b453-8b62eb9260e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Calling delete_port for 907583db-569c-48d6-92c3-1921e1b2e6e5 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:58:39.739037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813e0ae-8da7-4956-8862-41a660a9a249 req-cbfa8c8a-fad5-474b-a0dd-ac2b9e8bf801 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:39.740793 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3813e0ae-8da7-4956-8862-41a660a9a249 req-cbfa8c8a-fad5-474b-a0dd-ac2b9e8bf801 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0542274 Oct 13 10:58:39.790271 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3813e0ae-8da7-4956-8862-41a660a9a249 req-a9023857-b5bd-42e8-ae67-d667b62ec534 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414526 Oct 13 10:58:39.794525 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-f6a6afe1-15b5-463c-b453-8b62eb9260e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:39.807060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb753a-8360-4449-a419-93d79fe1e0ff req-e084be2a-ebaf-4193-97be-9409da95b7e4 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:39.808501 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7eb753a-8360-4449-a419-93d79fe1e0ff req-e084be2a-ebaf-4193-97be-9409da95b7e4 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.21 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 950 time: 0.0890973 Oct 13 10:58:39.830024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23504d-5498-4c35-87bf-db7c302ea648 req-fd25f962-967c-4f72-98a5-56b439432442 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:39.830421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb23504d-5498-4c35-87bf-db7c302ea648 req-fd25f962-967c-4f72-98a5-56b439432442 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=1651ec53-8892-40a0-9f81-f70faf54f5d7 HTTP/1.1" status: 200 len: 867 time: 0.1124382 Oct 13 10:58:39.859119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6afe1-15b5-463c-b453-8b62eb9260e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Port': ['ID=907583db-569c-48d6-92c3-1921e1b2e6e5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:39.912314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 154fe0a5-9c38-475d-9fb0-3885f99795f9 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:58:39.914451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device e97ed9d0-addf-43a9-9fc9-154bf3849fe6 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:58:39.957806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-f6a6afe1-15b5-463c-b453-8b62eb9260e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] No DVR routers for this DVR port 907583db-569c-48d6-92c3-1921e1b2e6e5 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:39.960797 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-f6a6afe1-15b5-463c-b453-8b62eb9260e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:39.965379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc755aa9-11b0-4a2c-a7de-da60f425305f req-f6a6afe1-15b5-463c-b453-8b62eb9260e0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "DELETE /v2.0/ports/907583db-569c-48d6-92c3-1921e1b2e6e5 HTTP/1.1" status: 204 len: 173 time: 0.7065799 Oct 13 10:58:39.968731 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: e97ed9d0-addf-43a9-9fc9-154bf3849fe6 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:58:39.969075 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device e97ed9d0-addf-43a9-9fc9-154bf3849fe6 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:58:39.969889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:58:39.989450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb23504d-5498-4c35-87bf-db7c302ea648 req-728f15be-fb77-4119-bab4-e38fc5b69136 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341000 Oct 13 10:58:39.993175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4934b6-e9e7-45f4-8d3a-a65a5e8b53d6 req-4457b973-5dad-4039-a5be-c9a1337f972c tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:40.001483 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b4934b6-e9e7-45f4-8d3a-a65a5e8b53d6 req-4457b973-5dad-4039-a5be-c9a1337f972c tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 1100 time: 0.1052938 Oct 13 10:58:40.060018 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b4934b6-e9e7-45f4-8d3a-a65a5e8b53d6 req-c5d29505-75d4-4587-a0d7-69350115cdb6 tempest-MigrationsAdminTest-1427887936 tempest-MigrationsAdminTest-1427887936-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575218 Oct 13 10:58:40.075518 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c7eb753a-8360-4449-a419-93d79fe1e0ff req-b0467da2-e6c7-40eb-b631-78e98cf9b697 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Deleting port b37772f8-388a-4313-90e1-6917cd0f0a29 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:58:40.075866 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c7eb753a-8360-4449-a419-93d79fe1e0ff req-b0467da2-e6c7-40eb-b631-78e98cf9b697 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:40.213714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:40.261890 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:58:40.266735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 32ad4049-1ecc-4c22-ae5d-1d4bffce0400 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:58:40.267353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 907583db-569c-48d6-92c3-1921e1b2e6e5 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:58:40.297421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-c7eb753a-8360-4449-a419-93d79fe1e0ff req-b0467da2-e6c7-40eb-b631-78e98cf9b697 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] For port b37772f8-388a-4313-90e1-6917cd0f0a29, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b37772f8-388a-4313-90e1-6917cd0f0a29,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:40.297825 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c7eb753a-8360-4449-a419-93d79fe1e0ff req-b0467da2-e6c7-40eb-b631-78e98cf9b697 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:40.329665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c7eb753a-8360-4449-a419-93d79fe1e0ff req-b0467da2-e6c7-40eb-b631-78e98cf9b697 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Calling delete_port for b37772f8-388a-4313-90e1-6917cd0f0a29 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:58:40.333751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2f347-7fde-49f7-9cea-e14e17fa1c60 req-a50b5430-faa3-44ec-8278-a92455c6b73d tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:40.344348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'mac_address': 'fa:16:3e:c1:09:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:58:40.344548 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-90b2f347-7fde-49f7-9cea-e14e17fa1c60 req-a50b5430-faa3-44ec-8278-a92455c6b73d tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.1506782 Oct 13 10:58:40.364877 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 907583db-569c-48d6-92c3-1921e1b2e6e5 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:58:40.369658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 907583db-569c-48d6-92c3-1921e1b2e6e5 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:58:40.372751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ad0d3329-1d42-4f13-a254-a9d8ced30516 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:40.436954 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-90b2f347-7fde-49f7-9cea-e14e17fa1c60 req-5bdefef1-888f-452c-8077-d1ef04a69073 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711277 Oct 13 10:58:40.470646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port ad0d3329-1d42-4f13-a254-a9d8ced30516 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:40.473149 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:40.491957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a656b4bf-746c-4963-9167-7231ffd69629 req-b1581be2-a6fe-48bc-9aa4-d26ce0143ed5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0607133 Oct 13 10:58:40.529398 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:40.547835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288fd0c-54e3-41d4-839f-49245311d230 req-e0ed3d18-6c33-4f6d-b3a9-fc510412dc58 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:40.566849 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5288fd0c-54e3-41d4-839f-49245311d230 req-e0ed3d18-6c33-4f6d-b3a9-fc510412dc58 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 950 time: 0.0908406 Oct 13 10:58:40.611931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['154fe0a5-9c38-475d-9fb0-3885f99795f9'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:40.630165 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5288fd0c-54e3-41d4-839f-49245311d230 req-26ff59aa-9d97-482e-8814-806f36aa7311 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554316 Oct 13 10:58:40.772673 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f879223-14c1-483f-833b-76dab3c5eea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:40.791174 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dcca51d7-6e0d-45e8-aa3d-e959115f62f4 req-cb6fdfee-ae70-4f5f-b7a4-e8f8afe504fa tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0711560 Oct 13 10:58:40.866309 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:40.912926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ad0d3329-1d42-4f13-a254-a9d8ced30516, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:40.914796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:40.917614 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a11c1f-587b-4db0-9f08-2216307d37d2" -d '{"events": [{"server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:40.930242 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763720a-7987-43fc-a64a-53734f2d4aef req-217fb331-3682-4cbe-ab61-ac5bfa967364 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:40.938998 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5763720a-7987-43fc-a64a-53734f2d4aef req-217fb331-3682-4cbe-ab61-ac5bfa967364 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0672672 Oct 13 10:58:40.959814 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'name': 'network-vif-deleted', 'tag': '32ad4049-1ecc-4c22-ae5d-1d4bffce0400'}, {'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'name': 'network-vif-deleted', 'tag': '907583db-569c-48d6-92c3-1921e1b2e6e5'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:40.962081 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fd0b3a-513c-45f2-ac75-3bc22c25f040" -d '{"events": [{"server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "name": "network-vif-deleted", "tag": "32ad4049-1ecc-4c22-ae5d-1d4bffce0400"}, {"server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "name": "network-vif-deleted", "tag": "907583db-569c-48d6-92c3-1921e1b2e6e5"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:40.987387 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5763720a-7987-43fc-a64a-53734f2d4aef req-908643e0-380e-4b20-8044-acb933122b55 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471559 Oct 13 10:58:41.021580 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:41.023035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b37772f8-388a-4313-90e1-6917cd0f0a29 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:58:41.068644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d33ca4-6a68-494e-9dc7-b89fd2b4ebfa req-c447225b-bf92-4c3c-b1b6-a6b9336dfe2b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:41.075752 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1d33ca4-6a68-494e-9dc7-b89fd2b4ebfa req-c447225b-bf92-4c3c-b1b6-a6b9336dfe2b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0894802 Oct 13 10:58:41.123226 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1d33ca4-6a68-494e-9dc7-b89fd2b4ebfa req-c843056d-cea7-4c2d-ae58-77a38bc2bbad tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439565 Oct 13 10:58:41.141129 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c7eb753a-8360-4449-a419-93d79fe1e0ff req-b0467da2-e6c7-40eb-b631-78e98cf9b697 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:41.159210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['3045c8c0-f3a6-4485-8cfc-cff473ee1deb'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:41.217209 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bfd6c1-2d62-4f54-b035-8445035d9b6a x-openstack-request-id: req-25bfd6c1-2d62-4f54-b035-8445035d9b6a {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:41.217700 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:41.218030 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25bfd6c1-2d62-4f54-b035-8445035d9b6a {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:41.218417 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'code': 200} Oct 13 10:58:41.225967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43270) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:41.240829 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No active binding found for port b37772f8-388a-4313-90e1-6917cd0f0a29 {{(pid=101992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 10:58:41.241280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b37772f8-388a-4313-90e1-6917cd0f0a29 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:58:41.245433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0467da2-e6c7-40eb-b631-78e98cf9b697 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Pushing event deleted for resources: {'Port': ['ID=b37772f8-388a-4313-90e1-6917cd0f0a29,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:41.256805 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556d5905-cc3f-4fdb-a5e2-0972d0f272a6 x-openstack-request-id: req-556d5905-cc3f-4fdb-a5e2-0972d0f272a6 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:41.258000 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "name": "network-vif-deleted", "tag": "32ad4049-1ecc-4c22-ae5d-1d4bffce0400", "status": "completed", "code": 200}, {"server_uuid": "1651ec53-8892-40a0-9f81-f70faf54f5d7", "name": "network-vif-deleted", "tag": "907583db-569c-48d6-92c3-1921e1b2e6e5", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:41.258433 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-556d5905-cc3f-4fdb-a5e2-0972d0f272a6 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:41.260129 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'name': 'network-vif-deleted', 'tag': '32ad4049-1ecc-4c22-ae5d-1d4bffce0400', 'status': 'completed', 'code': 200} Oct 13 10:58:41.260129 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1651ec53-8892-40a0-9f81-f70faf54f5d7', 'name': 'network-vif-deleted', 'tag': '907583db-569c-48d6-92c3-1921e1b2e6e5', 'status': 'completed', 'code': 200} Oct 13 10:58:41.262046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=ad0d3329-1d42-4f13-a254-a9d8ced30516,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:41.304951 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7eb753a-8360-4449-a419-93d79fe1e0ff req-b0467da2-e6c7-40eb-b631-78e98cf9b697 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] No DVR routers for this DVR port b37772f8-388a-4313-90e1-6917cd0f0a29 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:41.308024 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c7eb753a-8360-4449-a419-93d79fe1e0ff req-b0467da2-e6c7-40eb-b631-78e98cf9b697 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:41.312703 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7eb753a-8360-4449-a419-93d79fe1e0ff req-b0467da2-e6c7-40eb-b631-78e98cf9b697 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.21 "DELETE /v2.0/ports/b37772f8-388a-4313-90e1-6917cd0f0a29 HTTP/1.1" status: 204 len: 173 time: 1.4929805 Oct 13 10:58:41.346128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Deleting subnet 517ccfca-9a3b-45bc-8783-cc835174cf94 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:58:41.353230 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:41.414022 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:41.540472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:41.617326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d3d1d-1378-4acd-a6b9-f22caf72d12a req-773e4174-6670-4dfb-8465-8b09c437b611 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:41.627470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d9d3d1d-1378-4acd-a6b9-f22caf72d12a req-773e4174-6670-4dfb-8465-8b09c437b611 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0666704 Oct 13 10:58:41.631944 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:41.698701 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d9d3d1d-1378-4acd-a6b9-f22caf72d12a req-94817357-44fd-4fc7-a248-4df33257a412 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697384 Oct 13 10:58:41.713689 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:41.777096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Subnet': ['ID=517ccfca-9a3b-45bc-8783-cc835174cf94,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:41.812235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8161cb-6cc7-4926-b568-2456420fd409 None None] Network 7aabd740-968b-4718-95d4-6ba174ccb296 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:58:41.815546 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:41.821801 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "DELETE /v2.0/subnets/517ccfca-9a3b-45bc-8783-cc835174cf94 HTTP/1.1" status: 204 len: 168 time: 0.5922863 Oct 13 10:58:41.821801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:41.821801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:41.821801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:41.822169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:41.822437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:41.822766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:41.823107 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:41.823443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:41.823774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:41.824120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43280) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:41.824229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:41.824481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:41.824792 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212bbac8-419d-444b-b1ac-3659674403e7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:58:41.843631 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3d95aed4-3f11-47d6-9bb1-7c5dfde8add7 req-e9352bd9-d09d-47e0-9a04-b85ada0841f0 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ea49ea-9893-496e-b3f6-c5b32b33c5bd HTTP/1.1" status: 200 len: 210 time: 0.0714576 Oct 13 10:58:41.941253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 154fe0a5-9c38-475d-9fb0-3885f99795f9 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:41.960832 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4624b630-7589-46f0-b8a3-e2f8cbecf969 req-bc131886-417e-4c25-bdef-127d4d912337 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0410843 Oct 13 10:58:42.009477 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.127514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Deleting port 36806943-d660-4880-96a4-3b0f351b2967 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:58:42.127859 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.151930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.173264 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9478c-5013-43d4-8934-9566524c0cfe req-3045920a-0174-4789-bbf2-3a628d6b1cce tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:42.181494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 154fe0a5-9c38-475d-9fb0-3885f99795f9 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:58:42.190541 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fae9478c-5013-43d4-8934-9566524c0cfe req-3045920a-0174-4789-bbf2-3a628d6b1cce tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.0984185 Oct 13 10:58:42.192956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 154fe0a5-9c38-475d-9fb0-3885f99795f9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:42.193843 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.267093 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fae9478c-5013-43d4-8934-9566524c0cfe req-4ba6231f-e123-473c-a951-5a7055539e29 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743456 Oct 13 10:58:42.281485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ff5bc5-1a4d-4577-915c-d99a836d5b7b None None] DHCP port deletion for 7aabd740-968b-4718-95d4-6ba174ccb296 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:58:42.296799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462866c6-5d20-4c16-b20a-05f619a5b2cd req-f2c1d4da-9a91-4d63-984c-92ea4fbedcaf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:42.298312 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-462866c6-5d20-4c16-b20a-05f619a5b2cd req-f2c1d4da-9a91-4d63-984c-92ea4fbedcaf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 949 time: 0.1551003 Oct 13 10:58:42.305976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] For port 36806943-d660-4880-96a4-3b0f351b2967, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=36806943-d660-4880-96a4-3b0f351b2967,segment=NetworkSegment(019b09e4-57e4-4b85-8ada-4ac8506a4f71),segment_id=019b09e4-57e4-4b85-8ada-4ac8506a4f71)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:42.306372 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.362649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Calling delete_port for 36806943-d660-4880-96a4-3b0f351b2967 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:58:42.390924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb12cf-1f72-4160-8d96-ef9fa5bc1ba9 req-f35462a4-92a1-4e43-99d2-36e6d3b2f7b3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:42.399424 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fdb12cf-1f72-4160-8d96-ef9fa5bc1ba9 req-f35462a4-92a1-4e43-99d2-36e6d3b2f7b3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.1692700 Oct 13 10:58:42.405207 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.475182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-95ff5bc5-1a4d-4577-915c-d99a836d5b7b None None] Deleting port 36806943-d660-4880-96a4-3b0f351b2967 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:58:42.475706 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-95ff5bc5-1a4d-4577-915c-d99a836d5b7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.500865 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:42.539400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 36806943-d660-4880-96a4-3b0f351b2967 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:58:42.564670 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fdb12cf-1f72-4160-8d96-ef9fa5bc1ba9 req-28c2503b-1336-43c1-9d74-0ffc81a3582a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593194 Oct 13 10:58:42.568483 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.605981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-462866c6-5d20-4c16-b20a-05f619a5b2cd req-e8fe345c-155d-45ff-9941-f41fc382b2fe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Deleting port 154fe0a5-9c38-475d-9fb0-3885f99795f9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:58:42.606326 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-462866c6-5d20-4c16-b20a-05f619a5b2cd req-e8fe345c-155d-45ff-9941-f41fc382b2fe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.676335 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-95ff5bc5-1a4d-4577-915c-d99a836d5b7b None None] For port 36806943-d660-4880-96a4-3b0f351b2967, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=36806943-d660-4880-96a4-3b0f351b2967,segment=NetworkSegment(019b09e4-57e4-4b85-8ada-4ac8506a4f71),segment_id=019b09e4-57e4-4b85-8ada-4ac8506a4f71)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:42.676788 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-95ff5bc5-1a4d-4577-915c-d99a836d5b7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.709511 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-95ff5bc5-1a4d-4577-915c-d99a836d5b7b None None] Calling delete_port for 36806943-d660-4880-96a4-3b0f351b2967 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:58:42.709846 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.726043 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=13']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:42.744086 n-d-813659-3 neutron-server[101992]: INFO neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No ports have port_id starting with 36806943-d660-4880-96a4-3b0f351b2967 Oct 13 10:58:42.762255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Port': ['ID=36806943-d660-4880-96a4-3b0f351b2967,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:42.774040 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-462866c6-5d20-4c16-b20a-05f619a5b2cd req-e8fe345c-155d-45ff-9941-f41fc382b2fe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] For port 154fe0a5-9c38-475d-9fb0-3885f99795f9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=154fe0a5-9c38-475d-9fb0-3885f99795f9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:42.774445 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-462866c6-5d20-4c16-b20a-05f619a5b2cd req-e8fe345c-155d-45ff-9941-f41fc382b2fe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.777193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] No DVR routers for this DVR port 36806943-d660-4880-96a4-3b0f351b2967 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:42.828805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-462866c6-5d20-4c16-b20a-05f619a5b2cd req-e8fe345c-155d-45ff-9941-f41fc382b2fe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Calling delete_port for 154fe0a5-9c38-475d-9fb0-3885f99795f9 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: from cryptography.utils import int_from_bytes Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: from cryptography.utils import int_from_bytes Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.839441 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:58:42.843738 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 10:58:42.866227 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-95ff5bc5-1a4d-4577-915c-d99a836d5b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.887829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b833375-c17b-4954-85ae-f7c3f730f65a req-f909dd12-328b-494e-bcba-0fa2ccbbebe5 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:42.897709 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9b833375-c17b-4954-85ae-f7c3f730f65a req-f909dd12-328b-494e-bcba-0fa2ccbbebe5 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0983219 Oct 13 10:58:42.912220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff5bc5-1a4d-4577-915c-d99a836d5b7b None None] Pushing event deleted for resources: {'Port': ['ID=36806943-d660-4880-96a4-3b0f351b2967,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:42.923024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff5bc5-1a4d-4577-915c-d99a836d5b7b None None] No DVR routers for this DVR port 36806943-d660-4880-96a4-3b0f351b2967 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:42.962545 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:42.990821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aabd740-968b-4718-95d4-6ba174ccb296']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:42.990996 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9b833375-c17b-4954-85ae-f7c3f730f65a req-3f8a31ea-8482-466f-af07-abc92bfedd54 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893297 Oct 13 10:58:43.011510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019b09e4-57e4-4b85-8ada-4ac8506a4f71') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:43.011847 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019b09e4-57e4-4b85-8ada-4ac8506a4f71') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:43.033581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:43.050215 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:43.058965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:58:43.059422 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:58:43.063047 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:58:43.105124 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-057b8bce-f6be-43a0-94cd-eadb524a45a7 req-df71bf9e-afd9-43a7-af91-d3452e0ab352 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0495014 Oct 13 10:58:43.222191 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:43.237033 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5311a232-9194-4891-a2d5-9eb6d8b31ca8" -d '{"events": [{"server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "name": "network-vif-plugged", "status": "completed", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:43.256132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-462866c6-5d20-4c16-b20a-05f619a5b2cd req-e8fe345c-155d-45ff-9941-f41fc382b2fe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:43.267229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ea49ea-9893-496e-b3f6-c5b32b33c5bd', 'name': 'network-vif-deleted', 'tag': 'b37772f8-388a-4313-90e1-6917cd0f0a29'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:43.269848 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b3f93f-8cc1-43f8-bb44-c05085e75835" -d '{"events": [{"server_uuid": "86ea49ea-9893-496e-b3f6-c5b32b33c5bd", "name": "network-vif-deleted", "tag": "b37772f8-388a-4313-90e1-6917cd0f0a29"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:43.271320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['850e764c-894d-4cf3-b469-d796681e881f', '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', '154fe0a5-9c38-475d-9fb0-3885f99795f9'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:43.275925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['a1c04bc8-f710-4d8a-ac75-946cc6645d9c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:43.305930 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:43.311701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe345c-155d-45ff-9941-f41fc382b2fe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Pushing event deleted for resources: {'Port': ['ID=154fe0a5-9c38-475d-9fb0-3885f99795f9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:43.334031 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:43.340730 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "DELETE /v2.0/networks/7aabd740-968b-4718-95d4-6ba174ccb296 HTTP/1.1" status: 204 len: 168 time: 1.5147777 Oct 13 10:58:43.346162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43312) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:43.363688 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:43.471070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b04a3e-e445-4b83-8502-b947f0cb1aa7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Deleting subnet 5d80b06e-b73f-43df-8d34-9d36c8d414a0 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:58:43.476165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-462866c6-5d20-4c16-b20a-05f619a5b2cd req-e8fe345c-155d-45ff-9941-f41fc382b2fe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] No DVR routers for this DVR port 154fe0a5-9c38-475d-9fb0-3885f99795f9 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:43.476165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73521093-f244-4ebc-a981-edcbb7c4ef24 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Network': ['ID=7aabd740-968b-4718-95d4-6ba174ccb296,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:43.484387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d5b04a3e-e445-4b83-8502-b947f0cb1aa7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:43.487555 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-462866c6-5d20-4c16-b20a-05f619a5b2cd req-e8fe345c-155d-45ff-9941-f41fc382b2fe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:43.501112 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-462866c6-5d20-4c16-b20a-05f619a5b2cd req-e8fe345c-155d-45ff-9941-f41fc382b2fe tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "DELETE /v2.0/ports/154fe0a5-9c38-475d-9fb0-3885f99795f9 HTTP/1.1" status: 204 len: 173 time: 1.1920795 Oct 13 10:58:43.576556 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf6a7ee-30e9-4112-aaaa-944b6d0752e1 x-openstack-request-id: req-1cf6a7ee-30e9-4112-aaaa-944b6d0752e1 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:43.577470 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "name": "network-vif-plugged", "status": "completed", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:43.577830 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cf6a7ee-30e9-4112-aaaa-944b6d0752e1 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:43.578237 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'code': 200} Oct 13 10:58:43.593787 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d5b04a3e-e445-4b83-8502-b947f0cb1aa7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:43.616102 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a499a798-ef84-4509-a474-f2378846974a req-340d70dd-7467-4331-8c76-894393e9885f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7b10048eb1438aa4dedcf969dcd795&device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0599914 Oct 13 10:58:43.642856 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a149b330-0968-4945-9c4a-2a9e8ac5e777 x-openstack-request-id: req-a149b330-0968-4945-9c4a-2a9e8ac5e777 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:43.643152 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ea49ea-9893-496e-b3f6-c5b32b33c5bd", "name": "network-vif-deleted", "tag": "b37772f8-388a-4313-90e1-6917cd0f0a29", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:43.643457 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a149b330-0968-4945-9c4a-2a9e8ac5e777 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:43.643867 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ea49ea-9893-496e-b3f6-c5b32b33c5bd', 'name': 'network-vif-deleted', 'tag': 'b37772f8-388a-4313-90e1-6917cd0f0a29', 'status': 'completed', 'code': 200} Oct 13 10:58:43.677032 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a499a798-ef84-4509-a474-f2378846974a req-a3b619fc-a316-446e-8784-6de2017499d2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4f7b10048eb1438aa4dedcf969dcd795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538619 Oct 13 10:58:43.833005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d5b04a3e-e445-4b83-8502-b947f0cb1aa7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:43.876174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54e02-c327-4ac8-8c18-4cd75cc29060 req-2f1f8faf-73ee-4dd6-ad91-bc0b49857f1a tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:43.883843 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ce54e02-c327-4ac8-8c18-4cd75cc29060 req-2f1f8faf-73ee-4dd6-ad91-bc0b49857f1a tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 949 time: 0.1114924 Oct 13 10:58:43.955036 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ce54e02-c327-4ac8-8c18-4cd75cc29060 req-f7df64c6-98fb-4025-841f-a59b7f7dc496 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697527 Oct 13 10:58:43.968234 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-576d3352-cf2f-4950-958c-1bb363910db9 req-fe143a5a-1131-42e9-8a7d-80a3a365acfb tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=277512d5-05ab-4fe8-86ee-c054ab32108e HTTP/1.1" status: 200 len: 210 time: 0.2459917 Oct 13 10:58:43.982192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499a798-ef84-4509-a474-f2378846974a req-48e96249-8528-4ae7-af67-e06a277181b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:43.982192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a499a798-ef84-4509-a474-f2378846974a req-48e96249-8528-4ae7-af67-e06a277181b8 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2906988 Oct 13 10:58:44.063879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d5b04a3e-e445-4b83-8502-b947f0cb1aa7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:44.132527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b04a3e-e445-4b83-8502-b947f0cb1aa7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Subnet': ['ID=5d80b06e-b73f-43df-8d34-9d36c8d414a0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:44.150876 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02429bd6-30f8-48f4-a05c-6ec3e1e9cfd5 None None] Network 677d6137-dea8-4aa9-8b84-3f51ca7f2464 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:58:44.158752 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d5b04a3e-e445-4b83-8502-b947f0cb1aa7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:44.162383 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d5b04a3e-e445-4b83-8502-b947f0cb1aa7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "DELETE /v2.0/subnets/5d80b06e-b73f-43df-8d34-9d36c8d414a0 HTTP/1.1" status: 204 len: 168 time: 0.8164196 Oct 13 10:58:44.165812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43328) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:44.180960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f389b83-6fe6-4119-a6f5-077f7d43f0a1 req-ab080076-164c-4407-a66d-84dea7fbefb6 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:44.189186 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f389b83-6fe6-4119-a6f5-077f7d43f0a1 req-ab080076-164c-4407-a66d-84dea7fbefb6 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0727007 Oct 13 10:58:44.255342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f389b83-6fe6-4119-a6f5-077f7d43f0a1 req-885a665e-e78c-4322-8bb3-e2672c57015e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640886 Oct 13 10:58:44.321298 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:44.334284 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9e05ab43-ad8e-4800-8201-621825da205a req-31c4dec1-6395-4d3d-a7f4-d7b79599a22e tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.2074907 Oct 13 10:58:44.391986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138f69f0-4169-4b7e-b290-71cfdc66ced9 None None] DHCP port deletion for 677d6137-dea8-4aa9-8b84-3f51ca7f2464 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:58:44.411056 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Deleting port eb46276e-1858-40c8-968c-7cfe9a466c75 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:58:44.411485 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:44.470034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9a2e5-475e-40c8-b1f3-715d640e52dc req-20f4e0c8-8c85-4da0-b2bb-38a804b32161 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:44.472120 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0db9a2e5-475e-40c8-b1f3-715d640e52dc req-20f4e0c8-8c85-4da0-b2bb-38a804b32161 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.1141334 Oct 13 10:58:44.482950 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-138f69f0-4169-4b7e-b290-71cfdc66ced9 None None] Deleting port eb46276e-1858-40c8-968c-7cfe9a466c75 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:58:44.483427 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-138f69f0-4169-4b7e-b290-71cfdc66ced9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:44.509395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] For port eb46276e-1858-40c8-968c-7cfe9a466c75, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=eb46276e-1858-40c8-968c-7cfe9a466c75,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:44.510571 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:44.545382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Calling delete_port for eb46276e-1858-40c8-968c-7cfe9a466c75 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:58:44.552942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device eb46276e-1858-40c8-968c-7cfe9a466c75 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:58:44.553388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0db9a2e5-475e-40c8-b1f3-715d640e52dc req-f5cecd83-e06e-45ce-8876-318a391ccd07 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748556 Oct 13 10:58:44.640909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-138f69f0-4169-4b7e-b290-71cfdc66ced9 None None] For port eb46276e-1858-40c8-968c-7cfe9a466c75, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=eb46276e-1858-40c8-968c-7cfe9a466c75,segment=NetworkSegment(76990c72-3dd3-4fde-be51-6973e53036dc),segment_id=76990c72-3dd3-4fde-be51-6973e53036dc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:44.641292 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-138f69f0-4169-4b7e-b290-71cfdc66ced9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:44.679791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-138f69f0-4169-4b7e-b290-71cfdc66ced9 None None] Calling delete_port for eb46276e-1858-40c8-968c-7cfe9a466c75 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:58:44.719029 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:44.764762 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:44.800203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Port': ['ID=eb46276e-1858-40c8-968c-7cfe9a466c75,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:44.806705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] No DVR routers for this DVR port eb46276e-1858-40c8-968c-7cfe9a466c75 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:44.850963 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-138f69f0-4169-4b7e-b290-71cfdc66ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:44.867917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f69f0-4169-4b7e-b290-71cfdc66ced9 None None] No DVR routers for this DVR port eb46276e-1858-40c8-968c-7cfe9a466c75 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:44.890902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f69f0-4169-4b7e-b290-71cfdc66ced9 None None] Pushing event deleted for resources: {'Port': ['ID=eb46276e-1858-40c8-968c-7cfe9a466c75,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:44.918227 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:44.948268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677d6137-dea8-4aa9-8b84-3f51ca7f2464']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:44.960649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76990c72-3dd3-4fde-be51-6973e53036dc') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:44.961699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76990c72-3dd3-4fde-be51-6973e53036dc') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:58:44.975480 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:45.010053 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:45.026524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:58:45.026939 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:58:45.034281 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:58:45.170174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3caf07-e421-43a8-bbc3-ccf41f9e4c29 req-69c2c8b1-2fe5-4749-aa45-6c7653fb16ad tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:45.173512 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af3caf07-e421-43a8-bbc3-ccf41f9e4c29 req-69c2c8b1-2fe5-4749-aa45-6c7653fb16ad tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 949 time: 0.1099699 Oct 13 10:58:45.194903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53b81-6c37-40c7-973f-e6ee4d8955ae req-73c46055-2c60-41e6-afbb-9e4b4f74dec8 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:45.204116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e6b53b81-6c37-40c7-973f-e6ee4d8955ae req-73c46055-2c60-41e6-afbb-9e4b4f74dec8 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 949 time: 0.0819533 Oct 13 10:58:45.252985 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e6b53b81-6c37-40c7-973f-e6ee4d8955ae req-0b840be9-286e-4c37-9b2f-80188c2b0251 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ba71b11-b206-47ed-a621-73f3f6f93af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Oct 13 10:58:45.284190 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:45.291751 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:45.296099 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "DELETE /v2.0/networks/677d6137-dea8-4aa9-8b84-3f51ca7f2464 HTTP/1.1" status: 204 len: 168 time: 1.1280177 Oct 13 10:58:45.320087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43346) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:45.336390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-6e1280b6-e58c-487f-9219-6335db318a86 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1705916223'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:45.342921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295f91c-7457-4b10-9560-37105cd99c03 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Network': ['ID=677d6137-dea8-4aa9-8b84-3f51ca7f2464,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:45.350587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-af3caf07-e421-43a8-bbc3-ccf41f9e4c29 req-3250cbe4-4a21-4681-995c-cf2b5f3da402 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Deleting port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:58:45.351385 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-af3caf07-e421-43a8-bbc3-ccf41f9e4c29 req-3250cbe4-4a21-4681-995c-cf2b5f3da402 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:45.472514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1280b6-e58c-487f-9219-6335db318a86 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:45.472514 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e1280b6-e58c-487f-9219-6335db318a86 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:45.491310 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-af3caf07-e421-43a8-bbc3-ccf41f9e4c29 req-3250cbe4-4a21-4681-995c-cf2b5f3da402 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] For port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=3045c8c0-f3a6-4485-8cfc-cff473ee1deb,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:45.491310 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-af3caf07-e421-43a8-bbc3-ccf41f9e4c29 req-3250cbe4-4a21-4681-995c-cf2b5f3da402 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:45.508435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-af3caf07-e421-43a8-bbc3-ccf41f9e4c29 req-3250cbe4-4a21-4681-995c-cf2b5f3da402 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Calling delete_port for 3045c8c0-f3a6-4485-8cfc-cff473ee1deb owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:58:45.543455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1280b6-e58c-487f-9219-6335db318a86 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:58:45.551508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd723dd-1f07-4d81-a07e-e1d820422fc8 req-57d5f953-752a-4e21-a256-3bbec0e3c061 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:45.553853 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fd723dd-1f07-4d81-a07e-e1d820422fc8 req-57d5f953-752a-4e21-a256-3bbec0e3c061 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.1175365 Oct 13 10:58:45.599432 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e1280b6-e58c-487f-9219-6335db318a86 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:45.599788 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-6e1280b6-e58c-487f-9219-6335db318a86 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Added segment 6711841b-53e6-4967-bbef-8df471d91c4b of type vlan for network 473ae6af-5222-47bc-81a4-b74d3a576b90 Oct 13 10:58:45.604509 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fd723dd-1f07-4d81-a07e-e1d820422fc8 req-46a52ea6-abf5-4c2a-867e-7ce74bb3a02c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447776 Oct 13 10:58:45.661651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'name': 'network-vif-deleted', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:45.664624 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1333bec3-7f38-4737-91b5-db63e137c197" -d '{"events": [{"server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "name": "network-vif-deleted", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:45.683401 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a499a798-ef84-4509-a474-f2378846974a req-f8fb48d7-74db-479d-9e1d-7f413e80249b tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.0685556 Oct 13 10:58:45.719858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e5327bf-9c79-4ed2-9f6b-b7982aae0140 req-aa0d4b5b-9577-40d2-9cb6-81df92c9f9b0 tempest-ServerShowV257Test-801656840 tempest-ServerShowV257Test-801656840-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff6380db-ee4a-49c4-bd1a-76a2738c4e13 HTTP/1.1" status: 200 len: 210 time: 0.1060646 Oct 13 10:58:45.725829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8c199-2454-4b4f-a87b-bc8fea6e3921 req-e59f4395-f3c8-4042-ac70-1697022be1af tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:45.727406 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1b8c199-2454-4b4f-a87b-bc8fea6e3921 req-e59f4395-f3c8-4042-ac70-1697022be1af tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 951 time: 0.0573392 Oct 13 10:58:45.732200 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e1280b6-e58c-487f-9219-6335db318a86 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:45.776086 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1b8c199-2454-4b4f-a87b-bc8fea6e3921 req-45d16b5f-40ab-4b3f-8cd2-021c3d4df9cf tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384271 Oct 13 10:58:45.866318 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1c5697-bc13-414b-88bb-26465744c67e x-openstack-request-id: req-7e1c5697-bc13-414b-88bb-26465744c67e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:45.866682 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277512d5-05ab-4fe8-86ee-c054ab32108e", "name": "network-vif-deleted", "tag": "154fe0a5-9c38-475d-9fb0-3885f99795f9", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:45.866958 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e1c5697-bc13-414b-88bb-26465744c67e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:45.867370 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277512d5-05ab-4fe8-86ee-c054ab32108e', 'name': 'network-vif-deleted', 'tag': '154fe0a5-9c38-475d-9fb0-3885f99795f9', 'status': 'completed', 'code': 200} Oct 13 10:58:45.907290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eab14-f936-4bc2-88f3-4ca17251b62f req-e4108687-ddec-4f06-a4a8-43059bba85e7 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:45.908739 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f5eab14-f936-4bc2-88f3-4ca17251b62f req-e4108687-ddec-4f06-a4a8-43059bba85e7 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.1194327 Oct 13 10:58:45.911773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e1280b6-e58c-487f-9219-6335db318a86 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:45.917546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1280b6-e58c-487f-9219-6335db318a86 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:45.918140 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e1280b6-e58c-487f-9219-6335db318a86 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:45.986624 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-af3caf07-e421-43a8-bbc3-ccf41f9e4c29 req-3250cbe4-4a21-4681-995c-cf2b5f3da402 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:45.998934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['3045c8c0-f3a6-4485-8cfc-cff473ee1deb'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:46.038569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250cbe4-4a21-4681-995c-cf2b5f3da402 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Pushing event deleted for resources: {'Port': ['ID=3045c8c0-f3a6-4485-8cfc-cff473ee1deb,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:46.096896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1280b6-e58c-487f-9219-6335db318a86 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event updated for resources: {'Network': ['ID=473ae6af-5222-47bc-81a4-b74d3a576b90,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:46.101645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f5eab14-f936-4bc2-88f3-4ca17251b62f req-771b82e4-470b-4420-80d0-921fa51f70a3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809428 Oct 13 10:58:46.105783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3caf07-e421-43a8-bbc3-ccf41f9e4c29 req-3250cbe4-4a21-4681-995c-cf2b5f3da402 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] No DVR routers for this DVR port 3045c8c0-f3a6-4485-8cfc-cff473ee1deb on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:46.113925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6e1280b6-e58c-487f-9219-6335db318a86 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7838240 Oct 13 10:58:46.113925 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-af3caf07-e421-43a8-bbc3-ccf41f9e4c29 req-3250cbe4-4a21-4681-995c-cf2b5f3da402 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:46.114205 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 473ae6af-5222-47bc-81a4-b74d3a576b90 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:58:46.120710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af3caf07-e421-43a8-bbc3-ccf41f9e4c29 req-3250cbe4-4a21-4681-995c-cf2b5f3da402 tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.21 "DELETE /v2.0/ports/3045c8c0-f3a6-4485-8cfc-cff473ee1deb HTTP/1.1" status: 204 len: 173 time: 0.9345639 Oct 13 10:58:46.120958 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43360) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:46.134550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-429f6363-df51-48c8-872c-6448b386534f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Request body: {'subnet': {'network_id': '473ae6af-5222-47bc-81a4-b74d3a576b90', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:46.375580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429f6363-df51-48c8-872c-6448b386534f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:46.379399 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-429f6363-df51-48c8-872c-6448b386534f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:46.399055 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c066e929-3ee5-42d2-8270-aa27e0475259 req-1de6f950-c7f9-426d-aa98-76ff25ec937b tempest-ServersAdminNegativeTestJSON-1019226721 tempest-ServersAdminNegativeTestJSON-1019226721-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e6cec4e-1543-405b-99ff-c913769f1ec2 HTTP/1.1" status: 200 len: 210 time: 0.0518005 Oct 13 10:58:46.728862 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-429f6363-df51-48c8-872c-6448b386534f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:46.822988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2a76f-4784-4a71-9277-5447e74f8ecb req-d0e70876-6bcd-4425-a049-76bbd4ab1777 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:46.832054 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82b2a76f-4784-4a71-9277-5447e74f8ecb req-d0e70876-6bcd-4425-a049-76bbd4ab1777 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.1318567 Oct 13 10:58:46.844432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f6363-df51-48c8-872c-6448b386534f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event updated for resources: {'Subnet': ['ID=3e66ac49-6fd9-46e4-b205-287b7530f6b5,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:46.897562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f6363-df51-48c8-872c-6448b386534f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Checking segment: {'id': '6711841b-53e6-4967-bbef-8df471d91c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '473ae6af-5222-47bc-81a4-b74d3a576b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:46.898184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f6363-df51-48c8-872c-6448b386534f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Network hostable DHCP agents. Network: 473ae6af-5222-47bc-81a4-b74d3a576b90, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:58:46.918510 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82b2a76f-4784-4a71-9277-5447e74f8ecb req-72c37785-5f1d-470a-863a-734d63f2788c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854461 Oct 13 10:58:46.990424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9654c-9cc8-4ad1-9cc0-54c09fe75a00 req-591fd221-d7e5-425e-80be-59064bf705c7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:46.995363 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7da9654c-9cc8-4ad1-9cc0-54c09fe75a00 req-591fd221-d7e5-425e-80be-59064bf705c7 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 951 time: 0.0779793 Oct 13 10:58:46.998086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f6363-df51-48c8-872c-6448b386534f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Network 473ae6af-5222-47bc-81a4-b74d3a576b90 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:58:47.051559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7da9654c-9cc8-4ad1-9cc0-54c09fe75a00 req-61777a40-9e43-4d04-a3c3-261ca4727849 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484746 Oct 13 10:58:47.063069 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-429f6363-df51-48c8-872c-6448b386534f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 473ae6af-5222-47bc-81a4-b74d3a576b90) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:47.074565 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9111a44-62fe-4186-b831-3ac15ef03938 None None] Network 473ae6af-5222-47bc-81a4-b74d3a576b90 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:58:47.096248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f6363-df51-48c8-872c-6448b386534f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:47.098621 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-429f6363-df51-48c8-872c-6448b386534f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:47.101733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4d030-563c-478d-9ef5-eced384cfc62 req-6a937a10-08fd-4556-af64-6265f70f5564 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:47.103347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cea4d030-563c-478d-9ef5-eced384cfc62 req-6a937a10-08fd-4556-af64-6265f70f5564 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 951 time: 0.0723367 Oct 13 10:58:47.224150 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-429f6363-df51-48c8-872c-6448b386534f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1058760 Oct 13 10:58:47.228531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43382) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:47.236443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2e0deca9-0150-42a8-95ed-673d4e01b06b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-17432430'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:47.257377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-cea4d030-563c-478d-9ef5-eced384cfc62 req-8fd31376-7444-41da-a326-77f25a24c952 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Deleting port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:58:47.258104 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cea4d030-563c-478d-9ef5-eced384cfc62 req-8fd31376-7444-41da-a326-77f25a24c952 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:47.288888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1728af6-4220-48b1-8f57-caa78b375db4 req-ef51342a-6058-414d-98ff-bea9610204c3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:47.297722 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1728af6-4220-48b1-8f57-caa78b375db4 req-ef51342a-6058-414d-98ff-bea9610204c3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0925062 Oct 13 10:58:47.349651 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1728af6-4220-48b1-8f57-caa78b375db4 req-cff11fa4-610d-4d96-a5e0-fe2f2f7c6e30 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503614 Oct 13 10:58:47.354278 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0deca9-0150-42a8-95ed-673d4e01b06b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:47.364157 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e0deca9-0150-42a8-95ed-673d4e01b06b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:47.391417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-473ae6af-5222-47bc-81a4-b74d3a576b90', 'network_id': '473ae6af-5222-47bc-81a4-b74d3a576b90', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'fixed_ips': [{'subnet_id': '3e66ac49-6fd9-46e4-b205-287b7530f6b5'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:58:47.392426 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:47.417172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0deca9-0150-42a8-95ed-673d4e01b06b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:58:47.426167 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e0deca9-0150-42a8-95ed-673d4e01b06b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:47.426554 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-2e0deca9-0150-42a8-95ed-673d4e01b06b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Added segment 9fb62ffb-2eae-48cd-823b-7deb41ef5f08 of type vlan for network 7f5d087b-6138-4b41-9032-e3cba6f27a13 Oct 13 10:58:47.469749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43388) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:47.472246 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e0deca9-0150-42a8-95ed-673d4e01b06b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:47.508978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-cea4d030-563c-478d-9ef5-eced384cfc62 req-8fd31376-7444-41da-a326-77f25a24c952 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] For port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:47.509445 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cea4d030-563c-478d-9ef5-eced384cfc62 req-8fd31376-7444-41da-a326-77f25a24c952 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:47.523076 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-cea4d030-563c-478d-9ef5-eced384cfc62 req-8fd31376-7444-41da-a326-77f25a24c952 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Calling delete_port for 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:58:47.620701 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e0deca9-0150-42a8-95ed-673d4e01b06b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:47.631238 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0deca9-0150-42a8-95ed-673d4e01b06b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:47.636217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e0deca9-0150-42a8-95ed-673d4e01b06b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:47.691235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33bd0912-15c8-4b78-8558-4d24fe24abd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:47.707712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Allocated IP 19.80.0.2 (473ae6af-5222-47bc-81a4-b74d3a576b90/3e66ac49-6fd9-46e4-b205-287b7530f6b5/d31aeb20-075f-4f76-aad5-caf4af7ca564) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:58:47.846281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0deca9-0150-42a8-95ed-673d4e01b06b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event updated for resources: {'Network': ['ID=7f5d087b-6138-4b41-9032-e3cba6f27a13,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:47.874277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 7f5d087b-6138-4b41-9032-e3cba6f27a13 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:58:47.884779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6cec4e-1543-405b-99ff-c913769f1ec2', 'name': 'network-vif-deleted', 'tag': '3045c8c0-f3a6-4485-8cfc-cff473ee1deb'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:47.887121 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208a3c2e-9bfe-4afd-8c57-2c4cd10dd816" -d '{"events": [{"server_uuid": "3e6cec4e-1543-405b-99ff-c913769f1ec2", "name": "network-vif-deleted", "tag": "3045c8c0-f3a6-4485-8cfc-cff473ee1deb"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:47.892718 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2e0deca9-0150-42a8-95ed-673d4e01b06b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6629312 Oct 13 10:58:47.895385 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33bd0912-15c8-4b78-8558-4d24fe24abd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:47.896595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43400) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:47.922674 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f7ef3d1b-9b39-41ca-9d96-3be068927aac tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Request body: {'subnet': {'network_id': '7f5d087b-6138-4b41-9032-e3cba6f27a13', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:47.968493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a376e3-57c8-455a-b4d7-afd5d1ee4b38 req-9caf80da-a10a-428f-871d-52bbf6d52bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:47.970091 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78a376e3-57c8-455a-b4d7-afd5d1ee4b38 req-9caf80da-a10a-428f-871d-52bbf6d52bb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 1097 time: 0.1128378 Oct 13 10:58:48.011234 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3802096c-0095-490e-ad2a-2578a113161e x-openstack-request-id: req-3802096c-0095-490e-ad2a-2578a113161e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:48.011890 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6cec4e-1543-405b-99ff-c913769f1ec2", "name": "network-vif-deleted", "tag": "3045c8c0-f3a6-4485-8cfc-cff473ee1deb", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:48.011890 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3802096c-0095-490e-ad2a-2578a113161e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:48.012177 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6cec4e-1543-405b-99ff-c913769f1ec2', 'name': 'network-vif-deleted', 'tag': '3045c8c0-f3a6-4485-8cfc-cff473ee1deb', 'status': 'completed', 'code': 200} Oct 13 10:58:48.047817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 154fe0a5-9c38-475d-9fb0-3885f99795f9 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:58:48.090171 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33bd0912-15c8-4b78-8558-4d24fe24abd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:48.126456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 154fe0a5-9c38-475d-9fb0-3885f99795f9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:58:48.127003 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 154fe0a5-9c38-475d-9fb0-3885f99795f9 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:58:48.130997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a376e3-57c8-455a-b4d7-afd5d1ee4b38 req-bc8dca8b-d9af-419d-9e7f-3683f8cb25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:48.132481 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78a376e3-57c8-455a-b4d7-afd5d1ee4b38 req-bc8dca8b-d9af-419d-9e7f-3683f8cb25d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 917 time: 0.1373336 Oct 13 10:58:48.214467 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cea4d030-563c-478d-9ef5-eced384cfc62 req-8fd31376-7444-41da-a326-77f25a24c952 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:48.222253 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-33bd0912-15c8-4b78-8558-4d24fe24abd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f7b10048eb1438aa4dedcf969dcd795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7484894 Oct 13 10:58:48.224881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43406) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:48.231629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd0912-15c8-4b78-8558-4d24fe24abd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbfa3fb-9997-4e5e-9617-ce0f543a9a53,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:48.254324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b3afbfa-3ef2-41f6-8a72-59896b8184e5 req-32acdc0b-1ba5-4492-b7ad-3d050f86bd21 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 210 time: 0.0377958 Oct 13 10:58:48.264519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['850e764c-894d-4cf3-b469-d796681e881f', '80aa8575-f2ce-442d-8cb3-dfb1b38b1979'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:48.272306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['a1c04bc8-f710-4d8a-ac75-946cc6645d9c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:48.306583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c26a9e-36ba-4035-9ee3-454642ff780e req-b8252cd3-aa16-48d8-b942-ab907fc7540e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:48.315407 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5c26a9e-36ba-4035-9ee3-454642ff780e req-b8252cd3-aa16-48d8-b942-ab907fc7540e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.1970096 Oct 13 10:58:48.328949 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:48.340267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd31376-7444-41da-a326-77f25a24c952 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Pushing event deleted for resources: {'Port': ['ID=80aa8575-f2ce-442d-8cb3-dfb1b38b1979,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:48.416036 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5c26a9e-36ba-4035-9ee3-454642ff780e req-c28c96e7-0189-4e6a-95b6-610aafa47e27 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992177 Oct 13 10:58:48.421982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ef3d1b-9b39-41ca-9d96-3be068927aac tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:48.433141 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78a376e3-57c8-455a-b4d7-afd5d1ee4b38 req-0bd35bcc-c275-4cbe-b774-8fa70217d279 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516 HTTP/1.1" status: 200 len: 1001 time: 0.2841463 Oct 13 10:58:48.439607 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3d1b-9b39-41ca-9d96-3be068927aac tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:48.450725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 3045c8c0-f3a6-4485-8cfc-cff473ee1deb no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:58:48.468262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43412) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:48.468614 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:48.511638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea4d030-563c-478d-9ef5-eced384cfc62 req-8fd31376-7444-41da-a326-77f25a24c952 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] No DVR routers for this DVR port 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:48.525273 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-cea4d030-563c-478d-9ef5-eced384cfc62 req-8fd31376-7444-41da-a326-77f25a24c952 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:48.528783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cea4d030-563c-478d-9ef5-eced384cfc62 req-8fd31376-7444-41da-a326-77f25a24c952 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "DELETE /v2.0/ports/80aa8575-f2ce-442d-8cb3-dfb1b38b1979 HTTP/1.1" status: 204 len: 173 time: 1.4193463 Oct 13 10:58:48.531837 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5d288c7-85c7-4eb9-8e0b-469223035e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:48.557045 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5d288c7-85c7-4eb9-8e0b-469223035e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:48.574398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a376e3-57c8-455a-b4d7-afd5d1ee4b38 req-0a493182-32a8-42c5-967e-d5bd23cae879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:48.576317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78a376e3-57c8-455a-b4d7-afd5d1ee4b38 req-0a493182-32a8-42c5-967e-d5bd23cae879 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.1347017 Oct 13 10:58:48.605986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f4d81-5b7d-452c-a9f3-02d9f90c0c28 req-8b9b6446-31be-4e03-b259-b9b5de683266 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:48.680988 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-635f4d81-5b7d-452c-a9f3-02d9f90c0c28 req-8b9b6446-31be-4e03-b259-b9b5de683266 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.1047146 Oct 13 10:58:48.681071 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Pushing event updated for resources: {'Port': ['ID=d31aeb20-075f-4f76-aad5-caf4af7ca564,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:48.687764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 3045c8c0-f3a6-4485-8cfc-cff473ee1deb {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:58:48.688111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 3045c8c0-f3a6-4485-8cfc-cff473ee1deb not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:58:48.711422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a376e3-57c8-455a-b4d7-afd5d1ee4b38 req-63338ee8-7140-45d0-8283-e802efc315eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:48.712277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Network 473ae6af-5222-47bc-81a4-b74d3a576b90 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:48.713201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78a376e3-57c8-455a-b4d7-afd5d1ee4b38 req-63338ee8-7140-45d0-8283-e802efc315eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236651 Oct 13 10:58:48.772748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:48.772748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:58:48.823772 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5d288c7-85c7-4eb9-8e0b-469223035e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:48.829719 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5d288c7-85c7-4eb9-8e0b-469223035e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:48.829719 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a5d288c7-85c7-4eb9-8e0b-469223035e5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfbfa3fb-9997-4e5e-9617-ce0f543a9a53 HTTP/1.1" status: 204 len: 168 time: 0.5994995 Oct 13 10:58:48.863843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d288c7-85c7-4eb9-8e0b-469223035e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbfa3fb-9997-4e5e-9617-ce0f543a9a53,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:48.872525 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bf176b14-4399-4a52-b294-95a8fe971173 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16169aedf4124f2e94264ebcedaade29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808510 Oct 13 10:58:48.876171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43422) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:48.890292 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Attempting to bind port d31aeb20-075f-4f76-aad5-caf4af7ca564 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:48.890292 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Attempting to bind port d31aeb20-075f-4f76-aad5-caf4af7ca564 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '6711841b-53e6-4967-bbef-8df471d91c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '473ae6af-5222-47bc-81a4-b74d3a576b90'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:48.891134 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Attempting to bind port d31aeb20-075f-4f76-aad5-caf4af7ca564 on network 473ae6af-5222-47bc-81a4-b74d3a576b90 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:48.973903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:48.977380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Checking segment: {'id': '6711841b-53e6-4967-bbef-8df471d91c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '473ae6af-5222-47bc-81a4-b74d3a576b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:48.981697 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:48.981697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Bound using segment: {'id': '6711841b-53e6-4967-bbef-8df471d91c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '473ae6af-5222-47bc-81a4-b74d3a576b90'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:48.981697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Bound port: d31aeb20-075f-4f76-aad5-caf4af7ca564, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6711841b-53e6-4967-bbef-8df471d91c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '473ae6af-5222-47bc-81a4-b74d3a576b90'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:48.982011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78a376e3-57c8-455a-b4d7-afd5d1ee4b38 req-0020bfcd-dcef-4122-8579-1e36f189c0ae service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475197 Oct 13 10:58:48.982120 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:49.012114 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-635f4d81-5b7d-452c-a9f3-02d9f90c0c28 req-b15eeb03-82a7-4c40-8a2b-561d0108eca3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628449 Oct 13 10:58:49.016035 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-afe8a4b1-7338-48c6-9217-46688449be3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:49.136461 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-afe8a4b1-7338-48c6-9217-46688449be3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:49.211456 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3d1b-9b39-41ca-9d96-3be068927aac tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:49.307501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] For port d31aeb20-075f-4f76-aad5-caf4af7ca564, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:49.337108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78a376e3-57c8-455a-b4d7-afd5d1ee4b38 req-f852fb95-2994-434e-a711-fda4d2bd47d7 service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199522 Oct 13 10:58:49.347247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] For port d31aeb20-075f-4f76-aad5-caf4af7ca564, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d31aeb20-075f-4f76-aad5-caf4af7ca564,segment=NetworkSegment(6711841b-53e6-4967-bbef-8df471d91c4b),segment_id=6711841b-53e6-4967-bbef-8df471d91c4b)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:49.390419 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef3d1b-9b39-41ca-9d96-3be068927aac tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event updated for resources: {'Subnet': ['ID=91571abe-d556-494c-b52c-e2fd480899ea,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:49.399624 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ef3d1b-9b39-41ca-9d96-3be068927aac tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Checking segment: {'id': '9fb62ffb-2eae-48cd-823b-7deb41ef5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7f5d087b-6138-4b41-9032-e3cba6f27a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:49.400054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ef3d1b-9b39-41ca-9d96-3be068927aac tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Network hostable DHCP agents. Network: 7f5d087b-6138-4b41-9032-e3cba6f27a13, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:58:49.409949 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:49.468720 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-afe8a4b1-7338-48c6-9217-46688449be3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:49.473126 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-afe8a4b1-7338-48c6-9217-46688449be3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:49.481220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-afe8a4b1-7338-48c6-9217-46688449be3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ba71b11-b206-47ed-a621-73f3f6f93af7 HTTP/1.1" status: 204 len: 168 time: 0.5983884 Oct 13 10:58:49.481220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8618c1e9-43f3-46fb-939e-f10fe05f3cb5 req-a6ebf36c-0e92-4fd9-a738-ea945e681295 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=553d84e4-7104-4e83-8e8b-cc97fb42eb34 HTTP/1.1" status: 200 len: 210 time: 0.0601621 Oct 13 10:58:49.492267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8a4b1-7338-48c6-9217-46688449be3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba71b11-b206-47ed-a621-73f3f6f93af7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:49.531753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ef3d1b-9b39-41ca-9d96-3be068927aac tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Network 7f5d087b-6138-4b41-9032-e3cba6f27a13 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:58:49.577354 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31ec5a-7ab2-4107-b2be-ea869801ec92 None None] Pushing event updated for resources: {'Port': ['ID=d31aeb20-075f-4f76-aad5-caf4af7ca564,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:49.622066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-f7ef3d1b-9b39-41ca-9d96-3be068927aac tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 7f5d087b-6138-4b41-9032-e3cba6f27a13) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:49.633090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ef3d1b-9b39-41ca-9d96-3be068927aac tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:49.635729 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3d1b-9b39-41ca-9d96-3be068927aac tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:49.636301 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ddc3a-11cf-4e06-b704-257761673488 None None] Network 7f5d087b-6138-4b41-9032-e3cba6f27a13 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:58:49.669228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a232b-b18c-45b7-826b-f9009652c70d req-7a87a3ba-b39f-4929-b8a3-1ff299c3c506 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:49.688597 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd2a232b-b18c-45b7-826b-f9009652c70d req-7a87a3ba-b39f-4929-b8a3-1ff299c3c506 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.1021538 Oct 13 10:58:49.772151 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f7ef3d1b-9b39-41ca-9d96-3be068927aac tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8647680 Oct 13 10:58:49.772719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd2a232b-b18c-45b7-826b-f9009652c70d req-4c4451d5-511e-4b7d-a36f-ca89b0b9dd04 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718350 Oct 13 10:58:50.013852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'name': 'network-vif-deleted', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:50.015654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43448) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:50.018965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-7f5d087b-6138-4b41-9032-e3cba6f27a13', 'network_id': '7f5d087b-6138-4b41-9032-e3cba6f27a13', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'fixed_ips': [{'subnet_id': '91571abe-d556-494c-b52c-e2fd480899ea'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:58:50.020634 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e0f988-6001-4d13-aae6-ac8d47781986" -d '{"events": [{"server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "name": "network-vif-deleted", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:50.022045 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:50.111616 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33f469d-91b7-496d-8150-881f1a439b7e x-openstack-request-id: req-c33f469d-91b7-496d-8150-881f1a439b7e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:50.113611 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553d84e4-7104-4e83-8e8b-cc97fb42eb34", "name": "network-vif-deleted", "tag": "80aa8575-f2ce-442d-8cb3-dfb1b38b1979", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:50.113611 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c33f469d-91b7-496d-8150-881f1a439b7e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:50.114696 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553d84e4-7104-4e83-8e8b-cc97fb42eb34', 'name': 'network-vif-deleted', 'tag': '80aa8575-f2ce-442d-8cb3-dfb1b38b1979', 'status': 'completed', 'code': 200} Oct 13 10:58:50.183569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976e29e-34f6-4f48-82a8-8456f095899b req-f61981a7-273e-45c8-8e47-794631922fa1 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:50.185327 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5976e29e-34f6-4f48-82a8-8456f095899b req-f61981a7-273e-45c8-8e47-794631922fa1 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0607262 Oct 13 10:58:50.245322 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5976e29e-34f6-4f48-82a8-8456f095899b req-f042aaaa-559c-4b26-a4f8-fd5e6cd3db41 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510116 Oct 13 10:58:50.282078 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Allocated IP 19.86.0.2 (7f5d087b-6138-4b41-9032-e3cba6f27a13/91571abe-d556-494c-b52c-e2fd480899ea/e9e79db0-8bf3-48d5-b159-52a742c0d9e2) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:58:50.614269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9afb69e7-f3aa-4dad-b71d-91e048448d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:50.618248 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d31aeb20-075f-4f76-aad5-caf4af7ca564 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:50.631375 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:50.780218 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d31aeb20-075f-4f76-aad5-caf4af7ca564 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:50.780753 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:50.788020 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:50.788248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f4d4ec3-eb2d-433b-9931-5e3cf87768ec tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:50.791232 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9afb69e7-f3aa-4dad-b71d-91e048448d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:50.798357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f4d4ec3-eb2d-433b-9931-5e3cf87768ec tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:50.805591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f4d4ec3-eb2d-433b-9931-5e3cf87768ec tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/networks?id=473ae6af-5222-47bc-81a4-b74d3a576b90&id=7f5d087b-6138-4b41-9032-e3cba6f27a13 HTTP/1.1" status: 200 len: 1390 time: 0.3288445 Oct 13 10:58:50.832452 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-897cc81b-1d36-4227-be48-56e08238269d tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/quotas/26be1cb1a05e4c8f9bea82aa7035316c HTTP/1.1" status: 200 len: 375 time: 0.0258267 Oct 13 10:58:50.906962 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9afb69e7-f3aa-4dad-b71d-91e048448d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:50.946359 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-cf726528-2df2-400b-9291-0ce13c834dc7 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1127427 Oct 13 10:58:50.992214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb69e7-f3aa-4dad-b71d-91e048448d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10b5d03-d704-48dc-a21c-5d87fc7f1794,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:50.993212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Network 7f5d087b-6138-4b41-9032-e3cba6f27a13 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:51.016192 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:51.023351 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:58:51.044613 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9afb69e7-f3aa-4dad-b71d-91e048448d25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71eec0772de947e8a86e7794c6c4342f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0234630 Oct 13 10:58:51.044729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43486) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:51.053007 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Pushing event updated for resources: {'Port': ['ID=e9e79db0-8bf3-48d5-b159-52a742c0d9e2,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:51.144586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43492) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:51.196692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Attempting to bind port e9e79db0-8bf3-48d5-b159-52a742c0d9e2 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:58:51.206445 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Attempting to bind port e9e79db0-8bf3-48d5-b159-52a742c0d9e2 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9fb62ffb-2eae-48cd-823b-7deb41ef5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7f5d087b-6138-4b41-9032-e3cba6f27a13'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:58:51.207046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Attempting to bind port e9e79db0-8bf3-48d5-b159-52a742c0d9e2 on network 7f5d087b-6138-4b41-9032-e3cba6f27a13 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:58:51.208444 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb50f-4168-44d8-a21b-1952445cfcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.227475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:58:51.228054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Checking segment: {'id': '9fb62ffb-2eae-48cd-823b-7deb41ef5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7f5d087b-6138-4b41-9032-e3cba6f27a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:58:51.228288 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.229810 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Bound using segment: {'id': '9fb62ffb-2eae-48cd-823b-7deb41ef5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7f5d087b-6138-4b41-9032-e3cba6f27a13'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:58:51.230317 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Bound port: e9e79db0-8bf3-48d5-b159-52a742c0d9e2, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb62ffb-2eae-48cd-823b-7deb41ef5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7f5d087b-6138-4b41-9032-e3cba6f27a13'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:58:51.233834 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.237433 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.251399 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-abdaf9c8-7eee-4a70-808e-c427fdf62f53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a0779f096be464eb9d9ebc152443c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1032894 Oct 13 10:58:51.252293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43496) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:51.271267 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb50f-4168-44d8-a21b-1952445cfcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.400394 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f48245d-57c1-4726-a99b-928775acf27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.460682 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb50f-4168-44d8-a21b-1952445cfcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.465158 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb50f-4168-44d8-a21b-1952445cfcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.466352 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0d9eb50f-4168-44d8-a21b-1952445cfcb2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d10b5d03-d704-48dc-a21c-5d87fc7f1794 HTTP/1.1" status: 204 len: 168 time: 0.4180844 Oct 13 10:58:51.490598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-b8ab5435-814c-4d52-8f88-d5cbc8095333 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:58:51.493050 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] For port e9e79db0-8bf3-48d5-b159-52a742c0d9e2, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:58:51.496573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] For port e9e79db0-8bf3-48d5-b159-52a742c0d9e2, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e9e79db0-8bf3-48d5-b159-52a742c0d9e2,segment=NetworkSegment(9fb62ffb-2eae-48cd-823b-7deb41ef5f08),segment_id=9fb62ffb-2eae-48cd-823b-7deb41ef5f08)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:58:51.501292 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-b8ab5435-814c-4d52-8f88-d5cbc8095333 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5467067 Oct 13 10:58:51.501699 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1797089-29f6-49f4-bdf2-f074b35dbaef None None] Network 473ae6af-5222-47bc-81a4-b74d3a576b90 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:58:51.503824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9eb50f-4168-44d8-a21b-1952445cfcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10b5d03-d704-48dc-a21c-5d87fc7f1794,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:51.563306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f48245d-57c1-4726-a99b-928775acf27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.583432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port d31aeb20-075f-4f76-aad5-caf4af7ca564, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d31aeb20-075f-4f76-aad5-caf4af7ca564,segment=NetworkSegment(6711841b-53e6-4967-bbef-8df471d91c4b),segment_id=6711841b-53e6-4967-bbef-8df471d91c4b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:51.604863 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.633859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-577dfc5e-bead-4a51-840c-7bcf2f843eca service neutron] 10.222.0.32 "GET /v2.0/networks/473ae6af-5222-47bc-81a4-b74d3a576b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317546 Oct 13 10:58:51.700411 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.721108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6efa05-fa76-43c9-ae42-5f334284fb50 req-c7c95d86-2a92-4b88-abbf-e69076b2680b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:51.731712 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9a6efa05-fa76-43c9-ae42-5f334284fb50 req-c7c95d86-2a92-4b88-abbf-e69076b2680b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.3343015 Oct 13 10:58:51.787130 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f48245d-57c1-4726-a99b-928775acf27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.793503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f48245d-57c1-4726-a99b-928775acf27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.797590 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2f48245d-57c1-4726-a99b-928775acf27e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff9f67ee-56c7-4dab-94fc-a95c14226e15 HTTP/1.1" status: 204 len: 168 time: 0.5412176 Oct 13 10:58:51.801165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-35a187cf-c17e-41b5-8b0d-9e8ab3622bff service neutron] 10.222.0.32 "GET /v2.0/networks/473ae6af-5222-47bc-81a4-b74d3a576b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661046 Oct 13 10:58:51.835670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9a814-7a98-4cb9-8120-d1dc2a830bfa None None] Pushing event updated for resources: {'Port': ['ID=e9e79db0-8bf3-48d5-b159-52a742c0d9e2,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:51.837548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48245d-57c1-4726-a99b-928775acf27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9f67ee-56c7-4dab-94fc-a95c14226e15,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:51.840818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b1153ed1-a64a-4048-9420-2eab081922cb None None] Provisioning complete for port d31aeb20-075f-4f76-aad5-caf4af7ca564 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:51.841188 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b1153ed1-a64a-4048-9420-2eab081922cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:51.861982 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9a6efa05-fa76-43c9-ae42-5f334284fb50 req-35656362-3d03-4a4c-9424-019f1429dcca tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289907 Oct 13 10:58:51.966520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:58:52.022117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-8c2bf6de-a461-4bf1-ab9c-a3acfd14356c service neutron] 10.222.0.32 "GET /v2.0/networks/7f5d087b-6138-4b41-9032-e3cba6f27a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185583 Oct 13 10:58:52.063057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:58:52.063057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 80aa8575-f2ce-442d-8cb3-dfb1b38b1979 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:58:52.294818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabd452-668c-4663-99bf-f1734f53032c req-6f8fde26-de3b-48ef-8cfe-e56e5a07b28a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:52.300798 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9aabd452-668c-4663-99bf-f1734f53032c req-6f8fde26-de3b-48ef-8cfe-e56e5a07b28a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.1119511 Oct 13 10:58:52.309849 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0022c4ef-7626-479e-9a04-65480f0f4017 service neutron] 10.222.0.32 "GET /v2.0/networks/7f5d087b-6138-4b41-9032-e3cba6f27a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831385 Oct 13 10:58:52.374761 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9aabd452-668c-4663-99bf-f1734f53032c req-ace17529-df5a-48f9-9b83-040111aeec3b tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518219 Oct 13 10:58:52.432768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=d31aeb20-075f-4f76-aad5-caf4af7ca564,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:52.720683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e9e79db0-8bf3-48d5-b159-52a742c0d9e2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:52.771193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45ba9b-6e99-45d2-83da-e80d03724b95 req-ad2e61eb-11ef-455a-be66-6c7b447edbd8 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:52.771193 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f45ba9b-6e99-45d2-83da-e80d03724b95 req-ad2e61eb-11ef-455a-be66-6c7b447edbd8 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.1955392 Oct 13 10:58:53.004668 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e9e79db0-8bf3-48d5-b159-52a742c0d9e2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:53.004668 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:53.006279 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f0ef5d1-bd9f-4f2e-9037-fd6470ae41f3 req-8d5c5bfb-99fb-46a5-94a9-d96a8d0710f2 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 210 time: 0.1196973 Oct 13 10:58:53.006791 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f45ba9b-6e99-45d2-83da-e80d03724b95 req-8ba88c32-885e-4aee-a9f1-c6c053b0c259 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800385 Oct 13 10:58:53.007063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c809af-dd4b-4bc5-8b9d-9775bb3bff0c req-311eb1d4-e574-47c1-a6d6-8e41eb7b59a0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:53.007063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33c809af-dd4b-4bc5-8b9d-9775bb3bff0c req-311eb1d4-e574-47c1-a6d6-8e41eb7b59a0 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.3951385 Oct 13 10:58:53.101446 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:53.163569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port e9e79db0-8bf3-48d5-b159-52a742c0d9e2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e9e79db0-8bf3-48d5-b159-52a742c0d9e2,segment=NetworkSegment(9fb62ffb-2eae-48cd-823b-7deb41ef5f08),segment_id=9fb62ffb-2eae-48cd-823b-7deb41ef5f08)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:53.262595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-683e4384-bdfb-4ced-90e1-1617818f7b4f None None] Provisioning complete for port d31aeb20-075f-4f76-aad5-caf4af7ca564 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:53.265079 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-683e4384-bdfb-4ced-90e1-1617818f7b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:53.268644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab2bc7-b52a-48e7-843b-7bc6b48a2ffc req-3dd08422-0ea0-4aa5-ab69-c4d60df9ae7f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:53.270941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5cab2bc7-b52a-48e7-843b-7bc6b48a2ffc req-3dd08422-0ea0-4aa5-ab69-c4d60df9ae7f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.2316315 Oct 13 10:58:53.281100 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:53.325570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-33c809af-dd4b-4bc5-8b9d-9775bb3bff0c req-64a344e9-bc98-4fd2-8ea5-dc5076cc6550 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Deleting port a1c04bc8-f710-4d8a-ac75-946cc6645d9c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:58:53.326868 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-33c809af-dd4b-4bc5-8b9d-9775bb3bff0c req-64a344e9-bc98-4fd2-8ea5-dc5076cc6550 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:53.425362 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5cab2bc7-b52a-48e7-843b-7bc6b48a2ffc req-e7418109-b1be-4936-a50f-18ab01d85c2c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463740 Oct 13 10:58:53.550108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=e9e79db0-8bf3-48d5-b159-52a742c0d9e2,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:53.646923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-33c809af-dd4b-4bc5-8b9d-9775bb3bff0c req-64a344e9-bc98-4fd2-8ea5-dc5076cc6550 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] For port a1c04bc8-f710-4d8a-ac75-946cc6645d9c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:53.653456 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-33c809af-dd4b-4bc5-8b9d-9775bb3bff0c req-64a344e9-bc98-4fd2-8ea5-dc5076cc6550 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:53.654665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6411f0ba-c9a3-4966-959f-24e99ee931c8 None None] Network 7f5d087b-6138-4b41-9032-e3cba6f27a13 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:58:53.656694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05995c-262d-40ae-a5f8-485a19e57cb9 req-35a1d9ea-061a-4a5d-9e7b-e07658211203 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:53.668792 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a05995c-262d-40ae-a5f8-485a19e57cb9 req-35a1d9ea-061a-4a5d-9e7b-e07658211203 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 949 time: 0.1085732 Oct 13 10:58:53.720317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-33c809af-dd4b-4bc5-8b9d-9775bb3bff0c req-64a344e9-bc98-4fd2-8ea5-dc5076cc6550 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Calling delete_port for a1c04bc8-f710-4d8a-ac75-946cc6645d9c owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:58:53.734293 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5a05995c-262d-40ae-a5f8-485a19e57cb9 req-2f2924ee-8a81-400c-aed2-55b2eba0c890 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585783 Oct 13 10:58:54.036848 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-84a407b4-ea9c-4b26-ab5d-548fd1659ead None None] Provisioning complete for port e9e79db0-8bf3-48d5-b159-52a742c0d9e2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:54.037941 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-84a407b4-ea9c-4b26-ab5d-548fd1659ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:54.084346 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b64998c9-73c4-44dd-8e7d-d114796f73b7 req-23a73284-90e7-4471-ab1a-1911ccb40e7e tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 210 time: 0.0770180 Oct 13 10:58:54.088420 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-33c809af-dd4b-4bc5-8b9d-9775bb3bff0c req-64a344e9-bc98-4fd2-8ea5-dc5076cc6550 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:54.116812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['a1c04bc8-f710-4d8a-ac75-946cc6645d9c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:54.124619 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['850e764c-894d-4cf3-b469-d796681e881f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:58:54.170449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a344e9-bc98-4fd2-8ea5-dc5076cc6550 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Pushing event deleted for resources: {'Port': ['ID=a1c04bc8-f710-4d8a-ac75-946cc6645d9c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:54.290290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc66ca5-2a02-4d7d-8035-d007d3174f44 req-555617c0-41a2-4f52-ba68-6e78a5fd5487 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:54.303147 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2dc66ca5-2a02-4d7d-8035-d007d3174f44 req-555617c0-41a2-4f52-ba68-6e78a5fd5487 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.2211211 Oct 13 10:58:54.401905 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2dc66ca5-2a02-4d7d-8035-d007d3174f44 req-d25dd646-eadc-4b59-933a-8e9e8b513023 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964067 Oct 13 10:58:54.675987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d31aeb20-075f-4f76-aad5-caf4af7ca564 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:54.801966 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d31aeb20-075f-4f76-aad5-caf4af7ca564 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:54.802246 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:54.932855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-bb6f7cc4-aa3d-40c2-bec2-8eaaefb770cb None None] Provisioning complete for port e9e79db0-8bf3-48d5-b159-52a742c0d9e2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:54.933590 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7cc4-aa3d-40c2-bec2-8eaaefb770cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:54.995944 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5711fb1-54a4-4197-ad6b-248c8faf3fb3 req-f414e1c7-47ee-4426-bdc0-f8c05fa3d589 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 210 time: 0.0891123 Oct 13 10:58:55.040546 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e9e79db0-8bf3-48d5-b159-52a742c0d9e2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:58:55.163738 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e9e79db0-8bf3-48d5-b159-52a742c0d9e2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:55.163738 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:55.293471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c809af-dd4b-4bc5-8b9d-9775bb3bff0c req-64a344e9-bc98-4fd2-8ea5-dc5076cc6550 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] No DVR routers for this DVR port a1c04bc8-f710-4d8a-ac75-946cc6645d9c on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:58:55.301694 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-33c809af-dd4b-4bc5-8b9d-9775bb3bff0c req-64a344e9-bc98-4fd2-8ea5-dc5076cc6550 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:55.307607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33c809af-dd4b-4bc5-8b9d-9775bb3bff0c req-64a344e9-bc98-4fd2-8ea5-dc5076cc6550 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.21 "DELETE /v2.0/ports/a1c04bc8-f710-4d8a-ac75-946cc6645d9c HTTP/1.1" status: 204 len: 173 time: 2.3276510 Oct 13 10:58:55.322230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'name': 'network-vif-deleted', 'tag': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:58:55.331407 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11059520-0cf5-4013-a44b-9593146a2757" -d '{"events": [{"server_uuid": "9f0a12ad-e8c6-4d76-820a-e79f85dc38b4", "name": "network-vif-deleted", "tag": "a1c04bc8-f710-4d8a-ac75-946cc6645d9c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:58:55.391212 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3cacf5e0-1e74-4c26-b62d-b0cae1ea832e req-5bf95a64-142d-4456-acc6-f7b1a9e6c210 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 210 time: 0.1324060 Oct 13 10:58:55.394210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6c235-5201-4fe1-a740-72f737de49c9 req-7fc1ff77-6c37-4638-99ed-e8620c61ef17 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:55.411105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ea6c235-5201-4fe1-a740-72f737de49c9 req-7fc1ff77-6c37-4638-99ed-e8620c61ef17 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.2389593 Oct 13 10:58:55.524443 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ea6c235-5201-4fe1-a740-72f737de49c9 req-aeb199ac-d943-4af4-8380-4285a66a4005 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121109 Oct 13 10:58:55.591964 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c20c01-1bad-4881-b9cc-80103fd6285c x-openstack-request-id: req-e8c20c01-1bad-4881-b9cc-80103fd6285c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:58:55.592361 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0a12ad-e8c6-4d76-820a-e79f85dc38b4", "name": "network-vif-deleted", "tag": "a1c04bc8-f710-4d8a-ac75-946cc6645d9c", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:58:55.592784 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8c20c01-1bad-4881-b9cc-80103fd6285c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:58:55.593205 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0a12ad-e8c6-4d76-820a-e79f85dc38b4', 'name': 'network-vif-deleted', 'tag': 'a1c04bc8-f710-4d8a-ac75-946cc6645d9c', 'status': 'completed', 'code': 200} Oct 13 10:58:55.742521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e366ba-062b-4117-8963-8578ca181195 req-fc705d74-c9ee-4cf5-9133-86f6c760a9c4 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:55.742521 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82e366ba-062b-4117-8963-8578ca181195 req-fc705d74-c9ee-4cf5-9133-86f6c760a9c4 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0845451 Oct 13 10:58:55.820600 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82e366ba-062b-4117-8963-8578ca181195 req-4b38369f-3737-4ee1-8e8d-82809ef3a6ae tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673180 Oct 13 10:58:55.833139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-4bcb62ff-f457-4fce-a9c1-0d81ff0c0206 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:55.837454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-4bcb62ff-f457-4fce-a9c1-0d81ff0c0206 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:55.839197 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-4bcb62ff-f457-4fce-a9c1-0d81ff0c0206 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "GET /v2.0/networks?id=473ae6af-5222-47bc-81a4-b74d3a576b90&id=7f5d087b-6138-4b41-9032-e3cba6f27a13 HTTP/1.1" status: 200 len: 1390 time: 0.2595677 Oct 13 10:58:55.864721 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f9e7c2c-6105-4275-974a-9b2821f09dbd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Request body: {'port': {'device_id': '0da73710-6295-46fc-aa12-119323b7150e', 'network_id': '473ae6af-5222-47bc-81a4-b74d3a576b90', 'admin_state_up': True, 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:56.141590 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f9e7c2c-6105-4275-974a-9b2821f09dbd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:56.145211 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f9e7c2c-6105-4275-974a-9b2821f09dbd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:56.266964 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1efddaec-a6c2-4709-8941-8d7754bc61db req-bd2406a0-12a6-4c31-88ca-ccf2005ba155 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0a12ad-e8c6-4d76-820a-e79f85dc38b4 HTTP/1.1" status: 200 len: 210 time: 0.0845330 Oct 13 10:58:56.441469 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a1c04bc8-f710-4d8a-ac75-946cc6645d9c no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:58:56.442071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f9e7c2c-6105-4275-974a-9b2821f09dbd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Allocated IP 19.80.0.44 (473ae6af-5222-47bc-81a4-b74d3a576b90/3e66ac49-6fd9-46e4-b205-287b7530f6b5/48b0b357-33ad-493f-af5a-88fdc007c3b4) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:58:56.496996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: a1c04bc8-f710-4d8a-ac75-946cc6645d9c {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:58:56.499917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a1c04bc8-f710-4d8a-ac75-946cc6645d9c not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:58:56.555653 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d892a7e6-7e2f-4d4e-a5f6-8aefb9048f66 req-af4772e2-2945-4e5c-be5c-0e195dd4a455 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 210 time: 0.0610750 Oct 13 10:58:56.824034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e083e1-a9ea-4ee5-8e77-cc5be10244ce req-6c015e33-d7a8-43c2-8755-0d52f17bb5f5 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:56.824276 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f9e7c2c-6105-4275-974a-9b2821f09dbd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:56.826764 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54e083e1-a9ea-4ee5-8e77-cc5be10244ce req-6c015e33-d7a8-43c2-8755-0d52f17bb5f5 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0660660 Oct 13 10:58:56.921447 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54e083e1-a9ea-4ee5-8e77-cc5be10244ce req-304360e1-addf-475a-83c2-d2661f2ddb8d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845704 Oct 13 10:58:57.042829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfe7db-12fb-46e9-bc2e-e39f6d40f162 req-42531810-d40b-46b2-8a14-f21b9488a7ed tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:57.044795 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6bbfe7db-12fb-46e9-bc2e-e39f6d40f162 req-42531810-d40b-46b2-8a14-f21b9488a7ed tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0551517 Oct 13 10:58:57.050280 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f9e7c2c-6105-4275-974a-9b2821f09dbd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:57.099918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f9e7c2c-6105-4275-974a-9b2821f09dbd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Network 473ae6af-5222-47bc-81a4-b74d3a576b90 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:57.103454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f9e7c2c-6105-4275-974a-9b2821f09dbd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:57.110103 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f9e7c2c-6105-4275-974a-9b2821f09dbd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:58:57.155364 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6bbfe7db-12fb-46e9-bc2e-e39f6d40f162 req-6a06219f-7f97-404d-a222-8a630db6ab55 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864754 Oct 13 10:58:57.250125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f9e7c2c-6105-4275-974a-9b2821f09dbd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:57.269891 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f9e7c2c-6105-4275-974a-9b2821f09dbd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:57.290315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e7c2c-6105-4275-974a-9b2821f09dbd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event updated for resources: {'Port': ['ID=48b0b357-33ad-493f-af5a-88fdc007c3b4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:57.381391 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-0f9e7c2c-6105-4275-974a-9b2821f09dbd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5333562 Oct 13 10:58:57.406269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-995ad2dc-1252-4a72-8a18-018929cda9d1 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:58:57.407330 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-995ad2dc-1252-4a72-8a18-018929cda9d1 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0157330 Oct 13 10:58:57.447531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-9d1d0d3a-ec3a-46c3-a4b1-45c893917a96 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Request body: {'port': {'device_id': '0da73710-6295-46fc-aa12-119323b7150e', 'network_id': '7f5d087b-6138-4b41-9032-e3cba6f27a13', 'admin_state_up': True, 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:57.482859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-198cb42a-8b4d-4f85-8cdc-21fe6df7cea6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624397 Oct 13 10:58:57.514654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5df3afca-4439-45d1-8dc5-c5824fe545fb None None] Provisioning complete for port 48b0b357-33ad-493f-af5a-88fdc007c3b4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:57.516946 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5df3afca-4439-45d1-8dc5-c5824fe545fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:57.613665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5df3afca-4439-45d1-8dc5-c5824fe545fb None None] Port 48b0b357-33ad-493f-af5a-88fdc007c3b4 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:58:57.683874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-437cc28d-553e-4ce5-84a1-aad321997d21 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:57.685373 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-437cc28d-553e-4ce5-84a1-aad321997d21 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915905 Oct 13 10:58:57.713416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-234748a4-3983-48eb-9d6d-76b8f4a43980 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/quotas/76e6e8777a97442bab92ab969c416e4e HTTP/1.1" status: 200 len: 375 time: 0.0148594 Oct 13 10:58:57.757235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-e7136fd4-5842-42fe-be3a-7a62cdcb31b8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368891 Oct 13 10:58:57.764530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-9d1d0d3a-ec3a-46c3-a4b1-45c893917a96 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Made reservation on behalf of 26be1cb1a05e4c8f9bea82aa7035316c for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:58:57.768166 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-9d1d0d3a-ec3a-46c3-a4b1-45c893917a96 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:58.018509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-9d1d0d3a-ec3a-46c3-a4b1-45c893917a96 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Allocated IP 19.86.0.17 (7f5d087b-6138-4b41-9032-e3cba6f27a13/91571abe-d556-494c-b52c-e2fd480899ea/3661fdea-1e60-47c4-b71a-57e6fa5891cc) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:58:58.070708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ac458-b778-4031-b2d2-a6c646ff6b38 req-ce239498-6943-4f89-afa0-bc138389da54 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:58.101075 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc9ac458-b778-4031-b2d2-a6c646ff6b38 req-ce239498-6943-4f89-afa0-bc138389da54 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 931 time: 0.1300356 Oct 13 10:58:58.203563 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc9ac458-b778-4031-b2d2-a6c646ff6b38 req-e0ca4241-fc99-4d62-81ff-bb9c0763ef40 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881228 Oct 13 10:58:58.477629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed48c66-c03d-4e16-ba2a-545ff630edaf req-eefc236b-f1d5-472a-a408-42b8db9abd18 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:58.481741 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95fdfc-ad38-45a8-a9c8-f26fdac939a4 req-84c0b96a-633f-4f50-8ed6-d8c86453ba7c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:58.483577 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ed48c66-c03d-4e16-ba2a-545ff630edaf req-eefc236b-f1d5-472a-a408-42b8db9abd18 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.1227465 Oct 13 10:58:58.495263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c95fdfc-ad38-45a8-a9c8-f26fdac939a4 req-84c0b96a-633f-4f50-8ed6-d8c86453ba7c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.1885469 Oct 13 10:58:58.528155 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-9d1d0d3a-ec3a-46c3-a4b1-45c893917a96 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:58.569292 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c95fdfc-ad38-45a8-a9c8-f26fdac939a4 req-3db76b24-974f-4cb7-a80f-005a167f99d6 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588169 Oct 13 10:58:58.587508 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ed48c66-c03d-4e16-ba2a-545ff630edaf req-fa84febf-2249-424c-b4e8-5e4efe99d739 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975335 Oct 13 10:58:58.615482 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43720) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:58.678324 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-9d1d0d3a-ec3a-46c3-a4b1-45c893917a96 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:58.717861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d1dc1143-2e21-460e-95ab-d46fa359cb40 req-f724033a-d637-44a6-965c-d62d591a22d3 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 210 time: 0.0578763 Oct 13 10:58:58.808255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-9d1d0d3a-ec3a-46c3-a4b1-45c893917a96 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Network 7f5d087b-6138-4b41-9032-e3cba6f27a13 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:58:58.817813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-9d1d0d3a-ec3a-46c3-a4b1-45c893917a96 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:58:58.821050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d0d3a-ec3a-46c3-a4b1-45c893917a96 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event updated for resources: {'Port': ['ID=3661fdea-1e60-47c4-b71a-57e6fa5891cc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:58.824788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-9d1d0d3a-ec3a-46c3-a4b1-45c893917a96 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:58:58.899724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7bab0-4647-4f7b-a5a5-4834c2858e9b req-85d3aae4-b118-44da-8344-f97413808bad tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:58.901811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d7bab0-4647-4f7b-a5a5-4834c2858e9b req-85d3aae4-b118-44da-8344-f97413808bad tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.1417515 Oct 13 10:58:58.942534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-9d1d0d3a-ec3a-46c3-a4b1-45c893917a96 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:58.943173 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-9d1d0d3a-ec3a-46c3-a4b1-45c893917a96 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:58.948373 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57373d04-5159-444e-a060-587a8eea6301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:58.997419 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d7bab0-4647-4f7b-a5a5-4834c2858e9b req-8e4c58cc-44ae-4d75-915a-11ba57007637 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748553 Oct 13 10:58:59.110448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57373d04-5159-444e-a060-587a8eea6301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:59.115469 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-9d1d0d3a-ec3a-46c3-a4b1-45c893917a96 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6772552 Oct 13 10:58:59.209566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-41122ad1-1922-4187-af06-7b5ce3d115a6 None None] Provisioning complete for port 3661fdea-1e60-47c4-b71a-57e6fa5891cc triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:58:59.210087 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-41122ad1-1922-4187-af06-7b5ce3d115a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:59.226198 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57373d04-5159-444e-a060-587a8eea6301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:59.326687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Request body: {'port': {'device_id': '0da73710-6295-46fc-aa12-119323b7150e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:58:59.353376 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-41122ad1-1922-4187-af06-7b5ce3d115a6 None None] Port 3661fdea-1e60-47c4-b71a-57e6fa5891cc cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:58:59.395937 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5f97a-2f68-4cb5-904c-5e66744b8175 req-09c7850a-d1a0-4f05-8921-c1dbfd332b3b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:59.405055 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5f97a-2f68-4cb5-904c-5e66744b8175 req-09c7850a-d1a0-4f05-8921-c1dbfd332b3b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:59.407538 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-57373d04-5159-444e-a060-587a8eea6301 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a2d60e1f85f4a35be9a44aea65a93a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7905171 Oct 13 10:58:59.407956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43732) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:58:59.423995 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62e5f97a-2f68-4cb5-904c-5e66744b8175 req-09c7850a-d1a0-4f05-8921-c1dbfd332b3b tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1653 time: 0.1158452 Oct 13 10:58:59.460402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57373d04-5159-444e-a060-587a8eea6301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff298935-a91b-4749-849c-98a9cfdeb07e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:58:59.506127 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:59.536277 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62e5f97a-2f68-4cb5-904c-5e66744b8175 req-6c2924e5-271d-4622-9597-64b0e4ae1357 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104589 Oct 13 10:58:59.561258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a859cb-3c1f-4ffc-8d89-8e515209412a req-2c9e58e7-4ef5-42bf-8464-603360ad4a5d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:59.563061 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a7a859cb-3c1f-4ffc-8d89-8e515209412a req-2c9e58e7-4ef5-42bf-8464-603360ad4a5d tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.1149595 Oct 13 10:58:59.590989 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef619e78-d55e-42e9-9ddb-dd37555a370d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:59.704594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-a7a859cb-3c1f-4ffc-8d89-8e515209412a req-b0dc0b25-5540-4dd4-a78d-31857c17d67a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Deleting port 850e764c-894d-4cf3-b469-d796681e881f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:58:59.704847 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a7a859cb-3c1f-4ffc-8d89-8e515209412a req-b0dc0b25-5540-4dd4-a78d-31857c17d67a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:59.720892 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef619e78-d55e-42e9-9ddb-dd37555a370d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:59.835372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f3af8-59f1-4976-a4dd-da97de19365a req-b791f0cf-4da2-4dc6-bafb-d178e0e8ecd0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:59.836905 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a7f3af8-59f1-4976-a4dd-da97de19365a req-b791f0cf-4da2-4dc6-bafb-d178e0e8ecd0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.1065519 Oct 13 10:58:59.893073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422d11b-e479-4d9c-9050-830eb3bc8265 req-721dbfcd-95a3-45a0-89c9-b2e9a3c12462 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:58:59.897459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-a7a859cb-3c1f-4ffc-8d89-8e515209412a req-b0dc0b25-5540-4dd4-a78d-31857c17d67a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] For port 850e764c-894d-4cf3-b469-d796681e881f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=850e764c-894d-4cf3-b469-d796681e881f,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:58:59.898153 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a7a859cb-3c1f-4ffc-8d89-8e515209412a req-b0dc0b25-5540-4dd4-a78d-31857c17d67a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:58:59.904076 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7422d11b-e479-4d9c-9050-830eb3bc8265 req-721dbfcd-95a3-45a0-89c9-b2e9a3c12462 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 949 time: 0.1722548 Oct 13 10:58:59.909939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a7f3af8-59f1-4976-a4dd-da97de19365a req-73b5defe-20db-4fb9-9768-26845194af96 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652301 Oct 13 10:58:59.915842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-a7a859cb-3c1f-4ffc-8d89-8e515209412a req-b0dc0b25-5540-4dd4-a78d-31857c17d67a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Calling delete_port for 850e764c-894d-4cf3-b469-d796681e881f owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:00.005970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7422d11b-e479-4d9c-9050-830eb3bc8265 req-c2cf3bf2-28b4-42b3-99eb-d9c72bcd1082 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d0aa2b-8bea-4929-bf8d-b71929990509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843101 Oct 13 10:59:00.021436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef619e78-d55e-42e9-9ddb-dd37555a370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:00.046042 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef619e78-d55e-42e9-9ddb-dd37555a370d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:00.046042 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ef619e78-d55e-42e9-9ddb-dd37555a370d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff298935-a91b-4749-849c-98a9cfdeb07e HTTP/1.1" status: 204 len: 168 time: 0.6083603 Oct 13 10:59:00.060759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef619e78-d55e-42e9-9ddb-dd37555a370d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff298935-a91b-4749-849c-98a9cfdeb07e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:00.143460 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b0b357-33ad-493f-af5a-88fdc007c3b4 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:00.157301 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7adef076-c1a7-43a0-9044-96a85a4cc15e req-3a0d0b34-2318-4806-bf07-e1eeaee41a40 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 210 time: 0.1120305 Oct 13 10:59:00.157588 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:00.253252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910c89f-3e7c-46b6-b8e4-8042f2af1f49 req-d790a6db-9475-4321-b725-241c73453b0a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:00.254734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f910c89f-3e7c-46b6-b8e4-8042f2af1f49 req-d790a6db-9475-4321-b725-241c73453b0a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0635471 Oct 13 10:59:00.298478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f910c89f-3e7c-46b6-b8e4-8042f2af1f49 req-26c111a2-c4df-4b64-aef1-f74ed90ee33a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376832 Oct 13 10:59:00.467308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Transition to ACTIVE for port object 48b0b357-33ad-493f-af5a-88fdc007c3b4 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:59:00.467552 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a7a859cb-3c1f-4ffc-8d89-8e515209412a req-b0dc0b25-5540-4dd4-a78d-31857c17d67a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:00.479993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['850e764c-894d-4cf3-b469-d796681e881f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:59:00.524166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc0b25-5540-4dd4-a78d-31857c17d67a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Pushing event deleted for resources: {'Port': ['ID=850e764c-894d-4cf3-b469-d796681e881f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:00.557660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a859cb-3c1f-4ffc-8d89-8e515209412a req-b0dc0b25-5540-4dd4-a78d-31857c17d67a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] No DVR routers for this DVR port 850e764c-894d-4cf3-b469-d796681e881f on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:00.560563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a7a859cb-3c1f-4ffc-8d89-8e515209412a req-b0dc0b25-5540-4dd4-a78d-31857c17d67a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:00.564279 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a7a859cb-3c1f-4ffc-8d89-8e515209412a req-b0dc0b25-5540-4dd4-a78d-31857c17d67a tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.46 "DELETE /v2.0/ports/850e764c-894d-4cf3-b469-d796681e881f HTTP/1.1" status: 204 len: 173 time: 0.9885850 Oct 13 10:59:00.564669 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098c5fc1-0503-4170-ba78-c626affcd367', 'name': 'network-vif-deleted', 'tag': '850e764c-894d-4cf3-b469-d796681e881f'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:00.566957 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97e1e93-614c-4f05-9b54-a194cfb252b8" -d '{"events": [{"server_uuid": "098c5fc1-0503-4170-ba78-c626affcd367", "name": "network-vif-deleted", "tag": "850e764c-894d-4cf3-b469-d796681e881f"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:00.591294 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:00.721829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Pushing event updated for resources: {'Port': ['ID=48b0b357-33ad-493f-af5a-88fdc007c3b4,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:00.975772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5b650-9c5c-46de-a59a-8529bc3d5c6f req-91d4bb30-0528-4e13-b4a3-9835cb0bb285 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:00.989346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5b650-9c5c-46de-a59a-8529bc3d5c6f req-91d4bb30-0528-4e13-b4a3-9835cb0bb285 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:00.993978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58a5b650-9c5c-46de-a59a-8529bc3d5c6f req-91d4bb30-0528-4e13-b4a3-9835cb0bb285 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1665 time: 0.1430800 Oct 13 10:59:01.043578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Attempting to bind port 48b0b357-33ad-493f-af5a-88fdc007c3b4 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:59:01.043578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Attempting to bind port 48b0b357-33ad-493f-af5a-88fdc007c3b4 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '6711841b-53e6-4967-bbef-8df471d91c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '473ae6af-5222-47bc-81a4-b74d3a576b90'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:59:01.043578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Attempting to bind port 48b0b357-33ad-493f-af5a-88fdc007c3b4 on network 473ae6af-5222-47bc-81a4-b74d3a576b90 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:01.043578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Port 48b0b357-33ad-493f-af5a-88fdc007c3b4 on network 473ae6af-5222-47bc-81a4-b74d3a576b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:59:01.043578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Attempting to bind port 48b0b357-33ad-493f-af5a-88fdc007c3b4 on network 473ae6af-5222-47bc-81a4-b74d3a576b90 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:01.048175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:59:01.048536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Checking segment: {'id': '6711841b-53e6-4967-bbef-8df471d91c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '473ae6af-5222-47bc-81a4-b74d3a576b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:01.048919 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Bound using segment: {'id': '6711841b-53e6-4967-bbef-8df471d91c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '473ae6af-5222-47bc-81a4-b74d3a576b90'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:59:01.049486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Bound port: 48b0b357-33ad-493f-af5a-88fdc007c3b4, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6711841b-53e6-4967-bbef-8df471d91c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '473ae6af-5222-47bc-81a4-b74d3a576b90'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:59:01.049850 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:01.079178 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03680a4-df6c-4486-a67e-ae044ffef858 x-openstack-request-id: req-b03680a4-df6c-4486-a67e-ae044ffef858 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:01.080652 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098c5fc1-0503-4170-ba78-c626affcd367", "name": "network-vif-deleted", "tag": "850e764c-894d-4cf3-b469-d796681e881f", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:01.081094 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b03680a4-df6c-4486-a67e-ae044ffef858 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:01.081675 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098c5fc1-0503-4170-ba78-c626affcd367', 'name': 'network-vif-deleted', 'tag': '850e764c-894d-4cf3-b469-d796681e881f', 'status': 'completed', 'code': 200} Oct 13 10:59:01.082986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58a5b650-9c5c-46de-a59a-8529bc3d5c6f req-246fc4e7-c7e0-4e89-a9a5-3e93f6c1c3cb tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839524 Oct 13 10:59:01.184254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] For port 48b0b357-33ad-493f-af5a-88fdc007c3b4, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:59:01.191403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] For port 48b0b357-33ad-493f-af5a-88fdc007c3b4, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=48b0b357-33ad-493f-af5a-88fdc007c3b4,segment=NetworkSegment(6711841b-53e6-4967-bbef-8df471d91c4b),segment_id=6711841b-53e6-4967-bbef-8df471d91c4b)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:59:01.290906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9b13eea-d981-4a42-92a6-80281761f09e req-d6d9a8e7-af4d-4a40-841c-e6d60623f243 tempest-MigrationsAdminTest-1400806034 tempest-MigrationsAdminTest-1400806034-project] 10.222.0.32 "GET /v2.0/ports?device_id=098c5fc1-0503-4170-ba78-c626affcd367 HTTP/1.1" status: 200 len: 210 time: 0.0551963 Oct 13 10:59:01.297750 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fca3a2-61d6-4ca3-8b16-4ec5c31b49d2 req-b5f93353-634b-4726-88bb-a0bd003f9df9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:01.301533 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:01.308350 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e0fca3a2-61d6-4ca3-8b16-4ec5c31b49d2 req-b5f93353-634b-4726-88bb-a0bd003f9df9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0988431 Oct 13 10:59:01.348829 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e0fca3a2-61d6-4ca3-8b16-4ec5c31b49d2 req-9a2349e7-b170-4d10-bd0b-1f89ac7c7c07 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396605 Oct 13 10:59:01.358874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:01.359495 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:01.361336 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] 10.222.0.46 "PUT /v2.0/ports/48b0b357-33ad-493f-af5a-88fdc007c3b4 HTTP/1.1" status: 200 len: 1091 time: 2.2355320 Oct 13 10:59:01.367854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da73710-6295-46fc-aa12-119323b7150e', 'tag': '48b0b357-33ad-493f-af5a-88fdc007c3b4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:01.369628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43776) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:01.377796 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0593c32-8423-403f-983d-c917056e51aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0da73710-6295-46fc-aa12-119323b7150e", "tag": "48b0b357-33ad-493f-af5a-88fdc007c3b4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:01.395449 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e869be57-e292-4040-a7a2-dfb8c75a6f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:01.462346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Request body: {'port': {'device_id': '0da73710-6295-46fc-aa12-119323b7150e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:01.544451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-c431d522-4327-4c76-a795-e124f038067b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1218550 Oct 13 10:59:01.555813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0158b740-fa71-499b-a26a-8da30120c111 req-4e0782fc-d56b-413f-938c-766860105c75 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 210 time: 0.1403356 Oct 13 10:59:01.567275 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573fdb83-505e-46f1-be6c-f385f986f3b7 x-openstack-request-id: req-573fdb83-505e-46f1-be6c-f385f986f3b7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:01.568285 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da73710-6295-46fc-aa12-119323b7150e", "tag": "48b0b357-33ad-493f-af5a-88fdc007c3b4", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:01.569972 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-573fdb83-505e-46f1-be6c-f385f986f3b7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:01.572248 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da73710-6295-46fc-aa12-119323b7150e', 'tag': '48b0b357-33ad-493f-af5a-88fdc007c3b4', 'status': 'completed', 'code': 200} Oct 13 10:59:01.644924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:01.772553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2f6f2-7b79-4bac-88cf-d4399a1c68cd service neutron] Pushing event updated for resources: {'Port': ['ID=48b0b357-33ad-493f-af5a-88fdc007c3b4,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:01.817246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0593c32-8423-403f-983d-c917056e51aa req-02621375-312e-4b21-a9b0-e52ad79e02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:01.817638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0593c32-8423-403f-983d-c917056e51aa req-02621375-312e-4b21-a9b0-e52ad79e02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:01.819236 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0593c32-8423-403f-983d-c917056e51aa req-02621375-312e-4b21-a9b0-e52ad79e02b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1912 time: 0.2442627 Oct 13 10:59:01.843024 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e869be57-e292-4040-a7a2-dfb8c75a6f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:01.846443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-26e2bea1-93c8-49c7-880a-400c3c016dc7 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:01.849027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-26e2bea1-93c8-49c7-880a-400c3c016dc7 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698965 Oct 13 10:59:01.907028 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e869be57-e292-4040-a7a2-dfb8c75a6f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:01.961792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0593c32-8423-403f-983d-c917056e51aa req-bec2a8e5-3477-4d56-acb1-d004ed8590d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:01.962315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0593c32-8423-403f-983d-c917056e51aa req-bec2a8e5-3477-4d56-acb1-d004ed8590d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:01.962825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0593c32-8423-403f-983d-c917056e51aa req-bec2a8e5-3477-4d56-acb1-d004ed8590d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:01.964445 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0593c32-8423-403f-983d-c917056e51aa req-bec2a8e5-3477-4d56-acb1-d004ed8590d9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1152000 Oct 13 10:59:01.970359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Request body: {'port': {'device_id': '659bfa83-fc8e-4f9f-8e9b-7c160e44e37d', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '76e6e8777a97442bab92ab969c416e4e'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:01.982059 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e869be57-e292-4040-a7a2-dfb8c75a6f55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84a2a20b244a4d32a317d584fc4463fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6113441 Oct 13 10:59:01.985681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43788) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:02.043492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869be57-e292-4040-a7a2-dfb8c75a6f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c589b1e-85ec-4e40-8bb6-0037d98883f5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:02.087797 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-991091aa-01db-45ea-ad38-9dfae8af5a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:02.126077 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-991091aa-01db-45ea-ad38-9dfae8af5a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:02.211178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8803034-b2dc-4ef3-83e8-5d9389930300 req-d1839fcf-42b9-4d09-9b8d-3d6ee6674369 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:02.213076 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8803034-b2dc-4ef3-83e8-5d9389930300 req-d1839fcf-42b9-4d09-9b8d-3d6ee6674369 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.4563160 Oct 13 10:59:02.248101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Made reservation on behalf of 76e6e8777a97442bab92ab969c416e4e for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:02.252852 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:02.276754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a168a8-f9e9-40fe-9132-1a86695852fe req-59c3f9a1-9a93-4b37-bd3b-1113c89b7d1c tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:02.284271 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a168a8-f9e9-40fe-9132-1a86695852fe req-59c3f9a1-9a93-4b37-bd3b-1113c89b7d1c tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:02.291544 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25a168a8-f9e9-40fe-9132-1a86695852fe req-59c3f9a1-9a93-4b37-bd3b-1113c89b7d1c tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1665 time: 0.1082253 Oct 13 10:59:02.297380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8803034-b2dc-4ef3-83e8-5d9389930300 req-1fd350fc-52ef-4d3c-b947-939d8218901b tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759406 Oct 13 10:59:02.298272 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:02.335982 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-991091aa-01db-45ea-ad38-9dfae8af5a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:02.351757 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-991091aa-01db-45ea-ad38-9dfae8af5a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:02.359256 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-991091aa-01db-45ea-ad38-9dfae8af5a37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c589b1e-85ec-4e40-8bb6-0037d98883f5 HTTP/1.1" status: 204 len: 168 time: 0.3692188 Oct 13 10:59:02.420398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0593c32-8423-403f-983d-c917056e51aa req-5d20c012-6ed5-43e2-9b82-09a04fad2e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:02.440348 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0593c32-8423-403f-983d-c917056e51aa req-5d20c012-6ed5-43e2-9b82-09a04fad2e24 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3959661 Oct 13 10:59:02.440949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3661fdea-1e60-47c4-b71a-57e6fa5891cc {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:02.487296 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:02.493916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991091aa-01db-45ea-ad38-9dfae8af5a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c589b1e-85ec-4e40-8bb6-0037d98883f5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:02.538057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Transition to ACTIVE for port object 3661fdea-1e60-47c4-b71a-57e6fa5891cc will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:59:02.553416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25a168a8-f9e9-40fe-9132-1a86695852fe req-d5c57faf-40b9-4773-ab6d-20b43fabe346 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524128 Oct 13 10:59:02.563129 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:02.590927 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:02.611943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c492b2-7b0f-416a-b249-f56ac78d7949 req-4fdf1c1d-fa22-4c14-a9db-e43134997fb5 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:02.621222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41c492b2-7b0f-416a-b249-f56ac78d7949 req-4fdf1c1d-fa22-4c14-a9db-e43134997fb5 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.1476891 Oct 13 10:59:02.629808 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:02.713259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Pushing event updated for resources: {'Port': ['ID=3661fdea-1e60-47c4-b71a-57e6fa5891cc,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:02.725125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:02.760993 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdad7424-1a14-4e30-a94f-de6fd7c6a253 req-2eae4edf-9796-4e2c-b887-66a0a60a519b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 210 time: 0.0455413 Oct 13 10:59:02.762932 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41c492b2-7b0f-416a-b249-f56ac78d7949 req-eae448b4-5292-41fc-9f20-a16ef97f8770 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405463 Oct 13 10:59:02.885044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Allocated IP 192.168.233.175 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/69ffc0fc-dc77-488d-80e5-328e5194d24a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:02.962678 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Attempting to bind port 3661fdea-1e60-47c4-b71a-57e6fa5891cc on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:59:02.963078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Attempting to bind port 3661fdea-1e60-47c4-b71a-57e6fa5891cc by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '9fb62ffb-2eae-48cd-823b-7deb41ef5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7f5d087b-6138-4b41-9032-e3cba6f27a13'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:59:02.963475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Attempting to bind port 3661fdea-1e60-47c4-b71a-57e6fa5891cc on network 7f5d087b-6138-4b41-9032-e3cba6f27a13 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:02.977009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Port 3661fdea-1e60-47c4-b71a-57e6fa5891cc on network 7f5d087b-6138-4b41-9032-e3cba6f27a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:59:02.977347 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Attempting to bind port 3661fdea-1e60-47c4-b71a-57e6fa5891cc on network 7f5d087b-6138-4b41-9032-e3cba6f27a13 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:02.987311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:59:02.987547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Checking segment: {'id': '9fb62ffb-2eae-48cd-823b-7deb41ef5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7f5d087b-6138-4b41-9032-e3cba6f27a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:02.989288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Bound using segment: {'id': '9fb62ffb-2eae-48cd-823b-7deb41ef5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7f5d087b-6138-4b41-9032-e3cba6f27a13'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:59:02.989766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Bound port: 3661fdea-1e60-47c4-b71a-57e6fa5891cc, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb62ffb-2eae-48cd-823b-7deb41ef5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7f5d087b-6138-4b41-9032-e3cba6f27a13'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:59:02.990135 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:03.115753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] For port 3661fdea-1e60-47c4-b71a-57e6fa5891cc, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:59:03.119486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] For port 3661fdea-1e60-47c4-b71a-57e6fa5891cc, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3661fdea-1e60-47c4-b71a-57e6fa5891cc,segment=NetworkSegment(9fb62ffb-2eae-48cd-823b-7deb41ef5f08),segment_id=9fb62ffb-2eae-48cd-823b-7deb41ef5f08)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:59:03.125742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43824) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:03.131864 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:03.204800 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:03.252255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:03.253590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:03.256061 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] 10.222.0.46 "PUT /v2.0/ports/3661fdea-1e60-47c4-b71a-57e6fa5891cc HTTP/1.1" status: 200 len: 1091 time: 1.8005908 Oct 13 10:59:03.256846 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:03.265291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da73710-6295-46fc-aa12-119323b7150e', 'tag': '3661fdea-1e60-47c4-b71a-57e6fa5891cc'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:03.269048 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3be0036-307d-4ca9-ae41-a514371274de" -d '{"events": [{"name": "network-changed", "server_uuid": "0da73710-6295-46fc-aa12-119323b7150e", "tag": "3661fdea-1e60-47c4-b71a-57e6fa5891cc"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:03.349717 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821849e4-764e-4a84-bb44-f80dc51294c6 x-openstack-request-id: req-821849e4-764e-4a84-bb44-f80dc51294c6 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:03.351213 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da73710-6295-46fc-aa12-119323b7150e", "tag": "3661fdea-1e60-47c4-b71a-57e6fa5891cc", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:03.355186 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-821849e4-764e-4a84-bb44-f80dc51294c6 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:03.356973 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da73710-6295-46fc-aa12-119323b7150e', 'tag': '3661fdea-1e60-47c4-b71a-57e6fa5891cc', 'status': 'completed', 'code': 200} Oct 13 10:59:03.425626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e141c8b-5a69-404e-931d-49dbf8b9ac56 service neutron] Pushing event updated for resources: {'Port': ['ID=3661fdea-1e60-47c4-b71a-57e6fa5891cc,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:03.457829 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f02099f1-f3ea-4148-b3d5-8cf2a154724d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15b82978f9314c489e73bb4a9f9cd84a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286228 Oct 13 10:59:03.460930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43838) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:03.469273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event updated for resources: {'Port': ['ID=69ffc0fc-dc77-488d-80e5-328e5194d24a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:03.510303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be0036-307d-4ca9-ae41-a514371274de req-07c668be-717e-4b6a-a4d1-fbde1b20978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:03.511682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be0036-307d-4ca9-ae41-a514371274de req-07c668be-717e-4b6a-a4d1-fbde1b20978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:03.513135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:03.516906 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3be0036-307d-4ca9-ae41-a514371274de req-07c668be-717e-4b6a-a4d1-fbde1b20978a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1979 time: 0.1117628 Oct 13 10:59:03.538182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:03.543326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:59:03.578197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726fda1-caf6-4d3c-93ab-472f80978132 req-b3d14ea1-4d91-4fed-be10-30b0e9a3560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:03.579965 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d726fda1-caf6-4d3c-93ab-472f80978132 req-b3d14ea1-4d91-4fed-be10-30b0e9a3560f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 1097 time: 0.1976511 Oct 13 10:59:03.676349 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e607f2f-81d6-43ad-a362-4a325eefe186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:03.710543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:03.711292 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:03.784290 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e607f2f-81d6-43ad-a362-4a325eefe186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:03.787266 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d726fda1-caf6-4d3c-93ab-472f80978132 req-a33547bb-a381-4fc0-ab86-55f25b98bb70 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974568 Oct 13 10:59:03.795361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33374-fa35-4a3a-8b5a-22be6fc938b0 req-067f5adc-42ae-4ffd-9136-388a39b6c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:03.797058 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fe33374-fa35-4a3a-8b5a-22be6fc938b0 req-067f5adc-42ae-4ffd-9136-388a39b6c51a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 1097 time: 0.1937127 Oct 13 10:59:03.823716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-aff3e21c-7b83-465a-82f5-246dc1ee1792 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8574781 Oct 13 10:59:03.838657 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Request body: {'port': {'device_id': '659bfa83-fc8e-4f9f-8e9b-7c160e44e37d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:03.852579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bf85b-dfb5-4355-855f-225a9aed3164 req-92296f78-2d69-41d9-ba92-2de9c508a6c6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:03.858943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bf85b-dfb5-4355-855f-225a9aed3164 req-92296f78-2d69-41d9-ba92-2de9c508a6c6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:03.862601 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c2bf85b-dfb5-4355-855f-225a9aed3164 req-92296f78-2d69-41d9-ba92-2de9c508a6c6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1677 time: 0.1915605 Oct 13 10:59:03.942417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0f732b40-c918-4403-98ea-0f24557b519f None None] Provisioning complete for port 69ffc0fc-dc77-488d-80e5-328e5194d24a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:03.943443 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f732b40-c918-4403-98ea-0f24557b519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:03.964856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568fa59-f1ac-4d13-9a58-09276dee70e2 req-42ffcc96-9ec9-4bc7-8ff9-abaf6334a1b6 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:03.967693 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c568fa59-f1ac-4d13-9a58-09276dee70e2 req-42ffcc96-9ec9-4bc7-8ff9-abaf6334a1b6 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.5108497 Oct 13 10:59:03.983204 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0f732b40-c918-4403-98ea-0f24557b519f None None] Port 69ffc0fc-dc77-488d-80e5-328e5194d24a cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:59:03.985981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 850e764c-894d-4cf3-b469-d796681e881f no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:04.011405 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 850e764c-894d-4cf3-b469-d796681e881f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:04.012025 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 850e764c-894d-4cf3-b469-d796681e881f not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:04.050673 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c568fa59-f1ac-4d13-9a58-09276dee70e2 req-439e7b23-6265-43e2-a279-79f876d35dc0 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487103 Oct 13 10:59:04.120606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be0036-307d-4ca9-ae41-a514371274de req-9606a40f-883e-439c-9f3b-cf4c65e41a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:04.120606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be0036-307d-4ca9-ae41-a514371274de req-9606a40f-883e-439c-9f3b-cf4c65e41a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:04.120875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be0036-307d-4ca9-ae41-a514371274de req-9606a40f-883e-439c-9f3b-cf4c65e41a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:04.122543 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3be0036-307d-4ca9-ae41-a514371274de req-9606a40f-883e-439c-9f3b-cf4c65e41a7e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5966401 Oct 13 10:59:04.261649 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c2bf85b-dfb5-4355-855f-225a9aed3164 req-1d847ad0-e62d-48e9-ad19-3582fbc3bc90 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857455 Oct 13 10:59:04.262228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bda32-2c8c-4cf0-8423-df2e790882d7 req-c2d97901-845d-4779-bfc6-8b4ded19e7bc tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:04.263306 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ac3bda32-2c8c-4cf0-8423-df2e790882d7 req-c2d97901-845d-4779-bfc6-8b4ded19e7bc tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 936 time: 0.1076999 Oct 13 10:59:04.269970 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:04.290665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be0036-307d-4ca9-ae41-a514371274de req-0c7042f1-4b6c-44de-a686-384c4500830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:04.291997 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3be0036-307d-4ca9-ae41-a514371274de req-0c7042f1-4b6c-44de-a686-384c4500830e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1624479 Oct 13 10:59:04.336958 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ac3bda32-2c8c-4cf0-8423-df2e790882d7 req-a35ebafc-8c02-4c91-b677-10ed371671c7 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665016 Oct 13 10:59:04.348158 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e607f2f-81d6-43ad-a362-4a325eefe186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:04.350687 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e607f2f-81d6-43ad-a362-4a325eefe186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:04.351826 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1e607f2f-81d6-43ad-a362-4a325eefe186 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07d0aa2b-8bea-4929-bf8d-b71929990509 HTTP/1.1" status: 204 len: 168 time: 0.8858545 Oct 13 10:59:04.389683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-94d114b5-f401-4d46-aa9a-6a253aa2d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:04.390169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-94d114b5-f401-4d46-aa9a-6a253aa2d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:04.392428 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-94d114b5-f401-4d46-aa9a-6a253aa2d851 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1979 time: 0.0597715 Oct 13 10:59:04.404958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e607f2f-81d6-43ad-a362-4a325eefe186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d0aa2b-8bea-4929-bf8d-b71929990509,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:04.407967 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33374-fa35-4a3a-8b5a-22be6fc938b0 req-d513ad03-6c4d-45c2-8115-560c0d65358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:04.408419 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fe33374-fa35-4a3a-8b5a-22be6fc938b0 req-d513ad03-6c4d-45c2-8115-560c0d65358f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 917 time: 0.2188330 Oct 13 10:59:04.468981 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-28edf55e-2341-433d-be3a-46383fde6d69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.44&port_id=48b0b357-33ad-493f-af5a-88fdc007c3b4 HTTP/1.1" status: 200 len: 217 time: 0.0655184 Oct 13 10:59:04.534656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-85959c0f-eef7-4afb-976e-b2c27f7334ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:04.536352 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-85959c0f-eef7-4afb-976e-b2c27f7334ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e66ac49-6fd9-46e4-b205-287b7530f6b5 HTTP/1.1" status: 200 len: 801 time: 0.0613339 Oct 13 10:59:04.594795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-e965460f-e73c-481a-a4dc-183acc0ab3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:04.596566 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-e965460f-e73c-481a-a4dc-183acc0ab3a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=473ae6af-5222-47bc-81a4-b74d3a576b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0526555 Oct 13 10:59:04.597983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab687e-1076-4ca1-8cd5-7b16cf580a43 req-d877fda7-6d65-4e04-98be-0ea57ed20b15 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:04.599612 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abab687e-1076-4ca1-8cd5-7b16cf580a43 req-d877fda7-6d65-4e04-98be-0ea57ed20b15 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.2282195 Oct 13 10:59:04.603858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fe33374-fa35-4a3a-8b5a-22be6fc938b0 req-de2a4873-dbc0-4e6f-b103-61bbbc1677a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516 HTTP/1.1" status: 200 len: 1001 time: 0.1691444 Oct 13 10:59:04.729543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33374-fa35-4a3a-8b5a-22be6fc938b0 req-a70b6c4d-351a-4b0d-816f-768ca9063747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:04.731356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fe33374-fa35-4a3a-8b5a-22be6fc938b0 req-a70b6c4d-351a-4b0d-816f-768ca9063747 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.1167207 Oct 13 10:59:04.735734 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-063d74f6-d703-498d-8df2-a74a421c7487 service neutron] 10.222.0.46 "GET /v2.0/networks/473ae6af-5222-47bc-81a4-b74d3a576b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307759 Oct 13 10:59:04.739963 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abab687e-1076-4ca1-8cd5-7b16cf580a43 req-e1ea24e1-3edf-448c-b57e-122a764ea8d9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266146 Oct 13 10:59:04.896946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33374-fa35-4a3a-8b5a-22be6fc938b0 req-6e94a3a5-3788-4a75-9324-0ab5f601e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:04.902803 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-b44ff2b8-eb37-4cf6-b2d4-45a9f440f8d8 service neutron] 10.222.0.46 "GET /v2.0/networks/473ae6af-5222-47bc-81a4-b74d3a576b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416466 Oct 13 10:59:04.903581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fe33374-fa35-4a3a-8b5a-22be6fc938b0 req-6e94a3a5-3788-4a75-9324-0ab5f601e25f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1472125 Oct 13 10:59:04.959464 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-b9de033b-36c8-433d-b339-8f0b1cc8d543 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.17&port_id=3661fdea-1e60-47c4-b71a-57e6fa5891cc HTTP/1.1" status: 200 len: 217 time: 0.0500128 Oct 13 10:59:04.977343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ffc0fc-dc77-488d-80e5-328e5194d24a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:04.987924 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:05.009808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Transition to ACTIVE for port object 69ffc0fc-dc77-488d-80e5-328e5194d24a will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:59:05.016412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6f36750b-6069-4261-9189-7b79e9a4ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:05.017877 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-6f36750b-6069-4261-9189-7b79e9a4ffc4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91571abe-d556-494c-b52c-e2fd480899ea HTTP/1.1" status: 200 len: 801 time: 0.0512273 Oct 13 10:59:05.047103 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fe33374-fa35-4a3a-8b5a-22be6fc938b0 req-6f21519e-3cb7-4d62-bce1-0546846d3219 service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381557 Oct 13 10:59:05.072912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-1b8e6a79-af13-4750-a829-47b2cc5ee16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:05.074406 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-1b8e6a79-af13-4750-a829-47b2cc5ee16a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f5d087b-6138-4b41-9032-e3cba6f27a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0486720 Oct 13 10:59:05.112242 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:05.205857 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-aae1edca-60d4-4337-8da2-a26244a803ff service neutron] 10.222.0.46 "GET /v2.0/networks/7f5d087b-6138-4b41-9032-e3cba6f27a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234577 Oct 13 10:59:05.220266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Pushing event updated for resources: {'Port': ['ID=69ffc0fc-dc77-488d-80e5-328e5194d24a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:05.298272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43912) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:05.320415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fe33374-fa35-4a3a-8b5a-22be6fc938b0 req-08b21d97-45fc-4007-9fd4-9f7843c2da8e service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661076 Oct 13 10:59:05.400575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdb608-de24-453f-9e53-65e9f27cdcfa req-f946c402-ca4e-4a26-9ef2-da3b42510e9c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:05.409431 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-81bdb608-de24-453f-9e53-65e9f27cdcfa req-f946c402-ca4e-4a26-9ef2-da3b42510e9c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.1661041 Oct 13 10:59:05.409631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Attempting to bind port 69ffc0fc-dc77-488d-80e5-328e5194d24a on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:59:05.409872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Attempting to bind port 69ffc0fc-dc77-488d-80e5-328e5194d24a by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:59:05.410200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Attempting to bind port 69ffc0fc-dc77-488d-80e5-328e5194d24a on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:05.428940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43920) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:05.431208 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4be1ec41-b87a-4a97-90ef-b611bae3a73e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=292200467a9342b8b75f414bc6fc5380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1317432 Oct 13 10:59:05.434218 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Port 69ffc0fc-dc77-488d-80e5-328e5194d24a on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:59:05.434566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Attempting to bind port 69ffc0fc-dc77-488d-80e5-328e5194d24a on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:05.448721 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:59:05.449016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:05.449395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:59:05.449829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Bound port: 69ffc0fc-dc77-488d-80e5-328e5194d24a, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:59:05.450185 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:05.473014 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-81bdb608-de24-453f-9e53-65e9f27cdcfa req-79d6b4bc-0310-4c61-beee-e6bdf6182939 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569675 Oct 13 10:59:05.495413 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1e2b4f54-d907-4d06-8bc8-70d5b8cf0693 req-31b67cb8-0eac-49c1-a3d6-9c904c0ae3dc service neutron] 10.222.0.46 "GET /v2.0/networks/7f5d087b-6138-4b41-9032-e3cba6f27a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819819 Oct 13 10:59:05.532644 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a6112e1-d2f8-4cda-883f-8f6d27ae000a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:05.568149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a6112e1-d2f8-4cda-883f-8f6d27ae000a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:05.571304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6fb5-d228-44b9-888c-a061e634ae6a req-5946a843-d5c9-4da8-b009-089f8a1bf4ae tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:05.578635 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6fb5-d228-44b9-888c-a061e634ae6a req-5946a843-d5c9-4da8-b009-089f8a1bf4ae tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:05.580292 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a84e6fb5-d228-44b9-888c-a061e634ae6a req-5946a843-d5c9-4da8-b009-089f8a1bf4ae tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1677 time: 0.1480384 Oct 13 10:59:05.612878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] For port 69ffc0fc-dc77-488d-80e5-328e5194d24a, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:59:05.634451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] For port 69ffc0fc-dc77-488d-80e5-328e5194d24a, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=69ffc0fc-dc77-488d-80e5-328e5194d24a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:59:05.646863 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a84e6fb5-d228-44b9-888c-a061e634ae6a req-6286a844-41e8-47d2-8369-eb8810283a1e tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602133 Oct 13 10:59:05.711611 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:05.728603 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a6112e1-d2f8-4cda-883f-8f6d27ae000a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:05.731195 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a6112e1-d2f8-4cda-883f-8f6d27ae000a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:05.732535 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2a6112e1-d2f8-4cda-883f-8f6d27ae000a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/feb17726-f733-48ea-a51c-f6b322367174 HTTP/1.1" status: 204 len: 168 time: 0.2988877 Oct 13 10:59:05.746705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6112e1-d2f8-4cda-883f-8f6d27ae000a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb17726-f733-48ea-a51c-f6b322367174,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:05.769481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb5e7d-5366-455b-a256-48a4efa9c82c req-681c08e6-5909-435e-9235-68b5ea2ec510 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:05.776165 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-57cb5e7d-5366-455b-a256-48a4efa9c82c req-681c08e6-5909-435e-9235-68b5ea2ec510 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 948 time: 0.0841916 Oct 13 10:59:05.785570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:05.786295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:05.787939 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] 10.222.0.46 "PUT /v2.0/ports/69ffc0fc-dc77-488d-80e5-328e5194d24a HTTP/1.1" status: 200 len: 1096 time: 1.9535544 Oct 13 10:59:05.788471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659bfa83-fc8e-4f9f-8e9b-7c160e44e37d', 'tag': '69ffc0fc-dc77-488d-80e5-328e5194d24a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:05.790990 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eecbf9-5f61-45b8-bc1d-35e6589c2ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "659bfa83-fc8e-4f9f-8e9b-7c160e44e37d", "tag": "69ffc0fc-dc77-488d-80e5-328e5194d24a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:05.816277 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cd3ff-912a-4f07-9844-9c2c09d11aab service neutron] Pushing event updated for resources: {'Port': ['ID=69ffc0fc-dc77-488d-80e5-328e5194d24a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:05.826686 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-57cb5e7d-5366-455b-a256-48a4efa9c82c req-d5d291e9-3b86-4853-9770-63e8259ef519 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482001 Oct 13 10:59:05.964323 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-cfdbca90-607c-4ef9-9290-67e4ed84d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:05.966563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-cfdbca90-607c-4ef9-9290-67e4ed84d90d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 1099 time: 0.0496566 Oct 13 10:59:05.971548 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a853c027-bbc2-4861-a8ed-f4100b1ae969 x-openstack-request-id: req-a853c027-bbc2-4861-a8ed-f4100b1ae969 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:05.972078 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659bfa83-fc8e-4f9f-8e9b-7c160e44e37d", "tag": "69ffc0fc-dc77-488d-80e5-328e5194d24a", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:05.972796 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a853c027-bbc2-4861-a8ed-f4100b1ae969 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:05.973408 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659bfa83-fc8e-4f9f-8e9b-7c160e44e37d', 'tag': '69ffc0fc-dc77-488d-80e5-328e5194d24a', 'status': 'completed', 'code': 200} Oct 13 10:59:06.020729 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-6ec97f2a-2d94-46a8-8d6a-f7fff0b74bdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=69ffc0fc-dc77-488d-80e5-328e5194d24a HTTP/1.1" status: 200 len: 217 time: 0.0408177 Oct 13 10:59:06.104308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-8cec5b7b-5e98-4db5-9b8b-a93d6b903a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:06.105922 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-8cec5b7b-5e98-4db5-9b8b-a93d6b903a41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0775726 Oct 13 10:59:06.120758 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0497ef1-d4b2-47ec-b563-53d3d40f7016 req-b41981b2-5daa-4a99-bd84-474de9567569 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:06.131767 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f0497ef1-d4b2-47ec-b563-53d3d40f7016 req-b41981b2-5daa-4a99-bd84-474de9567569 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 946 time: 0.1064076 Oct 13 10:59:06.178200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f0497ef1-d4b2-47ec-b563-53d3d40f7016 req-4fb55483-17b0-4bed-82e0-0d1500c68126 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455108 Oct 13 10:59:06.236581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec303df3-f4c0-4407-9a8d-5ecfaa0157c1 req-f9b70ab7-063e-4ef5-b5ba-274b2da5675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:06.238093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec303df3-f4c0-4407-9a8d-5ecfaa0157c1 req-f9b70ab7-063e-4ef5-b5ba-274b2da5675d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7d6e6a057e34d0d8c7e85a05eeb5b00&device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 1097 time: 0.1311786 Oct 13 10:59:06.256066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23d679-4688-4d25-9964-2ccceb858f4f req-86136bf6-6482-4746-a304-55bd231c087e tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:06.256066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b23d679-4688-4d25-9964-2ccceb858f4f req-86136bf6-6482-4746-a304-55bd231c087e tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.0910232 Oct 13 10:59:06.257583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-01473a4c-1028-4f87-bf07-c2f541ced627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:06.259014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-01473a4c-1028-4f87-bf07-c2f541ced627 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1431708 Oct 13 10:59:06.435316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b23d679-4688-4d25-9964-2ccceb858f4f req-59b857d9-e0d7-44d6-926d-efe4d74e2f92 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654665 Oct 13 10:59:06.449629 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-5d6a0b9a-7ecf-496a-bda6-4316e433edad service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823375 Oct 13 10:59:06.480651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec303df3-f4c0-4407-9a8d-5ecfaa0157c1 req-8e5e8a43-755b-4b63-bae0-e34e2f140546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:06.482742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec303df3-f4c0-4407-9a8d-5ecfaa0157c1 req-8e5e8a43-755b-4b63-bae0-e34e2f140546 service neutron] 10.222.0.21 "GET /v2.0/networks?id=68162571-da51-4d57-899e-725b46fa6e96 HTTP/1.1" status: 200 len: 912 time: 0.2365422 Oct 13 10:59:06.505982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ad0d3329-1d42-4f13-a254-a9d8ced30516 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:06.548177 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec303df3-f4c0-4407-9a8d-5ecfaa0157c1 req-6c39bcad-ccb2-4029-8169-3c5e39a68689 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 HTTP/1.1" status: 200 len: 217 time: 0.0406854 Oct 13 10:59:06.627744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d659e9c-3434-47ec-a766-2843c254dc1f req-d544876c-1dbd-4ff8-aed6-3f1bfffd6ccb service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688714 Oct 13 10:59:06.632525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec303df3-f4c0-4407-9a8d-5ecfaa0157c1 req-e90f0211-7fa2-409d-bea2-43d733f9dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:06.632525 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec303df3-f4c0-4407-9a8d-5ecfaa0157c1 req-e90f0211-7fa2-409d-bea2-43d733f9dd1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47 HTTP/1.1" status: 200 len: 851 time: 0.0740302 Oct 13 10:59:06.651145 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:06.668757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec303df3-f4c0-4407-9a8d-5ecfaa0157c1 req-a3fbfa9e-4a77-4ee2-93ab-d85e89af3f35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68162571-da51-4d57-899e-725b46fa6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287833 Oct 13 10:59:06.708730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:06.712024 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbe8578-caff-485f-8b1f-1db07cf31441" -d '{"events": [{"server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:06.762176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ad0d3329-1d42-4f13-a254-a9d8ced30516, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:06.804406 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2586fa62-5361-403e-8c5e-0fb4a535303c x-openstack-request-id: req-2586fa62-5361-403e-8c5e-0fb4a535303c {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:06.804719 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:06.810828 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2586fa62-5361-403e-8c5e-0fb4a535303c {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:06.810828 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'code': 200} Oct 13 10:59:06.831429 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:06.855938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf589a6-279e-4782-960a-17408fc2606d req-4b17b6cd-00a7-42fb-9d6c-14d44de8f751 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:06.882002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf589a6-279e-4782-960a-17408fc2606d req-4b17b6cd-00a7-42fb-9d6c-14d44de8f751 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:06.899929 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eecbf9-5f61-45b8-bc1d-35e6589c2ba2 req-025a2dd5-5147-4826-b5e3-2c26834019c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:06.901585 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88eecbf9-5f61-45b8-bc1d-35e6589c2ba2 req-025a2dd5-5147-4826-b5e3-2c26834019c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 1099 time: 0.0915868 Oct 13 10:59:06.905557 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9cf589a6-279e-4782-960a-17408fc2606d req-4b17b6cd-00a7-42fb-9d6c-14d44de8f751 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1677 time: 0.1718686 Oct 13 10:59:06.906623 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec303df3-f4c0-4407-9a8d-5ecfaa0157c1 req-5e157751-f08f-45fc-9493-57ae0d5c06e2 service neutron] 10.222.0.21 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280965 Oct 13 10:59:06.972074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=ad0d3329-1d42-4f13-a254-a9d8ced30516,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:06.981144 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9cf589a6-279e-4782-960a-17408fc2606d req-a4090a99-7874-4965-b0d8-8e5a46d64d31 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746455 Oct 13 10:59:07.165056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d230cf-d55a-4250-ac3e-8600d74e3636 req-719011be-f586-4303-a3c2-1bb7f3677605 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:07.166676 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63d230cf-d55a-4250-ac3e-8600d74e3636 req-719011be-f586-4303-a3c2-1bb7f3677605 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 948 time: 0.1635041 Oct 13 10:59:07.188772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eecbf9-5f61-45b8-bc1d-35e6589c2ba2 req-6f599680-2af6-435f-8794-44df111da029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:07.190424 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88eecbf9-5f61-45b8-bc1d-35e6589c2ba2 req-6f599680-2af6-435f-8794-44df111da029 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.2814443 Oct 13 10:59:07.209087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44016) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:07.216987 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec303df3-f4c0-4407-9a8d-5ecfaa0157c1 req-7df80888-584d-43b7-ae15-580978ee5cf4 service neutron] 10.222.0.21 "GET /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963340 Oct 13 10:59:07.227379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44022) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:07.267680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88eecbf9-5f61-45b8-bc1d-35e6589c2ba2 req-17ad2da5-193d-41e9-9a3e-eb2c8e2a7750 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=69ffc0fc-dc77-488d-80e5-328e5194d24a HTTP/1.1" status: 200 len: 217 time: 0.0650940 Oct 13 10:59:07.327074 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63d230cf-d55a-4250-ac3e-8600d74e3636 req-e0090594-7adb-461a-9a68-ddc86572bc02 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400881 Oct 13 10:59:07.355419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eecbf9-5f61-45b8-bc1d-35e6589c2ba2 req-05bd85cd-bb92-4112-bbe9-42c5c5cf15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:07.357795 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88eecbf9-5f61-45b8-bc1d-35e6589c2ba2 req-05bd85cd-bb92-4112-bbe9-42c5c5cf15ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0803771 Oct 13 10:59:07.379047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-network', 'tenant_id': '741bdca1919a476bbac9327465314ef6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:07.417808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27bb40-b0cb-4a7e-92f7-0c6f61e13d79 req-90c14c6e-e6ba-43ca-ad5c-ba98228922f3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:07.420168 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ed27bb40-b0cb-4a7e-92f7-0c6f61e13d79 req-90c14c6e-e6ba-43ca-ad5c-ba98228922f3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.1018541 Oct 13 10:59:07.427460 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58111fae-cb98-4dfe-b959-ff00dcec9e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:07.461305 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ed27bb40-b0cb-4a7e-92f7-0c6f61e13d79 req-0c53e0b8-c18b-4025-8eef-14f91bc938fe tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348732 Oct 13 10:59:07.474815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eecbf9-5f61-45b8-bc1d-35e6589c2ba2 req-aaf83a14-cfa8-45dd-8069-75802d7c6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:07.474815 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88eecbf9-5f61-45b8-bc1d-35e6589c2ba2 req-aaf83a14-cfa8-45dd-8069-75802d7c6b41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058197 Oct 13 10:59:07.492065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Made reservation on behalf of 741bdca1919a476bbac9327465314ef6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:07.492993 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:07.509108 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:07.648726 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:07.657623 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58111fae-cb98-4dfe-b959-ff00dcec9e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:07.676374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fb47d-c4cc-437f-8963-62263ecf30eb req-67a332eb-0a2a-48a5-a98a-271f41051ab9 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:07.677881 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd8fb47d-c4cc-437f-8963-62263ecf30eb req-67a332eb-0a2a-48a5-a98a-271f41051ab9 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.1247256 Oct 13 10:59:07.683784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88eecbf9-5f61-45b8-bc1d-35e6589c2ba2 req-869a93f4-027b-47b4-ac40-982dacd11aa3 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021701 Oct 13 10:59:07.739772 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:07.743587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58111fae-cb98-4dfe-b959-ff00dcec9e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:07.769831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:59:07.787503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:07.787998 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Added segment fa87eede-1df3-42cb-9310-078f623f7dbd of type vlan for network 73b9de68-f09e-46da-ba8b-ccd947239acf Oct 13 10:59:07.789372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eea73d-0f6b-4c31-babb-551d04a78948,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:07.848924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:07.945817 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:07.947084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:07.947936 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:07.948751 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8b438c6f-fb21-4933-a13a-30fa4ff57312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:08.019720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] Pushing event updated for resources: {'Network': ['ID=73b9de68-f09e-46da-ba8b-ccd947239acf,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:08.032840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 73b9de68-f09e-46da-ba8b-ccd947239acf details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:59:08.077541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd8fb47d-c4cc-437f-8963-62263ecf30eb req-aaa86c0a-af0d-4ee4-98f5-f48ad03bb678 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902524 Oct 13 10:59:08.101139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-58111fae-cb98-4dfe-b959-ff00dcec9e85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2d988686afe489da9357a5d39bb4258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8670819 Oct 13 10:59:08.101139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44042) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:08.108424 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bf555a48-367a-4775-9100-383e47996280 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8975034 Oct 13 10:59:08.111325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44044) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:08.114098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58111fae-cb98-4dfe-b959-ff00dcec9e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f1c039-7faf-4592-9d10-e090c039ab63,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:08.119147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4c05de78-dcfd-418a-ae8f-204c466b73c1 admin admin] Request body: {'subnet': {'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-subnet', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:08.173996 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88eecbf9-5f61-45b8-bc1d-35e6589c2ba2 req-6116d6e9-a696-4f31-ab2d-5912824d1591 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807549 Oct 13 10:59:08.220572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c05de78-dcfd-418a-ae8f-204c466b73c1 admin admin] Made reservation on behalf of 741bdca1919a476bbac9327465314ef6 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:08.223410 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4c05de78-dcfd-418a-ae8f-204c466b73c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:08.231969 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3189-2b9e-4100-8bf4-c6d472a22f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:08.253694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b54d1-36e6-459d-834a-0d029fb93dd8 req-9ea6bd86-c370-43af-a0bc-d9a4363fa504 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:08.259982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b54d1-36e6-459d-834a-0d029fb93dd8 req-9ea6bd86-c370-43af-a0bc-d9a4363fa504 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:08.261453 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a7b54d1-36e6-459d-834a-0d029fb93dd8 req-9ea6bd86-c370-43af-a0bc-d9a4363fa504 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1677 time: 0.0785792 Oct 13 10:59:08.273700 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3189-2b9e-4100-8bf4-c6d472a22f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:08.332635 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a7b54d1-36e6-459d-834a-0d029fb93dd8 req-4538203c-06f5-48a0-8c65-942e551a1ce2 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569072 Oct 13 10:59:08.420790 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3189-2b9e-4100-8bf4-c6d472a22f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:08.424001 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3189-2b9e-4100-8bf4-c6d472a22f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:08.428319 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a8ab3189-2b9e-4100-8bf4-c6d472a22f1e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2f1c039-7faf-4592-9d10-e090c039ab63 HTTP/1.1" status: 204 len: 168 time: 0.3293071 Oct 13 10:59:08.439548 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab3189-2b9e-4100-8bf4-c6d472a22f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f1c039-7faf-4592-9d10-e090c039ab63,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:08.523711 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4c05de78-dcfd-418a-ae8f-204c466b73c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:08.523980 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:08.561026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbb874-55a9-4f2b-bd9d-f374f7adecc8 req-cfaececf-f4d6-4e35-b7db-d4746df63f95 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:08.562713 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7abbb874-55a9-4f2b-bd9d-f374f7adecc8 req-cfaececf-f4d6-4e35-b7db-d4746df63f95 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 948 time: 0.0551269 Oct 13 10:59:08.590326 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05de78-dcfd-418a-ae8f-204c466b73c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9da60ec-3d29-4932-bd51-bdfb720160f0,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:08.611148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05de78-dcfd-418a-ae8f-204c466b73c1 admin admin] Checking segment: {'id': 'fa87eede-1df3-42cb-9310-078f623f7dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:08.611721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05de78-dcfd-418a-ae8f-204c466b73c1 admin admin] Network hostable DHCP agents. Network: 73b9de68-f09e-46da-ba8b-ccd947239acf, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:59:08.625616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7abbb874-55a9-4f2b-bd9d-f374f7adecc8 req-a516fe7a-4db0-4e7a-95ac-1419df1a3783 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564241 Oct 13 10:59:08.707774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05de78-dcfd-418a-ae8f-204c466b73c1 admin admin] Network 73b9de68-f09e-46da-ba8b-ccd947239acf is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:59:08.820215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-4c05de78-dcfd-418a-ae8f-204c466b73c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 73b9de68-f09e-46da-ba8b-ccd947239acf) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:08.824678 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c05de78-dcfd-418a-ae8f-204c466b73c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:08.825303 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4c05de78-dcfd-418a-ae8f-204c466b73c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:08.833297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65484b69-ccc9-4a83-a7c8-02f55827a90c None None] Network 73b9de68-f09e-46da-ba8b-ccd947239acf requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:59:08.855252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-99d7d160-0fee-48e5-b824-a1e4d4ca0b5b req-a6ba29b6-e5fc-486e-9a99-d3cbf605d39b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:59:08.856576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-99d7d160-0fee-48e5-b824-a1e4d4ca0b5b req-a6ba29b6-e5fc-486e-9a99-d3cbf605d39b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062382 Oct 13 10:59:08.949593 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4c05de78-dcfd-418a-ae8f-204c466b73c1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8370109 Oct 13 10:59:08.952846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44062) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:08.957134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:09.022258 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-73b9de68-f09e-46da-ba8b-ccd947239acf', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'fixed_ips': [{'subnet_id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:59:09.023190 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.026277 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.027405 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.081678 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.191040 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Allocated IP 172.20.0.2 (73b9de68-f09e-46da-ba8b-ccd947239acf/a9da60ec-3d29-4932-bd51-bdfb720160f0/4b00ecee-9080-40de-8ce9-323a3888dd94) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:09.250365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76388f-9e0b-4939-bfac-ff73a04dba9f req-5087b358-aab2-42c8-822d-4c171a1652a3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:09.253810 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ee76388f-9e0b-4939-bfac-ff73a04dba9f req-5087b358-aab2-42c8-822d-4c171a1652a3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0569334 Oct 13 10:59:09.284333 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44068) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:09.308300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ee76388f-9e0b-4939-bfac-ff73a04dba9f req-fe09ac41-aa05-4ea0-acc4-6d9265011a0d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499711 Oct 13 10:59:09.309346 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f369c4fa-5295-4c89-aa39-361a9f28704d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.322906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9ce5d-3708-491f-9eef-c1af48ca90b4 req-c4fff37d-d38a-41ee-8142-2f1bb893a38b tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:09.330466 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c0d9ce5d-3708-491f-9eef-c1af48ca90b4 req-c4fff37d-d38a-41ee-8142-2f1bb893a38b tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.1192410 Oct 13 10:59:09.330466 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.379067 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.384656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c0d9ce5d-3708-491f-9eef-c1af48ca90b4 req-aa070707-99fc-40d8-aed8-dd277d618629 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460763 Oct 13 10:59:09.411474 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f369c4fa-5295-4c89-aa39-361a9f28704d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.492429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c650f-ce49-47aa-8cde-6150177e4e5b req-a0d39bee-d6a0-458d-b602-2843b78f09be tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:09.500506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c650f-ce49-47aa-8cde-6150177e4e5b req-a0d39bee-d6a0-458d-b602-2843b78f09be tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:09.507078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.509079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f49c650f-ce49-47aa-8cde-6150177e4e5b req-a0d39bee-d6a0-458d-b602-2843b78f09be tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1677 time: 0.0745311 Oct 13 10:59:09.512492 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f369c4fa-5295-4c89-aa39-361a9f28704d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.610285 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f369c4fa-5295-4c89-aa39-361a9f28704d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e8091ce97a94bf49901eeabe4bf4c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247244 Oct 13 10:59:09.613283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44086) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:09.623717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Network 73b9de68-f09e-46da-ba8b-ccd947239acf is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:09.628410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f49c650f-ce49-47aa-8cde-6150177e4e5b req-69950420-5eb1-4868-8cf7-42535be91b7c tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183820 Oct 13 10:59:09.629278 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369c4fa-5295-4c89-aa39-361a9f28704d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7fd262-d789-4aa7-916a-7d1b2891b7c9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:09.638777 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:09.648133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:59:09.679843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Pushing event updated for resources: {'Port': ['ID=4b00ecee-9080-40de-8ce9-323a3888dd94,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:09.772567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Attempting to bind port 4b00ecee-9080-40de-8ce9-323a3888dd94 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:59:09.773229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Attempting to bind port 4b00ecee-9080-40de-8ce9-323a3888dd94 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'fa87eede-1df3-42cb-9310-078f623f7dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:59:09.773374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Attempting to bind port 4b00ecee-9080-40de-8ce9-323a3888dd94 on network 73b9de68-f09e-46da-ba8b-ccd947239acf {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:09.793606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:59:09.793606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Checking segment: {'id': 'fa87eede-1df3-42cb-9310-078f623f7dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:09.793606 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.793606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Bound using segment: {'id': 'fa87eede-1df3-42cb-9310-078f623f7dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:59:09.793606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Bound port: 4b00ecee-9080-40de-8ce9-323a3888dd94, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa87eede-1df3-42cb-9310-078f623f7dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:59:09.793606 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.880271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.913821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66d845-ae5a-4749-b2c8-7511f334233f req-dc217a21-6b84-4634-a74c-a04bcda0f575 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:09.914902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] For port 4b00ecee-9080-40de-8ce9-323a3888dd94, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:59:09.918249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] For port 4b00ecee-9080-40de-8ce9-323a3888dd94, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4b00ecee-9080-40de-8ce9-323a3888dd94,segment=NetworkSegment(fa87eede-1df3-42cb-9310-078f623f7dbd),segment_id=fa87eede-1df3-42cb-9310-078f623f7dbd)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:59:09.922483 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a66d845-ae5a-4749-b2c8-7511f334233f req-dc217a21-6b84-4634-a74c-a04bcda0f575 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 948 time: 0.0970130 Oct 13 10:59:09.926132 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:09.970505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a66d845-ae5a-4749-b2c8-7511f334233f req-fdcaa260-bce1-4097-97d8-3187a6d9990e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456934 Oct 13 10:59:10.002591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 3661fdea-1e60-47c4-b71a-57e6fa5891cc details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:59:10.016351 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:10.122251 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb6bab-e411-4109-93d4-f0c76a5867e9 req-eb757318-d8fe-4db2-aee6-bf7e32df5dfd tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:10.130187 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5fcb6bab-e411-4109-93d4-f0c76a5867e9 req-eb757318-d8fe-4db2-aee6-bf7e32df5dfd tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.2110071 Oct 13 10:59:10.140499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769994f5-7d70-4d7d-bf39-0512fe1f29f6 None None] Pushing event updated for resources: {'Port': ['ID=4b00ecee-9080-40de-8ce9-323a3888dd94,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:10.192300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 3661fdea-1e60-47c4-b71a-57e6fa5891cc, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3661fdea-1e60-47c4-b71a-57e6fa5891cc,segment=NetworkSegment(9fb62ffb-2eae-48cd-823b-7deb41ef5f08),segment_id=9fb62ffb-2eae-48cd-823b-7deb41ef5f08)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:10.196965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Allocated IP 172.25.0.76 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/ebd13fc1-0b27-4253-9399-cb686310207b) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:10.209852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '3661fdea-1e60-47c4-b71a-57e6fa5891cc', 'network_id': '7f5d087b-6138-4b41-9032-e3cba6f27a13', 'port_id': '3661fdea-1e60-47c4-b71a-57e6fa5891cc', 'mac_address': 'fa:16:3e:95:ca:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91571abe-d556-494c-b52c-e2fd480899ea', 'ip_address': '19.86.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:59:10.228346 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-aaa3eb1c-c8a2-41a5-9bfe-41852d909c0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514220 Oct 13 10:59:10.238750 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43566824-7541-4b4c-9344-5176fef8780b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:10.265687 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5fcb6bab-e411-4109-93d4-f0c76a5867e9 req-eee5c5b0-cda3-4579-bc9a-fe42bf6bf5ab tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346054 Oct 13 10:59:10.312806 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:10.314006 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43566824-7541-4b4c-9344-5176fef8780b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:10.335613 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:10.368243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3661fdea-1e60-47c4-b71a-57e6fa5891cc {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:10.422961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 3661fdea-1e60-47c4-b71a-57e6fa5891cc, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3661fdea-1e60-47c4-b71a-57e6fa5891cc,segment=NetworkSegment(9fb62ffb-2eae-48cd-823b-7deb41ef5f08),segment_id=9fb62ffb-2eae-48cd-823b-7deb41ef5f08)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:10.441913 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:10.502921 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:10.503603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 48b0b357-33ad-493f-af5a-88fdc007c3b4 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:59:10.539222 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43566824-7541-4b4c-9344-5176fef8780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:10.541894 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43566824-7541-4b4c-9344-5176fef8780b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:10.549216 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-43566824-7541-4b4c-9344-5176fef8780b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f7fd262-d789-4aa7-916a-7d1b2891b7c9 HTTP/1.1" status: 204 len: 168 time: 0.9305928 Oct 13 10:59:10.594868 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43566824-7541-4b4c-9344-5176fef8780b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7fd262-d789-4aa7-916a-7d1b2891b7c9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:10.666679 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:10.733107 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Pushing event updated for resources: {'Port': ['ID=ebd13fc1-0b27-4253-9399-cb686310207b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:10.734578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 48b0b357-33ad-493f-af5a-88fdc007c3b4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=48b0b357-33ad-493f-af5a-88fdc007c3b4,segment=NetworkSegment(6711841b-53e6-4967-bbef-8df471d91c4b),segment_id=6711841b-53e6-4967-bbef-8df471d91c4b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:10.738353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a93778-524d-4f23-9326-dc54beec0846 req-153996cd-b9ff-40b7-82c7-79bf01b553d8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:10.740054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9a93778-524d-4f23-9326-dc54beec0846 req-153996cd-b9ff-40b7-82c7-79bf01b553d8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.2030022 Oct 13 10:59:10.745232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:10.747702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:10.754191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:59:10.759586 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '48b0b357-33ad-493f-af5a-88fdc007c3b4', 'network_id': '473ae6af-5222-47bc-81a4-b74d3a576b90', 'port_id': '48b0b357-33ad-493f-af5a-88fdc007c3b4', 'mac_address': 'fa:16:3e:c5:fa:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e66ac49-6fd9-46e4-b205-287b7530f6b5', 'ip_address': '19.80.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:59:10.763996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ad0d3329-1d42-4f13-a254-a9d8ced30516 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:10.768106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4b00ecee-9080-40de-8ce9-323a3888dd94 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:10.860494 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9a93778-524d-4f23-9326-dc54beec0846 req-046207a7-ecf5-4336-ae8f-9ce857e8bcb2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102638 Oct 13 10:59:10.934573 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:10.962384 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b0b357-33ad-493f-af5a-88fdc007c3b4 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:10.986049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca236b5-024e-4585-ba2d-9a167e8949db req-1117d486-0cae-496e-bad3-bd8c1b5c2246 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:10.987987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 48b0b357-33ad-493f-af5a-88fdc007c3b4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=48b0b357-33ad-493f-af5a-88fdc007c3b4,segment=NetworkSegment(6711841b-53e6-4967-bbef-8df471d91c4b),segment_id=6711841b-53e6-4967-bbef-8df471d91c4b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:11.005647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca236b5-024e-4585-ba2d-9a167e8949db req-1117d486-0cae-496e-bad3-bd8c1b5c2246 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:11.015056 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dca236b5-024e-4585-ba2d-9a167e8949db req-1117d486-0cae-496e-bad3-bd8c1b5c2246 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1678 time: 0.2340367 Oct 13 10:59:11.050663 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-456342b7-fafb-4990-8b64-b0b6a37a30b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:11.053766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=3661fdea-1e60-47c4-b71a-57e6fa5891cc,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:11.117985 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:11.126846 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dca236b5-024e-4585-ba2d-9a167e8949db req-d7879571-294b-4cbb-8805-e9d81f41583c tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107509 Oct 13 10:59:11.136409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 4b00ecee-9080-40de-8ce9-323a3888dd94 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:11.136543 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:11.374911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=48b0b357-33ad-493f-af5a-88fdc007c3b4,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:11.440849 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:11.580112 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3aac2-b330-45d1-9f2e-8a29dc76fdea req-7bc41262-d900-421c-b237-7edf671c6c08 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:11.588399 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-64a3aac2-b330-45d1-9f2e-8a29dc76fdea req-7bc41262-d900-421c-b237-7edf671c6c08 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 948 time: 0.3520000 Oct 13 10:59:11.678742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af40af-8b2e-400c-8dcc-6fa5a1f6c24d req-cb0eafbc-1ff7-4d8a-bd3e-3c21eecbc155 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:11.687500 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07af40af-8b2e-400c-8dcc-6fa5a1f6c24d req-cb0eafbc-1ff7-4d8a-bd3e-3c21eecbc155 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.1126926 Oct 13 10:59:11.692725 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-64a3aac2-b330-45d1-9f2e-8a29dc76fdea req-b1de136f-5f76-4792-8423-f94368e3d3cf tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031406 Oct 13 10:59:11.730717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['48b0b357-33ad-493f-af5a-88fdc007c3b4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:59:11.789205 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07af40af-8b2e-400c-8dcc-6fa5a1f6c24d req-077631b5-0570-44f4-815d-cdc9cd4c7c1a tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973675 Oct 13 10:59:11.800340 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:11.844859 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 4b00ecee-9080-40de-8ce9-323a3888dd94, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4b00ecee-9080-40de-8ce9-323a3888dd94,segment=NetworkSegment(fa87eede-1df3-42cb-9310-078f623f7dbd),segment_id=fa87eede-1df3-42cb-9310-078f623f7dbd)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:11.852108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dab27b-8775-4cd6-9bcf-aceb25dec427 None None] Network 73b9de68-f09e-46da-ba8b-ccd947239acf requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:59:11.897752 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:11.940723 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:12.067835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27310776-9d4d-416b-8874-8485b2ed8610 req-061039b9-7017-4fdc-bca1-d17dd4835578 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:12.071586 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-27310776-9d4d-416b-8874-8485b2ed8610 req-061039b9-7017-4fdc-bca1-d17dd4835578 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 945 time: 0.2202594 Oct 13 10:59:12.075996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 69ffc0fc-dc77-488d-80e5-328e5194d24a details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:59:12.093379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef368-0730-4edd-bd44-d81f6d7814ec req-3b2e14ce-ec0a-47ab-8ff1-072894ac013b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:12.113638 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f8ef368-0730-4edd-bd44-d81f6d7814ec req-3b2e14ce-ec0a-47ab-8ff1-072894ac013b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.1108036 Oct 13 10:59:12.120306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:12.205084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 69ffc0fc-dc77-488d-80e5-328e5194d24a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=69ffc0fc-dc77-488d-80e5-328e5194d24a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:12.209542 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f8ef368-0730-4edd-bd44-d81f6d7814ec req-4e1fb66b-ec48-425b-9c0a-0f822aa1e348 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949492 Oct 13 10:59:12.234272 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '69ffc0fc-dc77-488d-80e5-328e5194d24a', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '69ffc0fc-dc77-488d-80e5-328e5194d24a', 'mac_address': 'fa:16:3e:86:ad:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:59:12.266951 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-27310776-9d4d-416b-8874-8485b2ed8610 req-70625331-4f16-472e-8dc2-fb7cbc3eaf25 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/security-groups?id=c86784fe-6b4d-4970-a04e-968853961fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944027 Oct 13 10:59:12.273607 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:59:12.300434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-35f8065a-0986-4c56-9b6d-5d5788807b54 None None] Provisioning complete for port 4b00ecee-9080-40de-8ce9-323a3888dd94 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:12.300828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-35f8065a-0986-4c56-9b6d-5d5788807b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:12.368599 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:12.383077 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:12.414244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90200b-4735-47f3-b703-29097f49a464 req-cd067818-eb50-4864-b35a-3e252e6b24f2 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:12.440103 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90200b-4735-47f3-b703-29097f49a464 req-cd067818-eb50-4864-b35a-3e252e6b24f2 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:12.453410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f90200b-4735-47f3-b703-29097f49a464 req-cd067818-eb50-4864-b35a-3e252e6b24f2 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1679 time: 0.1326585 Oct 13 10:59:12.472931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=4b00ecee-9080-40de-8ce9-323a3888dd94,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:12.516177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['3661fdea-1e60-47c4-b71a-57e6fa5891cc'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:59:12.531922 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f90200b-4735-47f3-b703-29097f49a464 req-f90a3e57-73ed-482b-b83d-b7e1329ed020 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720763 Oct 13 10:59:12.558843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ffc0fc-dc77-488d-80e5-328e5194d24a {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:12.583886 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 69ffc0fc-dc77-488d-80e5-328e5194d24a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=69ffc0fc-dc77-488d-80e5-328e5194d24a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:12.745288 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:12.870845 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:59:12.930555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=69ffc0fc-dc77-488d-80e5-328e5194d24a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:12.963816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cd80f-a7d4-4291-a25c-2d30bc22618c req-ee489da9-47a7-4fcf-85fa-fa511a620995 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:12.977371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728424fc-972c-492b-8de5-222322b80ae9 req-16ea0322-1173-4537-908a-ba16db898f51 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:12.978644 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f13cd80f-a7d4-4291-a25c-2d30bc22618c req-ee489da9-47a7-4fcf-85fa-fa511a620995 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 949 time: 0.1671376 Oct 13 10:59:12.978962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-728424fc-972c-492b-8de5-222322b80ae9 req-16ea0322-1173-4537-908a-ba16db898f51 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 945 time: 0.1623006 Oct 13 10:59:13.080353 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f13cd80f-a7d4-4291-a25c-2d30bc22618c req-ccb608c3-dc23-4e7a-a682-f18ae3bc3467 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003828 Oct 13 10:59:13.106024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27240-ae7a-4410-b2bf-f7b568bb1a25 req-69c5e757-3252-4d36-8cd6-d637970d21ea tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:13.107799 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ec27240-ae7a-4410-b2bf-f7b568bb1a25 req-69c5e757-3252-4d36-8cd6-d637970d21ea tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.2488499 Oct 13 10:59:13.144327 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:59:13.183276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:59:13.193485 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Sync routers for ids ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:59:13.210927 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Routers {'07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:13.210927 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:13.215060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15010ffc-207d-4f8b-89c1-641766906719 req-f50c1c7e-c0c7-4273-8ae7-62ef0793a400 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:13.224364 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15010ffc-207d-4f8b-89c1-641766906719 req-f50c1c7e-c0c7-4273-8ae7-62ef0793a400 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 946 time: 0.2434103 Oct 13 10:59:13.258228 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ec27240-ae7a-4410-b2bf-f7b568bb1a25 req-48f0d149-621a-456b-8e78-59e5c76b294b tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404772 Oct 13 10:59:13.308617 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:13.310847 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8b88216a-292d-4b8e-9626-cf1273b3591a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.3560984 Oct 13 10:59:13.314307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44168) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:13.403542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8020f836-7359-4533-a837-386c63e94205 None None] Provisioning complete for port 4b00ecee-9080-40de-8ce9-323a3888dd94 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:13.404803 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8020f836-7359-4533-a837-386c63e94205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:13.461718 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:13.465187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Deleting port b36917d1-b856-4fd6-aeab-d15e86b159d2 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:13.465709 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:13.557659 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Set router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:13.759573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-15010ffc-207d-4f8b-89c1-641766906719 req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Deleting port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:13.760078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-15010ffc-207d-4f8b-89c1-641766906719 req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:13.768758 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa1c5-210b-4e56-9251-6dace972e3b0 req-09e0c9a2-e45e-4f8a-8af2-d6d836409b47 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:13.770319 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d2daa1c5-210b-4e56-9251-6dace972e3b0 req-09e0c9a2-e45e-4f8a-8af2-d6d836409b47 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.2194710 Oct 13 10:59:13.790395 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:11Z', 'revision_number': 3, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port': {'id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:13.824011 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Checking router: 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:59:13.824615 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Updating router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 port ebd13fc1-0b27-4253-9399-cb686310207b binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:59:13.854247 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d2daa1c5-210b-4e56-9251-6dace972e3b0 req-e8ce7042-4411-4c2e-b77d-ed1706b3777f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516272 Oct 13 10:59:13.885763 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:13.892498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-15010ffc-207d-4f8b-89c1-641766906719 req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] For port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7,segment=NetworkSegment(08c587ce-3ab4-4082-a3f9-13d336742c69),segment_id=08c587ce-3ab4-4082-a3f9-13d336742c69)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:13.892498 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-15010ffc-207d-4f8b-89c1-641766906719 req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:13.912942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-15010ffc-207d-4f8b-89c1-641766906719 req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Calling delete_port for fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:14.022196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:14.022762 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 3661fdea-1e60-47c4-b71a-57e6fa5891cc up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:14.035195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] For port b36917d1-b856-4fd6-aeab-d15e86b159d2, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b36917d1-b856-4fd6-aeab-d15e86b159d2,segment=NetworkSegment(7694653f-d38f-4a1a-bffc-ccb3474d4669),segment_id=7694653f-d38f-4a1a-bffc-ccb3474d4669)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:14.036523 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:14.151681 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2513a9-8806-4b92-9d6e-1bc3b5edd207 req-b45e15e4-430d-459b-9fac-121458fb9ac2 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:14.161038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da2513a9-8806-4b92-9d6e-1bc3b5edd207 req-b45e15e4-430d-459b-9fac-121458fb9ac2 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 945 time: 0.7129653 Oct 13 10:59:14.239399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 3661fdea-1e60-47c4-b71a-57e6fa5891cc completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:59:14.249421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 3661fdea-1e60-47c4-b71a-57e6fa5891cc triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:14.249421 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:14.304920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967329f1-f76b-45e2-a4a9-9c369372333d req-2611c18f-6a45-439b-9250-720085fc259f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:14.332515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da2513a9-8806-4b92-9d6e-1bc3b5edd207 req-275797bd-40c0-4fb4-8e3c-736560b99f2b tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/security-groups?id=c86784fe-6b4d-4970-a04e-968853961fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681232 Oct 13 10:59:14.336122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967329f1-f76b-45e2-a4a9-9c369372333d req-2611c18f-6a45-439b-9250-720085fc259f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:14.342812 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-967329f1-f76b-45e2-a4a9-9c369372333d req-2611c18f-6a45-439b-9250-720085fc259f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1679 time: 0.3495743 Oct 13 10:59:14.574213 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:14.580417 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:14.581325 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Floating IP bffd0f86-c748-4d0b-944b-924fc7d5ea2a disassociated. External IP: 172.25.0.111, port: b36917d1-b856-4fd6-aeab-d15e86b159d2. Oct 13 10:59:14.585439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Calling delete_port for b36917d1-b856-4fd6-aeab-d15e86b159d2 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:14.586667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4b00ecee-9080-40de-8ce9-323a3888dd94 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:14.595112 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:14.675205 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-15010ffc-207d-4f8b-89c1-641766906719 req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:14.690493 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-967329f1-f76b-45e2-a4a9-9c369372333d req-c4c7d3b8-17e9-4ce2-b970-0bc7886336f2 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377211 Oct 13 10:59:14.705733 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['166c8ee1-6ca7-48e5-8b4b-2b63829e8405'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:59:14.721970 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:14.743449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Pushing event deleted for resources: {'Port': ['ID=fc4dacfd-c3aa-4d02-8aa4-ea45425989a7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:14.787379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:14.787881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:14.788329 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:14.788896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:14.789353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:14.789840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:14.790274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:14.790729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:14.791153 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:14.791580 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:14.792009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:14.792437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:14.824573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 3661fdea-1e60-47c4-b71a-57e6fa5891cc, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3661fdea-1e60-47c4-b71a-57e6fa5891cc,segment=NetworkSegment(9fb62ffb-2eae-48cd-823b-7deb41ef5f08),segment_id=9fb62ffb-2eae-48cd-823b-7deb41ef5f08)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:14.826483 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:14.851941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-15010ffc-207d-4f8b-89c1-641766906719 req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] No DVR routers for this DVR port fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:14.853311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Allocated IP 172.20.0.1 (73b9de68-f09e-46da-ba8b-ccd947239acf/a9da60ec-3d29-4932-bd51-bdfb720160f0/deb46d8f-5b5e-4bb9-98d5-66775da38a8b) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:14.861109 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-15010ffc-207d-4f8b-89c1-641766906719 req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:14.864672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15010ffc-207d-4f8b-89c1-641766906719 req-52aa533c-3ca7-4b51-9def-16cb565acf27 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.21 "DELETE /v2.0/ports/fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 HTTP/1.1" status: 204 len: 173 time: 1.6271999 Oct 13 10:59:14.868415 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a664660-1d4e-4597-ac42-fb0fc59be135', 'name': 'network-vif-deleted', 'tag': 'fc4dacfd-c3aa-4d02-8aa4-ea45425989a7'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:14.871330 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39a237d-bd8d-4462-8dd1-b8af85e78353" -d '{"events": [{"server_uuid": "3a664660-1d4e-4597-ac42-fb0fc59be135", "name": "network-vif-deleted", "tag": "fc4dacfd-c3aa-4d02-8aa4-ea45425989a7"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:14.891945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da73710-6295-46fc-aa12-119323b7150e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3661fdea-1e60-47c4-b71a-57e6fa5891cc'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:14.892563 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bfc87-eafb-4ba9-8582-81575aa4b649 req-229c07b8-02ab-4774-815f-bfa4491c4a3b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:14.895049 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3921e0a4-1149-4a4d-96e3-73e00c3f3119" -d '{"events": [{"server_uuid": "0da73710-6295-46fc-aa12-119323b7150e", "name": "network-vif-plugged", "status": "completed", "tag": "3661fdea-1e60-47c4-b71a-57e6fa5891cc"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:14.897380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd7bfc87-eafb-4ba9-8582-81575aa4b649 req-229c07b8-02ab-4774-815f-bfa4491c4a3b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 949 time: 0.3022966 Oct 13 10:59:14.917078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:14.918021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 48b0b357-33ad-493f-af5a-88fdc007c3b4 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:14.958833 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f4974e88-f415-4f2b-a611-1e3f22e4f682 req-1057b862-dffc-417f-81f8-80dfd5fc2242 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a664660-1d4e-4597-ac42-fb0fc59be135 HTTP/1.1" status: 200 len: 210 time: 0.0868490 Oct 13 10:59:15.012471 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Attempting to bind port ebd13fc1-0b27-4253-9399-cb686310207b on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:59:15.015184 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Attempting to bind port ebd13fc1-0b27-4253-9399-cb686310207b by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:59:15.015774 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Attempting to bind port ebd13fc1-0b27-4253-9399-cb686310207b on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:15.023800 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Pushing event updated for resources: {'Port': ['ID=ebd13fc1-0b27-4253-9399-cb686310207b,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:15.050955 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:59:15.051632 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:15.052223 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:15.053703 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:59:15.055762 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Bound port: ebd13fc1-0b27-4253-9399-cb686310207b, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:59:15.057063 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:15.065597 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:15.066736 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:15.068680 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:15.069175 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:15.072210 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:15.075161 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:15.085934 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:15.090955 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd7bfc87-eafb-4ba9-8582-81575aa4b649 req-ad494a6d-5fcd-4419-8c63-273e8f72ff1b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783330 Oct 13 10:59:15.092878 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:15.093499 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:15.095199 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:15.096870 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:15.096870 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:15.119334 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcead309-1459-425c-ba63-9bc1ec6c4eba x-openstack-request-id: req-fcead309-1459-425c-ba63-9bc1ec6c4eba {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:15.119626 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a664660-1d4e-4597-ac42-fb0fc59be135", "name": "network-vif-deleted", "tag": "fc4dacfd-c3aa-4d02-8aa4-ea45425989a7", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:15.119878 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcead309-1459-425c-ba63-9bc1ec6c4eba {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:15.120507 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a664660-1d4e-4597-ac42-fb0fc59be135', 'name': 'network-vif-deleted', 'tag': 'fc4dacfd-c3aa-4d02-8aa4-ea45425989a7', 'status': 'completed', 'code': 200} Oct 13 10:59:15.243093 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:15.268173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=3661fdea-1e60-47c4-b71a-57e6fa5891cc,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:15.277494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d02eca-5f7a-41da-93e2-d8e36c75c0f7 req-c44216ec-f2de-4aad-8a9e-ec136da6f5a3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:15.288534 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-86d02eca-5f7a-41da-93e2-d8e36c75c0f7 req-c44216ec-f2de-4aad-8a9e-ec136da6f5a3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.1313565 Oct 13 10:59:15.297691 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c6cfad-9bed-442f-8752-62045438152a x-openstack-request-id: req-a7c6cfad-9bed-442f-8752-62045438152a {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:15.310279 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da73710-6295-46fc-aa12-119323b7150e", "name": "network-vif-plugged", "status": "completed", "tag": "3661fdea-1e60-47c4-b71a-57e6fa5891cc", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:15.314844 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7c6cfad-9bed-442f-8752-62045438152a {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:15.315469 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da73710-6295-46fc-aa12-119323b7150e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3661fdea-1e60-47c4-b71a-57e6fa5891cc', 'code': 200} Oct 13 10:59:15.373099 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-86d02eca-5f7a-41da-93e2-d8e36c75c0f7 req-8d10c965-4717-4138-bbf1-13968befe54e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835505 Oct 13 10:59:15.396891 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] For port ebd13fc1-0b27-4253-9399-cb686310207b, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:59:15.408417 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] For port ebd13fc1-0b27-4253-9399-cb686310207b, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ebd13fc1-0b27-4253-9399-cb686310207b,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:59:15.455401 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:15.477557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 4b00ecee-9080-40de-8ce9-323a3888dd94 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:15.477557 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:15.495573 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:15.577523 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:15.582572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Network 73b9de68-f09e-46da-ba8b-ccd947239acf is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:15.585967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 48b0b357-33ad-493f-af5a-88fdc007c3b4 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:59:15.589299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:15.605331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:59:15.613165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 48b0b357-33ad-493f-af5a-88fdc007c3b4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:15.613680 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:15.660649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Pushing event updated for resources: {'Port': ['ID=deb46d8f-5b5e-4bb9-98d5-66775da38a8b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:15.672632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Pushing event deleted for resources: {'Port': ['ID=b36917d1-b856-4fd6-aeab-d15e86b159d2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:15.692781 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd96cbe-8d87-4147-8aa4-f5cfbd4e51ab None None] Pushing event updated for resources: {'Port': ['ID=ebd13fc1-0b27-4253-9399-cb686310207b,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:15.695756 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Routers {'07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:15.701984 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:15.728743 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:15.862356 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360f5ee-b4c3-4e0d-80b0-7bd7ad45ff8c req-1e5046a2-ff10-4489-a05c-42f39181bd60 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:15.877666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6360f5ee-b4c3-4e0d-80b0-7bd7ad45ff8c req-1e5046a2-ff10-4489-a05c-42f39181bd60 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 867 time: 0.4142220 Oct 13 10:59:16.019751 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] Set router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:16.062088 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:16.153146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 48b0b357-33ad-493f-af5a-88fdc007c3b4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=48b0b357-33ad-493f-af5a-88fdc007c3b4,segment=NetworkSegment(6711841b-53e6-4967-bbef-8df471d91c4b),segment_id=6711841b-53e6-4967-bbef-8df471d91c4b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:16.160015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440d3b-0736-43a4-b165-b6d862b26893 req-cd9e1a6b-3e9f-42a8-b291-d6f31ccb8e56 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:16.168105 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5507c304-28f6-4e6e-befa-ea3f1d0606dc None None] Provisioning complete for port deb46d8f-5b5e-4bb9-98d5-66775da38a8b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:16.168660 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5507c304-28f6-4e6e-befa-ea3f1d0606dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:16.172916 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6360f5ee-b4c3-4e0d-80b0-7bd7ad45ff8c req-2b437542-0ba1-4c02-bf61-d81228e5bd32 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/security-groups?id=c86784fe-6b4d-4970-a04e-968853961fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894650 Oct 13 10:59:16.209150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440d3b-0736-43a4-b165-b6d862b26893 req-cd9e1a6b-3e9f-42a8-b291-d6f31ccb8e56 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:16.219774 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-20440d3b-0736-43a4-b165-b6d862b26893 req-cd9e1a6b-3e9f-42a8-b291-d6f31ccb8e56 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1680 time: 0.3830876 Oct 13 10:59:16.229263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:59:16.291751 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:16.307883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5507c304-28f6-4e6e-befa-ea3f1d0606dc None None] Port deb46d8f-5b5e-4bb9-98d5-66775da38a8b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:59:16.385500 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-20440d3b-0736-43a4-b165-b6d862b26893 req-d420ce5c-fb5f-4eab-a9b1-c79553900782 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473107 Oct 13 10:59:16.401758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 69ffc0fc-dc77-488d-80e5-328e5194d24a up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:16.482786 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:16.541523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=48b0b357-33ad-493f-af5a-88fdc007c3b4,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:16.579710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:16.623835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:16.624452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device fc4dacfd-c3aa-4d02-8aa4-ea45425989a7 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:16.627927 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:11Z', 'revision_number': 3, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port': {'id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:16.630595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b36917d1-b856-4fd6-aeab-d15e86b159d2 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:16.657620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 69ffc0fc-dc77-488d-80e5-328e5194d24a completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:59:16.661083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: b36917d1-b856-4fd6-aeab-d15e86b159d2 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:16.661541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b36917d1-b856-4fd6-aeab-d15e86b159d2 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:16.663835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 69ffc0fc-dc77-488d-80e5-328e5194d24a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:16.664892 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:16.722781 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a5152-0a2d-4cc8-bf75-ad4d47eed742 req-f59a0989-ecab-49a4-976d-81fe3413ee8c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:16.739027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca4a5152-0a2d-4cc8-bf75-ad4d47eed742 req-f59a0989-ecab-49a4-976d-81fe3413ee8c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 949 time: 0.3655229 Oct 13 10:59:16.773489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:59:16.808201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e74675-cad5-430d-bd8a-d80687e6a20f None None] Sync routers for ids ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:59:16.857318 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:16.931023 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cad437-519d-43b7-886c-05f5ca459f09 None None] The sync data for ids ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'] in n-d-813659-3 is: [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:11Z', 'revision_number': 3, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port': {'id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:59:16.956937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] No DVR routers for this DVR port b36917d1-b856-4fd6-aeab-d15e86b159d2 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:16.961429 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:16.991984 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:16.995006 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca4a5152-0a2d-4cc8-bf75-ad4d47eed742 req-d1e88ee5-e51d-44d2-b0ee-14b9e19d61d3 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550166 Oct 13 10:59:16.996261 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:17.020687 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-728424fc-972c-492b-8de5-222322b80ae9 req-3261afe5-9092-4e8a-a29b-383ff576bf16 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.21 "DELETE /v2.0/ports/b36917d1-b856-4fd6-aeab-d15e86b159d2 HTTP/1.1" status: 204 len: 173 time: 3.9988360 Oct 13 10:59:17.070508 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e74675-cad5-430d-bd8a-d80687e6a20f None None] Routers {'1ebc7c15-9307-41d9-81e6-fb14b4b8a305'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:17.072022 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e1e74675-cad5-430d-bd8a-d80687e6a20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:17.080307 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 69ffc0fc-dc77-488d-80e5-328e5194d24a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=69ffc0fc-dc77-488d-80e5-328e5194d24a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:17.123136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb83869-3bd1-4eba-ab97-3f7f89568e4a', 'name': 'network-vif-deleted', 'tag': 'b36917d1-b856-4fd6-aeab-d15e86b159d2'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:17.125588 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b788b6af-cd2e-45d2-9af5-d3906d44a53f" -d '{"events": [{"server_uuid": "ceb83869-3bd1-4eba-ab97-3f7f89568e4a", "name": "network-vif-deleted", "tag": "b36917d1-b856-4fd6-aeab-d15e86b159d2"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:17.152269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Pushing event updated for resources: {'Port': ['ID=deb46d8f-5b5e-4bb9-98d5-66775da38a8b,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:17.157491 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:17.165726 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:17.199611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a55108-d34d-4881-914c-57f984756e3f req-1d6288ce-006a-43e1-befe-d1b0165dd330 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:17.208300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09a55108-d34d-4881-914c-57f984756e3f req-1d6288ce-006a-43e1-befe-d1b0165dd330 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0866683 Oct 13 10:59:17.246808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaebe7-e705-4310-a542-6d08830eab3b req-172585da-9f81-4d10-9d17-7f4c7395fcb3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:17.249457 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdfaebe7-e705-4310-a542-6d08830eab3b req-172585da-9f81-4d10-9d17-7f4c7395fcb3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.1829093 Oct 13 10:59:17.280959 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09a55108-d34d-4881-914c-57f984756e3f req-8296da9d-345b-41cc-959b-44bd5854fa6c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716758 Oct 13 10:59:17.385646 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6030d0de-22d9-4439-b9f4-efc0e2833207 x-openstack-request-id: req-6030d0de-22d9-4439-b9f4-efc0e2833207 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:17.385898 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb83869-3bd1-4eba-ab97-3f7f89568e4a", "name": "network-vif-deleted", "tag": "b36917d1-b856-4fd6-aeab-d15e86b159d2", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:17.390237 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6030d0de-22d9-4439-b9f4-efc0e2833207 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:17.394409 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb83869-3bd1-4eba-ab97-3f7f89568e4a', 'name': 'network-vif-deleted', 'tag': 'b36917d1-b856-4fd6-aeab-d15e86b159d2', 'status': 'completed', 'code': 200} Oct 13 10:59:17.405992 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdfaebe7-e705-4310-a542-6d08830eab3b req-80394361-4b86-4680-b145-50591b242c22 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398060 Oct 13 10:59:17.413788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Network 73b9de68-f09e-46da-ba8b-ccd947239acf is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:17.416658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:17.568532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ee89bbac-c5d8-452a-a96a-95a698d24097 req-d943432e-29a3-4ed7-b289-58655fbb293c tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceb83869-3bd1-4eba-ab97-3f7f89568e4a HTTP/1.1" status: 200 len: 210 time: 0.0836222 Oct 13 10:59:17.752418 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da73710-6295-46fc-aa12-119323b7150e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b0b357-33ad-493f-af5a-88fdc007c3b4'}, {'server_uuid': '659bfa83-fc8e-4f9f-8e9b-7c160e44e37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ffc0fc-dc77-488d-80e5-328e5194d24a'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:17.754834 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae72c160-f62d-4ecf-a136-ae2793b2dbb0" -d '{"events": [{"server_uuid": "0da73710-6295-46fc-aa12-119323b7150e", "name": "network-vif-plugged", "status": "completed", "tag": "48b0b357-33ad-493f-af5a-88fdc007c3b4"}, {"server_uuid": "659bfa83-fc8e-4f9f-8e9b-7c160e44e37d", "name": "network-vif-plugged", "status": "completed", "tag": "69ffc0fc-dc77-488d-80e5-328e5194d24a"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:17.758135 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=69ffc0fc-dc77-488d-80e5-328e5194d24a,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:17.773837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772a192-c637-4666-8a84-be879d6502f7 req-dcc34c5a-b0ed-421f-a5e9-ca434dde6ded tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:17.801535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772a192-c637-4666-8a84-be879d6502f7 req-dcc34c5a-b0ed-421f-a5e9-ca434dde6ded tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:17.812462 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7772a192-c637-4666-8a84-be879d6502f7 req-dcc34c5a-b0ed-421f-a5e9-ca434dde6ded tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1681 time: 0.2184329 Oct 13 10:59:17.830544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e1e74675-cad5-430d-bd8a-d80687e6a20f None None] Set router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:17.934014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:59:17.988725 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7772a192-c637-4666-8a84-be879d6502f7 req-f22e4d88-5f98-4ae6-a0b5-58f8899c4124 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740732 Oct 13 10:59:18.013703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c048f41-ab26-4e9a-94ad-4f86e78e00c0 req-f4fd186b-911f-4ddc-9165-43cdcf16f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:18.014620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c048f41-ab26-4e9a-94ad-4f86e78e00c0 req-f4fd186b-911f-4ddc-9165-43cdcf16f89f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 1101 time: 0.0688605 Oct 13 10:59:18.113769 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9d08fc-480e-4eb9-8ba1-73c0e7d3d05c x-openstack-request-id: req-ca9d08fc-480e-4eb9-8ba1-73c0e7d3d05c {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:18.114052 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da73710-6295-46fc-aa12-119323b7150e", "name": "network-vif-plugged", "status": "completed", "tag": "48b0b357-33ad-493f-af5a-88fdc007c3b4", "code": 200}, {"server_uuid": "659bfa83-fc8e-4f9f-8e9b-7c160e44e37d", "name": "network-vif-plugged", "status": "completed", "tag": "69ffc0fc-dc77-488d-80e5-328e5194d24a", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:18.114547 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca9d08fc-480e-4eb9-8ba1-73c0e7d3d05c {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:18.114664 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c048f41-ab26-4e9a-94ad-4f86e78e00c0 req-042ac952-daa3-4811-b463-d710c69fbe54 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884604 Oct 13 10:59:18.115176 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da73710-6295-46fc-aa12-119323b7150e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b0b357-33ad-493f-af5a-88fdc007c3b4', 'code': 200} Oct 13 10:59:18.115567 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659bfa83-fc8e-4f9f-8e9b-7c160e44e37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ffc0fc-dc77-488d-80e5-328e5194d24a', 'code': 200} Oct 13 10:59:18.181401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7020f-2cd1-43b9-989c-61423a3eda38 req-59092cbb-5ebe-49b6-9afc-610669483ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:18.184241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7020f-2cd1-43b9-989c-61423a3eda38 req-59092cbb-5ebe-49b6-9afc-610669483ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:18.188108 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e0d7020f-2cd1-43b9-989c-61423a3eda38 req-59092cbb-5ebe-49b6-9afc-610669483ad1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1983 time: 0.2151155 Oct 13 10:59:18.194937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1f060d60-8db4-4815-ac58-ea9900b33f34 None None] Provisioning complete for port deb46d8f-5b5e-4bb9-98d5-66775da38a8b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:18.197690 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1f060d60-8db4-4815-ac58-ea9900b33f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:18.241153 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d9cbf-36df-42ce-9e43-39a07c4b5e7f req-e11a2e7a-237f-4470-b9d7-dfe347427467 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:18.258556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c8d9cbf-36df-42ce-9e43-39a07c4b5e7f req-e11a2e7a-237f-4470-b9d7-dfe347427467 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 950 time: 0.1300993 Oct 13 10:59:18.268729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1f060d60-8db4-4815-ac58-ea9900b33f34 None None] Port deb46d8f-5b5e-4bb9-98d5-66775da38a8b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:59:18.300637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:59:18.312296 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e6b985af-c06b-4414-89cc-7330a25548be admin admin] 10.222.0.32 "PUT /v2.0/routers/07fcaa43-25fc-4d31-8f53-25c9fa13d2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9908586 Oct 13 10:59:18.348729 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c8d9cbf-36df-42ce-9e43-39a07c4b5e7f req-fb55bc88-51a9-41ab-861b-f40ead63a28c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819983 Oct 13 10:59:18.431160 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e0d7020f-2cd1-43b9-989c-61423a3eda38 req-008341ca-2682-4581-bc0f-f4f31ec10fe8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662580 Oct 13 10:59:18.441126 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e1e74675-cad5-430d-bd8a-d80687e6a20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:57:10Z', 'revision_number': 4, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'bb3cb1a7-7489-4bdd-8136-acdcd40e0d37', 'name': '', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'mac_address': 'fa:16:3e:d2:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:09Z', 'updated_at': '2021-10-13T10:57:14Z', 'revision_number': 5, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'subnets': [{'id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:18.532253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e74675-cad5-430d-bd8a-d80687e6a20f None None] Checking router: 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:59:18.549404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63128a52-a213-451a-ac77-ab97ef00f7d7 req-bd0891cf-d700-4451-9a78-fa6e2131c264 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:18.558929 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e74675-cad5-430d-bd8a-d80687e6a20f None None] Routers {'1ebc7c15-9307-41d9-81e6-fb14b4b8a305'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:18.559571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e1e74675-cad5-430d-bd8a-d80687e6a20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:18.561764 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-63128a52-a213-451a-ac77-ab97ef00f7d7 req-bd0891cf-d700-4451-9a78-fa6e2131c264 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1414452 Oct 13 10:59:18.628041 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-63128a52-a213-451a-ac77-ab97ef00f7d7 req-267bc3ef-83cc-44e2-9fba-5c7a6ccc273c tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653017 Oct 13 10:59:18.696307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faceff-c625-4849-8a99-eceaaca1dfd5 req-e1c83a83-e629-4d2f-9024-b43d4214d3af tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:18.704738 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2faceff-c625-4849-8a99-eceaaca1dfd5 req-e1c83a83-e629-4d2f-9024-b43d4214d3af tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.1260324 Oct 13 10:59:18.780635 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2faceff-c625-4849-8a99-eceaaca1dfd5 req-6db724fb-6091-4afa-aaf1-36050dbedce0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694737 Oct 13 10:59:18.829471 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ebd13fc1-0b27-4253-9399-cb686310207b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:18.851648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e1e74675-cad5-430d-bd8a-d80687e6a20f None None] Set router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:18.891296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44324) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:19.061163 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9dd7be48-e82a-4686-8c52-109002a7fe0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:19.123397 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9dd7be48-e82a-4686-8c52-109002a7fe0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:19.226797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e1e74675-cad5-430d-bd8a-d80687e6a20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:57:10Z', 'revision_number': 4, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'bb3cb1a7-7489-4bdd-8136-acdcd40e0d37', 'name': '', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'mac_address': 'fa:16:3e:d2:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:09Z', 'updated_at': '2021-10-13T10:57:14Z', 'revision_number': 5, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'subnets': [{'id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:19.230106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ebd13fc1-0b27-4253-9399-cb686310207b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:19.230317 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:19.279345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b1-7ad7-4450-be08-a891b746a783 req-09bd42d3-2649-4ef0-9470-3018e2618a91 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:19.280794 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-09bd42d3-2649-4ef0-9470-3018e2618a91 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/networks?id=73b9de68-f09e-46da-ba8b-ccd947239acf HTTP/1.1" status: 200 len: 829 time: 0.2058203 Oct 13 10:59:19.282677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06cc57-c689-4095-ae50-8cbc2634720d req-c61b2f02-8263-4a86-83a8-d712a611dfb5 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:19.288898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06cc57-c689-4095-ae50-8cbc2634720d req-c61b2f02-8263-4a86-83a8-d712a611dfb5 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:19.297668 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d06cc57-c689-4095-ae50-8cbc2634720d req-c61b2f02-8263-4a86-83a8-d712a611dfb5 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1681 time: 0.0989645 Oct 13 10:59:19.299962 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e74675-cad5-430d-bd8a-d80687e6a20f None None] The sync data for ids ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'] in n-d-813659-3 is: [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:57:10Z', 'revision_number': 4, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'bb3cb1a7-7489-4bdd-8136-acdcd40e0d37', 'name': '', 'network_id': '84922014-eeed-46c4-9777-4cbf987df590', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'mac_address': 'fa:16:3e:d2:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:09Z', 'updated_at': '2021-10-13T10:57:14Z', 'revision_number': 5, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'subnets': [{'id': 'c2391d65-a75a-4fb7-9179-ada553729639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:59:19.336409 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-7846df1e-fc22-4b50-bdfe-75431a414393 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/quotas/741bdca1919a476bbac9327465314ef6 HTTP/1.1" status: 200 len: 375 time: 0.0366347 Oct 13 10:59:19.357957 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9dd7be48-e82a-4686-8c52-109002a7fe0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:19.366540 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9dd7be48-e82a-4686-8c52-109002a7fe0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:19.367035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9dd7be48-e82a-4686-8c52-109002a7fe0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "DELETE /v2.0/security-groups/c86784fe-6b4d-4970-a04e-968853961fbe HTTP/1.1" status: 204 len: 168 time: 0.4743617 Oct 13 10:59:19.369593 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44342) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:19.381141 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d06cc57-c689-4095-ae50-8cbc2634720d req-079cb87f-f225-4942-a8c3-0f89245f5d13 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781271 Oct 13 10:59:19.385699 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:19.402994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7be48-e82a-4686-8c52-109002a7fe0f tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86784fe-6b4d-4970-a04e-968853961fbe,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:19.415550 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-4325e6bd-1f6d-4f0b-a445-a40882791ac0 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] show failed (client error): The resource could not be found. Oct 13 10:59:19.417071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4325e6bd-1f6d-4f0b-a445-a40882791ac0 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "GET /v2.0/security-groups/c86784fe-6b4d-4970-a04e-968853961fbe HTTP/1.1" status: 404 len: 347 time: 0.0415342 Oct 13 10:59:19.426167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port ebd13fc1-0b27-4253-9399-cb686310207b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ebd13fc1-0b27-4253-9399-cb686310207b,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:19.431528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44350) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:19.494943 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-cc35da81-e58d-45ef-9cbf-3df16c82ebab tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=741bdca1919a476bbac9327465314ef6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1483722 Oct 13 10:59:19.505541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-e97fec39-46ed-4d4f-995c-e375fb630c4c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:59:19.515713 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-e97fec39-46ed-4d4f-995c-e375fb630c4c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0198834 Oct 13 10:59:19.620905 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:19.671403 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-c8bfbb3a-8217-41a5-a88a-afa9ba1edd1f service neutron] 10.222.0.32 "GET /v2.0/networks/73b9de68-f09e-46da-ba8b-ccd947239acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531384 Oct 13 10:59:19.676691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e08fea-0609-4eda-ac16-d30da2a459f6 req-cad83a3a-b1b9-41c5-993e-447be1637eeb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:19.678257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24e08fea-0609-4eda-ac16-d30da2a459f6 req-cad83a3a-b1b9-41c5-993e-447be1637eeb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 950 time: 0.1558435 Oct 13 10:59:19.698775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=ebd13fc1-0b27-4253-9399-cb686310207b,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:19.712822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0011330d-bc9f-4162-a585-bf508ee066b0 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Deleting port 00995da5-aa9c-4950-96d3-3b96360f45b0 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:19.713160 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0011330d-bc9f-4162-a585-bf508ee066b0 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:19.782591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24e08fea-0609-4eda-ac16-d30da2a459f6 req-6211db33-6451-4e2e-a21e-b44436f149e0 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903881 Oct 13 10:59:19.791712 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-1cf6f463-d2a0-40c0-8eb0-c7049faccdb3 service neutron] 10.222.0.32 "GET /v2.0/networks/73b9de68-f09e-46da-ba8b-ccd947239acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192102 Oct 13 10:59:19.815259 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0011330d-bc9f-4162-a585-bf508ee066b0 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:19.815585 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0011330d-bc9f-4162-a585-bf508ee066b0 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:19.831413 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0011330d-bc9f-4162-a585-bf508ee066b0 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Calling delete_port for 00995da5-aa9c-4950-96d3-3b96360f45b0 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:19.926269 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Sync routers for ids ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:59:19.926269 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Routers {'07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:19.926269 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:19.962230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22408fdb-5726-415e-a5ef-8ca07bd18c57 req-f9b69be4-6916-4ab2-b702-949f155d217f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:19.970791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22408fdb-5726-415e-a5ef-8ca07bd18c57 req-f9b69be4-6916-4ab2-b702-949f155d217f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.0965240 Oct 13 10:59:20.127359 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22408fdb-5726-415e-a5ef-8ca07bd18c57 req-cceaa118-0d84-4fcd-b617-48bf07e5f9bd tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186819 Oct 13 10:59:20.127990 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Set router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:20.165492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a01a5-f552-4126-8c16-3883024d25e3 req-55ad600a-d5b6-4a78-86ab-b6fc794e53f0 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:20.172288 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-632a01a5-f552-4126-8c16-3883024d25e3 req-55ad600a-d5b6-4a78-86ab-b6fc794e53f0 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.46 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.1665590 Oct 13 10:59:20.338639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7bd418e1-9cd3-4767-b2cf-dc8dec3e5101 req-4bdf75a1-15e1-4f43-878c-c84a9f622412 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 210 time: 0.1301584 Oct 13 10:59:20.339578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0011330d-bc9f-4162-a585-bf508ee066b0 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:20.457315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011330d-bc9f-4162-a585-bf508ee066b0 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Pushing event deleted for resources: {'Port': ['ID=00995da5-aa9c-4950-96d3-3b96360f45b0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:20.468356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c44908-cbd9-4344-9df4-88197847f760 None None] New status for floating IP bffd0f86-c748-4d0b-944b-924fc7d5ea2a: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:59:20.538370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dc0b1-1c19-4438-b881-90c0b26669de req-65dd7a2c-60b4-40b6-8395-6745e321fe15 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:20.547675 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c93dc0b1-1c19-4438-b881-90c0b26669de req-65dd7a2c-60b4-40b6-8395-6745e321fe15 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.2599945 Oct 13 10:59:20.610689 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c93dc0b1-1c19-4438-b881-90c0b26669de req-0f657f6c-d2eb-437a-be4a-ca7777cccb18 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621440 Oct 13 10:59:20.613698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-632a01a5-f552-4126-8c16-3883024d25e3 req-0c8e6986-f74c-4378-8e92-7dc79d5240d3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Deleting port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:20.614039 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-632a01a5-f552-4126-8c16-3883024d25e3 req-0c8e6986-f74c-4378-8e92-7dc79d5240d3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:20.630432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ebd13fc1-0b27-4253-9399-cb686310207b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:20.704176 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0011330d-bc9f-4162-a585-bf508ee066b0 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:20.707237 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0011330d-bc9f-4162-a585-bf508ee066b0 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:20.708885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0011330d-bc9f-4162-a585-bf508ee066b0 tempest-ServersTestFqdnHostnames-1747721272 tempest-ServersTestFqdnHostnames-1747721272-project] 10.222.0.32 "DELETE /v2.0/floatingips/bffd0f86-c748-4d0b-944b-924fc7d5ea2a HTTP/1.1" status: 204 len: 168 time: 1.2752721 Oct 13 10:59:20.712660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44382) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:20.728438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ebd13fc1-0b27-4253-9399-cb686310207b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:20.729273 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:20.738655 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104ab00-177f-43a7-a799-5a93247b8867 req-7c90f8a2-9417-435f-a9d9-5902cda6af0c tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:20.753061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104ab00-177f-43a7-a799-5a93247b8867 req-7c90f8a2-9417-435f-a9d9-5902cda6af0c tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:20.762431 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7104ab00-177f-43a7-a799-5a93247b8867 req-7c90f8a2-9417-435f-a9d9-5902cda6af0c tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1681 time: 0.1788623 Oct 13 10:59:20.779501 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:16Z', 'revision_number': 4, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port': {'id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'deb46d8f-5b5e-4bb9-98d5-66775da38a8b', 'name': '', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'mac_address': 'fa:16:3e:50:d8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:14Z', 'updated_at': '2021-10-13T10:59:16Z', 'revision_number': 2, 'project_id': '741bdca1919a476bbac9327465314ef6', 'subnets': [{'id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:20.817497 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Checking router: 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:59:20.817764 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Updating router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 port deb46d8f-5b5e-4bb9-98d5-66775da38a8b binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:59:20.866901 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:20.920117 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-632a01a5-f552-4126-8c16-3883024d25e3 req-0c8e6986-f74c-4378-8e92-7dc79d5240d3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] For port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=166c8ee1-6ca7-48e5-8b4b-2b63829e8405,segment=NetworkSegment(08c587ce-3ab4-4082-a3f9-13d336742c69),segment_id=08c587ce-3ab4-4082-a3f9-13d336742c69)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:20.922576 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-632a01a5-f552-4126-8c16-3883024d25e3 req-0c8e6986-f74c-4378-8e92-7dc79d5240d3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:20.964620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-632a01a5-f552-4126-8c16-3883024d25e3 req-0c8e6986-f74c-4378-8e92-7dc79d5240d3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Calling delete_port for 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:21.156805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44392) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:21.223325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a982f3-bca3-4c09-807e-032f92cea72a req-065cc05f-2e79-4420-afdd-8352ae24d635 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:21.231755 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3a982f3-bca3-4c09-807e-032f92cea72a req-065cc05f-2e79-4420-afdd-8352ae24d635 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 950 time: 0.2572610 Oct 13 10:59:21.387072 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3a982f3-bca3-4c09-807e-032f92cea72a req-f22c9bbd-dcaa-48f2-a26a-b72601ed14fb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538630 Oct 13 10:59:21.534066 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95ebd619-73ee-4366-b342-4cd3949269bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:21.560487 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:21.620075 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:21.627197 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7104ab00-177f-43a7-a799-5a93247b8867 req-2350ad12-8332-40c5-a797-6f1363d57eb6 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8631055 Oct 13 10:59:21.771546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485d52f-14c5-4113-9b37-aa1ef5b9ea41 req-ca521f17-2fc8-4b4d-bf51-5063c977a2d2 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:21.787421 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f485d52f-14c5-4113-9b37-aa1ef5b9ea41 req-ca521f17-2fc8-4b4d-bf51-5063c977a2d2 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 946 time: 0.2494531 Oct 13 10:59:21.837468 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-632a01a5-f552-4126-8c16-3883024d25e3 req-0c8e6986-f74c-4378-8e92-7dc79d5240d3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:21.855604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['166c8ee1-6ca7-48e5-8b4b-2b63829e8405'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:59:21.928609 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3cecde87-d0da-4399-ba67-03d627ace5b2 req-9951062a-685a-427a-b4ea-5147953bcf7d tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 210 time: 0.0742397 Oct 13 10:59:21.951880 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dea2ee-7e1f-4731-b48f-b78b93c1f338 None None] Pushing event updated for resources: {'Port': ['ID=deb46d8f-5b5e-4bb9-98d5-66775da38a8b,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:21.957594 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Attempting to bind port deb46d8f-5b5e-4bb9-98d5-66775da38a8b on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:59:21.957965 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Attempting to bind port deb46d8f-5b5e-4bb9-98d5-66775da38a8b by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'fa87eede-1df3-42cb-9310-078f623f7dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:59:21.958341 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Attempting to bind port deb46d8f-5b5e-4bb9-98d5-66775da38a8b on network 73b9de68-f09e-46da-ba8b-ccd947239acf {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:21.975631 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:59:21.976009 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Checking segment: {'id': 'fa87eede-1df3-42cb-9310-078f623f7dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:21.976413 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:21.976810 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Bound using segment: {'id': 'fa87eede-1df3-42cb-9310-078f623f7dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:59:21.977303 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Bound port: deb46d8f-5b5e-4bb9-98d5-66775da38a8b, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa87eede-1df3-42cb-9310-078f623f7dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:59:21.977887 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:22.132403 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-db839903-42d2-49d9-a16c-258b1aebd3c7 None None] Provisioning complete for port deb46d8f-5b5e-4bb9-98d5-66775da38a8b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:22.132927 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-db839903-42d2-49d9-a16c-258b1aebd3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:22.167640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e6986-f74c-4378-8e92-7dc79d5240d3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Pushing event deleted for resources: {'Port': ['ID=166c8ee1-6ca7-48e5-8b4b-2b63829e8405,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:22.177624 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-632a01a5-f552-4126-8c16-3883024d25e3 req-0c8e6986-f74c-4378-8e92-7dc79d5240d3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] No DVR routers for this DVR port 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:22.192844 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f485d52f-14c5-4113-9b37-aa1ef5b9ea41 req-4e5eacc3-05ac-4855-9205-cf30b8d5b77f tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/security-groups?id=b89431e8-5156-4443-9dcd-ac002ba00c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041717 Oct 13 10:59:22.202098 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-632a01a5-f552-4126-8c16-3883024d25e3 req-0c8e6986-f74c-4378-8e92-7dc79d5240d3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:22.206559 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-632a01a5-f552-4126-8c16-3883024d25e3 req-0c8e6986-f74c-4378-8e92-7dc79d5240d3 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.46 "DELETE /v2.0/ports/166c8ee1-6ca7-48e5-8b4b-2b63829e8405 HTTP/1.1" status: 204 len: 173 time: 2.0268579 Oct 13 10:59:22.220761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fd59b3-f15f-42c2-80da-2a0a8d8ec195', 'name': 'network-vif-deleted', 'tag': '166c8ee1-6ca7-48e5-8b4b-2b63829e8405'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:22.227814 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3429e27c-cc03-436f-9200-935cccc0bacf" -d '{"events": [{"server_uuid": "51fd59b3-f15f-42c2-80da-2a0a8d8ec195", "name": "network-vif-deleted", "tag": "166c8ee1-6ca7-48e5-8b4b-2b63829e8405"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:22.245105 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95ebd619-73ee-4366-b342-4cd3949269bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:22.260867 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] For port deb46d8f-5b5e-4bb9-98d5-66775da38a8b, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:59:22.273059 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] For port deb46d8f-5b5e-4bb9-98d5-66775da38a8b, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=deb46d8f-5b5e-4bb9-98d5-66775da38a8b,segment=NetworkSegment(fa87eede-1df3-42cb-9310-078f623f7dbd),segment_id=fa87eede-1df3-42cb-9310-078f623f7dbd)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:59:22.288692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-db839903-42d2-49d9-a16c-258b1aebd3c7 None None] Port deb46d8f-5b5e-4bb9-98d5-66775da38a8b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:59:22.317456 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95ebd619-73ee-4366-b342-4cd3949269bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:22.375260 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:22.413213 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-95ebd619-73ee-4366-b342-4cd3949269bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5941ff53f05e4851a3e7917350db54c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2525511 Oct 13 10:59:22.418359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44476) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:22.432200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebd619-73ee-4366-b342-4cd3949269bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6b03da-9be7-466b-bb72-2dcba9c5fc99,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:22.449126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf8101-1ab2-4501-8fd4-7d65931c6d6b req-24d56efc-e5fb-49a8-b9ab-843a58c49d2d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:22.457599 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ecf8101-1ab2-4501-8fd4-7d65931c6d6b req-24d56efc-e5fb-49a8-b9ab-843a58c49d2d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0932400 Oct 13 10:59:22.513614 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ecf8101-1ab2-4501-8fd4-7d65931c6d6b req-a0e9f1fc-4b35-4dac-a6fb-a1fd1d231ae8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511370 Oct 13 10:59:22.567087 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dea2ee-7e1f-4731-b48f-b78b93c1f338 None None] Pushing event updated for resources: {'Port': ['ID=deb46d8f-5b5e-4bb9-98d5-66775da38a8b,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:22.582872 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Routers {'07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:22.583762 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:22.720391 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] Set router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:22.729955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95909a6-b55e-402a-8d1e-f17864d46e9a req-ac315521-728f-4dff-b85b-6530db1ac09e tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:22.740856 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e95909a6-b55e-402a-8d1e-f17864d46e9a req-ac315521-728f-4dff-b85b-6530db1ac09e tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 1101 time: 0.2875631 Oct 13 10:59:22.761107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70e3cf2a-e0d6-4788-8778-968709e52075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:22.787052 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9091ad7f-9f1e-45a9-8b67-032768cb70ef x-openstack-request-id: req-9091ad7f-9f1e-45a9-8b67-032768cb70ef {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:22.787521 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fd59b3-f15f-42c2-80da-2a0a8d8ec195", "name": "network-vif-deleted", "tag": "166c8ee1-6ca7-48e5-8b4b-2b63829e8405", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:22.787850 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9091ad7f-9f1e-45a9-8b67-032768cb70ef {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:22.788304 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fd59b3-f15f-42c2-80da-2a0a8d8ec195', 'name': 'network-vif-deleted', 'tag': '166c8ee1-6ca7-48e5-8b4b-2b63829e8405', 'status': 'completed', 'code': 200} Oct 13 10:59:22.873654 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e95909a6-b55e-402a-8d1e-f17864d46e9a req-2a4a24a7-30b0-438d-87e0-7165188b4f1a tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:22.897807 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70e3cf2a-e0d6-4788-8778-968709e52075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:22.931843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-438df7b1-b604-491e-84dc-8b30f2c2829b None None] Provisioning complete for port deb46d8f-5b5e-4bb9-98d5-66775da38a8b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:22.932584 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-438df7b1-b604-491e-84dc-8b30f2c2829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:22.988130 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72fb6537-d361-4efe-bd86-1499b253e0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:23.090850 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:16Z', 'revision_number': 4, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port': {'id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'deb46d8f-5b5e-4bb9-98d5-66775da38a8b', 'name': '', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'mac_address': 'fa:16:3e:50:d8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:14Z', 'updated_at': '2021-10-13T10:59:22Z', 'revision_number': 4, 'project_id': '741bdca1919a476bbac9327465314ef6', 'subnets': [{'id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:23.160245 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e95909a6-b55e-402a-8d1e-f17864d46e9a req-2a4a24a7-30b0-438d-87e0-7165188b4f1a tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:23.160507 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1611b1d3-b5e7-4ebe-94e5-1f8b85d83c6b None None] The sync data for ids ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'] in n-d-813659-3 is: [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:16Z', 'revision_number': 4, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port': {'id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'deb46d8f-5b5e-4bb9-98d5-66775da38a8b', 'name': '', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'mac_address': 'fa:16:3e:50:d8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:14Z', 'updated_at': '2021-10-13T10:59:22Z', 'revision_number': 4, 'project_id': '741bdca1919a476bbac9327465314ef6', 'subnets': [{'id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:59:23.180572 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-438df7b1-b604-491e-84dc-8b30f2c2829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:23.255208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-438df7b1-b604-491e-84dc-8b30f2c2829b None None] For port deb46d8f-5b5e-4bb9-98d5-66775da38a8b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=deb46d8f-5b5e-4bb9-98d5-66775da38a8b,segment=NetworkSegment(fa87eede-1df3-42cb-9310-078f623f7dbd),segment_id=fa87eede-1df3-42cb-9310-078f623f7dbd)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:23.300567 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e95909a6-b55e-402a-8d1e-f17864d46e9a req-2a4a24a7-30b0-438d-87e0-7165188b4f1a tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:23.323598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-438df7b1-b604-491e-84dc-8b30f2c2829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:23.396641 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e95909a6-b55e-402a-8d1e-f17864d46e9a req-2a4a24a7-30b0-438d-87e0-7165188b4f1a tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548882 Oct 13 10:59:23.408242 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70e3cf2a-e0d6-4788-8778-968709e52075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:23.410983 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70e3cf2a-e0d6-4788-8778-968709e52075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:23.415207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-70e3cf2a-e0d6-4788-8778-968709e52075 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea6b03da-9be7-466b-bb72-2dcba9c5fc99 HTTP/1.1" status: 204 len: 168 time: 0.9983678 Oct 13 10:59:23.428479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438df7b1-b604-491e-84dc-8b30f2c2829b None None] Pushing event updated for resources: {'Port': ['ID=deb46d8f-5b5e-4bb9-98d5-66775da38a8b,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:23.435703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a24a7-30b0-438d-87e0-7165188b4f1a tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edf71b0-27b5-4880-834a-cb4e1fe409c5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:23.488575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b1-7ad7-4450-be08-a891b746a783 req-61c36384-75e9-4ba3-8004-d9c56768a60b tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:23.490132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-61c36384-75e9-4ba3-8004-d9c56768a60b tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.21 "GET /v2.0/networks?id=73b9de68-f09e-46da-ba8b-ccd947239acf HTTP/1.1" status: 200 len: 829 time: 0.3788240 Oct 13 10:59:23.519783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3cf2a-e0d6-4788-8778-968709e52075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6b03da-9be7-466b-bb72-2dcba9c5fc99,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:23.564850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-150b92b1-7ad7-4450-be08-a891b746a783 req-3301bb9f-431f-4cbf-a23b-f34a22f5ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Request body: {'port': {'device_id': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'admin_state_up': True, 'tenant_id': '741bdca1919a476bbac9327465314ef6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:23.593365 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4e1a52d-a852-44e7-bc4c-34642086ad98 req-9285ee49-8240-49ed-ae21-ed0712b69395 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 210 time: 0.0641017 Oct 13 10:59:23.732724 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe2fc08e-8b1f-414a-acff-f8a1e503f3ed req-734e219f-411f-41b6-a374-106b3b963696 tempest-ServerRescueTestJSON-703592596 tempest-ServerRescueTestJSON-703592596-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fd59b3-f15f-42c2-80da-2a0a8d8ec195 HTTP/1.1" status: 200 len: 210 time: 0.0754075 Oct 13 10:59:23.766929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd735a61-4f04-47b4-8ece-ff7ad99ab933 req-22f977d2-a642-4291-ac7a-8d78c835a770 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:23.773127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd735a61-4f04-47b4-8ece-ff7ad99ab933 req-22f977d2-a642-4291-ac7a-8d78c835a770 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:23.774819 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd735a61-4f04-47b4-8ece-ff7ad99ab933 req-22f977d2-a642-4291-ac7a-8d78c835a770 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1681 time: 0.0910320 Oct 13 10:59:23.831996 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd735a61-4f04-47b4-8ece-ff7ad99ab933 req-8fcd6506-b5f0-4ab7-a026-8d9a75a026c4 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502656 Oct 13 10:59:23.943807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-72fb6537-d361-4efe-bd86-1499b253e0b5 admin admin] Deleting port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:23.944156 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72fb6537-d361-4efe-bd86-1499b253e0b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:24.010566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150b92b1-7ad7-4450-be08-a891b746a783 req-3301bb9f-431f-4cbf-a23b-f34a22f5ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Made reservation on behalf of 741bdca1919a476bbac9327465314ef6 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:24.016900 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150b92b1-7ad7-4450-be08-a891b746a783 req-3301bb9f-431f-4cbf-a23b-f34a22f5ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:24.027829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5c397-b707-4f8f-9689-0b64851aaa7a req-382d0dec-c012-41c1-94f9-00eac6c1f0f6 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:24.035523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:24.036653 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3f5c397-b707-4f8f-9689-0b64851aaa7a req-382d0dec-c012-41c1-94f9-00eac6c1f0f6 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0752606 Oct 13 10:59:24.104440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:24.105008 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 166c8ee1-6ca7-48e5-8b4b-2b63829e8405 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:24.124690 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3f5c397-b707-4f8f-9689-0b64851aaa7a req-8689107a-7570-430f-948b-016621b6fa94 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735331 Oct 13 10:59:24.196907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-72fb6537-d361-4efe-bd86-1499b253e0b5 admin admin] For port bb3cb1a7-7489-4bdd-8136-acdcd40e0d37, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=bb3cb1a7-7489-4bdd-8136-acdcd40e0d37,segment=NetworkSegment(7694653f-d38f-4a1a-bffc-ccb3474d4669),segment_id=7694653f-d38f-4a1a-bffc-ccb3474d4669)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:24.197280 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72fb6537-d361-4efe-bd86-1499b253e0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:24.244788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-72fb6537-d361-4efe-bd86-1499b253e0b5 admin admin] Calling delete_port for bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:24.344737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-150b92b1-7ad7-4450-be08-a891b746a783 req-3301bb9f-431f-4cbf-a23b-f34a22f5ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Allocated IP 172.20.0.9 (73b9de68-f09e-46da-ba8b-ccd947239acf/a9da60ec-3d29-4932-bd51-bdfb720160f0/34416104-e44b-46ee-a3af-5daca7880d5a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:24.434933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-8ff913bf-8d98-46c9-91f4-c805b108a6e3 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793643 Oct 13 10:59:24.583301 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device deb46d8f-5b5e-4bb9-98d5-66775da38a8b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:24.690011 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port deb46d8f-5b5e-4bb9-98d5-66775da38a8b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:24.691066 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:24.739541 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4cdccb58-886e-4fd8-aacf-ebb18cbf904d req-123d8764-145a-402d-8364-c27e98a319eb tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 210 time: 0.0547001 Oct 13 10:59:24.743067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-f6539ceb-c692-4631-bf76-969b25ba1848 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:24.751000 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-f6539ceb-c692-4631-bf76-969b25ba1848 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3048959 Oct 13 10:59:24.779602 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-e9b20624-a0c9-407a-b407-39de2c86480b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/quotas/76e6e8777a97442bab92ab969c416e4e HTTP/1.1" status: 200 len: 375 time: 0.0275333 Oct 13 10:59:24.834547 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72fb6537-d361-4efe-bd86-1499b253e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:24.836684 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44568) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:24.914633 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150b92b1-7ad7-4450-be08-a891b746a783 req-3301bb9f-431f-4cbf-a23b-f34a22f5ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:24.922115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb6537-d361-4efe-bd86-1499b253e0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3cb1a7-7489-4bdd-8136-acdcd40e0d37,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:24.972464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-0e58021b-6d7d-400b-b630-da3e349b1432 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1918831 Oct 13 10:59:25.256231 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150b92b1-7ad7-4450-be08-a891b746a783 req-3301bb9f-431f-4cbf-a23b-f34a22f5ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:25.355473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150b92b1-7ad7-4450-be08-a891b746a783 req-3301bb9f-431f-4cbf-a23b-f34a22f5ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Network 73b9de68-f09e-46da-ba8b-ccd947239acf is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:25.386066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-150b92b1-7ad7-4450-be08-a891b746a783 req-3301bb9f-431f-4cbf-a23b-f34a22f5ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:25.407365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-150b92b1-7ad7-4450-be08-a891b746a783 req-3301bb9f-431f-4cbf-a23b-f34a22f5ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:59:25.539787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301bb9f-431f-4cbf-a23b-f34a22f5ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Pushing event updated for resources: {'Port': ['ID=34416104-e44b-46ee-a3af-5daca7880d5a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:25.545850 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72fb6537-d361-4efe-bd86-1499b253e0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:25.555792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b1-7ad7-4450-be08-a891b746a783 req-3301bb9f-431f-4cbf-a23b-f34a22f5ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:25.556640 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150b92b1-7ad7-4450-be08-a891b746a783 req-3301bb9f-431f-4cbf-a23b-f34a22f5ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:25.632180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1341c-0644-47b0-ab12-57cd39543193 req-91239e22-5158-47d9-badc-cea3385248bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:25.638559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1341c-0644-47b0-ab12-57cd39543193 req-91239e22-5158-47d9-badc-cea3385248bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:25.640385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6b1341c-0644-47b0-ab12-57cd39543193 req-91239e22-5158-47d9-badc-cea3385248bd tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1681 time: 0.6664462 Oct 13 10:59:25.659189 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-4b0052e4-eeb0-4b5c-b10f-98ce0031239f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:25.665734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-4b0052e4-eeb0-4b5c-b10f-98ce0031239f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:25.667309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-4b0052e4-eeb0-4b5c-b10f-98ce0031239f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 1681 time: 0.6916919 Oct 13 10:59:25.686625 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-3301bb9f-431f-4cbf-a23b-f34a22f5ca82 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1606827 Oct 13 10:59:25.702674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Request body: {'port': {'device_id': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:25.776565 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c4eaf40c-c033-4f1f-9feb-fe8d69cda8cb None None] Provisioning complete for port 34416104-e44b-46ee-a3af-5daca7880d5a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:25.778649 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf40c-c033-4f1f-9feb-fe8d69cda8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:25.807806 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:25.860496 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6b1341c-0644-47b0-ab12-57cd39543193 req-8fcba52e-197a-4d39-a71e-501582a47f55 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107882 Oct 13 10:59:25.885436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c4eaf40c-c033-4f1f-9feb-fe8d69cda8cb None None] Port 34416104-e44b-46ee-a3af-5daca7880d5a cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:59:26.035052 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-89e3af88-c0fc-44ce-8f82-6a79ec023269 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Deleting port 3661fdea-1e60-47c4-b71a-57e6fa5891cc {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:26.035459 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-89e3af88-c0fc-44ce-8f82-6a79ec023269 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:26.119985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89098aa-b2c3-402d-b91d-33ad6317d0da req-90974349-f3b6-4360-a91e-caa7c406ee3a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:26.121933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f89098aa-b2c3-402d-b91d-33ad6317d0da req-90974349-f3b6-4360-a91e-caa7c406ee3a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.1481471 Oct 13 10:59:26.229577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-89e3af88-c0fc-44ce-8f82-6a79ec023269 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] For port 3661fdea-1e60-47c4-b71a-57e6fa5891cc, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3661fdea-1e60-47c4-b71a-57e6fa5891cc,segment=NetworkSegment(9fb62ffb-2eae-48cd-823b-7deb41ef5f08),segment_id=9fb62ffb-2eae-48cd-823b-7deb41ef5f08)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:26.229980 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-89e3af88-c0fc-44ce-8f82-6a79ec023269 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:26.248126 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f89098aa-b2c3-402d-b91d-33ad6317d0da req-96e00731-cea6-4d63-b7a1-27704e680feb tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152475 Oct 13 10:59:26.257193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-89e3af88-c0fc-44ce-8f82-6a79ec023269 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Calling delete_port for 3661fdea-1e60-47c4-b71a-57e6fa5891cc owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:26.331517 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84cdcdb4-4c0f-4550-8f24-452cc4c609b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:26.583092 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-26738c36-a6cf-4782-9c71-cc78be66deae req-8514bef5-5dd1-41cf-875f-e70d10852636 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 210 time: 0.0396993 Oct 13 10:59:26.626121 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-89e3af88-c0fc-44ce-8f82-6a79ec023269 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:26.639151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-1d806687-cfea-4e56-9008-f0a27d7d95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:26.639944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['48b0b357-33ad-493f-af5a-88fdc007c3b4', '3661fdea-1e60-47c4-b71a-57e6fa5891cc'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:59:26.640695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-1d806687-cfea-4e56-9008-f0a27d7d95b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6&tenant_id=2c643e49e7c24d549eaab0c43e79724c HTTP/1.1" status: 200 len: 1095 time: 0.8979049 Oct 13 10:59:26.648817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fb6537-d361-4efe-bd86-1499b253e0b5 admin admin] Router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:59:26.681722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3af88-c0fc-44ce-8f82-6a79ec023269 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Port': ['ID=3661fdea-1e60-47c4-b71a-57e6fa5891cc,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:26.762387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccb817-7c40-4fe8-98f7-bc05046cf449 req-8e5f6cea-0d86-45a4-9f54-9936ac1424db tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:26.764833 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aeccb817-7c40-4fe8-98f7-bc05046cf449 req-8e5f6cea-0d86-45a4-9f54-9936ac1424db tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 931 time: 0.7900496 Oct 13 10:59:26.768957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-89e3af88-c0fc-44ce-8f82-6a79ec023269 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] No DVR routers for this DVR port 3661fdea-1e60-47c4-b71a-57e6fa5891cc on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:26.775453 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-89e3af88-c0fc-44ce-8f82-6a79ec023269 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:26.789684 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-89e3af88-c0fc-44ce-8f82-6a79ec023269 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "DELETE /v2.0/ports/3661fdea-1e60-47c4-b71a-57e6fa5891cc HTTP/1.1" status: 204 len: 173 time: 1.0908997 Oct 13 10:59:26.789684 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da73710-6295-46fc-aa12-119323b7150e', 'name': 'network-vif-deleted', 'tag': '3661fdea-1e60-47c4-b71a-57e6fa5891cc'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:26.791321 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21f4417-a642-4167-b1da-5398b918713a" -d '{"events": [{"server_uuid": "0da73710-6295-46fc-aa12-119323b7150e", "name": "network-vif-deleted", "tag": "3661fdea-1e60-47c4-b71a-57e6fa5891cc"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:26.873716 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ffc0cb-80be-4526-a124-0234b829e7b1 x-openstack-request-id: req-18ffc0cb-80be-4526-a124-0234b829e7b1 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:26.874735 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da73710-6295-46fc-aa12-119323b7150e", "name": "network-vif-deleted", "tag": "3661fdea-1e60-47c4-b71a-57e6fa5891cc", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:26.875143 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18ffc0cb-80be-4526-a124-0234b829e7b1 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:26.875698 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da73710-6295-46fc-aa12-119323b7150e', 'name': 'network-vif-deleted', 'tag': '3661fdea-1e60-47c4-b71a-57e6fa5891cc', 'status': 'completed', 'code': 200} Oct 13 10:59:27.055600 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aeccb817-7c40-4fe8-98f7-bc05046cf449 req-69555e26-025f-4678-af1f-dd118e7e0958 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684073 Oct 13 10:59:27.066268 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-20a26612-17ec-4e53-b5c0-5067e2813d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:27.067768 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-20a26612-17ec-4e53-b5c0-5067e2813d10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 1095 time: 0.3660901 Oct 13 10:59:27.076666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34416104-e44b-46ee-a3af-5daca7880d5a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:27.133989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76840d-7f19-474d-ba54-97925aa3cc1a req-25bf2fcf-ee8d-4871-8cc2-48f96dac0d07 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:27.135766 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-db76840d-7f19-474d-ba54-97925aa3cc1a req-25bf2fcf-ee8d-4871-8cc2-48f96dac0d07 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 945 time: 0.1523907 Oct 13 10:59:27.146583 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:27.170560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-99c98715-3b20-41e4-a5a9-17b2ce95d482 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Deleting port 48b0b357-33ad-493f-af5a-88fdc007c3b4 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:27.171162 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-99c98715-3b20-41e4-a5a9-17b2ce95d482 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:27.260806 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-db76840d-7f19-474d-ba54-97925aa3cc1a req-3113b5e7-4779-43cf-b0ca-cbadc84a837d tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/security-groups?id=784417af-83c5-4143-abbb-2b480b2c56f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161840 Oct 13 10:59:27.289753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-84cdcdb4-4c0f-4550-8f24-452cc4c609b9 admin admin] Deleting port 7e3d5fdd-2033-4610-bcb7-b157b9195ee8 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:27.290177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84cdcdb4-4c0f-4550-8f24-452cc4c609b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:27.313070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Transition to ACTIVE for port object 34416104-e44b-46ee-a3af-5daca7880d5a will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:59:27.317148 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-e8b05480-9849-4f11-bb79-4a54825ad8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:27.320451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-e8b05480-9849-4f11-bb79-4a54825ad8c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 917 time: 0.1901424 Oct 13 10:59:27.345599 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fb6537-d361-4efe-bd86-1499b253e0b5 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:59:27.348061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-99c98715-3b20-41e4-a5a9-17b2ce95d482 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] For port 48b0b357-33ad-493f-af5a-88fdc007c3b4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=48b0b357-33ad-493f-af5a-88fdc007c3b4,segment=NetworkSegment(6711841b-53e6-4967-bbef-8df471d91c4b),segment_id=6711841b-53e6-4967-bbef-8df471d91c4b)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:27.351595 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-99c98715-3b20-41e4-a5a9-17b2ce95d482 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:27.359930 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59c946-57d8-433a-9e35-454a51abe095 None None] Sync routers for ids ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:59:27.371037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-99c98715-3b20-41e4-a5a9-17b2ce95d482 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Calling delete_port for 48b0b357-33ad-493f-af5a-88fdc007c3b4 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:27.384948 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59c946-57d8-433a-9e35-454a51abe095 None None] Routers {'1ebc7c15-9307-41d9-81e6-fb14b4b8a305'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:27.387941 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3e59c946-57d8-433a-9e35-454a51abe095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:27.391045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-72fb6537-d361-4efe-bd86-1499b253e0b5 admin admin] 10.222.0.32 "PUT /v2.0/routers/1ebc7c15-9307-41d9-81e6-fb14b4b8a305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6768324 Oct 13 10:59:27.395616 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44678) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:27.396364 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:27.494289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-84cdcdb4-4c0f-4550-8f24-452cc4c609b9 admin admin] For port 7e3d5fdd-2033-4610-bcb7-b157b9195ee8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7e3d5fdd-2033-4610-bcb7-b157b9195ee8,segment=NetworkSegment(08c587ce-3ab4-4082-a3f9-13d336742c69),segment_id=08c587ce-3ab4-4082-a3f9-13d336742c69)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:27.495619 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84cdcdb4-4c0f-4550-8f24-452cc4c609b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:27.517206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-84cdcdb4-4c0f-4550-8f24-452cc4c609b9 admin admin] Calling delete_port for 7e3d5fdd-2033-4610-bcb7-b157b9195ee8 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:27.520655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-16a33663-c3e0-4fbd-98a8-ae7060e41e88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516 HTTP/1.1" status: 200 len: 999 time: 0.1875908 Oct 13 10:59:27.521272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Pushing event updated for resources: {'Port': ['ID=34416104-e44b-46ee-a3af-5daca7880d5a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:27.571483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c95b56-0c58-4edf-b23e-26606493bc3a req-d947385d-4eea-4dbd-95dd-faaf884bcf39 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:27.596438 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-90c95b56-0c58-4edf-b23e-26606493bc3a req-d947385d-4eea-4dbd-95dd-faaf884bcf39 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.2043321 Oct 13 10:59:27.652432 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-3e59c946-57d8-433a-9e35-454a51abe095 None None] Set router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:27.782677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-366485e9-ce5e-4e4f-be05-79b3ab6b8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:27.784628 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-366485e9-ce5e-4e4f-be05-79b3ab6b8b53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.2374785 Oct 13 10:59:27.787645 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-431e62b4-e24e-45a5-bdc2-8a934efac04f req-6c500c46-647b-4455-b2a8-8698d549acbc tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 210 time: 0.1250386 Oct 13 10:59:27.827701 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:27.886084 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-90c95b56-0c58-4edf-b23e-26606493bc3a req-cda0d5b8-230d-4466-af83-2cd5c713a0fc tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114773 Oct 13 10:59:27.927208 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Attempting to bind port 34416104-e44b-46ee-a3af-5daca7880d5a on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:59:27.927596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Attempting to bind port 34416104-e44b-46ee-a3af-5daca7880d5a by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'fa87eede-1df3-42cb-9310-078f623f7dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:59:27.927940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Attempting to bind port 34416104-e44b-46ee-a3af-5daca7880d5a on network 73b9de68-f09e-46da-ba8b-ccd947239acf {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:27.943178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Port 34416104-e44b-46ee-a3af-5daca7880d5a on network 73b9de68-f09e-46da-ba8b-ccd947239acf not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:59:27.943548 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Attempting to bind port 34416104-e44b-46ee-a3af-5daca7880d5a on network 73b9de68-f09e-46da-ba8b-ccd947239acf {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:27.954288 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3e59c946-57d8-433a-9e35-454a51abe095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:59:24Z', 'revision_number': 5, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:27.956293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:59:27.956646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Checking segment: {'id': 'fa87eede-1df3-42cb-9310-078f623f7dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:27.958119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Bound using segment: {'id': 'fa87eede-1df3-42cb-9310-078f623f7dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:59:27.958119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Bound port: 34416104-e44b-46ee-a3af-5daca7880d5a, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa87eede-1df3-42cb-9310-078f623f7dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:59:27.958119 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:27.968926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-8ad065e4-c3a9-445c-80d4-a1c9cc995f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:27.970450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-8ad065e4-c3a9-445c-80d4-a1c9cc995f00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641848 Oct 13 10:59:27.984323 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59c946-57d8-433a-9e35-454a51abe095 None None] Checking router: 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:59:27.996560 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59c946-57d8-433a-9e35-454a51abe095 None None] Routers {'1ebc7c15-9307-41d9-81e6-fb14b4b8a305'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:27.997781 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3e59c946-57d8-433a-9e35-454a51abe095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:28.050764 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:28.118798 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-99c98715-3b20-41e4-a5a9-17b2ce95d482 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:28.173103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c98715-3b20-41e4-a5a9-17b2ce95d482 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Port': ['ID=48b0b357-33ad-493f-af5a-88fdc007c3b4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:28.236062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] For port 34416104-e44b-46ee-a3af-5daca7880d5a, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:59:28.241365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] For port 34416104-e44b-46ee-a3af-5daca7880d5a, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=34416104-e44b-46ee-a3af-5daca7880d5a,segment=NetworkSegment(fa87eede-1df3-42cb-9310-078f623f7dbd),segment_id=fa87eede-1df3-42cb-9310-078f623f7dbd)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:59:28.267586 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-9329ae75-449c-450b-8ae8-4634c8affdc4 service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585669 Oct 13 10:59:28.308219 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-99c98715-3b20-41e4-a5a9-17b2ce95d482 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] No DVR routers for this DVR port 48b0b357-33ad-493f-af5a-88fdc007c3b4 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:28.332522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84cdcdb4-4c0f-4550-8f24-452cc4c609b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:28.335620 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-99c98715-3b20-41e4-a5a9-17b2ce95d482 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:28.337312 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-3e59c946-57d8-433a-9e35-454a51abe095 None None] Set router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:28.339437 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ff9e6543-8131-46f0-b28b-7770b4c6d79e req-99c98715-3b20-41e4-a5a9-17b2ce95d482 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.46 "DELETE /v2.0/ports/48b0b357-33ad-493f-af5a-88fdc007c3b4 HTTP/1.1" status: 204 len: 173 time: 1.5282242 Oct 13 10:59:28.391481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdcdb4-4c0f-4550-8f24-452cc4c609b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3d5fdd-2033-4610-bcb7-b157b9195ee8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:28.460410 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ee8d8-b728-471c-b71b-6fda4b3a17e4 req-23e5b97c-5764-44b9-83d7-78e8ac35c0cc tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:28.461651 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd4ee8d8-b728-471c-b71b-6fda4b3a17e4 req-23e5b97c-5764-44b9-83d7-78e8ac35c0cc tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 943 time: 0.2533507 Oct 13 10:59:28.511194 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:28.615050 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a72a10-bd69-47f1-8be0-0a4ba0d17934 req-82cc1496-9c7a-47ba-bee8-bb863df5964c tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 210 time: 0.1020753 Oct 13 10:59:28.629304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:28.629949 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:28.631608 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] 10.222.0.21 "PUT /v2.0/ports/34416104-e44b-46ee-a3af-5daca7880d5a HTTP/1.1" status: 200 len: 1091 time: 2.9334109 Oct 13 10:59:28.632007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'tag': '34416104-e44b-46ee-a3af-5daca7880d5a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:28.634323 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086af104-6e3c-4e00-b566-478546c35851" -d '{"events": [{"name": "network-changed", "server_uuid": "e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad", "tag": "34416104-e44b-46ee-a3af-5daca7880d5a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:28.638550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Deleting port 63f43008-bd6f-46fa-887d-2fd564e30efc {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:28.638896 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:28.697378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d568eb9-963e-4c33-ac54-5de09e9e4286 service neutron] Pushing event updated for resources: {'Port': ['ID=34416104-e44b-46ee-a3af-5daca7880d5a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:28.720314 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccb7cb7-1c04-48e5-88ad-f616b62cb141 x-openstack-request-id: req-dccb7cb7-1c04-48e5-88ad-f616b62cb141 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:28.720612 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad", "tag": "34416104-e44b-46ee-a3af-5daca7880d5a", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:28.720890 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dccb7cb7-1c04-48e5-88ad-f616b62cb141 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:28.721296 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'tag': '34416104-e44b-46ee-a3af-5daca7880d5a', 'status': 'completed', 'code': 200} Oct 13 10:59:28.725279 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e7415cc-e45f-4b11-a7fa-8bf231f74496 req-63004de7-d42a-40f4-a76a-b0d0050a03f0 service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433239 Oct 13 10:59:28.769933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd4ee8d8-b728-471c-b71b-6fda4b3a17e4 req-1d35e4c3-3b90-4068-92ce-0b1a6f37df68 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492158 Oct 13 10:59:28.800681 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3e59c946-57d8-433a-9e35-454a51abe095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:59:24Z', 'revision_number': 5, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:28.879597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da73710-6295-46fc-aa12-119323b7150e', 'name': 'network-vif-deleted', 'tag': '48b0b357-33ad-493f-af5a-88fdc007c3b4'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:28.883167 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d74f47d-135a-4def-9c0c-b9594a0bb689" -d '{"events": [{"server_uuid": "0da73710-6295-46fc-aa12-119323b7150e", "name": "network-vif-deleted", "tag": "48b0b357-33ad-493f-af5a-88fdc007c3b4"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:28.939794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086af104-6e3c-4e00-b566-478546c35851 req-0d3974f2-ada3-4d9c-99ff-0a3f5e301e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:28.941361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-086af104-6e3c-4e00-b566-478546c35851 req-0d3974f2-ada3-4d9c-99ff-0a3f5e301e0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=741bdca1919a476bbac9327465314ef6&device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 1094 time: 0.1981342 Oct 13 10:59:28.968273 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59c946-57d8-433a-9e35-454a51abe095 None None] The sync data for ids ['1ebc7c15-9307-41d9-81e6-fb14b4b8a305'] in n-d-813659-3 is: [{'id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'name': 'tempest-ServersTestFqdnHostnames-116103012-router', 'tenant_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:06Z', 'updated_at': '2021-10-13T10:59:24Z', 'revision_number': 5, 'project_id': '6c3ec8149ee94fff8be9512f387bd3fc', 'gw_port': {'id': '63f43008-bd6f-46fa-887d-2fd564e30efc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc7c15-9307-41d9-81e6-fb14b4b8a305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:07Z', 'updated_at': '2021-10-13T10:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:59:28.989611 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4284dd9f-4c38-4c6b-9d39-0ddfb73be187 x-openstack-request-id: req-4284dd9f-4c38-4c6b-9d39-0ddfb73be187 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:28.990847 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da73710-6295-46fc-aa12-119323b7150e", "name": "network-vif-deleted", "tag": "48b0b357-33ad-493f-af5a-88fdc007c3b4", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:28.994560 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4284dd9f-4c38-4c6b-9d39-0ddfb73be187 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:28.994980 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da73710-6295-46fc-aa12-119323b7150e', 'name': 'network-vif-deleted', 'tag': '48b0b357-33ad-493f-af5a-88fdc007c3b4', 'status': 'completed', 'code': 200} Oct 13 10:59:29.020948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] For port 63f43008-bd6f-46fa-887d-2fd564e30efc, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=63f43008-bd6f-46fa-887d-2fd564e30efc,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:29.021325 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:29.047832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Calling delete_port for 63f43008-bd6f-46fa-887d-2fd564e30efc owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:29.068626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df3bea7c-c9ca-4c24-97b6-091d473298d4 req-9affc9ea-d2a2-4f7a-b3ce-9d5258faf767 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 210 time: 0.1262515 Oct 13 10:59:29.073191 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84cdcdb4-4c0f-4550-8f24-452cc4c609b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:29.237869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086af104-6e3c-4e00-b566-478546c35851 req-68bf2662-dc5f-4f6c-a15e-7430175e6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:29.239899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-086af104-6e3c-4e00-b566-478546c35851 req-68bf2662-dc5f-4f6c-a15e-7430175e6f6c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=741bdca1919a476bbac9327465314ef6&shared=False HTTP/1.1" status: 200 len: 930 time: 0.2866127 Oct 13 10:59:29.287783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9477-1ffb-41e4-a105-e9a8626a33ad req-37ffb39f-abc1-4017-9904-b5f12db1430b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:29.295202 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2c2d9477-1ffb-41e4-a105-e9a8626a33ad req-37ffb39f-abc1-4017-9904-b5f12db1430b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.2125108 Oct 13 10:59:29.443229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086af104-6e3c-4e00-b566-478546c35851 req-d937b998-afe7-499c-bd36-bc943e89bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:29.445025 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-086af104-6e3c-4e00-b566-478546c35851 req-d937b998-afe7-499c-bd36-bc943e89bbfc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1981370 Oct 13 10:59:29.456672 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2c2d9477-1ffb-41e4-a105-e9a8626a33ad req-1f5b3eb1-1ee4-44c8-a01c-574db2807da2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601601 Oct 13 10:59:29.509175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-987e5eac-14a7-43d1-810d-86cb1e532d04 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971606 Oct 13 10:59:29.702095 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b1-7ad7-4450-be08-a891b746a783 req-2543c0e1-6757-4c36-99b7-9d727ef28f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:29.703651 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-2543c0e1-6757-4c36-99b7-9d727ef28f70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=741bdca1919a476bbac9327465314ef6&device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 1094 time: 0.1628125 Oct 13 10:59:29.805164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-138199e1-3bcc-410e-b524-8149549f0987 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34416104-e44b-46ee-a3af-5daca7880d5a HTTP/1.1" status: 200 len: 217 time: 0.0870349 Oct 13 10:59:29.875437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-df6c56c4-ac8a-461b-af3f-74ebfb85a1d7 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:29.889588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-df6c56c4-ac8a-461b-af3f-74ebfb85a1d7 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3751550 Oct 13 10:59:30.049054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 3661fdea-1e60-47c4-b71a-57e6fa5891cc no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:30.051289 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-95280ebb-04f0-4719-8255-bf785ac34ceb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Request body: {'port': {'device_id': 'e4383a9a-46b3-490b-ae8c-c08424525080', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '76e6e8777a97442bab92ab969c416e4e'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:30.096720 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 3661fdea-1e60-47c4-b71a-57e6fa5891cc {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:30.102794 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 3661fdea-1e60-47c4-b71a-57e6fa5891cc not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:30.104620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 48b0b357-33ad-493f-af5a-88fdc007c3b4 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:30.187736 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-147fdb22-dfbc-4d1f-9894-a5bb5684a32c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379055 Oct 13 10:59:30.199711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 48b0b357-33ad-493f-af5a-88fdc007c3b4 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:30.202699 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 48b0b357-33ad-493f-af5a-88fdc007c3b4 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:30.225645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc108c-fe1e-4e7b-b7e9-79eb45011891 req-68bdb84a-064d-4e7e-b2f8-f33909c9ea06 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:30.228100 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-46cc108c-fe1e-4e7b-b7e9-79eb45011891 req-68bdb84a-064d-4e7e-b2f8-f33909c9ea06 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 943 time: 0.1427188 Oct 13 10:59:30.232282 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12c51530-6521-480a-af6d-fc228dd9986d req-727f3134-1861-4705-a1e0-10571afe2cf5 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da73710-6295-46fc-aa12-119323b7150e HTTP/1.1" status: 200 len: 210 time: 0.3405619 Oct 13 10:59:30.232454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cdcdb4-4c0f-4550-8f24-452cc4c609b9 admin admin] Router 048c7eb5-5402-47e1-bf09-744428dfddea has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:59:30.271245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b1-7ad7-4450-be08-a891b746a783 req-2267c585-6427-4d1f-a539-1e9ea0773579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:30.273631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-2267c585-6427-4d1f-a539-1e9ea0773579 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9da60ec-3d29-4932-bd51-bdfb720160f0 HTTP/1.1" status: 200 len: 868 time: 0.4619980 Oct 13 10:59:30.359136 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:30.398046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4489a90f-4737-48a7-8f63-0175100d7478 req-a2390574-d82e-48ea-a8a1-0d8de81b0253 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 210 time: 0.0574765 Oct 13 10:59:30.469905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Pushing event deleted for resources: {'Port': ['ID=63f43008-bd6f-46fa-887d-2fd564e30efc,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:30.493527 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-95280ebb-04f0-4719-8255-bf785ac34ceb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Made reservation on behalf of 76e6e8777a97442bab92ab969c416e4e for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:30.493634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:30.493722 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-95280ebb-04f0-4719-8255-bf785ac34ceb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:30.520635 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-46cc108c-fe1e-4e7b-b7e9-79eb45011891 req-7b1f8d06-e67e-4191-aa47-09ba8a1dddbb tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851732 Oct 13 10:59:30.568617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:30.568966 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device bb3cb1a7-7489-4bdd-8136-acdcd40e0d37 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:30.693629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-42999d2b-703a-4a40-aed3-74e1db0c9b39 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:30.695776 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-42999d2b-703a-4a40-aed3-74e1db0c9b39 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4365125 Oct 13 10:59:30.709334 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:30.770817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-fa0f7e24-5c43-4a7e-b254-ce4e32f0e74d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Request body: {'port': {'device_id': '2b9fba1a-3ac5-495f-bd8f-3c47925c4b08', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '76e6e8777a97442bab92ab969c416e4e'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:30.775373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cdcdb4-4c0f-4550-8f24-452cc4c609b9 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:59:30.788194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d42e7-b472-49cb-9940-33e730c7edb3 None None] Sync routers for ids ['048c7eb5-5402-47e1-bf09-744428dfddea'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:59:30.807938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d42e7-b472-49cb-9940-33e730c7edb3 None None] Routers {'048c7eb5-5402-47e1-bf09-744428dfddea'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:30.808621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5c3d42e7-b472-49cb-9940-33e730c7edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['048c7eb5-5402-47e1-bf09-744428dfddea'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:30.896196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b1-7ad7-4450-be08-a891b746a783 req-11485991-26e6-4c49-ab2f-ce4e5185e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:30.898087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-11485991-26e6-4c49-ab2f-ce4e5185e7ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b9de68-f09e-46da-ba8b-ccd947239acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3099027 Oct 13 10:59:30.920984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae08894-5135-43bb-88ae-286c75fefb14 req-77739fbf-de49-4279-a3d8-a3d48e436769 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:30.933494 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aae08894-5135-43bb-88ae-286c75fefb14 req-77739fbf-de49-4279-a3d8-a3d48e436769 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.3106992 Oct 13 10:59:30.936904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44768) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:30.947710 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-84cdcdb4-4c0f-4550-8f24-452cc4c609b9 admin admin] 10.222.0.32 "PUT /v2.0/routers/048c7eb5-5402-47e1-bf09-744428dfddea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1097043 Oct 13 10:59:30.961783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44770) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:31.061119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5c3d42e7-b472-49cb-9940-33e730c7edb3 None None] Set router 048c7eb5-5402-47e1-bf09-744428dfddea gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:31.063309 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:31.070574 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:31.142464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-95280ebb-04f0-4719-8255-bf785ac34ceb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Allocated IP 192.168.233.60 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/72ff6ba4-5433-453e-9a40-a58f7c2e2e4b) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:31.202819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aae08894-5135-43bb-88ae-286c75fefb14 req-8a95d55d-cf07-46be-9703-cf2e9580a3a6 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661071 Oct 13 10:59:31.317498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-fa0f7e24-5c43-4a7e-b254-ce4e32f0e74d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Made reservation on behalf of 76e6e8777a97442bab92ab969c416e4e for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:31.323807 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-fa0f7e24-5c43-4a7e-b254-ce4e32f0e74d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:31.329801 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-c7329092-4387-4866-bcee-978ebb4859d0 service neutron] 10.222.0.21 "GET /v2.0/networks/73b9de68-f09e-46da-ba8b-ccd947239acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916843 Oct 13 10:59:31.335508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:31.393577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44782) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:31.398975 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5c3d42e7-b472-49cb-9940-33e730c7edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'name': 'tempest-ServerRescueTestJSON-2146256845-router', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:15Z', 'updated_at': '2021-10-13T10:59:28Z', 'revision_number': 5, 'project_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'gw_port': {'id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:16Z', 'updated_at': '2021-10-13T10:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:31.436357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d42e7-b472-49cb-9940-33e730c7edb3 None None] Checking router: 048c7eb5-5402-47e1-bf09-744428dfddea for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:59:31.446460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d42e7-b472-49cb-9940-33e730c7edb3 None None] Routers {'048c7eb5-5402-47e1-bf09-744428dfddea'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:31.447269 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5c3d42e7-b472-49cb-9940-33e730c7edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['048c7eb5-5402-47e1-bf09-744428dfddea'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:31.498512 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:31.499288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebc7c15-9307-41d9-81e6-fb14b4b8a305 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:59:31.516236 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:31.517711 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-91b4a1a2-57bf-464b-9281-0aa8b8dd016e admin admin] 10.222.0.32 "DELETE /v2.0/routers/1ebc7c15-9307-41d9-81e6-fb14b4b8a305 HTTP/1.1" status: 204 len: 168 time: 4.1211486 Oct 13 10:59:31.525031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44788) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:31.689360 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-95280ebb-04f0-4719-8255-bf785ac34ceb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:31.704028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5c3d42e7-b472-49cb-9940-33e730c7edb3 None None] Set router 048c7eb5-5402-47e1-bf09-744428dfddea gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:31.790699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e63a484e-e9e7-442e-92d6-988bc981f958 req-80e56d14-4bc7-404e-ab32-98bb4005ca84 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 210 time: 0.0611563 Oct 13 10:59:31.833331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0a40cd-1ca8-4b57-9f3e-7a83f2b6b042 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Deleting subnet 91571abe-d556-494c-b52c-e2fd480899ea {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:59:31.873448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-030783aa-6f2c-4aa4-877b-dca07c2350b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:31.884193 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f0a40cd-1ca8-4b57-9f3e-7a83f2b6b042 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:31.905871 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-95280ebb-04f0-4719-8255-bf785ac34ceb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:31.956279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a23a771-b5a0-4dc4-9b90-ab20a411657f admin admin] Deleting subnet c2391d65-a75a-4fb7-9179-ada553729639 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:59:31.974957 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a23a771-b5a0-4dc4-9b90-ab20a411657f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:32.024965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-95280ebb-04f0-4719-8255-bf785ac34ceb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:32.031487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f0a40cd-1ca8-4b57-9f3e-7a83f2b6b042 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:32.040331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-95280ebb-04f0-4719-8255-bf785ac34ceb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:32.055080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95280ebb-04f0-4719-8255-bf785ac34ceb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event updated for resources: {'Port': ['ID=72ff6ba4-5433-453e-9a40-a58f7c2e2e4b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:32.069646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-95280ebb-04f0-4719-8255-bf785ac34ceb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:59:32.095973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545837a-51ed-4c86-8a29-ddd7d3aed2b2 req-80ea651b-b79e-493b-8a8c-e7bf8499547b tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:32.097644 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c545837a-51ed-4c86-8a29-ddd7d3aed2b2 req-80ea651b-b79e-493b-8a8c-e7bf8499547b tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 943 time: 0.3482113 Oct 13 10:59:32.115941 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:32.132117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-150b92b1-7ad7-4450-be08-a891b746a783 req-45fbcbcd-35c9-4573-9a7b-44235a2a690b service neutron] 10.222.0.21 "GET /v2.0/networks/73b9de68-f09e-46da-ba8b-ccd947239acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7445574 Oct 13 10:59:32.211719 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a23a771-b5a0-4dc4-9b90-ab20a411657f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:32.225892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-95280ebb-04f0-4719-8255-bf785ac34ceb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:32.226973 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-95280ebb-04f0-4719-8255-bf785ac34ceb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:32.256638 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:59:32.309174 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-030783aa-6f2c-4aa4-877b-dca07c2350b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:32.341793 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-fa0f7e24-5c43-4a7e-b254-ce4e32f0e74d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Allocated IP 192.168.233.53 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/f63958da-dc99-4fc7-96b3-e29ed3c1f8ca) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:32.415491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-95280ebb-04f0-4719-8255-bf785ac34ceb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3744404 Oct 13 10:59:32.441465 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c545837a-51ed-4c86-8a29-ddd7d3aed2b2 req-2c26ec0f-2b6d-4391-a485-e7f8efd2075b tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117158 Oct 13 10:59:32.443902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Request body: {'port': {'device_id': 'e4383a9a-46b3-490b-ae8c-c08424525080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:32.480814 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f0a40cd-1ca8-4b57-9f3e-7a83f2b6b042 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:32.492218 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-030783aa-6f2c-4aa4-877b-dca07c2350b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:32.610739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030783aa-6f2c-4aa4-877b-dca07c2350b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411ec3f8-f23a-41a2-8961-b774274292ac,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:32.619301 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-030783aa-6f2c-4aa4-877b-dca07c2350b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab12c0f2e9a94d0aa63be3ae080985b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6579437 Oct 13 10:59:32.620669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44804) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:32.636930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b920e5-cb5c-4708-b5de-bc77f1d3fc78 req-dbc1d4f3-c2ca-4f9f-acfa-22e3a85333ea tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:32.639166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 63f43008-bd6f-46fa-887d-2fd564e30efc no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:32.646191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15b920e5-cb5c-4708-b5de-bc77f1d3fc78 req-dbc1d4f3-c2ca-4f9f-acfa-22e3a85333ea tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.2731116 Oct 13 10:59:32.664990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 63f43008-bd6f-46fa-887d-2fd564e30efc {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:32.665334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 63f43008-bd6f-46fa-887d-2fd564e30efc not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:32.675825 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e8e5ed86-c24d-4162-af13-6277bbb91ba7 None None] Provisioning complete for port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:32.676416 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ed86-c24d-4162-af13-6277bbb91ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:32.757613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e8e5ed86-c24d-4162-af13-6277bbb91ba7 None None] Port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:59:32.773158 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a23a771-b5a0-4dc4-9b90-ab20a411657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:32.785796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5c3d42e7-b472-49cb-9940-33e730c7edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'name': 'tempest-ServerRescueTestJSON-2146256845-router', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:15Z', 'updated_at': '2021-10-13T10:59:28Z', 'revision_number': 5, 'project_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'gw_port': {'id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:16Z', 'updated_at': '2021-10-13T10:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:32.834712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d42e7-b472-49cb-9940-33e730c7edb3 None None] The sync data for ids ['048c7eb5-5402-47e1-bf09-744428dfddea'] in n-d-813659-3 is: [{'id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'name': 'tempest-ServerRescueTestJSON-2146256845-router', 'tenant_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:15Z', 'updated_at': '2021-10-13T10:59:28Z', 'revision_number': 5, 'project_id': 'b7d6e6a057e34d0d8c7e85a05eeb5b00', 'gw_port': {'id': 'd0f54c4d-0c4e-40eb-afb8-6d3779c77e45', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c7eb5-5402-47e1-bf09-744428dfddea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:16Z', 'updated_at': '2021-10-13T10:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:59:33.015223 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f57ec006-189a-483e-a753-79bb3413b276 req-a6074218-681d-4bd6-9f67-6ddae7c7eb89 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 210 time: 0.0734565 Oct 13 10:59:33.030946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f0a40cd-1ca8-4b57-9f3e-7a83f2b6b042 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:33.112050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Deleting port d0f54c4d-0c4e-40eb-afb8-6d3779c77e45 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:33.112386 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:33.114212 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:33.133120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c69c306-c5e4-4a12-b0cb-1547f3338ad3 None None] Network 7f5d087b-6138-4b41-9032-e3cba6f27a13 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:59:33.140380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a40cd-1ca8-4b57-9f3e-7a83f2b6b042 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Subnet': ['ID=91571abe-d556-494c-b52c-e2fd480899ea,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:33.143715 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f0a40cd-1ca8-4b57-9f3e-7a83f2b6b042 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:33.152181 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3f0a40cd-1ca8-4b57-9f3e-7a83f2b6b042 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "DELETE /v2.0/subnets/91571abe-d556-494c-b52c-e2fd480899ea HTTP/1.1" status: 204 len: 168 time: 1.7573423 Oct 13 10:59:33.157655 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a23a771-b5a0-4dc4-9b90-ab20a411657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:33.164842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44808) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:33.283100 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15b920e5-cb5c-4708-b5de-bc77f1d3fc78 req-9bde6ef5-ee4b-47a1-87ac-47701e4fd1fd tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6355669 Oct 13 10:59:33.296325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23a771-b5a0-4dc4-9b90-ab20a411657f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2391d65-a75a-4fb7-9179-ada553729639,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:33.310626 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-fa0f7e24-5c43-4a7e-b254-ce4e32f0e74d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:33.322017 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a23a771-b5a0-4dc4-9b90-ab20a411657f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:33.326280 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7a23a771-b5a0-4dc4-9b90-ab20a411657f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c2391d65-a75a-4fb7-9179-ada553729639 HTTP/1.1" status: 204 len: 168 time: 1.7991550 Oct 13 10:59:33.336012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44810) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:33.349284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd102f9-565c-4bb3-9a52-ec643fa2af37 None None] Network 84922014-eeed-46c4-9777-4cbf987df590 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:59:33.376499 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38fef136-7292-4a03-9dc9-05f941b06daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:33.379836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] For port d0f54c4d-0c4e-40eb-afb8-6d3779c77e45, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d0f54c4d-0c4e-40eb-afb8-6d3779c77e45,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:33.380195 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:33.542718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Calling delete_port for d0f54c4d-0c4e-40eb-afb8-6d3779c77e45 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:33.599302 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:33.599810 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38fef136-7292-4a03-9dc9-05f941b06daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:33.614161 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:33.627608 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-fa0f7e24-5c43-4a7e-b254-ce4e32f0e74d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:33.649748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:59:33.724150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b62c4ec-34e0-4c32-852a-476bca30ed1b None None] DHCP port deletion for 7f5d087b-6138-4b41-9032-e3cba6f27a13 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:59:33.806074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f7e24-5c43-4a7e-b254-ce4e32f0e74d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event updated for resources: {'Port': ['ID=f63958da-dc99-4fc7-96b3-e29ed3c1f8ca,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:33.880371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-fa0f7e24-5c43-4a7e-b254-ce4e32f0e74d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:33.896473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-fa0f7e24-5c43-4a7e-b254-ce4e32f0e74d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:33.913532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6ba57-e676-4720-96b1-e8ff0ed10fda req-0d2e5e81-80bf-4b09-9072-cad7370698d2 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:33.915124 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-59f6ba57-e676-4720-96b1-e8ff0ed10fda req-0d2e5e81-80bf-4b09-9072-cad7370698d2 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 943 time: 0.3372381 Oct 13 10:59:33.915945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] DHCP port deletion for 84922014-eeed-46c4-9777-4cbf987df590 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:59:33.918305 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-fa0f7e24-5c43-4a7e-b254-ce4e32f0e74d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:59:34.098296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3b62c4ec-34e0-4c32-852a-476bca30ed1b None None] Deleting port e9e79db0-8bf3-48d5-b159-52a742c0d9e2 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:34.098709 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3b62c4ec-34e0-4c32-852a-476bca30ed1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.148013 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-59f6ba57-e676-4720-96b1-e8ff0ed10fda req-9cedcdd4-6b9e-447f-bef0-4ecb52ce282d tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194104 Oct 13 10:59:34.163421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-fa0f7e24-5c43-4a7e-b254-ce4e32f0e74d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:34.164242 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-fa0f7e24-5c43-4a7e-b254-ce4e32f0e74d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.181498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Deleting port e9e79db0-8bf3-48d5-b159-52a742c0d9e2 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:34.181498 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.217875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Deleting port 1c01e512-61ac-4e2d-8ca6-329f5ac19658 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:34.218224 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.237492 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38fef136-7292-4a03-9dc9-05f941b06daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.241245 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38fef136-7292-4a03-9dc9-05f941b06daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.246029 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-38fef136-7292-4a03-9dc9-05f941b06daa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/411ec3f8-f23a-41a2-8961-b774274292ac HTTP/1.1" status: 204 len: 168 time: 1.6179683 Oct 13 10:59:34.300150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] For port 1c01e512-61ac-4e2d-8ca6-329f5ac19658, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1c01e512-61ac-4e2d-8ca6-329f5ac19658,segment=NetworkSegment(7694653f-d38f-4a1a-bffc-ccb3474d4669),segment_id=7694653f-d38f-4a1a-bffc-ccb3474d4669)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:34.300494 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.315896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Calling delete_port for 1c01e512-61ac-4e2d-8ca6-329f5ac19658 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:34.317145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:34.346887 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.393981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Transition to ACTIVE for port object 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:59:34.436179 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fef136-7292-4a03-9dc9-05f941b06daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411ec3f8-f23a-41a2-8961-b774274292ac,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:34.466975 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Deleting port 1c01e512-61ac-4e2d-8ca6-329f5ac19658 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:34.467504 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.478591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3b62c4ec-34e0-4c32-852a-476bca30ed1b None None] For port e9e79db0-8bf3-48d5-b159-52a742c0d9e2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e9e79db0-8bf3-48d5-b159-52a742c0d9e2,segment=NetworkSegment(9fb62ffb-2eae-48cd-823b-7deb41ef5f08),segment_id=9fb62ffb-2eae-48cd-823b-7deb41ef5f08)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:34.479098 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3b62c4ec-34e0-4c32-852a-476bca30ed1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.485075 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.510683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3b62c4ec-34e0-4c32-852a-476bca30ed1b None None] Calling delete_port for e9e79db0-8bf3-48d5-b159-52a742c0d9e2 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:34.531803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.544119 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-fa0f7e24-5c43-4a7e-b254-ce4e32f0e74d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7766974 Oct 13 10:59:34.575308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c01e512-61ac-4e2d-8ca6-329f5ac19658,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:34.588443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] No DVR routers for this DVR port 1c01e512-61ac-4e2d-8ca6-329f5ac19658 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:34.635811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 34416104-e44b-46ee-a3af-5daca7880d5a details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:59:34.646646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Request body: {'port': {'device_id': '2b9fba1a-3ac5-495f-bd8f-3c47925c4b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:34.679455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1c01e512-61ac-4e2d-8ca6-329f5ac19658 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:34.719532 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Pushing event updated for resources: {'Port': ['ID=72ff6ba4-5433-453e-9a40-a58f7c2e2e4b,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:34.757393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.780988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] For port e9e79db0-8bf3-48d5-b159-52a742c0d9e2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e9e79db0-8bf3-48d5-b159-52a742c0d9e2,segment=NetworkSegment(9fb62ffb-2eae-48cd-823b-7deb41ef5f08),segment_id=9fb62ffb-2eae-48cd-823b-7deb41ef5f08)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:34.781416 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.807654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 1c01e512-61ac-4e2d-8ca6-329f5ac19658 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:34.808139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1c01e512-61ac-4e2d-8ca6-329f5ac19658 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:34.808422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7e3d5fdd-2033-4610-bcb7-b157b9195ee8 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:34.835466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94314ef8-a029-42ad-8af1-c8ea7e9604c7 req-39b75049-1eb3-434b-ba0f-e7a4558f322e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:34.849403 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-94314ef8-a029-42ad-8af1-c8ea7e9604c7 req-39b75049-1eb3-434b-ba0f-e7a4558f322e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.3818827 Oct 13 10:59:34.953657 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:34.966924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b146f40-f2d1-4fa8-9020-e8bd6194b865 req-5e5bb812-3106-4a6b-9318-160681f420d4 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:34.981714 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b146f40-f2d1-4fa8-9020-e8bd6194b865 req-5e5bb812-3106-4a6b-9318-160681f420d4 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 935 time: 0.8330019 Oct 13 10:59:34.999958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Attempting to bind port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:59:35.000970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Attempting to bind port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:59:35.001522 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Attempting to bind port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:35.004749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 7e3d5fdd-2033-4610-bcb7-b157b9195ee8 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:35.005098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7e3d5fdd-2033-4610-bcb7-b157b9195ee8 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:35.005519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e9e79db0-8bf3-48d5-b159-52a742c0d9e2 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:35.031316 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:59:35.032004 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Attempting to bind port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:35.037452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84922014-eeed-46c4-9777-4cbf987df590']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:35.044411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:59:35.045396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:35.046008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:59:35.046707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Bound port: 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:59:35.047285 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.066703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7694653f-d38f-4a1a-bffc-ccb3474d4669') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:35.067104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7694653f-d38f-4a1a-bffc-ccb3474d4669') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:35.083787 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.136762 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.142595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Calling delete_port for e9e79db0-8bf3-48d5-b159-52a742c0d9e2 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:35.173325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b146f40-f2d1-4fa8-9020-e8bd6194b865 req-b08f0b85-e44c-412e-a579-19d5a41a3516 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927843 Oct 13 10:59:35.234568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] For port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:59:35.238551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] For port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=72ff6ba4-5433-453e-9a40-a58f7c2e2e4b,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:59:35.240171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:59:35.240594 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:59:35.245185 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:59:35.253522 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.257240 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] For port 1c01e512-61ac-4e2d-8ca6-329f5ac19658, host n-d-813659-3, got binding levels [] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:35.258151 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.275722 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Calling delete_port for 1c01e512-61ac-4e2d-8ca6-329f5ac19658 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:35.280736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.ipam_backend_mixin [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Port 1c01e512-61ac-4e2d-8ca6-329f5ac19658 was not found and therefore no delete operation was performed {{(pid=101992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 10:59:35.296688 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.resource_extend [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 10:59:35.302446 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-94314ef8-a029-42ad-8af1-c8ea7e9604c7 req-bbeab2f6-9c57-4b3c-a06d-c88172dbd4e6 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4470656 Oct 13 10:59:35.356432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f54c4d-0c4e-40eb-afb8-6d3779c77e45,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:35.448208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 34416104-e44b-46ee-a3af-5daca7880d5a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=34416104-e44b-46ee-a3af-5daca7880d5a,segment=NetworkSegment(fa87eede-1df3-42cb-9310-078f623f7dbd),segment_id=fa87eede-1df3-42cb-9310-078f623f7dbd)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:35.460040 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.471863 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.474514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '34416104-e44b-46ee-a3af-5daca7880d5a', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'port_id': '34416104-e44b-46ee-a3af-5daca7880d5a', 'mac_address': 'fa:16:3e:87:ff:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:59:35.481044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c0fc2c25-8113-4f25-9a06-ba12b55364ea None None] Provisioning complete for port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:35.481661 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2c25-8113-4f25-9a06-ba12b55364ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.535469 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No active binding found for port e9e79db0-8bf3-48d5-b159-52a742c0d9e2 {{(pid=101992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 10:59:35.536212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e9e79db0-8bf3-48d5-b159-52a742c0d9e2 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:35.589393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.612336 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.615923 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] 10.222.0.32 "DELETE /v2.0/networks/84922014-eeed-46c4-9777-4cbf987df590 HTTP/1.1" status: 204 len: 168 time: 2.2131262 Oct 13 10:59:35.621350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc2c25-8113-4f25-9a06-ba12b55364ea None None] Port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 10:59:35.624150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Pushing event deleted for resources: {'Port': ['ID=1c01e512-61ac-4e2d-8ca6-329f5ac19658,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:35.634884 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3b62c4ec-34e0-4c32-852a-476bca30ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.654513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:35.655147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:35.655645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:35.656137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:35.656620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:35.657233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:35.657731 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:35.658214 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:35.658707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:35.659147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.659699 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:35.660195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:35.660671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:35.671097 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.674293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7397a-bb78-41d2-b438-43d0f44a3f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=84922014-eeed-46c4-9777-4cbf987df590,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:35.677878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62c4ec-34e0-4c32-852a-476bca30ed1b None None] No DVR routers for this DVR port e9e79db0-8bf3-48d5-b159-52a742c0d9e2 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:35.700802 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1857350e-ed27-4dc0-99a5-9b9e875c30dc None None] No DVR routers for this DVR port 1c01e512-61ac-4e2d-8ca6-329f5ac19658 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:35.735223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62c4ec-34e0-4c32-852a-476bca30ed1b None None] Pushing event deleted for resources: {'Port': ['ID=e9e79db0-8bf3-48d5-b159-52a742c0d9e2,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:35.770443 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.795190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34416104-e44b-46ee-a3af-5daca7880d5a {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:35.821954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] No DVR routers for this DVR port e9e79db0-8bf3-48d5-b159-52a742c0d9e2 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:35.843387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Pushing event updated for resources: {'Port': ['ID=72ff6ba4-5433-453e-9a40-a58f7c2e2e4b,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:35.851663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 34416104-e44b-46ee-a3af-5daca7880d5a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=34416104-e44b-46ee-a3af-5daca7880d5a,segment=NetworkSegment(fa87eede-1df3-42cb-9310-078f623f7dbd),segment_id=fa87eede-1df3-42cb-9310-078f623f7dbd)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:35.859891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Port': ['ID=e9e79db0-8bf3-48d5-b159-52a742c0d9e2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:35.917814 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.936406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:35.942936 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.944412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-1596c68c-f6d4-4e01-bb8e-3d11f9c28913 service neutron] 10.222.0.21 "PUT /v2.0/ports/72ff6ba4-5433-453e-9a40-a58f7c2e2e4b HTTP/1.1" status: 200 len: 1095 time: 3.5060713 Oct 13 10:59:35.944908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4383a9a-46b3-490b-ae8c-c08424525080', 'tag': '72ff6ba4-5433-453e-9a40-a58f7c2e2e4b'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:35.960811 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e014a9b9-fd4f-4ea1-83fb-e05a6020114c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4383a9a-46b3-490b-ae8c-c08424525080", "tag": "72ff6ba4-5433-453e-9a40-a58f7c2e2e4b"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:35.986573 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:35.989671 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:36.000784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ee75d-4d16-431c-b2c4-722ce9a33c6d req-ba0819ac-91e2-42c2-b522-71b16a5d8da0 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:36.002440 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f00ee75d-4d16-431c-b2c4-722ce9a33c6d req-ba0819ac-91e2-42c2-b522-71b16a5d8da0 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 943 time: 0.6536663 Oct 13 10:59:36.049382 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460bb3be-ef11-4a8b-b7ac-35070fc50f7d x-openstack-request-id: req-460bb3be-ef11-4a8b-b7ac-35070fc50f7d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:36.049735 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4383a9a-46b3-490b-ae8c-c08424525080", "tag": "72ff6ba4-5433-453e-9a40-a58f7c2e2e4b", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:36.049999 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-460bb3be-ef11-4a8b-b7ac-35070fc50f7d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:36.050417 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4383a9a-46b3-490b-ae8c-c08424525080', 'tag': '72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'status': 'completed', 'code': 200} Oct 13 10:59:36.056381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=34416104-e44b-46ee-a3af-5daca7880d5a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:36.147265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['34416104-e44b-46ee-a3af-5daca7880d5a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:59:36.200416 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:36.228706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f00ee75d-4d16-431c-b2c4-722ce9a33c6d req-20515217-839d-4ec1-9701-1179d2f2d256 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152758 Oct 13 10:59:36.247995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014a9b9-fd4f-4ea1-83fb-e05a6020114c req-08d7692f-99db-4c62-a0e4-7a1e0ae3b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:36.249506 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e014a9b9-fd4f-4ea1-83fb-e05a6020114c req-08d7692f-99db-4c62-a0e4-7a1e0ae3b1fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=e4383a9a-46b3-490b-ae8c-c08424525080 HTTP/1.1" status: 200 len: 1098 time: 0.1221397 Oct 13 10:59:36.261745 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:36.269954 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 048c7eb5-5402-47e1-bf09-744428dfddea {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:59:36.280413 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:36.289953 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-09726e98-b848-4dcd-a634-d935acc8951e admin admin] 10.222.0.32 "DELETE /v2.0/routers/048c7eb5-5402-47e1-bf09-744428dfddea HTTP/1.1" status: 204 len: 168 time: 5.3102176 Oct 13 10:59:36.290212 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44876) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:36.291084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5d087b-6138-4b41-9032-e3cba6f27a13']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:36.350733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb62ffb-2eae-48cd-823b-7deb41ef5f08') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:36.355259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb62ffb-2eae-48cd-823b-7deb41ef5f08') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:36.391443 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e014a9b9-fd4f-4ea1-83fb-e05a6020114c req-4c10ce00-9433-4f80-b9bd-d8fe35c59901 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841677 Oct 13 10:59:36.408700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3620ed0-b6d3-4f15-ae90-b2552b5f73d5 admin admin] Deleting subnet 7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:59:36.412651 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3620ed0-b6d3-4f15-ae90-b2552b5f73d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:36.430671 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:36.492293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44880) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:36.557295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63958da-dc99-4fc7-96b3-e29ed3c1f8ca {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:36.567716 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:36.633522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:36.652313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:59:36.652755 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:59:36.685670 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:59:36.789453 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3620ed0-b6d3-4f15-ae90-b2552b5f73d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:36.819012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a99c2f-eca6-4c0c-aec1-b8cd074d0dcc req-d1b6e22b-f14d-4cc8-a5d3-7911b6f889ab tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:36.822562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-06a99c2f-eca6-4c0c-aec1-b8cd074d0dcc req-d1b6e22b-f14d-4cc8-a5d3-7911b6f889ab tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 935 time: 0.4744985 Oct 13 10:59:36.844215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Transition to ACTIVE for port object f63958da-dc99-4fc7-96b3-e29ed3c1f8ca will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:59:36.857730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014a9b9-fd4f-4ea1-83fb-e05a6020114c req-5f5b38db-b9e6-44ac-b739-8032557f7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:36.858286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e014a9b9-fd4f-4ea1-83fb-e05a6020114c req-5f5b38db-b9e6-44ac-b739-8032557f7349 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4430118 Oct 13 10:59:36.859589 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3620ed0-b6d3-4f15-ae90-b2552b5f73d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:36.925863 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b29e62ad-3c2a-4bb8-915c-3785178993c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c3ec8149ee94fff8be9512f387bd3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300437 Oct 13 10:59:36.926569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44888) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:36.971010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394518a-a987-4f7c-be62-f01c25ab9c39 req-755a97f3-8b9d-4228-baef-4aca5b9be5e7 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:36.979066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6394518a-a987-4f7c-be62-f01c25ab9c39 req-755a97f3-8b9d-4228-baef-4aca5b9be5e7 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.4845996 Oct 13 10:59:37.107030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6394518a-a987-4f7c-be62-f01c25ab9c39 req-bbcdc3c9-4e39-418a-b0f2-247f4a18bc92 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270397 Oct 13 10:59:37.115549 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7de1b4d2-ba99-4e44-8a73-66877c674142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.146539 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7de1b4d2-ba99-4e44-8a73-66877c674142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.172222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-5e4a1f9e-c390-46b6-b0e0-b65c58586af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:37.174020 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-5e4a1f9e-c390-46b6-b0e0-b65c58586af3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=e4383a9a-46b3-490b-ae8c-c08424525080 HTTP/1.1" status: 200 len: 1098 time: 0.1242623 Oct 13 10:59:37.175369 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3620ed0-b6d3-4f15-ae90-b2552b5f73d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.228164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3620ed0-b6d3-4f15-ae90-b2552b5f73d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.234040 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a3620ed0-b6d3-4f15-ae90-b2552b5f73d5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47 HTTP/1.1" status: 204 len: 168 time: 0.9408360 Oct 13 10:59:37.239357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44894) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:37.415041 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.456544 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73988b2d-8cc2-47ff-9f03-5dd98cae8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.458133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3620ed0-b6d3-4f15-ae90-b2552b5f73d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf7ab9e-15a8-41a7-a11e-39cbedcd5f47,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:37.499936 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-06a99c2f-eca6-4c0c-aec1-b8cd074d0dcc req-fcbe1483-2c08-4952-9a57-076ae4500433 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6634567 Oct 13 10:59:37.509462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Pushing event updated for resources: {'Port': ['ID=f63958da-dc99-4fc7-96b3-e29ed3c1f8ca,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:37.515192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.518572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-75e80ea7-4b26-49fd-accd-f0c55b82bbf7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=72ff6ba4-5433-453e-9a40-a58f7c2e2e4b HTTP/1.1" status: 200 len: 217 time: 0.2853091 Oct 13 10:59:37.521771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.528810 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "DELETE /v2.0/networks/7f5d087b-6138-4b41-9032-e3cba6f27a13 HTTP/1.1" status: 204 len: 168 time: 4.3601773 Oct 13 10:59:37.556449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44900) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:37.600408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93448816-ea8b-4e9d-a233-3cfa09f5894f tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Network': ['ID=7f5d087b-6138-4b41-9032-e3cba6f27a13,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:37.679272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-5300a248-5db0-4c88-af87-5afc95d567c0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Deleting subnet 3e66ac49-6fd9-46e4-b205-287b7530f6b5 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:59:37.690880 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5300a248-5db0-4c88-af87-5afc95d567c0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.693870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Attempting to bind port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:59:37.694101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Attempting to bind port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:59:37.694463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Attempting to bind port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:37.728486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:59:37.728936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Attempting to bind port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:37.743500 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:59:37.743775 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:37.744170 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:59:37.744963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Bound port: f63958da-dc99-4fc7-96b3-e29ed3c1f8ca, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:59:37.745086 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.772670 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5300a248-5db0-4c88-af87-5afc95d567c0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.831099 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73988b2d-8cc2-47ff-9f03-5dd98cae8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.879664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-73988b2d-8cc2-47ff-9f03-5dd98cae8b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68162571-da51-4d57-899e-725b46fa6e96']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:37.895838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-73988b2d-8cc2-47ff-9f03-5dd98cae8b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c587ce-3ab4-4082-a3f9-13d336742c69') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:37.896482 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-73988b2d-8cc2-47ff-9f03-5dd98cae8b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c587ce-3ab4-4082-a3f9-13d336742c69') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:37.912904 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73988b2d-8cc2-47ff-9f03-5dd98cae8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.945905 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-091ecd19-e958-489f-8188-55b80667a089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.954825 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] For port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:59:37.956441 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73988b2d-8cc2-47ff-9f03-5dd98cae8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.988036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1aa2c-55d1-46d1-b85e-e76854f80e42 req-8096283f-8b92-4d36-951c-ba6aa5a52326 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:37.989577 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8eb1aa2c-55d1-46d1-b85e-e76854f80e42 req-8096283f-8b92-4d36-951c-ba6aa5a52326 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 944 time: 0.5878384 Oct 13 10:59:37.991049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73988b2d-8cc2-47ff-9f03-5dd98cae8b88 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:59:37.991448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73988b2d-8cc2-47ff-9f03-5dd98cae8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:37.999634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] For port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f63958da-dc99-4fc7-96b3-e29ed3c1f8ca,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:59:38.011812 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5300a248-5db0-4c88-af87-5afc95d567c0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:59:38.025469 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:59:38.031920 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-8ff1fa8c-3d57-4cbc-9284-5605f61c1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:38.033976 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-8ff1fa8c-3d57-4cbc-9284-5605f61c1175 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.4811473 Oct 13 10:59:38.065656 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:38.144908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:38.146153 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:38.147160 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] 10.222.0.21 "PUT /v2.0/ports/f63958da-dc99-4fc7-96b3-e29ed3c1f8ca HTTP/1.1" status: 200 len: 1095 time: 3.5066769 Oct 13 10:59:38.151569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9fba1a-3ac5-495f-bd8f-3c47925c4b08', 'tag': 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:38.157795 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623c771d-fac9-4837-8343-4a5d9d3ffe53" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9fba1a-3ac5-495f-bd8f-3c47925c4b08", "tag": "f63958da-dc99-4fc7-96b3-e29ed3c1f8ca"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:38.193609 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7de1b4d2-ba99-4e44-8a73-66877c674142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:38.196463 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7de1b4d2-ba99-4e44-8a73-66877c674142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:38.216447 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7de1b4d2-ba99-4e44-8a73-66877c674142 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2592f895-ea25-444f-8a15-a982a5ea10a9 HTTP/1.1" status: 204 len: 168 time: 1.2784679 Oct 13 10:59:38.234313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85c11c-6293-4145-86f8-471b203bff44 service neutron] Pushing event updated for resources: {'Port': ['ID=f63958da-dc99-4fc7-96b3-e29ed3c1f8ca,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:38.256554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1b4d2-ba99-4e44-8a73-66877c674142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2592f895-ea25-444f-8a15-a982a5ea10a9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:38.287887 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5300a248-5db0-4c88-af87-5afc95d567c0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:38.293178 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8eb1aa2c-55d1-46d1-b85e-e76854f80e42 req-32e10b73-b11c-481c-ba74-0c2ac8efcf79 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807349 Oct 13 10:59:38.308587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-cb62269a-c41e-424b-a024-e13bbabd272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:38.316485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-cb62269a-c41e-424b-a024-e13bbabd272c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2028792 Oct 13 10:59:38.317704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73988b2d-8cc2-47ff-9f03-5dd98cae8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:38.326145 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73988b2d-8cc2-47ff-9f03-5dd98cae8b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:38.335882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-73988b2d-8cc2-47ff-9f03-5dd98cae8b88 admin admin] 10.222.0.32 "DELETE /v2.0/networks/68162571-da51-4d57-899e-725b46fa6e96 HTTP/1.1" status: 204 len: 168 time: 1.0898619 Oct 13 10:59:38.381280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300a248-5db0-4c88-af87-5afc95d567c0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Subnet': ['ID=3e66ac49-6fd9-46e4-b205-287b7530f6b5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:38.385481 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587ecc54-4d54-456d-9d71-9f5480c5d514 x-openstack-request-id: req-587ecc54-4d54-456d-9d71-9f5480c5d514 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:38.385782 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9fba1a-3ac5-495f-bd8f-3c47925c4b08", "tag": "f63958da-dc99-4fc7-96b3-e29ed3c1f8ca", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:38.386032 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-587ecc54-4d54-456d-9d71-9f5480c5d514 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:38.386444 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9fba1a-3ac5-495f-bd8f-3c47925c4b08', 'tag': 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca', 'status': 'completed', 'code': 200} Oct 13 10:59:38.391651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5300a248-5db0-4c88-af87-5afc95d567c0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:38.394882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5300a248-5db0-4c88-af87-5afc95d567c0 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "DELETE /v2.0/subnets/3e66ac49-6fd9-46e4-b205-287b7530f6b5 HTTP/1.1" status: 204 len: 168 time: 0.8356519 Oct 13 10:59:38.397388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44920) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:38.401779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29031d98-5c94-4640-ba3c-d2b551d42e1a None None] Network 473ae6af-5222-47bc-81a4-b74d3a576b90 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:59:38.408460 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73988b2d-8cc2-47ff-9f03-5dd98cae8b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=68162571-da51-4d57-899e-725b46fa6e96,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:38.575917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d0f54c4d-0c4e-40eb-afb8-6d3779c77e45 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:38.617697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-8e3a52b2-1bcb-46b7-b935-51dc0c985523 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458014 Oct 13 10:59:38.681536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: d0f54c4d-0c4e-40eb-afb8-6d3779c77e45 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:38.687099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d0f54c4d-0c4e-40eb-afb8-6d3779c77e45 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:38.687373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:38.698511 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 34416104-e44b-46ee-a3af-5daca7880d5a up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:38.705742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232e4b8-decf-4feb-bb2f-2a44c62915ad req-f9464442-41df-4742-979c-1fb65c52e8d7 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:38.714009 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b232e4b8-decf-4feb-bb2f-2a44c62915ad req-f9464442-41df-4742-979c-1fb65c52e8d7 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.4555688 Oct 13 10:59:38.740532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-ba0deb62-f022-4b0b-9a9c-4258e96c865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:38.742013 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-ba0deb62-f022-4b0b-9a9c-4258e96c865c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 1098 time: 0.2977662 Oct 13 10:59:38.772050 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:38.874809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d721d3a-2a10-488e-9dce-1f535614054f req-3789185b-53e7-47c4-b14c-4c2687efb136 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:38.876379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d721d3a-2a10-488e-9dce-1f535614054f req-3789185b-53e7-47c4-b14c-4c2687efb136 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 947 time: 0.2078714 Oct 13 10:59:38.891760 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b232e4b8-decf-4feb-bb2f-2a44c62915ad req-3e36630a-bc49-4218-bb3b-55085a367e39 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768425 Oct 13 10:59:38.894981 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-de003382-58cb-4215-b293-3c46ac7ce3d2 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591183 Oct 13 10:59:38.895911 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-43afe087-9fee-471c-9a51-72f276dbd9ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f63958da-dc99-4fc7-96b3-e29ed3c1f8ca HTTP/1.1" status: 200 len: 217 time: 0.0958943 Oct 13 10:59:38.932165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aff2bf8-65ca-41e9-aee6-570ee2895848 None None] DHCP port deletion for 473ae6af-5222-47bc-81a4-b74d3a576b90 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:59:38.942815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 34416104-e44b-46ee-a3af-5daca7880d5a completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:59:38.967943 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 34416104-e44b-46ee-a3af-5daca7880d5a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:38.969174 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:38.974428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d721d3a-2a10-488e-9dce-1f535614054f req-05acefa0-1a23-432c-8098-235ceb9f8df6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558889 Oct 13 10:59:38.993280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Deleting port d31aeb20-075f-4f76-aad5-caf4af7ca564 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:38.993640 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:39.039277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8aff2bf8-65ca-41e9-aee6-570ee2895848 None None] Deleting port d31aeb20-075f-4f76-aad5-caf4af7ca564 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:39.040121 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8aff2bf8-65ca-41e9-aee6-570ee2895848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:39.100968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] For port d31aeb20-075f-4f76-aad5-caf4af7ca564, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d31aeb20-075f-4f76-aad5-caf4af7ca564,segment=NetworkSegment(6711841b-53e6-4967-bbef-8df471d91c4b),segment_id=6711841b-53e6-4967-bbef-8df471d91c4b)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:39.101416 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:39.118512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Calling delete_port for d31aeb20-075f-4f76-aad5-caf4af7ca564 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:39.172076 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:39.175121 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8aff2bf8-65ca-41e9-aee6-570ee2895848 None None] For port d31aeb20-075f-4f76-aad5-caf4af7ca564, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d31aeb20-075f-4f76-aad5-caf4af7ca564,segment=NetworkSegment(6711841b-53e6-4967-bbef-8df471d91c4b),segment_id=6711841b-53e6-4967-bbef-8df471d91c4b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:39.175564 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8aff2bf8-65ca-41e9-aee6-570ee2895848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:39.179061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-23844a87-7e88-498b-a0bc-b8a6af314257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:39.180550 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-23844a87-7e88-498b-a0bc-b8a6af314257 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.2741890 Oct 13 10:59:39.180662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44934) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:39.202934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8aff2bf8-65ca-41e9-aee6-570ee2895848 None None] Calling delete_port for d31aeb20-075f-4f76-aad5-caf4af7ca564 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:39.223761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34416104-e44b-46ee-a3af-5daca7880d5a'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:39.226440 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194ab4f5-f918-4bd4-b4e5-2d3732fb467f" -d '{"events": [{"server_uuid": "e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad", "name": "network-vif-plugged", "status": "completed", "tag": "34416104-e44b-46ee-a3af-5daca7880d5a"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:39.246022 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 34416104-e44b-46ee-a3af-5daca7880d5a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=34416104-e44b-46ee-a3af-5daca7880d5a,segment=NetworkSegment(fa87eede-1df3-42cb-9310-078f623f7dbd),segment_id=fa87eede-1df3-42cb-9310-078f623f7dbd)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:39.306789 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5d28e67c-8cb7-4caf-8d64-390963627a1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7d6e6a057e34d0d8c7e85a05eeb5b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250014 Oct 13 10:59:39.315979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44942) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:39.347469 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366a7f12-9fdf-42e5-93ce-c56fd4ed553f x-openstack-request-id: req-366a7f12-9fdf-42e5-93ce-c56fd4ed553f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:39.347827 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad", "name": "network-vif-plugged", "status": "completed", "tag": "34416104-e44b-46ee-a3af-5daca7880d5a", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:39.348535 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-366a7f12-9fdf-42e5-93ce-c56fd4ed553f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:39.352847 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34416104-e44b-46ee-a3af-5daca7880d5a', 'code': 200} Oct 13 10:59:39.357867 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:39.417665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-91aca8a5-ff1d-4cc0-92de-d2ff03096492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:39.420174 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-91aca8a5-ff1d-4cc0-92de-d2ff03096492 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755977 Oct 13 10:59:39.566597 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b28ca95f-69e3-49b9-aaf7-d099ceb84c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:39.576279 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:39.667283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Port': ['ID=d31aeb20-075f-4f76-aad5-caf4af7ca564,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:39.671387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62d132-aaed-44cd-993f-e8e0dd499044 req-55a497b5-8203-4b79-a080-0c9e2c83da03 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:39.673856 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc62d132-aaed-44cd-993f-e8e0dd499044 req-55a497b5-8203-4b79-a080-0c9e2c83da03 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 945 time: 0.2653003 Oct 13 10:59:39.689199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] No DVR routers for this DVR port d31aeb20-075f-4f76-aad5-caf4af7ca564 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:39.698590 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8aff2bf8-65ca-41e9-aee6-570ee2895848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:39.753356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff2bf8-65ca-41e9-aee6-570ee2895848 None None] No DVR routers for this DVR port d31aeb20-075f-4f76-aad5-caf4af7ca564 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:39.772856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44952) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:39.776455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=34416104-e44b-46ee-a3af-5daca7880d5a,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:39.813263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff2bf8-65ca-41e9-aee6-570ee2895848 None None] Pushing event deleted for resources: {'Port': ['ID=d31aeb20-075f-4f76-aad5-caf4af7ca564,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:39.836962 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b28ca95f-69e3-49b9-aaf7-d099ceb84c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:39.875349 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-fd6a1221-2cb2-4292-874f-1cf4bf14e1d0 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356728 Oct 13 10:59:39.879619 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:39.911674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d382d-682d-4d48-982b-10b3c5feafb6 req-1ba5220b-7532-4cf3-8749-1a960df56193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:39.913563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a2d382d-682d-4d48-982b-10b3c5feafb6 req-1ba5220b-7532-4cf3-8749-1a960df56193 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 1096 time: 0.2210438 Oct 13 10:59:39.938861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473ae6af-5222-47bc-81a4-b74d3a576b90']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:39.970084 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc62d132-aaed-44cd-993f-e8e0dd499044 req-3abc4561-ab76-4f8c-a53f-c4716d752fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664731 Oct 13 10:59:39.992934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a2d382d-682d-4d48-982b-10b3c5feafb6 req-d5901097-384e-4f7e-873e-1af7090d86ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629609 Oct 13 10:59:40.064998 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ca9e92d-19f8-4afe-8a55-5574085e8da9 req-3368eaad-1289-46e7-9c54-d5b269e475b3 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519082 Oct 13 10:59:40.115852 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fd054ab-46f1-43ae-aa36-b78209754f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.156292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6711841b-53e6-4967-bbef-8df471d91c4b') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:40.157995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6711841b-53e6-4967-bbef-8df471d91c4b') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:40.172989 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b28ca95f-69e3-49b9-aaf7-d099ceb84c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.175371 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b28ca95f-69e3-49b9-aaf7-d099ceb84c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.180014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b28ca95f-69e3-49b9-aaf7-d099ceb84c31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b89431e8-5156-4443-9dcd-ac002ba00c79 HTTP/1.1" status: 204 len: 168 time: 0.8628900 Oct 13 10:59:40.180467 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.194479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ca95f-69e3-49b9-aaf7-d099ceb84c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89431e8-5156-4443-9dcd-ac002ba00c79,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:40.229820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ddd61-88d2-4684-a820-d9669fca9a98 req-27ece86b-dbf8-42db-9c3e-15f2f66ead7c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:40.235547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247116b1-f61a-4bd4-a50f-7038746018cc req-4150af92-f496-4c22-9464-02ee10d8eb7c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:40.237352 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d8ddd61-88d2-4684-a820-d9669fca9a98 req-27ece86b-dbf8-42db-9c3e-15f2f66ead7c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 947 time: 0.1196320 Oct 13 10:59:40.240483 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-247116b1-f61a-4bd4-a50f-7038746018cc req-4150af92-f496-4c22-9464-02ee10d8eb7c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.1558113 Oct 13 10:59:40.241551 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.255499 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:59:40.255905 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: timer() Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:59:40.275363 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:59:40.289157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d8ddd61-88d2-4684-a820-d9669fca9a98 req-0f5f5b8a-1aea-499d-b5ee-d0795ee2cba1 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385826 Oct 13 10:59:40.369045 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.431494 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-247116b1-f61a-4bd4-a50f-7038746018cc req-3a269af8-9e2a-4d1e-96cd-ddafb6094886 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813636 Oct 13 10:59:40.470796 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.495534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.506764 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] 10.222.0.32 "DELETE /v2.0/networks/473ae6af-5222-47bc-81a4-b74d3a576b90 HTTP/1.1" status: 204 len: 168 time: 2.0908480 Oct 13 10:59:40.525550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ec462-f380-4689-9d50-5a4b66400a28 tempest-ServersTestMultiNic-1213832117 tempest-ServersTestMultiNic-1213832117-project] Pushing event deleted for resources: {'Network': ['ID=473ae6af-5222-47bc-81a4-b74d3a576b90,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:40.567454 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fd054ab-46f1-43ae-aa36-b78209754f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.599050 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d31aeb20-075f-4f76-aad5-caf4af7ca564 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:40.649110 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fd054ab-46f1-43ae-aa36-b78209754f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.687939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: d31aeb20-075f-4f76-aad5-caf4af7ca564 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:40.688282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d31aeb20-075f-4f76-aad5-caf4af7ca564 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:40.729759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45000) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:40.729914 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7fd054ab-46f1-43ae-aa36-b78209754f73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba1c5c86e1dc44dabbca3cd532039936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9555991 Oct 13 10:59:40.734552 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd054ab-46f1-43ae-aa36-b78209754f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751719b0-0427-4bd0-af27-65be79f6abf0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:40.782021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45008) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:40.818806 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-286a0e69-50dc-4674-a877-f4b071549a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.871534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0534db70-206f-4802-bf95-bd83ce77061d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.953674 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0534db70-206f-4802-bf95-bd83ce77061d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:40.975248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45016) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:41.112546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-31388009-network', 'tenant_id': 'b2b4dcba9f2b43e99e64275f41a29736'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:41.147766 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0534db70-206f-4802-bf95-bd83ce77061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:41.153383 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0534db70-206f-4802-bf95-bd83ce77061d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:41.165665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0534db70-206f-4802-bf95-bd83ce77061d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/751719b0-0427-4bd0-af27-65be79f6abf0 HTTP/1.1" status: 204 len: 168 time: 0.4327664 Oct 13 10:59:41.221308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534db70-206f-4802-bf95-bd83ce77061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751719b0-0427-4bd0-af27-65be79f6abf0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:41.265377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d0f98-dc98-4c08-aac3-51a1f365f30b req-ef8f608c-36f5-4115-8aef-fba9a28d18f4 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:41.267348 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a6d0f98-dc98-4c08-aac3-51a1f365f30b req-ef8f608c-36f5-4115-8aef-fba9a28d18f4 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 945 time: 0.1229668 Oct 13 10:59:41.295447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Made reservation on behalf of b2b4dcba9f2b43e99e64275f41a29736 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:41.297786 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:41.324686 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:41.376781 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a6d0f98-dc98-4c08-aac3-51a1f365f30b req-51f83798-282a-4247-b211-b57662ec2d91 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779800 Oct 13 10:59:41.486148 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:41.633671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c771d-fac9-4837-8343-4a5d9d3ffe53 req-e06cd8b0-84bb-44c3-9b3e-679663578916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:41.633671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-623c771d-fac9-4837-8343-4a5d9d3ffe53 req-e06cd8b0-84bb-44c3-9b3e-679663578916 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 1098 time: 0.1260459 Oct 13 10:59:41.651265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6605a-6297-44d3-93bb-8c374069d4a5 req-12cc0ee6-7f50-4e75-9cd0-ff0ba4c3e8e4 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:41.658012 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9bd6605a-6297-44d3-93bb-8c374069d4a5 req-12cc0ee6-7f50-4e75-9cd0-ff0ba4c3e8e4 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0932894 Oct 13 10:59:41.682068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e524aa-8691-4db4-98fc-1ee7b12b1007 req-2630472e-be61-41dd-bd33-e523cad712cb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:41.684359 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-87e524aa-8691-4db4-98fc-1ee7b12b1007 req-2630472e-be61-41dd-bd33-e523cad712cb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 947 time: 0.2790773 Oct 13 10:59:41.750544 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:41.763899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9bd6605a-6297-44d3-93bb-8c374069d4a5 req-a9321ece-2342-4d9b-a7c1-0344dd7e3e3b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967226 Oct 13 10:59:41.769103 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:41.779406 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:41.815599 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:59:41.822737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0acc20-2dea-4384-81fc-6312bfe7effa,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:41.829794 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:41.830114 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Added segment e44b4724-c309-44e6-b68d-69e72b63559c of type vlan for network 5ba7d06a-9950-4459-be22-0590e0d45321 Oct 13 10:59:41.879598 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:41.883634 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-87e524aa-8691-4db4-98fc-1ee7b12b1007 req-ec9e04d3-8a31-493e-a4bb-04687e5e64d7 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785417 Oct 13 10:59:41.974158 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:41.976186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:41.977374 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:42.049241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] Pushing event updated for resources: {'Network': ['ID=5ba7d06a-9950-4459-be22-0590e0d45321,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:42.061125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 5ba7d06a-9950-4459-be22-0590e0d45321 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:59:42.143435 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-57455213-23e6-4d52-a31b-e72d9d370d96 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1670678 Oct 13 10:59:42.146174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45078) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:42.146694 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:42.154568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-22469a50-bb80-43bf-a65e-6f0adee38b54 admin admin] Request body: {'subnet': {'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-31388009-subnet', 'tenant_id': 'b2b4dcba9f2b43e99e64275f41a29736', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:42.194513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45084) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:42.211783 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d05c101-3936-4186-a4dc-3fc55d663270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:42.279161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22469a50-bb80-43bf-a65e-6f0adee38b54 admin admin] Made reservation on behalf of b2b4dcba9f2b43e99e64275f41a29736 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:42.292956 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22469a50-bb80-43bf-a65e-6f0adee38b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:42.314694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Deleting port a922500d-70a8-4c8e-8893-3e409063cf3e {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:42.315055 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:42.318376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c771d-fac9-4837-8343-4a5d9d3ffe53 req-b03bc9c1-d10a-4db1-8fad-2e6429841018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:42.319884 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-623c771d-fac9-4837-8343-4a5d9d3ffe53 req-b03bc9c1-d10a-4db1-8fad-2e6429841018 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1712203 Oct 13 10:59:42.424862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] For port a922500d-70a8-4c8e-8893-3e409063cf3e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a922500d-70a8-4c8e-8893-3e409063cf3e,segment=NetworkSegment(708bafb8-5db5-4209-9936-91b8a91028f5),segment_id=708bafb8-5db5-4209-9936-91b8a91028f5)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:42.425240 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:42.444990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Calling delete_port for a922500d-70a8-4c8e-8893-3e409063cf3e owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:42.476833 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d05c101-3936-4186-a4dc-3fc55d663270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:42.501958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45094) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:42.572648 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753cf38-a3d8-4610-8a1d-a2f3182fe474 req-44d7e787-c2f9-4bc4-9b9e-103cc7ed0c46 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:42.575810 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b753cf38-a3d8-4610-8a1d-a2f3182fe474 req-44d7e787-c2f9-4bc4-9b9e-103cc7ed0c46 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 945 time: 0.0922368 Oct 13 10:59:42.602940 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d05c101-3936-4186-a4dc-3fc55d663270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:42.653551 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:59:42.748628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-network', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:42.757511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6d05c101-3936-4186-a4dc-3fc55d663270 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6131b4329824a998e097bcb153a38c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5616176 Oct 13 10:59:42.759917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45102) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:42.771916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05c101-3936-4186-a4dc-3fc55d663270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc05bda-74a0-4d09-9f01-a5754690b852,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:42.802101 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b753cf38-a3d8-4610-8a1d-a2f3182fe474 req-43a65020-92b1-4e84-a7d3-a40598ba1133 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922102 Oct 13 10:59:42.839667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=72ff6ba4-5433-453e-9a40-a58f7c2e2e4b,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:42.864484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'mac_address': 'fa:16:3e:02:f1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:59:42.974613 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:42.979631 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22469a50-bb80-43bf-a65e-6f0adee38b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:42.994009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:43.007532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c988e0-89c8-49a3-aefb-7932450db80e req-394ecf17-28a7-45ec-9e2c-c3fa282611f5 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:43.009234 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-24c988e0-89c8-49a3-aefb-7932450db80e req-394ecf17-28a7-45ec-9e2c-c3fa282611f5 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0764930 Oct 13 10:59:43.011688 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c774114d-2f27-43ce-bfa6-b7a7ef307ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.030876 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=72ff6ba4-5433-453e-9a40-a58f7c2e2e4b,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:43.042373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.047089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Made reservation on behalf of 6175b577a51f40e1a4cc3b714646768d for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:43.047271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c774114d-2f27-43ce-bfa6-b7a7ef307ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.049524 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.089184 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.120795 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.129401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=a922500d-70a8-4c8e-8893-3e409063cf3e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:43.159185 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-623c771d-fac9-4837-8343-4a5d9d3ffe53 req-1b56ecdd-860e-4462-9e38-363c909c5ece service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f63958da-dc99-4fc7-96b3-e29ed3c1f8ca HTTP/1.1" status: 200 len: 217 time: 0.1483021 Oct 13 10:59:43.170414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=72ff6ba4-5433-453e-9a40-a58f7c2e2e4b,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:43.209705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea6066-2033-4767-96fa-f93a32665ec2 req-e883a45b-c506-42fe-824b-b88f91795510 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:43.214061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:43.214570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:43.215569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:43.215996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:43.216439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:43.216781 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:43.217196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:43.217711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:43.218113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:43.218553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:43.218948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:43.219487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 10:59:43.238201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23ea6066-2033-4767-96fa-f93a32665ec2 req-e883a45b-c506-42fe-824b-b88f91795510 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 947 time: 0.2705946 Oct 13 10:59:43.256124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22469a50-bb80-43bf-a65e-6f0adee38b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73a4c07-49f6-4e27-8039-a817a8176f98,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:43.283858 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-24c988e0-89c8-49a3-aefb-7932450db80e req-7c0c426b-80ef-4fba-8464-4f851d31f481 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476645 Oct 13 10:59:43.333168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22469a50-bb80-43bf-a65e-6f0adee38b54 admin admin] Checking segment: {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:43.333168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22469a50-bb80-43bf-a65e-6f0adee38b54 admin admin] Network hostable DHCP agents. Network: 5ba7d06a-9950-4459-be22-0590e0d45321, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:59:43.404094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c771d-fac9-4837-8343-4a5d9d3ffe53 req-de8a4f41-83c6-4254-8381-1e8491a7dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:43.405023 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-623c771d-fac9-4837-8343-4a5d9d3ffe53 req-de8a4f41-83c6-4254-8381-1e8491a7dfe3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1183624 Oct 13 10:59:43.407836 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.408916 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['72ff6ba4-5433-453e-9a40-a58f7c2e2e4b'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:59:43.409840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23ea6066-2033-4767-96fa-f93a32665ec2 req-4c717a86-6a3f-4293-bbad-58ded1637594 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686614 Oct 13 10:59:43.417199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c774114d-2f27-43ce-bfa6-b7a7ef307ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.419422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c774114d-2f27-43ce-bfa6-b7a7ef307ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.423023 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c774114d-2f27-43ce-bfa6-b7a7ef307ea5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bc05bda-74a0-4d09-9f01-a5754690b852 HTTP/1.1" status: 204 len: 168 time: 0.6595423 Oct 13 10:59:43.488688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774114d-2f27-43ce-bfa6-b7a7ef307ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc05bda-74a0-4d09-9f01-a5754690b852,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:43.539977 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22469a50-bb80-43bf-a65e-6f0adee38b54 admin admin] Network 5ba7d06a-9950-4459-be22-0590e0d45321 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:59:43.611821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c771d-fac9-4837-8343-4a5d9d3ffe53 req-1bc1cefd-e491-4e2f-b15d-5e2c56fdc496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:43.613707 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-623c771d-fac9-4837-8343-4a5d9d3ffe53 req-1bc1cefd-e491-4e2f-b15d-5e2c56fdc496 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725740 Oct 13 10:59:43.618268 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.642306 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.682879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-22469a50-bb80-43bf-a65e-6f0adee38b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 5ba7d06a-9950-4459-be22-0590e0d45321) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:43.688653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22469a50-bb80-43bf-a65e-6f0adee38b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:43.689671 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22469a50-bb80-43bf-a65e-6f0adee38b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.724362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df7e53e-a1ea-4b52-be91-23103ab07a48 None None] Network 5ba7d06a-9950-4459-be22-0590e0d45321 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:59:43.739968 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.796090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:59:43.807984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e486e100-8184-4c3e-9dbc-d331bce9226b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:43.829818 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:43.833429 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Added segment bbab50af-2cb0-4f5b-916f-2aa3f76d8f82 of type vlan for network 78c56f23-0879-4d0a-999f-a48750187487 Oct 13 10:59:43.851343 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-22469a50-bb80-43bf-a65e-6f0adee38b54 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7036104 Oct 13 10:59:44.011413 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:44.136541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a16406b-ab8b-40b8-a5b2-ebd589e89ae5 None None] Network 5ba7d06a-9950-4459-be22-0590e0d45321 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:59:44.248864 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:44.252950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:44.252950 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:44.428753 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-623c771d-fac9-4837-8343-4a5d9d3ffe53 req-42e9a20a-0551-41ea-8b4c-ef4704d10b4f service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651766 Oct 13 10:59:44.435675 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] Pushing event updated for resources: {'Network': ['ID=78c56f23-0879-4d0a-999f-a48750187487,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:44.456564 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 78c56f23-0879-4d0a-999f-a48750187487 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:59:44.479177 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-36c028c3-e377-4c92-aba6-42ac31c5a5fe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9760041 Oct 13 10:59:44.482820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45174) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:44.497231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-be7c11c5-b1ef-4e15-a0ee-10cd2cfaafa2 admin admin] Request body: {'subnet': {'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-subnet', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:44.604117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7c11c5-b1ef-4e15-a0ee-10cd2cfaafa2 admin admin] Made reservation on behalf of 6175b577a51f40e1a4cc3b714646768d for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:44.611552 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be7c11c5-b1ef-4e15-a0ee-10cd2cfaafa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:44.686945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f63958da-dc99-4fc7-96b3-e29ed3c1f8ca details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:59:44.687096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2f84a-9548-4559-9d6c-cac3ca01a2ac req-4bea764a-da7e-4f88-b3af-64eb509f3b7b tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:44.688507 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dd2f84a-9548-4559-9d6c-cac3ca01a2ac req-4bea764a-da7e-4f88-b3af-64eb509f3b7b tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 945 time: 0.2559216 Oct 13 10:59:44.782154 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dd2f84a-9548-4559-9d6c-cac3ca01a2ac req-dabcf47b-e938-4315-b975-0ae438915e3b tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783570 Oct 13 10:59:44.785241 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-623c771d-fac9-4837-8343-4a5d9d3ffe53 req-bc67767e-5c5f-4818-9b0d-19e0f2149a8e service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024367 Oct 13 10:59:44.789295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Router 669097e9-a30b-4ced-856a-b87fc55b18cb has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:59:44.848258 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f63958da-dc99-4fc7-96b3-e29ed3c1f8ca,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:44.862229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca', 'mac_address': 'fa:16:3e:c0:be:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:59:44.909674 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:44.929077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63958da-dc99-4fc7-96b3-e29ed3c1f8ca {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:44.960038 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f63958da-dc99-4fc7-96b3-e29ed3c1f8ca,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:44.975328 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:59:44.988253 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4097e3-e931-425b-ae32-078ba374f274 None None] Sync routers for ids ['669097e9-a30b-4ced-856a-b87fc55b18cb'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:59:44.992983 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0c248444-93a1-4f4f-80f2-120e3c891f1f admin admin] 10.222.0.32 "PUT /v2.0/routers/669097e9-a30b-4ced-856a-b87fc55b18cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2093387 Oct 13 10:59:44.994814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45202) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:45.008787 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4097e3-e931-425b-ae32-078ba374f274 None None] Routers {'669097e9-a30b-4ced-856a-b87fc55b18cb'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:45.009716 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-be4097e3-e931-425b-ae32-078ba374f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['669097e9-a30b-4ced-856a-b87fc55b18cb'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:45.016627 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed254a2-2c95-4b05-8dbf-9cb24b55d10e req-635539f8-34f7-4f72-8a59-d838e8fa89f7 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:45.018513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bed254a2-2c95-4b05-8dbf-9cb24b55d10e req-635539f8-34f7-4f72-8a59-d838e8fa89f7 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.1128626 Oct 13 10:59:45.043931 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:45.164231 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-be4097e3-e931-425b-ae32-078ba374f274 None None] Set router 669097e9-a30b-4ced-856a-b87fc55b18cb gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:45.168273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=f63958da-dc99-4fc7-96b3-e29ed3c1f8ca,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:45.192844 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bed254a2-2c95-4b05-8dbf-9cb24b55d10e req-19d0ac52-3a7d-4f68-8e13-e5f1f65368bd tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304131 Oct 13 10:59:45.194207 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:45.291536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['f63958da-dc99-4fc7-96b3-e29ed3c1f8ca'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:59:45.387591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b6285-3513-470a-8568-31bc0dcbf121 req-10419287-7a9e-4c86-9130-f2e2bc0f86b4 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:45.395932 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-785b6285-3513-470a-8568-31bc0dcbf121 req-10419287-7a9e-4c86-9130-f2e2bc0f86b4 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 948 time: 0.0783830 Oct 13 10:59:45.467422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:45.483030 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-785b6285-3513-470a-8568-31bc0dcbf121 req-0763d2d1-d1fb-49e5-a84f-54ea26dbf471 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859613 Oct 13 10:59:45.486707 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-be4097e3-e931-425b-ae32-078ba374f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'name': 'tempest-ServersTestMultiNic-1631547092-router', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:56Z', 'updated_at': '2021-10-13T10:59:42Z', 'revision_number': 5, 'project_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'gw_port': {'id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:57Z', 'updated_at': '2021-10-13T10:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:45.551019 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4097e3-e931-425b-ae32-078ba374f274 None None] Checking router: 669097e9-a30b-4ced-856a-b87fc55b18cb for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:59:45.562785 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4097e3-e931-425b-ae32-078ba374f274 None None] Routers {'669097e9-a30b-4ced-856a-b87fc55b18cb'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:45.563861 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-be4097e3-e931-425b-ae32-078ba374f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['669097e9-a30b-4ced-856a-b87fc55b18cb'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:45.579958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-3351701a-c25d-4a32-8d6d-6474ca4c3b07 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:45.581862 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-3351701a-c25d-4a32-8d6d-6474ca4c3b07 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 810 time: 0.7498908 Oct 13 10:59:45.605181 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-7c0a54a0-124d-4d3b-b39c-dff3ff165665 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/quotas/b2b4dcba9f2b43e99e64275f41a29736 HTTP/1.1" status: 200 len: 375 time: 0.0164673 Oct 13 10:59:45.651437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-3f97e84b-9ba4-4ff5-8d3a-09ad2372fae3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391846 Oct 13 10:59:45.676352 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be7c11c5-b1ef-4e15-a0ee-10cd2cfaafa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:45.684391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45212) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:45.725250 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-be4097e3-e931-425b-ae32-078ba374f274 None None] Set router 669097e9-a30b-4ced-856a-b87fc55b18cb gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:45.784299 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-d6af2ac2-0ab9-4bcc-99b8-c5ebeea76985 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 258 time: 0.2828288 Oct 13 10:59:45.790025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:45.870545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c11c5-b1ef-4e15-a0ee-10cd2cfaafa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2ff1c2-b112-4f98-a30b-af0fe58cec1d,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:45.884075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1928b898-5d78-4a53-a6bc-24e09931a0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:45.889468 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7c11c5-b1ef-4e15-a0ee-10cd2cfaafa2 admin admin] Checking segment: {'id': 'bbab50af-2cb0-4f5b-916f-2aa3f76d8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '78c56f23-0879-4d0a-999f-a48750187487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:45.889594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7c11c5-b1ef-4e15-a0ee-10cd2cfaafa2 admin admin] Network hostable DHCP agents. Network: 78c56f23-0879-4d0a-999f-a48750187487, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:59:45.891255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Deleting port fa385204-fef4-4f96-8a09-a50de39343ba {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:45.891607 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:45.896347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-b11fdccb-b97a-4dd4-8751-31bf5315404a service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361033 Oct 13 10:59:45.944278 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:45.988980 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-be4097e3-e931-425b-ae32-078ba374f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'name': 'tempest-ServersTestMultiNic-1631547092-router', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:56Z', 'updated_at': '2021-10-13T10:59:42Z', 'revision_number': 5, 'project_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'gw_port': {'id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:57Z', 'updated_at': '2021-10-13T10:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:45.997546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7c11c5-b1ef-4e15-a0ee-10cd2cfaafa2 admin admin] Network 78c56f23-0879-4d0a-999f-a48750187487 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:59:46.004347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-4bb7da3a-bfaa-4c79-bf67-e5ab5739f143 service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998230 Oct 13 10:59:46.024483 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4097e3-e931-425b-ae32-078ba374f274 None None] The sync data for ids ['669097e9-a30b-4ced-856a-b87fc55b18cb'] in n-d-813659-3 is: [{'id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'name': 'tempest-ServersTestMultiNic-1631547092-router', 'tenant_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:57:56Z', 'updated_at': '2021-10-13T10:59:42Z', 'revision_number': 5, 'project_id': '26be1cb1a05e4c8f9bea82aa7035316c', 'gw_port': {'id': 'fa385204-fef4-4f96-8a09-a50de39343ba', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669097e9-a30b-4ced-856a-b87fc55b18cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:57:57Z', 'updated_at': '2021-10-13T10:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:59:46.073549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] For port fa385204-fef4-4f96-8a09-a50de39343ba, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fa385204-fef4-4f96-8a09-a50de39343ba,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:46.073919 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.092211 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Calling delete_port for fa385204-fef4-4f96-8a09-a50de39343ba owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:46.101805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-be7c11c5-b1ef-4e15-a0ee-10cd2cfaafa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 78c56f23-0879-4d0a-999f-a48750187487) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:46.111997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7c11c5-b1ef-4e15-a0ee-10cd2cfaafa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:46.112719 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be7c11c5-b1ef-4e15-a0ee-10cd2cfaafa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.122455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d40525-2e94-4ab7-b4cf-e8d63086bdc9 None None] Network 78c56f23-0879-4d0a-999f-a48750187487 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:59:46.200398 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1928b898-5d78-4a53-a6bc-24e09931a0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.225783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.239938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-be7c11c5-b1ef-4e15-a0ee-10cd2cfaafa2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7558658 Oct 13 10:59:46.242482 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45226) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:46.248434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:46.279136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16a124c-fbdf-4ab8-b64f-cb6f4a95be57 None None] Network 78c56f23-0879-4d0a-999f-a48750187487 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:59:46.297316 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1928b898-5d78-4a53-a6bc-24e09931a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.404657 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.413022 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1928b898-5d78-4a53-a6bc-24e09931a0d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e1a2eadb8f749de851e99f7aeaba052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7278578 Oct 13 10:59:46.416795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45234) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:46.417772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928b898-5d78-4a53-a6bc-24e09931a0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f80bea-5dcd-4809-81c1-d0c8ffbfe75b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:46.424158 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.526175 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a922500d-70a8-4c8e-8893-3e409063cf3e no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:46.556043 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: a922500d-70a8-4c8e-8893-3e409063cf3e {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:46.556540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a922500d-70a8-4c8e-8893-3e409063cf3e not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:46.570680 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.586133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc3e02-3c06-4b81-8c8f-cbcff8eb69f9 req-76ec4edf-2f2d-4da7-a143-407cf4f1849a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:46.596863 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0bdc3e02-3c06-4b81-8c8f-cbcff8eb69f9 req-76ec4edf-2f2d-4da7-a143-407cf4f1849a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.2582567 Oct 13 10:59:46.612483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bdece920-425a-4c72-8bcd-8e216a15a20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.647519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0bdc3e02-3c06-4b81-8c8f-cbcff8eb69f9 req-d6877884-6b9f-40a8-8a10-8c137605b82b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494971 Oct 13 10:59:46.649183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Allocated IP 172.25.0.58 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/4ba2354f-242b-481c-95ad-d799f0f16577) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:46.669465 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bdece920-425a-4c72-8bcd-8e216a15a20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.696558 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f63958da-dc99-4fc7-96b3-e29ed3c1f8ca up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:46.755227 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.788701 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0669581c-d9bb-43d3-9829-619cf9081098 req-1777b938-0fec-427b-90f6-d91184ae934c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 210 time: 0.0332155 Oct 13 10:59:46.847978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa385204-fef4-4f96-8a09-a50de39343ba,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:46.864917 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.911845 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:59:46.918081 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:46.918081 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.930442 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:46.934072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55eb88-6b69-402a-9ff8-5911d0ebb5bd req-c66b7b0b-d662-400a-a050-2f69e2e5794c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:46.935660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c55eb88-6b69-402a-9ff8-5911d0ebb5bd req-c66b7b0b-d662-400a-a050-2f69e2e5794c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 948 time: 0.0661137 Oct 13 10:59:46.962121 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.021659 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.024059 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c55eb88-6b69-402a-9ff8-5911d0ebb5bd req-635590a9-1c2d-43e1-b3b4-1aaf1ea2ad36 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806973 Oct 13 10:59:47.040922 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bdece920-425a-4c72-8bcd-8e216a15a20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.044580 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bdece920-425a-4c72-8bcd-8e216a15a20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.048166 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bdece920-425a-4c72-8bcd-8e216a15a20b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4f80bea-5dcd-4809-81c1-d0c8ffbfe75b HTTP/1.1" status: 204 len: 168 time: 0.6244471 Oct 13 10:59:47.056959 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.066528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f63958da-dc99-4fc7-96b3-e29ed3c1f8ca,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:47.067005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.067535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9fba1a-3ac5-495f-bd8f-3c47925c4b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:47.070484 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdece920-425a-4c72-8bcd-8e216a15a20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f80bea-5dcd-4809-81c1-d0c8ffbfe75b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:47.070636 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0602f03b-7802-471e-864b-cea84fc6245c" -d '{"events": [{"server_uuid": "2b9fba1a-3ac5-495f-bd8f-3c47925c4b08", "name": "network-vif-plugged", "status": "completed", "tag": "f63958da-dc99-4fc7-96b3-e29ed3c1f8ca"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:47.150413 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed6344a-7777-46d8-96df-5a7b43b9371a x-openstack-request-id: req-0ed6344a-7777-46d8-96df-5a7b43b9371a {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:47.150715 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9fba1a-3ac5-495f-bd8f-3c47925c4b08", "name": "network-vif-plugged", "status": "completed", "tag": "f63958da-dc99-4fc7-96b3-e29ed3c1f8ca", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:47.150968 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ed6344a-7777-46d8-96df-5a7b43b9371a {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:47.152188 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9fba1a-3ac5-495f-bd8f-3c47925c4b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca', 'code': 200} Oct 13 10:59:47.156978 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.157758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:47.271622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60a2cc-d990-4874-b349-98025db68edc req-28c4bc45-c809-44bc-9de2-fd80955d9efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:47.273610 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e60a2cc-d990-4874-b349-98025db68edc req-28c4bc45-c809-44bc-9de2-fd80955d9efd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 1100 time: 0.0504591 Oct 13 10:59:47.274813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=f63958da-dc99-4fc7-96b3-e29ed3c1f8ca,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:47.276316 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.285704 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.286240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 669097e9-a30b-4ced-856a-b87fc55b18cb {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 10:59:47.301218 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.301949 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7dabedec-e472-414f-91ba-f2b665191069 admin admin] 10.222.0.32 "DELETE /v2.0/routers/669097e9-a30b-4ced-856a-b87fc55b18cb HTTP/1.1" status: 204 len: 168 time: 2.3062022 Oct 13 10:59:47.305656 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45260) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:47.331916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:47.337539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:47.341796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:59:47.348884 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.374235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 10:59:47.380620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:47.385113 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.399662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Pushing event updated for resources: {'Port': ['ID=4ba2354f-242b-481c-95ad-d799f0f16577,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:47.405967 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e60a2cc-d990-4874-b349-98025db68edc req-af004d1b-6650-482c-b0d9-4f56340aa683 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175733 Oct 13 10:59:47.425188 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.490480 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.520863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b989d44-3a00-470f-96b8-06cc412b646a admin admin] Deleting subnet 0503f0a4-7f32-4bb7-be21-433024c4064b {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 10:59:47.543904 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.544060 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b989d44-3a00-470f-96b8-06cc412b646a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.585219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=72ff6ba4-5433-453e-9a40-a58f7c2e2e4b,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:47.594490 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b989d44-3a00-470f-96b8-06cc412b646a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.624163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Allocated IP 172.25.0.181 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/892ba243-60de-41e8-b646-ccec9e2c2125) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:47.655276 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.676874 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.739736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=72ff6ba4-5433-453e-9a40-a58f7c2e2e4b,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:47.779273 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b989d44-3a00-470f-96b8-06cc412b646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.858245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.863878 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.884759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa1507-adf0-49fc-869d-f179d827f308 req-0ece6dc1-dd28-40f1-9c66-4da5fc54a636 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:47.886267 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-baaa1507-adf0-49fc-869d-f179d827f308 req-0ece6dc1-dd28-40f1-9c66-4da5fc54a636 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.1323285 Oct 13 10:59:47.938930 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:47.948780 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-baaa1507-adf0-49fc-869d-f179d827f308 req-aeebc5b0-1471-44e7-bc46-61fcbb8e629a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528481 Oct 13 10:59:48.034497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Pushing event updated for resources: {'Port': ['ID=4ba2354f-242b-481c-95ad-d799f0f16577,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:48.041005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.045218 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-40abbe69-869b-427f-aa74-5ff92f2c6b2d req-3f158573-a8c1-4334-9090-28f27efc8d12 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 210 time: 0.0306189 Oct 13 10:59:48.046561 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b989d44-3a00-470f-96b8-06cc412b646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.049068 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.072852 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45274) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:48.106926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b989d44-3a00-470f-96b8-06cc412b646a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0503f0a4-7f32-4bb7-be21-433024c4064b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:48.122822 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b989d44-3a00-470f-96b8-06cc412b646a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.123618 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8b989d44-3a00-470f-96b8-06cc412b646a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0503f0a4-7f32-4bb7-be21-433024c4064b HTTP/1.1" status: 204 len: 168 time: 0.8168347 Oct 13 10:59:48.128699 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7818da8a-165e-46a8-b47b-f2ac9359c77f None None] Network 6742cff3-5006-42eb-b903-d29b6bafedd3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:59:48.129686 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45278) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:48.134392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:48.136273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30eceeff-2bef-4dae-83f7-bfc91c7729cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.147540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:48.160544 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.161253 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-97e19bcb-fcd0-41a5-8470-3dcc0fde6fd1 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3760445 Oct 13 10:59:48.174785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:59:48.176590 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Pushing event updated for resources: {'Port': ['ID=892ba243-60de-41e8-b646-ccec9e2c2125,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:48.243660 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-403f544e-8c4a-445e-8b85-195d758c5912 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.0745933 Oct 13 10:59:48.406592 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30eceeff-2bef-4dae-83f7-bfc91c7729cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.426723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662dd53-768d-4614-8e95-5a8a9c694807 None None] DHCP port deletion for 6742cff3-5006-42eb-b903-d29b6bafedd3 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 10:59:48.431418 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-88a3fc11-18dc-48c8-9e7a-009156a52ac7 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:48.433137 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7231d3d6-6e09-4e38-8886-db84497dabdd req-88a3fc11-18dc-48c8-9e7a-009156a52ac7 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.1824849 Oct 13 10:59:48.434466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d84db-d87e-45d4-af6c-5e5e9ecf378d req-7c1153da-2cd3-4fc8-9eed-2d4dd06420a1 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:48.437058 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-549d84db-d87e-45d4-af6c-5e5e9ecf378d req-7c1153da-2cd3-4fc8-9eed-2d4dd06420a1 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 949 time: 0.2909474 Oct 13 10:59:48.441738 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.469448 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30eceeff-2bef-4dae-83f7-bfc91c7729cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.544305 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-30eceeff-2bef-4dae-83f7-bfc91c7729cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c06c15fdf29145eb80d33e968583af09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700630 Oct 13 10:59:48.544915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45286) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:48.547119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eceeff-2bef-4dae-83f7-bfc91c7729cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4115889-24f2-4e35-83de-4c3a994719f8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:48.557449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6662dd53-768d-4614-8e95-5a8a9c694807 None None] Deleting port 7243404b-57f3-4db3-8a1f-285024310952 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:48.557832 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6662dd53-768d-4614-8e95-5a8a9c694807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.614169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-549d84db-d87e-45d4-af6c-5e5e9ecf378d req-6b35a167-f5d9-4ac4-b012-df6aad9618a1 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680241 Oct 13 10:59:48.651047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6662dd53-768d-4614-8e95-5a8a9c694807 None None] For port 7243404b-57f3-4db3-8a1f-285024310952, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7243404b-57f3-4db3-8a1f-285024310952,segment=NetworkSegment(708bafb8-5db5-4209-9936-91b8a91028f5),segment_id=708bafb8-5db5-4209-9936-91b8a91028f5)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:48.651712 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6662dd53-768d-4614-8e95-5a8a9c694807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.666150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6662dd53-768d-4614-8e95-5a8a9c694807 None None] Calling delete_port for 7243404b-57f3-4db3-8a1f-285024310952 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:48.687084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-f75c2434-d321-4365-99f5-c6a58fc4c029 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:48.688740 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-f75c2434-d321-4365-99f5-c6a58fc4c029 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1086087 Oct 13 10:59:48.691969 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f120-1c79-499f-8dce-a685365d8d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.730014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fa385204-fef4-4f96-8a09-a50de39343ba no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:48.748741 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.752863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Deleting port 7243404b-57f3-4db3-8a1f-285024310952 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 10:59:48.753201 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.758923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: fa385204-fef4-4f96-8a09-a50de39343ba {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 10:59:48.759261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fa385204-fef4-4f96-8a09-a50de39343ba not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 10:59:48.759667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7243404b-57f3-4db3-8a1f-285024310952 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 10:59:48.774413 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f120-1c79-499f-8dce-a685365d8d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.801892 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-91a47ac1-4be7-4432-aa70-ba01b035f74a tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.1039321 Oct 13 10:59:48.822483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-3688a102-0877-458f-8145-c0ee14807efb tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Request body: {'floatingip': {'port_id': '34416104-e44b-46ee-a3af-5daca7880d5a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:48.862191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] For port 7243404b-57f3-4db3-8a1f-285024310952, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7243404b-57f3-4db3-8a1f-285024310952,segment=NetworkSegment(708bafb8-5db5-4209-9936-91b8a91028f5),segment_id=708bafb8-5db5-4209-9936-91b8a91028f5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:48.862595 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.863850 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.878316 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-3688a102-0877-458f-8145-c0ee14807efb tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:48.882303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Calling delete_port for 7243404b-57f3-4db3-8a1f-285024310952 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 10:59:48.939965 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6662dd53-768d-4614-8e95-5a8a9c694807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:49.025167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662dd53-768d-4614-8e95-5a8a9c694807 None None] Pushing event deleted for resources: {'Port': ['ID=7243404b-57f3-4db3-8a1f-285024310952,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:49.047155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662dd53-768d-4614-8e95-5a8a9c694807 None None] No DVR routers for this DVR port 7243404b-57f3-4db3-8a1f-285024310952 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:49.124351 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f120-1c79-499f-8dce-a685365d8d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:49.127455 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f120-1c79-499f-8dce-a685365d8d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:49.131119 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bcf1f120-1c79-499f-8dce-a685365d8d91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4115889-24f2-4e35-83de-4c3a994719f8 HTTP/1.1" status: 204 len: 168 time: 0.5827184 Oct 13 10:59:49.153577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4383a9a-46b3-490b-ae8c-c08424525080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ff6ba4-5433-453e-9a40-a58f7c2e2e4b'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:49.157510 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f237c7-bbec-4fda-a8f7-a13bab6be1c8" -d '{"events": [{"server_uuid": "e4383a9a-46b3-490b-ae8c-c08424525080", "name": "network-vif-plugged", "status": "completed", "tag": "72ff6ba4-5433-453e-9a40-a58f7c2e2e4b"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:49.174979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1f120-1c79-499f-8dce-a685365d8d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4115889-24f2-4e35-83de-4c3a994719f8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:49.179165 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:49.215866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Pushing event deleted for resources: {'Port': ['ID=7243404b-57f3-4db3-8a1f-285024310952,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:49.229077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d40143-bdef-4ba4-971e-0484b6c2004c req-98e61959-0a9d-4579-ab89-e68904b5d8df tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:49.236169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-90d40143-bdef-4ba4-971e-0484b6c2004c req-98e61959-0a9d-4579-ab89-e68904b5d8df tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.1622462 Oct 13 10:59:49.248533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] No DVR routers for this DVR port 7243404b-57f3-4db3-8a1f-285024310952 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 10:59:49.257770 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:49.274176 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 10:59:49.696152 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:49.704115 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-90d40143-bdef-4ba4-971e-0484b6c2004c req-21a709a3-77bc-47ae-a78a-ff01c1d08b9b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4671445 Oct 13 10:59:49.719461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-11284ad8-3205-499a-8787-e7fbec31f5f0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:49.720953 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-11284ad8-3205-499a-8787-e7fbec31f5f0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 810 time: 0.5799305 Oct 13 10:59:49.735586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-8b0fde56-e51f-43ee-89b2-36aed9b6a497 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Request body: {'port': {'device_id': '3a15e2e4-5c46-4d03-970a-0bbf9c023850', 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'admin_state_up': True, 'tenant_id': 'b2b4dcba9f2b43e99e64275f41a29736'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:49.755888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6742cff3-5006-42eb-b903-d29b6bafedd3']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:49.768730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708bafb8-5db5-4209-9936-91b8a91028f5') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:49.769047 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708bafb8-5db5-4209-9936-91b8a91028f5') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:49.782325 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:49.809906 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:49.838180 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23532991-cd81-47e8-97b0-6ca6425c45e7 req-8c8d9384-2eab-4afd-96d1-e9bc9d406163 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 210 time: 0.0460188 Oct 13 10:59:49.839140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 10:59:49.839535 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: timer() Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 10:59:49.843253 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 10:59:49.892710 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e7892f-dcad-4927-8b5c-8ac44a2d2008 x-openstack-request-id: req-16e7892f-dcad-4927-8b5c-8ac44a2d2008 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:49.893277 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4383a9a-46b3-490b-ae8c-c08424525080", "name": "network-vif-plugged", "status": "completed", "tag": "72ff6ba4-5433-453e-9a40-a58f7c2e2e4b", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:49.893474 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16e7892f-dcad-4927-8b5c-8ac44a2d2008 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:49.893937 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4383a9a-46b3-490b-ae8c-c08424525080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'code': 200} Oct 13 10:59:49.947867 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-3688a102-0877-458f-8145-c0ee14807efb tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:50.000672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3d884-5308-4154-ace4-219beaf5a573 req-687fb07c-ce2c-4452-a8bd-d788f2d9689c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:50.002163 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eda3d884-5308-4154-ace4-219beaf5a573 req-687fb07c-ce2c-4452-a8bd-d788f2d9689c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 949 time: 0.0514426 Oct 13 10:59:50.015674 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb156a6d-6a53-48c1-b0d7-dc265adc6905 req-4f8e8de2-5776-4104-b3e8-9b674cad78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:50.017215 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb156a6d-6a53-48c1-b0d7-dc265adc6905 req-4f8e8de2-5776-4104-b3e8-9b674cad78ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4383a9a-46b3-490b-ae8c-c08424525080 HTTP/1.1" status: 200 len: 1100 time: 0.0426280 Oct 13 10:59:50.045613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eda3d884-5308-4154-ace4-219beaf5a573 req-0f3ced86-0998-48b2-8d9b-063d8c605692 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372119 Oct 13 10:59:50.059514 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb156a6d-6a53-48c1-b0d7-dc265adc6905 req-13b6529f-0eb4-4052-9664-f9c847dbed40 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Oct 13 10:59:50.162931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e78d0-ee06-4b70-b698-0668ce57c2bb req-4c60a881-f1ba-46dc-a6eb-c1c73b7489d5 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:50.164402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e1e78d0-ee06-4b70-b698-0668ce57c2bb req-4c60a881-f1ba-46dc-a6eb-c1c73b7489d5 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4383a9a-46b3-490b-ae8c-c08424525080 HTTP/1.1" status: 200 len: 949 time: 0.0500724 Oct 13 10:59:50.202374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e1e78d0-ee06-4b70-b698-0668ce57c2bb req-0699a234-26a7-408f-8831-c672be6437d0 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Oct 13 10:59:50.220624 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:50.221840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-8b0fde56-e51f-43ee-89b2-36aed9b6a497 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Made reservation on behalf of b2b4dcba9f2b43e99e64275f41a29736 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:50.222608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Router 58041d3d-e46c-40ad-862b-b946d667343d is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 10:59:50.228250 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:50.232218 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] 10.222.0.32 "DELETE /v2.0/networks/6742cff3-5006-42eb-b903-d29b6bafedd3 HTTP/1.1" status: 204 len: 168 time: 2.0998471 Oct 13 10:59:50.238972 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-8b0fde56-e51f-43ee-89b2-36aed9b6a497 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:50.242366 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-3688a102-0877-458f-8145-c0ee14807efb tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:50.248261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fd71e-0236-41a6-bc58-b6187d940faa admin admin] Pushing event deleted for resources: {'Network': ['ID=6742cff3-5006-42eb-b903-d29b6bafedd3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:50.396621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:59:50.413057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Sync routers for ids ['58041d3d-e46c-40ad-862b-b946d667343d'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:59:50.431168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Routers {'58041d3d-e46c-40ad-862b-b946d667343d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:50.432941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58041d3d-e46c-40ad-862b-b946d667343d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:50.448676 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-3688a102-0877-458f-8145-c0ee14807efb tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Floating IP a7dac513-8e92-40bf-be21-82f5daa219f7 associated. External IP: 172.25.0.58, port: 34416104-e44b-46ee-a3af-5daca7880d5a. Oct 13 10:59:50.536666 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:50.538255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fc58b2b6-3e46-4f83-b7a5-56607a60bb73 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2946537 Oct 13 10:59:50.541126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45314) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:50.555518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-8b0fde56-e51f-43ee-89b2-36aed9b6a497 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Allocated IP 172.20.0.5 (5ba7d06a-9950-4459-be22-0590e0d45321/c73a4c07-49f6-4e27-8039-a817a8176f98/07e3f74e-30aa-46c2-8573-5495ddc7ff21) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:50.732080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Set router 58041d3d-e46c-40ad-862b-b946d667343d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:50.805343 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45318) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:50.868029 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-8b0fde56-e51f-43ee-89b2-36aed9b6a497 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:50.892371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-3688a102-0877-458f-8145-c0ee14807efb tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:59:50.907278 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974d883-14ef-448b-8360-2984c4902d1d req-bac52d09-12ff-4aba-9286-bb36690eb20a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:50.915289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f974d883-14ef-448b-8360-2984c4902d1d req-bac52d09-12ff-4aba-9286-bb36690eb20a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0771081 Oct 13 10:59:51.005603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T10:59:48Z', 'revision_number': 3, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:51.010699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f974d883-14ef-448b-8360-2984c4902d1d req-4d1d52cb-c9a4-4691-94e6-60d256ee69ff tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889864 Oct 13 10:59:51.035644 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-afa43982-1c1b-4c1b-b809-56d9184db9c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26be1cb1a05e4c8f9bea82aa7035316c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291293 Oct 13 10:59:51.040666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45326) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:51.057037 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Checking router: 58041d3d-e46c-40ad-862b-b946d667343d for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:59:51.057549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Updating router 58041d3d-e46c-40ad-862b-b946d667343d port 892ba243-60de-41e8-b646-ccec9e2c2125 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:59:51.076326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45328) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:51.128320 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.136107 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-8b0fde56-e51f-43ee-89b2-36aed9b6a497 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.245708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-8b0fde56-e51f-43ee-89b2-36aed9b6a497 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Network 5ba7d06a-9950-4459-be22-0590e0d45321 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:51.248581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fde56-e51f-43ee-89b2-36aed9b6a497 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Pushing event updated for resources: {'Port': ['ID=07e3f74e-30aa-46c2-8573-5495ddc7ff21,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:51.267572 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e1959bb-309a-460c-90da-314b3c4852e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.282509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-8b0fde56-e51f-43ee-89b2-36aed9b6a497 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:51.295066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-8b0fde56-e51f-43ee-89b2-36aed9b6a497 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:59:51.317666 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1dcf725-99a1-4025-b5a4-29fceffa0053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.332417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f122db7-554d-47ad-b7fc-c01e2a10e068 req-315e0e32-7ee2-4d22-8f2d-2e352fec8ab9 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:51.334036 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f122db7-554d-47ad-b7fc-c01e2a10e068 req-315e0e32-7ee2-4d22-8f2d-2e352fec8ab9 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 931 time: 0.1781571 Oct 13 10:59:51.355110 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e1959bb-309a-460c-90da-314b3c4852e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.397565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-8b0fde56-e51f-43ee-89b2-36aed9b6a497 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:51.398430 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-8b0fde56-e51f-43ee-89b2-36aed9b6a497 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.416473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-3688a102-0877-458f-8145-c0ee14807efb tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:59:51.424535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-3688a102-0877-458f-8145-c0ee14807efb tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.432074 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10ee43-317e-4cc3-b0ee-e5d7bcbd9446 None None] Sync routers for ids ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:59:51.451221 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10ee43-317e-4cc3-b0ee-e5d7bcbd9446 None None] Routers {'07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:51.451854 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5b10ee43-317e-4cc3-b0ee-e5d7bcbd9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:51.469979 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-3688a102-0877-458f-8145-c0ee14807efb tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "PUT /v2.0/floatingips/a7dac513-8e92-40bf-be21-82f5daa219f7 HTTP/1.1" status: 200 len: 995 time: 2.6673188 Oct 13 10:59:51.470789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'tag': '34416104-e44b-46ee-a3af-5daca7880d5a'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:51.473469 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4fa614-df1a-41a9-83d3-610dd6ab7199" -d '{"events": [{"name": "network-changed", "server_uuid": "e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad", "tag": "34416104-e44b-46ee-a3af-5daca7880d5a"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:51.510074 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.535586 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-8b0fde56-e51f-43ee-89b2-36aed9b6a497 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8040748 Oct 13 10:59:51.541476 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f122db7-554d-47ad-b7fc-c01e2a10e068 req-41f6f055-9ada-4910-9b39-13f9a451d3da tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886425 Oct 13 10:59:51.548867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Request body: {'port': {'device_id': '3a15e2e4-5c46-4d03-970a-0bbf9c023850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:51.573668 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.629184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.642262 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-5b10ee43-317e-4cc3-b0ee-e5d7bcbd9446 None None] Set router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:51.654834 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.682185 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e1959bb-309a-460c-90da-314b3c4852e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.685260 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e1959bb-309a-460c-90da-314b3c4852e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.686528 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1e1959bb-309a-460c-90da-314b3c4852e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/784417af-83c5-4143-abbb-2b480b2c56f9 HTTP/1.1" status: 204 len: 168 time: 0.6426551 Oct 13 10:59:51.727592 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bdfc3-e999-4e72-9d80-f685c175730b None None] Pushing event updated for resources: {'Port': ['ID=892ba243-60de-41e8-b646-ccec9e2c2125,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:51.751446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Attempting to bind port 892ba243-60de-41e8-b646-ccec9e2c2125 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:59:51.751865 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Attempting to bind port 892ba243-60de-41e8-b646-ccec9e2c2125 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:59:51.752292 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Attempting to bind port 892ba243-60de-41e8-b646-ccec9e2c2125 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:51.758361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:59:51.758842 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:51.759094 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.759855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:59:51.760043 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Bound port: 892ba243-60de-41e8-b646-ccec9e2c2125, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:59:51.760634 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.818421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] For port 892ba243-60de-41e8-b646-ccec9e2c2125, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:59:51.821986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] For port 892ba243-60de-41e8-b646-ccec9e2c2125, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=892ba243-60de-41e8-b646-ccec9e2c2125,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:59:51.825755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1959bb-309a-460c-90da-314b3c4852e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784417af-83c5-4143-abbb-2b480b2c56f9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:51.864028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-9a3ff99c-d3b8-4116-b74c-b6847ce23875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:51.865551 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-9a3ff99c-d3b8-4116-b74c-b6847ce23875 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=741bdca1919a476bbac9327465314ef6&device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 1096 time: 0.3814321 Oct 13 10:59:51.877841 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.935569 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1dcf725-99a1-4025-b5a4-29fceffa0053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:51.953148 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed640ef1-6b97-48e0-854a-84d0d26115de req-2a50b42a-54aa-4fb5-8336-9a9b9447379b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:51.960883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bdfc3-e999-4e72-9d80-f685c175730b None None] Pushing event updated for resources: {'Port': ['ID=892ba243-60de-41e8-b646-ccec9e2c2125,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:51.961684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed640ef1-6b97-48e0-854a-84d0d26115de req-2a50b42a-54aa-4fb5-8336-9a9b9447379b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4383a9a-46b3-490b-ae8c-c08424525080 HTTP/1.1" status: 200 len: 949 time: 0.2735331 Oct 13 10:59:51.974900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Routers {'58041d3d-e46c-40ad-862b-b946d667343d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:51.984142 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58041d3d-e46c-40ad-862b-b946d667343d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:52.018657 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Allocated IP 172.20.0.1 (78c56f23-0879-4d0a-999f-a48750187487/7b2ff1c2-b112-4f98-a30b-af0fe58cec1d/3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:52.065548 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5b10ee43-317e-4cc3-b0ee-e5d7bcbd9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:16Z', 'revision_number': 4, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port': {'id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'a7dac513-8e92-40bf-be21-82f5daa219f7', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'port_id': '34416104-e44b-46ee-a3af-5daca7880d5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'mac_address': 'fa:16:3e:87:ff:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:49Z', 'revision_number': 1, 'project_id': '741bdca1919a476bbac9327465314ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb46d8f-5b5e-4bb9-98d5-66775da38a8b', 'name': '', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'mac_address': 'fa:16:3e:50:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:14Z', 'updated_at': '2021-10-13T10:59:23Z', 'revision_number': 5, 'project_id': '741bdca1919a476bbac9327465314ef6', 'subnets': [{'id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:52.080095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-3f928b3c-82f7-412c-8ba1-867694d5c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:52.081693 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-3f928b3c-82f7-412c-8ba1-867694d5c8f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=73b9de68-f09e-46da-ba8b-ccd947239acf HTTP/1.1" status: 200 len: 930 time: 0.1723499 Oct 13 10:59:52.113986 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10ee43-317e-4cc3-b0ee-e5d7bcbd9446 None None] Checking router: 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:59:52.126151 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10ee43-317e-4cc3-b0ee-e5d7bcbd9446 None None] Routers {'07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:52.126913 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5b10ee43-317e-4cc3-b0ee-e5d7bcbd9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:52.135592 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] Set router 58041d3d-e46c-40ad-862b-b946d667343d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:52.168889 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1dcf725-99a1-4025-b5a4-29fceffa0053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:52.196314 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-7b8ebabc-0fee-4761-a1d5-eb2dde960769 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34416104-e44b-46ee-a3af-5daca7880d5a HTTP/1.1" status: 200 len: 998 time: 0.1055233 Oct 13 10:59:52.262131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e3f74e-30aa-46c2-8573-5495ddc7ff21 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:52.271440 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:52.299101 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed640ef1-6b97-48e0-854a-84d0d26115de req-66c08554-3e03-47ee-b58d-31e5baeb984e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364530 Oct 13 10:59:52.306762 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Transition to ACTIVE for port object 07e3f74e-30aa-46c2-8573-5495ddc7ff21 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 10:59:52.387849 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:52.389934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f1dcf725-99a1-4025-b5a4-29fceffa0053 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c54b077290aa47e88bebff4f3a967fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3033652 Oct 13 10:59:52.393421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45366) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:52.401719 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcf725-99a1-4025-b5a4-29fceffa0053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5deaa8-5747-4d93-9247-080db205b728,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:52.518724 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0b267e-5af0-4248-b556-c2cd5f7fb473 x-openstack-request-id: req-2a0b267e-5af0-4248-b556-c2cd5f7fb473 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:52.519021 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad", "tag": "34416104-e44b-46ee-a3af-5daca7880d5a", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:52.525912 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a0b267e-5af0-4248-b556-c2cd5f7fb473 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:52.526733 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'tag': '34416104-e44b-46ee-a3af-5daca7880d5a', 'status': 'completed', 'code': 200} Oct 13 10:59:52.533926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Pushing event updated for resources: {'Port': ['ID=07e3f74e-30aa-46c2-8573-5495ddc7ff21,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:52.570128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-1e6cfe7c-7f74-4e93-a419-eede94dce4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:52.571760 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-1e6cfe7c-7f74-4e93-a419-eede94dce4dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9da60ec-3d29-4932-bd51-bdfb720160f0 HTTP/1.1" status: 200 len: 868 time: 0.2864134 Oct 13 10:59:52.585065 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T10:59:48Z', 'revision_number': 3, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:52.614869 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaebc089-9e94-41c7-9e2f-02c38894f77a None None] The sync data for ids ['58041d3d-e46c-40ad-862b-b946d667343d'] in n-d-813659-3 is: [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T10:59:48Z', 'revision_number': 3, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:59:52.616986 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-5b10ee43-317e-4cc3-b0ee-e5d7bcbd9446 None None] Set router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:52.619843 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:52.622686 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-883e5da5-c68d-4054-98ea-8b9ed7bcc73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:52.656945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa614-df1a-41a9-83d3-610dd6ab7199 req-dfb1bc81-dd35-4b0c-a220-449a1cff370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:52.659023 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f4fa614-df1a-41a9-83d3-610dd6ab7199 req-dfb1bc81-dd35-4b0c-a220-449a1cff370e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=741bdca1919a476bbac9327465314ef6&device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 1096 time: 0.1314919 Oct 13 10:59:52.671920 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5ef29-0eb3-4c33-90ae-708adb6dc35b req-69dde2b0-6b20-49dc-8cdd-138107e9d9a9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:52.674075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34d5ef29-0eb3-4c33-90ae-708adb6dc35b req-69dde2b0-6b20-49dc-8cdd-138107e9d9a9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.1885879 Oct 13 10:59:52.680781 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-883e5da5-c68d-4054-98ea-8b9ed7bcc73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:52.807268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-49886ad2-0306-4507-9ec8-09e474cdd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:52.809761 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-49886ad2-0306-4507-9ec8-09e474cdd861 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73b9de68-f09e-46da-ba8b-ccd947239acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2308950 Oct 13 10:59:52.844671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-8bfff84b-f2e0-4693-a111-47f38aec2500 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 10:59:52.847752 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-8bfff84b-f2e0-4693-a111-47f38aec2500 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0260792 Oct 13 10:59:52.873310 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34d5ef29-0eb3-4c33-90ae-708adb6dc35b req-b553f901-ff44-4183-aed4-88ecd18a8f76 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858459 Oct 13 10:59:52.919020 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:52.977520 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Attempting to bind port 07e3f74e-30aa-46c2-8573-5495ddc7ff21 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:59:52.978103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Attempting to bind port 07e3f74e-30aa-46c2-8573-5495ddc7ff21 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:59:52.978802 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Attempting to bind port 07e3f74e-30aa-46c2-8573-5495ddc7ff21 on network 5ba7d06a-9950-4459-be22-0590e0d45321 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:52.988482 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-883e5da5-c68d-4054-98ea-8b9ed7bcc73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:52.989889 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Port 07e3f74e-30aa-46c2-8573-5495ddc7ff21 on network 5ba7d06a-9950-4459-be22-0590e0d45321 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 10:59:52.990229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Attempting to bind port 07e3f74e-30aa-46c2-8573-5495ddc7ff21 on network 5ba7d06a-9950-4459-be22-0590e0d45321 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:52.991192 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-883e5da5-c68d-4054-98ea-8b9ed7bcc73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:52.992629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa614-df1a-41a9-83d3-610dd6ab7199 req-1216c4be-d9fe-4b59-82db-ea63f8c3bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:52.995076 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f4fa614-df1a-41a9-83d3-610dd6ab7199 req-1216c4be-d9fe-4b59-82db-ea63f8c3bcf4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73b9de68-f09e-46da-ba8b-ccd947239acf HTTP/1.1" status: 200 len: 930 time: 0.2980585 Oct 13 10:59:52.999460 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-883e5da5-c68d-4054-98ea-8b9ed7bcc73f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d5deaa8-5747-4d93-9247-080db205b728 HTTP/1.1" status: 204 len: 168 time: 0.5938904 Oct 13 10:59:53.004562 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Network 78c56f23-0879-4d0a-999f-a48750187487 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:53.034660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:59:53.034660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Checking segment: {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:53.034660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Bound using segment: {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:59:53.034660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Bound port: 07e3f74e-30aa-46c2-8573-5495ddc7ff21, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:59:53.034660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:53.064575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e5da5-c68d-4054-98ea-8b9ed7bcc73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5deaa8-5747-4d93-9247-080db205b728,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:53.066620 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:53.078044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:59:53.144501 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5b10ee43-317e-4cc3-b0ee-e5d7bcbd9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:16Z', 'revision_number': 4, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port': {'id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'a7dac513-8e92-40bf-be21-82f5daa219f7', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'port_id': '34416104-e44b-46ee-a3af-5daca7880d5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'mac_address': 'fa:16:3e:87:ff:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:49Z', 'revision_number': 1, 'project_id': '741bdca1919a476bbac9327465314ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb46d8f-5b5e-4bb9-98d5-66775da38a8b', 'name': '', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'mac_address': 'fa:16:3e:50:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:14Z', 'updated_at': '2021-10-13T10:59:23Z', 'revision_number': 5, 'project_id': '741bdca1919a476bbac9327465314ef6', 'subnets': [{'id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:53.151367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Pushing event updated for resources: {'Port': ['ID=3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:53.182012 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:53.230839 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10ee43-317e-4cc3-b0ee-e5d7bcbd9446 None None] The sync data for ids ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'] in n-d-813659-3 is: [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:16Z', 'revision_number': 4, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port': {'id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'a7dac513-8e92-40bf-be21-82f5daa219f7', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'port_id': '34416104-e44b-46ee-a3af-5daca7880d5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'mac_address': 'fa:16:3e:87:ff:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:49Z', 'revision_number': 1, 'project_id': '741bdca1919a476bbac9327465314ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb46d8f-5b5e-4bb9-98d5-66775da38a8b', 'name': '', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'mac_address': 'fa:16:3e:50:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:14Z', 'updated_at': '2021-10-13T10:59:23Z', 'revision_number': 5, 'project_id': '741bdca1919a476bbac9327465314ef6', 'subnets': [{'id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:59:53.246313 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f4fa614-df1a-41a9-83d3-610dd6ab7199 req-7ebefdcf-5421-4f32-bd84-ada83ce1b73e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34416104-e44b-46ee-a3af-5daca7880d5a HTTP/1.1" status: 200 len: 998 time: 0.2346027 Oct 13 10:59:53.250191 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-d770e284-4ff8-46fe-a876-a4045fedbc70 service neutron] 10.222.0.32 "GET /v2.0/networks/73b9de68-f09e-46da-ba8b-ccd947239acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935754 Oct 13 10:59:53.332533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] For port 07e3f74e-30aa-46c2-8573-5495ddc7ff21, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:59:53.335954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] For port 07e3f74e-30aa-46c2-8573-5495ddc7ff21, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=07e3f74e-30aa-46c2-8573-5495ddc7ff21,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:59:53.417265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc258d-362e-4552-bf5b-83d470826060 req-1944aa69-5ad4-4592-9da6-b50a78bac35b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:53.419864 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:53.429100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc258d-362e-4552-bf5b-83d470826060 req-1944aa69-5ad4-4592-9da6-b50a78bac35b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:53.432272 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0bc258d-362e-4552-bf5b-83d470826060 req-1944aa69-5ad4-4592-9da6-b50a78bac35b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08&device_id=e4383a9a-46b3-490b-ae8c-c08424525080 HTTP/1.1" status: 200 len: 1689 time: 0.1006396 Oct 13 10:59:53.542218 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0bc258d-362e-4552-bf5b-83d470826060 req-3046ef1f-1067-4c63-bd74-c2c8350bfccc tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935104 Oct 13 10:59:53.543157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45408) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:53.548771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:53.549540 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:53.551398 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-31642815-1044-437c-ae14-04539e3e3771 service neutron] 10.222.0.46 "PUT /v2.0/ports/07e3f74e-30aa-46c2-8573-5495ddc7ff21 HTTP/1.1" status: 200 len: 1091 time: 2.0069721 Oct 13 10:59:53.611439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa614-df1a-41a9-83d3-610dd6ab7199 req-d22417f8-d92f-4625-974f-2315c6298683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:53.613173 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f4fa614-df1a-41a9-83d3-610dd6ab7199 req-d22417f8-d92f-4625-974f-2315c6298683 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9da60ec-3d29-4932-bd51-bdfb720160f0 HTTP/1.1" status: 200 len: 868 time: 0.3525307 Oct 13 10:59:53.634709 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:53.636203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31642815-1044-437c-ae14-04539e3e3771 service neutron] Pushing event updated for resources: {'Port': ['ID=07e3f74e-30aa-46c2-8573-5495ddc7ff21,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:53.693975 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd454f-2ba8-4935-8a9d-9101d65347f9 None None] New status for floating IP a7dac513-8e92-40bf-be21-82f5daa219f7: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 10:59:53.706822 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f82f81b-859c-4d3a-a6ec-ba2735f19e66 req-66992b88-947a-4c57-b1d0-7e0161e38eda service neutron] 10.222.0.32 "GET /v2.0/networks/73b9de68-f09e-46da-ba8b-ccd947239acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470892 Oct 13 10:59:53.760242 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa614-df1a-41a9-83d3-610dd6ab7199 req-9b263194-7a08-49dc-8f11-43ad5d8f73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:53.763003 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f4fa614-df1a-41a9-83d3-610dd6ab7199 req-9b263194-7a08-49dc-8f11-43ad5d8f73f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b9de68-f09e-46da-ba8b-ccd947239acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309524 Oct 13 10:59:53.766986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-856db774-9e29-4e56-a65b-eecc1786f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:53.768696 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-856db774-9e29-4e56-a65b-eecc1786f61a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 1094 time: 0.0837014 Oct 13 10:59:53.780930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0a430-320d-4cba-88bd-97c41eb280b1 req-a321297a-e37b-4a22-8d0d-ebd606864ee1 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:53.787919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c0a430-320d-4cba-88bd-97c41eb280b1 req-a321297a-e37b-4a22-8d0d-ebd606864ee1 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 943 time: 0.1560602 Oct 13 10:59:53.914172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3c0a430-320d-4cba-88bd-97c41eb280b1 req-1aa72c2e-72ea-4664-8459-8570fd213303 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209376 Oct 13 10:59:53.914976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45420) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:53.961018 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa188-c254-485d-aa21-3983469a5216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:53.962499 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-2983fbd1-cae7-44e7-851c-af10240c3385 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e3f74e-30aa-46c2-8573-5495ddc7ff21 HTTP/1.1" status: 200 len: 217 time: 0.0842154 Oct 13 10:59:54.164487 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6555363d-de27-4ab8-a2c5-783371eb7bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.173409 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa188-c254-485d-aa21-3983469a5216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.205920 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-077e348c-7e0d-44b9-8818-50ceed76bb75 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 258 time: 0.3262928 Oct 13 10:59:54.220449 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f4fa614-df1a-41a9-83d3-610dd6ab7199 req-16e5af52-b6a2-4cc4-9c53-7b11d086a1e8 service neutron] 10.222.0.21 "GET /v2.0/networks/73b9de68-f09e-46da-ba8b-ccd947239acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481347 Oct 13 10:59:54.225881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:54.232326 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-eed18029-3118-4c8a-9f01-542d17106d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:54.233914 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0887846-a3db-4710-a535-c83a348705f3 req-be902494-f484-4054-8306-a093f75e6fe3 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:54.234039 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-eed18029-3118-4c8a-9f01-542d17106d57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c73a4c07-49f6-4e27-8039-a817a8176f98 HTTP/1.1" status: 200 len: 850 time: 0.2147558 Oct 13 10:59:54.235466 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d0887846-a3db-4710-a535-c83a348705f3 req-be902494-f484-4054-8306-a093f75e6fe3 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 1100 time: 0.1389058 Oct 13 10:59:54.244493 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa188-c254-485d-aa21-3983469a5216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.255483 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.316415 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-23498635-defa-4763-bfd9-541eb135da9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ba7d06a-9950-4459-be22-0590e0d45321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682502 Oct 13 10:59:54.318319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45426) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:54.327206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fa188-c254-485d-aa21-3983469a5216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2605ca8-5eb0-4135-96a7-8d087b8356fe,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:54.337279 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8a3fa188-c254-485d-aa21-3983469a5216 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c964db0f89414dfcad9974f8a4a0cae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151878 Oct 13 10:59:54.350106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45430) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:54.360169 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.393735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d0887846-a3db-4710-a535-c83a348705f3 req-7f6973d5-e33d-4767-8eab-bca89fc23821 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460900 Oct 13 10:59:54.400561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.480124 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-918f5287-ecd4-4d7a-8b64-257b4e9c9a88 service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552532 Oct 13 10:59:54.484235 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f4fa614-df1a-41a9-83d3-610dd6ab7199 req-041e8aca-dadf-453a-8363-44eaa6b15214 service neutron] 10.222.0.21 "GET /v2.0/networks/73b9de68-f09e-46da-ba8b-ccd947239acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489903 Oct 13 10:59:54.490436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6555363d-de27-4ab8-a2c5-783371eb7bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.492452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Pushing event updated for resources: {'Port': ['ID=3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:54.497484 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.534145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-910395111-network', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:54.534249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a15e2e4-5c46-4d03-970a-0bbf9c023850', 'tag': '07e3f74e-30aa-46c2-8573-5495ddc7ff21'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:54.536481 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f46b221-d3e2-433f-846c-c96185b6f47f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a15e2e4-5c46-4d03-970a-0bbf9c023850", "tag": "07e3f74e-30aa-46c2-8573-5495ddc7ff21"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:54.559984 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6523ca55-6fd6-47bc-b165-d5b33ce5a118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.598560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 892ba243-60de-41e8-b646-ccec9e2c2125 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:54.604699 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6555363d-de27-4ab8-a2c5-783371eb7bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.655464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 892ba243-60de-41e8-b646-ccec9e2c2125 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:54.655888 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.680294 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6523ca55-6fd6-47bc-b165-d5b33ce5a118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.704624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ad0d3329-1d42-4f13-a254-a9d8ced30516 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 10:59:54.712193 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6555363d-de27-4ab8-a2c5-783371eb7bf9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86e66a9dc7224b45a0b67a7b5a7d2434&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1164520 Oct 13 10:59:54.714275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555363d-de27-4ab8-a2c5-783371eb7bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe56a44-a4c2-43d6-93c0-6c4a8558c47c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:54.722680 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45436) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:54.753067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e0c6d-43cb-4548-b5af-e0774caa86f4 req-a42a9acc-3999-49df-ab4c-11bf5fc3f122 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:54.760542 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-487e0c6d-43cb-4548-b5af-e0774caa86f4 req-a42a9acc-3999-49df-ab4c-11bf5fc3f122 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 944 time: 0.2431500 Oct 13 10:59:54.775885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Made reservation on behalf of f8ef3a9260b7494da03368bc530c12f3 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:54.779377 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.821596 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.831575 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.853251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 892ba243-60de-41e8-b646-ccec9e2c2125, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=892ba243-60de-41e8-b646-ccec9e2c2125,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:54.885644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Network 78c56f23-0879-4d0a-999f-a48750187487 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:54.900182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ad0d3329-1d42-4f13-a254-a9d8ced30516, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:54.905466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:54.922848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-487e0c6d-43cb-4548-b5af-e0774caa86f4 req-27e814ed-efec-4cfd-a557-5575d683aff8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611643 Oct 13 10:59:54.934679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'port_id': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'mac_address': 'fa:16:3e:9e:4a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 10:59:54.943903 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:54.994928 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6258c053-05cc-4c6f-b163-4dd7f00fdcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.013858 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0df9d4ee-66a1-4a05-ac25-601a98166743 req-ce16a00d-1083-43ad-b0c2-2ff0adf2d96d service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812264 Oct 13 10:59:55.032590 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6523ca55-6fd6-47bc-b165-d5b33ce5a118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.039056 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6523ca55-6fd6-47bc-b165-d5b33ce5a118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.039056 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6523ca55-6fd6-47bc-b165-d5b33ce5a118 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2605ca8-5eb0-4135-96a7-8d087b8356fe HTTP/1.1" status: 204 len: 168 time: 0.6852946 Oct 13 10:59:55.041281 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.042638 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6258c053-05cc-4c6f-b163-4dd7f00fdcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.066289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=892ba243-60de-41e8-b646-ccec9e2c2125,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:55.085948 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.109834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0d3329-1d42-4f13-a254-a9d8ced30516 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 10:59:55.115199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523ca55-6fd6-47bc-b165-d5b33ce5a118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2605ca8-5eb0-4135-96a7-8d087b8356fe,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:55.155169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ad0d3329-1d42-4f13-a254-a9d8ced30516, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:55.185759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Allocated IP 172.25.0.219 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/a71e8c8f-a471-4b38-8517-f8b2c7e5ea8e) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:55.237175 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.304029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=ad0d3329-1d42-4f13-a254-a9d8ced30516,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:55.339952 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dfb7e736-3ee9-4343-b943-089729965c0a req-0af3cfde-de2f-4baa-9667-f2a4c6a9fad3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983596 Oct 13 10:59:55.361002 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.437381 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7e736-3ee9-4343-b943-089729965c0a req-6b512cd1-6dda-436d-9c12-9b765b4864a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:55.439219 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dfb7e736-3ee9-4343-b943-089729965c0a req-6b512cd1-6dda-436d-9c12-9b765b4864a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 1101 time: 0.0501981 Oct 13 10:59:55.487549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['ad0d3329-1d42-4f13-a254-a9d8ced30516'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 10:59:55.504056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58429c7d-f3a6-4e9c-a931-801edd4438cf req-815af83e-7d00-49ce-8c3b-d3647aa13e61 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:55.505594 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58429c7d-f3a6-4e9c-a931-801edd4438cf req-815af83e-7d00-49ce-8c3b-d3647aa13e61 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e4383a9a-46b3-490b-ae8c-c08424525080 HTTP/1.1" status: 200 len: 1100 time: 0.4794741 Oct 13 10:59:55.509851 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.522416 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.534550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Router 58041d3d-e46c-40ad-862b-b946d667343d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 10:59:55.564483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Pushing event updated for resources: {'Port': ['ID=a71e8c8f-a471-4b38-8517-f8b2c7e5ea8e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:55.571025 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58429c7d-f3a6-4e9c-a931-801edd4438cf req-15814123-3fd2-4737-b96b-683d1cbe8537 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462205 Oct 13 10:59:55.585788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:55.589685 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:55.604222 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:59:55.622002 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.656549 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d815c1fc-d738-4a75-8192-5b5f81b327fe x-openstack-request-id: req-d815c1fc-d738-4a75-8192-5b5f81b327fe {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:55.656944 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a15e2e4-5c46-4d03-970a-0bbf9c023850", "tag": "07e3f74e-30aa-46c2-8573-5495ddc7ff21", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:55.657287 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d815c1fc-d738-4a75-8192-5b5f81b327fe {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:55.657780 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a15e2e4-5c46-4d03-970a-0bbf9c023850', 'tag': '07e3f74e-30aa-46c2-8573-5495ddc7ff21', 'status': 'completed', 'code': 200} Oct 13 10:59:55.664913 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6258c053-05cc-4c6f-b163-4dd7f00fdcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.674407 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6258c053-05cc-4c6f-b163-4dd7f00fdcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.689939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7e736-3ee9-4343-b943-089729965c0a req-7d67d817-c9d7-43e3-83fc-6128245230d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:55.692009 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dfb7e736-3ee9-4343-b943-089729965c0a req-7d67d817-c9d7-43e3-83fc-6128245230d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.2309208 Oct 13 10:59:55.693196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6258c053-05cc-4c6f-b163-4dd7f00fdcf6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebe56a44-a4c2-43d6-93c0-6c4a8558c47c HTTP/1.1" status: 204 len: 168 time: 0.9630313 Oct 13 10:59:55.737328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 10:59:55.759179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dfb7e736-3ee9-4343-b943-089729965c0a req-e954f2f7-8612-47f9-8558-8284038d6df5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=69ffc0fc-dc77-488d-80e5-328e5194d24a HTTP/1.1" status: 200 len: 217 time: 0.0561349 Oct 13 10:59:55.781840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd28104-3841-41ca-936d-4570e336ef01,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:55.816402 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.816757 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Added segment 6d53608d-953d-4c8c-b247-0e49e91cd5d3 of type vlan for network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 Oct 13 10:59:55.821574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258c053-05cc-4c6f-b163-4dd7f00fdcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe56a44-a4c2-43d6-93c0-6c4a8558c47c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:55.838518 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.849243 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7e736-3ee9-4343-b943-089729965c0a req-157ce904-ad16-49b4-b807-67c804a6625d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:55.850891 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dfb7e736-3ee9-4343-b943-089729965c0a req-157ce904-ad16-49b4-b807-67c804a6625d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0711703 Oct 13 10:59:55.866352 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 10:59:55.876502 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0a93e491-8a53-436a-800e-3295a0beaa21 admin admin] 10.222.0.32 "PUT /v2.0/routers/58041d3d-e46c-40ad-862b-b946d667343d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3342807 Oct 13 10:59:55.890264 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Sync routers for ids ['58041d3d-e46c-40ad-862b-b946d667343d'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 10:59:55.891177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b221-d3e2-433f-846c-c96185b6f47f req-96b6f5c2-3730-4dd7-bb2c-4f51f4fab44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:55.891177 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f46b221-d3e2-433f-846c-c96185b6f47f req-96b6f5c2-3730-4dd7-bb2c-4f51f4fab44f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 1094 time: 0.1789050 Oct 13 10:59:55.895740 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Routers {'58041d3d-e46c-40ad-862b-b946d667343d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:55.896554 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:55.896711 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58041d3d-e46c-40ad-862b-b946d667343d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:55.922385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d1f46-9961-4afb-a938-8252d61cb773 req-ea15ecbd-8d72-4a91-9d38-55f1be842c53 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:55.923870 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a47d1f46-9961-4afb-a938-8252d61cb773 req-ea15ecbd-8d72-4a91-9d38-55f1be842c53 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 943 time: 0.1877406 Oct 13 10:59:55.935222 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7e736-3ee9-4343-b943-089729965c0a req-c554c732-801b-4bff-8562-a3cab361a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:55.940900 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dfb7e736-3ee9-4343-b943-089729965c0a req-c554c732-801b-4bff-8562-a3cab361a93e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781958 Oct 13 10:59:56.022308 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:56.022730 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 10:59:56.115175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a47d1f46-9961-4afb-a938-8252d61cb773 req-d7e576b2-184b-48b6-bb38-6efb8a899409 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562271 Oct 13 10:59:56.117214 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Set router 58041d3d-e46c-40ad-862b-b946d667343d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:56.143766 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dfb7e736-3ee9-4343-b943-089729965c0a req-4e99a2ef-9b7b-43e7-9c57-4683d2d33ceb service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909349 Oct 13 10:59:56.170415 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:56.170952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:56.171583 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:56.224249 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b221-d3e2-433f-846c-c96185b6f47f req-cbebdb9b-8030-4a76-9d5d-7a2c4ad60706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:56.225804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f46b221-d3e2-433f-846c-c96185b6f47f req-cbebdb9b-8030-4a76-9d5d-7a2c4ad60706 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 911 time: 0.3243809 Oct 13 10:59:56.321003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f46b221-d3e2-433f-846c-c96185b6f47f req-a13c0574-a8d7-4307-90bb-83887b561bf0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e3f74e-30aa-46c2-8573-5495ddc7ff21 HTTP/1.1" status: 200 len: 217 time: 0.0552392 Oct 13 10:59:56.413197 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0926342 Oct 13 10:59:56.418933 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T10:59:53Z', 'revision_number': 4, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25', 'name': '', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'mac_address': 'fa:16:3e:98:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:51Z', 'updated_at': '2021-10-13T10:59:53Z', 'revision_number': 2, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'subnets': [{'id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:56.423293 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dfb7e736-3ee9-4343-b943-089729965c0a req-35a94c53-80dd-475c-b71b-9864e3ccf505 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571399 Oct 13 10:59:56.423756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45482) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:56.442514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb2491-8fea-4e9d-9663-e1dfc17a89a6 admin admin] Pushing event updated for resources: {'Network': ['ID=bc5e0317-2a1f-41ba-91cf-0b420f18bef2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:56.455365 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 10:59:56.472730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6e9f4815-2a15-435e-8ed9-7f1ad36c0bec admin admin] Request body: {'subnet': {'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-subnet', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:56.474180 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Checking router: 58041d3d-e46c-40ad-862b-b946d667343d for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 10:59:56.474751 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Updating router 58041d3d-e46c-40ad-862b-b946d667343d port 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 10:59:56.491654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b221-d3e2-433f-846c-c96185b6f47f req-59ed3fb0-3177-4fe4-a710-be1314cbbdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:56.493534 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f46b221-d3e2-433f-846c-c96185b6f47f req-59ed3fb0-3177-4fe4-a710-be1314cbbdb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c73a4c07-49f6-4e27-8039-a817a8176f98 HTTP/1.1" status: 200 len: 850 time: 0.1597354 Oct 13 10:59:56.508880 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:56.689675 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 892ba243-60de-41e8-b646-ccec9e2c2125 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:56.694998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f46b221-d3e2-433f-846c-c96185b6f47f req-30c2db65-ea77-4a89-b57c-ea23cf7eccc6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ba7d06a-9950-4459-be22-0590e0d45321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1898112 Oct 13 10:59:56.752211 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9f4815-2a15-435e-8ed9-7f1ad36c0bec admin admin] Made reservation on behalf of f8ef3a9260b7494da03368bc530c12f3 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:56.760108 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4815-2a15-435e-8ed9-7f1ad36c0bec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:56.828724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ad0d3329-1d42-4f13-a254-a9d8ced30516 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:56.898065 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:56.910194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 892ba243-60de-41e8-b646-ccec9e2c2125 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:56.910194 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:56.928777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a75142-83e4-42dd-bd5d-5d042748acae req-a6f0a63a-4b34-4f8d-9f89-0badd77dd376 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:56.942620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06a75142-83e4-42dd-bd5d-5d042748acae req-a6f0a63a-4b34-4f8d-9f89-0badd77dd376 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 945 time: 0.4087048 Oct 13 10:59:56.967222 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:56.969250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:57.006312 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port ad0d3329-1d42-4f13-a254-a9d8ced30516 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:57.006826 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:57.030505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06a75142-83e4-42dd-bd5d-5d042748acae req-0fc1d11b-444d-42cd-961b-6746cadc2120 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862966 Oct 13 10:59:57.040921 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f46b221-d3e2-433f-846c-c96185b6f47f req-33858e6c-6281-488e-96fb-fdd7fa66fa15 service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267550 Oct 13 10:59:57.054061 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:57.147765 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:57.197352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ad0d3329-1d42-4f13-a254-a9d8ced30516, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:57.198322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 10:59:57.201707 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba4171c-8372-416b-a79f-bf425218ecef" -d '{"events": [{"server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 10:59:57.217825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f46b221-d3e2-433f-846c-c96185b6f47f req-51fbecb4-5ab3-40ac-b205-bdf596aaef9d service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667290 Oct 13 10:59:57.233686 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75bb13-f36f-4e79-b51e-a30be29af701 None None] Pushing event updated for resources: {'Port': ['ID=3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:57.263539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Pushing event updated for resources: {'Port': ['ID=a71e8c8f-a471-4b38-8517-f8b2c7e5ea8e,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:57.286938 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:57.288541 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:57.313496 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Attempting to bind port 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:59:57.314020 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Attempting to bind port 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'bbab50af-2cb0-4f5b-916f-2aa3f76d8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '78c56f23-0879-4d0a-999f-a48750187487'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:59:57.314516 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Attempting to bind port 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25 on network 78c56f23-0879-4d0a-999f-a48750187487 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:57.321379 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:59:57.326099 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Checking segment: {'id': 'bbab50af-2cb0-4f5b-916f-2aa3f76d8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '78c56f23-0879-4d0a-999f-a48750187487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:57.326099 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:57.326099 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Bound using segment: {'id': 'bbab50af-2cb0-4f5b-916f-2aa3f76d8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '78c56f23-0879-4d0a-999f-a48750187487'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:59:57.326099 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Bound port: 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbab50af-2cb0-4f5b-916f-2aa3f76d8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '78c56f23-0879-4d0a-999f-a48750187487'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:59:57.326099 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:57.342630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=ad0d3329-1d42-4f13-a254-a9d8ced30516,revision_number=10']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:57.347246 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4815-2a15-435e-8ed9-7f1ad36c0bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:57.396951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:57.398579 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-a5d570ea-1be0-4008-b654-36177c8d7f86 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1834116 Oct 13 10:59:57.443213 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] For port 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:59:57.446609 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] For port 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25,segment=NetworkSegment(bbab50af-2cb0-4f5b-916f-2aa3f76d8f82),segment_id=bbab50af-2cb0-4f5b-916f-2aa3f76d8f82)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:59:57.488123 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f4815-2a15-435e-8ed9-7f1ad36c0bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e93234-d6c5-4aa7-8ff5-81bcaedbc002,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:57.500682 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-da8387bb-c0e1-4945-a9b9-a42dae7f1b32 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.0921738 Oct 13 10:59:57.523081 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:57.639806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f4815-2a15-435e-8ed9-7f1ad36c0bec admin admin] Checking segment: {'id': '6d53608d-953d-4c8c-b247-0e49e91cd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:57.640703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9f4815-2a15-435e-8ed9-7f1ad36c0bec admin admin] Network hostable DHCP agents. Network: bc5e0317-2a1f-41ba-91cf-0b420f18bef2, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 10:59:57.663837 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Routers {'58041d3d-e46c-40ad-862b-b946d667343d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 10:59:57.664477 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58041d3d-e46c-40ad-862b-b946d667343d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:57.736375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-12774fa2-b7ef-4d7b-b34e-2414b9864d95 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:57.737793 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ec015089-ef3f-47c3-a9dd-7dd0d783f28b req-12774fa2-b7ef-4d7b-b34e-2414b9864d95 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.2194731 Oct 13 10:59:57.739266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9f4815-2a15-435e-8ed9-7f1ad36c0bec admin admin] Network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 10:59:57.764276 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75bb13-f36f-4e79-b51e-a30be29af701 None None] Pushing event updated for resources: {'Port': ['ID=3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:57.813408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-e6604a85-6366-4dd2-98a8-a31e86f4e133 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:57.815086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-e6604a85-6366-4dd2-98a8-a31e86f4e133 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/networks?id=78c56f23-0879-4d0a-999f-a48750187487 HTTP/1.1" status: 200 len: 819 time: 0.2045927 Oct 13 10:59:57.831203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6e9f4815-2a15-435e-8ed9-7f1ad36c0bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, bc5e0317-2a1f-41ba-91cf-0b420f18bef2) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:57.838500 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f4815-2a15-435e-8ed9-7f1ad36c0bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:57.839113 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4815-2a15-435e-8ed9-7f1ad36c0bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:57.842654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03108590-af6c-48cf-929a-3844debc9d7c None None] Network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 10:59:57.863341 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] Set router 58041d3d-e46c-40ad-862b-b946d667343d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 10:59:57.875333 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-fbd34a2a-c418-4b27-be5c-5935a0f76af8 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/quotas/6175b577a51f40e1a4cc3b714646768d HTTP/1.1" status: 200 len: 375 time: 0.0404809 Oct 13 10:59:57.943258 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-0eb01671-8dc1-42ed-be9a-44232842ca42 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1077762 Oct 13 10:59:57.947694 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6e9f4815-2a15-435e-8ed9-7f1ad36c0bec admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5143924 Oct 13 10:59:57.955220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45534) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:57.964172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:57.996434 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-fc85c8dd-1ef2-4709-94e0-794311a9f233 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6175b577a51f40e1a4cc3b714646768d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175356 Oct 13 10:59:58.157900 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-ce4f9221-107c-4608-ba67-8696a47785cc service neutron] 10.222.0.32 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483922 Oct 13 10:59:58.161020 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'fixed_ips': [{'subnet_id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 10:59:58.162253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:58.245047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-fecc2943-e1fe-4872-befd-2722b2e2ed6e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:58.247347 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-fecc2943-e1fe-4872-befd-2722b2e2ed6e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2956471 Oct 13 10:59:58.248720 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:58.249797 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:58.293667 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-cb242bc4-a0f0-4c1c-a4f7-5b5154be9ee2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/quotas/76e6e8777a97442bab92ab969c416e4e HTTP/1.1" status: 200 len: 375 time: 0.0293980 Oct 13 10:59:58.297284 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T10:59:53Z', 'revision_number': 4, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25', 'name': '', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'mac_address': 'fa:16:3e:98:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:51Z', 'updated_at': '2021-10-13T10:59:57Z', 'revision_number': 4, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'subnets': [{'id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 10:59:58.331656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-c4324d46-0f38-4412-8241-1c72d8292fbe service neutron] 10.222.0.32 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727509 Oct 13 10:59:58.340743 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89e41e2-ffcc-47d1-9393-c25054931f39 None None] The sync data for ids ['58041d3d-e46c-40ad-862b-b946d667343d'] in n-d-813659-3 is: [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T10:59:53Z', 'revision_number': 4, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25', 'name': '', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'mac_address': 'fa:16:3e:98:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:51Z', 'updated_at': '2021-10-13T10:59:57Z', 'revision_number': 4, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'subnets': [{'id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 10:59:58.395071 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Allocated IP 172.20.0.2 (bc5e0317-2a1f-41ba-91cf-0b420f18bef2/65e93234-d6c5-4aa7-8ff5-81bcaedbc002/47d50751-7f77-4082-9372-437a3b76e02b) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:58.404300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:58.470847 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-5a853926-6666-420a-9c4f-99d3703505ce tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1686127 Oct 13 10:59:58.788971 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:58.793125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 10:59:58.883607 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:58.888775 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:58.892367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd455d11-fe2a-49a6-a273-0c46cab5094d req-72b13fe6-08e7-4a7e-a27d-e88af32c5460 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:58.910065 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd455d11-fe2a-49a6-a273-0c46cab5094d req-72b13fe6-08e7-4a7e-a27d-e88af32c5460 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 943 time: 0.1744738 Oct 13 10:59:58.989079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd455d11-fe2a-49a6-a273-0c46cab5094d req-7f02ee62-830e-4890-8b1a-dca4fc1dcb54 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711682 Oct 13 10:59:58.990858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45566) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 10:59:58.997588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 10:59:59.002205 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 10:59:59.006950 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 10:59:59.015252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Pushing event updated for resources: {'Port': ['ID=47d50751-7f77-4082-9372-437a3b76e02b,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:59.033945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 10:59:59.034709 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:59.093369 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 10:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4b4cfe-9680-4a13-a6da-79542ae9cea5 x-openstack-request-id: req-dc4b4cfe-9680-4a13-a6da-79542ae9cea5 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 10:59:59.098487 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 10:59:59.098487 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc4b4cfe-9680-4a13-a6da-79542ae9cea5 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 10:59:59.098487 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'code': 200} Oct 13 10:59:59.201914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Attempting to bind port 47d50751-7f77-4082-9372-437a3b76e02b on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 10:59:59.201914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Attempting to bind port 47d50751-7f77-4082-9372-437a3b76e02b by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '6d53608d-953d-4c8c-b247-0e49e91cd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 10:59:59.201914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Attempting to bind port 47d50751-7f77-4082-9372-437a3b76e02b on network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 10:59:59.212226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 10:59:59.212602 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Checking segment: {'id': '6d53608d-953d-4c8c-b247-0e49e91cd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 10:59:59.213054 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:59.213447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Bound using segment: {'id': '6d53608d-953d-4c8c-b247-0e49e91cd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 10:59:59.213975 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Bound port: 47d50751-7f77-4082-9372-437a3b76e02b, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d53608d-953d-4c8c-b247-0e49e91cd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 10:59:59.215202 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:59.375450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] For port 47d50751-7f77-4082-9372-437a3b76e02b, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 10:59:59.381423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] For port 47d50751-7f77-4082-9372-437a3b76e02b, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=47d50751-7f77-4082-9372-437a3b76e02b,segment=NetworkSegment(6d53608d-953d-4c8c-b247-0e49e91cd5d3),segment_id=6d53608d-953d-4c8c-b247-0e49e91cd5d3)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 10:59:59.384385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1277540544', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:59.395080 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:59.401186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af324-3440-4c00-b284-d1f734b7efc0 req-c818e65e-9095-4697-919d-4fca75fbc8fa tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:59.410919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-609af324-3440-4c00-b284-d1f734b7efc0 req-c818e65e-9095-4697-919d-4fca75fbc8fa tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1997089 Oct 13 10:59:59.442960 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25,segment=NetworkSegment(bbab50af-2cb0-4f5b-916f-2aa3f76d8f82),segment_id=bbab50af-2cb0-4f5b-916f-2aa3f76d8f82)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 10:59:59.483535 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:59.505629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2f39e-83d9-4bac-95f2-3cb89b501810 req-4ebe64c2-c86f-455c-8a53-7bb7bcdf6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 10:59:59.507648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ccb2f39e-83d9-4bac-95f2-3cb89b501810 req-4ebe64c2-c86f-455c-8a53-7bb7bcdf6d70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0927522 Oct 13 10:59:59.517705 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:59.553070 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-609af324-3440-4c00-b284-d1f734b7efc0 req-982c0677-6f78-42a3-bf2a-a44e2ec82135 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.1409993 Oct 13 10:59:59.566496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-609af324-3440-4c00-b284-d1f734b7efc0 req-d28418fb-7281-4df5-8ca6-e91861544a2f tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Request body: {'floatingip': {'port_id': '34416104-e44b-46ee-a3af-5daca7880d5a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 10:59:59.606362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:59.626610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b057ca-bfa4-4d09-a12c-a1613cb1b422 None None] Pushing event updated for resources: {'Port': ['ID=47d50751-7f77-4082-9372-437a3b76e02b,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:59.647195 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:59.704075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Made reservation on behalf of 2dd54139bdfb494487f6db028354e86d for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 10:59:59.707436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:59.774071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Allocated IP 172.25.0.48 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/04b09cd8-1bb5-489d-8659-ae0395301f6b) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 10:59:59.785670 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-609af324-3440-4c00-b284-d1f734b7efc0 req-d28418fb-7281-4df5-8ca6-e91861544a2f tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:59.802308 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 10:59:59.817684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 10:59:59.942748 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ccb2f39e-83d9-4bac-95f2-3cb89b501810 req-81698eb9-249e-4a3e-8dfe-bd5649648953 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3857734 Oct 13 11:00:00.139702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66137af2-43ca-48d5-bada-a9e16d54646d req-1e031bfc-65f8-4c74-bbbd-83cfa2a623f1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:00.141337 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66137af2-43ca-48d5-bada-a9e16d54646d req-1e031bfc-65f8-4c74-bbbd-83cfa2a623f1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 947 time: 0.2130802 Oct 13 11:00:00.165986 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:00.173500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 07e3f74e-30aa-46c2-8573-5495ddc7ff21 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:00:00.217154 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66137af2-43ca-48d5-bada-a9e16d54646d req-6834c48f-ffcc-41cc-ad82-80ee31aaff00 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628176 Oct 13 11:00:00.224426 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:00.261255 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-609af324-3440-4c00-b284-d1f734b7efc0 req-d28418fb-7281-4df5-8ca6-e91861544a2f tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 11:00:00.267160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-609af324-3440-4c00-b284-d1f734b7efc0 req-d28418fb-7281-4df5-8ca6-e91861544a2f tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "PUT /v2.0/floatingips/4297dded-793e-4ab1-a093-db1375c49b8a HTTP/1.1" status: 409 len: 550 time: 0.7057810 Oct 13 11:00:00.296385 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 07e3f74e-30aa-46c2-8573-5495ddc7ff21, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=07e3f74e-30aa-46c2-8573-5495ddc7ff21,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:00.320104 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '07e3f74e-30aa-46c2-8573-5495ddc7ff21', 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'port_id': '07e3f74e-30aa-46c2-8573-5495ddc7ff21', 'mac_address': 'fa:16:3e:26:3a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73a4c07-49f6-4e27-8039-a817a8176f98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:00:00.362582 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ab3f52b-6764-4609-ad8d-f98afd272f46 req-44eff681-8f72-4849-a9dc-4b16bd6997a0 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 210 time: 0.0524802 Oct 13 11:00:00.391373 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:00.398038 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:00.413452 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:00.439828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e3f74e-30aa-46c2-8573-5495ddc7ff21 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:00:00.452784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1678203f-2b12-4538-b8b6-2778eeb5abaa,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:00.470344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:00.474201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] device_id is not set on port 6a4e4641-7098-4763-90a8-1540882479da yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:00:00.478070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:00.503355 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 07e3f74e-30aa-46c2-8573-5495ddc7ff21, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=07e3f74e-30aa-46c2-8573-5495ddc7ff21,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:00.504407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:00.590717 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a635460-4015-479e-8caf-af881b7f16e0 req-c87c3f64-824a-47b0-bcd3-b9bda6228cff tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips/4297dded-793e-4ab1-a093-db1375c49b8a HTTP/1.1" status: 200 len: 693 time: 0.1023803 Oct 13 11:00:00.593039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Pushing event updated for resources: {'Port': ['ID=04b09cd8-1bb5-489d-8659-ae0395301f6b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:00.608180 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:00.753821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=07e3f74e-30aa-46c2-8573-5495ddc7ff21,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:00.785799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:00.799982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce64e4f-9087-44ee-acd1-c280f3c3c99d req-3e0cfd18-0ca0-4072-af3f-4efdbe77e310 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:00.807455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ce64e4f-9087-44ee-acd1-c280f3c3c99d req-3e0cfd18-0ca0-4072-af3f-4efdbe77e310 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 943 time: 0.3124652 Oct 13 11:00:00.809354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Allocated IP 172.25.0.166 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/6a4e4641-7098-4763-90a8-1540882479da) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:00.853072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:00.853541 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:00.894114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a635460-4015-479e-8caf-af881b7f16e0 req-078f5ed1-549f-48d6-a91d-baffe15d0f9d tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:00.905223 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ce64e4f-9087-44ee-acd1-c280f3c3c99d req-11ff71cb-c88a-4866-8e48-744e3708838b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953052 Oct 13 11:00:00.905526 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a635460-4015-479e-8caf-af881b7f16e0 req-078f5ed1-549f-48d6-a91d-baffe15d0f9d tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.3097064 Oct 13 11:00:00.914168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-3a635460-4015-479e-8caf-af881b7f16e0 req-9793c517-7b05-43fc-a6d4-fda0dd07d11c tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:00:00.915208 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a635460-4015-479e-8caf-af881b7f16e0 req-9793c517-7b05-43fc-a6d4-fda0dd07d11c tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089033 Oct 13 11:00:00.936411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['07e3f74e-30aa-46c2-8573-5495ddc7ff21'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:00.999514 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc673663-5a39-405e-8701-eb7fc9b10935 req-e32cb608-04a1-4bc3-9083-a6de6818e4a0 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 210 time: 0.0427423 Oct 13 11:00:01.070915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a635460-4015-479e-8caf-af881b7f16e0 req-a3660949-47a8-41f0-8b08-0e0c01bf80c9 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.1222427 Oct 13 11:00:01.082211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 47d50751-7f77-4082-9372-437a3b76e02b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:01.186259 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:01.260771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36025967-32bf-4b03-a5ad-697f0eb3c1b2 None None] Network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:01.267162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a635460-4015-479e-8caf-af881b7f16e0 req-e4ee2810-2f64-4620-a6df-1f0ed88035d6 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.1697080 Oct 13 11:00:01.519246 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:01.531737 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-93562e13-9e35-4e55-a06b-2e5d6b428a0c None None] Provisioning complete for port 47d50751-7f77-4082-9372-437a3b76e02b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:01.531976 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-93562e13-9e35-4e55-a06b-2e5d6b428a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:01.533658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 47d50751-7f77-4082-9372-437a3b76e02b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:01.533811 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:01.598369 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-3a635460-4015-479e-8caf-af881b7f16e0 req-37e4d620-d7b1-42a8-9662-39e4dd03d490 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Deleting port a71e8c8f-a471-4b38-8517-f8b2c7e5ea8e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:01.598751 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3a635460-4015-479e-8caf-af881b7f16e0 req-37e4d620-d7b1-42a8-9662-39e4dd03d490 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:01.626742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0159a2-11ba-45f5-b02b-5518b6c8142f req-aeb58e18-4bf2-4018-9460-d25e4c91bae1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:01.637847 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd0159a2-11ba-45f5-b02b-5518b6c8142f req-aeb58e18-4bf2-4018-9460-d25e4c91bae1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 947 time: 0.2920463 Oct 13 11:00:01.700898 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd0159a2-11ba-45f5-b02b-5518b6c8142f req-c62575b7-888b-4260-aeae-880766fa6385 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619125 Oct 13 11:00:01.709448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:01.726631 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:01.843367 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:01.873970 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6beb77bf-6e00-42cf-8ee8-f2aacedb283d req-8c947d57-dc7a-483a-b913-75ff922f52ab tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 210 time: 0.0557349 Oct 13 11:00:01.909404 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-93562e13-9e35-4e55-a06b-2e5d6b428a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:01.934127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Pushing event updated for resources: {'Port': ['ID=6a4e4641-7098-4763-90a8-1540882479da,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:01.938007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:01.955904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:01.962547 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:02.021221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:02.021221 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:02.057892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-93562e13-9e35-4e55-a06b-2e5d6b428a0c None None] For port 47d50751-7f77-4082-9372-437a3b76e02b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=47d50751-7f77-4082-9372-437a3b76e02b,segment=NetworkSegment(6d53608d-953d-4c8c-b247-0e49e91cd5d3),segment_id=6d53608d-953d-4c8c-b247-0e49e91cd5d3)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:02.061228 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3a635460-4015-479e-8caf-af881b7f16e0 req-37e4d620-d7b1-42a8-9662-39e4dd03d490 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:02.062078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3a635460-4015-479e-8caf-af881b7f16e0 req-37e4d620-d7b1-42a8-9662-39e4dd03d490 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:02.127337 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-3a635460-4015-479e-8caf-af881b7f16e0 req-37e4d620-d7b1-42a8-9662-39e4dd03d490 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Calling delete_port for a71e8c8f-a471-4b38-8517-f8b2c7e5ea8e owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:02.141257 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-0bb7da1c-340b-4ae5-9706-f79269476db0 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:02.142958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-0bb7da1c-340b-4ae5-9706-f79269476db0 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.46 "GET /v2.0/networks?id=78c56f23-0879-4d0a-999f-a48750187487 HTTP/1.1" status: 200 len: 819 time: 0.4523733 Oct 13 11:00:02.143078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-93562e13-9e35-4e55-a06b-2e5d6b428a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:02.168370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-ac0e0b15-64e9-4873-967f-e5378979b23f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Request body: {'port': {'device_id': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'admin_state_up': True, 'tenant_id': '6175b577a51f40e1a4cc3b714646768d'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:02.233900 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-409c5909-5844-4d43-886f-af49487a5b3a tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2422764 Oct 13 11:00:02.303744 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45670) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:02.310183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166'}]}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:02.365882 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:00:02.366668 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:00:02.367108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93562e13-9e35-4e55-a06b-2e5d6b428a0c None None] Pushing event updated for resources: {'Port': ['ID=47d50751-7f77-4082-9372-437a3b76e02b,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:02.487408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562ee21-37ef-4a44-ab2a-b36637e8ece9 req-0156194c-dc5a-44b3-9a1e-0a3f2919f235 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:02.494698 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d562ee21-37ef-4a44-ab2a-b36637e8ece9 req-0156194c-dc5a-44b3-9a1e-0a3f2919f235 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 944 time: 0.0853949 Oct 13 11:00:02.537390 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d562ee21-37ef-4a44-ab2a-b36637e8ece9 req-0ede77a9-e432-4729-ba9e-3728c5c3babb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418191 Oct 13 11:00:02.547099 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:02.548281 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:02.580110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c678c427-61b7-43a0-9231-cd3846e6ed4b None None] Provisioning complete for port 47d50751-7f77-4082-9372-437a3b76e02b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:02.580824 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c678c427-61b7-43a0-9231-cd3846e6ed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:02.582980 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45676) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:02.618434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:00:02.631626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:02.663986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-ac0e0b15-64e9-4873-967f-e5378979b23f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Made reservation on behalf of 6175b577a51f40e1a4cc3b714646768d for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:02.675411 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-ac0e0b15-64e9-4873-967f-e5378979b23f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:02.707943 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9a9a205e-0a62-4dea-a92c-70380ca68d2e req-1db08019-159d-4127-a6b8-31419f7e3bea tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 210 time: 0.0351727 Oct 13 11:00:02.794641 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3a635460-4015-479e-8caf-af881b7f16e0 req-37e4d620-d7b1-42a8-9662-39e4dd03d490 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:02.818587 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c5b2-7ed2-42f0-9516-f2bf1011ecb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:02.904031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4d620-d7b1-42a8-9662-39e4dd03d490 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Pushing event deleted for resources: {'Port': ['ID=a71e8c8f-a471-4b38-8517-f8b2c7e5ea8e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:02.958396 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c5b2-7ed2-42f0-9516-f2bf1011ecb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:02.965032 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:00:02.976426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Sync routers for ids ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:00:02.999658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0457acb-caef-44f7-9654-94f76bf377c8 req-d9af83d7-241f-428d-80aa-9bb20a47f8b8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:03.005489 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Routers {'ca0e7ca9-20ae-4744-b3eb-316b76db4d96'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:00:03.006220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-32951841-627c-4cba-8129-c691dfd4745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:03.009585 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f0457acb-caef-44f7-9654-94f76bf377c8 req-d9af83d7-241f-428d-80aa-9bb20a47f8b8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 947 time: 0.2240679 Oct 13 11:00:03.060242 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:03.064713 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9e82dedd-9508-4545-ab2c-b90aea993183 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1070898 Oct 13 11:00:03.065659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c5b2-7ed2-42f0-9516-f2bf1011ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:03.068535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45684) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:03.072295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 47d50751-7f77-4082-9372-437a3b76e02b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:03.149106 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f0457acb-caef-44f7-9654-94f76bf377c8 req-90e02dd7-84e9-44a8-a3e9-799d7cc30bdd tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382980 Oct 13 11:00:03.208534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Set router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:00:03.256853 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5fd7c5b2-7ed2-42f0-9516-f2bf1011ecb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdd86b2865b54eb29ce2928869901cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6727452 Oct 13 11:00:03.267759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45686) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:03.269957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7c5b2-7ed2-42f0-9516-f2bf1011ecb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a300c7-889d-4201-af4b-ef8f29a5e621,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:03.271973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 47d50751-7f77-4082-9372-437a3b76e02b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:03.273122 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:03.297781 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-97ff3dd0-b536-42d8-82b2-b3a045b5b5b2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845199 Oct 13 11:00:03.354903 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-18ce1400-3e45-432d-9bc3-103c3f2784fa req-9d06040c-d835-4779-9ad7-f73d96041eba tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 210 time: 0.0778449 Oct 13 11:00:03.362683 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:03.394222 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3a635460-4015-479e-8caf-af881b7f16e0 req-37e4d620-d7b1-42a8-9662-39e4dd03d490 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:03.397260 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3a635460-4015-479e-8caf-af881b7f16e0 req-37e4d620-d7b1-42a8-9662-39e4dd03d490 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:03.397896 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a635460-4015-479e-8caf-af881b7f16e0 req-37e4d620-d7b1-42a8-9662-39e4dd03d490 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "DELETE /v2.0/floatingips/4297dded-793e-4ab1-a093-db1375c49b8a HTTP/1.1" status: 204 len: 173 time: 2.1219966 Oct 13 11:00:03.415664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-ac0e0b15-64e9-4873-967f-e5378979b23f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Allocated IP 172.20.0.6 (78c56f23-0879-4d0a-999f-a48750187487/7b2ff1c2-b112-4f98-a30b-af0fe58cec1d/07b8fa3c-74ee-45de-a5da-dd2b09fe3acf) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:03.551377 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22da8e8b-01cf-4c9e-bac3-03b84ad49db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:03.583766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-32951841-627c-4cba-8129-c691dfd4745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:00:00Z', 'revision_number': 3, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T10:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:03.622659 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Checking router: ca0e7ca9-20ae-4744-b3eb-316b76db4d96 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:00:03.623345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Updating router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 port 04b09cd8-1bb5-489d-8659-ae0395301f6b binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:00:03.661068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-b3fcb5ce-79cc-4014-9f42-087425c82266 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:03.662819 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-b3fcb5ce-79cc-4014-9f42-087425c82266 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3549156 Oct 13 11:00:03.671440 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:03.673581 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-fcb0ef75-c918-4903-9c92-62a75bd401bf tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1000 time: 0.1992264 Oct 13 11:00:03.675652 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22da8e8b-01cf-4c9e-bac3-03b84ad49db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:03.691756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-f53837d0-1c42-49bd-ae7f-679276530584 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Request body: {'port': {'device_id': '7ac28dcf-e1fc-4785-8eef-04a969f37fce', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '76e6e8777a97442bab92ab969c416e4e'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:03.762305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb59d0-1eea-4a15-a0e2-282066675efa req-df732557-4b85-4cbd-b4c7-1e3aae99fc20 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:03.763850 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7bfb59d0-1eea-4a15-a0e2-282066675efa req-df732557-4b85-4cbd-b4c7-1e3aae99fc20 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 944 time: 0.1127748 Oct 13 11:00:03.784340 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-ac0e0b15-64e9-4873-967f-e5378979b23f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:03.858533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7bfb59d0-1eea-4a15-a0e2-282066675efa req-55ce2650-2c3e-4815-9683-576747ae17dd tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719814 Oct 13 11:00:03.858778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-4af264c9-d06f-45be-baca-f88d4e5fa562 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:03.859947 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-4af264c9-d06f-45be-baca-f88d4e5fa562 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports/34416104-e44b-46ee-a3af-5daca7880d5a HTTP/1.1" status: 200 len: 942 time: 0.1721432 Oct 13 11:00:03.909523 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-fc8645fe-ab9a-4182-928f-0d9ed2eea0d6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462697 Oct 13 11:00:04.003003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ba270c3-cda6-4896-9470-56509e921c15 req-8a9241b1-cbaa-4d42-9e3b-53e69683d2c0 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 210 time: 0.0342140 Oct 13 11:00:04.041514 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-ac0e0b15-64e9-4873-967f-e5378979b23f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.058596 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22da8e8b-01cf-4c9e-bac3-03b84ad49db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.061160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22da8e8b-01cf-4c9e-bac3-03b84ad49db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.062312 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-22da8e8b-01cf-4c9e-bac3-03b84ad49db2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30a300c7-889d-4201-af4b-ef8f29a5e621 HTTP/1.1" status: 204 len: 168 time: 0.7934527 Oct 13 11:00:04.107188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da8e8b-01cf-4c9e-bac3-03b84ad49db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a300c7-889d-4201-af4b-ef8f29a5e621,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:04.123886 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.156290 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-e2dbe2ec-4633-4875-b46b-2763d86ee5e8 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1000 time: 0.2025926 Oct 13 11:00:04.165174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-ac0e0b15-64e9-4873-967f-e5378979b23f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Network 78c56f23-0879-4d0a-999f-a48750187487 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:04.170256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-ac0e0b15-64e9-4873-967f-e5378979b23f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:04.173056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e0b15-64e9-4873-967f-e5378979b23f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Pushing event updated for resources: {'Port': ['ID=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:04.175129 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.178770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-ac0e0b15-64e9-4873-967f-e5378979b23f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:04.194900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 07e3f74e-30aa-46c2-8573-5495ddc7ff21 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:04.201842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-f53837d0-1c42-49bd-ae7f-679276530584 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Made reservation on behalf of 76e6e8777a97442bab92ab969c416e4e for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:04.205415 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-f53837d0-1c42-49bd-ae7f-679276530584 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.228798 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.239245 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.267615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-7632a60f-e6fe-4dcd-be79-227f242071b4 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:04.269102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-7632a60f-e6fe-4dcd-be79-227f242071b4 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126371 Oct 13 11:00:04.294199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d0c69-1ccb-417c-bea1-a6773bff0e0d None None] Pushing event updated for resources: {'Port': ['ID=04b09cd8-1bb5-489d-8659-ae0395301f6b,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:04.300547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-5e6fc489-7df9-4a3b-a462-996731bd1416 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Request body: {'port': {'device_id': '0f946384-0874-4a31-93c4-ef7903231f56', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '76e6e8777a97442bab92ab969c416e4e'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:04.328140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-ac0e0b15-64e9-4873-967f-e5378979b23f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:04.330284 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-ac0e0b15-64e9-4873-967f-e5378979b23f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.335015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Attempting to bind port 04b09cd8-1bb5-489d-8659-ae0395301f6b on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:04.335396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Attempting to bind port 04b09cd8-1bb5-489d-8659-ae0395301f6b by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:04.335994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Attempting to bind port 04b09cd8-1bb5-489d-8659-ae0395301f6b on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:04.342316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:04.342749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:04.343753 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.344205 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:04.344773 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Bound port: 04b09cd8-1bb5-489d-8659-ae0395301f6b, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:04.345148 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.392571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 07e3f74e-30aa-46c2-8573-5495ddc7ff21 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:00:04.400132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 07e3f74e-30aa-46c2-8573-5495ddc7ff21 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:04.400497 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.426788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-32951841-627c-4cba-8129-c691dfd4745c None None] For port 04b09cd8-1bb5-489d-8659-ae0395301f6b, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:04.446278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-32951841-627c-4cba-8129-c691dfd4745c None None] For port 04b09cd8-1bb5-489d-8659-ae0395301f6b, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=04b09cd8-1bb5-489d-8659-ae0395301f6b,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:04.471198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228ff36-0345-4548-ae66-cee31a93f9b2 req-85ab6452-ffdd-4695-a3d7-da803b5b18a9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:04.472928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3228ff36-0345-4548-ae66-cee31a93f9b2 req-85ab6452-ffdd-4695-a3d7-da803b5b18a9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 947 time: 0.1335554 Oct 13 11:00:04.479525 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-ac0e0b15-64e9-4873-967f-e5378979b23f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3208888 Oct 13 11:00:04.506244 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.508470 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.516480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-69af6888-6c31-4599-a292-3865fbdda343 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:04.519955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Request body: {'port': {'device_id': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:04.525152 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-69af6888-6c31-4599-a292-3865fbdda343 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.3552821 Oct 13 11:00:04.567428 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a15e2e4-5c46-4d03-970a-0bbf9c023850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e3f74e-30aa-46c2-8573-5495ddc7ff21'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:04.569375 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b523a69-6933-4476-9b1c-ce36c4fc87f6" -d '{"events": [{"server_uuid": "3a15e2e4-5c46-4d03-970a-0bbf9c023850", "name": "network-vif-plugged", "status": "completed", "tag": "07e3f74e-30aa-46c2-8573-5495ddc7ff21"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:04.596846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 07e3f74e-30aa-46c2-8573-5495ddc7ff21, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=07e3f74e-30aa-46c2-8573-5495ddc7ff21,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:04.602736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Routers {'ca0e7ca9-20ae-4744-b3eb-316b76db4d96'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:00:04.603402 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-32951841-627c-4cba-8129-c691dfd4745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:04.612726 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.625858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3228ff36-0345-4548-ae66-cee31a93f9b2 req-ed60c083-c757-4f45-a65e-bb960a2a02a6 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134748 Oct 13 11:00:04.632916 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.648815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d0c69-1ccb-417c-bea1-a6773bff0e0d None None] Pushing event updated for resources: {'Port': ['ID=04b09cd8-1bb5-489d-8659-ae0395301f6b,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:04.670370 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.707513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-a2269220-b034-4a50-967f-f36a4766fbfe tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1000 time: 0.1814833 Oct 13 11:00:04.716909 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.720336 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-5eb90fb7-e688-43ec-b00b-3e3a56f2b5e0 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:04.783938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=07e3f74e-30aa-46c2-8573-5495ddc7ff21,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:04.794729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-32951841-627c-4cba-8129-c691dfd4745c None None] Set router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:00:04.861851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-f53837d0-1c42-49bd-ae7f-679276530584 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Allocated IP 192.168.233.238 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/4fc1cb75-8880-4e39-90df-3f658687f11a) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:04.921815 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.925461 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:04.937751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89c2db-26d8-4d79-9585-c865b62ca6db req-e9aa9e22-23a6-4ad4-85ae-a8367eb7c5bd tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:04.939343 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb89c2db-26d8-4d79-9585-c865b62ca6db req-e9aa9e22-23a6-4ad4-85ae-a8367eb7c5bd tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 931 time: 0.2238533 Oct 13 11:00:05.030353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-32951841-627c-4cba-8129-c691dfd4745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:00:00Z', 'revision_number': 3, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:05.064450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45710) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:05.070000 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32951841-627c-4cba-8129-c691dfd4745c None None] The sync data for ids ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'] in n-d-813659-3 is: [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:00:00Z', 'revision_number': 3, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:00:05.139062 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.139579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 932ecd05-bcf6-4bf4-a079-6143e693bd1e {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:00:05.141357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4327ba0a-e8f6-44cc-a424-c123023f6176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.150996 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb89c2db-26d8-4d79-9585-c865b62ca6db req-a2b0c04f-19d5-40f9-a96f-16f7f90415f1 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032754 Oct 13 11:00:05.220675 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefa9f67-74cf-4ba0-97cc-1e553335dc20 x-openstack-request-id: req-cefa9f67-74cf-4ba0-97cc-1e553335dc20 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:05.220981 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a15e2e4-5c46-4d03-970a-0bbf9c023850", "name": "network-vif-plugged", "status": "completed", "tag": "07e3f74e-30aa-46c2-8573-5495ddc7ff21", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:05.221321 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cefa9f67-74cf-4ba0-97cc-1e553335dc20 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:05.221624 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a15e2e4-5c46-4d03-970a-0bbf9c023850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e3f74e-30aa-46c2-8573-5495ddc7ff21', 'code': 200} Oct 13 11:00:05.284820 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-5eb90fb7-e688-43ec-b00b-3e3a56f2b5e0 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.290196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-5e6fc489-7df9-4a3b-a462-996731bd1416 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Made reservation on behalf of 76e6e8777a97442bab92ab969c416e4e for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:05.293876 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-5e6fc489-7df9-4a3b-a462-996731bd1416 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.355239 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 13 11:00:05.355239 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4fc27b50-5064-4cd4-9df5-c14530d09e36 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0487931 Oct 13 11:00:05.362936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45712) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:05.410777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Allocated IP 172.20.0.1 (bc5e0317-2a1f-41ba-91cf-0b420f18bef2/65e93234-d6c5-4aa7-8ff5-81bcaedbc002/c8c0371b-c66e-4942-88b1-abcc494505ab) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:05.463408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8146e9c-d4b0-4ec8-831b-dee07ac789e9 req-e5cacdef-2956-4f85-b6f1-5894f192bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:05.465125 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8146e9c-d4b0-4ec8-831b-dee07ac789e9 req-e5cacdef-2956-4f85-b6f1-5894f192bfad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 1096 time: 0.1690950 Oct 13 11:00:05.484256 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4327ba0a-e8f6-44cc-a424-c123023f6176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.497165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:00:05.516160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c52ebe-45df-44c4-889f-993be2b61282 req-6ab14396-fbc7-41a8-836d-bf565893d7b6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:05.517765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e0c52ebe-45df-44c4-889f-993be2b61282 req-6ab14396-fbc7-41a8-836d-bf565893d7b6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 945 time: 0.2020423 Oct 13 11:00:05.519805 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.565130 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8146e9c-d4b0-4ec8-831b-dee07ac789e9 req-69c48fad-0f3d-468e-9d16-464ec6ee8c77 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911653 Oct 13 11:00:05.569652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Transition to ACTIVE for port object 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:00:05.572144 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4327ba0a-e8f6-44cc-a424-c123023f6176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.617185 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e0c52ebe-45df-44c4-889f-993be2b61282 req-608c5056-daf7-4c0d-ae39-53aa7b809cf9 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924034 Oct 13 11:00:05.623540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327ba0a-e8f6-44cc-a424-c123023f6176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bc38dc-ea26-4aa5-a425-2785f16647b1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:05.630635 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4327ba0a-e8f6-44cc-a424-c123023f6176 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c80d41f428034507892cb37701629040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5640349 Oct 13 11:00:05.631622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45714) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:05.679329 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.774885 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-5eb90fb7-e688-43ec-b00b-3e3a56f2b5e0 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.778932 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5371306-f4b9-4ff3-8180-ad2eb1480806 req-70970777-bc7d-45b6-a022-3c5b51e21cbe tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 210 time: 0.0501797 Oct 13 11:00:05.796208 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Pushing event updated for resources: {'Port': ['ID=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:05.806486 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-f53837d0-1c42-49bd-ae7f-679276530584 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.811648 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07082ae0-760f-46c0-ba58-0fd35dc13a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.840441 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.844352 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-5eb90fb7-e688-43ec-b00b-3e3a56f2b5e0 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.844699 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-5eb90fb7-e688-43ec-b00b-3e3a56f2b5e0 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Floating IP a7dac513-8e92-40bf-be21-82f5daa219f7 disassociated. External IP: 172.25.0.58, port: 34416104-e44b-46ee-a3af-5daca7880d5a. Oct 13 11:00:05.853915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-0803c928-f9d5-4d11-be2a-ade810f54600 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Deleting port 6a4e4641-7098-4763-90a8-1540882479da {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:05.854266 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0803c928-f9d5-4d11-be2a-ade810f54600 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.884849 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07082ae0-760f-46c0-ba58-0fd35dc13a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:05.936141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Attempting to bind port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:05.936473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Attempting to bind port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'bbab50af-2cb0-4f5b-916f-2aa3f76d8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '78c56f23-0879-4d0a-999f-a48750187487'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:05.936796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Attempting to bind port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf on network 78c56f23-0879-4d0a-999f-a48750187487 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:05.944025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf on network 78c56f23-0879-4d0a-999f-a48750187487 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:05.944025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Attempting to bind port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf on network 78c56f23-0879-4d0a-999f-a48750187487 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:05.950007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:05.950499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Checking segment: {'id': 'bbab50af-2cb0-4f5b-916f-2aa3f76d8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '78c56f23-0879-4d0a-999f-a48750187487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:05.950888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Bound using segment: {'id': 'bbab50af-2cb0-4f5b-916f-2aa3f76d8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '78c56f23-0879-4d0a-999f-a48750187487'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:05.951319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Bound port: 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbab50af-2cb0-4f5b-916f-2aa3f76d8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '78c56f23-0879-4d0a-999f-a48750187487'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:05.951680 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:06.022049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] For port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:06.025663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] For port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,segment=NetworkSegment(bbab50af-2cb0-4f5b-916f-2aa3f76d8f82),segment_id=bbab50af-2cb0-4f5b-916f-2aa3f76d8f82)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:06.027230 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07082ae0-760f-46c0-ba58-0fd35dc13a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:06.030155 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07082ae0-760f-46c0-ba58-0fd35dc13a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:06.034174 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-07082ae0-760f-46c0-ba58-0fd35dc13a17 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26bc38dc-ea26-4aa5-a425-2785f16647b1 HTTP/1.1" status: 204 len: 168 time: 0.3991218 Oct 13 11:00:06.047632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07082ae0-760f-46c0-ba58-0fd35dc13a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bc38dc-ea26-4aa5-a425-2785f16647b1,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:06.056544 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-f53837d0-1c42-49bd-ae7f-679276530584 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:06.072422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:06.077507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:06.104627 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:06.147581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:06.148199 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:06.149622 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] 10.222.0.46 "PUT /v2.0/ports/07b8fa3c-74ee-45de-a5da-dd2b09fe3acf HTTP/1.1" status: 200 len: 1091 time: 1.6362693 Oct 13 11:00:06.150073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:06.153090 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c19ffe0-793d-4d92-a606-8473aaf07a04" -d '{"events": [{"name": "network-changed", "server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:06.182509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fa0af-f450-4db8-8db9-4fb616b57b7f service neutron] Pushing event updated for resources: {'Port': ['ID=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:06.196700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53837d0-1c42-49bd-ae7f-679276530584 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event updated for resources: {'Port': ['ID=4fc1cb75-8880-4e39-90df-3f658687f11a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:06.209547 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0803c928-f9d5-4d11-be2a-ade810f54600 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:06.228683 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4765164-1622-45e5-ba32-09c97bf4f1b5 x-openstack-request-id: req-e4765164-1622-45e5-ba32-09c97bf4f1b5 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:06.229065 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:06.229392 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4765164-1622-45e5-ba32-09c97bf4f1b5 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:06.230569 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf', 'status': 'completed', 'code': 200} Oct 13 11:00:06.252504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-0803c928-f9d5-4d11-be2a-ade810f54600 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Calling delete_port for 6a4e4641-7098-4763-90a8-1540882479da owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:06.307219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19ffe0-793d-4d92-a606-8473aaf07a04 req-95a2ca73-f428-4e4c-8e92-57bcf658a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:06.310458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c19ffe0-793d-4d92-a606-8473aaf07a04 req-95a2ca73-f428-4e4c-8e92-57bcf658a45c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6175b577a51f40e1a4cc3b714646768d&device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 1094 time: 0.0614123 Oct 13 11:00:06.344344 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:06.437157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d5126-b99a-4357-aa65-40295b2ea95b req-a84d99da-9922-4849-8db3-7a281813eb04 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:06.443806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-5e6fc489-7df9-4a3b-a462-996731bd1416 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Allocated IP 192.168.233.240 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:06.444983 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-054d5126-b99a-4357-aa65-40295b2ea95b req-a84d99da-9922-4849-8db3-7a281813eb04 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 943 time: 0.1406775 Oct 13 11:00:06.447076 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-f53837d0-1c42-49bd-ae7f-679276530584 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:06.467660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-f53837d0-1c42-49bd-ae7f-679276530584 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:06.472166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:06.481044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-f53837d0-1c42-49bd-ae7f-679276530584 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:06.517040 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-054d5126-b99a-4357-aa65-40295b2ea95b req-894ee9fe-e4f6-4839-8ef7-fba50d248105 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710235 Oct 13 11:00:06.545852 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:06.556751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19ffe0-793d-4d92-a606-8473aaf07a04 req-ed0946b4-1181-48d3-b3f1-7658a08ceeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:06.556751 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c19ffe0-793d-4d92-a606-8473aaf07a04 req-ed0946b4-1181-48d3-b3f1-7658a08ceeb3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6175b577a51f40e1a4cc3b714646768d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2040057 Oct 13 11:00:06.562650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:06.574131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c0371b-c66e-4942-88b1-abcc494505ab,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:06.710577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19ffe0-793d-4d92-a606-8473aaf07a04 req-758e96a4-35b3-43e5-98d4-b387174e1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:06.712497 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c19ffe0-793d-4d92-a606-8473aaf07a04 req-758e96a4-35b3-43e5-98d4-b387174e1415 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502874 Oct 13 11:00:06.849592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-f53837d0-1c42-49bd-ae7f-679276530584 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:06.850269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-f53837d0-1c42-49bd-ae7f-679276530584 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:06.943064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb84539-5ab0-4d8f-9ecd-065ff711797b req-3ee268ac-be1e-4475-9360-83d53781b6eb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:06.943064 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-adb84539-5ab0-4d8f-9ecd-065ff711797b req-3ee268ac-be1e-4475-9360-83d53781b6eb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 945 time: 0.2044859 Oct 13 11:00:06.950440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-4df6aba7-b204-4438-b1c2-7bc4c7c6d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:06.953045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-4df6aba7-b204-4438-b1c2-7bc4c7c6d4f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6175b577a51f40e1a4cc3b714646768d&device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 1094 time: 0.1388226 Oct 13 11:00:06.961464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-5eb90fb7-e688-43ec-b00b-3e3a56f2b5e0 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:00:06.963202 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:06.967083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-cc3edce8-9c4e-47a8-b2b5-52d0a0d33cec None None] Provisioning complete for port c8c0371b-c66e-4942-88b1-abcc494505ab triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:06.967613 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cc3edce8-9c4e-47a8-b2b5-52d0a0d33cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:07.018147 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-a3daae3a-a418-4841-8cb6-a07258f391e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf HTTP/1.1" status: 200 len: 217 time: 0.0563297 Oct 13 11:00:07.019241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-cc3edce8-9c4e-47a8-b2b5-52d0a0d33cec None None] Port c8c0371b-c66e-4942-88b1-abcc494505ab cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:00:07.032092 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-cc3edce8-9c4e-47a8-b2b5-52d0a0d33cec None None] Provisioning complete for port 4fc1cb75-8880-4e39-90df-3f658687f11a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:07.032703 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cc3edce8-9c4e-47a8-b2b5-52d0a0d33cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:07.071277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-cc3edce8-9c4e-47a8-b2b5-52d0a0d33cec None None] Port 4fc1cb75-8880-4e39-90df-3f658687f11a cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:00:07.081288 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-adb84539-5ab0-4d8f-9ecd-065ff711797b req-3cbd12e7-5901-4d13-826c-702e1fac720a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267252 Oct 13 11:00:07.088074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0803c928-f9d5-4d11-be2a-ade810f54600 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:07.146932 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 04b09cd8-1bb5-489d-8659-ae0395301f6b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:07.154410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-548a63f4-8a0b-44e9-989c-34c9666f51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:07.155986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-548a63f4-8a0b-44e9-989c-34c9666f51ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b2ff1c2-b112-4f98-a30b-af0fe58cec1d HTTP/1.1" status: 200 len: 859 time: 0.1210771 Oct 13 11:00:07.217208 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-5c8fb8bb-381a-45a1-856a-e89a49b50f7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78c56f23-0879-4d0a-999f-a48750187487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419769 Oct 13 11:00:07.231554 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-5e6fc489-7df9-4a3b-a462-996731bd1416 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:07.236841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0761a683-5bb2-4d8d-ad4b-2809999f2181 req-995c7837-104b-4c00-b6a0-a8b144e30770 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 210 time: 0.0488853 Oct 13 11:00:07.246091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 04b09cd8-1bb5-489d-8659-ae0395301f6b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:07.248200 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:07.271139 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-f53837d0-1c42-49bd-ae7f-679276530584 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5914655 Oct 13 11:00:07.273711 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0803c928-f9d5-4d11-be2a-ade810f54600 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:07.277570 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0803c928-f9d5-4d11-be2a-ade810f54600 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6a4e4641-7098-4763-90a8-1540882479da HTTP/1.1" status: 204 len: 168 time: 1.9086204 Oct 13 11:00:07.283851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803c928-f9d5-4d11-be2a-ade810f54600 tempest-RoutersAdminNegativeTest-1356437440 tempest-RoutersAdminNegativeTest-1356437440-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a4e4641-7098-4763-90a8-1540882479da,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:07.295953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Request body: {'port': {'device_id': '7ac28dcf-e1fc-4785-8eef-04a969f37fce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:07.357108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-872889c4-ca7a-4817-9195-2eaa13894fab service neutron] 10.222.0.46 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231005 Oct 13 11:00:07.412203 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:07.418645 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:07.443604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-5eb90fb7-e688-43ec-b00b-3e3a56f2b5e0 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:00:07.450616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 04b09cd8-1bb5-489d-8659-ae0395301f6b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=04b09cd8-1bb5-489d-8659-ae0395301f6b,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:07.462875 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4fdbbd-36de-4944-a0b7-d0c9c61d22c4 None None] Sync routers for ids ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:00:07.485441 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4fdbbd-36de-4944-a0b7-d0c9c61d22c4 None None] Routers {'07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:00:07.485441 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-af4fdbbd-36de-4944-a0b7-d0c9c61d22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:07.486042 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18f252ac-3ff3-4cba-b817-b9783dc11019 req-c2a1caa2-dd2c-420b-8719-de9cdf73a7c4 service neutron] 10.222.0.46 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214981 Oct 13 11:00:07.501724 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-5eb90fb7-e688-43ec-b00b-3e3a56f2b5e0 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:07.539651 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:07.594573 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-5eb90fb7-e688-43ec-b00b-3e3a56f2b5e0 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "PUT /v2.0/floatingips/a7dac513-8e92-40bf-be21-82f5daa219f7 HTTP/1.1" status: 200 len: 694 time: 2.8860795 Oct 13 11:00:07.601426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'tag': '34416104-e44b-46ee-a3af-5daca7880d5a'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:07.603543 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32b5bca-3124-458d-8fbc-99d34b8085e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad", "tag": "34416104-e44b-46ee-a3af-5daca7880d5a"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:07.664336 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-d2b3e32d-d7ab-4425-80df-21f6910a1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:07.665119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=04b09cd8-1bb5-489d-8659-ae0395301f6b,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:07.670933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-d2b3e32d-d7ab-4425-80df-21f6910a1d83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=741bdca1919a476bbac9327465314ef6&device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 1096 time: 0.0521541 Oct 13 11:00:07.704753 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-5e6fc489-7df9-4a3b-a462-996731bd1416 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:07.719243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:07.725797 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-af4fdbbd-36de-4944-a0b7-d0c9c61d22c4 None None] Set router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:00:07.733495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec8fd1-7e23-4df3-bc6a-a0bb25edc007 req-006c7eaa-d62e-4b8b-9445-478821aef85a tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:07.748325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fec8fd1-7e23-4df3-bc6a-a0bb25edc007 req-006c7eaa-d62e-4b8b-9445-478821aef85a tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 943 time: 0.0923352 Oct 13 11:00:07.821458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:07.850360 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fec8fd1-7e23-4df3-bc6a-a0bb25edc007 req-932e09e4-fc3f-40c1-9c90-4d69485f9945 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010985 Oct 13 11:00:07.856599 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:07.878453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-5e6fc489-7df9-4a3b-a462-996731bd1416 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:07.908451 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b96fa9-56cf-40fa-9776-4ccd2ce54d6f x-openstack-request-id: req-d6b96fa9-56cf-40fa-9776-4ccd2ce54d6f {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:07.908738 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad", "tag": "34416104-e44b-46ee-a3af-5daca7880d5a", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:07.908995 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6b96fa9-56cf-40fa-9776-4ccd2ce54d6f {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:07.909710 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'tag': '34416104-e44b-46ee-a3af-5daca7880d5a', 'status': 'completed', 'code': 200} Oct 13 11:00:07.910248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-5e6fc489-7df9-4a3b-a462-996731bd1416 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:07.927579 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-5e6fc489-7df9-4a3b-a462-996731bd1416 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:07.930024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fc489-7df9-4a3b-a462-996731bd1416 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event updated for resources: {'Port': ['ID=0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:08.003115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45754) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:08.009786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-fafcfdf0-2d4a-47ec-9962-7313144c0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:08.012124 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-fafcfdf0-2d4a-47ec-9962-7313144c0d9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=73b9de68-f09e-46da-ba8b-ccd947239acf HTTP/1.1" status: 200 len: 930 time: 0.3389502 Oct 13 11:00:08.062596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b5bca-3124-458d-8fbc-99d34b8085e9 req-81dc4856-a197-40f3-b676-e4b7f196d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:08.064545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f32b5bca-3124-458d-8fbc-99d34b8085e9 req-81dc4856-a197-40f3-b676-e4b7f196d64a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=741bdca1919a476bbac9327465314ef6&device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 1096 time: 0.1299045 Oct 13 11:00:08.101045 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-654b9acf-bdbc-4918-baa6-56f819ce0d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:08.128288 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-af4fdbbd-36de-4944-a0b7-d0c9c61d22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:16Z', 'revision_number': 4, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port': {'id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'deb46d8f-5b5e-4bb9-98d5-66775da38a8b', 'name': '', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'mac_address': 'fa:16:3e:50:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:14Z', 'updated_at': '2021-10-13T10:59:23Z', 'revision_number': 5, 'project_id': '741bdca1919a476bbac9327465314ef6', 'subnets': [{'id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:08.173001 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4fdbbd-36de-4944-a0b7-d0c9c61d22c4 None None] Checking router: 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:00:08.184366 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4fdbbd-36de-4944-a0b7-d0c9c61d22c4 None None] Routers {'07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:00:08.185053 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-af4fdbbd-36de-4944-a0b7-d0c9c61d22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T10:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:08.319758 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcf5c5fc-3219-4510-84fa-0883f90f5804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:08.343607 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3cac9583-1178-421d-95f2-ee5141fe7a20 None None] Provisioning complete for port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:08.344185 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3cac9583-1178-421d-95f2-ee5141fe7a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:08.360110 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-af4fdbbd-36de-4944-a0b7-d0c9c61d22c4 None None] Set router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:00:08.366130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b5bca-3124-458d-8fbc-99d34b8085e9 req-c64663b5-37de-47d3-8be9-95dec72a5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:08.367661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f32b5bca-3124-458d-8fbc-99d34b8085e9 req-c64663b5-37de-47d3-8be9-95dec72a5f12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73b9de68-f09e-46da-ba8b-ccd947239acf HTTP/1.1" status: 200 len: 930 time: 0.2885578 Oct 13 11:00:08.392795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3cac9583-1178-421d-95f2-ee5141fe7a20 None None] Port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:00:08.395006 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aeab4e-423b-4ca7-b68d-1c735084871a req-a3cb4053-2271-42cf-ba86-35f859731541 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:08.404524 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9aeab4e-423b-4ca7-b68d-1c735084871a req-a3cb4053-2271-42cf-ba86-35f859731541 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 945 time: 0.1807559 Oct 13 11:00:08.485203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f32b5bca-3124-458d-8fbc-99d34b8085e9 req-1af47fa3-f46b-43ab-ae58-f236bb562583 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34416104-e44b-46ee-a3af-5daca7880d5a HTTP/1.1" status: 200 len: 217 time: 0.1076071 Oct 13 11:00:08.516254 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9aeab4e-423b-4ca7-b68d-1c735084871a req-1bb089c9-d49e-459e-aa66-16a3b8e42d6d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107435 Oct 13 11:00:08.579776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b5bca-3124-458d-8fbc-99d34b8085e9 req-c049d8d4-3923-4baf-985a-7ec8850c2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:08.581273 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f32b5bca-3124-458d-8fbc-99d34b8085e9 req-c049d8d4-3923-4baf-985a-7ec8850c2646 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9da60ec-3d29-4932-bd51-bdfb720160f0 HTTP/1.1" status: 200 len: 868 time: 0.0830107 Oct 13 11:00:08.590500 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:08.631785 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-15078bef-358f-4cc6-8dd4-d66677268136 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34416104-e44b-46ee-a3af-5daca7880d5a HTTP/1.1" status: 200 len: 217 time: 0.6067300 Oct 13 11:00:08.649282 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcf5c5fc-3219-4510-84fa-0883f90f5804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:08.665812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-5e6fc489-7df9-4a3b-a462-996731bd1416 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:08.666447 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-5e6fc489-7df9-4a3b-a462-996731bd1416 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:08.707528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b5bca-3124-458d-8fbc-99d34b8085e9 req-17055663-958d-456c-b6fc-cc1601d0a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:08.710708 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f32b5bca-3124-458d-8fbc-99d34b8085e9 req-17055663-958d-456c-b6fc-cc1601d0a2da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73b9de68-f09e-46da-ba8b-ccd947239acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175935 Oct 13 11:00:08.731948 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98838813-f037-409a-8e35-f3e1485b397b req-9a41394b-7eaa-430a-a6bc-83164e75cd35 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:08.733819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98838813-f037-409a-8e35-f3e1485b397b req-9a41394b-7eaa-430a-a6bc-83164e75cd35 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 936 time: 0.1024933 Oct 13 11:00:08.747272 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcf5c5fc-3219-4510-84fa-0883f90f5804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:08.776528 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-af4fdbbd-36de-4944-a0b7-d0c9c61d22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:16Z', 'revision_number': 4, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port': {'id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'deb46d8f-5b5e-4bb9-98d5-66775da38a8b', 'name': '', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'mac_address': 'fa:16:3e:50:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:14Z', 'updated_at': '2021-10-13T10:59:23Z', 'revision_number': 5, 'project_id': '741bdca1919a476bbac9327465314ef6', 'subnets': [{'id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:08.800642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc1cb75-8880-4e39-90df-3f658687f11a {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:00:08.814219 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:08.815466 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4fdbbd-36de-4944-a0b7-d0c9c61d22c4 None None] The sync data for ids ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'] in n-d-813659-3 is: [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:16Z', 'revision_number': 4, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port': {'id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'deb46d8f-5b5e-4bb9-98d5-66775da38a8b', 'name': '', 'network_id': '73b9de68-f09e-46da-ba8b-ccd947239acf', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'mac_address': 'fa:16:3e:50:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:14Z', 'updated_at': '2021-10-13T10:59:23Z', 'revision_number': 5, 'project_id': '741bdca1919a476bbac9327465314ef6', 'subnets': [{'id': 'a9da60ec-3d29-4932-bd51-bdfb720160f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:00:08.817226 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-0751b828-df10-4158-b840-2b60b62eaabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:08.818880 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-0751b828-df10-4158-b840-2b60b62eaabe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9da60ec-3d29-4932-bd51-bdfb720160f0 HTTP/1.1" status: 200 len: 868 time: 0.1758020 Oct 13 11:00:08.869934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bcf5c5fc-3219-4510-84fa-0883f90f5804 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ca5db11b9dc4a65b807ca1c558e9923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8624666 Oct 13 11:00:08.875395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45774) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:08.877316 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-5e6fc489-7df9-4a3b-a462-996731bd1416 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5829637 Oct 13 11:00:08.878631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Transition to ACTIVE for port object 4fc1cb75-8880-4e39-90df-3f658687f11a will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:00:08.897133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Request body: {'port': {'device_id': '0f946384-0874-4a31-93c4-ef7903231f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:08.905975 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5c5fc-3219-4510-84fa-0883f90f5804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f0c5e3-b2d3-4552-91d8-657c0e36110d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:08.921975 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98838813-f037-409a-8e35-f3e1485b397b req-553c60f2-dc69-4fd0-b4f0-39cc0f354878 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721754 Oct 13 11:00:08.966025 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:08.984276 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:08.987461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-4d6a68d6-0057-459a-9028-fc6d36db9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:08.989026 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-4d6a68d6-0057-459a-9028-fc6d36db9909 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73b9de68-f09e-46da-ba8b-ccd947239acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584499 Oct 13 11:00:09.047786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f32b5bca-3124-458d-8fbc-99d34b8085e9 req-1d0deaaf-4894-43d8-8028-9d96d66e32fd service neutron] 10.222.0.21 "GET /v2.0/networks/73b9de68-f09e-46da-ba8b-ccd947239acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126824 Oct 13 11:00:09.076116 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:09.090918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 04b09cd8-1bb5-489d-8659-ae0395301f6b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:09.148561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:09.159973 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1af1-7d76-4b9f-af72-fa165f2fff3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:09.199035 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1af1-7d76-4b9f-af72-fa165f2fff3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:09.222099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 04b09cd8-1bb5-489d-8659-ae0395301f6b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:09.222876 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:09.234235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f32b5bca-3124-458d-8fbc-99d34b8085e9 req-18020e57-f208-4739-8479-7d31af223c2c service neutron] 10.222.0.21 "GET /v2.0/networks/73b9de68-f09e-46da-ba8b-ccd947239acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676631 Oct 13 11:00:09.305448 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-4d17552f-e664-4db8-b229-7c6b967350cb service neutron] 10.222.0.32 "GET /v2.0/networks/73b9de68-f09e-46da-ba8b-ccd947239acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037648 Oct 13 11:00:09.340936 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1af1-7d76-4b9f-af72-fa165f2fff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:09.345692 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1af1-7d76-4b9f-af72-fa165f2fff3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:09.351698 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2a3b1af1-7d76-4b9f-af72-fa165f2fff3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75f0c5e3-b2d3-4552-91d8-657c0e36110d HTTP/1.1" status: 204 len: 168 time: 0.4693818 Oct 13 11:00:09.367642 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b1af1-7d76-4b9f-af72-fa165f2fff3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f0c5e3-b2d3-4552-91d8-657c0e36110d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:09.400582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f96ae0-b2c8-4c51-b793-9211a74ba784 None None] New status for floating IP a7dac513-8e92-40bf-be21-82f5daa219f7: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:00:09.481399 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Pushing event updated for resources: {'Port': ['ID=4fc1cb75-8880-4e39-90df-3f658687f11a,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:09.534000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeda030-0ef1-4225-b8b8-1071b49d5a6d req-2a1dcdcd-e9c2-4d06-bff1-407eab0a77c1 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:09.535660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6eeda030-0ef1-4225-b8b8-1071b49d5a6d req-2a1dcdcd-e9c2-4d06-bff1-407eab0a77c1 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 943 time: 0.0712924 Oct 13 11:00:09.593956 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6eeda030-0ef1-4225-b8b8-1071b49d5a6d req-1072f6a6-0d2a-48a2-8f9c-dc9c55424613 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460136 Oct 13 11:00:09.666133 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:09.713370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74517bf7-a47b-4189-a68f-6b5b36d5e9b4 req-053e808a-6d0f-411d-a3a3-b13f1f63ab8a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:09.721344 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74517bf7-a47b-4189-a68f-6b5b36d5e9b4 req-053e808a-6d0f-411d-a3a3-b13f1f63ab8a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 945 time: 0.0680957 Oct 13 11:00:09.734604 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22b0baab-b824-403a-b03c-a257ce9705d0 req-42b90964-98fd-46cc-a0b0-8b773c8e3f20 service neutron] 10.222.0.32 "GET /v2.0/networks/73b9de68-f09e-46da-ba8b-ccd947239acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282351 Oct 13 11:00:09.740326 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c0371b-c66e-4942-88b1-abcc494505ab,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:09.786087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74517bf7-a47b-4189-a68f-6b5b36d5e9b4 req-18e48af3-1911-479a-a7da-5777cd73cbff tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633988 Oct 13 11:00:09.899141 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Attempting to bind port 4fc1cb75-8880-4e39-90df-3f658687f11a on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:09.899760 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Attempting to bind port 4fc1cb75-8880-4e39-90df-3f658687f11a by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:09.899851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Attempting to bind port 4fc1cb75-8880-4e39-90df-3f658687f11a on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:09.908238 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-252d8aec-df38-4535-8c33-5215b29b87e8 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips/a7dac513-8e92-40bf-be21-82f5daa219f7 HTTP/1.1" status: 200 len: 692 time: 0.1110895 Oct 13 11:00:09.923439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Port 4fc1cb75-8880-4e39-90df-3f658687f11a on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:09.923799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Attempting to bind port 4fc1cb75-8880-4e39-90df-3f658687f11a on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:09.999114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 10, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:09.999460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:09.999850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:10.000312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Bound port: 4fc1cb75-8880-4e39-90df-3f658687f11a, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:10.000783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:10.011912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:10.031652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:10.054217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35273b6-6a1c-4fc6-952c-db9a152e42d5 req-f4803c97-ec9f-4ba3-be13-b14d3a11c4e3 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:10.056186 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a35273b6-6a1c-4fc6-952c-db9a152e42d5 req-f4803c97-ec9f-4ba3-be13-b14d3a11c4e3 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 936 time: 0.0637331 Oct 13 11:00:10.121783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a35273b6-6a1c-4fc6-952c-db9a152e42d5 req-9f28d00c-161b-417c-9855-b9df317e9582 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534272 Oct 13 11:00:10.205408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45812) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:10.227601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-1d75ee07-1f2b-4b60-b6e4-a8cc0a4815de tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:10.229343 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-1d75ee07-1f2b-4b60-b6e4-a8cc0a4815de tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.3137219 Oct 13 11:00:10.260491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-51055da5-7ad5-43d8-913a-fc022fb21521 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2dd54139bdfb494487f6db028354e86d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523460 Oct 13 11:00:10.265311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45814) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:10.298661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-cf256b31-a769-4eeb-b004-cfe55af0519e tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:00:10.298991 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:10.299684 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-cf256b31-a769-4eeb-b004-cfe55af0519e tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0580034 Oct 13 11:00:10.321949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:00:10.335554 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:10.336381 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a32dacb4-0ef5-437d-9eba-ab47e9006191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:10.338928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f9471853-456d-4788-b9db-73dce3bbef3b None None] Provisioning complete for port c8c0371b-c66e-4942-88b1-abcc494505ab triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:10.339811 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f9471853-456d-4788-b9db-73dce3bbef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:10.351690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Transition to ACTIVE for port object 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:00:10.367830 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a32dacb4-0ef5-437d-9eba-ab47e9006191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:10.380828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f9471853-456d-4788-b9db-73dce3bbef3b None None] Port c8c0371b-c66e-4942-88b1-abcc494505ab cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:00:10.409642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] For port 4fc1cb75-8880-4e39-90df-3f658687f11a, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:10.424063 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-0bc57638-081d-4cda-b314-9e4e387eee42 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.1100228 Oct 13 11:00:10.436167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] For port 4fc1cb75-8880-4e39-90df-3f658687f11a, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4fc1cb75-8880-4e39-90df-3f658687f11a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:10.444621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:00:10.477954 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:10.516830 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-dbf238b7-140a-4cdd-ae59-11ca8ab72e2e tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.0839670 Oct 13 11:00:10.535348 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a32dacb4-0ef5-437d-9eba-ab47e9006191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:10.538015 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a32dacb4-0ef5-437d-9eba-ab47e9006191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:10.542611 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a32dacb4-0ef5-437d-9eba-ab47e9006191 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1678203f-2b12-4538-b8b6-2778eeb5abaa HTTP/1.1" status: 204 len: 168 time: 0.2756131 Oct 13 11:00:10.559370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:10.559572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dacb4-0ef5-437d-9eba-ab47e9006191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1678203f-2b12-4538-b8b6-2778eeb5abaa,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:10.653419 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Pushing event updated for resources: {'Port': ['ID=0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:10.755413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:10.764926 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:10.764926 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] 10.222.0.46 "PUT /v2.0/ports/4fc1cb75-8880-4e39-90df-3f658687f11a HTTP/1.1" status: 200 len: 1096 time: 3.4684408 Oct 13 11:00:10.775605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac28dcf-e1fc-4785-8eef-04a969f37fce', 'tag': '4fc1cb75-8880-4e39-90df-3f658687f11a'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:10.778780 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14962d3-40d7-4c56-b9ff-28038999ae5b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac28dcf-e1fc-4785-8eef-04a969f37fce", "tag": "4fc1cb75-8880-4e39-90df-3f658687f11a"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:10.785383 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-389b924d-a84a-4883-8dd3-29f8ea842bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:10.932557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d658f36-22d5-4ab2-9ae9-908dcd6e156f service neutron] Pushing event updated for resources: {'Port': ['ID=4fc1cb75-8880-4e39-90df-3f658687f11a,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:10.978606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:00:10.984886 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-96f83aee-d01c-4963-bfff-6f496dd13ec7 admin admin] 10.222.0.32 "PUT /v2.0/routers/ca0e7ca9-20ae-4744-b3eb-316b76db4d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9102666 Oct 13 11:00:10.990388 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Sync routers for ids ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:00:11.000811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Attempting to bind port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:11.000811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Attempting to bind port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:11.000811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Attempting to bind port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:11.008159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:11.008489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Attempting to bind port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:11.012649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-0c0d4486-4cc4-4f2b-a4d0-96571327cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:11.014166 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-0c0d4486-4cc4-4f2b-a4d0-96571327cf64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=7ac28dcf-e1fc-4785-8eef-04a969f37fce HTTP/1.1" status: 200 len: 1099 time: 0.1274443 Oct 13 11:00:11.020900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:11.021238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:11.021635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:11.022074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Bound port: 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:11.022465 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:11.027344 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Routers {'ca0e7ca9-20ae-4744-b3eb-316b76db4d96'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:00:11.028929 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:00:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:11.032857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-ee3e0712-cfba-4a69-8407-5efe0bdd7047 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Deleting port 4ba2354f-242b-481c-95ad-d799f0f16577 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:11.033186 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-ee3e0712-cfba-4a69-8407-5efe0bdd7047 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:11.127784 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-50a48534-eb86-4daf-bcf3-9701a353fdca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4fc1cb75-8880-4e39-90df-3f658687f11a HTTP/1.1" status: 200 len: 217 time: 0.1022010 Oct 13 11:00:11.225652 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Set router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:00:11.244745 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76989ec7-e35c-4e18-9c3d-bb19aebf9126 req-07cd7af8-02dd-4551-90d2-10e0754a0838 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:11.246409 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76989ec7-e35c-4e18-9c3d-bb19aebf9126 req-07cd7af8-02dd-4551-90d2-10e0754a0838 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 943 time: 0.5538259 Oct 13 11:00:11.258028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-57da58c4-c145-4317-a6c3-742a17bb5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:11.262423 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-57da58c4-c145-4317-a6c3-742a17bb5e2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1113880 Oct 13 11:00:11.272864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1371b-ceab-4f9d-9a60-7334fe50bda2 req-4d9d7d47-e2d3-4695-9cbd-357e8024f7f5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:11.274326 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33e1371b-ceab-4f9d-9a60-7334fe50bda2 req-4d9d7d47-e2d3-4695-9cbd-357e8024f7f5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 945 time: 0.0876868 Oct 13 11:00:11.274561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-ee3e0712-cfba-4a69-8407-5efe0bdd7047 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:11.274904 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-ee3e0712-cfba-4a69-8407-5efe0bdd7047 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:11.286828 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] For port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:11.330939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] For port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:11.332773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-ee3e0712-cfba-4a69-8407-5efe0bdd7047 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Calling delete_port for 4ba2354f-242b-481c-95ad-d799f0f16577 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:11.370864 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76989ec7-e35c-4e18-9c3d-bb19aebf9126 req-c6a3cf17-e850-470f-9e50-82181eb728c4 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068177 Oct 13 11:00:11.419459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-67f74bf9-c401-461c-8495-13585d8ee2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:11.422042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-67f74bf9-c401-461c-8495-13585d8ee2cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1495128 Oct 13 11:00:11.428947 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:11.430903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45842) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:11.440817 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47751fb4-9062-4193-9d15-febfffc2e4a0 x-openstack-request-id: req-47751fb4-9062-4193-9d15-febfffc2e4a0 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:11.441394 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac28dcf-e1fc-4785-8eef-04a969f37fce", "tag": "4fc1cb75-8880-4e39-90df-3f658687f11a", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:11.441819 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47751fb4-9062-4193-9d15-febfffc2e4a0 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:11.442551 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac28dcf-e1fc-4785-8eef-04a969f37fce', 'tag': '4fc1cb75-8880-4e39-90df-3f658687f11a', 'status': 'completed', 'code': 200} Oct 13 11:00:11.488618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-33e1371b-ceab-4f9d-9a60-7334fe50bda2 req-063a4420-3941-4bcc-b3a3-04af59a98836 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Deleting port 07e3f74e-30aa-46c2-8573-5495ddc7ff21 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:11.488954 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-33e1371b-ceab-4f9d-9a60-7334fe50bda2 req-063a4420-3941-4bcc-b3a3-04af59a98836 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:11.602619 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:11.729407 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-93dc450f-aaf8-4eec-9d89-44f61c06c321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:11.752425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987609e-006c-4b2d-8699-5f05f28699b7 req-6b66b34e-5fd5-4c79-b6b9-d238ca1172bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:11.761466 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5987609e-006c-4b2d-8699-5f05f28699b7 req-6b66b34e-5fd5-4c79-b6b9-d238ca1172bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 945 time: 0.1943142 Oct 13 11:00:11.771078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-33e1371b-ceab-4f9d-9a60-7334fe50bda2 req-063a4420-3941-4bcc-b3a3-04af59a98836 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] For port 07e3f74e-30aa-46c2-8573-5495ddc7ff21, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=07e3f74e-30aa-46c2-8573-5495ddc7ff21,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:11.771962 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-33e1371b-ceab-4f9d-9a60-7334fe50bda2 req-063a4420-3941-4bcc-b3a3-04af59a98836 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:11.776731 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c8c0371b-c66e-4942-88b1-abcc494505ab', 'name': '', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'mac_address': 'fa:16:3e:f1:b7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:04Z', 'updated_at': '2021-10-13T11:00:08Z', 'revision_number': 2, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'subnets': [{'id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:11.820350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-33e1371b-ceab-4f9d-9a60-7334fe50bda2 req-063a4420-3941-4bcc-b3a3-04af59a98836 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Calling delete_port for 07e3f74e-30aa-46c2-8573-5495ddc7ff21 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:11.829425 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Checking router: ca0e7ca9-20ae-4744-b3eb-316b76db4d96 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:00:11.830071 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Updating router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 port c8c0371b-c66e-4942-88b1-abcc494505ab binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:00:11.880281 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:11.982138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5987609e-006c-4b2d-8699-5f05f28699b7 req-a4810af3-6956-4b18-9459-d2fbbb34a63a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149627 Oct 13 11:00:12.036972 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:12.045627 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.047628 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] 10.222.0.21 "PUT /v2.0/ports/0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a HTTP/1.1" status: 200 len: 1096 time: 3.1547461 Oct 13 11:00:12.053688 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-93dc450f-aaf8-4eec-9d89-44f61c06c321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.083079 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73325377-5f57-4b40-aed6-68b3b6dc5893 service neutron] Pushing event updated for resources: {'Port': ['ID=0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:12.111757 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.129988 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-d5256fab-67d6-4b33-a25d-72807ae54935 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930683 Oct 13 11:00:12.201869 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-93dc450f-aaf8-4eec-9d89-44f61c06c321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.215443 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:00:12.267723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc450f-aaf8-4eec-9d89-44f61c06c321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d9c8b9-2e9f-4030-bc5f-cd6718691412,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:12.271757 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.285161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-93dc450f-aaf8-4eec-9d89-44f61c06c321 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=305e61c591b5486786ff6aaf99bcfb16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8510606 Oct 13 11:00:12.293501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45894) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:12.302129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839299d5-0a27-4530-8efd-ebebe39efa72 req-844580d5-70e2-415d-9424-c74aba2ad89d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:12.304188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-839299d5-0a27-4530-8efd-ebebe39efa72 req-844580d5-70e2-415d-9424-c74aba2ad89d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 948 time: 0.1684659 Oct 13 11:00:12.310872 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-33e1371b-ceab-4f9d-9a60-7334fe50bda2 req-063a4420-3941-4bcc-b3a3-04af59a98836 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.324426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['07e3f74e-30aa-46c2-8573-5495ddc7ff21'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:12.387859 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-58940bae-cae7-47c2-a61f-427f4cdaa503 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503638 Oct 13 11:00:12.394972 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a4420-3941-4bcc-b3a3-04af59a98836 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Pushing event deleted for resources: {'Port': ['ID=07e3f74e-30aa-46c2-8573-5495ddc7ff21,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:12.395944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,segment=NetworkSegment(bbab50af-2cb0-4f5b-916f-2aa3f76d8f82),segment_id=bbab50af-2cb0-4f5b-916f-2aa3f76d8f82)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:12.408244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-bb1613ec-586d-438b-8db5-0a637f8013f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:12.409787 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-bb1613ec-586d-438b-8db5-0a637f8013f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 1099 time: 0.1676655 Oct 13 11:00:12.412008 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'port_id': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf', 'mac_address': 'fa:16:3e:30:55:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:00:12.431090 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.461487 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.467406 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-3d800db7-1ed7-420a-90b4-a701f2358f76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a HTTP/1.1" status: 200 len: 217 time: 0.0465941 Oct 13 11:00:12.498243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e1371b-ceab-4f9d-9a60-7334fe50bda2 req-063a4420-3941-4bcc-b3a3-04af59a98836 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] No DVR routers for this DVR port 07e3f74e-30aa-46c2-8573-5495ddc7ff21 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:00:12.503153 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-33e1371b-ceab-4f9d-9a60-7334fe50bda2 req-063a4420-3941-4bcc-b3a3-04af59a98836 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.504445 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:00:12.507263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33e1371b-ceab-4f9d-9a60-7334fe50bda2 req-063a4420-3941-4bcc-b3a3-04af59a98836 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "DELETE /v2.0/ports/07e3f74e-30aa-46c2-8573-5495ddc7ff21 HTTP/1.1" status: 204 len: 173 time: 1.2244942 Oct 13 11:00:12.533759 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-839299d5-0a27-4530-8efd-ebebe39efa72 req-d3811dc7-09f1-4efe-b125-39d84ac6ffff tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198844 Oct 13 11:00:12.534503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a15e2e4-5c46-4d03-970a-0bbf9c023850', 'name': 'network-vif-deleted', 'tag': '07e3f74e-30aa-46c2-8573-5495ddc7ff21'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:12.537831 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db379016-e6dc-4453-a4e9-02d277151235" -d '{"events": [{"server_uuid": "3a15e2e4-5c46-4d03-970a-0bbf9c023850", "name": "network-vif-deleted", "tag": "07e3f74e-30aa-46c2-8573-5495ddc7ff21"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:12.542125 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-062bef7a-a124-4247-a5e2-d69a83c84559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.557605 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-ee3e0712-cfba-4a69-8407-5efe0bdd7047 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.590394 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,segment=NetworkSegment(bbab50af-2cb0-4f5b-916f-2aa3f76d8f82),segment_id=bbab50af-2cb0-4f5b-916f-2aa3f76d8f82)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:12.597811 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-062bef7a-a124-4247-a5e2-d69a83c84559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.626382 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813b300-73dd-44f6-92e7-be4e8dce7209 None None] Pushing event updated for resources: {'Port': ['ID=c8c0371b-c66e-4942-88b1-abcc494505ab,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:12.632946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e0712-cfba-4a69-8407-5efe0bdd7047 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Pushing event deleted for resources: {'Port': ['ID=4ba2354f-242b-481c-95ad-d799f0f16577,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:12.688989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45902) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:12.692758 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Attempting to bind port c8c0371b-c66e-4942-88b1-abcc494505ab on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:12.692758 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Attempting to bind port c8c0371b-c66e-4942-88b1-abcc494505ab by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '6d53608d-953d-4c8c-b247-0e49e91cd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:12.692758 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Attempting to bind port c8c0371b-c66e-4942-88b1-abcc494505ab on network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:12.700450 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:12.701086 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Checking segment: {'id': '6d53608d-953d-4c8c-b247-0e49e91cd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:12.702222 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.702782 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Bound using segment: {'id': '6d53608d-953d-4c8c-b247-0e49e91cd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:12.703407 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Bound port: c8c0371b-c66e-4942-88b1-abcc494505ab, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d53608d-953d-4c8c-b247-0e49e91cd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:12.703976 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.714900 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.720392 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-ba9b7a4a-42d4-4d4b-85e9-5b56742e94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:12.721861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-ba9b7a4a-42d4-4d4b-85e9-5b56742e94dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.2445381 Oct 13 11:00:12.776050 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-062bef7a-a124-4247-a5e2-d69a83c84559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.779700 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-062bef7a-a124-4247-a5e2-d69a83c84559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.783980 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-062bef7a-a124-4247-a5e2-d69a83c84559 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02d9c8b9-2e9f-4030-bc5f-cd6718691412 HTTP/1.1" status: 204 len: 168 time: 0.4786558 Oct 13 11:00:12.803252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14962d3-40d7-4c56-b9ff-28038999ae5b req-5dfb1b8c-a101-4463-8be4-8909dd99a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:12.805293 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e14962d3-40d7-4c56-b9ff-28038999ae5b req-5dfb1b8c-a101-4463-8be4-8909dd99a8fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=7ac28dcf-e1fc-4785-8eef-04a969f37fce HTTP/1.1" status: 200 len: 1099 time: 0.1539185 Oct 13 11:00:12.807256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bef7a-a124-4247-a5e2-d69a83c84559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d9c8b9-2e9f-4030-bc5f-cd6718691412,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:12.826999 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-ee3e0712-cfba-4a69-8407-5efe0bdd7047 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.830038 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-ee3e0712-cfba-4a69-8407-5efe0bdd7047 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.831310 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a74d7af-a4f2-4900-9b4f-498cffe7c98d req-ee3e0712-cfba-4a69-8407-5efe0bdd7047 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "DELETE /v2.0/floatingips/a7dac513-8e92-40bf-be21-82f5daa219f7 HTTP/1.1" status: 204 len: 173 time: 2.3045826 Oct 13 11:00:12.843788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764e5c8-0f91-46db-ab99-431bacd03fb8 req-43322ba9-5fbd-42f0-9c0c-dc799c56107d tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:12.846890 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-3a4b8275-2cff-4d45-aa03-15061b46a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:12.848593 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-3a4b8275-2cff-4d45-aa03-15061b46a2f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066470 Oct 13 11:00:12.853289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8764e5c8-0f91-46db-ab99-431bacd03fb8 req-43322ba9-5fbd-42f0-9c0c-dc799c56107d tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 943 time: 0.1999624 Oct 13 11:00:12.957142 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] For port c8c0371b-c66e-4942-88b1-abcc494505ab, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:12.966443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-920958130'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:12.966801 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] For port c8c0371b-c66e-4942-88b1-abcc494505ab, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c8c0371b-c66e-4942-88b1-abcc494505ab,segment=NetworkSegment(6d53608d-953d-4c8c-b247-0e49e91cd5d3),segment_id=6d53608d-953d-4c8c-b247-0e49e91cd5d3)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:12.969130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:12.981928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a40d7475-0da9-4adf-a104-f76cc9ca5e45 None None] Provisioning complete for port c8c0371b-c66e-4942-88b1-abcc494505ab triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:12.982467 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a40d7475-0da9-4adf-a104-f76cc9ca5e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:12.988858 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01b28dd-240b-45b8-ab61-8c113a76a6ac x-openstack-request-id: req-d01b28dd-240b-45b8-ab61-8c113a76a6ac {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:12.989055 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a15e2e4-5c46-4d03-970a-0bbf9c023850", "name": "network-vif-deleted", "tag": "07e3f74e-30aa-46c2-8573-5495ddc7ff21", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:12.996211 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d01b28dd-240b-45b8-ab61-8c113a76a6ac {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:12.996211 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a15e2e4-5c46-4d03-970a-0bbf9c023850', 'name': 'network-vif-deleted', 'tag': '07e3f74e-30aa-46c2-8573-5495ddc7ff21', 'status': 'completed', 'code': 200} Oct 13 11:00:13.049610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a40d7475-0da9-4adf-a104-f76cc9ca5e45 None None] Port c8c0371b-c66e-4942-88b1-abcc494505ab cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:00:13.059274 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-3764094b-69d4-4208-9154-80b598be4438 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013497 Oct 13 11:00:13.059825 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:13.120280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:13.124073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:13.126287 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813b300-73dd-44f6-92e7-be4e8dce7209 None None] Pushing event updated for resources: {'Port': ['ID=c8c0371b-c66e-4942-88b1-abcc494505ab,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:13.129137 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Routers {'ca0e7ca9-20ae-4744-b3eb-316b76db4d96'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:00:13.129741 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:00:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:13.160858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8764e5c8-0f91-46db-ab99-431bacd03fb8 req-794746ba-ae8a-40f7-bab5-e46d231f1bb1 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066678 Oct 13 11:00:13.200114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14962d3-40d7-4c56-b9ff-28038999ae5b req-b2382e81-d5aa-47b3-8336-891668fdceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:13.201449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e14962d3-40d7-4c56-b9ff-28038999ae5b req-b2382e81-d5aa-47b3-8336-891668fdceae service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.3830452 Oct 13 11:00:13.304960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:13.311702 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e14962d3-40d7-4c56-b9ff-28038999ae5b req-49f5ef6f-333f-4a22-aefe-3a972161506f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4fc1cb75-8880-4e39-90df-3f658687f11a HTTP/1.1" status: 200 len: 217 time: 0.0962894 Oct 13 11:00:13.333074 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2ca4aaa-81b5-4d7d-a2eb-6afb88549753 req-870c134c-150a-4d13-90eb-629b95f3e43a service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656615 Oct 13 11:00:13.351803 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:13.353399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['07b8fa3c-74ee-45de-a5da-dd2b09fe3acf'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:13.357758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0c4d955-f2f0-469d-881d-7120719378a0 req-73253588-6aa1-40bc-a6a2-7930d898688f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a15e2e4-5c46-4d03-970a-0bbf9c023850 HTTP/1.1" status: 200 len: 210 time: 0.0746531 Oct 13 11:00:13.445110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14962d3-40d7-4c56-b9ff-28038999ae5b req-12c2d47d-c020-467b-86b8-6386a81d4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:13.451271 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e14962d3-40d7-4c56-b9ff-28038999ae5b req-12c2d47d-c020-467b-86b8-6386a81d4d01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1095784 Oct 13 11:00:13.480954 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] Set router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:00:13.535448 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:13.538118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f946384-0874-4a31-93c4-ef7903231f56', 'tag': '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:13.545773 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a5d2f1-962b-45c3-b2d8-bb39cda2691b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f946384-0874-4a31-93c4-ef7903231f56", "tag": "0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:13.551595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14962d3-40d7-4c56-b9ff-28038999ae5b req-9a7b519d-2976-42e0-bd17-9371d9b4c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:13.553335 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e14962d3-40d7-4c56-b9ff-28038999ae5b req-9a7b519d-2976-42e0-bd17-9371d9b4c2a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948305 Oct 13 11:00:13.589441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bac48f-746f-4537-b5df-548620011277 req-f71acfdf-ffc8-4c7d-b979-810825793ec5 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:13.590210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2bac48f-746f-4537-b5df-548620011277 req-f71acfdf-ffc8-4c7d-b979-810825793ec5 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4812136 Oct 13 11:00:13.687705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-94a20a89-8d43-4b0c-bfa1-5af2e529d447 None None] Provisioning complete for port c8c0371b-c66e-4942-88b1-abcc494505ab triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:13.688085 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94a20a89-8d43-4b0c-bfa1-5af2e529d447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:13.695769 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c19c9d-405a-4b8a-bb4a-c0df7eae808d x-openstack-request-id: req-b4c19c9d-405a-4b8a-bb4a-c0df7eae808d {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:13.696061 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f946384-0874-4a31-93c4-ef7903231f56", "tag": "0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:13.696315 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4c19c9d-405a-4b8a-bb4a-c0df7eae808d {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:13.696709 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f946384-0874-4a31-93c4-ef7903231f56', 'tag': '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a', 'status': 'completed', 'code': 200} Oct 13 11:00:13.724677 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:13.728670 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f2bac48f-746f-4537-b5df-548620011277 req-0d0a7cc1-599e-4557-af96-74e51c4b91bf tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1288042 Oct 13 11:00:13.787356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e14962d3-40d7-4c56-b9ff-28038999ae5b req-bad8d2e0-87f7-4f77-be00-d016d8906eee service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252862 Oct 13 11:00:13.798727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:00:13.873436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45956) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:13.876432 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:13.876951 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Added segment e11be1da-a5c4-4948-8bcf-db48b889330b of type vlan for network 1e1ded29-4e8d-4834-bbee-dcffbd49571b Oct 13 11:00:13.878647 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94a20a89-8d43-4b0c-bfa1-5af2e529d447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:13.897426 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-90802e8d-cdca-4497-bfe5-c25ac8486ce7 req-caeeabf6-4993-4d23-8af1-c4229b62f518 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1152408 Oct 13 11:00:13.919087 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdcea9c6-f23e-40ac-b90a-94d5ea1aa5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:13.950714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e5c1b-fd6c-4927-b332-8ef889d90573 req-3c9acd0a-7541-4ad4-89dd-7b0454c2dac6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:13.952282 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-803e5c1b-fd6c-4927-b332-8ef889d90573 req-3c9acd0a-7541-4ad4-89dd-7b0454c2dac6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 948 time: 0.1639950 Oct 13 11:00:13.964869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9623c0-3c2f-4d12-a55c-88422cba2e42,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:13.966408 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c8c0371b-c66e-4942-88b1-abcc494505ab', 'name': '', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'mac_address': 'fa:16:3e:f1:b7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:04Z', 'updated_at': '2021-10-13T11:00:12Z', 'revision_number': 4, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'subnets': [{'id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:13.994775 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5d2f1-962b-45c3-b2d8-bb39cda2691b req-d4731d68-8861-4bae-bd4d-219dbf7a1afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:13.996742 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3a5d2f1-962b-45c3-b2d8-bb39cda2691b req-d4731d68-8861-4bae-bd4d-219dbf7a1afa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 1099 time: 0.2946379 Oct 13 11:00:13.998824 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e14962d3-40d7-4c56-b9ff-28038999ae5b req-e8ee8a88-5a82-4616-85e2-c9ef763fb7d8 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966524 Oct 13 11:00:14.003126 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-94a20a89-8d43-4b0c-bfa1-5af2e529d447 None None] For port c8c0371b-c66e-4942-88b1-abcc494505ab, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c8c0371b-c66e-4942-88b1-abcc494505ab,segment=NetworkSegment(6d53608d-953d-4c8c-b247-0e49e91cd5d3),segment_id=6d53608d-953d-4c8c-b247-0e49e91cd5d3)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:14.031439 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80f376-f8eb-47ad-ab78-fb34cf32b80f None None] The sync data for ids ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'] in n-d-813659-3 is: [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c8c0371b-c66e-4942-88b1-abcc494505ab', 'name': '', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'mac_address': 'fa:16:3e:f1:b7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:04Z', 'updated_at': '2021-10-13T11:00:12Z', 'revision_number': 4, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'subnets': [{'id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:00:14.036833 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-803e5c1b-fd6c-4927-b332-8ef889d90573 req-bf37d2e7-251d-422e-b1a9-fa00edeaa79c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764070 Oct 13 11:00:14.078188 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94a20a89-8d43-4b0c-bfa1-5af2e529d447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:14.150255 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:14.161516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a20a89-8d43-4b0c-bfa1-5af2e529d447 None None] Pushing event updated for resources: {'Port': ['ID=c8c0371b-c66e-4942-88b1-abcc494505ab,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:14.246132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5d2f1-962b-45c3-b2d8-bb39cda2691b req-3d53231c-be98-4119-ac6b-7ac4c24af53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:14.247938 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3a5d2f1-962b-45c3-b2d8-bb39cda2691b req-3d53231c-be98-4119-ac6b-7ac4c24af53a service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.2270901 Oct 13 11:00:14.311608 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3a5d2f1-962b-45c3-b2d8-bb39cda2691b req-f5af3816-acba-40f6-acc7-865a27174cae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a HTTP/1.1" status: 200 len: 217 time: 0.0530474 Oct 13 11:00:14.322117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdcea9c6-f23e-40ac-b90a-94d5ea1aa5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:14.334856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09c84a-72b7-4b63-b952-c2540896b6ac req-8cc73846-8532-4852-83e2-8a3a117c8bc5 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:14.337218 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f09c84a-72b7-4b63-b952-c2540896b6ac req-8cc73846-8532-4852-83e2-8a3a117c8bc5 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 944 time: 0.0786004 Oct 13 11:00:14.381176 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:14.387614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:14.388246 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:14.391491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5d2f1-962b-45c3-b2d8-bb39cda2691b req-6bc05264-69ad-411a-aedf-b5e360ef1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:14.392937 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3a5d2f1-962b-45c3-b2d8-bb39cda2691b req-6bc05264-69ad-411a-aedf-b5e360ef1418 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0731091 Oct 13 11:00:14.403290 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdcea9c6-f23e-40ac-b90a-94d5ea1aa5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:14.403894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f09c84a-72b7-4b63-b952-c2540896b6ac req-da9ebab1-93e6-482c-ab77-5ee97d75622b tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583460 Oct 13 11:00:14.518562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcea9c6-f23e-40ac-b90a-94d5ea1aa5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07286551-12f4-4544-a718-ed7af73deb70,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:14.629364 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fdcea9c6-f23e-40ac-b90a-94d5ea1aa5dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=426a5373305742c9b9171b574584afd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7500792 Oct 13 11:00:14.632135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45970) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:14.651757 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9569473 Oct 13 11:00:14.688097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64fca0-0333-43fa-932f-c27214650386 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Network': ['ID=1e1ded29-4e8d-4834-bbee-dcffbd49571b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:14.718891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 1e1ded29-4e8d-4834-bbee-dcffbd49571b details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:00:14.754997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1750d-59ea-4de8-a9d2-eff405d4a63f req-836be040-c581-439f-9e99-8a76db0099b6 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:14.768709 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5cd1750d-59ea-4de8-a9d2-eff405d4a63f req-836be040-c581-439f-9e99-8a76db0099b6 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 945 time: 0.2155256 Oct 13 11:00:14.779583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5d2f1-962b-45c3-b2d8-bb39cda2691b req-b7b35436-e128-4a48-9f15-f86787dcdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:14.789746 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3a5d2f1-962b-45c3-b2d8-bb39cda2691b req-b7b35436-e128-4a48-9f15-f86787dcdfee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3807399 Oct 13 11:00:14.843029 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:14.915157 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5cd1750d-59ea-4de8-a9d2-eff405d4a63f req-6740e49a-d322-47fc-9c0c-ac4c90657bd5 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424758 Oct 13 11:00:15.003621 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3a5d2f1-962b-45c3-b2d8-bb39cda2691b req-862cccb4-998b-46a7-9692-14ad55f0f4cc service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903579 Oct 13 11:00:15.130211 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:15.235945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c8c0371b-c66e-4942-88b1-abcc494505ab up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:15.325020 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port c8c0371b-c66e-4942-88b1-abcc494505ab triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:15.327651 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:15.344569 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c3a5d2f1-962b-45c3-b2d8-bb39cda2691b req-7235488e-722f-422d-b7d8-05fbd3688991 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345771 Oct 13 11:00:15.375344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55e198-3585-4079-8ca7-4292b41c50d3 req-56516935-b7d5-466a-bdd8-894686f90607 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:15.382958 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8b55e198-3585-4079-8ca7-4292b41c50d3 req-56516935-b7d5-466a-bdd8-894686f90607 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 948 time: 0.1722546 Oct 13 11:00:15.383298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-64c0cc24-71a7-4894-b917-22a7ed84aec8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:15.394936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-64c0cc24-71a7-4894-b917-22a7ed84aec8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 810 time: 0.5251768 Oct 13 11:00:15.431408 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-502423d9-099c-4910-9a26-c571a7362462 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/quotas/b2b4dcba9f2b43e99e64275f41a29736 HTTP/1.1" status: 200 len: 375 time: 0.0346918 Oct 13 11:00:15.482930 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8b55e198-3585-4079-8ca7-4292b41c50d3 req-ffae34f9-13c7-4cee-ace9-6cf862dba5b2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990360 Oct 13 11:00:15.520019 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-5b59dd68-cdbe-4e52-a7a4-00009f1c5f16 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843101 Oct 13 11:00:15.625358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b54b7-5073-4f27-98a4-8421973452a4 req-698b81e8-4a6c-42d2-bce1-1fad271b6b30 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:15.627304 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8a1b54b7-5073-4f27-98a4-8421973452a4 req-698b81e8-4a6c-42d2-bce1-1fad271b6b30 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 944 time: 0.0718381 Oct 13 11:00:15.638255 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:15.641184 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:15.644697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07286551-12f4-4544-a718-ed7af73deb70 HTTP/1.1" status: 204 len: 168 time: 1.0089300 Oct 13 11:00:15.671748 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07286551-12f4-4544-a718-ed7af73deb70,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:15.686649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:15.686956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:15.687307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:15.687648 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:15.687991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:15.688328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:15.688660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:15.688995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:15.689325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:15.689653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:15.689986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:15.690313 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca50f4e-7bbd-4072-9768-18a1c5c9711e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:15.762586 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-f44d989e-77fb-4804-8ae9-3ce909dba967 service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418535 Oct 13 11:00:15.767613 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8a1b54b7-5073-4f27-98a4-8421973452a4 req-2c7229f1-1d4d-4dc1-ac44-d456131da527 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265523 Oct 13 11:00:15.898287 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-9b9b0da5-64b4-4441-83b0-f3b4c5895a79 service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341581 Oct 13 11:00:16.113532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fef0b-d5e2-410d-9f56-092a716356e0 req-584c2731-17b8-4c11-934a-bb20035653c6 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:16.124188 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a39fef0b-d5e2-410d-9f56-092a716356e0 req-584c2731-17b8-4c11-934a-bb20035653c6 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 945 time: 0.1191113 Oct 13 11:00:16.208913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a39fef0b-d5e2-410d-9f56-092a716356e0 req-0e4bf1a5-2cd6-445b-9676-d289d54b9a02 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832996 Oct 13 11:00:16.227577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4fc1cb75-8880-4e39-90df-3f658687f11a details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:00:16.233555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf90ef-1382-4b64-b154-3a710b9dbe9a req-2ffdbe11-06e0-48d0-bce0-2a0c86e17e0c tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:16.236605 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-10bf90ef-1382-4b64-b154-3a710b9dbe9a req-2ffdbe11-06e0-48d0-bce0-2a0c86e17e0c tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.21 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 945 time: 0.0838869 Oct 13 11:00:16.252941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:16.468577 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2069eb1f-b0d9-4a27-b469-a168fef3b703 req-ac810ce3-5a17-4214-8f44-b4c1cc3bbe8b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 210 time: 0.0622048 Oct 13 11:00:16.533864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-10bf90ef-1382-4b64-b154-3a710b9dbe9a req-0348137d-58ad-458f-a371-1fb991dc8647 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Deleting port 34416104-e44b-46ee-a3af-5daca7880d5a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:16.535548 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-10bf90ef-1382-4b64-b154-3a710b9dbe9a req-0348137d-58ad-458f-a371-1fb991dc8647 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:16.568241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 4fc1cb75-8880-4e39-90df-3f658687f11a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4fc1cb75-8880-4e39-90df-3f658687f11a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:16.589480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '4fc1cb75-8880-4e39-90df-3f658687f11a', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '4fc1cb75-8880-4e39-90df-3f658687f11a', 'mac_address': 'fa:16:3e:91:95:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:00:16.600272 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:00:16.612758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:16.613214 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:16.759762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b03979-0935-4e28-8e45-7f7df319c98c req-0d30d0bd-a901-4031-939c-99b5e21f8a56 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:16.776785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:00:16.777591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79b03979-0935-4e28-8e45-7f7df319c98c req-0d30d0bd-a901-4031-939c-99b5e21f8a56 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 948 time: 0.1195462 Oct 13 11:00:16.799577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-10bf90ef-1382-4b64-b154-3a710b9dbe9a req-0348137d-58ad-458f-a371-1fb991dc8647 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] For port 34416104-e44b-46ee-a3af-5daca7880d5a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=34416104-e44b-46ee-a3af-5daca7880d5a,segment=NetworkSegment(fa87eede-1df3-42cb-9310-078f623f7dbd),segment_id=fa87eede-1df3-42cb-9310-078f623f7dbd)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:16.799942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-10bf90ef-1382-4b64-b154-3a710b9dbe9a req-0348137d-58ad-458f-a371-1fb991dc8647 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:16.815501 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:16.817461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-10bf90ef-1382-4b64-b154-3a710b9dbe9a req-0348137d-58ad-458f-a371-1fb991dc8647 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Calling delete_port for 34416104-e44b-46ee-a3af-5daca7880d5a owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:16.889243 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79b03979-0935-4e28-8e45-7f7df319c98c req-d213083b-a901-4a93-8a32-803d94cef566 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105478 Oct 13 11:00:16.909801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc1cb75-8880-4e39-90df-3f658687f11a {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:00:16.980798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 4fc1cb75-8880-4e39-90df-3f658687f11a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4fc1cb75-8880-4e39-90df-3f658687f11a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:16.984747 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.resource_extend [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 11:00:17.074681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:17.096147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7a366-5be4-4f62-8354-1a1074e7393d req-ed23911b-e301-45b4-a743-2e1ae94b4365 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:17.096147 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ef7a366-5be4-4f62-8354-1a1074e7393d req-ed23911b-e301-45b4-a743-2e1ae94b4365 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 944 time: 0.1263387 Oct 13 11:00:17.224316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=4fc1cb75-8880-4e39-90df-3f658687f11a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:17.233346 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ef7a366-5be4-4f62-8354-1a1074e7393d req-ff2f59a7-9d46-4d90-8a12-265e7e689d09 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317832 Oct 13 11:00:17.282262 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:17.330478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,segment=NetworkSegment(bbab50af-2cb0-4f5b-916f-2aa3f76d8f82),segment_id=bbab50af-2cb0-4f5b-916f-2aa3f76d8f82)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:17.334662 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:17.336859 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4021ef4-3a28-4403-874d-ef52b5e2f5f7" -d '{"events": [{"server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "name": "network-vif-plugged", "status": "completed", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:17.370948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:17.401798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a', 'mac_address': 'fa:16:3e:21:12:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:00:17.414540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a351a4c-383b-4f09-bab1-186d959ead65 req-bfb6513b-3b20-4afc-8e03-3d38c954d2d6 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:17.425331 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-10bf90ef-1382-4b64-b154-3a710b9dbe9a req-0348137d-58ad-458f-a371-1fb991dc8647 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:17.440148 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a351a4c-383b-4f09-bab1-186d959ead65 req-bfb6513b-3b20-4afc-8e03-3d38c954d2d6 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 945 time: 0.0835080 Oct 13 11:00:17.511401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348137d-58ad-458f-a371-1fb991dc8647 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Pushing event deleted for resources: {'Port': ['ID=34416104-e44b-46ee-a3af-5daca7880d5a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:17.553560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a351a4c-383b-4f09-bab1-186d959ead65 req-07c535ac-4bfe-4de0-96bc-d0bbca740c09 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/security-groups?id=29eea73d-0f6b-4c31-babb-551d04a78948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055562 Oct 13 11:00:17.612530 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:17.628266 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e583eb0-d86d-475f-8bf4-d22280e8b841 x-openstack-request-id: req-2e583eb0-d86d-475f-8bf4-d22280e8b841 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:17.628833 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "name": "network-vif-plugged", "status": "completed", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:17.629090 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e583eb0-d86d-475f-8bf4-d22280e8b841 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:17.629469 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf', 'code': 200} Oct 13 11:00:17.630887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['34416104-e44b-46ee-a3af-5daca7880d5a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:17.633690 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['4fc1cb75-8880-4e39-90df-3f658687f11a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:17.645900 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:17.646310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 07e3f74e-30aa-46c2-8573-5495ddc7ff21 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:00:17.685597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bf90ef-1382-4b64-b154-3a710b9dbe9a req-0348137d-58ad-458f-a371-1fb991dc8647 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] No DVR routers for this DVR port 34416104-e44b-46ee-a3af-5daca7880d5a on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:00:17.692272 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-10bf90ef-1382-4b64-b154-3a710b9dbe9a req-0348137d-58ad-458f-a371-1fb991dc8647 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:17.696451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1a00a-f21d-4f77-9579-a0bc3cd78c1a req-c20cb933-3531-4133-ac07-0b1b0077042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:17.700614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ceb1a00a-f21d-4f77-9579-a0bc3cd78c1a req-c20cb933-3531-4133-ac07-0b1b0077042e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 1096 time: 0.1040552 Oct 13 11:00:17.705600 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-10bf90ef-1382-4b64-b154-3a710b9dbe9a req-0348137d-58ad-458f-a371-1fb991dc8647 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.21 "DELETE /v2.0/ports/34416104-e44b-46ee-a3af-5daca7880d5a HTTP/1.1" status: 204 len: 173 time: 1.4622309 Oct 13 11:00:17.710890 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'name': 'network-vif-deleted', 'tag': '34416104-e44b-46ee-a3af-5daca7880d5a'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:17.740773 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff6585e-c80c-411d-94f2-dee4534665ea" -d '{"events": [{"server_uuid": "e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad", "name": "network-vif-deleted", "tag": "34416104-e44b-46ee-a3af-5daca7880d5a"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:17.837660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ceb1a00a-f21d-4f77-9579-a0bc3cd78c1a req-cec668cc-49c5-4d01-b313-2d64ac8fdd25 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177449 Oct 13 11:00:17.851456 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-73e585c7-c48f-451d-9ffc-0228b8f25d0f req-645d19f6-4cf6-4401-9063-eebc7b00bc4f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 210 time: 0.0937140 Oct 13 11:00:17.887522 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16246331-c49a-457d-8b42-3fb18000fe09 x-openstack-request-id: req-16246331-c49a-457d-8b42-3fb18000fe09 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:17.889884 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad", "name": "network-vif-deleted", "tag": "34416104-e44b-46ee-a3af-5daca7880d5a", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:17.890366 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16246331-c49a-457d-8b42-3fb18000fe09 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:17.890933 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad', 'name': 'network-vif-deleted', 'tag': '34416104-e44b-46ee-a3af-5daca7880d5a', 'status': 'completed', 'code': 200} Oct 13 11:00:17.929789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 07e3f74e-30aa-46c2-8573-5495ddc7ff21 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:00:17.930384 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 07e3f74e-30aa-46c2-8573-5495ddc7ff21 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:00:17.967280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:00:17.968737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46042) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:17.973976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-03fbfc32-86f3-4f63-b143-ae65d773c07b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'subnet': {'network_id': '1e1ded29-4e8d-4834-bbee-dcffbd49571b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:18.020190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:18.092596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:18.171027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628141e-e6ec-4615-aed8-86546cf57fe2 req-44139c7e-9730-4ae1-9945-ed18b45bd9eb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:18.189128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9628141e-e6ec-4615-aed8-86546cf57fe2 req-44139c7e-9730-4ae1-9945-ed18b45bd9eb tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 948 time: 0.1594868 Oct 13 11:00:18.208640 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:18.238869 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9628141e-e6ec-4615-aed8-86546cf57fe2 req-0fcc53c3-234f-4926-ae67-7a9ebc43519e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486455 Oct 13 11:00:18.243214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fbfc32-86f3-4f63-b143-ae65d773c07b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:18.253322 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03fbfc32-86f3-4f63-b143-ae65d773c07b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:18.311047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:18.424064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d67986-e9a8-415b-9be6-8c680f7c8722 req-ab12683a-a704-40d4-bccb-f58ba17b06cf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:18.425591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6d67986-e9a8-415b-9be6-8c680f7c8722 req-ab12683a-a704-40d4-bccb-f58ba17b06cf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.0937562 Oct 13 11:00:18.488108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:18.503462 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6d67986-e9a8-415b-9be6-8c680f7c8722 req-beceff68-8f9f-484d-9ee0-b5e0c9338738 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687811 Oct 13 11:00:18.687621 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ee430519-93e1-4804-83a9-33ae15b7e511 req-9d87657c-e5b9-4246-b4e8-7a5764104f0c tempest-FloatingIPsAssociationNegativeTestJSON-1646879350 tempest-FloatingIPsAssociationNegativeTestJSON-1646879350-project] 10.222.0.32 "GET /v2.0/ports?device_id=e57bafa0-d89d-4cf2-a12f-7521bd1ed7ad HTTP/1.1" status: 200 len: 210 time: 0.0306945 Oct 13 11:00:18.707757 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03fbfc32-86f3-4f63-b143-ae65d773c07b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:18.770228 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 34416104-e44b-46ee-a3af-5daca7880d5a no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:00:18.795049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 34416104-e44b-46ee-a3af-5daca7880d5a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:00:18.795397 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 34416104-e44b-46ee-a3af-5daca7880d5a not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:00:18.803202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fbfc32-86f3-4f63-b143-ae65d773c07b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Checking segment: {'id': 'e11be1da-a5c4-4948-8bcf-db48b889330b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1e1ded29-4e8d-4834-bbee-dcffbd49571b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:18.803570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fbfc32-86f3-4f63-b143-ae65d773c07b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network hostable DHCP agents. Network: 1e1ded29-4e8d-4834-bbee-dcffbd49571b, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:00:18.810198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbfc32-86f3-4f63-b143-ae65d773c07b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Subnet': ['ID=b4fb8192-9f39-464c-a989-ca79d8e6ed84,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:18.922005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fbfc32-86f3-4f63-b143-ae65d773c07b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network 1e1ded29-4e8d-4834-bbee-dcffbd49571b is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:00:18.957858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dbb22bc7-365b-43b1-adb1-ba550de7156f req-9313f3a0-27dc-4801-82b6-d3198b08e48f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 210 time: 0.0302536 Oct 13 11:00:19.029081 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-03fbfc32-86f3-4f63-b143-ae65d773c07b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 1e1ded29-4e8d-4834-bbee-dcffbd49571b) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:19.039348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ee9afc-641a-4ebc-a4a8-19d80dcd00c9 None None] Network 1e1ded29-4e8d-4834-bbee-dcffbd49571b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:19.077028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fbfc32-86f3-4f63-b143-ae65d773c07b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:19.077271 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03fbfc32-86f3-4f63-b143-ae65d773c07b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:19.155037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-bbed7241-fd68-49d7-be13-3d1d79a9f2e8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:19.156728 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-bbed7241-fd68-49d7-be13-3d1d79a9f2e8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 810 time: 0.1388743 Oct 13 11:00:19.173342 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-0327d931-cee6-44b1-a071-15e1431ed4bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Request body: {'port': {'device_id': '822f59af-6d4f-4310-9b56-aff7f7e10815', 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'admin_state_up': True, 'tenant_id': 'b2b4dcba9f2b43e99e64275f41a29736'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:19.210210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-1e1ded29-4e8d-4834-bbee-dcffbd49571b', 'network_id': '1e1ded29-4e8d-4834-bbee-dcffbd49571b', 'tenant_id': 'ca832790d22c45c6bcd6e1e31502d2fb', 'fixed_ips': [{'subnet_id': 'b4fb8192-9f39-464c-a989-ca79d8e6ed84'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:00:19.211217 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:19.243653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46078) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:19.243792 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-03fbfc32-86f3-4f63-b143-ae65d773c07b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2737782 Oct 13 11:00:19.249393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4259b03d-85fe-4968-9959-1af7de4e8537 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1437911621'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:19.368657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4259b03d-85fe-4968-9959-1af7de4e8537 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:19.373583 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4259b03d-85fe-4968-9959-1af7de4e8537 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:19.429135 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Allocated IP 2001:db8:0:ffff::2 (1e1ded29-4e8d-4834-bbee-dcffbd49571b/b4fb8192-9f39-464c-a989-ca79d8e6ed84/72b750e5-fec1-46aa-97bf-e9c02035bf1c) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:19.434113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c27a4b-a02d-4373-a103-e4bacccbb440 req-0d7eced1-6d7f-4f9a-88d0-ad21eacb7ce8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:19.439703 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d8c27a4b-a02d-4373-a103-e4bacccbb440 req-0d7eced1-6d7f-4f9a-88d0-ad21eacb7ce8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 949 time: 0.0838640 Oct 13 11:00:19.440787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4259b03d-85fe-4968-9959-1af7de4e8537 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:00:19.485343 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4259b03d-85fe-4968-9959-1af7de4e8537 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:19.486033 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-4259b03d-85fe-4968-9959-1af7de4e8537 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Added segment 41704fb1-69d2-4b7b-8d76-27f07a43eab2 of type vlan for network 6b6bd5a7-56b3-4d00-bb6d-a58460905f48 Oct 13 11:00:19.522055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-0327d931-cee6-44b1-a071-15e1431ed4bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Made reservation on behalf of b2b4dcba9f2b43e99e64275f41a29736 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:19.525852 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-0327d931-cee6-44b1-a071-15e1431ed4bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:19.561343 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d8c27a4b-a02d-4373-a103-e4bacccbb440 req-1b96b7d1-302b-4a8b-9f7d-83d5b4d2172c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036243 Oct 13 11:00:19.572425 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4259b03d-85fe-4968-9959-1af7de4e8537 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:19.642221 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4259b03d-85fe-4968-9959-1af7de4e8537 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:19.654872 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4259b03d-85fe-4968-9959-1af7de4e8537 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:19.654872 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4259b03d-85fe-4968-9959-1af7de4e8537 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:19.670370 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:19.745546 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:19.762521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79450c2a-c25f-4934-a4fd-412abbebdfbc req-45536691-682a-4489-8f3a-c23b8618310b tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:19.770552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79450c2a-c25f-4934-a4fd-412abbebdfbc req-45536691-682a-4489-8f3a-c23b8618310b tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1124101 Oct 13 11:00:19.770702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46104) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:19.802624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Network 1e1ded29-4e8d-4834-bbee-dcffbd49571b is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:19.805533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:19.808485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:19.827296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Pushing event updated for resources: {'Port': ['ID=72b750e5-fec1-46aa-97bf-e9c02035bf1c,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:19.859364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-0327d931-cee6-44b1-a071-15e1431ed4bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Allocated IP 172.20.0.4 (5ba7d06a-9950-4459-be22-0590e0d45321/c73a4c07-49f6-4e27-8039-a817a8176f98/ef563fcf-a2a9-4dcc-8956-7d0581263f97) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:19.872441 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79450c2a-c25f-4934-a4fd-412abbebdfbc req-bca910d8-6d3d-4e06-997b-eabc7937092f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013608 Oct 13 11:00:19.879194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Attempting to bind port 72b750e5-fec1-46aa-97bf-e9c02035bf1c on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:19.879582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Attempting to bind port 72b750e5-fec1-46aa-97bf-e9c02035bf1c by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'e11be1da-a5c4-4948-8bcf-db48b889330b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1e1ded29-4e8d-4834-bbee-dcffbd49571b'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:19.879954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Attempting to bind port 72b750e5-fec1-46aa-97bf-e9c02035bf1c on network 1e1ded29-4e8d-4834-bbee-dcffbd49571b {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:19.885991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:19.889434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Checking segment: {'id': 'e11be1da-a5c4-4948-8bcf-db48b889330b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1e1ded29-4e8d-4834-bbee-dcffbd49571b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:19.889434 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:19.889434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Bound using segment: {'id': 'e11be1da-a5c4-4948-8bcf-db48b889330b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1e1ded29-4e8d-4834-bbee-dcffbd49571b'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:19.889434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Bound port: 72b750e5-fec1-46aa-97bf-e9c02035bf1c, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11be1da-a5c4-4948-8bcf-db48b889330b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1e1ded29-4e8d-4834-bbee-dcffbd49571b'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:19.889434 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:19.899273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46110) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:19.902608 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4259b03d-85fe-4968-9959-1af7de4e8537 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6482160 Oct 13 11:00:19.905120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259b03d-85fe-4968-9959-1af7de4e8537 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Network': ['ID=6b6bd5a7-56b3-4d00-bb6d-a58460905f48,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:19.911422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9aa915fa-6636-41e7-85f1-6688feef5f0f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'subnet': {'network_id': '6b6bd5a7-56b3-4d00-bb6d-a58460905f48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:19.934877 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 6b6bd5a7-56b3-4d00-bb6d-a58460905f48 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:00:20.070855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e1251fba-1701-4817-85ea-483716e778aa None None] For port 72b750e5-fec1-46aa-97bf-e9c02035bf1c, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:20.081712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e1251fba-1701-4817-85ea-483716e778aa None None] For port 72b750e5-fec1-46aa-97bf-e9c02035bf1c, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=72b750e5-fec1-46aa-97bf-e9c02035bf1c,segment=NetworkSegment(e11be1da-a5c4-4948-8bcf-db48b889330b),segment_id=e11be1da-a5c4-4948-8bcf-db48b889330b)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:20.129737 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c45ae21e-56ef-472b-9c74-2f069ab1b0ec req-ee272edc-354d-4072-adc4-34ed022f4766 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 210 time: 0.0462768 Oct 13 11:00:20.170989 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-0327d931-cee6-44b1-a071-15e1431ed4bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:20.224272 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:20.257637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4fc1cb75-8880-4e39-90df-3f658687f11a up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:20.269042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa915fa-6636-41e7-85f1-6688feef5f0f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:20.272630 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9aa915fa-6636-41e7-85f1-6688feef5f0f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:20.282324 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-efc173da-4414-4894-a97f-f264ac593843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:20.335613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1251fba-1701-4817-85ea-483716e778aa None None] Pushing event updated for resources: {'Port': ['ID=72b750e5-fec1-46aa-97bf-e9c02035bf1c,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:20.376987 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-0327d931-cee6-44b1-a071-15e1431ed4bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:20.424329 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 4fc1cb75-8880-4e39-90df-3f658687f11a completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:00:20.429701 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 4fc1cb75-8880-4e39-90df-3f658687f11a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:20.430323 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:20.448621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-0327d931-cee6-44b1-a071-15e1431ed4bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Network 5ba7d06a-9950-4459-be22-0590e0d45321 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:20.454914 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-0327d931-cee6-44b1-a071-15e1431ed4bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:20.461449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-0327d931-cee6-44b1-a071-15e1431ed4bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:20.487305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327d931-cee6-44b1-a071-15e1431ed4bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Pushing event updated for resources: {'Port': ['ID=ef563fcf-a2a9-4dcc-8956-7d0581263f97,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:20.561546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-0327d931-cee6-44b1-a071-15e1431ed4bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:20.561546 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-0327d931-cee6-44b1-a071-15e1431ed4bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:20.578076 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:20.632275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac28dcf-e1fc-4785-8eef-04a969f37fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc1cb75-8880-4e39-90df-3f658687f11a'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:20.641544 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f412882b-d609-4b3d-a309-c83169ffd44a" -d '{"events": [{"server_uuid": "7ac28dcf-e1fc-4785-8eef-04a969f37fce", "name": "network-vif-plugged", "status": "completed", "tag": "4fc1cb75-8880-4e39-90df-3f658687f11a"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:20.704097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 4fc1cb75-8880-4e39-90df-3f658687f11a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4fc1cb75-8880-4e39-90df-3f658687f11a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:20.747896 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52783e0-2134-435a-b8a9-f3cf1e6a36ce x-openstack-request-id: req-f52783e0-2134-435a-b8a9-f3cf1e6a36ce {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:20.751925 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac28dcf-e1fc-4785-8eef-04a969f37fce", "name": "network-vif-plugged", "status": "completed", "tag": "4fc1cb75-8880-4e39-90df-3f658687f11a", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:20.752281 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f52783e0-2134-435a-b8a9-f3cf1e6a36ce {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:20.753687 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac28dcf-e1fc-4785-8eef-04a969f37fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc1cb75-8880-4e39-90df-3f658687f11a', 'code': 200} Oct 13 11:00:20.781555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:20.805554 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-efc173da-4414-4894-a97f-f264ac593843 admin admin] Deleting port deb46d8f-5b5e-4bb9-98d5-66775da38a8b {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:20.806113 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-efc173da-4414-4894-a97f-f264ac593843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:20.809832 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-0327d931-cee6-44b1-a071-15e1431ed4bb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6424751 Oct 13 11:00:20.834212 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Request body: {'port': {'device_id': '822f59af-6d4f-4310-9b56-aff7f7e10815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:20.849222 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:20.873471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64cfeb-407d-42db-84ef-a9bbdc271711 req-de6cd878-b3f1-4b1c-bd7b-c60660ce15e8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:20.881816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fb64cfeb-407d-42db-84ef-a9bbdc271711 req-de6cd878-b3f1-4b1c-bd7b-c60660ce15e8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 949 time: 0.1391375 Oct 13 11:00:20.923621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4edf03-91a0-406f-a3d6-fce088f4f7e5 req-4366a44f-3295-43a2-a25e-1a05378754d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:20.925138 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4c4edf03-91a0-406f-a3d6-fce088f4f7e5 req-4366a44f-3295-43a2-a25e-1a05378754d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ac28dcf-e1fc-4785-8eef-04a969f37fce HTTP/1.1" status: 200 len: 1101 time: 0.0657539 Oct 13 11:00:20.954951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=4fc1cb75-8880-4e39-90df-3f658687f11a,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:20.982793 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4c4edf03-91a0-406f-a3d6-fce088f4f7e5 req-8a825a92-b626-45f4-bbb5-41ae8599d362 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476773 Oct 13 11:00:20.984750 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-efc173da-4414-4894-a97f-f264ac593843 admin admin] For port deb46d8f-5b5e-4bb9-98d5-66775da38a8b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=deb46d8f-5b5e-4bb9-98d5-66775da38a8b,segment=NetworkSegment(fa87eede-1df3-42cb-9310-078f623f7dbd),segment_id=fa87eede-1df3-42cb-9310-078f623f7dbd)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:20.985131 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-efc173da-4414-4894-a97f-f264ac593843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:21.004884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-efc173da-4414-4894-a97f-f264ac593843 admin admin] Calling delete_port for deb46d8f-5b5e-4bb9-98d5-66775da38a8b owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:21.064825 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:00:21.070994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:21.071228 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:21.121906 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:21.142944 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0a96b-93b6-4c05-82e8-ffdd8320938c req-5f3cbbda-ffdb-4e1c-ad24-e9d1ae79871d tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:21.145317 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3a0a96b-93b6-4c05-82e8-ffdd8320938c req-5f3cbbda-ffdb-4e1c-ad24-e9d1ae79871d tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1263413 Oct 13 11:00:21.158301 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fb64cfeb-407d-42db-84ef-a9bbdc271711 req-a7b6b502-d069-40df-bbbc-2029aa8f077c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690132 Oct 13 11:00:21.181534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.objects.ports [None req-9aa915fa-6636-41e7-85f1-6688feef5f0f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:00:21.190414 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9aa915fa-6636-41e7-85f1-6688feef5f0f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:21.219819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 72b750e5-fec1-46aa-97bf-e9c02035bf1c up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:21.261747 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3a0a96b-93b6-4c05-82e8-ffdd8320938c req-6876b088-3fe8-40c1-ae33-158302e64967 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091447 Oct 13 11:00:21.425308 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 72b750e5-fec1-46aa-97bf-e9c02035bf1c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:21.425934 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:21.450178 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:21.480905 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa915fa-6636-41e7-85f1-6688feef5f0f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Subnet': ['ID=7b221354-4252-4a69-9687-f5223d0c7eea,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:21.498358 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-efc173da-4414-4894-a97f-f264ac593843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:21.514079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa915fa-6636-41e7-85f1-6688feef5f0f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Checking segment: {'id': '41704fb1-69d2-4b7b-8d76-27f07a43eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6b6bd5a7-56b3-4d00-bb6d-a58460905f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:21.514493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa915fa-6636-41e7-85f1-6688feef5f0f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network hostable DHCP agents. Network: 6b6bd5a7-56b3-4d00-bb6d-a58460905f48, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:00:21.522457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:21.540531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc173da-4414-4894-a97f-f264ac593843 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb46d8f-5b5e-4bb9-98d5-66775da38a8b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:21.551942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990febc-2add-4a65-a56a-0279e6bea2b9 req-4bc0a9c0-f587-4748-9e66-073273c58321 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:21.555871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5990febc-2add-4a65-a56a-0279e6bea2b9 req-4bc0a9c0-f587-4748-9e66-073273c58321 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 931 time: 0.2694204 Oct 13 11:00:21.576794 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:21.661407 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:21.664590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 72b750e5-fec1-46aa-97bf-e9c02035bf1c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=72b750e5-fec1-46aa-97bf-e9c02035bf1c,segment=NetworkSegment(e11be1da-a5c4-4948-8bcf-db48b889330b),segment_id=e11be1da-a5c4-4948-8bcf-db48b889330b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:21.705161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5990febc-2add-4a65-a56a-0279e6bea2b9 req-984ad9c4-bbe8-44cb-9132-3bc19d56d084 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147399 Oct 13 11:00:21.766034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa915fa-6636-41e7-85f1-6688feef5f0f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network 6b6bd5a7-56b3-4d00-bb6d-a58460905f48 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:00:21.790455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:21.809628 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:21.857652 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-efc173da-4414-4894-a97f-f264ac593843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:21.900541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9aa915fa-6636-41e7-85f1-6688feef5f0f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 6b6bd5a7-56b3-4d00-bb6d-a58460905f48) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:21.938517 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa915fa-6636-41e7-85f1-6688feef5f0f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:21.938517 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9aa915fa-6636-41e7-85f1-6688feef5f0f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:21.938747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fc2a5d-d7c1-4b50-a210-ee70e738fff8 None None] Network 6b6bd5a7-56b3-4d00-bb6d-a58460905f48 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:21.966568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef563fcf-a2a9-4dcc-8956-7d0581263f97 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:00:21.993076 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:22.044183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Transition to ACTIVE for port object ef563fcf-a2a9-4dcc-8956-7d0581263f97 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:00:22.071547 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9aa915fa-6636-41e7-85f1-6688feef5f0f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1711285 Oct 13 11:00:22.073737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46170) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:22.080842 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46172) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:22.086658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'port': {'network_id': '6b6bd5a7-56b3-4d00-bb6d-a58460905f48', 'name': 'tempest-NetworksIpV6TestAttrs-779459993'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:22.103162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab62a2d4-56ab-4511-bc56-c3f8025e8617 None None] Network 1e1ded29-4e8d-4834-bbee-dcffbd49571b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:22.107098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=72b750e5-fec1-46aa-97bf-e9c02035bf1c,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:22.176923 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:22.244504 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d1467be4-a4ef-4df6-a459-4ab12bdaa466 None None] Provisioning complete for port 72b750e5-fec1-46aa-97bf-e9c02035bf1c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:22.244504 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d1467be4-a4ef-4df6-a459-4ab12bdaa466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:22.275695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-6b6bd5a7-56b3-4d00-bb6d-a58460905f48', 'network_id': '6b6bd5a7-56b3-4d00-bb6d-a58460905f48', 'tenant_id': 'ca832790d22c45c6bcd6e1e31502d2fb', 'fixed_ips': [{'subnet_id': '7b221354-4252-4a69-9687-f5223d0c7eea'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:00:22.277124 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:22.369201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc173da-4414-4894-a97f-f264ac593843 admin admin] Router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:00:22.413252 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57139f-39db-4498-b11b-c9a1dd94973b req-a78108ad-b046-4b52-b78c-bd7b00a55838 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:22.415239 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fc57139f-39db-4498-b11b-c9a1dd94973b req-a78108ad-b046-4b52-b78c-bd7b00a55838 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 950 time: 0.0868852 Oct 13 11:00:22.419964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d8886-9a1f-492f-9078-fddc0058f997 req-3254e65c-2d04-4eb8-af5c-e0c917a9fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:22.425410 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df0d8886-9a1f-492f-9078-fddc0058f997 req-3254e65c-2d04-4eb8-af5c-e0c917a9fc60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6175b577a51f40e1a4cc3b714646768d&device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 1096 time: 0.3760052 Oct 13 11:00:22.606773 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Allocated IP 2001:db8::f816:3eff:fe2f:e191 (6b6bd5a7-56b3-4d00-bb6d-a58460905f48/7b221354-4252-4a69-9687-f5223d0c7eea/534ebf44-7274-408d-b66f-3d12a237ac02) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:22.638209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Pushing event updated for resources: {'Port': ['ID=ef563fcf-a2a9-4dcc-8956-7d0581263f97,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:22.659888 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6fdd018-e2c8-4731-bca2-9da02f6af166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:22.695044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a795af-b13c-41aa-a2e4-99725ba2b72b req-d2113839-ae56-4ec5-8abd-e9bae597ab19 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:22.696358 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3a795af-b13c-41aa-a2e4-99725ba2b72b req-d2113839-ae56-4ec5-8abd-e9bae597ab19 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.6725323 Oct 13 11:00:22.756066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f946384-0874-4a31-93c4-ef7903231f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:22.758239 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2494b5-c783-478e-9589-7ed20aa9a58a" -d '{"events": [{"server_uuid": "0f946384-0874-4a31-93c4-ef7903231f56", "name": "network-vif-plugged", "status": "completed", "tag": "0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:22.859734 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:22.900401 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3a795af-b13c-41aa-a2e4-99725ba2b72b req-601ea373-b946-4a1d-8712-d37528a90aff tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922934 Oct 13 11:00:22.925135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Attempting to bind port ef563fcf-a2a9-4dcc-8956-7d0581263f97 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:22.925471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Attempting to bind port ef563fcf-a2a9-4dcc-8956-7d0581263f97 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:22.925796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Attempting to bind port ef563fcf-a2a9-4dcc-8956-7d0581263f97 on network 5ba7d06a-9950-4459-be22-0590e0d45321 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:22.942426 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Port ef563fcf-a2a9-4dcc-8956-7d0581263f97 on network 5ba7d06a-9950-4459-be22-0590e0d45321 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:22.942760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Attempting to bind port ef563fcf-a2a9-4dcc-8956-7d0581263f97 on network 5ba7d06a-9950-4459-be22-0590e0d45321 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:22.951273 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:22.956742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:22.957003 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Checking segment: {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:22.957412 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Bound using segment: {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:22.957853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Bound port: ef563fcf-a2a9-4dcc-8956-7d0581263f97, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:22.958267 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.004042 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6fdd018-e2c8-4731-bca2-9da02f6af166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.051476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Network 6b6bd5a7-56b3-4d00-bb6d-a58460905f48 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:23.055474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:23.058900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:23.062621 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fc57139f-39db-4498-b11b-c9a1dd94973b req-81387f08-ea3a-4138-92a1-2297c13e9b24 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352201 Oct 13 11:00:23.065424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:23.072592 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.130964 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6fdd018-e2c8-4731-bca2-9da02f6af166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.144541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Pushing event updated for resources: {'Port': ['ID=534ebf44-7274-408d-b66f-3d12a237ac02,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:23.155816 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd8bc8a-5d89-4b71-a0c1-79df1d8f0d49 x-openstack-request-id: req-9dd8bc8a-5d89-4b71-a0c1-79df1d8f0d49 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:23.156110 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f946384-0874-4a31-93c4-ef7903231f56", "name": "network-vif-plugged", "status": "completed", "tag": "0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:23.156374 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dd8bc8a-5d89-4b71-a0c1-79df1d8f0d49 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:23.157181 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f946384-0874-4a31-93c4-ef7903231f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a', 'code': 200} Oct 13 11:00:23.203613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0acc5998-55ac-4276-a5d8-b7be7c723a6a None None] Provisioning complete for port 72b750e5-fec1-46aa-97bf-e9c02035bf1c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:23.203988 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0acc5998-55ac-4276-a5d8-b7be7c723a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.205844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 72b750e5-fec1-46aa-97bf-e9c02035bf1c up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:23.207694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc173da-4414-4894-a97f-f264ac593843 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:00:23.211190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] device_id is not set on port 8326598e-d1a5-4a87-92e9-907bb4ae10be yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:00:23.217330 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-efc173da-4414-4894-a97f-f264ac593843 admin admin] 10.222.0.32 "PUT /v2.0/routers/07fcaa43-25fc-4d31-8f53-25c9fa13d2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4457095 Oct 13 11:00:23.220834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46184) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:23.239425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a6fdd018-e2c8-4731-bca2-9da02f6af166 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6553b1170e6a47a0a1d886e1b17ad4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1643593 Oct 13 11:00:23.244314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46186) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:23.267249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Attempting to bind port 534ebf44-7274-408d-b66f-3d12a237ac02 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:23.267656 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Attempting to bind port 534ebf44-7274-408d-b66f-3d12a237ac02 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '41704fb1-69d2-4b7b-8d76-27f07a43eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6b6bd5a7-56b3-4d00-bb6d-a58460905f48'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:23.268264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Attempting to bind port 534ebf44-7274-408d-b66f-3d12a237ac02 on network 6b6bd5a7-56b3-4d00-bb6d-a58460905f48 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:23.270263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f68671-f527-4621-baac-bed5013af0dd None None] Sync routers for ids ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:00:23.296545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdd018-e2c8-4731-bca2-9da02f6af166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b45904-b743-432b-aaaa-6fa65dd5fb15,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:23.303033 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:23.303415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Checking segment: {'id': '41704fb1-69d2-4b7b-8d76-27f07a43eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6b6bd5a7-56b3-4d00-bb6d-a58460905f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:23.303542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d8886-9a1f-492f-9078-fddc0058f997 req-a4a6dda2-37e5-4a22-b1fa-4be1f79124a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:23.303825 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.304229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Bound using segment: {'id': '41704fb1-69d2-4b7b-8d76-27f07a43eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6b6bd5a7-56b3-4d00-bb6d-a58460905f48'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:23.304798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Bound port: 534ebf44-7274-408d-b66f-3d12a237ac02, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41704fb1-69d2-4b7b-8d76-27f07a43eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6b6bd5a7-56b3-4d00-bb6d-a58460905f48'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:23.305076 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.305441 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df0d8886-9a1f-492f-9078-fddc0058f997 req-a4a6dda2-37e5-4a22-b1fa-4be1f79124a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=78c56f23-0879-4d0a-999f-a48750187487 HTTP/1.1" status: 200 len: 920 time: 0.8746440 Oct 13 11:00:23.316951 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] For port ef563fcf-a2a9-4dcc-8956-7d0581263f97, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:23.323290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f68671-f527-4621-baac-bed5013af0dd None None] Routers {'07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:00:23.324226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-07f68671-f527-4621-baac-bed5013af0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:00:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:23.366443 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df0d8886-9a1f-492f-9078-fddc0058f997 req-c6507f28-861a-41d0-900a-7ca4941c1e82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf HTTP/1.1" status: 200 len: 217 time: 0.0478778 Oct 13 11:00:23.376692 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8971c23-6c66-4977-9e13-104f7a62d31a req-885a0334-52a5-4610-a0dc-2bbc78b6e1d0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:23.395323 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b8971c23-6c66-4977-9e13-104f7a62d31a req-885a0334-52a5-4610-a0dc-2bbc78b6e1d0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 943 time: 0.3806005 Oct 13 11:00:23.467121 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b8971c23-6c66-4977-9e13-104f7a62d31a req-52cf2a9a-8943-478e-bd83-9c30a25862f0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706573 Oct 13 11:00:23.474793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] For port ef563fcf-a2a9-4dcc-8956-7d0581263f97, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ef563fcf-a2a9-4dcc-8956-7d0581263f97,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:23.487950 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d8886-9a1f-492f-9078-fddc0058f997 req-f7d7c506-1658-4f87-9160-80436d6fb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:23.496577 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df0d8886-9a1f-492f-9078-fddc0058f997 req-f7d7c506-1658-4f87-9160-80436d6fb929 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b2ff1c2-b112-4f98-a30b-af0fe58cec1d HTTP/1.1" status: 200 len: 859 time: 0.0943408 Oct 13 11:00:23.550924 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fcdf2a54-10c6-448b-9710-21600948b975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.559497 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.590488 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df0d8886-9a1f-492f-9078-fddc0058f997 req-5b0577b7-57a9-4d10-ba4c-e292401d6492 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78c56f23-0879-4d0a-999f-a48750187487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387051 Oct 13 11:00:23.601061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5327130-4627-4dd0-97b7-f8cc3fd84eb8 req-964866f3-6e6a-4aa0-a29c-7a146afd2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:23.602545 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5327130-4627-4dd0-97b7-f8cc3fd84eb8 req-964866f3-6e6a-4aa0-a29c-7a146afd2ec3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 1101 time: 0.3005433 Oct 13 11:00:23.627984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Pushing event updated for resources: {'Port': ['ID=ef563fcf-a2a9-4dcc-8956-7d0581263f97,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:23.645558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Allocated IP 2001:db8::f816:3eff:fec5:1bdf (6b6bd5a7-56b3-4d00-bb6d-a58460905f48/7b221354-4252-4a69-9687-f5223d0c7eea/8326598e-d1a5-4a87-92e9-907bb4ae10be) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:23.659673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:23.664086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.664086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-c1d09061-ef05-4bec-8d0c-261f54768622 service neutron] 10.222.0.46 "PUT /v2.0/ports/ef563fcf-a2a9-4dcc-8956-7d0581263f97 HTTP/1.1" status: 200 len: 1091 time: 2.8317404 Oct 13 11:00:23.664086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822f59af-6d4f-4310-9b56-aff7f7e10815', 'tag': 'ef563fcf-a2a9-4dcc-8956-7d0581263f97'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:23.665139 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d70c6f-ba59-49d4-809e-391219f2323b" -d '{"events": [{"name": "network-changed", "server_uuid": "822f59af-6d4f-4310-9b56-aff7f7e10815", "tag": "ef563fcf-a2a9-4dcc-8956-7d0581263f97"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:23.676545 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fcdf2a54-10c6-448b-9710-21600948b975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.682588 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.693138 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 72b750e5-fec1-46aa-97bf-e9c02035bf1c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:23.693138 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.740588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] For port 534ebf44-7274-408d-b66f-3d12a237ac02, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:23.761830 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-07f68671-f527-4621-baac-bed5013af0dd None None] Set router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:00:23.767309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5327130-4627-4dd0-97b7-f8cc3fd84eb8 req-bf613730-132b-4594-9239-52687e43799d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474874 Oct 13 11:00:23.793634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] For port 534ebf44-7274-408d-b66f-3d12a237ac02, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=534ebf44-7274-408d-b66f-3d12a237ac02,segment=NetworkSegment(41704fb1-69d2-4b7b-8d76-27f07a43eab2),segment_id=41704fb1-69d2-4b7b-8d76-27f07a43eab2)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:23.838950 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88af8f9a-3085-4028-a7d6-6252e56fb3c1 x-openstack-request-id: req-88af8f9a-3085-4028-a7d6-6252e56fb3c1 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:23.839594 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822f59af-6d4f-4310-9b56-aff7f7e10815", "tag": "ef563fcf-a2a9-4dcc-8956-7d0581263f97", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:23.839940 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88af8f9a-3085-4028-a7d6-6252e56fb3c1 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:23.841834 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '822f59af-6d4f-4310-9b56-aff7f7e10815', 'tag': 'ef563fcf-a2a9-4dcc-8956-7d0581263f97', 'status': 'completed', 'code': 200} Oct 13 11:00:23.842521 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df0d8886-9a1f-492f-9078-fddc0058f997 req-797e1e5a-7f80-404c-80e9-335d2006279f service neutron] 10.222.0.46 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438800 Oct 13 11:00:23.880029 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fcdf2a54-10c6-448b-9710-21600948b975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.882542 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fcdf2a54-10c6-448b-9710-21600948b975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.886634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fcdf2a54-10c6-448b-9710-21600948b975 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46b45904-b743-432b-aaaa-6fa65dd5fb15 HTTP/1.1" status: 204 len: 168 time: 0.6363997 Oct 13 11:00:23.894066 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:23.917758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-44e58cde-7761-4a0f-821c-65dfebc6e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:23.919621 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-44e58cde-7761-4a0f-821c-65dfebc6e076 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 1094 time: 0.1001296 Oct 13 11:00:23.923949 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf2a54-10c6-448b-9710-21600948b975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b45904-b743-432b-aaaa-6fa65dd5fb15,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:23.949908 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:24.018476 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-e20e6899-3b0b-4cb6-97cb-aff3e6fca019 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef563fcf-a2a9-4dcc-8956-7d0581263f97 HTTP/1.1" status: 200 len: 217 time: 0.0477498 Oct 13 11:00:24.020317 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df0d8886-9a1f-492f-9078-fddc0058f997 req-def915a2-85b2-4c74-b009-7003f2d2adc2 service neutron] 10.222.0.46 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689391 Oct 13 11:00:24.021739 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:24.167547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Deleting port ebd13fc1-0b27-4253-9399-cb686310207b {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:24.169884 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:24.170970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607d0c5-3ead-4779-8769-98d3934ba640 None None] Pushing event updated for resources: {'Port': ['ID=534ebf44-7274-408d-b66f-3d12a237ac02,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:24.255361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-07f68671-f527-4621-baac-bed5013af0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T11:00:21Z', 'revision_number': 5, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port': {'id': 'ebd13fc1-0b27-4253-9399-cb686310207b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T10:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:24.255795 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-96657bcc-afa8-4e7c-87cb-3f946e8f6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:24.268580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-96657bcc-afa8-4e7c-87cb-3f946e8f6425 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c73a4c07-49f6-4e27-8039-a817a8176f98 HTTP/1.1" status: 200 len: 850 time: 0.2368321 Oct 13 11:00:24.320455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f68671-f527-4621-baac-bed5013af0dd None None] Checking router: 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:00:24.327499 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-44868580-f4e9-461a-8e3d-462b790336a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ba7d06a-9950-4459-be22-0590e0d45321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435774 Oct 13 11:00:24.337273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1131-e3c7-40fc-8d70-46258c271bf2 req-4e03400c-bc7c-4a33-a6c5-3817a503f091 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:24.340250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48dd1131-e3c7-40fc-8d70-46258c271bf2 req-4e03400c-bc7c-4a33-a6c5-3817a503f091 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.2770967 Oct 13 11:00:24.346918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226f198-8dd8-4962-854b-9c5860fb10c6 req-b4ecfde1-74ab-47e9-991e-b79996600e43 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:24.355183 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4226f198-8dd8-4962-854b-9c5860fb10c6 req-b4ecfde1-74ab-47e9-991e-b79996600e43 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 950 time: 0.1106658 Oct 13 11:00:24.360279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] For port ebd13fc1-0b27-4253-9399-cb686310207b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ebd13fc1-0b27-4253-9399-cb686310207b,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:24.360279 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:24.374986 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:24.394304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f68671-f527-4621-baac-bed5013af0dd None None] Routers {'07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:00:24.395243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-07f68671-f527-4621-baac-bed5013af0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:00:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:24.425327 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Calling delete_port for ebd13fc1-0b27-4253-9399-cb686310207b owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:24.473697 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4226f198-8dd8-4962-854b-9c5860fb10c6 req-ec39a043-18d5-4929-8691-a16c2eb34799 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858867 Oct 13 11:00:24.524604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network 6b6bd5a7-56b3-4d00-bb6d-a58460905f48 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:24.548797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:24.562667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48dd1131-e3c7-40fc-8d70-46258c271bf2 req-75cc3acc-3e7d-41de-9c06-a88fee7bc416 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068441 Oct 13 11:00:24.563977 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:24.570189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:24.570859 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:24.587460 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Port': ['ID=8326598e-d1a5-4a87-92e9-907bb4ae10be,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:24.623668 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-07f68671-f527-4621-baac-bed5013af0dd None None] Set router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:00:24.624297 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-cb3a334c-6b7e-4ffa-80df-045e706be5ce service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827327 Oct 13 11:00:24.686868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-07f68671-f527-4621-baac-bed5013af0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T11:00:23Z', 'revision_number': 6, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:24.712907 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d307a0c4-6bdc-4fc4-af0b-501929474486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6300006 Oct 13 11:00:24.716352 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46206) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:24.719149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f68671-f527-4621-baac-bed5013af0dd None None] The sync data for ids ['07fcaa43-25fc-4d31-8f53-25c9fa13d2a2'] in n-d-813659-3 is: [{'id': '07fcaa43-25fc-4d31-8f53-25c9fa13d2a2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071316525-router', 'tenant_id': '741bdca1919a476bbac9327465314ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:09Z', 'updated_at': '2021-10-13T11:00:23Z', 'revision_number': 6, 'project_id': '741bdca1919a476bbac9327465314ef6', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:00:24.770450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bd75e8-d0d0-44a9-b65a-a215b0790d97 req-9ab23a7e-fae2-41fc-a625-7970444708fe service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383731 Oct 13 11:00:24.773983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a396c0f-483e-47cf-b407-7c24fc6c51bc req-77fb00d6-10ed-4e32-b1c7-6466ee632cc7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:24.776561 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6a396c0f-483e-47cf-b407-7c24fc6c51bc req-77fb00d6-10ed-4e32-b1c7-6466ee632cc7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 943 time: 0.1526835 Oct 13 11:00:24.846945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafc410c-daae-4e51-a98a-c17c2062f7f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Deleting subnet 7b221354-4252-4a69-9687-f5223d0c7eea {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:00:24.861051 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eafc410c-daae-4e51-a98a-c17c2062f7f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:24.877088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46208) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:24.894199 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f89db188-d32b-4b01-bb44-c9ff30278efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:24.896024 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6a396c0f-483e-47cf-b407-7c24fc6c51bc req-363878fd-4391-4913-85e6-183090073bda tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115782 Oct 13 11:00:24.933143 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eafc410c-daae-4e51-a98a-c17c2062f7f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.017952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d70c6f-ba59-49d4-809e-391219f2323b req-c9327955-c212-45c3-b689-9c7a52e45d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:25.019626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1d70c6f-ba59-49d4-809e-391219f2323b req-c9327955-c212-45c3-b689-9c7a52e45d55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 1094 time: 0.0818100 Oct 13 11:00:25.039171 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.106526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd13fc1-0b27-4253-9399-cb686310207b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:25.216131 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f89db188-d32b-4b01-bb44-c9ff30278efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.281178 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eafc410c-daae-4e51-a98a-c17c2062f7f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.289157 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f89db188-d32b-4b01-bb44-c9ff30278efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.317006 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d70c6f-ba59-49d4-809e-391219f2323b req-4fd7a42b-4e42-45fb-a3dd-72fbf4b5dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:25.321100 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.326431 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1d70c6f-ba59-49d4-809e-391219f2323b req-4fd7a42b-4e42-45fb-a3dd-72fbf4b5dbcb service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 911 time: 0.2909265 Oct 13 11:00:25.352626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89db188-d32b-4b01-bb44-c9ff30278efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3c81d0-49c5-437d-8e00-29792345a37c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:25.395695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f89db188-d32b-4b01-bb44-c9ff30278efa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3a6796acbd345aea8baabf146d3396c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5151792 Oct 13 11:00:25.395695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1d70c6f-ba59-49d4-809e-391219f2323b req-8772176c-ca0c-414c-9313-07113d486c10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef563fcf-a2a9-4dcc-8956-7d0581263f97 HTTP/1.1" status: 200 len: 217 time: 0.0580342 Oct 13 11:00:25.395992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46212) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:25.435894 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.440963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.491916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d70c6f-ba59-49d4-809e-391219f2323b req-2bfbad1f-4a07-414e-9ff8-240b746d1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:25.493499 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1d70c6f-ba59-49d4-809e-391219f2323b req-2bfbad1f-4a07-414e-9ff8-240b746d1547 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c73a4c07-49f6-4e27-8039-a817a8176f98 HTTP/1.1" status: 200 len: 850 time: 0.0870788 Oct 13 11:00:25.506241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b52e021-8af7-462c-bf70-1678c846a22d None None] Network 6b6bd5a7-56b3-4d00-bb6d-a58460905f48 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:25.532697 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eafc410c-daae-4e51-a98a-c17c2062f7f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.533664 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1d70c6f-ba59-49d4-809e-391219f2323b req-f95a35e3-3419-4e6c-a46e-d667fe459957 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ba7d06a-9950-4459-be22-0590e0d45321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313895 Oct 13 11:00:25.534464 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94fe1e2b-432d-4956-930f-46a724a50dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.561536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc410c-daae-4e51-a98a-c17c2062f7f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Subnet': ['ID=7b221354-4252-4a69-9687-f5223d0c7eea,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:25.566447 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.567224 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:00:25.573665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.575134 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-82ab8b08-6a1f-4006-aec7-b504ffcc42e7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/07fcaa43-25fc-4d31-8f53-25c9fa13d2a2 HTTP/1.1" status: 204 len: 168 time: 2.3529854 Oct 13 11:00:25.577578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46216) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:25.608313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 534ebf44-7274-408d-b66f-3d12a237ac02 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:25.637138 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94fe1e2b-432d-4956-930f-46a724a50dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.648368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eafc410c-daae-4e51-a98a-c17c2062f7f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.656723 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eafc410c-daae-4e51-a98a-c17c2062f7f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/subnets/7b221354-4252-4a69-9687-f5223d0c7eea HTTP/1.1" status: 204 len: 168 time: 0.9375725 Oct 13 11:00:25.667615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46220) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:25.674137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-bc14b0e1-a1df-4ff5-9195-37fd4fbe2f89 None None] Provisioning complete for port 534ebf44-7274-408d-b66f-3d12a237ac02 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:25.674683 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bc14b0e1-a1df-4ff5-9195-37fd4fbe2f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.771488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077331da-ae30-4062-864c-0122d8a63185 req-a9f4e211-a131-4d0b-a3e2-7ff0c0ad096d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:25.781337 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-077331da-ae30-4062-864c-0122d8a63185 req-a9f4e211-a131-4d0b-a3e2-7ff0c0ad096d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 950 time: 0.1632605 Oct 13 11:00:25.796313 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1d70c6f-ba59-49d4-809e-391219f2323b req-3f65429a-6bff-4281-8814-89e8115b82f4 service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524900 Oct 13 11:00:25.809194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 534ebf44-7274-408d-b66f-3d12a237ac02 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:25.809822 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.820432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43c1c09-b4b0-4290-b63d-9bbb70394961 admin admin] Deleting subnet a9da60ec-3d29-4932-bd51-bdfb720160f0 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:00:25.846748 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e43c1c09-b4b0-4290-b63d-9bbb70394961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.884666 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d96734-5c6a-4c5a-8add-125b45734b98 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:25.886528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d96734-5c6a-4c5a-8add-125b45734b98 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:25.888673 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e5d96734-5c6a-4c5a-8add-125b45734b98 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2164478 Oct 13 11:00:25.893354 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46224) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:25.905853 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-077331da-ae30-4062-864c-0122d8a63185 req-55992d62-3826-4077-9c3f-63f5d72cb8b0 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232076 Oct 13 11:00:25.910793 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94fe1e2b-432d-4956-930f-46a724a50dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.919448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94fe1e2b-432d-4956-930f-46a724a50dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.919448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-94fe1e2b-432d-4956-930f-46a724a50dc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b3c81d0-49c5-437d-8e00-29792345a37c HTTP/1.1" status: 204 len: 168 time: 0.5215364 Oct 13 11:00:25.956628 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bc14b0e1-a1df-4ff5-9195-37fd4fbe2f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:25.971468 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fadd4-6424-41f6-adf2-f5434c6439a9 req-e44ee772-cd52-4490-84c3-c4f412644fd1 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:25.973134 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-242fadd4-6424-41f6-adf2-f5434c6439a9 req-e44ee772-cd52-4490-84c3-c4f412644fd1 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.2674689 Oct 13 11:00:25.978149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e43c1c09-b4b0-4290-b63d-9bbb70394961 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.049988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3943bc-9fa4-4d3b-a2d0-26ff75df597b None None] DHCP port deletion for 6b6bd5a7-56b3-4d00-bb6d-a58460905f48 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:00:26.055146 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1d70c6f-ba59-49d4-809e-391219f2323b req-570944aa-4485-4200-bdd3-eb1e2a09d5a1 service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501256 Oct 13 11:00:26.060945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-bc14b0e1-a1df-4ff5-9195-37fd4fbe2f89 None None] For port 534ebf44-7274-408d-b66f-3d12a237ac02, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=534ebf44-7274-408d-b66f-3d12a237ac02,segment=NetworkSegment(41704fb1-69d2-4b7b-8d76-27f07a43eab2),segment_id=41704fb1-69d2-4b7b-8d76-27f07a43eab2)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:26.086019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe1e2b-432d-4956-930f-46a724a50dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3c81d0-49c5-437d-8e00-29792345a37c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:26.105267 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.113950 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d5dbe7f-d994-4a05-899e-5ef3ebb92e68 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.168196 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bc14b0e1-a1df-4ff5-9195-37fd4fbe2f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.168377 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-242fadd4-6424-41f6-adf2-f5434c6439a9 req-e3135fa3-e4d0-488a-8181-5e9c94328090 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806383 Oct 13 11:00:26.187116 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5dbe7f-d994-4a05-899e-5ef3ebb92e68 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 13 11:00:26.187990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5dbe7f-d994-4a05-899e-5ef3ebb92e68 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:00:26.195275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7d5dbe7f-d994-4a05-899e-5ef3ebb92e68 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/networks/6b6bd5a7-56b3-4d00-bb6d-a58460905f48 HTTP/1.1" status: 409 len: 405 time: 0.2973652 Oct 13 11:00:26.206771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46234) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:26.233409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a88826-456c-4b41-8def-45375d5c6423 req-76a8fe57-d016-4a6c-9b57-49716ffe9ba2 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:26.238010 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4a88826-456c-4b41-8def-45375d5c6423 req-76a8fe57-d016-4a6c-9b57-49716ffe9ba2 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 943 time: 0.1506221 Oct 13 11:00:26.240472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-23439a44-bf95-4453-9c29-ee46d6992e0b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-739280859'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:26.277820 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:00:26.280563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e43c1c09-b4b0-4290-b63d-9bbb70394961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.315545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4a88826-456c-4b41-8def-45375d5c6423 req-c3d56825-9185-4bd5-96f0-a436f7e9ef7e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668921 Oct 13 11:00:26.321262 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fc3943bc-9fa4-4d3b-a2d0-26ff75df597b None None] Deleting port 534ebf44-7274-408d-b66f-3d12a237ac02 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:26.321639 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fc3943bc-9fa4-4d3b-a2d0-26ff75df597b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.341638 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14b0e1-a1df-4ff5-9195-37fd4fbe2f89 None None] Pushing event updated for resources: {'Port': ['ID=534ebf44-7274-408d-b66f-3d12a237ac02,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:26.345670 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:00:26.345670 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:00:26.424832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fc3943bc-9fa4-4d3b-a2d0-26ff75df597b None None] For port 534ebf44-7274-408d-b66f-3d12a237ac02, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=534ebf44-7274-408d-b66f-3d12a237ac02,segment=NetworkSegment(41704fb1-69d2-4b7b-8d76-27f07a43eab2),segment_id=41704fb1-69d2-4b7b-8d76-27f07a43eab2)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:26.425228 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fc3943bc-9fa4-4d3b-a2d0-26ff75df597b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.428486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25080798-6e78-424d-830e-fe6309cba71b req-0b809a8c-0343-4bad-94b0-490cb4b0c54a tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:26.429987 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25080798-6e78-424d-830e-fe6309cba71b req-0b809a8c-0343-4bad-94b0-490cb4b0c54a tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac28dcf-e1fc-4785-8eef-04a969f37fce HTTP/1.1" status: 200 len: 950 time: 0.1080434 Oct 13 11:00:26.444197 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fc3943bc-9fa4-4d3b-a2d0-26ff75df597b None None] Calling delete_port for 534ebf44-7274-408d-b66f-3d12a237ac02 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:26.449361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23439a44-bf95-4453-9c29-ee46d6992e0b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:26.457105 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-23439a44-bf95-4453-9c29-ee46d6992e0b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.495155 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25080798-6e78-424d-830e-fe6309cba71b req-93c3b11a-f9c1-4441-a889-651d1963ce7e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590615 Oct 13 11:00:26.500819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23439a44-bf95-4453-9c29-ee46d6992e0b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:00:26.507296 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e43c1c09-b4b0-4290-b63d-9bbb70394961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.563122 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-23439a44-bf95-4453-9c29-ee46d6992e0b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.563745 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-23439a44-bf95-4453-9c29-ee46d6992e0b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Added segment a487b226-f699-462b-9ee5-58a2e203f606 of type vlan for network a213c87e-deef-48e7-b5e7-59fd41a3a460 Oct 13 11:00:26.569651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e43c1c09-b4b0-4290-b63d-9bbb70394961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.575464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e53c921-b72a-4c83-bbc5-45fc435af2aa None None] Network 73b9de68-f09e-46da-ba8b-ccd947239acf requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:26.583611 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e43c1c09-b4b0-4290-b63d-9bbb70394961 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a9da60ec-3d29-4932-bd51-bdfb720160f0 HTTP/1.1" status: 204 len: 168 time: 1.0050108 Oct 13 11:00:26.586134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46242) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:26.627889 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fc3943bc-9fa4-4d3b-a2d0-26ff75df597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.643050 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-23439a44-bf95-4453-9c29-ee46d6992e0b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.648953 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3943bc-9fa4-4d3b-a2d0-26ff75df597b None None] No DVR routers for this DVR port 534ebf44-7274-408d-b66f-3d12a237ac02 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:00:26.682302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c1c09-b4b0-4290-b63d-9bbb70394961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9da60ec-3d29-4932-bd51-bdfb720160f0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:26.707950 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3943bc-9fa4-4d3b-a2d0-26ff75df597b None None] Pushing event deleted for resources: {'Port': ['ID=534ebf44-7274-408d-b66f-3d12a237ac02,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:26.768150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-23439a44-bf95-4453-9c29-ee46d6992e0b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.778367 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23439a44-bf95-4453-9c29-ee46d6992e0b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:26.779032 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-23439a44-bf95-4453-9c29-ee46d6992e0b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.801027 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.883951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Port 534ebf44-7274-408d-b66f-3d12a237ac02 update to ACTIVE by agent not found {{(pid=101992) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 11:00:26.886798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23439a44-bf95-4453-9c29-ee46d6992e0b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Network': ['ID=a213c87e-deef-48e7-b5e7-59fd41a3a460,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:26.891487 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296fb496-f3e0-4755-9c6a-8a3b20d9c971 None None] DHCP port deletion for 73b9de68-f09e-46da-ba8b-ccd947239acf request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:00:26.902622 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device deb46d8f-5b5e-4bb9-98d5-66775da38a8b no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:00:26.906913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network a213c87e-deef-48e7-b5e7-59fd41a3a460 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:00:26.911630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2c974-cd56-45a2-bb80-20a5ed6e16d0 req-031d8884-e6eb-46b2-be70-f5c4d6a82bee tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:26.919892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2c974-cd56-45a2-bb80-20a5ed6e16d0 req-031d8884-e6eb-46b2-be70-f5c4d6a82bee tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:26.926909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3eb2c974-cd56-45a2-bb80-20a5ed6e16d0 req-031d8884-e6eb-46b2-be70-f5c4d6a82bee tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56&device_id=7ac28dcf-e1fc-4785-8eef-04a969f37fce HTTP/1.1" status: 200 len: 1691 time: 0.1115313 Oct 13 11:00:26.931186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Deleting port 4b00ecee-9080-40de-8ce9-323a3888dd94 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:26.931530 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:26.936328 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-23439a44-bf95-4453-9c29-ee46d6992e0b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7241504 Oct 13 11:00:26.939223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46250) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:26.946739 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8e25bfc1-c65c-4972-ba00-4b2e21ff88e8 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'subnet': {'network_id': 'a213c87e-deef-48e7-b5e7-59fd41a3a460', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:27.070771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] For port 4b00ecee-9080-40de-8ce9-323a3888dd94, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4b00ecee-9080-40de-8ce9-323a3888dd94,segment=NetworkSegment(fa87eede-1df3-42cb-9310-078f623f7dbd),segment_id=fa87eede-1df3-42cb-9310-078f623f7dbd)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:27.071457 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:27.083085 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3eb2c974-cd56-45a2-bb80-20a5ed6e16d0 req-1edfb752-c182-4a9a-8395-39790f096c9c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237204 Oct 13 11:00:27.108787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Calling delete_port for 4b00ecee-9080-40de-8ce9-323a3888dd94 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:27.127917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: deb46d8f-5b5e-4bb9-98d5-66775da38a8b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:00:27.128259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device deb46d8f-5b5e-4bb9-98d5-66775da38a8b not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:00:27.208947 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-296fb496-f3e0-4755-9c6a-8a3b20d9c971 None None] Deleting port 4b00ecee-9080-40de-8ce9-323a3888dd94 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:27.209328 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-296fb496-f3e0-4755-9c6a-8a3b20d9c971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:27.247703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e25bfc1-c65c-4972-ba00-4b2e21ff88e8 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:27.253917 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e25bfc1-c65c-4972-ba00-4b2e21ff88e8 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:27.285230 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-296fb496-f3e0-4755-9c6a-8a3b20d9c971 None None] For port 4b00ecee-9080-40de-8ce9-323a3888dd94, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4b00ecee-9080-40de-8ce9-323a3888dd94,segment=NetworkSegment(fa87eede-1df3-42cb-9310-078f623f7dbd),segment_id=fa87eede-1df3-42cb-9310-078f623f7dbd)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:27.285631 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-296fb496-f3e0-4755-9c6a-8a3b20d9c971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:27.300196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-296fb496-f3e0-4755-9c6a-8a3b20d9c971 None None] Calling delete_port for 4b00ecee-9080-40de-8ce9-323a3888dd94 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:27.358215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ebd13fc1-0b27-4253-9399-cb686310207b no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:00:27.383205 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: ebd13fc1-0b27-4253-9399-cb686310207b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:00:27.383548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ebd13fc1-0b27-4253-9399-cb686310207b not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:00:27.384021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4b00ecee-9080-40de-8ce9-323a3888dd94 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:00:27.396910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5286e72-8565-438e-99c5-21ea8c5ae59c req-81c5d0e5-17b8-41a6-bc6d-70c2cffc1676 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:27.398617 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5286e72-8565-438e-99c5-21ea8c5ae59c req-81c5d0e5-17b8-41a6-bc6d-70c2cffc1676 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 1101 time: 0.0563653 Oct 13 11:00:27.424568 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:27.426218 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No active binding found for port 4b00ecee-9080-40de-8ce9-323a3888dd94 {{(pid=101992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 11:00:27.426914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4b00ecee-9080-40de-8ce9-323a3888dd94 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:00:27.427398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 534ebf44-7274-408d-b66f-3d12a237ac02 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:00:27.434930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab0b94-a6ae-4dda-96cf-1a255ac7b2a3 req-a12110b8-1680-481d-860d-f651a669852a tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:27.436551 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5eab0b94-a6ae-4dda-96cf-1a255ac7b2a3 req-a12110b8-1680-481d-860d-f651a669852a tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1071291 Oct 13 11:00:27.454436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b00ecee-9080-40de-8ce9-323a3888dd94,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:27.466006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 534ebf44-7274-408d-b66f-3d12a237ac02 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:00:27.466006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 534ebf44-7274-408d-b66f-3d12a237ac02 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:00:27.488314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] No DVR routers for this DVR port 4b00ecee-9080-40de-8ce9-323a3888dd94 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:00:27.498392 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5286e72-8565-438e-99c5-21ea8c5ae59c req-af0d3949-b766-4db5-8837-bcc60560e62e tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921710 Oct 13 11:00:27.511962 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-296fb496-f3e0-4755-9c6a-8a3b20d9c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:27.514246 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5eab0b94-a6ae-4dda-96cf-1a255ac7b2a3 req-67fa611c-866e-42a4-a7e5-f8b6e0e9aa29 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677395 Oct 13 11:00:27.576273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fb496-f3e0-4755-9c6a-8a3b20d9c971 None None] Pushing event deleted for resources: {'Port': ['ID=4b00ecee-9080-40de-8ce9-323a3888dd94,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:27.589620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fb496-f3e0-4755-9c6a-8a3b20d9c971 None None] No DVR routers for this DVR port 4b00ecee-9080-40de-8ce9-323a3888dd94 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:00:27.680856 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:27.708902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b9de68-f09e-46da-ba8b-ccd947239acf']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:27.721772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc604b5-32f8-4156-a671-9d93cf11f482 req-c74c3c3a-31aa-40ae-a2d3-953aad8941d1 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:27.723535 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5dc604b5-32f8-4156-a671-9d93cf11f482 req-c74c3c3a-31aa-40ae-a2d3-953aad8941d1 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7ac28dcf-e1fc-4785-8eef-04a969f37fce HTTP/1.1" status: 200 len: 1101 time: 0.0915711 Oct 13 11:00:27.731431 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c44c2-9334-42e8-89c6-e2004f28a2bf req-91b39c0e-2243-417c-837c-2b2e357ad368 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:27.732966 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-541c44c2-9334-42e8-89c6-e2004f28a2bf req-91b39c0e-2243-417c-837c-2b2e357ad368 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 943 time: 0.1520581 Oct 13 11:00:27.734848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa87eede-1df3-42cb-9310-078f623f7dbd') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:27.735271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa87eede-1df3-42cb-9310-078f623f7dbd') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:27.764830 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:27.786761 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5dc604b5-32f8-4156-a671-9d93cf11f482 req-9e838713-4e2f-4d23-af50-b9685ac14687 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562000 Oct 13 11:00:27.793055 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:27.807743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:00:27.813543 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:00:27.844747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-541c44c2-9334-42e8-89c6-e2004f28a2bf req-2c0d013f-ea31-4b16-8033-626676d85b10 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047034 Oct 13 11:00:27.899993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.objects.ports [None req-8e25bfc1-c65c-4972-ba00-4b2e21ff88e8 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101990) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:00:27.903714 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e25bfc1-c65c-4972-ba00-4b2e21ff88e8 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:27.939035 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:27.971593 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25bfc1-c65c-4972-ba00-4b2e21ff88e8 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Subnet': ['ID=34237004-578e-495e-815e-1dc9403dc053,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:27.991664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e25bfc1-c65c-4972-ba00-4b2e21ff88e8 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Checking segment: {'id': 'a487b226-f699-462b-9ee5-58a2e203f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a213c87e-deef-48e7-b5e7-59fd41a3a460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:27.992035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25bfc1-c65c-4972-ba00-4b2e21ff88e8 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network hostable DHCP agents. Network: a213c87e-deef-48e7-b5e7-59fd41a3a460, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:00:27.996340 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:28.020530 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] 10.222.0.32 "DELETE /v2.0/networks/73b9de68-f09e-46da-ba8b-ccd947239acf HTTP/1.1" status: 204 len: 168 time: 1.4276180 Oct 13 11:00:28.020530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfefbba-43e9-4019-a1ef-83955fba6b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b9de68-f09e-46da-ba8b-ccd947239acf,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:28.075741 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-4b4af431-4fe4-4e51-8e2d-9a3e78d23d4e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248046 Oct 13 11:00:28.098432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25bfc1-c65c-4972-ba00-4b2e21ff88e8 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network a213c87e-deef-48e7-b5e7-59fd41a3a460 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:00:28.188673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-dd555291-a5f6-4064-ab5d-1c0bce9ee26a tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:28.190136 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-dd555291-a5f6-4064-ab5d-1c0bce9ee26a tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087072 Oct 13 11:00:28.207370 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-868de6ba-9972-4efc-96f1-9794a7724cd9 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/quotas/76e6e8777a97442bab92ab969c416e4e HTTP/1.1" status: 200 len: 375 time: 0.0110075 Oct 13 11:00:28.213374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8e25bfc1-c65c-4972-ba00-4b2e21ff88e8 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, a213c87e-deef-48e7-b5e7-59fd41a3a460) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:28.223868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33208813-594e-4888-85b2-ecb47f3a1a19 None None] Network a213c87e-deef-48e7-b5e7-59fd41a3a460 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:28.232452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e25bfc1-c65c-4972-ba00-4b2e21ff88e8 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:28.237774 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e25bfc1-c65c-4972-ba00-4b2e21ff88e8 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:28.289404 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-6cbe32cf-347f-4fc3-87be-7fcce121bd28 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0733399 Oct 13 11:00:28.339680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ef563fcf-a2a9-4dcc-8956-7d0581263f97 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:00:28.367518 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8e25bfc1-c65c-4972-ba00-4b2e21ff88e8 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4267335 Oct 13 11:00:28.373846 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46296) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:28.380683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'port': {'network_id': 'a213c87e-deef-48e7-b5e7-59fd41a3a460', 'name': 'tempest-NetworksIpV6TestAttrs-614602361'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:28.405262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46298) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:28.449244 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-a213c87e-deef-48e7-b5e7-59fd41a3a460', 'network_id': 'a213c87e-deef-48e7-b5e7-59fd41a3a460', 'tenant_id': 'ca832790d22c45c6bcd6e1e31502d2fb', 'fixed_ips': [{'subnet_id': '34237004-578e-495e-815e-1dc9403dc053'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:00:28.450274 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:28.491362 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a6df29e4-88bc-4678-8c03-7d63b384089b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=741bdca1919a476bbac9327465314ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821359 Oct 13 11:00:28.491929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46300) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:28.577101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1454ffaf-107c-42b7-8860-4d1a5d9eed9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:28.579689 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ef563fcf-a2a9-4dcc-8956-7d0581263f97, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ef563fcf-a2a9-4dcc-8956-7d0581263f97,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:28.611724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'ef563fcf-a2a9-4dcc-8956-7d0581263f97', 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'port_id': 'ef563fcf-a2a9-4dcc-8956-7d0581263f97', 'mac_address': 'fa:16:3e:22:d7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73a4c07-49f6-4e27-8039-a817a8176f98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:00:28.650386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1454ffaf-107c-42b7-8860-4d1a5d9eed9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:28.704839 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:28.726367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Allocated IP 2001:db8::f816:3eff:feeb:2c61 (a213c87e-deef-48e7-b5e7-59fd41a3a460/34237004-578e-495e-815e-1dc9403dc053/308675dd-2aba-4d87-bbd0-7f5f8cb3c18b) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:28.737735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef563fcf-a2a9-4dcc-8956-7d0581263f97 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:00:28.750662 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12ff26e5-ce1e-4ca9-8cac-b510f4ea0dc7 req-1c018f11-ef14-4b1c-9760-6eb55e5ed28a tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 210 time: 0.1185064 Oct 13 11:00:28.787168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d9cf7-dec5-43b5-8887-ffb4e96209de req-776b13d8-83c9-4e44-9aa1-b724edd30a2d tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:28.790723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ef563fcf-a2a9-4dcc-8956-7d0581263f97, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ef563fcf-a2a9-4dcc-8956-7d0581263f97,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:28.794481 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ce6d9cf7-dec5-43b5-8887-ffb4e96209de req-776b13d8-83c9-4e44-9aa1-b724edd30a2d tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1059847 Oct 13 11:00:28.878157 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ce6d9cf7-dec5-43b5-8887-ffb4e96209de req-a87864ac-db67-4c09-a005-6f220a0b9113 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808086 Oct 13 11:00:28.885595 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1454ffaf-107c-42b7-8860-4d1a5d9eed9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:28.891884 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1454ffaf-107c-42b7-8860-4d1a5d9eed9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:28.891884 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1454ffaf-107c-42b7-8860-4d1a5d9eed9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29eea73d-0f6b-4c31-babb-551d04a78948 HTTP/1.1" status: 204 len: 168 time: 0.3964858 Oct 13 11:00:28.892515 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:28.914206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454ffaf-107c-42b7-8860-4d1a5d9eed9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eea73d-0f6b-4c31-babb-551d04a78948,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:28.933583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:28.939837 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:28.973402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] device_id is not set on port feed7f31-d212-4f5b-b49a-e8a33aee1704 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:00:29.049284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=ef563fcf-a2a9-4dcc-8956-7d0581263f97,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:29.073540 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:29.143668 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:29.150616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfc801-18b4-41cd-8a87-471ced2e786f req-f9caa988-7600-42da-971a-702647be88e5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:29.160510 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9dfc801-18b4-41cd-8a87-471ced2e786f req-f9caa988-7600-42da-971a-702647be88e5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 944 time: 0.0753577 Oct 13 11:00:29.194509 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Network a213c87e-deef-48e7-b5e7-59fd41a3a460 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:29.196800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:29.201839 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:29.211944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Pushing event updated for resources: {'Port': ['ID=308675dd-2aba-4d87-bbd0-7f5f8cb3c18b,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:29.252604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Allocated IP 2001:db8::f816:3eff:fed5:4fe1 (a213c87e-deef-48e7-b5e7-59fd41a3a460/34237004-578e-495e-815e-1dc9403dc053/feed7f31-d212-4f5b-b49a-e8a33aee1704) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:29.265953 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['ef563fcf-a2a9-4dcc-8956-7d0581263f97'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:29.269449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9dfc801-18b4-41cd-8a87-471ced2e786f req-6175ba70-277a-4d3e-910c-ab91f0cda2f3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983572 Oct 13 11:00:29.326598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Attempting to bind port 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:29.326937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Attempting to bind port 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'a487b226-f699-462b-9ee5-58a2e203f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a213c87e-deef-48e7-b5e7-59fd41a3a460'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:29.327258 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Attempting to bind port 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b on network a213c87e-deef-48e7-b5e7-59fd41a3a460 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:29.335330 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:29.335716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Checking segment: {'id': 'a487b226-f699-462b-9ee5-58a2e203f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a213c87e-deef-48e7-b5e7-59fd41a3a460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:29.336119 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:29.339101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Bound using segment: {'id': 'a487b226-f699-462b-9ee5-58a2e203f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a213c87e-deef-48e7-b5e7-59fd41a3a460'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:29.339101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Bound port: 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a487b226-f699-462b-9ee5-58a2e203f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a213c87e-deef-48e7-b5e7-59fd41a3a460'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:29.339101 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:29.493079 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:29.554809 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] For port 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:29.585500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] For port 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=308675dd-2aba-4d87-bbd0-7f5f8cb3c18b,segment=NetworkSegment(a487b226-f699-462b-9ee5-58a2e203f606),segment_id=a487b226-f699-462b-9ee5-58a2e203f606)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:29.596599 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:29.654159 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:29.663011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network a213c87e-deef-48e7-b5e7-59fd41a3a460 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:29.665637 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:29.668547 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:29.674593 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:29.675451 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:29.678556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Port': ['ID=feed7f31-d212-4f5b-b49a-e8a33aee1704,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:29.730204 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27140141-bf41-4f8f-8fff-7771818789ec None None] Pushing event updated for resources: {'Port': ['ID=308675dd-2aba-4d87-bbd0-7f5f8cb3c18b,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:29.781439 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8fb9e826-37c3-44f4-89fc-7eac60632757 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4062676 Oct 13 11:00:29.786234 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46366) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:29.898941 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-73136636-c5db-4b0e-961c-fd170e4a0d9f req-ee80f933-fe66-47a2-a7bb-a57f50668cb5 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 210 time: 0.0353775 Oct 13 11:00:29.917671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-134b0453-9f47-4ee9-b089-334752da9160 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Deleting subnet 34237004-578e-495e-815e-1dc9403dc053 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:00:29.921152 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-134b0453-9f47-4ee9-b089-334752da9160 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:29.997068 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-134b0453-9f47-4ee9-b089-334752da9160 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:30.104968 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b54c4-6158-4ad6-aae1-7d871bf6cfab req-fbc629a9-9a6f-4508-a48c-906d556754fd tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:30.114560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a7b54c4-6158-4ad6-aae1-7d871bf6cfab req-fbc629a9-9a6f-4508-a48c-906d556754fd tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1191349 Oct 13 11:00:30.223071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a7b54c4-6158-4ad6-aae1-7d871bf6cfab req-5a6e4311-af72-4923-acb7-950ced6e6839 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550127 Oct 13 11:00:30.224353 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-134b0453-9f47-4ee9-b089-334752da9160 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:30.386867 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-134b0453-9f47-4ee9-b089-334752da9160 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:30.401366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6cd32-8c9f-48d5-a84f-94b0960fdd9e req-2ee14f19-91dc-4f4b-9f48-8e9c22794b09 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:30.403114 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22e6cd32-8c9f-48d5-a84f-94b0960fdd9e req-2ee14f19-91dc-4f4b-9f48-8e9c22794b09 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 944 time: 0.0717723 Oct 13 11:00:30.431667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b0453-9f47-4ee9-b089-334752da9160 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Subnet': ['ID=34237004-578e-495e-815e-1dc9403dc053,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:30.454536 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-134b0453-9f47-4ee9-b089-334752da9160 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:30.460579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46386) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:30.460733 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-134b0453-9f47-4ee9-b089-334752da9160 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/subnets/34237004-578e-495e-815e-1dc9403dc053 HTTP/1.1" status: 204 len: 168 time: 0.6726530 Oct 13 11:00:30.496637 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22e6cd32-8c9f-48d5-a84f-94b0960fdd9e req-1e0b5cff-c2df-47fb-a9bd-73aaf0ce254d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635486 Oct 13 11:00:30.601623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314728d8-0d1f-448e-996f-66779aae65a7 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:30.605102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314728d8-0d1f-448e-996f-66779aae65a7 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:30.606816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-314728d8-0d1f-448e-996f-66779aae65a7 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1451883 Oct 13 11:00:30.617281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46396) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:30.696643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46398) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:30.764149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df40f078-3a54-4a39-bd11-670d0fd78bc5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:30.779706 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-df40f078-3a54-4a39-bd11-670d0fd78bc5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 13 11:00:30.780186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df40f078-3a54-4a39-bd11-670d0fd78bc5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:00:30.792976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46402) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:30.798361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-44560229-e77f-4667-b428-d0f713f0b573 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-184594413'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:30.804729 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-df40f078-3a54-4a39-bd11-670d0fd78bc5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/networks/a213c87e-deef-48e7-b5e7-59fd41a3a460 HTTP/1.1" status: 409 len: 405 time: 0.1857572 Oct 13 11:00:30.844803 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9bd316f-59ca-4d0a-b276-54aaaaefcddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:30.923211 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44560229-e77f-4667-b428-d0f713f0b573 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:30.926843 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44560229-e77f-4667-b428-d0f713f0b573 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:30.974943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44560229-e77f-4667-b428-d0f713f0b573 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:00:31.005731 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9bd316f-59ca-4d0a-b276-54aaaaefcddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.016680 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44560229-e77f-4667-b428-d0f713f0b573 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.017340 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-44560229-e77f-4667-b428-d0f713f0b573 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Added segment b21b5fdf-88a6-4a91-8f97-139cfa18fc5c of type vlan for network eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1 Oct 13 11:00:31.072050 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44560229-e77f-4667-b428-d0f713f0b573 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.072240 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2cf4ac40-4019-4bd8-af75-e34eac7ded6d req-7479e8b2-8d4d-4f26-afe2-cee1d86627fa tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 210 time: 0.0419624 Oct 13 11:00:31.091353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2710b1-64e8-4993-bce8-72931a1005ef None None] Network a213c87e-deef-48e7-b5e7-59fd41a3a460 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:31.091900 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9bd316f-59ca-4d0a-b276-54aaaaefcddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.131719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e9bd316f-59ca-4d0a-b276-54aaaaefcddc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9409f73eb5e3404281e2790bda3f2c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331477 Oct 13 11:00:31.132739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd316f-59ca-4d0a-b276-54aaaaefcddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c6851c-efff-437a-861c-ea9de2784ff0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:31.134595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46412) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:31.216838 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ddb0fae-32c9-44af-b62a-9b2124be3bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.218372 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44560229-e77f-4667-b428-d0f713f0b573 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.226055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44560229-e77f-4667-b428-d0f713f0b573 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:31.226959 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44560229-e77f-4667-b428-d0f713f0b573 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.243680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-906bbbc2-f7f7-4577-ab9c-3d84e0350329 None None] Provisioning complete for port 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:31.243680 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-906bbbc2-f7f7-4577-ab9c-3d84e0350329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.249942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ddb0fae-32c9-44af-b62a-9b2124be3bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.316478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:31.397826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44560229-e77f-4667-b428-d0f713f0b573 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Network': ['ID=eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:31.410174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:00:31.413990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770c03c-6df2-4a8c-b95d-e4412e4a34e1 req-9d40e89d-0db4-4471-a17f-9190181671b4 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:31.419379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9770c03c-6df2-4a8c-b95d-e4412e4a34e1 req-9d40e89d-0db4-4471-a17f-9190181671b4 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.0839221 Oct 13 11:00:31.448322 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-5d90b9ab-aa8b-42ac-bde2-ecf82ec9626c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516920 Oct 13 11:00:31.453137 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ddb0fae-32c9-44af-b62a-9b2124be3bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.455892 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ddb0fae-32c9-44af-b62a-9b2124be3bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.457196 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9ddb0fae-32c9-44af-b62a-9b2124be3bd1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43c6851c-efff-437a-861c-ea9de2784ff0 HTTP/1.1" status: 204 len: 168 time: 0.3201575 Oct 13 11:00:31.463558 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-44560229-e77f-4667-b428-d0f713f0b573 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6694331 Oct 13 11:00:31.467939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46420) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:31.489187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7e53f081-3ad8-4d6e-b8e9-170c73b8b1b6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'subnet': {'network_id': 'eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:31.502245 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:31.502745 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.504531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b122b616-5ddb-4ef4-8604-e0722015385f None None] DHCP port deletion for a213c87e-deef-48e7-b5e7-59fd41a3a460 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:00:31.533052 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-906bbbc2-f7f7-4577-ab9c-3d84e0350329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.591648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb0fae-32c9-44af-b62a-9b2124be3bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c6851c-efff-437a-861c-ea9de2784ff0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:31.634006 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9770c03c-6df2-4a8c-b95d-e4412e4a34e1 req-8221ec85-0387-4f03-9ac3-c0b75a4a523d tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020490 Oct 13 11:00:31.654773 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-906bbbc2-f7f7-4577-ab9c-3d84e0350329 None None] For port 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=308675dd-2aba-4d87-bbd0-7f5f8cb3c18b,segment=NetworkSegment(a487b226-f699-462b-9ee5-58a2e203f606),segment_id=a487b226-f699-462b-9ee5-58a2e203f606)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:31.672402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46426) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:31.720812 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.723661 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b122b616-5ddb-4ef4-8604-e0722015385f None None] Deleting port 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:31.726162 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b122b616-5ddb-4ef4-8604-e0722015385f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.746902 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-906bbbc2-f7f7-4577-ab9c-3d84e0350329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.832389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bbbc2-f7f7-4577-ab9c-3d84e0350329 None None] Pushing event updated for resources: {'Port': ['ID=308675dd-2aba-4d87-bbd0-7f5f8cb3c18b,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:31.839406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e53f081-3ad8-4d6e-b8e9-170c73b8b1b6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:31.846095 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e53f081-3ad8-4d6e-b8e9-170c73b8b1b6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.897240 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b122b616-5ddb-4ef4-8604-e0722015385f None None] For port 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=308675dd-2aba-4d87-bbd0-7f5f8cb3c18b,segment=NetworkSegment(a487b226-f699-462b-9ee5-58a2e203f606),segment_id=a487b226-f699-462b-9ee5-58a2e203f606)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:31.903031 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b122b616-5ddb-4ef4-8604-e0722015385f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:31.923719 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b122b616-5ddb-4ef4-8604-e0722015385f None None] Calling delete_port for 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:31.930149 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:00:31.930528 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:00:31.957088 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-953045b2-49d6-43b6-a152-a44e08959c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.134026 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b122b616-5ddb-4ef4-8604-e0722015385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.192222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122b616-5ddb-4ef4-8604-e0722015385f None None] Pushing event deleted for resources: {'Port': ['ID=308675dd-2aba-4d87-bbd0-7f5f8cb3c18b,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:32.196550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b122b616-5ddb-4ef4-8604-e0722015385f None None] No DVR routers for this DVR port 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:00:32.231416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8c8fc61e-cb67-4671-97e7-a8bc9b1277ca req-492f3d93-6c69-44a6-b471-7462b2ea824d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 210 time: 0.0682254 Oct 13 11:00:32.270456 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5298c-dd5e-43e6-bc15-7e702936ba51 req-69f0e206-f9a9-4e08-a498-fa3263f3602e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:32.272078 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-16c5298c-dd5e-43e6-bc15-7e702936ba51 req-69f0e206-f9a9-4e08-a498-fa3263f3602e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 944 time: 0.1270132 Oct 13 11:00:32.282942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-059114bb-0346-4e7e-93dc-943821fcb99b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:32.284671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-059114bb-0346-4e7e-93dc-943821fcb99b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8263757 Oct 13 11:00:32.293245 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-953045b2-49d6-43b6-a152-a44e08959c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.306159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-0d48c13a-68f5-431e-8573-8d7b9b4a0170 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Request body: {'port': {'device_id': 'df7b8659-c8a0-43f8-93db-08c118ece63d', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '76e6e8777a97442bab92ab969c416e4e'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:32.356600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ef563fcf-a2a9-4dcc-8956-7d0581263f97 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:32.370568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.objects.ports [None req-7e53f081-3ad8-4d6e-b8e9-170c73b8b1b6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:00:32.372077 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e53f081-3ad8-4d6e-b8e9-170c73b8b1b6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.387831 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-16c5298c-dd5e-43e6-bc15-7e702936ba51 req-72c7ac60-b793-49ec-b3a5-6a9f5a153c5c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019833 Oct 13 11:00:32.417612 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-953045b2-49d6-43b6-a152-a44e08959c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.457474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Port 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b update to ACTIVE by agent not found {{(pid=101992) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 11:00:32.488202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-953045b2-49d6-43b6-a152-a44e08959c93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0c020d167cb48fe90dba3d80410eb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8127775 Oct 13 11:00:32.488925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53f081-3ad8-4d6e-b8e9-170c73b8b1b6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Subnet': ['ID=a45f3d51-80e4-41b1-a287-2be9e7d146ae,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:32.491229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46436) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:32.502565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953045b2-49d6-43b6-a152-a44e08959c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac25ba0-aadc-4411-88f4-c35f6135c002,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:32.508531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e53f081-3ad8-4d6e-b8e9-170c73b8b1b6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Checking segment: {'id': 'b21b5fdf-88a6-4a91-8f97-139cfa18fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:32.508531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53f081-3ad8-4d6e-b8e9-170c73b8b1b6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network hostable DHCP agents. Network: eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:00:32.521325 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port ef563fcf-a2a9-4dcc-8956-7d0581263f97 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:00:32.522003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-0d48c13a-68f5-431e-8573-8d7b9b4a0170 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Made reservation on behalf of 76e6e8777a97442bab92ab969c416e4e for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:32.530485 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-0d48c13a-68f5-431e-8573-8d7b9b4a0170 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.531024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port ef563fcf-a2a9-4dcc-8956-7d0581263f97 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:32.531024 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.607127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53f081-3ad8-4d6e-b8e9-170c73b8b1b6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:00:32.613655 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a014b9b-4d6e-4ed3-962e-8e3340208132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.632701 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.659711 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a014b9b-4d6e-4ed3-962e-8e3340208132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.661171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46440) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:32.672472 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ef563fcf-a2a9-4dcc-8956-7d0581263f97, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ef563fcf-a2a9-4dcc-8956-7d0581263f97,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:32.673494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822f59af-6d4f-4310-9b56-aff7f7e10815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef563fcf-a2a9-4dcc-8956-7d0581263f97'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:32.675976 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38505bc0-b8e4-4edb-86e9-aa64ff9da6f5" -d '{"events": [{"server_uuid": "822f59af-6d4f-4310-9b56-aff7f7e10815", "name": "network-vif-plugged", "status": "completed", "tag": "ef563fcf-a2a9-4dcc-8956-7d0581263f97"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:32.717148 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aa7d9a-8b16-44ff-b2cf-71bcbeca6a0e x-openstack-request-id: req-77aa7d9a-8b16-44ff-b2cf-71bcbeca6a0e {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:32.718021 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822f59af-6d4f-4310-9b56-aff7f7e10815", "name": "network-vif-plugged", "status": "completed", "tag": "ef563fcf-a2a9-4dcc-8956-7d0581263f97", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:32.718021 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77aa7d9a-8b16-44ff-b2cf-71bcbeca6a0e {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:32.718253 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822f59af-6d4f-4310-9b56-aff7f7e10815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef563fcf-a2a9-4dcc-8956-7d0581263f97', 'code': 200} Oct 13 11:00:32.718350 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e0e58b13-f4c2-462d-9c06-0bca4726e6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.729245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7e53f081-3ad8-4d6e-b8e9-170c73b8b1b6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:32.753306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac669893-0626-4a9d-bed2-6364d39bea3a None None] Network eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:32.759075 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.777259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-0d48c13a-68f5-431e-8573-8d7b9b4a0170 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Allocated IP 192.168.233.219 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/491259d6-6fbd-4994-81c0-07f7cf648a14) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:32.795760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53f081-3ad8-4d6e-b8e9-170c73b8b1b6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:32.796797 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e53f081-3ad8-4d6e-b8e9-170c73b8b1b6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.855432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c4296-42d2-436d-a9f1-d9e5a8a18ce9 req-9c40b368-3168-4178-98c9-18175d9eb456 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:32.857233 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-120c4296-42d2-436d-a9f1-d9e5a8a18ce9 req-9c40b368-3168-4178-98c9-18175d9eb456 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1433394 Oct 13 11:00:32.912973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7e53f081-3ad8-4d6e-b8e9-170c73b8b1b6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4439883 Oct 13 11:00:32.917298 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-120c4296-42d2-436d-a9f1-d9e5a8a18ce9 req-5bf858d2-069c-42a0-bd9f-e4188e736043 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523534 Oct 13 11:00:32.919566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdf138-5884-4d52-b641-7a3ab0674fa3 req-18571e57-350c-482f-9bde-6a507d833075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:32.921029 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3bdf138-5884-4d52-b641-7a3ab0674fa3 req-18571e57-350c-482f-9bde-6a507d833075 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 1096 time: 0.1067278 Oct 13 11:00:32.921504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46446) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:32.937304 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a014b9b-4d6e-4ed3-962e-8e3340208132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.940219 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a014b9b-4d6e-4ed3-962e-8e3340208132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:32.945079 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7a014b9b-4d6e-4ed3-962e-8e3340208132 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ac25ba0-aadc-4411-88f4-c35f6135c002 HTTP/1.1" status: 204 len: 168 time: 0.4516957 Oct 13 11:00:32.980801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a014b9b-4d6e-4ed3-962e-8e3340208132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac25ba0-aadc-4411-88f4-c35f6135c002,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:33.031015 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3bdf138-5884-4d52-b641-7a3ab0674fa3 req-811bb32b-ac15-40c3-98e7-857320c5e718 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980685 Oct 13 11:00:33.054866 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e0e58b13-f4c2-462d-9c06-0bca4726e6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:33.082106 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-0d48c13a-68f5-431e-8573-8d7b9b4a0170 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:33.095719 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:33.101915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=ef563fcf-a2a9-4dcc-8956-7d0581263f97,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:33.151070 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e0e58b13-f4c2-462d-9c06-0bca4726e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:33.205004 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e0e58b13-f4c2-462d-9c06-0bca4726e6f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4a38f5147b1444b98e78a84225993eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5373783 Oct 13 11:00:33.206687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46450) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:33.222820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e58b13-f4c2-462d-9c06-0bca4726e6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7d9fbc-620b-4a79-b94d-70a1327c0566,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:33.234572 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-0d48c13a-68f5-431e-8573-8d7b9b4a0170 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:33.247164 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:00:33.256188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a', '4fc1cb75-8880-4e39-90df-3f658687f11a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:33.259383 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca', '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:33.277050 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:33.315064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48c13a-68f5-431e-8573-8d7b9b4a0170 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event updated for resources: {'Port': ['ID=491259d6-6fbd-4994-81c0-07f7cf648a14,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:33.322426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-0d48c13a-68f5-431e-8573-8d7b9b4a0170 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:33.325632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-0d48c13a-68f5-431e-8573-8d7b9b4a0170 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:33.327856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-0d48c13a-68f5-431e-8573-8d7b9b4a0170 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:33.333788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:00:33.333788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 308675dd-2aba-4d87-bbd0-7f5f8cb3c18b not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:00:33.370290 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-881f0ed4-80b9-4722-b8f4-259de2ab4a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:33.411950 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-0d48c13a-68f5-431e-8573-8d7b9b4a0170 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:33.412687 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-0d48c13a-68f5-431e-8573-8d7b9b4a0170 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:33.412853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fd99b8-de26-4337-b692-1a40f8b05cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1', 'network_id': 'eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1', 'tenant_id': 'ca832790d22c45c6bcd6e1e31502d2fb', 'fixed_ips': [{'subnet_id': 'a45f3d51-80e4-41b1-a287-2be9e7d146ae'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:00:33.413828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6fd99b8-de26-4337-b692-1a40f8b05cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:33.506427 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-0d48c13a-68f5-431e-8573-8d7b9b4a0170 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2041044 Oct 13 11:00:33.524009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Request body: {'port': {'device_id': 'df7b8659-c8a0-43f8-93db-08c118ece63d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:33.569557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce58f38-f1a9-4e4e-b277-9869e34956b3 req-533ea7c6-cc0a-4bae-b134-eb7aacc46288 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:33.578768 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cce58f38-f1a9-4e4e-b277-9869e34956b3 req-533ea7c6-cc0a-4bae-b134-eb7aacc46288 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 936 time: 0.1278601 Oct 13 11:00:33.676283 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cce58f38-f1a9-4e4e-b277-9869e34956b3 req-91b9a233-2043-4701-b828-43dd6581b6da tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962265 Oct 13 11:00:33.689375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:33.937606 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-881f0ed4-80b9-4722-b8f4-259de2ab4a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:33.937864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-dcbedf8f-3103-48ba-a005-56f47a5549da None None] Provisioning complete for port 491259d6-6fbd-4994-81c0-07f7cf648a14 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:33.937864 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dcbedf8f-3103-48ba-a005-56f47a5549da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:33.997592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909728bb-f3c6-4456-b08b-5aeaa6f7dfdf req-82d87b8a-a326-45b1-84d2-be405371450d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:34.007693 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909728bb-f3c6-4456-b08b-5aeaa6f7dfdf req-82d87b8a-a326-45b1-84d2-be405371450d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 945 time: 0.1347342 Oct 13 11:00:34.034011 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-dcbedf8f-3103-48ba-a005-56f47a5549da None None] Port 491259d6-6fbd-4994-81c0-07f7cf648a14 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:00:34.082925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909728bb-f3c6-4456-b08b-5aeaa6f7dfdf req-14c268a8-89c3-4439-b373-c972300d5c78 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738671 Oct 13 11:00:34.182867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4187836-83e5-437e-a3c0-c8da80e8c778 req-5e452bf8-e33f-49f9-aaed-f42297a2ccf5 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:34.184487 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4187836-83e5-437e-a3c0-c8da80e8c778 req-5e452bf8-e33f-49f9-aaed-f42297a2ccf5 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1203184 Oct 13 11:00:34.208811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491259d6-6fbd-4994-81c0-07f7cf648a14 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:00:34.226368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:34.259058 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4187836-83e5-437e-a3c0-c8da80e8c778 req-57bd63df-5a67-4259-8884-c9ba1474c5b7 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629580 Oct 13 11:00:34.790433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29276bf4-9205-454a-8518-9bdbb39bc3ef req-6cf5d7e3-d277-4fc9-a033-07745ccf1cf6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:34.791888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-29276bf4-9205-454a-8518-9bdbb39bc3ef req-6cf5d7e3-d277-4fc9-a033-07745ccf1cf6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 936 time: 0.0553584 Oct 13 11:00:34.834559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-29276bf4-9205-454a-8518-9bdbb39bc3ef req-2fef7613-255a-4bb1-aabd-dad9245f0210 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365410 Oct 13 11:00:35.030579 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Transition to ACTIVE for port object 491259d6-6fbd-4994-81c0-07f7cf648a14 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:00:35.034257 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.034947 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-881f0ed4-80b9-4722-b8f4-259de2ab4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.037466 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-881f0ed4-80b9-4722-b8f4-259de2ab4a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.038603 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-881f0ed4-80b9-4722-b8f4-259de2ab4a30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc7d9fbc-620b-4a79-b94d-70a1327c0566 HTTP/1.1" status: 204 len: 168 time: 1.8322942 Oct 13 11:00:35.087108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Subnet': ['ID=a45f3d51-80e4-41b1-a287-2be9e7d146ae,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:35.111925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f0ed4-80b9-4722-b8f4-259de2ab4a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7d9fbc-620b-4a79-b94d-70a1327c0566,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:35.116387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server [None req-b6fd99b8-de26-4337-b692-1a40f8b05cb4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a45f3d51-80e4-41b1-a287-2be9e7d146ae: This subnet is being modified by another concurrent operation. Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:00:35.152841 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise exception Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a45f3d51-80e4-41b1-a287-2be9e7d146ae: This subnet is being modified by another concurrent operation. Oct 13 11:00:35.157402 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Oct 13 11:00:35.168435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Pushing event updated for resources: {'Port': ['ID=491259d6-6fbd-4994-81c0-07f7cf648a14,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:35.213677 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.245531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:35.267693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb59930-5d26-447a-afa9-6fccb7095ed3 None None] Network eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:35.284324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21b5fdf-88a6-4a91-8f97-139cfa18fc5c') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:35.284938 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21b5fdf-88a6-4a91-8f97-139cfa18fc5c') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:35.300336 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.324823 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.347546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:00:35.348052 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:00:35.354524 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:00:35.372305 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Attempting to bind port 491259d6-6fbd-4994-81c0-07f7cf648a14 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:35.379501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Attempting to bind port 491259d6-6fbd-4994-81c0-07f7cf648a14 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:35.379501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Attempting to bind port 491259d6-6fbd-4994-81c0-07f7cf648a14 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:35.391855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Port 491259d6-6fbd-4994-81c0-07f7cf648a14 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:35.392201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Attempting to bind port 491259d6-6fbd-4994-81c0-07f7cf648a14 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:35.415932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a524cc-49aa-45a3-8acb-9eb507c29e87 req-365b8b28-556d-4522-85d4-921c9651389a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:35.423877 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-02a524cc-49aa-45a3-8acb-9eb507c29e87 req-365b8b28-556d-4522-85d4-921c9651389a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 945 time: 0.1752024 Oct 13 11:00:35.432882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:35.433739 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:35.435891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:35.435891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Bound port: 491259d6-6fbd-4994-81c0-07f7cf648a14, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:35.435891 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.534512 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-02a524cc-49aa-45a3-8acb-9eb507c29e87 req-14b97dbf-4bfc-46ca-b54e-f27ae91975e0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096036 Oct 13 11:00:35.606797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] For port 491259d6-6fbd-4994-81c0-07f7cf648a14, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:35.609363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e7597-267f-4280-9dcd-86c53f99f92e req-140692b0-b4bb-4655-8f46-54ae3133b13f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:35.611758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-332e7597-267f-4280-9dcd-86c53f99f92e req-140692b0-b4bb-4655-8f46-54ae3133b13f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1732354 Oct 13 11:00:35.612426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113d418d-4efb-4cb3-a1b6-fc8ed11d0bb1 None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:00:35.617545 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] For port 491259d6-6fbd-4994-81c0-07f7cf648a14, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=491259d6-6fbd-4994-81c0-07f7cf648a14,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:35.663888 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.674282 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-332e7597-267f-4280-9dcd-86c53f99f92e req-6490b004-aecc-4735-ac2a-e7130ffef792 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535738 Oct 13 11:00:35.684625 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.689471 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/networks/eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1 HTTP/1.1" status: 204 len: 168 time: 2.7636266 Oct 13 11:00:35.690832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46510) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:35.699045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e6b22b1a-edf3-4bcf-a1d2-5e20d26f22f6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1691217488'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:35.734370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177bf6f-47e3-4d86-8f33-a0585ebd8917 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Network': ['ID=eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:35.742255 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.795397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:35.795935 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.797324 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/491259d6-6fbd-4994-81c0-07f7cf648a14 HTTP/1.1" status: 200 len: 1096 time: 2.2798479 Oct 13 11:00:35.797778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7b8659-c8a0-43f8-93db-08c118ece63d', 'tag': '491259d6-6fbd-4994-81c0-07f7cf648a14'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:35.800261 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195e32bd-425a-468d-92d5-4223e764c3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "df7b8659-c8a0-43f8-93db-08c118ece63d", "tag": "491259d6-6fbd-4994-81c0-07f7cf648a14"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:35.825336 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6809873-9ee0-43c2-bf69-3ff980cb23b3 service neutron] Pushing event updated for resources: {'Port': ['ID=491259d6-6fbd-4994-81c0-07f7cf648a14,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:35.840601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b22b1a-edf3-4bcf-a1d2-5e20d26f22f6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:35.850808 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6b22b1a-edf3-4bcf-a1d2-5e20d26f22f6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.876331 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcddc75-3537-4b52-b26c-b0a678990ba6 x-openstack-request-id: req-5bcddc75-3537-4b52-b26c-b0a678990ba6 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:35.876331 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7b8659-c8a0-43f8-93db-08c118ece63d", "tag": "491259d6-6fbd-4994-81c0-07f7cf648a14", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:35.876331 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5bcddc75-3537-4b52-b26c-b0a678990ba6 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:35.876331 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7b8659-c8a0-43f8-93db-08c118ece63d', 'tag': '491259d6-6fbd-4994-81c0-07f7cf648a14', 'status': 'completed', 'code': 200} Oct 13 11:00:35.883802 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b22b1a-edf3-4bcf-a1d2-5e20d26f22f6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:00:35.890732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d418d-4efb-4cb3-a1b6-fc8ed11d0bb1 None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:00:35.918181 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6b22b1a-edf3-4bcf-a1d2-5e20d26f22f6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:35.919066 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-e6b22b1a-edf3-4bcf-a1d2-5e20d26f22f6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Added segment 20ad1cbe-e6d7-42bc-82f3-34c55fffa124 of type vlan for network 9e77b12e-2b48-4e87-ad4a-a589f4e4a066 Oct 13 11:00:36.046487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6b22b1a-edf3-4bcf-a1d2-5e20d26f22f6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:36.054849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e32bd-425a-468d-92d5-4223e764c3ff req-0d1cfa69-f5f1-466d-87f6-bca67a5df763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:36.056594 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-195e32bd-425a-468d-92d5-4223e764c3ff req-0d1cfa69-f5f1-466d-87f6-bca67a5df763 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 1099 time: 0.1620228 Oct 13 11:00:36.089101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb22dd-dc30-48fd-b026-2e25718c19b3 req-8a529b9b-6566-4672-9137-d7290e926a0a tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:36.094381 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ddeb22dd-dc30-48fd-b026-2e25718c19b3 req-8a529b9b-6566-4672-9137-d7290e926a0a tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 948 time: 0.1500268 Oct 13 11:00:36.168667 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-195e32bd-425a-468d-92d5-4223e764c3ff req-4139ec0c-0311-479f-82b8-c74ba0997519 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601692 Oct 13 11:00:36.269564 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6b22b1a-edf3-4bcf-a1d2-5e20d26f22f6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:36.269564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b22b1a-edf3-4bcf-a1d2-5e20d26f22f6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:36.269564 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6b22b1a-edf3-4bcf-a1d2-5e20d26f22f6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:36.314923 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ddeb22dd-dc30-48fd-b026-2e25718c19b3 req-416c0994-756f-4edc-be0f-c78a8af0dad1 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886377 Oct 13 11:00:36.407253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e32bd-425a-468d-92d5-4223e764c3ff req-bef91ad8-1345-4bae-84cc-48d6120f8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:36.408729 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-195e32bd-425a-468d-92d5-4223e764c3ff req-bef91ad8-1345-4bae-84cc-48d6120f8416 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2308214 Oct 13 11:00:36.444674 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b22b1a-edf3-4bcf-a1d2-5e20d26f22f6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Network': ['ID=9e77b12e-2b48-4e87-ad4a-a589f4e4a066,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:36.468392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9e77b12e-2b48-4e87-ad4a-a589f4e4a066 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:00:36.481647 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e6b22b1a-edf3-4bcf-a1d2-5e20d26f22f6 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7859256 Oct 13 11:00:36.482024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46540) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:36.487174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-eae70130-f200-4695-9cc1-127f04774832 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'subnet': {'network_id': '9e77b12e-2b48-4e87-ad4a-a589f4e4a066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:36.562590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-b6d077eb-7532-411c-9e29-65e2517c9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:36.567039 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-b6d077eb-7532-411c-9e29-65e2517c9e7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 1099 time: 0.1080556 Oct 13 11:00:36.662149 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-42d1e79e-7493-48ed-ac9b-7d1b98a8bcf5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=491259d6-6fbd-4994-81c0-07f7cf648a14 HTTP/1.1" status: 200 len: 217 time: 0.0819075 Oct 13 11:00:36.736870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-6546d1de-48bc-4ebb-8d9a-2f10e0a63743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:36.738848 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-6546d1de-48bc-4ebb-8d9a-2f10e0a63743 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0631690 Oct 13 11:00:36.808169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-dff73bfc-9a3a-455e-a53e-a4ae0c7a3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:36.810995 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-dff73bfc-9a3a-455e-a53e-a4ae0c7a3794 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636332 Oct 13 11:00:36.855784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae70130-f200-4695-9cc1-127f04774832 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:36.859208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46558) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:36.868259 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eae70130-f200-4695-9cc1-127f04774832 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.002532 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-63316fe3-bfe6-4937-a334-8940959fe269 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816385 Oct 13 11:00:37.024618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865a203-e95f-4bfe-8517-7e4d2b00605d req-c34775bd-0ea5-4baf-9655-feb5b350e9bc tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:37.026169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4865a203-e95f-4bfe-8517-7e4d2b00605d req-c34775bd-0ea5-4baf-9655-feb5b350e9bc tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1975234 Oct 13 11:00:37.085395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4865a203-e95f-4bfe-8517-7e4d2b00605d req-7a59fa2d-8bff-4f2c-9bc8-22c186cd63e0 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493517 Oct 13 11:00:37.139551 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-108ae22a-49d4-4521-ae5a-5e0357182d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.224468 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2ff580b-694f-42fb-a79f-382c7d1c5f22 req-9d32075c-dc34-4edf-9c7b-e61e4ad74d82 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157931 Oct 13 11:00:37.277797 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-108ae22a-49d4-4521-ae5a-5e0357182d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.327470 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eae70130-f200-4695-9cc1-127f04774832 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.429149 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae70130-f200-4695-9cc1-127f04774832 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Subnet': ['ID=342434bd-9012-4ceb-8da7-0107277b553e,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:37.450808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae70130-f200-4695-9cc1-127f04774832 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Checking segment: {'id': '20ad1cbe-e6d7-42bc-82f3-34c55fffa124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9e77b12e-2b48-4e87-ad4a-a589f4e4a066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:37.451632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae70130-f200-4695-9cc1-127f04774832 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network hostable DHCP agents. Network: 9e77b12e-2b48-4e87-ad4a-a589f4e4a066, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:00:37.454672 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-108ae22a-49d4-4521-ae5a-5e0357182d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.499435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46572) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:37.578801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae70130-f200-4695-9cc1-127f04774832 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network 9e77b12e-2b48-4e87-ad4a-a589f4e4a066 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:00:37.586575 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-108ae22a-49d4-4521-ae5a-5e0357182d96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cccaf339c4a14fc7bd49a05e142d47fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7249241 Oct 13 11:00:37.589248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46576) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:37.599888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25834-3ab8-4c10-b9b8-3ec885236bfc req-44e6729e-4198-410d-95de-31d3af62f92a tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:37.605184 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-69b25834-3ab8-4c10-b9b8-3ec885236bfc req-44e6729e-4198-410d-95de-31d3af62f92a tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 948 time: 0.1665514 Oct 13 11:00:37.607176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ae22a-49d4-4521-ae5a-5e0357182d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f7199c-8e28-4f8b-a94c-d786d35ebf48,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:37.652551 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e2f70ca-6acc-4dbe-ae77-5c8cae0f7209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.655897 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-eae70130-f200-4695-9cc1-127f04774832 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9e77b12e-2b48-4e87-ad4a-a589f4e4a066) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:37.665380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f33e79-eb92-409b-95b9-5326a0a00e8f None None] Network 9e77b12e-2b48-4e87-ad4a-a589f4e4a066 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:37.667984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae70130-f200-4695-9cc1-127f04774832 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:37.668692 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eae70130-f200-4695-9cc1-127f04774832 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.673618 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-69b25834-3ab8-4c10-b9b8-3ec885236bfc req-ee136948-eb2b-42d3-ab10-d1526a39d464 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489442 Oct 13 11:00:37.694626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-168cf38f-fc06-4e5e-aa12-98b6c9870b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.728156 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-168cf38f-fc06-4e5e-aa12-98b6c9870b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.770645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eae70130-f200-4695-9cc1-127f04774832 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2874446 Oct 13 11:00:37.773663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46578) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:37.812756 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e2f70ca-6acc-4dbe-ae77-5c8cae0f7209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.864370 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-9e77b12e-2b48-4e87-ad4a-a589f4e4a066', 'network_id': '9e77b12e-2b48-4e87-ad4a-a589f4e4a066', 'tenant_id': 'ca832790d22c45c6bcd6e1e31502d2fb', 'fixed_ips': [{'subnet_id': '342434bd-9012-4ceb-8da7-0107277b553e'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:00:37.865529 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.866264 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-168cf38f-fc06-4e5e-aa12-98b6c9870b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.871433 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-168cf38f-fc06-4e5e-aa12-98b6c9870b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.881306 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-168cf38f-fc06-4e5e-aa12-98b6c9870b57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03f7199c-8e28-4f8b-a94c-d786d35ebf48 HTTP/1.1" status: 204 len: 168 time: 0.2808347 Oct 13 11:00:37.885114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cf38f-fc06-4e5e-aa12-98b6c9870b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f7199c-8e28-4f8b-a94c-d786d35ebf48,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:37.902784 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e2f70ca-6acc-4dbe-ae77-5c8cae0f7209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.929469 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:37.991596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f70ca-6acc-4dbe-ae77-5c8cae0f7209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42b51bc-0008-4a5b-b710-5b92813fa237,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:38.015562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5e2f70ca-6acc-4dbe-ae77-5c8cae0f7209 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c8560eb821344fa8058ab590773325b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140417 Oct 13 11:00:38.018980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46582) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:38.019147 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-573a3ff4-9de1-4743-b199-d9c5c2e890cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.086541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.093937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Allocated IP 2001:db8::2 (9e77b12e-2b48-4e87-ad4a-a589f4e4a066/342434bd-9012-4ceb-8da7-0107277b553e/d8f3247a-e8b0-45bf-a054-a6424d5fb67c) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:38.130947 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36bb1fe1-1f67-4866-b48e-fc62c9bd9bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.170686 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36bb1fe1-1f67-4866-b48e-fc62c9bd9bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.291268 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa46c5d-dcd7-4418-9f9d-b1e03d3d6030 req-34a34b09-b517-4692-b760-cc608865194a tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:38.299722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fa46c5d-dcd7-4418-9f9d-b1e03d3d6030 req-34a34b09-b517-4692-b760-cc608865194a tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.0795710 Oct 13 11:00:38.339334 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36bb1fe1-1f67-4866-b48e-fc62c9bd9bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.349027 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.349605 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36bb1fe1-1f67-4866-b48e-fc62c9bd9bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.349605 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-36bb1fe1-1f67-4866-b48e-fc62c9bd9bf9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c42b51bc-0008-4a5b-b710-5b92813fa237 HTTP/1.1" status: 204 len: 168 time: 0.3245597 Oct 13 11:00:38.372030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fa46c5d-dcd7-4418-9f9d-b1e03d3d6030 req-0ce79fba-76f2-4f46-9122-f84f18322988 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671670 Oct 13 11:00:38.383822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb1fe1-1f67-4866-b48e-fc62c9bd9bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42b51bc-0008-4a5b-b710-5b92813fa237,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:38.455283 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.513347 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Network 9e77b12e-2b48-4e87-ad4a-a589f4e4a066 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:38.518853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:38.522392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:38.530751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Pushing event updated for resources: {'Port': ['ID=d8f3247a-e8b0-45bf-a054-a6424d5fb67c,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:38.551235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.563141 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:38.567822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:38.567822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:38.567822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:38.567822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:38.567822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:38.567822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:38.567822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:38.567822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:38.567822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:38.567822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:38.567822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:38.604110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Subnet': ['ID=342434bd-9012-4ceb-8da7-0107277b553e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:38.732817 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.737922 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.743327 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Attempting to bind port d8f3247a-e8b0-45bf-a054-a6424d5fb67c on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:38.744019 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Attempting to bind port d8f3247a-e8b0-45bf-a054-a6424d5fb67c by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '20ad1cbe-e6d7-42bc-82f3-34c55fffa124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9e77b12e-2b48-4e87-ad4a-a589f4e4a066'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:38.744557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Attempting to bind port d8f3247a-e8b0-45bf-a054-a6424d5fb67c on network 9e77b12e-2b48-4e87-ad4a-a589f4e4a066 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:38.755941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:38.756581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Checking segment: {'id': '20ad1cbe-e6d7-42bc-82f3-34c55fffa124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9e77b12e-2b48-4e87-ad4a-a589f4e4a066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:38.757146 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.757718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Bound using segment: {'id': '20ad1cbe-e6d7-42bc-82f3-34c55fffa124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9e77b12e-2b48-4e87-ad4a-a589f4e4a066'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:38.758397 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Bound port: d8f3247a-e8b0-45bf-a054-a6424d5fb67c, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ad1cbe-e6d7-42bc-82f3-34c55fffa124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9e77b12e-2b48-4e87-ad4a-a589f4e4a066'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:38.758979 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.784598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e77b12e-2b48-4e87-ad4a-a589f4e4a066']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:38.815415 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ad1cbe-e6d7-42bc-82f3-34c55fffa124') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:38.815788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ad1cbe-e6d7-42bc-82f3-34c55fffa124') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:38.849770 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.868841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dc7d7-2e34-445a-b456-e29882dff706 req-f4c6fc80-8479-445f-a416-b7acba6acf57 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:38.885535 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd5dc7d7-2e34-445a-b456-e29882dff706 req-f4c6fc80-8479-445f-a416-b7acba6acf57 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 948 time: 0.0914390 Oct 13 11:00:38.890236 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] For port d8f3247a-e8b0-45bf-a054-a6424d5fb67c, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:38.894309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] For port d8f3247a-e8b0-45bf-a054-a6424d5fb67c, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d8f3247a-e8b0-45bf-a054-a6424d5fb67c,segment=NetworkSegment(20ad1cbe-e6d7-42bc-82f3-34c55fffa124),segment_id=20ad1cbe-e6d7-42bc-82f3-34c55fffa124)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:38.941870 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd5dc7d7-2e34-445a-b456-e29882dff706 req-0a43b8d7-f004-4252-b122-f2d226e1c146 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412357 Oct 13 11:00:38.964535 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.970905 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.978091 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:00:38.978645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:00:38.982619 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:00:39.061698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11017b3d-631d-4f89-950d-b2dc9c346a05 None None] Pushing event updated for resources: {'Port': ['ID=d8f3247a-e8b0-45bf-a054-a6424d5fb67c,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:39.081103 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.api [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 11:00:39.081103 n-d-813659-3 neutron-server[101990]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 11:00:39.081103 n-d-813659-3 neutron-server[101990]: [parameters: {'id': '9e77b12e-2b48-4e87-ad4a-a589f4e4a066'}] Oct 13 11:00:39.081103 n-d-813659-3 neutron-server[101990]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:00:39.081446 n-d-813659-3 neutron-server[101990]: DEBUG oslo_db.api [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:00:39.106939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d838202-24be-4bfb-9eb1-e85d53d20489 None None] Network 9e77b12e-2b48-4e87-ad4a-a589f4e4a066 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:39.290924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a3d584-84f9-4c72-b71f-d0df134c9bf2 None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:00:39.379405 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a3d584-84f9-4c72-b71f-d0df134c9bf2 None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:00:39.558106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46646) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:39.582755 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:39.632131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b8ccf-ef6e-44ee-b711-5e09ced14aad req-0f1ccd8e-92de-4a5b-a62c-66288e510009 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:39.634669 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-826b8ccf-ef6e-44ee-b711-5e09ced14aad req-0f1ccd8e-92de-4a5b-a62c-66288e510009 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1583905 Oct 13 11:00:39.714629 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-826b8ccf-ef6e-44ee-b711-5e09ced14aad req-f28a9c47-597f-4fbc-b1ab-53885506e787 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743325 Oct 13 11:00:39.725941 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Deleting port d8f3247a-e8b0-45bf-a054-a6424d5fb67c {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:39.726167 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:39.819290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-755432771-network', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:39.840340 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] For port d8f3247a-e8b0-45bf-a054-a6424d5fb67c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d8f3247a-e8b0-45bf-a054-a6424d5fb67c,segment=NetworkSegment(20ad1cbe-e6d7-42bc-82f3-34c55fffa124),segment_id=20ad1cbe-e6d7-42bc-82f3-34c55fffa124)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:39.840857 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:39.870217 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Calling delete_port for d8f3247a-e8b0-45bf-a054-a6424d5fb67c owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:39.963139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Made reservation on behalf of df72ba28093c4782bedf7c3c3ff22e39 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:39.966314 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:39.977101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.074513 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.122899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] No DVR routers for this DVR port d8f3247a-e8b0-45bf-a054-a6424d5fb67c on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:00:40.130860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Port': ['ID=d8f3247a-e8b0-45bf-a054-a6424d5fb67c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:40.184821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009359d-07bb-4769-a9f7-15262aaa4820 req-406412a4-f33e-4acc-9eaa-89c7ac7df305 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:40.186906 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b009359d-07bb-4769-a9f7-15262aaa4820 req-406412a4-f33e-4acc-9eaa-89c7ac7df305 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 948 time: 0.1599169 Oct 13 11:00:40.275340 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.305292 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.311273 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.328392 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b009359d-07bb-4769-a9f7-15262aaa4820 req-760da53e-e4cf-46d3-9885-838ba0fd89b9 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040637 Oct 13 11:00:40.346637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e77b12e-2b48-4e87-ad4a-a589f4e4a066']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:40.357808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ad1cbe-e6d7-42bc-82f3-34c55fffa124') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:40.358251 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ad1cbe-e6d7-42bc-82f3-34c55fffa124') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:40.372450 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.380678 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.390951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.402984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:00:40.403513 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:00:40.406521 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:00:40.456981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3b1f20-e9a2-4dfd-9736-1739d0d66590,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:40.546659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.558417 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.563453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/networks/9e77b12e-2b48-4e87-ad4a-a589f4e4a066 HTTP/1.1" status: 204 len: 168 time: 2.7879605 Oct 13 11:00:40.572097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46668) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:40.578183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-27181103-ad65-4dd3-a3f9-6ed4cea132aa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-212944777'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:40.583189 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:00:40.614266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99140174-5b0e-4f59-85a1-7e0988b6f706 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Network': ['ID=9e77b12e-2b48-4e87-ad4a-a589f4e4a066,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:40.627936 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.628293 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Added segment 9f15766b-894e-47ef-a82a-6dedfe018d3f of type vlan for network 56641b7f-f8bc-448b-ba58-942cc469cac1 Oct 13 11:00:40.692650 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.710546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27181103-ad65-4dd3-a3f9-6ed4cea132aa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:40.715133 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-27181103-ad65-4dd3-a3f9-6ed4cea132aa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.737495 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a769661a-cf92-4295-a44a-089dbcb3b6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.753695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27181103-ad65-4dd3-a3f9-6ed4cea132aa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:00:40.764036 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-27181103-ad65-4dd3-a3f9-6ed4cea132aa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.764854 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-27181103-ad65-4dd3-a3f9-6ed4cea132aa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Added segment 83f89faf-5e41-4ab3-981a-93d5f001ed4f of type vlan for network 1b80a40c-a650-47cf-b546-39998742cf38 Oct 13 11:00:40.797589 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.799066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:40.799618 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.815770 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-27181103-ad65-4dd3-a3f9-6ed4cea132aa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:40.889866 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 491259d6-6fbd-4994-81c0-07f7cf648a14 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:00:40.923729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] Pushing event updated for resources: {'Network': ['ID=56641b7f-f8bc-448b-ba58-942cc469cac1,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:40.964127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022edd4-3a82-4b07-90df-29cb751298f7 req-93f9f336-5874-4d40-a505-46ffd939f702 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:40.969313 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8022edd4-3a82-4b07-90df-29cb751298f7 req-93f9f336-5874-4d40-a505-46ffd939f702 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1328199 Oct 13 11:00:40.983038 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5f9f626e-7d55-4a7b-928d-05cc4acdb014 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4231203 Oct 13 11:00:40.986541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46680) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:40.992314 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6272c8a8-e3fc-43d3-997f-d0dcd6b818d6 admin admin] Request body: {'subnet': {'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-755432771-subnet', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:41.033826 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-27181103-ad65-4dd3-a3f9-6ed4cea132aa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:41.048660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27181103-ad65-4dd3-a3f9-6ed4cea132aa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:41.049663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-27181103-ad65-4dd3-a3f9-6ed4cea132aa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:41.071733 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 491259d6-6fbd-4994-81c0-07f7cf648a14, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=491259d6-6fbd-4994-81c0-07f7cf648a14,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:41.090784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8022edd4-3a82-4b07-90df-29cb751298f7 req-5155b664-d925-486e-a47d-2f8d9555a1eb tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157820 Oct 13 11:00:41.112788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '491259d6-6fbd-4994-81c0-07f7cf648a14', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': '491259d6-6fbd-4994-81c0-07f7cf648a14', 'mac_address': 'fa:16:3e:f8:9d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:00:41.117111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 56641b7f-f8bc-448b-ba58-942cc469cac1 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:00:41.122310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6272c8a8-e3fc-43d3-997f-d0dcd6b818d6 admin admin] Made reservation on behalf of df72ba28093c4782bedf7c3c3ff22e39 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:41.125096 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6272c8a8-e3fc-43d3-997f-d0dcd6b818d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:41.144644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46682) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:41.157808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27181103-ad65-4dd3-a3f9-6ed4cea132aa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Network': ['ID=1b80a40c-a650-47cf-b546-39998742cf38,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:41.195528 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-27181103-ad65-4dd3-a3f9-6ed4cea132aa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6198947 Oct 13 11:00:41.195753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46686) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:41.201325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a786387e-40c1-4008-b92b-b95d91cc46ad tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Request body: {'subnet': {'network_id': '1b80a40c-a650-47cf-b546-39998742cf38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:41.276650 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:41.281575 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 1b80a40c-a650-47cf-b546-39998742cf38 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:00:41.404017 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491259d6-6fbd-4994-81c0-07f7cf648a14 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:00:41.468093 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-647830056'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:41.471811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 491259d6-6fbd-4994-81c0-07f7cf648a14, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=491259d6-6fbd-4994-81c0-07f7cf648a14,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:41.533708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a786387e-40c1-4008-b92b-b95d91cc46ad tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Made reservation on behalf of ca832790d22c45c6bcd6e1e31502d2fb for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:41.537597 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a786387e-40c1-4008-b92b-b95d91cc46ad tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:41.546088 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105d969-55ba-4bfb-ab15-952b5be71f3c req-d7372401-4b6f-40e4-904c-84f12c4f7bf5 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:41.547804 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8105d969-55ba-4bfb-ab15-952b5be71f3c req-d7372401-4b6f-40e4-904c-84f12c4f7bf5 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 948 time: 0.0696552 Oct 13 11:00:41.596711 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8105d969-55ba-4bfb-ab15-952b5be71f3c req-143a2863-1a25-4c80-897b-6bcec75bf6b4 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Oct 13 11:00:41.607497 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:41.647584 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6272c8a8-e3fc-43d3-997f-d0dcd6b818d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:41.649261 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:41.664286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=491259d6-6fbd-4994-81c0-07f7cf648a14,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:41.717237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Made reservation on behalf of 93faa9babcd74e47a5c3f620c90ca7ff for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:41.722534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:41.738371 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:41.757953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272c8a8-e3fc-43d3-997f-d0dcd6b818d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09fcb1d4-6798-4f48-9a06-f962d47cf160,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:41.767257 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272c8a8-e3fc-43d3-997f-d0dcd6b818d6 admin admin] Checking segment: {'id': '9f15766b-894e-47ef-a82a-6dedfe018d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:41.767257 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6272c8a8-e3fc-43d3-997f-d0dcd6b818d6 admin admin] Network hostable DHCP agents. Network: 56641b7f-f8bc-448b-ba58-942cc469cac1, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:00:41.857594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['491259d6-6fbd-4994-81c0-07f7cf648a14'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:41.879800 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:41.911755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6272c8a8-e3fc-43d3-997f-d0dcd6b818d6 admin admin] Network 56641b7f-f8bc-448b-ba58-942cc469cac1 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:00:42.024363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.objects.ports [None req-a786387e-40c1-4008-b92b-b95d91cc46ad tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:00:42.026539 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a786387e-40c1-4008-b92b-b95d91cc46ad tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.031565 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.059751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6272c8a8-e3fc-43d3-997f-d0dcd6b818d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 56641b7f-f8bc-448b-ba58-942cc469cac1) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:42.066884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272c8a8-e3fc-43d3-997f-d0dcd6b818d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:42.075472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6272c8a8-e3fc-43d3-997f-d0dcd6b818d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.076160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbacdace-2651-4f8f-bb7b-360afdca48bb None None] Network 56641b7f-f8bc-448b-ba58-942cc469cac1 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:42.104901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:00:42.127802 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786387e-40c1-4008-b92b-b95d91cc46ad tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event updated for resources: {'Subnet': ['ID=37f89549-ec79-4805-83ae-ff999f724446,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:42.132433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a74c1c-eb92-4a15-8556-c4369a9ef4ad,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:42.137071 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.146513 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.146513 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Added segment 4023cd88-3ef1-4ab4-b706-bf6d81b50011 of type vlan for network 6d43fac4-c048-4263-a2c6-2660b494792a Oct 13 11:00:42.184440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786387e-40c1-4008-b92b-b95d91cc46ad tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Checking segment: {'id': '83f89faf-5e41-4ab3-981a-93d5f001ed4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1b80a40c-a650-47cf-b546-39998742cf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:42.184440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a786387e-40c1-4008-b92b-b95d91cc46ad tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network hostable DHCP agents. Network: 1b80a40c-a650-47cf-b546-39998742cf38, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:00:42.194916 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.208522 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6272c8a8-e3fc-43d3-997f-d0dcd6b818d6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2207932 Oct 13 11:00:42.211827 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46696) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:42.218899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:42.296113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-56641b7f-f8bc-448b-ba58-942cc469cac1', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'fixed_ips': [{'subnet_id': '09fcb1d4-6798-4f48-9a06-f962d47cf160'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:00:42.296888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ac7f7-d69a-4c5f-8922-1f20622c6f63 req-90a1f4a9-7760-4b9c-9a58-50f2f7129e3e tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:42.297172 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.298574 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f16ac7f7-d69a-4c5f-8922-1f20622c6f63 req-90a1f4a9-7760-4b9c-9a58-50f2f7129e3e tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.0580626 Oct 13 11:00:42.341715 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f16ac7f7-d69a-4c5f-8922-1f20622c6f63 req-7d43d34c-c34e-4735-8a08-1f7395c8223a tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370922 Oct 13 11:00:42.449445 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.451086 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.451356 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.458854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:42.459772 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.463596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a786387e-40c1-4008-b92b-b95d91cc46ad tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Network 1b80a40c-a650-47cf-b546-39998742cf38 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:00:42.515143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Allocated IP 172.20.0.2 (56641b7f-f8bc-448b-ba58-942cc469cac1/09fcb1d4-6798-4f48-9a06-f962d47cf160/1675693d-9a2d-4ef4-bdd6-1a5c67422982) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:42.532787 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.562349 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Pushing event updated for resources: {'Network': ['ID=6d43fac4-c048-4263-a2c6-2660b494792a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:42.573004 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 6d43fac4-c048-4263-a2c6-2660b494792a details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:00:42.615252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f0549914-525a-4a60-b17c-297ca5040529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4690838 Oct 13 11:00:42.642130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-a786387e-40c1-4008-b92b-b95d91cc46ad tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 1b80a40c-a650-47cf-b546-39998742cf38) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:42.650082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a786387e-40c1-4008-b92b-b95d91cc46ad tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:42.652550 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a786387e-40c1-4008-b92b-b95d91cc46ad tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.680737 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0884a91-5ae8-4f4f-9d1d-e40c64fcd68e None None] Network 1b80a40c-a650-47cf-b546-39998742cf38 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:42.819700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ac4f9-5ec7-4005-8eba-c88b9c17a2fb req-f5bf78a9-1021-4a31-b6a0-173c3fb78967 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:42.821594 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.827348 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d6ac4f9-5ec7-4005-8eba-c88b9c17a2fb req-f5bf78a9-1021-4a31-b6a0-173c3fb78967 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 949 time: 0.0859709 Oct 13 11:00:42.834187 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a786387e-40c1-4008-b92b-b95d91cc46ad tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6364477 Oct 13 11:00:42.842758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46710) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:42.905795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 491259d6-6fbd-4994-81c0-07f7cf648a14 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:42.921643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43366fb4-26be-45af-9bcc-e6ac562b8460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-1b80a40c-a650-47cf-b546-39998742cf38', 'network_id': '1b80a40c-a650-47cf-b546-39998742cf38', 'tenant_id': 'ca832790d22c45c6bcd6e1e31502d2fb', 'fixed_ips': [{'subnet_id': '37f89549-ec79-4805-83ae-ff999f724446'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:00:42.922798 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-43366fb4-26be-45af-9bcc-e6ac562b8460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.934666 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.942989 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d6ac4f9-5ec7-4005-8eba-c88b9c17a2fb req-636288da-3f38-4689-b1d5-c5cddc150c10 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142907 Oct 13 11:00:42.962804 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:42.988191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46712) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:42.995172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Request body: {'port': {'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a', 'binding:host_id': 'n-h2-813659-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455927396'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:43.005342 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.072471 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.144518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Made reservation on behalf of e9e46600c74a41c0bf0854ac97d91214 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:43.149258 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.159565 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Network 56641b7f-f8bc-448b-ba58-942cc469cac1 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:43.177372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:43.191902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Pushing event updated for resources: {'Port': ['ID=1675693d-9a2d-4ef4-bdd6-1a5c67422982,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:43.195345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:43.267590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Attempting to bind port 1675693d-9a2d-4ef4-bdd6-1a5c67422982 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:43.309182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Attempting to bind port 1675693d-9a2d-4ef4-bdd6-1a5c67422982 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9f15766b-894e-47ef-a82a-6dedfe018d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:43.309182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Attempting to bind port 1675693d-9a2d-4ef4-bdd6-1a5c67422982 on network 56641b7f-f8bc-448b-ba58-942cc469cac1 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:43.309182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:43.309182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Checking segment: {'id': '9f15766b-894e-47ef-a82a-6dedfe018d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:43.309182 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.309182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Bound using segment: {'id': '9f15766b-894e-47ef-a82a-6dedfe018d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:43.310384 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.310502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Bound port: 1675693d-9a2d-4ef4-bdd6-1a5c67422982, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f15766b-894e-47ef-a82a-6dedfe018d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:43.310502 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.343528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 491259d6-6fbd-4994-81c0-07f7cf648a14 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:00:43.354483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 491259d6-6fbd-4994-81c0-07f7cf648a14 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:43.354993 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.360083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] For port 1675693d-9a2d-4ef4-bdd6-1a5c67422982, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:43.369149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.369346 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.402654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] For port 1675693d-9a2d-4ef4-bdd6-1a5c67422982, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1675693d-9a2d-4ef4-bdd6-1a5c67422982,segment=NetworkSegment(9f15766b-894e-47ef-a82a-6dedfe018d3f),segment_id=9f15766b-894e-47ef-a82a-6dedfe018d3f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:43.436874 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.451073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Subnet': ['ID=37f89549-ec79-4805-83ae-ff999f724446,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server [None req-43366fb4-26be-45af-9bcc-e6ac562b8460 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37f89549-ec79-4805-83ae-ff999f724446: This subnet is being modified by another concurrent operation. Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:00:43.459844 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise exception Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37f89549-ec79-4805-83ae-ff999f724446: This subnet is being modified by another concurrent operation. Oct 13 11:00:43.463361 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Oct 13 11:00:43.475733 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.479272 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9936e02d-3386-4aae-84db-66c82535e952 None None] Network 1b80a40c-a650-47cf-b546-39998742cf38 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:43.567617 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.585488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Allocated IP 172.25.0.8 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/391482df-2732-493d-89b2-ae4ef72d0727) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:43.585910 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.605659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a6789-4a50-4f85-829f-df35259b187c req-20cd992d-4c94-4122-8633-3e8f9a1d78ee tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:43.609374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-816a6789-4a50-4f85-829f-df35259b187c req-20cd992d-4c94-4122-8633-3e8f9a1d78ee tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1607380 Oct 13 11:00:43.625422 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.627260 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.634065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b80a40c-a650-47cf-b546-39998742cf38']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:43.661135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f89faf-5e41-4ab3-981a-93d5f001ed4f') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:43.661135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f89faf-5e41-4ab3-981a-93d5f001ed4f') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:43.674861 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.701750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-816a6789-4a50-4f85-829f-df35259b187c req-2f6fafd9-1cfa-4517-850d-374f4155c014 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845544 Oct 13 11:00:43.706448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.722139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:00:43.722239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6695f8-776f-4e24-ac6d-4759d637e8c9 None None] Pushing event updated for resources: {'Port': ['ID=1675693d-9a2d-4ef4-bdd6-1a5c67422982,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:43.722349 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:00:43.724568 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:00:43.741079 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.759493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 491259d6-6fbd-4994-81c0-07f7cf648a14, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=491259d6-6fbd-4994-81c0-07f7cf648a14,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:43.766058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7b8659-c8a0-43f8-93db-08c118ece63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491259d6-6fbd-4994-81c0-07f7cf648a14'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:43.773133 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba9562e-3355-4a06-9d6c-188bb3afee6e" -d '{"events": [{"server_uuid": "df7b8659-c8a0-43f8-93db-08c118ece63d", "name": "network-vif-plugged", "status": "completed", "tag": "491259d6-6fbd-4994-81c0-07f7cf648a14"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:43.794978 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.806526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] device_id is not set on port 4c3d47f0-0055-4da4-9237-667e98321419 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:00:43.840610 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a99073d-66b3-403f-950b-4a32261dfdd9 x-openstack-request-id: req-9a99073d-66b3-403f-950b-4a32261dfdd9 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:43.841222 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7b8659-c8a0-43f8-93db-08c118ece63d", "name": "network-vif-plugged", "status": "completed", "tag": "491259d6-6fbd-4994-81c0-07f7cf648a14", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:43.841667 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a99073d-66b3-403f-950b-4a32261dfdd9 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:43.842233 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7b8659-c8a0-43f8-93db-08c118ece63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491259d6-6fbd-4994-81c0-07f7cf648a14', 'code': 200} Oct 13 11:00:43.902805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c46ff2d-8b44-42d4-a7fa-d6cc5d1ed900,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:43.946158 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.947221 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.948674 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.951370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:43.951640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:43.951987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:43.952337 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:43.952660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:43.953158 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:43.953511 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:43.953844 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:43.954176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:43.954569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:43.954914 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:43.955231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:43.987641 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:43.997597 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/networks/1b80a40c-a650-47cf-b546-39998742cf38 HTTP/1.1" status: 204 len: 168 time: 1.1491036 Oct 13 11:00:44.020854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46736) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:44.032646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257bdd1-f78f-4d3f-95c0-6df97f93db42 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Network': ['ID=1b80a40c-a650-47cf-b546-39998742cf38,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:44.181360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:44.232716 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-8842f9c2-03b8-4184-8a62-e3b105345486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] DELETE failed (client error): The resource could not be found. Oct 13 11:00:44.233458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8842f9c2-03b8-4184-8a62-e3b105345486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:00:44.237183 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8842f9c2-03b8-4184-8a62-e3b105345486 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/subnets/37f89549-ec79-4805-83ae-ff999f724446 HTTP/1.1" status: 404 len: 337 time: 0.2078164 Oct 13 11:00:44.239743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46738) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:44.247013 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=491259d6-6fbd-4994-81c0-07f7cf648a14,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:44.254994 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:44.259195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:44.271943 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-1168ad22-7174-4b22-94ec-f44d3206f36f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] DELETE failed (client error): The resource could not be found. Oct 13 11:00:44.272574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1168ad22-7174-4b22-94ec-f44d3206f36f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:00:44.281028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1168ad22-7174-4b22-94ec-f44d3206f36f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/networks/1b80a40c-a650-47cf-b546-39998742cf38 HTTP/1.1" status: 404 len: 339 time: 0.0398922 Oct 13 11:00:44.281714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46740) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:44.292514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4cea3-2fe8-4876-9321-2f3abe4ab2a5 req-47095ef2-d6ca-4bb5-81b6-63348c18ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:44.304695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1df4cea3-2fe8-4876-9321-2f3abe4ab2a5 req-47095ef2-d6ca-4bb5-81b6-63348c18ecef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 1100 time: 0.3873093 Oct 13 11:00:44.304695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Pushing event updated for resources: {'Port': ['ID=391482df-2732-493d-89b2-ae4ef72d0727,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:44.308604 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72dbec6-92a2-450f-aa38-c56a0b74e1ae tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] DELETE failed (client error): The resource could not be found. Oct 13 11:00:44.309082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72dbec6-92a2-450f-aa38-c56a0b74e1ae tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:00:44.312182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a72dbec6-92a2-450f-aa38-c56a0b74e1ae tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/subnets/342434bd-9012-4ceb-8da7-0107277b553e HTTP/1.1" status: 404 len: 337 time: 0.0295258 Oct 13 11:00:44.314941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46742) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:44.335488 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eca9ae4-0fae-43ec-8d33-4bd6a94d2e1f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] DELETE failed (client error): The resource could not be found. Oct 13 11:00:44.336136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eca9ae4-0fae-43ec-8d33-4bd6a94d2e1f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:00:44.342815 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3eca9ae4-0fae-43ec-8d33-4bd6a94d2e1f tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/networks/9e77b12e-2b48-4e87-ad4a-a589f4e4a066 HTTP/1.1" status: 404 len: 339 time: 0.0232680 Oct 13 11:00:44.342815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46744) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:44.373349 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3ee61a-8019-469d-827d-3f2278d3b07e tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] DELETE failed (client error): The resource could not be found. Oct 13 11:00:44.373810 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3ee61a-8019-469d-827d-3f2278d3b07e tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:00:44.378446 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ac3ee61a-8019-469d-827d-3f2278d3b07e tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/subnets/a45f3d51-80e4-41b1-a287-2be9e7d146ae HTTP/1.1" status: 404 len: 337 time: 0.0330770 Oct 13 11:00:44.379389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46746) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:44.390609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd486e9-d1a9-42f6-aae7-329952157f22 req-40b4d264-3c22-4e39-b838-493e6b722f6f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:44.392142 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6fd486e9-d1a9-42f6-aae7-329952157f22 req-40b4d264-3c22-4e39-b838-493e6b722f6f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 950 time: 0.2498810 Oct 13 11:00:44.398299 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce88881-8b90-4c7f-b170-fd18f778bbaa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] DELETE failed (client error): The resource could not be found. Oct 13 11:00:44.398893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce88881-8b90-4c7f-b170-fd18f778bbaa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:00:44.401902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0ce88881-8b90-4c7f-b170-fd18f778bbaa tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/networks/eb8ff7a7-205e-410d-9bb3-4b7aa38d9ce1 HTTP/1.1" status: 404 len: 339 time: 0.0215166 Oct 13 11:00:44.404468 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46748) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:44.502732 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1df4cea3-2fe8-4876-9321-2f3abe4ab2a5 req-bb7910b6-538d-4e6b-8450-fb293ca500af service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770790 Oct 13 11:00:44.516699 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f361e6c5-bc67-4ce7-a2a6-9535e7c32010 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Deleting port feed7f31-d212-4f5b-b49a-e8a33aee1704 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:44.517051 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f361e6c5-bc67-4ce7-a2a6-9535e7c32010 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:44.594536 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f361e6c5-bc67-4ce7-a2a6-9535e7c32010 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:44.609782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f361e6c5-bc67-4ce7-a2a6-9535e7c32010 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Calling delete_port for feed7f31-d212-4f5b-b49a-e8a33aee1704 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:44.773209 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f361e6c5-bc67-4ce7-a2a6-9535e7c32010 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:44.868412 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f361e6c5-bc67-4ce7-a2a6-9535e7c32010 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:44.872359 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f361e6c5-bc67-4ce7-a2a6-9535e7c32010 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/ports/feed7f31-d212-4f5b-b49a-e8a33aee1704 HTTP/1.1" status: 204 len: 168 time: 0.4669256 Oct 13 11:00:44.878375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361e6c5-bc67-4ce7-a2a6-9535e7c32010 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Port': ['ID=feed7f31-d212-4f5b-b49a-e8a33aee1704,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:44.880299 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46756) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:44.915313 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa439a5-b3a5-4149-8945-be8883f731e4 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] DELETE failed (client error): The resource could not be found. Oct 13 11:00:44.915810 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa439a5-b3a5-4149-8945-be8883f731e4 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:00:44.919567 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eaa439a5-b3a5-4149-8945-be8883f731e4 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/subnets/34237004-578e-495e-815e-1dc9403dc053 HTTP/1.1" status: 404 len: 337 time: 0.0360131 Oct 13 11:00:44.925452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46758) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:44.930066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f81180-370e-448f-a615-6e38308770db req-a923818c-4fe2-41b2-a0b4-a29d6f0bcccf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:44.937290 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-26f81180-370e-448f-a615-6e38308770db req-a923818c-4fe2-41b2-a0b4-a29d6f0bcccf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1528234 Oct 13 11:00:44.994989 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-26f81180-370e-448f-a615-6e38308770db req-1f92f314-570b-49c8-8f6d-27f61a937a02 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567040 Oct 13 11:00:45.067257 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] device_id is not set on port 4c3d47f0-0055-4da4-9237-667e98321419 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:00:45.078969 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6fd486e9-d1a9-42f6-aae7-329952157f22 req-b820932f-806d-475f-b373-7e9463459c91 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6745281 Oct 13 11:00:45.132472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50ebf15d-d3f7-4242-a969-616e5c00da3b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.143678 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.152511 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1545c048-7e74-44b1-995b-296da687cf25 None None] Network 56641b7f-f8bc-448b-ba58-942cc469cac1 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:45.274792 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8386760e-3db2-4f21-bc75-5563785eacf8 None None] Provisioning complete for port 1675693d-9a2d-4ef4-bdd6-1a5c67422982 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:45.275308 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8386760e-3db2-4f21-bc75-5563785eacf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.312417 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.320876 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1675693d-9a2d-4ef4-bdd6-1a5c67422982 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:45.373668 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50ebf15d-d3f7-4242-a969-616e5c00da3b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.463020 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-50ebf15d-d3f7-4242-a969-616e5c00da3b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a213c87e-deef-48e7-b5e7-59fd41a3a460']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:45.467766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event updated for resources: {'Port': ['ID=4c3d47f0-0055-4da4-9237-667e98321419,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:45.492201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-50ebf15d-d3f7-4242-a969-616e5c00da3b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a487b226-f699-462b-9ee5-58a2e203f606') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:45.492495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-50ebf15d-d3f7-4242-a969-616e5c00da3b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a487b226-f699-462b-9ee5-58a2e203f606') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:45.496614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1675693d-9a2d-4ef4-bdd6-1a5c67422982 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:45.498088 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.510300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50ebf15d-d3f7-4242-a969-616e5c00da3b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.526617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Checking segment: {'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:45.528073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Network hostable DHCP agents. Network: 6d43fac4-c048-4263-a2c6-2660b494792a, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:00:45.539875 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.542378 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50ebf15d-d3f7-4242-a969-616e5c00da3b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.569505 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8386760e-3db2-4f21-bc75-5563785eacf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.586448 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ebf15d-d3f7-4242-a969-616e5c00da3b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:00:45.587581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50ebf15d-d3f7-4242-a969-616e5c00da3b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:00:45.594874 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:00:45.643418 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8386760e-3db2-4f21-bc75-5563785eacf8 None None] For port 1675693d-9a2d-4ef4-bdd6-1a5c67422982, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1675693d-9a2d-4ef4-bdd6-1a5c67422982,segment=NetworkSegment(9f15766b-894e-47ef-a82a-6dedfe018d3f),segment_id=9f15766b-894e-47ef-a82a-6dedfe018d3f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:45.687331 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.706557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Network 6d43fac4-c048-4263-a2c6-2660b494792a is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:00:45.750755 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8386760e-3db2-4f21-bc75-5563785eacf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.846325 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:00:45.846911 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:00:45.848666 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386760e-3db2-4f21-bc75-5563785eacf8 None None] Pushing event updated for resources: {'Port': ['ID=1675693d-9a2d-4ef4-bdd6-1a5c67422982,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:45.859896 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.873202 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50ebf15d-d3f7-4242-a969-616e5c00da3b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.879791 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50ebf15d-d3f7-4242-a969-616e5c00da3b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:45.883835 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-50ebf15d-d3f7-4242-a969-616e5c00da3b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/networks/a213c87e-deef-48e7-b5e7-59fd41a3a460 HTTP/1.1" status: 204 len: 168 time: 0.9535873 Oct 13 11:00:45.887931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46762) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:45.902931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74587957-b0eb-4962-a559-1698b38278cc None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:00:45.946316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 6d43fac4-c048-4263-a2c6-2660b494792a) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:45.952657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:45.960734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebf15d-d3f7-4242-a969-616e5c00da3b tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Network': ['ID=a213c87e-deef-48e7-b5e7-59fd41a3a460,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:45.983390 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:45.983736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:45.984113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:46.025304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74587957-b0eb-4962-a559-1698b38278cc None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:00:46.043752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:46.044007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8df6be5e-bc5e-42cc-a873-1736064ed430 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Deleting port 8326598e-d1a5-4a87-92e9-907bb4ae10be {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:46.044440 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8df6be5e-bc5e-42cc-a873-1736064ed430 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.045156 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:46.055939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-25e7b131-a2d9-443b-b9a6-afa62639588f None None] Provisioning complete for port 1675693d-9a2d-4ef4-bdd6-1a5c67422982 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:46.056316 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-25e7b131-a2d9-443b-b9a6-afa62639588f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.072987 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 2 to bind port 4c3d47f0-0055-4da4-9237-667e98321419 Oct 13 11:00:46.102295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:46.103183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:46.103749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:46.116472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:46.117145 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:46.119499 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 3 to bind port 4c3d47f0-0055-4da4-9237-667e98321419 Oct 13 11:00:46.141833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:46.142382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:46.142949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:46.149714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:46.149993 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:46.158386 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 4 to bind port 4c3d47f0-0055-4da4-9237-667e98321419 Oct 13 11:00:46.181484 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:46.182523 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:46.184546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:46.193899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:46.194660 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:46.195379 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 5 to bind port 4c3d47f0-0055-4da4-9237-667e98321419 Oct 13 11:00:46.212784 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:46.213517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:46.214443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:46.220490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:46.220922 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:46.221446 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 6 to bind port 4c3d47f0-0055-4da4-9237-667e98321419 Oct 13 11:00:46.236648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:46.237217 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:46.237629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:46.240010 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8df6be5e-bc5e-42cc-a873-1736064ed430 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.242717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:46.243265 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:46.243768 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 7 to bind port 4c3d47f0-0055-4da4-9237-667e98321419 Oct 13 11:00:46.258162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8df6be5e-bc5e-42cc-a873-1736064ed430 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Calling delete_port for 8326598e-d1a5-4a87-92e9-907bb4ae10be owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:46.260080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:46.260568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:46.261183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:46.267389 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:46.267799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3b91a-d578-48ee-9b28-55d7b92ebf90 req-c5dfc408-a90b-4040-8eea-fa1c9bb78f50 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:46.267934 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:46.269714 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 8 to bind port 4c3d47f0-0055-4da4-9237-667e98321419 Oct 13 11:00:46.276320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ef3b91a-d578-48ee-9b28-55d7b92ebf90 req-c5dfc408-a90b-4040-8eea-fa1c9bb78f50 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1031013 Oct 13 11:00:46.284704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:46.285184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:46.285640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:46.290708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:46.291654 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:46.293995 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 9 to bind port 4c3d47f0-0055-4da4-9237-667e98321419 Oct 13 11:00:46.326980 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:46.329700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:46.330282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:46.342106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:46.342675 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:46.344261 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Router 3f05197a-56f4-4158-bd1d-e281f239aae9 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:00:46.348609 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 10 to bind port 4c3d47f0-0055-4da4-9237-667e98321419 Oct 13 11:00:46.370666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ef3b91a-d578-48ee-9b28-55d7b92ebf90 req-185c45c3-1eaf-4ae5-acc3-f29c1926a162 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895710 Oct 13 11:00:46.377709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:46.377709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:46.377709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:46.413830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port 4c3d47f0-0055-4da4-9237-667e98321419 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:46.414175 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port 4c3d47f0-0055-4da4-9237-667e98321419 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:46.414557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.481465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab088b8-e641-4e53-b56c-fcf2f36530c4 None None] Network 6d43fac4-c048-4263-a2c6-2660b494792a requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:46.500161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8df6be5e-bc5e-42cc-a873-1736064ed430 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.509831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84facdf4-970d-400e-b716-1d04f8de082f req-4da39909-7238-4305-bfb9-1bf481fabc24 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:46.512856 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84facdf4-970d-400e-b716-1d04f8de082f req-4da39909-7238-4305-bfb9-1bf481fabc24 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 950 time: 0.1640952 Oct 13 11:00:46.535658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6be5e-bc5e-42cc-a873-1736064ed430 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Port': ['ID=8326598e-d1a5-4a87-92e9-907bb4ae10be,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:46.547955 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8df6be5e-bc5e-42cc-a873-1736064ed430 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.554296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8df6be5e-bc5e-42cc-a873-1736064ed430 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/ports/8326598e-d1a5-4a87-92e9-907bb4ae10be HTTP/1.1" status: 204 len: 168 time: 0.6643066 Oct 13 11:00:46.555110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46770) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:46.591334 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c520a21c-d1ba-452b-9b57-af99e186e7c9 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] DELETE failed (client error): The resource could not be found. Oct 13 11:00:46.591833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c520a21c-d1ba-452b-9b57-af99e186e7c9 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:00:46.596380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c520a21c-d1ba-452b-9b57-af99e186e7c9 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/subnets/7b221354-4252-4a69-9687-f5223d0c7eea HTTP/1.1" status: 404 len: 337 time: 0.0401847 Oct 13 11:00:46.606697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46772) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:46.658453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:00:46.669574 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84facdf4-970d-400e-b716-1d04f8de082f req-eaca3c5e-dbf9-493c-8182-fd7a87949097 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347117 Oct 13 11:00:46.674023 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Sync routers for ids ['3f05197a-56f4-4158-bd1d-e281f239aae9'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:00:46.674910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] For port 4c3d47f0-0055-4da4-9237-667e98321419, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:46.674910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempted to set empty binding levels {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 11:00:46.679835 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Routers {'3f05197a-56f4-4158-bd1d-e281f239aae9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:00:46.680464 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:00:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3f05197a-56f4-4158-bd1d-e281f239aae9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:46.711516 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f134e725-8a29-46d3-b366-5a23b269091c tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.779717 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.798134 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Set router 3f05197a-56f4-4158-bd1d-e281f239aae9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:00:46.816733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:46.817668 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.828859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.830449 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2b4e001d-b8e3-4cc0-93f6-47de21f597e2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6174014 Oct 13 11:00:46.839610 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46776) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:46.842295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f134e725-8a29-46d3-b366-5a23b269091c tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.857319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event updated for resources: {'Port': ['ID=4c3d47f0-0055-4da4-9237-667e98321419,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:46.885768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f134e725-8a29-46d3-b366-5a23b269091c tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6bd5a7-56b3-4d00-bb6d-a58460905f48']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:46.899771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f134e725-8a29-46d3-b366-5a23b269091c tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41704fb1-69d2-4b7b-8d76-27f07a43eab2') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:46.900118 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f134e725-8a29-46d3-b366-5a23b269091c tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41704fb1-69d2-4b7b-8d76-27f07a43eab2') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:46.920423 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f134e725-8a29-46d3-b366-5a23b269091c tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.965650 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f134e725-8a29-46d3-b366-5a23b269091c tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.975213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f134e725-8a29-46d3-b366-5a23b269091c tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:00:46.975959 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f134e725-8a29-46d3-b366-5a23b269091c tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:00:46.979312 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:00:47.003138 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6a4de821-4ea8-4c9d-89cb-189034c9d7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.0131154 Oct 13 11:00:47.011898 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:00:45Z', 'revision_number': 3, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:47.033997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46778) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:47.042294 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Checking router: 3f05197a-56f4-4158-bd1d-e281f239aae9 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:00:47.042947 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Updating router 3f05197a-56f4-4158-bd1d-e281f239aae9 port 391482df-2732-493d-89b2-ae4ef72d0727 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:00:47.069718 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.098237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4afa7-c735-4d49-b2f8-3be0d4c8d5ed req-de411446-f629-41ff-941e-fc4d1a7d0afa tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:47.108157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17d4afa7-c735-4d49-b2f8-3be0d4c8d5ed req-de411446-f629-41ff-941e-fc4d1a7d0afa tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 1101 time: 0.1904125 Oct 13 11:00:47.240721 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f134e725-8a29-46d3-b366-5a23b269091c tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.258031 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f134e725-8a29-46d3-b366-5a23b269091c tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.267879 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f134e725-8a29-46d3-b366-5a23b269091c tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/networks/6b6bd5a7-56b3-4d00-bb6d-a58460905f48 HTTP/1.1" status: 204 len: 168 time: 0.6581321 Oct 13 11:00:47.288864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46782) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:47.309720 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1675693d-9a2d-4ef4-bdd6-1a5c67422982 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:47.354422 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17d4afa7-c735-4d49-b2f8-3be0d4c8d5ed req-5d250e49-aa8b-47a3-b6ab-049165f48015 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451847 Oct 13 11:00:47.389189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134e725-8a29-46d3-b366-5a23b269091c tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Network': ['ID=6b6bd5a7-56b3-4d00-bb6d-a58460905f48,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:47.423483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1675693d-9a2d-4ef4-bdd6-1a5c67422982 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:47.427474 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.462254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-add9f0ae-8bf5-487d-8043-f401fe372406 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Deleting subnet b4fb8192-9f39-464c-a989-ca79d8e6ed84 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:00:47.466729 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-add9f0ae-8bf5-487d-8043-f401fe372406 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.546251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5d47e-2954-4be7-809d-e16399dbb32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Deleting port 4c3d47f0-0055-4da4-9237-667e98321419 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:47.546846 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d47e-2954-4be7-809d-e16399dbb32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.564344 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.619490 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-add9f0ae-8bf5-487d-8043-f401fe372406 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.665178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2708968-baf8-40db-ad49-4ec27c8df483 req-5faa7a50-f5e9-4ed9-b4c6-5fed573a8cfd tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:47.666703 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a2708968-baf8-40db-ad49-4ec27c8df483 req-5faa7a50-f5e9-4ed9-b4c6-5fed573a8cfd tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1239471 Oct 13 11:00:47.704361 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.705939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8bc5d47e-2954-4be7-809d-e16399dbb32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] For port 4c3d47f0-0055-4da4-9237-667e98321419, host n-h2-813659-3, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:47.706359 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d47e-2954-4be7-809d-e16399dbb32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.711911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-5a630707-d93a-48c3-9715-830fa46eafb0 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621562 Oct 13 11:00:47.750144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5d47e-2954-4be7-809d-e16399dbb32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Calling delete_port for 4c3d47f0-0055-4da4-9237-667e98321419 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:47.753750 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Attempting to bind port 391482df-2732-493d-89b2-ae4ef72d0727 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:47.754134 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Attempting to bind port 391482df-2732-493d-89b2-ae4ef72d0727 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:47.754554 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Attempting to bind port 391482df-2732-493d-89b2-ae4ef72d0727 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:47.754855 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a2708968-baf8-40db-ad49-4ec27c8df483 req-bcedfc40-8795-44ab-af22-491ce60eeabe tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780771 Oct 13 11:00:47.758003 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.772621 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:47.772621 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:47.773004 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.773457 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:47.773945 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Bound port: 391482df-2732-493d-89b2-ae4ef72d0727, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:47.774342 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.889298 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-add9f0ae-8bf5-487d-8043-f401fe372406 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:47.891642 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] For port 391482df-2732-493d-89b2-ae4ef72d0727, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:47.895223 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] For port 391482df-2732-493d-89b2-ae4ef72d0727, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=391482df-2732-493d-89b2-ae4ef72d0727,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:47.897099 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Pushing event updated for resources: {'Port': ['ID=391482df-2732-493d-89b2-ae4ef72d0727,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:47.907818 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:47.908173 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:47.909094 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:47.909094 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:47.909311 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:47.909496 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:47.909826 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:47.910149 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:47.910507 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:47.910837 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:47.911307 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:47.911686 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:00:47.969183 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:48.038697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-75c41012-7298-4996-91fd-938cc473dd07 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:48.043806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-75c41012-7298-4996-91fd-938cc473dd07 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914143 Oct 13 11:00:48.068132 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Routers {'3f05197a-56f4-4158-bd1d-e281f239aae9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:00:48.069103 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:00:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3f05197a-56f4-4158-bd1d-e281f239aae9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:48.071156 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1d901-faae-4fe0-9aba-b4b1e01696ca None None] Pushing event updated for resources: {'Port': ['ID=391482df-2732-493d-89b2-ae4ef72d0727,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:48.088969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Allocated IP 172.20.0.1 (56641b7f-f8bc-448b-ba58-942cc469cac1/09fcb1d4-6798-4f48-9a06-f962d47cf160/b71eb38b-cc34-427b-b3ab-5af1e950d016) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:48.090574 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-3a3ae030-935e-4663-817b-67ae86de7a7a tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/quotas/76e6e8777a97442bab92ab969c416e4e HTTP/1.1" status: 200 len: 375 time: 0.0379071 Oct 13 11:00:48.168686 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-add9f0ae-8bf5-487d-8043-f401fe372406 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:48.211835 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:48.217191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9f0ae-8bf5-487d-8043-f401fe372406 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Subnet': ['ID=b4fb8192-9f39-464c-a989-ca79d8e6ed84,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:48.219192 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d47e-2954-4be7-809d-e16399dbb32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:48.229410 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-add9f0ae-8bf5-487d-8043-f401fe372406 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:48.233339 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] Set router 3f05197a-56f4-4158-bd1d-e281f239aae9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:00:48.235957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8186ee33-29de-482e-bc5f-708f70d6ec6a None None] Network 1e1ded29-4e8d-4834-bbee-dcffbd49571b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:00:48.237010 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-add9f0ae-8bf5-487d-8043-f401fe372406 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/subnets/b4fb8192-9f39-464c-a989-ca79d8e6ed84 HTTP/1.1" status: 204 len: 168 time: 0.9449284 Oct 13 11:00:48.264203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46800) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:48.300895 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-17b721c4-8587-4cc5-b0de-51615285e610 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2092602 Oct 13 11:00:48.305143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5d47e-2954-4be7-809d-e16399dbb32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c3d47f0-0055-4da4-9237-667e98321419,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:48.403930 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:48.413436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d47e-2954-4be7-809d-e16399dbb32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:48.422932 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8bc5d47e-2954-4be7-809d-e16399dbb32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "DELETE /v2.0/ports/4c3d47f0-0055-4da4-9237-667e98321419 HTTP/1.1" status: 204 len: 168 time: 1.3843126 Oct 13 11:00:48.428098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46806) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:48.504851 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab354124-f4c2-429f-ace8-bb73165fe2f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] GET failed (client error): The resource could not be found. Oct 13 11:00:48.506497 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ab354124-f4c2-429f-ace8-bb73165fe2f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "GET /v2.0/ports/4c3d47f0-0055-4da4-9237-667e98321419 HTTP/1.1" status: 404 len: 333 time: 0.0742559 Oct 13 11:00:48.510292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Network 56641b7f-f8bc-448b-ba58-942cc469cac1 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:48.522719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46808) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:48.538437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d8fbe19f-cf40-49b1-8330-c5d8ba0acd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Request body: {'port': {'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-10508610'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:48.546901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:48.560200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:48.570360 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:48.581157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Pushing event updated for resources: {'Port': ['ID=b71eb38b-cc34-427b-b3ab-5af1e950d016,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:48.639725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642e7b0a-b6e8-4fe7-aa7a-e97f11dd02bb None None] DHCP port deletion for 1e1ded29-4e8d-4834-bbee-dcffbd49571b request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:00:48.740967 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Deleting port 72b750e5-fec1-46aa-97bf-e9c02035bf1c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:48.741370 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:48.743201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-642e7b0a-b6e8-4fe7-aa7a-e97f11dd02bb None None] Deleting port 72b750e5-fec1-46aa-97bf-e9c02035bf1c {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:48.743440 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-642e7b0a-b6e8-4fe7-aa7a-e97f11dd02bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:48.839906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-642e7b0a-b6e8-4fe7-aa7a-e97f11dd02bb None None] For port 72b750e5-fec1-46aa-97bf-e9c02035bf1c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=72b750e5-fec1-46aa-97bf-e9c02035bf1c,segment=NetworkSegment(e11be1da-a5c4-4948-8bcf-db48b889330b),segment_id=e11be1da-a5c4-4948-8bcf-db48b889330b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:48.840262 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-642e7b0a-b6e8-4fe7-aa7a-e97f11dd02bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:48.863978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-642e7b0a-b6e8-4fe7-aa7a-e97f11dd02bb None None] Calling delete_port for 72b750e5-fec1-46aa-97bf-e9c02035bf1c owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:48.939718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] For port 72b750e5-fec1-46aa-97bf-e9c02035bf1c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=72b750e5-fec1-46aa-97bf-e9c02035bf1c,segment=NetworkSegment(e11be1da-a5c4-4948-8bcf-db48b889330b),segment_id=e11be1da-a5c4-4948-8bcf-db48b889330b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:48.953338 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:48.969833 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:00:45Z', 'revision_number': 3, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:48.987007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Calling delete_port for 72b750e5-fec1-46aa-97bf-e9c02035bf1c owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:49.009347 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e631aa-6519-4934-a613-970e70beb0e7 None None] The sync data for ids ['3f05197a-56f4-4158-bd1d-e281f239aae9'] in n-d-813659-3 is: [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:00:45Z', 'revision_number': 3, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:00:49.081435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-787152d2-3b13-4859-877f-b2a25b8a903c None None] Provisioning complete for port b71eb38b-cc34-427b-b3ab-5af1e950d016 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:49.081894 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-787152d2-3b13-4859-877f-b2a25b8a903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:49.135623 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-642e7b0a-b6e8-4fe7-aa7a-e97f11dd02bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:49.232112 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a353f2c7-578f-499b-b08a-7f77638c482d req-7526dd33-fb9b-431c-aa38-c8d0ca9fab00 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 210 time: 0.5493124 Oct 13 11:00:49.261997 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:49.285515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e7b0a-b6e8-4fe7-aa7a-e97f11dd02bb None None] Pushing event deleted for resources: {'Port': ['ID=72b750e5-fec1-46aa-97bf-e9c02035bf1c,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:49.300413 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e7b0a-b6e8-4fe7-aa7a-e97f11dd02bb None None] No DVR routers for this DVR port 72b750e5-fec1-46aa-97bf-e9c02035bf1c on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:00:49.312970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 72b750e5-fec1-46aa-97bf-e9c02035bf1c no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:00:49.365081 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 72b750e5-fec1-46aa-97bf-e9c02035bf1c {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:00:49.365768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 72b750e5-fec1-46aa-97bf-e9c02035bf1c not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:00:49.384092 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-787152d2-3b13-4859-877f-b2a25b8a903c None None] Port b71eb38b-cc34-427b-b3ab-5af1e950d016 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:00:49.397845 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fbe19f-cf40-49b1-8330-c5d8ba0acd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Made reservation on behalf of e9e46600c74a41c0bf0854ac97d91214 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:49.400633 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe19f-cf40-49b1-8330-c5d8ba0acd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:49.434430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-d8fbe19f-cf40-49b1-8330-c5d8ba0acd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] device_id is not set on port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:00:49.656514 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:49.712089 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:49.727865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3db1b-7986-419f-98ac-8015e3a70c01 req-2ac11101-1b9a-4f9d-bf45-a851b2865bc3 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:49.733225 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21b3db1b-7986-419f-98ac-8015e3a70c01 req-2ac11101-1b9a-4f9d-bf45-a851b2865bc3 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.6416938 Oct 13 11:00:49.749493 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe19f-cf40-49b1-8330-c5d8ba0acd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:49.784144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] No DVR routers for this DVR port 72b750e5-fec1-46aa-97bf-e9c02035bf1c on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:00:49.785936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Port': ['ID=72b750e5-fec1-46aa-97bf-e9c02035bf1c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:49.891008 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21b3db1b-7986-419f-98ac-8015e3a70c01 req-cbfaee3d-78e2-42dc-84da-f3ff4f27a072 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532373 Oct 13 11:00:49.914264 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:49.939507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1ded29-4e8d-4834-bbee-dcffbd49571b']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:49.952609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11be1da-a5c4-4948-8bcf-db48b889330b') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:49.953135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11be1da-a5c4-4948-8bcf-db48b889330b') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:49.963358 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe19f-cf40-49b1-8330-c5d8ba0acd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:49.967632 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:49.990869 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:50.000940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:00:50.003471 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:00:50.008173 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:00:50.032963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fbe19f-cf40-49b1-8330-c5d8ba0acd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Network 6d43fac4-c048-4263-a2c6-2660b494792a is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:50.039394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-d8fbe19f-cf40-49b1-8330-c5d8ba0acd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:50.044994 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:50.049387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbe19f-cf40-49b1-8330-c5d8ba0acd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:50.049634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fbe19f-cf40-49b1-8330-c5d8ba0acd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:50.050244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe19f-cf40-49b1-8330-c5d8ba0acd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:50.066176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbe19f-cf40-49b1-8330-c5d8ba0acd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f7a126-a8d1-4b46-8f20-bc3cf817f606,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:50.177074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:50.201335 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:50.207459 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:50.213082 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] 10.222.0.32 "DELETE /v2.0/networks/1e1ded29-4e8d-4834-bbee-dcffbd49571b HTTP/1.1" status: 204 len: 168 time: 1.9447279 Oct 13 11:00:50.252416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc068729-fd5a-48d4-81c0-e23f1a9fb5f5 tempest-NetworksIpV6TestAttrs-825312335 tempest-NetworksIpV6TestAttrs-825312335-project] Pushing event deleted for resources: {'Network': ['ID=1e1ded29-4e8d-4834-bbee-dcffbd49571b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:50.264151 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d8fbe19f-cf40-49b1-8330-c5d8ba0acd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.7402716 Oct 13 11:00:50.267042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46832) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:50.282252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:50.300031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Pushing event updated for resources: {'Port': ['ID=b71eb38b-cc34-427b-b3ab-5af1e950d016,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:50.309817 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:50.424601 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ac675339-861a-41b0-a382-a76f0cd18237 req-b1b8a0db-71e9-4e51-aca5-01a924305dc9 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 210 time: 0.0306385 Oct 13 11:00:50.488746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Network 56641b7f-f8bc-448b-ba58-942cc469cac1 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:50.490179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:50.528703 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:50.671355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Router 3f05197a-56f4-4158-bd1d-e281f239aae9 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:00:50.882712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] device_id is not set on port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:00:50.887690 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6087e205-fa85-4c50-83d5-a1b21450775a req-aac0bd8b-7564-40f0-80be-f186f402b895 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1394417 Oct 13 11:00:50.892960 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:50.923860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:00:50.933717 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6d93c8be-69e8-455d-8c20-118362a4a17c admin admin] 10.222.0.32 "PUT /v2.0/routers/3f05197a-56f4-4158-bd1d-e281f239aae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0897164 Oct 13 11:00:50.952841 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b0d19fe8-508f-4332-afe8-4be79ab1e033 None None] Provisioning complete for port b71eb38b-cc34-427b-b3ab-5af1e950d016 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:50.953967 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b0d19fe8-508f-4332-afe8-4be79ab1e033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:50.979799 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:51.076601 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b0d19fe8-508f-4332-afe8-4be79ab1e033 None None] Port b71eb38b-cc34-427b-b3ab-5af1e950d016 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:00:51.092472 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46850) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:51.103164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f7a126-a8d1-4b46-8f20-bc3cf817f606,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:51.109158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:51.109665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:51.110820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:51.117431 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:51.118054 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:51.118770 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 2 to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 Oct 13 11:00:51.140840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:51.141706 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:51.142504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:51.148475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:51.149107 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:51.149573 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 3 to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 Oct 13 11:00:51.160075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087e205-fa85-4c50-83d5-a1b21450775a req-8c2eb988-3ce1-4781-a4f6-01756a8bd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:51.162490 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6087e205-fa85-4c50-83d5-a1b21450775a req-8c2eb988-3ce1-4781-a4f6-01756a8bd9d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 1098 time: 0.1892254 Oct 13 11:00:51.224100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:51.224794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:51.225199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:51.270310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7303626-cb9c-4ce3-a465-980de3b06a3f req-5c5c99bb-1289-4499-9f9d-41d4af05a8d4 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:51.270861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:51.271203 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:51.272360 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 4 to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 Oct 13 11:00:51.285868 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f7303626-cb9c-4ce3-a465-980de3b06a3f req-5c5c99bb-1289-4499-9f9d-41d4af05a8d4 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.2483361 Oct 13 11:00:51.289938 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff331cb8-d120-4d1c-aa9c-6a70a3eee862 req-e572f1fb-b0c1-4e59-bd27-16833b63e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:51.304098 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff331cb8-d120-4d1c-aa9c-6a70a3eee862 req-e572f1fb-b0c1-4e59-bd27-16833b63e170 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 1096 time: 0.1372297 Oct 13 11:00:51.351991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 391482df-2732-493d-89b2-ae4ef72d0727 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:51.388613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:51.389052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:51.389454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:51.419134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:51.419469 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:51.421402 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 5 to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 Oct 13 11:00:51.475398 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f7303626-cb9c-4ce3-a465-980de3b06a3f req-dc4dcaf1-ccad-48b4-8294-8390ad779b41 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883724 Oct 13 11:00:51.489216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:51.489685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:51.490194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:51.500596 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff331cb8-d120-4d1c-aa9c-6a70a3eee862 req-602a4426-494b-4be5-adff-6e1374223295 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828971 Oct 13 11:00:51.517612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:51.518565 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:51.522657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 391482df-2732-493d-89b2-ae4ef72d0727 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:51.523904 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:51.525329 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 6 to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 Oct 13 11:00:51.553682 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8583f50e-0d80-49b6-ad4a-501c8bef93db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca832790d22c45c6bcd6e1e31502d2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4557302 Oct 13 11:00:51.554747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46866) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:51.567925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:51.568265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:51.568606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:51.602825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34b80ea6-beca-428f-8e6a-d8a15be2c41c req-e7ae24a2-8b1e-46b0-8e39-eb1a16298ec0 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 210 time: 0.0414391 Oct 13 11:00:51.603659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:51.603995 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:51.604401 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 7 to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 Oct 13 11:00:51.620584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:51.620584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:51.621255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:51.629836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:51.630300 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:51.630611 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 8 to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 Oct 13 11:00:51.656060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087e205-fa85-4c50-83d5-a1b21450775a req-46ac276c-9c47-479a-95bc-357543b6a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:51.658128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6087e205-fa85-4c50-83d5-a1b21450775a req-46ac276c-9c47-479a-95bc-357543b6a70b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 917 time: 0.4695880 Oct 13 11:00:51.680199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Sync routers for ids ['3f05197a-56f4-4158-bd1d-e281f239aae9'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:00:51.686642 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:51.686992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:51.687337 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:51.690642 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-9539ef37-d4cc-4e4e-b091-5c62bbc0544b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412493 Oct 13 11:00:51.695626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:51.695908 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:51.697688 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 9 to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 Oct 13 11:00:51.706648 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:51.739743 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Routers {'3f05197a-56f4-4158-bd1d-e281f239aae9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:00:51.740374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:00:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3f05197a-56f4-4158-bd1d-e281f239aae9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:51.780557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:51.780909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:51.781252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:51.801889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:51.802215 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:51.815362 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 10 to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 Oct 13 11:00:51.851000 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 391482df-2732-493d-89b2-ae4ef72d0727, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=391482df-2732-493d-89b2-ae4ef72d0727,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:51.856876 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6087e205-fa85-4c50-83d5-a1b21450775a req-492688d6-6849-4833-b52e-93eb0c6e07f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516 HTTP/1.1" status: 200 len: 1001 time: 0.1564579 Oct 13 11:00:51.863190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:51.863190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:51.863436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:51.893004 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:51.893574 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:00:51.893812 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:51.947342 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:51.951718 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0695d61e-1e33-4d55-8a34-782331c9528d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:51.973937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-de687650-3c5b-4303-a79c-858acfcc9053 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:51.975496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-de687650-3c5b-4303-a79c-858acfcc9053 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787631 Oct 13 11:00:51.977207 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0695d61e-1e33-4d55-8a34-782331c9528d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:52.029014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-a1cdc504-ceb4-4e56-b9b2-221eb11f9de2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Request body: {'port': {'device_id': '18343700-e515-4474-bcbd-f126a298d5f0', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '76e6e8777a97442bab92ab969c416e4e'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:52.033146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087e205-fa85-4c50-83d5-a1b21450775a req-0e5afea6-ace9-452e-84da-9506f350792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.034713 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6087e205-fa85-4c50-83d5-a1b21450775a req-0e5afea6-ace9-452e-84da-9506f350792c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.1672170 Oct 13 11:00:52.088006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Set router 3f05197a-56f4-4158-bd1d-e281f239aae9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:00:52.135622 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0695d61e-1e33-4d55-8a34-782331c9528d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:52.139872 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0695d61e-1e33-4d55-8a34-782331c9528d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:52.141404 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0695d61e-1e33-4d55-8a34-782331c9528d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb9623c0-3c2f-4d12-a55c-88422cba2e42 HTTP/1.1" status: 204 len: 168 time: 0.5852678 Oct 13 11:00:52.159471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695d61e-1e33-4d55-8a34-782331c9528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9623c0-3c2f-4d12-a55c-88422cba2e42,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:52.161018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=391482df-2732-493d-89b2-ae4ef72d0727,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:52.214745 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087e205-fa85-4c50-83d5-a1b21450775a req-af91f9c5-d07f-4633-bed2-2ea6c3f9ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.225824 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6087e205-fa85-4c50-83d5-a1b21450775a req-af91f9c5-d07f-4633-bed2-2ea6c3f9ac2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1825771 Oct 13 11:00:52.278746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] For port e0f7a126-a8d1-4b46-8f20-bc3cf817f606, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:52.279209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempted to set empty binding levels {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 11:00:52.346767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:52.397128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6087e205-fa85-4c50-83d5-a1b21450775a req-9baf7ecc-59bf-4dc0-8b34-14f50f0a5984 service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613958 Oct 13 11:00:52.411363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] In _notify_port_updated(), no bound segment for port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:00:52.413554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.413554 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:52.418832 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "PUT /v2.0/ports/e0f7a126-a8d1-4b46-8f20-bc3cf817f606 HTTP/1.1" status: 200 len: 977 time: 2.1495841 Oct 13 11:00:52.419723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46908) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:52.455441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d330a-22eb-4919-a312-dcdd00a9e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f7a126-a8d1-4b46-8f20-bc3cf817f606,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:52.475882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-a1cdc504-ceb4-4e56-b9b2-221eb11f9de2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Made reservation on behalf of 76e6e8777a97442bab92ab969c416e4e for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:52.479548 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-a1cdc504-ceb4-4e56-b9b2-221eb11f9de2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:52.513446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:00:49Z', 'revision_number': 4, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'b71eb38b-cc34-427b-b3ab-5af1e950d016', 'name': '', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'mac_address': 'fa:16:3e:cd:d3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:47Z', 'updated_at': '2021-10-13T11:00:49Z', 'revision_number': 2, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'subnets': [{'id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:52.595173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Checking router: 3f05197a-56f4-4158-bd1d-e281f239aae9 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:00:52.596488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Updating router 3f05197a-56f4-4158-bd1d-e281f239aae9 port b71eb38b-cc34-427b-b3ab-5af1e950d016 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:00:52.656757 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:52.660236 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.660501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.660949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.661584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.662167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.662529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.663008 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.665334 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.665805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.666270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.666803 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.667585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.668724 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.669028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.669491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.670421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.670884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.671458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.671787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.672244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.673041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.673433 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.673970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.674605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.675058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.675512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.680662 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-656cf0d2-47e8-4f3a-ada5-67bcaab20608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23348 time: 0.2586730 Oct 13 11:00:52.686738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46918) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:52.854312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d38f8-21c2-4d58-971e-28e13d0e4197 req-2cdcd2cd-7201-4d5b-a3c2-a211fe3e3119 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:52.869450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf0d38f8-21c2-4d58-971e-28e13d0e4197 req-2cdcd2cd-7201-4d5b-a3c2-a211fe3e3119 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.2383749 Oct 13 11:00:52.957402 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6087e205-fa85-4c50-83d5-a1b21450775a req-368d35cd-64c6-42c3-bebf-18aa361a6bb2 service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484281 Oct 13 11:00:53.029670 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a7e03c82-baee-4044-bb26-19fc6328e253 req-83798e22-c60c-4b7c-a1f8-ce2eeca74567 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 210 time: 0.1860926 Oct 13 11:00:53.034752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-a1cdc504-ceb4-4e56-b9b2-221eb11f9de2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Allocated IP 192.168.233.24 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/b07b355b-4ac7-4566-a68e-099ac4bd18bc) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:00:53.084313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1f654732-37c6-4388-ad0d-1e770e5bfcae tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Deleting port e0f7a126-a8d1-4b46-8f20-bc3cf817f606 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:53.086364 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f654732-37c6-4388-ad0d-1e770e5bfcae tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:53.118252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf0d38f8-21c2-4d58-971e-28e13d0e4197 req-a4aa7a86-6a91-4e91-bbcc-f78556d3554f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245224 Oct 13 11:00:53.296597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-1f654732-37c6-4388-ad0d-1e770e5bfcae tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] For port e0f7a126-a8d1-4b46-8f20-bc3cf817f606, host n-h2-813659-3, got binding levels [] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:53.297094 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f654732-37c6-4388-ad0d-1e770e5bfcae tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:53.331658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1f654732-37c6-4388-ad0d-1e770e5bfcae tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Calling delete_port for e0f7a126-a8d1-4b46-8f20-bc3cf817f606 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:53.393615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 391482df-2732-493d-89b2-ae4ef72d0727 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:53.472206 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-a1cdc504-ceb4-4e56-b9b2-221eb11f9de2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:53.635366 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-a1cdc504-ceb4-4e56-b9b2-221eb11f9de2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:53.643692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 391482df-2732-493d-89b2-ae4ef72d0727 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:53.644207 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:53.671333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a', '4fc1cb75-8880-4e39-90df-3f658687f11a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:53.704834 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f654732-37c6-4388-ad0d-1e770e5bfcae tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:53.714704 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-a1cdc504-ceb4-4e56-b9b2-221eb11f9de2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:53.724063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-a1cdc504-ceb4-4e56-b9b2-221eb11f9de2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:53.734994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-a1cdc504-ceb4-4e56-b9b2-221eb11f9de2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:53.782693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca', '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a', '491259d6-6fbd-4994-81c0-07f7cf648a14'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:53.790955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdc504-ceb4-4e56-b9b2-221eb11f9de2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event updated for resources: {'Port': ['ID=b07b355b-4ac7-4566-a68e-099ac4bd18bc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:53.818711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f654732-37c6-4388-ad0d-1e770e5bfcae tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0f7a126-a8d1-4b46-8f20-bc3cf817f606,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:53.831407 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f654732-37c6-4388-ad0d-1e770e5bfcae tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:53.836646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-a1cdc504-ceb4-4e56-b9b2-221eb11f9de2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:53.837429 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-a1cdc504-ceb4-4e56-b9b2-221eb11f9de2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:53.846787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46970) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:53.846958 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1f654732-37c6-4388-ad0d-1e770e5bfcae tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e0f7a126-a8d1-4b46-8f20-bc3cf817f606 HTTP/1.1" status: 204 len: 168 time: 1.1554377 Oct 13 11:00:53.895143 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1db4e8-b9ac-46f0-8f25-1cc615b04fe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] GET failed (client error): The resource could not be found. Oct 13 11:00:53.896891 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6f1db4e8-b9ac-46f0-8f25-1cc615b04fe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "GET /v2.0/ports/e0f7a126-a8d1-4b46-8f20-bc3cf817f606 HTTP/1.1" status: 404 len: 333 time: 0.0554373 Oct 13 11:00:53.902592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46974) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:53.910618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b2a35cdb-b8d7-4980-87a0-42bba318f393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1891732519', 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:53.971798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-a1cdc504-ceb4-4e56-b9b2-221eb11f9de2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9541779 Oct 13 11:00:53.986923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Request body: {'port': {'device_id': '18343700-e515-4474-bcbd-f126a298d5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:54.059398 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a35cdb-b8d7-4980-87a0-42bba318f393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Made reservation on behalf of e9e46600c74a41c0bf0854ac97d91214 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:54.062216 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b2a35cdb-b8d7-4980-87a0-42bba318f393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:54.135738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-b2a35cdb-b8d7-4980-87a0-42bba318f393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] device_id is not set on port 7f5880e7-bcff-4673-bd3e-a2ddb33643e3 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:00:54.327659 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:54.455199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b10bfc8e-120a-40c9-9f41-3bc0dd2a3b91 None None] Provisioning complete for port b07b355b-4ac7-4566-a68e-099ac4bd18bc triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:54.456269 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b10bfc8e-120a-40c9-9f41-3bc0dd2a3b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:54.485826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa26b0b-da3f-4e5b-9b7e-59b587b2529b req-aae53e7b-aefc-402a-9461-8b25156c9ec2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:54.488991 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5aa26b0b-da3f-4e5b-9b7e-59b587b2529b req-aae53e7b-aefc-402a-9461-8b25156c9ec2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 935 time: 0.2686610 Oct 13 11:00:54.557075 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:54.599209 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b2a35cdb-b8d7-4980-87a0-42bba318f393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:54.676452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae3321-1c02-4ec4-af00-56a0d50a5c5f req-49cc9013-7bcb-4607-815f-4720f6c134fe tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:54.681097 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-76ae3321-1c02-4ec4-af00-56a0d50a5c5f req-49cc9013-7bcb-4607-815f-4720f6c134fe tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.3547096 Oct 13 11:00:54.713549 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:54.727843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b10bfc8e-120a-40c9-9f41-3bc0dd2a3b91 None None] Port b07b355b-4ac7-4566-a68e-099ac4bd18bc cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:00:54.768895 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-76ae3321-1c02-4ec4-af00-56a0d50a5c5f req-e0ad3c65-44f3-462d-b3f9-26345d4d4316 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795684 Oct 13 11:00:54.770217 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5aa26b0b-da3f-4e5b-9b7e-59b587b2529b req-6a90dfe6-c5e4-428e-b582-32d46440b073 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596185 Oct 13 11:00:54.771388 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b2a35cdb-b8d7-4980-87a0-42bba318f393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:54.838108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a35cdb-b8d7-4980-87a0-42bba318f393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Network 6d43fac4-c048-4263-a2c6-2660b494792a is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:54.838108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b2a35cdb-b8d7-4980-87a0-42bba318f393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:54.854422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a35cdb-b8d7-4980-87a0-42bba318f393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:54.854422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a35cdb-b8d7-4980-87a0-42bba318f393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:54.854422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b2a35cdb-b8d7-4980-87a0-42bba318f393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:54.861742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a35cdb-b8d7-4980-87a0-42bba318f393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event updated for resources: {'Port': ['ID=7f5880e7-bcff-4673-bd3e-a2ddb33643e3,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:54.909553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-fc3e4816-8138-4a59-9445-b9a9e0b57a04 req-82b86439-72bd-4024-b869-e43c51045258 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-762933801', 'description': 'tempest-description-589156070'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:54.951595 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b2a35cdb-b8d7-4980-87a0-42bba318f393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0478346 Oct 13 11:00:54.952100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47000) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:55.019939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6532ac4a-a5e9-434b-a6c1-bc5899268445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:55.022038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6532ac4a-a5e9-434b-a6c1-bc5899268445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "GET /v2.0/ports/7f5880e7-bcff-4673-bd3e-a2ddb33643e3 HTTP/1.1" status: 200 len: 959 time: 0.0687251 Oct 13 11:00:55.025782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47004) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:55.036094 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bb32e-14ee-4b50-a680-3b6df26bea07 None None] Pushing event updated for resources: {'Port': ['ID=b71eb38b-cc34-427b-b3ab-5af1e950d016,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:55.133175 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fc3e4816-8138-4a59-9445-b9a9e0b57a04 req-82b86439-72bd-4024-b869-e43c51045258 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:55.266297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07b355b-4ac7-4566-a68e-099ac4bd18bc {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:00:55.309102 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:55.340444 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fc3e4816-8138-4a59-9445-b9a9e0b57a04 req-82b86439-72bd-4024-b869-e43c51045258 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:55.363875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Transition to ACTIVE for port object b07b355b-4ac7-4566-a68e-099ac4bd18bc will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:00:55.381515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-af7cef6b-0bc5-41f9-bd3d-9ba737188c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Deleting port 7f5880e7-bcff-4673-bd3e-a2ddb33643e3 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:55.381812 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af7cef6b-0bc5-41f9-bd3d-9ba737188c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:55.458383 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Attempting to bind port b71eb38b-cc34-427b-b3ab-5af1e950d016 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:55.458915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Attempting to bind port b71eb38b-cc34-427b-b3ab-5af1e950d016 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9f15766b-894e-47ef-a82a-6dedfe018d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:55.459031 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Attempting to bind port b71eb38b-cc34-427b-b3ab-5af1e950d016 on network 56641b7f-f8bc-448b-ba58-942cc469cac1 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:55.467900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:55.468279 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Checking segment: {'id': '9f15766b-894e-47ef-a82a-6dedfe018d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:55.468676 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:55.469079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Bound using segment: {'id': '9f15766b-894e-47ef-a82a-6dedfe018d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:55.469552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Bound port: b71eb38b-cc34-427b-b3ab-5af1e950d016, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f15766b-894e-47ef-a82a-6dedfe018d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:55.469932 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:55.476388 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fc3e4816-8138-4a59-9445-b9a9e0b57a04 req-82b86439-72bd-4024-b869-e43c51045258 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:55.488294 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:55.565150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b86439-72bd-4024-b869-e43c51045258 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef69c22-535f-4577-a9b8-c83ac47e2e07,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:55.582501 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af7cef6b-0bc5-41f9-bd3d-9ba737188c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:55.612783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-af7cef6b-0bc5-41f9-bd3d-9ba737188c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Calling delete_port for 7f5880e7-bcff-4673-bd3e-a2ddb33643e3 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:55.615186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b07b355b-4ac7-4566-a68e-099ac4bd18bc,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:55.677375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fc3e4816-8138-4a59-9445-b9a9e0b57a04 req-82b86439-72bd-4024-b869-e43c51045258 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:55.688548 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fc3e4816-8138-4a59-9445-b9a9e0b57a04 req-82b86439-72bd-4024-b869-e43c51045258 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7966287 Oct 13 11:00:55.709685 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7f16ad86-4035-46c2-86fa-483463275255 None None] Provisioning complete for port b71eb38b-cc34-427b-b3ab-5af1e950d016 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:55.709987 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7f16ad86-4035-46c2-86fa-483463275255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:55.791243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] For port b71eb38b-cc34-427b-b3ab-5af1e950d016, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:55.849890 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] For port b71eb38b-cc34-427b-b3ab-5af1e950d016, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b71eb38b-cc34-427b-b3ab-5af1e950d016,segment=NetworkSegment(9f15766b-894e-47ef-a82a-6dedfe018d3f),segment_id=9f15766b-894e-47ef-a82a-6dedfe018d3f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:55.869358 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7f16ad86-4035-46c2-86fa-483463275255 None None] Port b71eb38b-cc34-427b-b3ab-5af1e950d016 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:00:55.888169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Attempting to bind port b07b355b-4ac7-4566-a68e-099ac4bd18bc on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:00:55.888622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Attempting to bind port b07b355b-4ac7-4566-a68e-099ac4bd18bc by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:00:55.889171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Attempting to bind port b07b355b-4ac7-4566-a68e-099ac4bd18bc on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:55.895990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Port b07b355b-4ac7-4566-a68e-099ac4bd18bc on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:00:55.895990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Attempting to bind port b07b355b-4ac7-4566-a68e-099ac4bd18bc on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:00:55.904894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:00:55.905241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:00:55.905699 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:00:55.906469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Bound port: b07b355b-4ac7-4566-a68e-099ac4bd18bc, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:00:55.906758 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:55.928624 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad70752c-7702-4417-8067-b8fe78a0030f req-002af1b0-a20c-4580-8326-037816544a6f tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-762933801&fields=id&tenant_id=6175b577a51f40e1a4cc3b714646768d HTTP/1.1" status: 200 len: 267 time: 0.1413569 Oct 13 11:00:55.987817 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:55.996888 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af7cef6b-0bc5-41f9-bd3d-9ba737188c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:56.076024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70752c-7702-4417-8067-b8fe78a0030f req-f611d7af-d77f-4f19-abc8-8b10b444d8b8 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:56.096175 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad70752c-7702-4417-8067-b8fe78a0030f req-f611d7af-d77f-4f19-abc8-8b10b444d8b8 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1554940 Oct 13 11:00:56.108103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Routers {'3f05197a-56f4-4158-bd1d-e281f239aae9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:00:56.109681 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:00:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3f05197a-56f4-4158-bd1d-e281f239aae9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:56.115106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-ad70752c-7702-4417-8067-b8fe78a0030f req-4095fad8-b4e0-418b-9bfb-490112a1284c tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Request body: {'port': {'security_groups': ['e486e100-8184-4c3e-9dbc-d331bce9226b', '9ef69c22-535f-4577-a9b8-c83ac47e2e07']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:56.186552 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af7cef6b-0bc5-41f9-bd3d-9ba737188c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:56.197525 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-af7cef6b-0bc5-41f9-bd3d-9ba737188c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7f5880e7-bcff-4673-bd3e-a2ddb33643e3 HTTP/1.1" status: 204 len: 168 time: 1.1699839 Oct 13 11:00:56.201690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47034) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:56.271647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cef6b-0bc5-41f9-bd3d-9ba737188c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f5880e7-bcff-4673-bd3e-a2ddb33643e3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:56.304629 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbb90cd-71a0-4766-834b-5917a2c9f23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] GET failed (client error): The resource could not be found. Oct 13 11:00:56.314165 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7dbb90cd-71a0-4766-834b-5917a2c9f23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "GET /v2.0/ports/7f5880e7-bcff-4673-bd3e-a2ddb33643e3 HTTP/1.1" status: 404 len: 333 time: 0.0985446 Oct 13 11:00:56.315151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47036) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:56.325439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] For port b07b355b-4ac7-4566-a68e-099ac4bd18bc, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:00:56.336811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] For port b07b355b-4ac7-4566-a68e-099ac4bd18bc, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b07b355b-4ac7-4566-a68e-099ac4bd18bc,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:00:56.357883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bb32e-14ee-4b50-a680-3b6df26bea07 None None] Pushing event updated for resources: {'Port': ['ID=b71eb38b-cc34-427b-b3ab-5af1e950d016,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:56.361911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a683e5-29ad-4508-82f4-563c0af9cadd req-f7028e77-5c99-446e-bc25-cf273d39b191 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:56.367758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3a683e5-29ad-4508-82f4-563c0af9cadd req-f7028e77-5c99-446e-bc25-cf273d39b191 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 945 time: 0.3498094 Oct 13 11:00:56.430659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1ade2abe-b73e-43f4-aae6-3c9f93dac094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Request body: {'port': {'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-417091399'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:56.443283 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ad70752c-7702-4417-8067-b8fe78a0030f req-4095fad8-b4e0-418b-9bfb-490112a1284c tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:56.473352 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:56.476881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] Set router 3f05197a-56f4-4158-bd1d-e281f239aae9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:00:56.657822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b07b355b-4ac7-4566-a68e-099ac4bd18bc,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:56.675925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3a683e5-29ad-4508-82f4-563c0af9cadd req-f8502525-3e59-4b44-9b0b-d7a895b44a63 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960234 Oct 13 11:00:56.692175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:56.692765 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:56.694163 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-8986a880-7f7d-4fcc-9b18-b891f2f7dce1 service neutron] 10.222.0.21 "PUT /v2.0/ports/b07b355b-4ac7-4566-a68e-099ac4bd18bc HTTP/1.1" status: 200 len: 1095 time: 2.7130246 Oct 13 11:00:56.700584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18343700-e515-4474-bcbd-f126a298d5f0', 'tag': 'b07b355b-4ac7-4566-a68e-099ac4bd18bc'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:56.708408 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7892c7af-14ae-4097-b688-f8cee2b46376" -d '{"events": [{"name": "network-changed", "server_uuid": "18343700-e515-4474-bcbd-f126a298d5f0", "tag": "b07b355b-4ac7-4566-a68e-099ac4bd18bc"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:56.751969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade2abe-b73e-43f4-aae6-3c9f93dac094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Made reservation on behalf of e9e46600c74a41c0bf0854ac97d91214 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:56.756765 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ade2abe-b73e-43f4-aae6-3c9f93dac094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:56.904819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-1ade2abe-b73e-43f4-aae6-3c9f93dac094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] device_id is not set on port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:00:57.032551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-26cb73a4-ddd0-4ddb-b708-bf455a788484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:57.039670 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-26cb73a4-ddd0-4ddb-b708-bf455a788484 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 1098 time: 0.2112851 Oct 13 11:00:57.074751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e020c7-c8b6-4040-889b-5d04c491a69a req-d8196b38-c60b-4646-b9a3-a02d0eb05b0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:57.086834 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74e020c7-c8b6-4040-889b-5d04c491a69a req-d8196b38-c60b-4646-b9a3-a02d0eb05b0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 947 time: 0.1931880 Oct 13 11:00:57.105601 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8f26a917-020e-4ba3-a3c4-2d7c962f5c42 None None] Provisioning complete for port b71eb38b-cc34-427b-b3ab-5af1e950d016 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:57.105988 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8f26a917-020e-4ba3-a3c4-2d7c962f5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:57.203374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-d9184eae-dee3-480a-8d96-a0948be3c562 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b07b355b-4ac7-4566-a68e-099ac4bd18bc HTTP/1.1" status: 200 len: 217 time: 0.1520145 Oct 13 11:00:57.320967 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74e020c7-c8b6-4040-889b-5d04c491a69a req-6f45021f-61ae-4870-9e06-2f8e25e93116 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210455 Oct 13 11:00:57.364426 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-0ef0bcd5-0dfb-49ba-9149-af965083bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:57.368583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-0ef0bcd5-0dfb-49ba-9149-af965083bf27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1492457 Oct 13 11:00:57.505391 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-b05d1253-7091-4747-8db1-9210f0e94dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:57.507184 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-b05d1253-7091-4747-8db1-9210f0e94dd1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294878 Oct 13 11:00:57.620137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ad70752c-7702-4417-8067-b8fe78a0030f req-4095fad8-b4e0-418b-9bfb-490112a1284c tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] For port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,segment=NetworkSegment(bbab50af-2cb0-4f5b-916f-2aa3f76d8f82),segment_id=bbab50af-2cb0-4f5b-916f-2aa3f76d8f82)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:57.625194 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a79aca-840e-43c6-ab33-7131cd1056ea x-openstack-request-id: req-33a79aca-840e-43c6-ab33-7131cd1056ea {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:57.625839 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18343700-e515-4474-bcbd-f126a298d5f0", "tag": "b07b355b-4ac7-4566-a68e-099ac4bd18bc", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:57.629822 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33a79aca-840e-43c6-ab33-7131cd1056ea {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:57.632799 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18343700-e515-4474-bcbd-f126a298d5f0', 'tag': 'b07b355b-4ac7-4566-a68e-099ac4bd18bc', 'status': 'completed', 'code': 200} Oct 13 11:00:57.642591 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ade2abe-b73e-43f4-aae6-3c9f93dac094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:57.668896 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8f26a917-020e-4ba3-a3c4-2d7c962f5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:57.728766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:00:49Z', 'revision_number': 4, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'b71eb38b-cc34-427b-b3ab-5af1e950d016', 'name': '', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'mac_address': 'fa:16:3e:cd:d3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:47Z', 'updated_at': '2021-10-13T11:00:55Z', 'revision_number': 4, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'subnets': [{'id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:00:57.765375 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bfbeb-6b68-474f-8cc1-dc6117a59fe1 None None] The sync data for ids ['3f05197a-56f4-4158-bd1d-e281f239aae9'] in n-d-813659-3 is: [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:00:49Z', 'revision_number': 4, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'b71eb38b-cc34-427b-b3ab-5af1e950d016', 'name': '', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'mac_address': 'fa:16:3e:cd:d3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:47Z', 'updated_at': '2021-10-13T11:00:55Z', 'revision_number': 4, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'subnets': [{'id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:00:57.768406 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8f26a917-020e-4ba3-a3c4-2d7c962f5c42 None None] For port b71eb38b-cc34-427b-b3ab-5af1e950d016, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b71eb38b-cc34-427b-b3ab-5af1e950d016,segment=NetworkSegment(9f15766b-894e-47ef-a82a-6dedfe018d3f),segment_id=9f15766b-894e-47ef-a82a-6dedfe018d3f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:57.813869 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-92c383fe-a894-422f-91b5-b119ec074af9 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906291 Oct 13 11:00:57.849406 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8f26a917-020e-4ba3-a3c4-2d7c962f5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:57.890492 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ad70752c-7702-4417-8067-b8fe78a0030f req-4095fad8-b4e0-418b-9bfb-490112a1284c tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:57.946902 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ade2abe-b73e-43f4-aae6-3c9f93dac094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:57.991297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47064) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:58.005700 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ad70752c-7702-4417-8067-b8fe78a0030f req-4095fad8-b4e0-418b-9bfb-490112a1284c tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:58.009057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26a917-020e-4ba3-a3c4-2d7c962f5c42 None None] Pushing event updated for resources: {'Port': ['ID=b71eb38b-cc34-427b-b3ab-5af1e950d016,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:58.025649 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['07b8fa3c-74ee-45de-a5da-dd2b09fe3acf'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:58.046933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade2abe-b73e-43f4-aae6-3c9f93dac094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Network 6d43fac4-c048-4263-a2c6-2660b494792a is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:00:58.080505 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c64f9-e403-4e2f-89f8-a7b5e2c63b8d req-3fe9fa9e-437b-4858-bfa0-2cc9874110f3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:58.082855 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-734c64f9-e403-4e2f-89f8-a7b5e2c63b8d req-3fe9fa9e-437b-4858-bfa0-2cc9874110f3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 945 time: 0.2331309 Oct 13 11:00:58.096022 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-1ade2abe-b73e-43f4-aae6-3c9f93dac094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:00:58.126487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade2abe-b73e-43f4-aae6-3c9f93dac094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:00:58.127565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade2abe-b73e-43f4-aae6-3c9f93dac094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:58.128177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ade2abe-b73e-43f4-aae6-3c9f93dac094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:58.182946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70752c-7702-4417-8067-b8fe78a0030f req-4095fad8-b4e0-418b-9bfb-490112a1284c tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:58.184288 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ad70752c-7702-4417-8067-b8fe78a0030f req-4095fad8-b4e0-418b-9bfb-490112a1284c tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:58.185781 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad70752c-7702-4417-8067-b8fe78a0030f req-4095fad8-b4e0-418b-9bfb-490112a1284c tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "PUT /v2.0/ports/07b8fa3c-74ee-45de-a5da-dd2b09fe3acf HTTP/1.1" status: 200 len: 981 time: 2.0887821 Oct 13 11:00:58.186269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:00:58.196867 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587cfee6-9ac4-4bf4-a3c5-7c67ac32f7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:00:58.216835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade2abe-b73e-43f4-aae6-3c9f93dac094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event updated for resources: {'Port': ['ID=e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:58.275000 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['07b8fa3c-74ee-45de-a5da-dd2b09fe3acf'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:00:58.373898 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f812436-1afb-4938-810c-8ad4be36f9b4 req-97ab0019-6478-417b-b244-1caf269b2917 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553834 Oct 13 11:00:58.466277 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ba0cfcf-88ae-4a91-ba81-f2cf43f50b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:58.500695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47080) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:58.519154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c9daac96-56ec-47c7-8bf2-6050c51548a4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-642921401'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:58.546847 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0321d64-a637-48ca-a92f-70a064bedfc2 req-6d09e786-02dd-4686-8d05-5fd77f7fb9f8 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-762933801&fields=id&tenant_id=6175b577a51f40e1a4cc3b714646768d HTTP/1.1" status: 200 len: 267 time: 0.1670322 Oct 13 11:00:58.623067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-734c64f9-e403-4e2f-89f8-a7b5e2c63b8d req-2359bbe3-8085-4e65-9cd8-f163f000d908 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Deleting port ef563fcf-a2a9-4dcc-8956-7d0581263f97 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:00:58.623384 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-734c64f9-e403-4e2f-89f8-a7b5e2c63b8d req-2359bbe3-8085-4e65-9cd8-f163f000d908 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:58.684791 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9daac96-56ec-47c7-8bf2-6050c51548a4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Made reservation on behalf of f8ef3a9260b7494da03368bc530c12f3 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:00:58.688678 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c9daac96-56ec-47c7-8bf2-6050c51548a4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:58.881589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0321d64-a637-48ca-a92f-70a064bedfc2 req-35cc01e2-fe79-4a83-854a-a01664fe5f22 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:58.883112 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0321d64-a637-48ca-a92f-70a064bedfc2 req-35cc01e2-fe79-4a83-854a-a01664fe5f22 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 984 time: 0.3205075 Oct 13 11:00:58.896487 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1ade2abe-b73e-43f4-aae6-3c9f93dac094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.5775695 Oct 13 11:00:58.911825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47082) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:58.936002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:58.945911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9daac96-56ec-47c7-8bf2-6050c51548a4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:00:58.961770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-f0321d64-a637-48ca-a92f-70a064bedfc2 req-0463724d-cbdb-405c-93d7-045891c17482 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Request body: {'port': {'security_groups': ['e486e100-8184-4c3e-9dbc-d331bce9226b']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:00:58.971615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095fad8-b4e0-418b-9bfb-490112a1284c tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Pushing event updated for resources: {'Port': ['ID=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:58.992383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69697f27-3434-40d3-a574-013cb59b574c req-bf442a00-2f0e-4cf2-a500-0ed7734d1dd0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:59.001876 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-69697f27-3434-40d3-a574-013cb59b574c req-bf442a00-2f0e-4cf2-a500-0ed7734d1dd0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 945 time: 0.1234295 Oct 13 11:00:59.009338 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ba0cfcf-88ae-4a91-ba81-f2cf43f50b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:59.051014 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c9daac96-56ec-47c7-8bf2-6050c51548a4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:59.051398 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-c9daac96-56ec-47c7-8bf2-6050c51548a4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Added segment bf72b653-308a-463b-b50b-1f4e93d51d9d of type vlan for network 29e1e4ce-398c-485c-8047-e064dc11e582 Oct 13 11:00:59.079823 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-69697f27-3434-40d3-a574-013cb59b574c req-31a7e175-ebd1-4112-af5b-1913a2dbd030 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705292 Oct 13 11:00:59.109668 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ba0cfcf-88ae-4a91-ba81-f2cf43f50b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:59.133893 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43310798-e443-4ef1-878d-3720790f038a x-openstack-request-id: req-43310798-e443-4ef1-878d-3720790f038a {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:00:59.134132 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:00:59.134418 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43310798-e443-4ef1-878d-3720790f038a {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:00:59.134823 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf', 'status': 'completed', 'code': 200} Oct 13 11:00:59.256646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-734c64f9-e403-4e2f-89f8-a7b5e2c63b8d req-2359bbe3-8085-4e65-9cd8-f163f000d908 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] For port ef563fcf-a2a9-4dcc-8956-7d0581263f97, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ef563fcf-a2a9-4dcc-8956-7d0581263f97,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:00:59.265571 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-734c64f9-e403-4e2f-89f8-a7b5e2c63b8d req-2359bbe3-8085-4e65-9cd8-f163f000d908 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:59.274981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892c7af-14ae-4097-b688-f8cee2b46376 req-4f2b2b8a-0208-4d58-8345-5c1afd8020d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:59.293904 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7892c7af-14ae-4097-b688-f8cee2b46376 req-4f2b2b8a-0208-4d58-8345-5c1afd8020d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 1098 time: 0.5282295 Oct 13 11:00:59.312413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cfee6-9ac4-4bf4-a3c5-7c67ac32f7f7 req-a4101be1-8614-4ded-9227-6bb4d3956d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:59.314230 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-587cfee6-9ac4-4bf4-a3c5-7c67ac32f7f7 req-a4101be1-8614-4ded-9227-6bb4d3956d42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6175b577a51f40e1a4cc3b714646768d&device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 1135 time: 0.1572006 Oct 13 11:00:59.320358 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c9daac96-56ec-47c7-8bf2-6050c51548a4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:59.344132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b71eb38b-cc34-427b-b3ab-5af1e950d016 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:00:59.388349 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0cfcf-88ae-4a91-ba81-f2cf43f50b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025360d6-1afc-49e1-b869-53f79e8d399a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:00:59.414058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port b71eb38b-cc34-427b-b3ab-5af1e950d016 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:00:59.416664 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:59.431774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7ba0cfcf-88ae-4a91-ba81-f2cf43f50b8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faa1aa8e1d6e42068197958a04e02ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4186909 Oct 13 11:00:59.433368 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:59.443482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271000e8-0a73-4849-b783-a38597f97cd5 req-94e666e0-fafa-4d5a-b7b6-47b17c011db0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:59.454067 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-271000e8-0a73-4849-b783-a38597f97cd5 req-94e666e0-fafa-4d5a-b7b6-47b17c011db0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 947 time: 0.2281797 Oct 13 11:00:59.475670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47086) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:00:59.518976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-734c64f9-e403-4e2f-89f8-a7b5e2c63b8d req-2359bbe3-8085-4e65-9cd8-f163f000d908 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Calling delete_port for ef563fcf-a2a9-4dcc-8956-7d0581263f97 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:00:59.533614 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f0321d64-a637-48ca-a92f-70a064bedfc2 req-0463724d-cbdb-405c-93d7-045891c17482 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:59.547275 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c9daac96-56ec-47c7-8bf2-6050c51548a4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:59.556141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9daac96-56ec-47c7-8bf2-6050c51548a4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:59.558480 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c9daac96-56ec-47c7-8bf2-6050c51548a4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:59.610544 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-271000e8-0a73-4849-b783-a38597f97cd5 req-a7ca5242-1933-4608-919c-8dc15929b43c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553056 Oct 13 11:00:59.644817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cfee6-9ac4-4bf4-a3c5-7c67ac32f7f7 req-cfd556ab-ebb8-43d4-b439-a809d5b7752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:59.644817 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-587cfee6-9ac4-4bf4-a3c5-7c67ac32f7f7 req-cfd556ab-ebb8-43d4-b439-a809d5b7752a service neutron] 10.222.0.46 "GET /v2.0/networks?id=78c56f23-0879-4d0a-999f-a48750187487 HTTP/1.1" status: 200 len: 920 time: 0.3215845 Oct 13 11:00:59.676234 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3982609-4ad5-4553-a703-4d775dc5f598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:59.715301 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-587cfee6-9ac4-4bf4-a3c5-7c67ac32f7f7 req-59b4cd2b-180b-4129-a4b2-426024f86575 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf HTTP/1.1" status: 200 len: 217 time: 0.0596707 Oct 13 11:00:59.778060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3982609-4ad5-4553-a703-4d775dc5f598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:00:59.863147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cfee6-9ac4-4bf4-a3c5-7c67ac32f7f7 req-2b7ad1bd-49e4-42b4-90be-34c2bf861b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:59.864649 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-587cfee6-9ac4-4bf4-a3c5-7c67ac32f7f7 req-2b7ad1bd-49e4-42b4-90be-34c2bf861b0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b2ff1c2-b112-4f98-a30b-af0fe58cec1d HTTP/1.1" status: 200 len: 859 time: 0.1310775 Oct 13 11:00:59.891988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaa8b4-7100-4c62-bac8-f75c61e9eafe req-4fe30ca9-c499-445d-9a54-5da653c6489b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:00:59.893282 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecaaa8b4-7100-4c62-bac8-f75c61e9eafe req-4fe30ca9-c499-445d-9a54-5da653c6489b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 947 time: 0.1176095 Oct 13 11:00:59.911530 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-587cfee6-9ac4-4bf4-a3c5-7c67ac32f7f7 req-896a5330-af94-4efb-8db5-85b004292575 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78c56f23-0879-4d0a-999f-a48750187487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391047 Oct 13 11:01:00.000789 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecaaa8b4-7100-4c62-bac8-f75c61e9eafe req-8d41bff5-ee95-49cc-b7d4-ddc542ef2d7e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917063 Oct 13 11:01:00.031223 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3982609-4ad5-4553-a703-4d775dc5f598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:00.033823 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3982609-4ad5-4553-a703-4d775dc5f598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:00.035007 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e3982609-4ad5-4553-a703-4d775dc5f598 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/025360d6-1afc-49e1-b869-53f79e8d399a HTTP/1.1" status: 204 len: 168 time: 0.5569351 Oct 13 11:01:00.055488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3982609-4ad5-4553-a703-4d775dc5f598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025360d6-1afc-49e1-b869-53f79e8d399a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:00.061815 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-587cfee6-9ac4-4bf4-a3c5-7c67ac32f7f7 req-7219708c-9e4e-4e82-9567-8a67381b2160 service neutron] 10.222.0.46 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257536 Oct 13 11:01:00.114104 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c9daac96-56ec-47c7-8bf2-6050c51548a4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6106009 Oct 13 11:01:00.123014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daac96-56ec-47c7-8bf2-6050c51548a4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'Network': ['ID=29e1e4ce-398c-485c-8047-e064dc11e582,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:00.134306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 29e1e4ce-398c-485c-8047-e064dc11e582 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:01:00.141769 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47092) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:00.150893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8ceca906-1b92-48bc-98d9-dc41697752f6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-476828836'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:00.286702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892c7af-14ae-4097-b688-f8cee2b46376 req-89b0a5d0-ee28-47e6-a7c9-4bab5a9d8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:00.288303 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7892c7af-14ae-4097-b688-f8cee2b46376 req-89b0a5d0-ee28-47e6-a7c9-4bab5a9d8f71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.8627355 Oct 13 11:01:00.311815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-8a6be65c-1258-4b4a-be9d-e27fb4ef25b3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:00.313433 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-8a6be65c-1258-4b4a-be9d-e27fb4ef25b3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 947 time: 0.1706860 Oct 13 11:01:00.316490 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-587cfee6-9ac4-4bf4-a3c5-7c67ac32f7f7 req-e959047c-9001-417f-af99-49124baed2a1 service neutron] 10.222.0.46 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469563 Oct 13 11:01:00.329856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054c14-2189-49ab-ae1e-b30b7ef60241 req-e1982bae-f35e-4341-a429-801ee82018e6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:00.333583 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a5054c14-2189-49ab-ae1e-b30b7ef60241 req-e1982bae-f35e-4341-a429-801ee82018e6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 945 time: 0.1277037 Oct 13 11:01:00.345798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceca906-1b92-48bc-98d9-dc41697752f6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Made reservation on behalf of f8ef3a9260b7494da03368bc530c12f3 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:00.356393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ceca906-1b92-48bc-98d9-dc41697752f6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:00.385510 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7892c7af-14ae-4097-b688-f8cee2b46376 req-52cd16d8-370e-4db7-b29b-e54e1b25ed68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b07b355b-4ac7-4566-a68e-099ac4bd18bc HTTP/1.1" status: 200 len: 217 time: 0.0595915 Oct 13 11:01:00.395786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5840fdf5-91fa-4f57-9365-e9de9a593700 req-a2e01ecd-9a79-41d2-b30a-f067bdc51357 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3092656 Oct 13 11:01:00.472171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ceca906-1b92-48bc-98d9-dc41697752f6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:01:00.485003 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a5054c14-2189-49ab-ae1e-b30b7ef60241 req-9a267b65-6910-4baa-b031-500c69e914e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256690 Oct 13 11:01:00.490447 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ceca906-1b92-48bc-98d9-dc41697752f6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:00.491123 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-8ceca906-1b92-48bc-98d9-dc41697752f6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Added segment d000d268-8934-4316-a536-ae231c36cef9 of type vlan for network 231ca368-35d6-4a3f-8aab-23252a4b5f72 Oct 13 11:01:00.551200 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ceca906-1b92-48bc-98d9-dc41697752f6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:00.566626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Deleting port ad0d3329-1d42-4f13-a254-a9d8ced30516 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:00.566626 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:00.640618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892c7af-14ae-4097-b688-f8cee2b46376 req-1043db48-887e-4811-a585-8f072b2dc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:00.642512 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7892c7af-14ae-4097-b688-f8cee2b46376 req-1043db48-887e-4811-a585-8f072b2dc59c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.2451501 Oct 13 11:01:00.699694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] For port ad0d3329-1d42-4f13-a254-a9d8ced30516, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ad0d3329-1d42-4f13-a254-a9d8ced30516,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:00.700136 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:00.711833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] device_id is not set on port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:01:00.725723 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:00.732657 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840fdf5-91fa-4f57-9365-e9de9a593700 req-e095391f-68ac-41f2-8dac-de5ad16afba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:00.734229 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5840fdf5-91fa-4f57-9365-e9de9a593700 req-e095391f-68ac-41f2-8dac-de5ad16afba6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 1101 time: 0.2480857 Oct 13 11:01:00.748336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f0321d64-a637-48ca-a92f-70a064bedfc2 req-0463724d-cbdb-405c-93d7-045891c17482 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] For port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,segment=NetworkSegment(bbab50af-2cb0-4f5b-916f-2aa3f76d8f82),segment_id=bbab50af-2cb0-4f5b-916f-2aa3f76d8f82)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:00.757520 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-734c64f9-e403-4e2f-89f8-a7b5e2c63b8d req-2359bbe3-8085-4e65-9cd8-f163f000d908 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:00.796517 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ceca906-1b92-48bc-98d9-dc41697752f6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:00.802203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceca906-1b92-48bc-98d9-dc41697752f6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:00.802840 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ceca906-1b92-48bc-98d9-dc41697752f6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:00.816365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359bbe3-8085-4e65-9cd8-f163f000d908 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Pushing event deleted for resources: {'Port': ['ID=ef563fcf-a2a9-4dcc-8956-7d0581263f97,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:00.845498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892c7af-14ae-4097-b688-f8cee2b46376 req-0d00acb3-19cd-4d59-b257-8b24615940eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:00.847023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7892c7af-14ae-4097-b688-f8cee2b46376 req-0d00acb3-19cd-4d59-b257-8b24615940eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890092 Oct 13 11:01:00.858532 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:00.903846 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f0321d64-a637-48ca-a92f-70a064bedfc2 req-0463724d-cbdb-405c-93d7-045891c17482 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:00.965995 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8ceca906-1b92-48bc-98d9-dc41697752f6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8200653 Oct 13 11:01:00.975355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47100) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:00.980237 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceca906-1b92-48bc-98d9-dc41697752f6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'Network': ['ID=231ca368-35d6-4a3f-8aab-23252a4b5f72,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:00.984491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-154b7d44-6377-4851-bb11-b77eb3628906 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'subnet': {'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:00.992635 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 231ca368-35d6-4a3f-8aab-23252a4b5f72 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:01:01.013252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47102) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:01.014262 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-734c64f9-e403-4e2f-89f8-a7b5e2c63b8d req-2359bbe3-8085-4e65-9cd8-f163f000d908 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] No DVR routers for this DVR port ef563fcf-a2a9-4dcc-8956-7d0581263f97 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:01:01.016919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3361e2-965d-4d36-951a-7ece81d2512e req-484880ba-1cb8-409d-8e7a-9f8d0d66f861 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:01.017417 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f0321d64-a637-48ca-a92f-70a064bedfc2 req-0463724d-cbdb-405c-93d7-045891c17482 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:01.019450 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-734c64f9-e403-4e2f-89f8-a7b5e2c63b8d req-2359bbe3-8085-4e65-9cd8-f163f000d908 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:01.022823 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-734c64f9-e403-4e2f-89f8-a7b5e2c63b8d req-2359bbe3-8085-4e65-9cd8-f163f000d908 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "DELETE /v2.0/ports/ef563fcf-a2a9-4dcc-8956-7d0581263f97 HTTP/1.1" status: 204 len: 173 time: 2.9260299 Oct 13 11:01:01.023419 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa3361e2-965d-4d36-951a-7ece81d2512e req-484880ba-1cb8-409d-8e7a-9f8d0d66f861 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 947 time: 0.3051398 Oct 13 11:01:01.047737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822f59af-6d4f-4310-9b56-aff7f7e10815', 'name': 'network-vif-deleted', 'tag': 'ef563fcf-a2a9-4dcc-8956-7d0581263f97'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:01.049843 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333cef24-dac0-47a0-8056-30fbeebfaf35" -d '{"events": [{"server_uuid": "822f59af-6d4f-4310-9b56-aff7f7e10815", "name": "network-vif-deleted", "tag": "ef563fcf-a2a9-4dcc-8956-7d0581263f97"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:01.054869 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['07b8fa3c-74ee-45de-a5da-dd2b09fe3acf'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:01.125253 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event updated for resources: {'Port': ['ID=e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:01.127708 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c9c1e34-f105-4cca-8af5-1d81c38fdc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:01.156831 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:01.159097 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:01.159097 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Floating IP 226b3d67-ca26-491c-8b93-6f9dda3e1b50 disassociated. External IP: 172.25.0.61, port: ad0d3329-1d42-4f13-a254-a9d8ced30516. Oct 13 11:01:01.159097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Calling delete_port for ad0d3329-1d42-4f13-a254-a9d8ced30516 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:01.163183 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa3361e2-965d-4d36-951a-7ece81d2512e req-2fed2c21-3517-4eb3-9ebb-e565a0097e2d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6cc7307-6a48-4082-9cb8-d00cb92f577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239808 Oct 13 11:01:01.227315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0321d64-a637-48ca-a92f-70a064bedfc2 req-0463724d-cbdb-405c-93d7-045891c17482 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:01.227960 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f0321d64-a637-48ca-a92f-70a064bedfc2 req-0463724d-cbdb-405c-93d7-045891c17482 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:01.235019 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0321d64-a637-48ca-a92f-70a064bedfc2 req-0463724d-cbdb-405c-93d7-045891c17482 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "PUT /v2.0/ports/07b8fa3c-74ee-45de-a5da-dd2b09fe3acf HTTP/1.1" status: 200 len: 942 time: 2.3221617 Oct 13 11:01:01.285611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840fdf5-91fa-4f57-9365-e9de9a593700 req-03add9c9-dfd9-4d56-b08d-a4b1c5d2dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:01.287856 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5840fdf5-91fa-4f57-9365-e9de9a593700 req-03add9c9-dfd9-4d56-b08d-a4b1c5d2dbc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.5248246 Oct 13 11:01:01.316258 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['07b8fa3c-74ee-45de-a5da-dd2b09fe3acf'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:01.324925 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae48422-7862-485c-9fb1-4349d8fc066f x-openstack-request-id: req-aae48422-7862-485c-9fb1-4349d8fc066f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:01.325217 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822f59af-6d4f-4310-9b56-aff7f7e10815", "name": "network-vif-deleted", "tag": "ef563fcf-a2a9-4dcc-8956-7d0581263f97", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:01.325466 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aae48422-7862-485c-9fb1-4349d8fc066f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:01.325890 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822f59af-6d4f-4310-9b56-aff7f7e10815', 'name': 'network-vif-deleted', 'tag': 'ef563fcf-a2a9-4dcc-8956-7d0581263f97', 'status': 'completed', 'code': 200} Oct 13 11:01:01.327821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:01.331804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:01.331804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:01.407820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7892c7af-14ae-4097-b688-f8cee2b46376 req-bdf06ea7-3173-4f6a-b88b-ef36bdbcfa2a service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456159 Oct 13 11:01:01.444438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aff693-6efd-45c4-8cb9-5ed48654e6d4 req-c6c5a42f-6e8a-4067-94cd-8f20e39af974 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:01.446752 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-18aff693-6efd-45c4-8cb9-5ed48654e6d4 req-c6c5a42f-6e8a-4067-94cd-8f20e39af974 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 947 time: 0.0676312 Oct 13 11:01:01.447603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:01.448481 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:01:01.449818 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5840fdf5-91fa-4f57-9365-e9de9a593700 req-5fe8fd6c-288d-4b39-82a8-93689d9f739f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=69ffc0fc-dc77-488d-80e5-328e5194d24a HTTP/1.1" status: 200 len: 217 time: 0.1287181 Oct 13 11:01:01.468943 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:01.490958 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 2 to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 Oct 13 11:01:01.504651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463724d-cbdb-405c-93d7-045891c17482 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Pushing event updated for resources: {'Port': ['ID=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:01.532276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event deleted for resources: {'Port': ['ID=ad0d3329-1d42-4f13-a254-a9d8ced30516,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:01.660177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:01.660834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:01.661169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:01.679034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154b7d44-6377-4851-bb11-b77eb3628906 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Made reservation on behalf of f8ef3a9260b7494da03368bc530c12f3 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:01.683176 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-154b7d44-6377-4851-bb11-b77eb3628906 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:01.687170 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-18aff693-6efd-45c4-8cb9-5ed48654e6d4 req-b72817fc-a046-40b9-9c76-b97c4db0d80e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267013 Oct 13 11:01:01.706080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:01.706431 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:01:01.723824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Router 3a56958c-7d6b-4671-9e9d-6095a645922e has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:01:01.732147 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 3 to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 Oct 13 11:01:01.849524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:01.850086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:01.850602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:01.861695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:01.862231 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:01:01.863767 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840fdf5-91fa-4f57-9365-e9de9a593700 req-96ec76cc-df73-42e4-875d-980ef0eae991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:01.864176 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd3196a4-7b2b-4f64-b877-5983360e627f req-4d4b6137-671a-46d0-ad03-e9bfecacaf15 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 210 time: 0.0426965 Oct 13 11:01:01.865619 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5840fdf5-91fa-4f57-9365-e9de9a593700 req-96ec76cc-df73-42e4-875d-980ef0eae991 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.3722062 Oct 13 11:01:01.896247 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 4 to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 Oct 13 11:01:01.926085 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-0647b6b6-53f0-463b-a6d3-d6dc59e87320 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5858505 Oct 13 11:01:01.937702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:01:01.951112 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b0cf4-7ba5-4ad6-9126-79001b0e5e72 None None] Sync routers for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:01:01.967953 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b0cf4-7ba5-4ad6-9126-79001b0e5e72 None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:01:01.968578 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b69b0cf4-7ba5-4ad6-9126-79001b0e5e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:00:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:01.982021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:01.990127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] No DVR routers for this DVR port ad0d3329-1d42-4f13-a254-a9d8ced30516 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:01:01.993739 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:01.998202 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-db1ba7df-9071-489b-8f47-7911ee902e9e req-fa058195-67b9-48be-aded-2d9cadb96480 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.21 "DELETE /v2.0/ports/ad0d3329-1d42-4f13-a254-a9d8ced30516 HTTP/1.1" status: 204 len: 173 time: 1.6618512 Oct 13 11:01:01.999005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'name': 'network-vif-deleted', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:02.001500 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837ff595-f2ad-4d27-9694-b7a37547698f" -d '{"events": [{"server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "name": "network-vif-deleted", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:02.071776 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dbecf5-6809-47c2-9be7-3cc39fdb2250 x-openstack-request-id: req-64dbecf5-6809-47c2-9be7-3cc39fdb2250 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:02.072079 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6", "name": "network-vif-deleted", "tag": "ad0d3329-1d42-4f13-a254-a9d8ced30516", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:02.072335 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64dbecf5-6809-47c2-9be7-3cc39fdb2250 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:02.072743 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6', 'name': 'network-vif-deleted', 'tag': 'ad0d3329-1d42-4f13-a254-a9d8ced30516', 'status': 'completed', 'code': 200} Oct 13 11:01:02.073631 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c9c1e34-f105-4cca-8af5-1d81c38fdc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:02.083672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7892c7af-14ae-4097-b688-f8cee2b46376 req-d50ca614-69ae-4c8e-a042-78e43cb2a2ee service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594014 Oct 13 11:01:02.084333 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:02.084677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:02.085330 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:02.097102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:02.097444 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:01:02.102143 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 5 to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 Oct 13 11:01:02.151056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840fdf5-91fa-4f57-9365-e9de9a593700 req-ef1a5d99-1c96-454a-b5fb-0e19b882b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:02.153786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5840fdf5-91fa-4f57-9365-e9de9a593700 req-ef1a5d99-1c96-454a-b5fb-0e19b882b8e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2478447 Oct 13 11:01:02.180217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:02.180217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:02.180217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:02.223622 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b69b0cf4-7ba5-4ad6-9126-79001b0e5e72 None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:01:02.227354 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c9c1e34-f105-4cca-8af5-1d81c38fdc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:02.298255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3c9c1e34-f105-4cca-8af5-1d81c38fdc45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f972ec4d32647eca68dec8dec294989&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2797492 Oct 13 11:01:02.298255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:02.298255 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:01:02.298647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47118) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:02.350213 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 6 to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 Oct 13 11:01:02.357942 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:02.387433 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d4bddaef-b2a0-4ee5-a1c5-c711e4d420ad req-68c4a563-55b0-4a64-a772-a6d6be900973 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc4a34b0-07c4-4196-bb3d-7b8b5d81b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0413210 Oct 13 11:01:02.428655 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2301f680-b747-4f2b-9ffb-4ef192b0b594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:02.459113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c1e34-f105-4cca-8af5-1d81c38fdc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40679aec-883e-40b4-9692-9fa62b664741,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:02.476101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2301f680-b747-4f2b-9ffb-4ef192b0b594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:02.499816 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ef563fcf-a2a9-4dcc-8956-7d0581263f97 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:01:02.505794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:02.506137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:02.506526 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:02.548582 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b69b0cf4-7ba5-4ad6-9126-79001b0e5e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:02.550622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:02.550957 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:01:02.551335 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: ef563fcf-a2a9-4dcc-8956-7d0581263f97 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:01:02.552011 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ef563fcf-a2a9-4dcc-8956-7d0581263f97 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:01:02.554790 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 7 to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 Oct 13 11:01:02.587461 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b0cf4-7ba5-4ad6-9126-79001b0e5e72 None None] Checking router: 3a56958c-7d6b-4671-9e9d-6095a645922e for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:01:02.602471 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b0cf4-7ba5-4ad6-9126-79001b0e5e72 None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:01:02.603363 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b69b0cf4-7ba5-4ad6-9126-79001b0e5e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:00:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:02.603624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:02.603969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:02.605047 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:02.613577 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2301f680-b747-4f2b-9ffb-4ef192b0b594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:02.615077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:02.615412 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:01:02.617517 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 8 to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 Oct 13 11:01:02.617944 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2301f680-b747-4f2b-9ffb-4ef192b0b594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:02.619512 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2301f680-b747-4f2b-9ffb-4ef192b0b594 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40679aec-883e-40b4-9692-9fa62b664741 HTTP/1.1" status: 204 len: 168 time: 0.3198400 Oct 13 11:01:02.629549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301f680-b747-4f2b-9ffb-4ef192b0b594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40679aec-883e-40b4-9692-9fa62b664741,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:02.637263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5840fdf5-91fa-4f57-9365-e9de9a593700 req-2bc3dc85-324c-4902-9592-6c0370b6843f service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561355 Oct 13 11:01:02.752604 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-154b7d44-6377-4851-bb11-b77eb3628906 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:02.789296 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b69b0cf4-7ba5-4ad6-9126-79001b0e5e72 None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:01:02.926637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c57f-1e09-4754-8f9f-7dd21de5522e req-89929f4d-eb4a-4310-88db-f2c7fbb7345c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:02.940682 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cc07c57f-1e09-4754-8f9f-7dd21de5522e req-89929f4d-eb4a-4310-88db-f2c7fbb7345c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 947 time: 0.1436155 Oct 13 11:01:02.990155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b07b355b-4ac7-4566-a68e-099ac4bd18bc details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:01:03.100275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:03.100983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:03.101550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:03.102222 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cc07c57f-1e09-4754-8f9f-7dd21de5522e req-7fecebea-1545-4be2-bb81-cf3472797b86 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603720 Oct 13 11:01:03.146264 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b69b0cf4-7ba5-4ad6-9126-79001b0e5e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:03.169173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:03.169867 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:01:03.179088 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 9 to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 Oct 13 11:01:03.222287 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b0cf4-7ba5-4ad6-9126-79001b0e5e72 None None] The sync data for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 is: [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:01:03.223840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b7d44-6377-4851-bb11-b77eb3628906 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'Subnet': ['ID=304336d7-821e-4681-8f14-801ba5e0e6dc,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:03.239827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:03.240530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:03.241160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:03.271037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:03.271744 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:01:03.274578 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempt 10 to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 Oct 13 11:01:03.288356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5840fdf5-91fa-4f57-9365-e9de9a593700 req-80e372e6-bf2b-4f6f-9215-c43f7eb89281 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324937 Oct 13 11:01:03.288459 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:01:03.304462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b7d44-6377-4851-bb11-b77eb3628906 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Checking segment: {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:03.304926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154b7d44-6377-4851-bb11-b77eb3628906 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Network hostable DHCP agents. Network: 29e1e4ce-398c-485c-8047-e064dc11e582, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:01:03.315210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:03.315641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:03.321625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempting to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:03.331601 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:03.335331 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dc44ca-9e14-4750-acd1-ed351240d6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:03.338305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:03.339440 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Failed to bind port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on host n-h2-813659-3 for vnic_type normal using segments [{'id': '4023cd88-3ef1-4ab4-b706-bf6d81b50011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d43fac4-c048-4263-a2c6-2660b494792a'}] Oct 13 11:01:03.339988 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:03.372238 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:03.435423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b07b355b-4ac7-4566-a68e-099ac4bd18bc, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b07b355b-4ac7-4566-a68e-099ac4bd18bc,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:03.439278 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7eea005c-5f20-4ce9-9e04-c2244de7cea0 req-9c04cec9-f53e-4b3c-85a5-f61b9e9e890b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 210 time: 0.0550456 Oct 13 11:01:03.458454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b07b355b-4ac7-4566-a68e-099ac4bd18bc', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'b07b355b-4ac7-4566-a68e-099ac4bd18bc', 'mac_address': 'fa:16:3e:46:9c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:01:03.477012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154b7d44-6377-4851-bb11-b77eb3628906 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Network 29e1e4ce-398c-485c-8047-e064dc11e582 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:01:03.494270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] For port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:03.494839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attempted to set empty binding levels {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 11:01:03.525418 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9755d8-f7a3-4cad-bd98-354ba790586f x-openstack-request-id: req-3d9755d8-f7a3-4cad-bd98-354ba790586f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:03.525808 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:03.526751 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d9755d8-f7a3-4cad-bd98-354ba790586f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:03.527316 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf', 'status': 'completed', 'code': 200} Oct 13 11:01:03.574223 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:03.575130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Allocated IP 172.25.0.102 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/e345b0c7-eec3-4659-a3f9-c56c8f0a9676) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:03.578253 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-154b7d44-6377-4851-bb11-b77eb3628906 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 29e1e4ce-398c-485c-8047-e064dc11e582) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:03.606186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154b7d44-6377-4851-bb11-b77eb3628906 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:03.606982 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-154b7d44-6377-4851-bb11-b77eb3628906 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:03.614492 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:03.622662 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca6390-6a04-4498-9b36-590bef25e612 None None] Network 29e1e4ce-398c-485c-8047-e064dc11e582 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:03.717220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07b355b-4ac7-4566-a68e-099ac4bd18bc {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:03.747400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] In _notify_port_updated(), no bound segment for port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 on network 6d43fac4-c048-4263-a2c6-2660b494792a {{(pid=101991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:01:03.748302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:03.748879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:03.750202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "PUT /v2.0/ports/e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 HTTP/1.1" status: 200 len: 978 time: 4.8228312 Oct 13 11:01:03.753571 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47142) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:03.758536 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-154b7d44-6377-4851-bb11-b77eb3628906 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7806711 Oct 13 11:01:03.770649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47144) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:03.771481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47146) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:03.776899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc44ca-9e14-4750-acd1-ed351240d6fc req-e70651ad-9f98-44b2-a2de-55fc8a7a0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:03.778774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28dc44ca-9e14-4750-acd1-ed351240d6fc req-e70651ad-9f98-44b2-a2de-55fc8a7a0cde service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6175b577a51f40e1a4cc3b714646768d&device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 1096 time: 0.2128334 Oct 13 11:01:03.785894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f49a0-1233-434f-88eb-cf30118f0e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event updated for resources: {'Port': ['ID=e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:03.796589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d94c514d-5703-499b-9760-c4f4a7e4d2b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'subnet': {'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:03.979928 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:03.998844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3236480-2378-40ab-ab80-4d64c3b3ecb3 None None] New status for floating IP 226b3d67-ca26-491c-8b93-6f9dda3e1b50: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:01:04.036790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc44ca-9e14-4750-acd1-ed351240d6fc req-b8dff69d-1209-461c-b667-83f8ada46ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:04.038632 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28dc44ca-9e14-4750-acd1-ed351240d6fc req-b8dff69d-1209-461c-b667-83f8ada46ef0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=78c56f23-0879-4d0a-999f-a48750187487 HTTP/1.1" status: 200 len: 920 time: 0.2442009 Oct 13 11:01:04.045826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b07b355b-4ac7-4566-a68e-099ac4bd18bc, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b07b355b-4ac7-4566-a68e-099ac4bd18bc,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:04.068293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d0b8ffe6-a79c-4452-a5d6-609005156777 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:04.091937 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28dc44ca-9e14-4750-acd1-ed351240d6fc req-b6ff27f4-0a1b-4f7b-8d53-948ded352336 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf HTTP/1.1" status: 200 len: 217 time: 0.0454111 Oct 13 11:01:04.118612 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d0b8ffe6-a79c-4452-a5d6-609005156777 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:04.177523 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:04.194205 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:04.254078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc44ca-9e14-4750-acd1-ed351240d6fc req-b64d8517-7cf8-4b7d-a975-4fee0360b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:04.255817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28dc44ca-9e14-4750-acd1-ed351240d6fc req-b64d8517-7cf8-4b7d-a975-4fee0360b9ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b2ff1c2-b112-4f98-a30b-af0fe58cec1d HTTP/1.1" status: 200 len: 859 time: 0.1471174 Oct 13 11:01:04.335723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b07b355b-4ac7-4566-a68e-099ac4bd18bc,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:04.341468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-29e1e4ce-398c-485c-8047-e064dc11e582', 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'fixed_ips': [{'subnet_id': '304336d7-821e-4681-8f14-801ba5e0e6dc'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:01:04.342386 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:04.368127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Pushing event updated for resources: {'Port': ['ID=e345b0c7-eec3-4659-a3f9-c56c8f0a9676,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:04.404930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:04.407609 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28dc44ca-9e14-4750-acd1-ed351240d6fc req-ee4f0f3b-9e67-4415-828a-fb70b33dc79f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78c56f23-0879-4d0a-999f-a48750187487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834737 Oct 13 11:01:04.409115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:04.411497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:04.533507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Allocated IP 10.1.1.2 (29e1e4ce-398c-485c-8047-e064dc11e582/304336d7-821e-4681-8f14-801ba5e0e6dc/dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:04.545204 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b07b355b-4ac7-4566-a68e-099ac4bd18bc'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:04.668944 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28dc44ca-9e14-4750-acd1-ed351240d6fc req-2e07674d-57b6-4ddc-a92d-6e0da69254ab service neutron] 10.222.0.46 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520361 Oct 13 11:01:04.681375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d0b8ffe6-a79c-4452-a5d6-609005156777 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:04.684722 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d0b8ffe6-a79c-4452-a5d6-609005156777 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:04.688603 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d0b8ffe6-a79c-4452-a5d6-609005156777 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6cc7307-6a48-4082-9cb8-d00cb92f577f HTTP/1.1" status: 204 len: 168 time: 0.8831692 Oct 13 11:01:04.691874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47166) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:04.711651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8ffe6-a79c-4452-a5d6-609005156777 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cc7307-6a48-4082-9cb8-d00cb92f577f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:04.753339 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:04.786726 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6f9f5d85-c821-4542-a38e-924c3d73c3c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Deleting port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:04.790726 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f9f5d85-c821-4542-a38e-924c3d73c3c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:04.944406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-6f9f5d85-c821-4542-a38e-924c3d73c3c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] For port e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76, host n-h2-813659-3, got binding levels [] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:04.944774 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f9f5d85-c821-4542-a38e-924c3d73c3c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:04.977612 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:04.989508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6f9f5d85-c821-4542-a38e-924c3d73c3c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Calling delete_port for e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:05.011195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ad0d3329-1d42-4f13-a254-a9d8ced30516 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:01:05.019642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86845-7729-4fd8-b1c9-b8c505d11339 req-bed8f743-2d1a-42c8-9c4d-3a89c0c54069 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:05.021224 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-47e86845-7729-4fd8-b1c9-b8c505d11339 req-bed8f743-2d1a-42c8-9c4d-3a89c0c54069 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 948 time: 0.4249327 Oct 13 11:01:05.051471 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-602fff1d-7102-4d23-8291-8baafa1eb3cb tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] show failed (client error): The resource could not be found. Oct 13 11:01:05.055226 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-602fff1d-7102-4d23-8291-8baafa1eb3cb tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups/b6cc7307-6a48-4082-9cb8-d00cb92f577f HTTP/1.1" status: 404 len: 347 time: 0.3509212 Oct 13 11:01:05.063029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47174) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:05.085365 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: ad0d3329-1d42-4f13-a254-a9d8ced30516 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:01:05.085959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ad0d3329-1d42-4f13-a254-a9d8ced30516 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:01:05.140808 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.159027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94c514d-5703-499b-9760-c4f4a7e4d2b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Made reservation on behalf of f8ef3a9260b7494da03368bc530c12f3 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:05.170745 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d94c514d-5703-499b-9760-c4f4a7e4d2b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.199190 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.230561 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.252791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28dc44ca-9e14-4750-acd1-ed351240d6fc req-d3819791-3359-4b0f-9f51-3fe7b667c7c5 service neutron] 10.222.0.46 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794405 Oct 13 11:01:05.285938 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.299644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Network 29e1e4ce-398c-485c-8047-e064dc11e582 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:05.308568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:05.316594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:05.328536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Pushing event updated for resources: {'Port': ['ID=dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:05.382687 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-47e86845-7729-4fd8-b1c9-b8c505d11339 req-e8d1946d-0b05-4d11-8a1f-7567f4a70c9e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366349 Oct 13 11:01:05.432449 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f9f5d85-c821-4542-a38e-924c3d73c3c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.467402 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Attempting to bind port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:05.467781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Attempting to bind port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:05.468154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Attempting to bind port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a on network 29e1e4ce-398c-485c-8047-e064dc11e582 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:05.477911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:05.478299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Checking segment: {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:05.478748 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.479848 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Bound using segment: {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:05.480334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Bound port: dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:05.480723 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.521664 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f9f5d85-c821-4542-a38e-924c3d73c3c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.527518 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Pushing event updated for resources: {'Port': ['ID=e345b0c7-eec3-4659-a3f9-c56c8f0a9676,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:05.529146 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6f9f5d85-c821-4542-a38e-924c3d73c3c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 HTTP/1.1" status: 204 len: 168 time: 1.7740257 Oct 13 11:01:05.536122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47182) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:05.610801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] For port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:05.612406 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1389912-8003-46fb-9ff8-cbf7564849fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] GET failed (client error): The resource could not be found. Oct 13 11:01:05.612406 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c1389912-8003-46fb-9ff8-cbf7564849fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] 10.222.0.32 "GET /v2.0/ports/e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76 HTTP/1.1" status: 404 len: 333 time: 0.0344164 Oct 13 11:01:05.612406 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.613219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] For port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:05.613334 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f5d85-c821-4542-a38e-924c3d73c3c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940405257-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7fcaad3-e7a4-4a54-9de2-86bf4b0f3f76,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:05.614112 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47184) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:05.645186 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a23aa46a-9813-488d-9559-21a0cc9412da req-3192cc74-c995-4426-9f59-967b165b40c0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 210 time: 0.0519929 Oct 13 11:01:05.657186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-eb9012a5-c6d7-4750-b24f-56fd091e13ca tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Deleting port 1da25479-672d-4e70-a671-fba40f26cc4b {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:05.657837 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb9012a5-c6d7-4750-b24f-56fd091e13ca tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.728290 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.734895 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562a34ce-3087-43f6-bda1-6f90ab1e7d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.740504 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.741715 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-1eff882a-4191-4829-b536-c22129c6ff92 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8140953 Oct 13 11:01:05.843670 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb9012a5-c6d7-4750-b24f-56fd091e13ca tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.844030 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb9012a5-c6d7-4750-b24f-56fd091e13ca tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:05.852196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f56133-84ae-4138-911d-c9408dd0f4c3 None None] Pushing event updated for resources: {'Port': ['ID=dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:05.867574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-eb9012a5-c6d7-4750-b24f-56fd091e13ca tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Calling delete_port for 1da25479-672d-4e70-a671-fba40f26cc4b owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:05.902842 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-9fe96ff2-6a7a-4c1f-b64b-2f7b7f34ab52 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.1488259 Oct 13 11:01:06.110650 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562a34ce-3087-43f6-bda1-6f90ab1e7d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:06.224425 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb9012a5-c6d7-4750-b24f-56fd091e13ca tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:06.243243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-72a34c62-e66a-4758-a6df-8c77d14cce04 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:06.249205 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-72a34c62-e66a-4758-a6df-8c77d14cce04 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.3425388 Oct 13 11:01:06.258911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-562a34ce-3087-43f6-bda1-6f90ab1e7d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d43fac4-c048-4263-a2c6-2660b494792a']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:06.274275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-562a34ce-3087-43f6-bda1-6f90ab1e7d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4023cd88-3ef1-4ab4-b706-bf6d81b50011') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:06.274738 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-562a34ce-3087-43f6-bda1-6f90ab1e7d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4023cd88-3ef1-4ab4-b706-bf6d81b50011') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:06.289176 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d94c514d-5703-499b-9760-c4f4a7e4d2b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:06.308103 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562a34ce-3087-43f6-bda1-6f90ab1e7d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:06.328258 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-9950c2ce-74b0-40fc-9d50-66923207c3f4 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:01:06.329322 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc1abb5d-2be3-455e-addb-888ce80b0f69 req-9950c2ce-74b0-40fc-9d50-66923207c3f4 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0170579 Oct 13 11:01:06.356891 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562a34ce-3087-43f6-bda1-6f90ab1e7d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:06.364972 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562a34ce-3087-43f6-bda1-6f90ab1e7d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:01:06.365750 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562a34ce-3087-43f6-bda1-6f90ab1e7d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:01:06.373626 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:01:06.425462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9012a5-c6d7-4750-b24f-56fd091e13ca tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event deleted for resources: {'Port': ['ID=1da25479-672d-4e70-a671-fba40f26cc4b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:06.440926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c514d-5703-499b-9760-c4f4a7e4d2b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'Subnet': ['ID=bed19e18-2ea3-4797-b575-0d77ae1124dd,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:06.504979 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb9012a5-c6d7-4750-b24f-56fd091e13ca tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:06.507572 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eb9012a5-c6d7-4750-b24f-56fd091e13ca tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:06.527009 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eb9012a5-c6d7-4750-b24f-56fd091e13ca tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "DELETE /v2.0/floatingips/226b3d67-ca26-491c-8b93-6f9dda3e1b50 HTTP/1.1" status: 204 len: 168 time: 1.4504099 Oct 13 11:01:06.546164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562a34ce-3087-43f6-bda1-6f90ab1e7d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:06.609764 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562a34ce-3087-43f6-bda1-6f90ab1e7d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:06.614003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-d3b0d884-ae3a-4d99-9c75-ea39b929b211 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:06.615602 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-d3b0d884-ae3a-4d99-9c75-ea39b929b211 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1882143 Oct 13 11:01:06.617172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-562a34ce-3087-43f6-bda1-6f90ab1e7d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] 10.222.0.32 "DELETE /v2.0/networks/6d43fac4-c048-4263-a2c6-2660b494792a HTTP/1.1" status: 204 len: 168 time: 1.0017881 Oct 13 11:01:06.618654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a34ce-3087-43f6-bda1-6f90ab1e7d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020803047-project] Pushing event deleted for resources: {'Network': ['ID=6d43fac4-c048-4263-a2c6-2660b494792a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:06.618822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c514d-5703-499b-9760-c4f4a7e4d2b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Checking segment: {'id': 'd000d268-8934-4316-a536-ae231c36cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:06.619137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94c514d-5703-499b-9760-c4f4a7e4d2b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Network hostable DHCP agents. Network: 231ca368-35d6-4a3f-8aab-23252a4b5f72, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:01:06.638142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2bc65-403b-4bb3-acc5-188efee92048 req-c57a8f47-e3e1-4531-9f4f-feb5c4a07569 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:06.639830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58b2bc65-403b-4bb3-acc5-188efee92048 req-c57a8f47-e3e1-4531-9f4f-feb5c4a07569 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 948 time: 0.1475909 Oct 13 11:01:06.686222 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-418a9fbc-e394-4c34-b3d5-84bf0c46db61 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.0587704 Oct 13 11:01:06.700623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-0ed953d9-01b8-45ea-9833-5d9c447e2d29 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Request body: {'floatingip': {'port_id': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:06.701347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58b2bc65-403b-4bb3-acc5-188efee92048 req-3aa4b668-1628-435f-8a43-eb38395c6078 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552521 Oct 13 11:01:06.743498 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-0ed953d9-01b8-45ea-9833-5d9c447e2d29 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:06.780015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94c514d-5703-499b-9760-c4f4a7e4d2b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Network 231ca368-35d6-4a3f-8aab-23252a4b5f72 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:01:06.956451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-d94c514d-5703-499b-9760-c4f4a7e4d2b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 231ca368-35d6-4a3f-8aab-23252a4b5f72) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:06.964890 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a9ad17-a045-49aa-8c46-b7ab4362bb41 None None] Network 231ca368-35d6-4a3f-8aab-23252a4b5f72 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:07.019300 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94c514d-5703-499b-9760-c4f4a7e4d2b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:07.021118 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d94c514d-5703-499b-9760-c4f4a7e4d2b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:07.063468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b07b355b-4ac7-4566-a68e-099ac4bd18bc up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:07.255143 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d94c514d-5703-499b-9760-c4f4a7e4d2b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4783754 Oct 13 11:01:07.256554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47214) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:07.270757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'port': {'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582', 'name': 'tempest-TaggedBootDevicesTest_v242-1566350694', 'fixed_ips': [{'subnet_id': '304336d7-821e-4681-8f14-801ba5e0e6dc'}]}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:07.333476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-231ca368-35d6-4a3f-8aab-23252a4b5f72', 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'fixed_ips': [{'subnet_id': 'bed19e18-2ea3-4797-b575-0d77ae1124dd'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:01:07.334545 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:07.393938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:07.402287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47218) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:07.428284 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-513fbfd1-fb60-4fe9-8712-3c63865017f9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455635283', 'description': 'tempest-description--188051125'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:07.476585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port b07b355b-4ac7-4566-a68e-099ac4bd18bc completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:01:07.483315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47220) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:07.595053 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e7ae32d-a7e0-4f1a-8718-2f75f3c8d80a req-136faad8-15b5-46b3-96a5-d324011a4698 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 210 time: 0.0775802 Oct 13 11:01:07.664087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b07b355b-4ac7-4566-a68e-099ac4bd18bc triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:07.664407 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-513fbfd1-fb60-4fe9-8712-3c63865017f9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:07.664535 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:07.766106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5333c12c-17f0-43c1-b19b-81112a95e523 None None] Network 29e1e4ce-398c-485c-8047-e064dc11e582 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:07.778484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Made reservation on behalf of f8ef3a9260b7494da03368bc530c12f3 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:07.932040 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6b4c381b-504c-41a8-909e-0c3f511d446b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93faa9babcd74e47a5c3f620c90ca7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448395 Oct 13 11:01:07.939737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47232) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:07.939902 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-513fbfd1-fb60-4fe9-8712-3c63865017f9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:07.945187 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-0ed953d9-01b8-45ea-9833-5d9c447e2d29 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.028895 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-513fbfd1-fb60-4fe9-8712-3c63865017f9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.038896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-036d2850-4962-46e2-a917-ed75a6789134 None None] Provisioning complete for port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:08.043024 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-036d2850-4962-46e2-a917-ed75a6789134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.047534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-0ed953d9-01b8-45ea-9833-5d9c447e2d29 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.135738 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8f71e4c-ad17-4dd8-9609-0f52a89a07ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.148732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:08.149477 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.149933 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-513fbfd1-fb60-4fe9-8712-3c63865017f9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.156714 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-513fbfd1-fb60-4fe9-8712-3c63865017f9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7507164 Oct 13 11:01:08.161420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66991e-68c8-4e86-9c3d-055633b4d53a req-f5014f13-9e30-4081-9577-6b0b9b496a12 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:08.163932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47236) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:08.170073 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c66991e-68c8-4e86-9c3d-055633b4d53a req-f5014f13-9e30-4081-9577-6b0b9b496a12 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 948 time: 0.2710600 Oct 13 11:01:08.176071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e01c8ea5-71f7-4be1-a6d6-06867da60e32 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Request body: {'security_group_rule': {'security_group_id': '84db88b2-59fa-4ec0-8ba3-b428e42b0c89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:08.194727 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a5607216-aa41-432a-9aa5-015288d2d669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.208647 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.215852 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fbfd1-fb60-4fe9-8712-3c63865017f9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84db88b2-59fa-4ec0-8ba3-b428e42b0c89,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:08.263169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Allocated IP 10.2.2.2 (231ca368-35d6-4a3f-8aab-23252a4b5f72/bed19e18-2ea3-4797-b575-0d77ae1124dd/88816c32-9b57-44fd-9572-935328037cb4) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:08.287200 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e01c8ea5-71f7-4be1-a6d6-06867da60e32 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.319620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c66991e-68c8-4e86-9c3d-055633b4d53a req-4608d7da-5194-402a-8e5e-e7128b2fe98f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483257 Oct 13 11:01:08.333884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] device_id is not set on port 0c538839-1be6-4a32-b0e6-10d01668a313 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:01:08.335646 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a5607216-aa41-432a-9aa5-015288d2d669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.343881 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-0ed953d9-01b8-45ea-9833-5d9c447e2d29 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Floating IP 70eaca2b-c0b1-4463-a8e6-679fc11f79d3 associated. External IP: 172.25.0.102, port: 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf. Oct 13 11:01:08.415457 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e01c8ea5-71f7-4be1-a6d6-06867da60e32 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.488262 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.645402 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a5607216-aa41-432a-9aa5-015288d2d669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.653587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a5607216-aa41-432a-9aa5-015288d2d669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.675574 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a5607216-aa41-432a-9aa5-015288d2d669 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9a74c1c-eb92-4a15-8556-c4369a9ef4ad HTTP/1.1" status: 204 len: 168 time: 0.7311280 Oct 13 11:01:08.749598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5607216-aa41-432a-9aa5-015288d2d669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a74c1c-eb92-4a15-8556-c4369a9ef4ad,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:08.757551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Allocated IP 10.1.1.246 (29e1e4ce-398c-485c-8047-e064dc11e582/304336d7-821e-4681-8f14-801ba5e0e6dc/0c538839-1be6-4a32-b0e6-10d01668a313) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:08.809485 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e01c8ea5-71f7-4be1-a6d6-06867da60e32 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.858871 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.862563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-250182bc-3cdf-4670-a38a-a0e7ba599f55 req-91f56f9c-0ace-41d1-bddf-351222066625 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 210 time: 0.1003504 Oct 13 11:01:08.888185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c8ea5-71f7-4be1-a6d6-06867da60e32 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c419a810-1a6d-4132-ac17-c825eb0a5342,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:08.904070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18343700-e515-4474-bcbd-f126a298d5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07b355b-4ac7-4566-a68e-099ac4bd18bc'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:08.906873 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e01c8ea5-71f7-4be1-a6d6-06867da60e32 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.909765 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91154342-c827-4d14-94c4-2b03ca153b80" -d '{"events": [{"server_uuid": "18343700-e515-4474-bcbd-f126a298d5f0", "name": "network-vif-plugged", "status": "completed", "tag": "b07b355b-4ac7-4566-a68e-099ac4bd18bc"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:08.912666 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e01c8ea5-71f7-4be1-a6d6-06867da60e32 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7419329 Oct 13 11:01:08.915910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47250) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:08.918631 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:08.933364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-646e5240-15c3-4006-a454-ab797457c2d0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Request body: {'security_group_rule': {'security_group_id': '84db88b2-59fa-4ec0-8ba3-b428e42b0c89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:08.960869 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-036d2850-4962-46e2-a917-ed75a6789134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.086310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b07b355b-4ac7-4566-a68e-099ac4bd18bc, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b07b355b-4ac7-4566-a68e-099ac4bd18bc,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:09.112304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.126005 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.132382 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-646e5240-15c3-4006-a454-ab797457c2d0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.145982 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff49025-04e5-4337-b7c8-e5d9737a6300 x-openstack-request-id: req-eff49025-04e5-4337-b7c8-e5d9737a6300 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:09.146288 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18343700-e515-4474-bcbd-f126a298d5f0", "name": "network-vif-plugged", "status": "completed", "tag": "b07b355b-4ac7-4566-a68e-099ac4bd18bc", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:09.146563 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eff49025-04e5-4337-b7c8-e5d9737a6300 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:09.146963 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18343700-e515-4474-bcbd-f126a298d5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07b355b-4ac7-4566-a68e-099ac4bd18bc', 'code': 200} Oct 13 11:01:09.237559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb28902-fd24-4144-bb6b-2132cec5b500 req-fb1f98c6-289b-4b7d-834e-83189b1fe7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:09.239176 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0bb28902-fd24-4144-bb6b-2132cec5b500 req-fb1f98c6-289b-4b7d-834e-83189b1fe7d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 1099 time: 0.1113055 Oct 13 11:01:09.261987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-036d2850-4962-46e2-a917-ed75a6789134 None None] For port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:09.274271 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Network 231ca368-35d6-4a3f-8aab-23252a4b5f72 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:09.275567 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.281496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:09.298136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:09.314595 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.326555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0bb28902-fd24-4144-bb6b-2132cec5b500 req-58ed1bd0-583d-40f4-9d47-a4ab8920c1c4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785449 Oct 13 11:01:09.333978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-0ed953d9-01b8-45ea-9833-5d9c447e2d29 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Router 58041d3d-e46c-40ad-862b-b946d667343d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:01:09.348287 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-646e5240-15c3-4006-a454-ab797457c2d0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.406704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.406891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Pushing event updated for resources: {'Port': ['ID=88816c32-9b57-44fd-9572-935328037cb4,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:09.488187 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-036d2850-4962-46e2-a917-ed75a6789134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.529157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Network 29e1e4ce-398c-485c-8047-e064dc11e582 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:09.538573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:09.560866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:09.592973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Attempting to bind port 88816c32-9b57-44fd-9572-935328037cb4 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:09.593356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Attempting to bind port 88816c32-9b57-44fd-9572-935328037cb4 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'd000d268-8934-4316-a536-ae231c36cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:09.593726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Attempting to bind port 88816c32-9b57-44fd-9572-935328037cb4 on network 231ca368-35d6-4a3f-8aab-23252a4b5f72 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:09.603251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:09.603628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Checking segment: {'id': 'd000d268-8934-4316-a536-ae231c36cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:09.604655 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.605070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Bound using segment: {'id': 'd000d268-8934-4316-a536-ae231c36cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:09.605690 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Bound port: 88816c32-9b57-44fd-9572-935328037cb4, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd000d268-8934-4316-a536-ae231c36cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:09.606087 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.644180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'Port': ['ID=0c538839-1be6-4a32-b0e6-10d01668a313,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:09.672653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b07b355b-4ac7-4566-a68e-099ac4bd18bc,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:09.686023 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-646e5240-15c3-4006-a454-ab797457c2d0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.729567 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e5240-15c3-4006-a454-ab797457c2d0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ff608e-30d0-4e81-8edc-6b7030c86a0d,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:09.768263 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:01:09.771111 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:01:09.797336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:09.798099 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.803502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-0ed953d9-01b8-45ea-9833-5d9c447e2d29 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:01:09.816192 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38e5078-7c59-4531-840b-6ba166c0e7d7 None None] Sync routers for ids ['58041d3d-e46c-40ad-862b-b946d667343d'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:01:09.833294 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e5078-7c59-4531-840b-6ba166c0e7d7 None None] Routers {'58041d3d-e46c-40ad-862b-b946d667343d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:01:09.834011 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-0ed953d9-01b8-45ea-9833-5d9c447e2d29 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.835198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a55997-38a9-4d37-b1b4-b4c939c441e2 req-d98f62f7-9082-4a47-b4a3-118fedec5b15 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:09.836261 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b38e5078-7c59-4531-840b-6ba166c0e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:00:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58041d3d-e46c-40ad-862b-b946d667343d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:09.850546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35a55997-38a9-4d37-b1b4-b4c939c441e2 req-d98f62f7-9082-4a47-b4a3-118fedec5b15 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 949 time: 0.3192544 Oct 13 11:01:09.852534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b99585a8-d6cc-4c28-8b77-6ff09e584fd4 None None] Provisioning complete for port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:09.852534 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b99585a8-d6cc-4c28-8b77-6ff09e584fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.854897 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-646e5240-15c3-4006-a454-ab797457c2d0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:09.861175 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-646e5240-15c3-4006-a454-ab797457c2d0 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9395247 Oct 13 11:01:09.878562 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47266) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:09.893223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:09.958505 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-0ed953d9-01b8-45ea-9833-5d9c447e2d29 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "PUT /v2.0/floatingips/70eaca2b-c0b1-4463-a8e6-679fc11f79d3 HTTP/1.1" status: 200 len: 996 time: 3.2637782 Oct 13 11:01:09.962288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d2850-4962-46e2-a917-ed75a6789134 None None] Pushing event updated for resources: {'Port': ['ID=dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:09.972251 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:09.983268 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae88403-7b8d-4890-961e-a89ec913e501" -d '{"events": [{"name": "network-changed", "server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:09.997355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47272) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:10.005385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'port': {'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582', 'name': 'tempest-TaggedBootDevicesTest_v242-782825775', 'fixed_ips': [{'subnet_id': '304336d7-821e-4681-8f14-801ba5e0e6dc'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:10.006782 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c9631851-a8a5-4283-983a-6bcae1584fa1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7468617 Oct 13 11:01:10.017321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] For port 88816c32-9b57-44fd-9572-935328037cb4, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:10.025122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] For port 88816c32-9b57-44fd-9572-935328037cb4, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=88816c32-9b57-44fd-9572-935328037cb4,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:10.046982 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35a55997-38a9-4d37-b1b4-b4c939c441e2 req-42ca0c26-0a3a-4d54-b04f-0e5f9c59149c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954126 Oct 13 11:01:10.074143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47274) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:10.118587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-a61e719a-d45b-4ea0-9652-a93b2025ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:10.121034 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-a61e719a-d45b-4ea0-9652-a93b2025ba35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6175b577a51f40e1a4cc3b714646768d&device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 1096 time: 0.1244974 Oct 13 11:01:10.145251 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:10.151198 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:10.186730 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b38e5078-7c59-4531-840b-6ba166c0e7d7 None None] Set router 58041d3d-e46c-40ad-862b-b946d667343d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:01:10.251752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47278) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:10.255973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ff87ffd2-9cc7-4153-a492-7b801f2c5545 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9e46600c74a41c0bf0854ac97d91214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729932 Oct 13 11:01:10.317567 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b38a8b70-85c6-4922-b77f-8fed8a92cf5e req-96c45994-7b27-4f28-988a-9b777fd3d145 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=822f59af-6d4f-4310-9b56-aff7f7e10815 HTTP/1.1" status: 200 len: 210 time: 0.0593348 Oct 13 11:01:10.453174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-168d3449-df9d-48cd-88cb-b0253cec183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:10.466248 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:10.479261 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-168d3449-df9d-48cd-88cb-b0253cec183c service neutron] 10.222.0.32 "GET /v2.0/networks?id=78c56f23-0879-4d0a-999f-a48750187487 HTTP/1.1" status: 200 len: 920 time: 0.3476772 Oct 13 11:01:10.489652 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc6ba5b-7fb2-479a-bd0a-914e56625b36 x-openstack-request-id: req-9cc6ba5b-7fb2-479a-bd0a-914e56625b36 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:10.493154 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:10.493653 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cc6ba5b-7fb2-479a-bd0a-914e56625b36 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:10.494574 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf', 'status': 'completed', 'code': 200} Oct 13 11:01:10.504291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Made reservation on behalf of f8ef3a9260b7494da03368bc530c12f3 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:10.510978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47280) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:10.700067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e2ee698-d2bc-4094-b1c3-651d7454db6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:10.757134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae88403-7b8d-4890-961e-a89ec913e501 req-7c5134fb-c8ed-4a95-8f04-3e714500702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:10.761443 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ae88403-7b8d-4890-961e-a89ec913e501 req-7c5134fb-c8ed-4a95-8f04-3e714500702f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6175b577a51f40e1a4cc3b714646768d&device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 1096 time: 0.2773323 Oct 13 11:01:10.766682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e2ee698-d2bc-4094-b1c3-651d7454db6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:10.813173 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b38e5078-7c59-4531-840b-6ba166c0e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T10:59:53Z', 'revision_number': 4, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '70eaca2b-c0b1-4463-a8e6-679fc11f79d3', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'port_id': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'mac_address': 'fa:16:3e:30:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:01:04Z', 'updated_at': '2021-10-13T11:01:07Z', 'revision_number': 1, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25', 'name': '', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'mac_address': 'fa:16:3e:98:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:51Z', 'updated_at': '2021-10-13T10:59:59Z', 'revision_number': 5, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'subnets': [{'id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:10.836739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ee49568a-6f79-4964-abb4-afc394a2d091 None None] Provisioning complete for port 0c538839-1be6-4a32-b0e6-10d01668a313 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:10.837670 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ee49568a-6f79-4964-abb4-afc394a2d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:10.844731 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeeabaf-a445-4e35-a333-a675fce0d6a5 None None] Pushing event updated for resources: {'Port': ['ID=88816c32-9b57-44fd-9572-935328037cb4,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:10.852639 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:11.029743 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38e5078-7c59-4531-840b-6ba166c0e7d7 None None] Checking router: 58041d3d-e46c-40ad-862b-b946d667343d for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:01:11.030656 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ee49568a-6f79-4964-abb4-afc394a2d091 None None] Port 0c538839-1be6-4a32-b0e6-10d01668a313 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:01:11.030862 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e5078-7c59-4531-840b-6ba166c0e7d7 None None] Routers {'58041d3d-e46c-40ad-862b-b946d667343d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:01:11.030862 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b38e5078-7c59-4531-840b-6ba166c0e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:00:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58041d3d-e46c-40ad-862b-b946d667343d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:11.031188 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-50c8d52d-dc55-4407-8602-49413bf85dd8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf HTTP/1.1" status: 200 len: 999 time: 0.4513364 Oct 13 11:01:11.031516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Allocated IP 172.25.0.33 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/c2708457-ab4c-4823-aa57-656f43db0ed3) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:11.031516 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ea48-28a2-45cd-b0eb-46afc4b68f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:11.031913 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-cf2f86a8-b822-4de9-859c-3802fc12fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:11.031913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-cf2f86a8-b822-4de9-859c-3802fc12fac9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b2ff1c2-b112-4f98-a30b-af0fe58cec1d HTTP/1.1" status: 200 len: 859 time: 0.0765612 Oct 13 11:01:11.046111 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:11.086668 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-5b551572-5f00-43f5-a50f-81128e86dd76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78c56f23-0879-4d0a-999f-a48750187487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632808 Oct 13 11:01:11.140223 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0fc626a-c47e-48c1-a137-c9cba01ced3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:11.150810 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e2ee698-d2bc-4094-b1c3-651d7454db6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:11.153703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e2ee698-d2bc-4094-b1c3-651d7454db6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:11.157580 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6e2ee698-d2bc-4094-b1c3-651d7454db6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c46ff2d-8b44-42d4-a7fa-d6cc5d1ed900 HTTP/1.1" status: 204 len: 168 time: 0.9024401 Oct 13 11:01:11.171782 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b38e5078-7c59-4531-840b-6ba166c0e7d7 None None] Set router 58041d3d-e46c-40ad-862b-b946d667343d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:01:11.174007 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] device_id is not set on port 4b955f06-9355-4152-b824-207e8663b591 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:01:11.182965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ee698-d2bc-4094-b1c3-651d7454db6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c46ff2d-8b44-42d4-a7fa-d6cc5d1ed900,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:11.245068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae88403-7b8d-4890-961e-a89ec913e501 req-42627686-195e-4da5-9e1a-6ad15a6b153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:11.247366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ae88403-7b8d-4890-961e-a89ec913e501 req-42627686-195e-4da5-9e1a-6ad15a6b153f service neutron] 10.222.0.46 "GET /v2.0/networks?id=78c56f23-0879-4d0a-999f-a48750187487 HTTP/1.1" status: 200 len: 920 time: 0.3472760 Oct 13 11:01:11.402233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88816c32-9b57-44fd-9572-935328037cb4 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:11.498676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 88816c32-9b57-44fd-9572-935328037cb4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:11.498994 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:11.669037 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-b5e7dd3a-c17b-4a06-9490-e521dae606df service neutron] 10.222.0.32 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814285 Oct 13 11:01:11.698379 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:11.701211 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:11.759039 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b38e5078-7c59-4531-840b-6ba166c0e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T10:59:53Z', 'revision_number': 4, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '70eaca2b-c0b1-4463-a8e6-679fc11f79d3', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'port_id': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'mac_address': 'fa:16:3e:30:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:01:04Z', 'updated_at': '2021-10-13T11:01:07Z', 'revision_number': 1, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25', 'name': '', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'mac_address': 'fa:16:3e:98:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:51Z', 'updated_at': '2021-10-13T10:59:59Z', 'revision_number': 5, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'subnets': [{'id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:11.782937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 88816c32-9b57-44fd-9572-935328037cb4, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=88816c32-9b57-44fd-9572-935328037cb4,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:11.803000 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38e5078-7c59-4531-840b-6ba166c0e7d7 None None] The sync data for ids ['58041d3d-e46c-40ad-862b-b946d667343d'] in n-d-813659-3 is: [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T10:59:53Z', 'revision_number': 4, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '70eaca2b-c0b1-4463-a8e6-679fc11f79d3', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'port_id': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'mac_address': 'fa:16:3e:30:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:01:04Z', 'updated_at': '2021-10-13T11:01:07Z', 'revision_number': 1, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25', 'name': '', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'mac_address': 'fa:16:3e:98:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:51Z', 'updated_at': '2021-10-13T10:59:59Z', 'revision_number': 5, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'subnets': [{'id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:01:11.852024 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:11.856954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:11.878680 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7729000d-2339-4d09-b81b-f511fdc4b0ab req-931da56d-9b1a-406b-9c26-25d1ad8ca3db service neutron] 10.222.0.32 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999063 Oct 13 11:01:11.914576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Allocated IP 10.1.1.216 (29e1e4ce-398c-485c-8047-e064dc11e582/304336d7-821e-4681-8f14-801ba5e0e6dc/4b955f06-9355-4152-b824-207e8663b591) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:12.028725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c516a659-a00a-455f-8fd6-62ef2b259ffe None None] Network 231ca368-35d6-4a3f-8aab-23252a4b5f72 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:12.164920 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=88816c32-9b57-44fd-9572-935328037cb4,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:12.189447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:12.189830 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:12.193296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-dddd2ef1-0d1f-4882-b34b-b4755490dcfc None None] Provisioning complete for port 88816c32-9b57-44fd-9572-935328037cb4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:12.193296 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dddd2ef1-0d1f-4882-b34b-b4755490dcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:12.263468 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:12.276512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49249e5-34bf-4fb3-bb28-83d388f53cf2 None None] New status for floating IP 70eaca2b-c0b1-4463-a8e6-679fc11f79d3: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:01:12.342659 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ea48-28a2-45cd-b0eb-46afc4b68f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:12.347358 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-775e3dd6-4a83-48e2-9bb7-e27b0a4f9b94 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 999 time: 0.2104390 Oct 13 11:01:12.373429 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:12.398506 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:12.411976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d38c59-90d0-441d-8e3e-be87ba678621 req-f64aa01d-92df-41c0-8dc0-7668220729c5 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:12.422001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-c6d7d2eb-cb1f-4255-8033-2c36ef40c5a4 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:12.423654 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-c6d7d2eb-cb1f-4255-8033-2c36ef40c5a4 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports/07b8fa3c-74ee-45de-a5da-dd2b09fe3acf HTTP/1.1" status: 200 len: 942 time: 0.0664861 Oct 13 11:01:12.439397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09d38c59-90d0-441d-8e3e-be87ba678621 req-f64aa01d-92df-41c0-8dc0-7668220729c5 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 949 time: 1.1591129 Oct 13 11:01:12.466498 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ea48-28a2-45cd-b0eb-46afc4b68f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:12.507063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ae88403-7b8d-4890-961e-a89ec913e501 req-c4eacf79-4d9f-4b5e-bdb2-2445808b9710 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf HTTP/1.1" status: 200 len: 999 time: 1.2194364 Oct 13 11:01:12.562105 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:12.592677 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b9e9ea48-28a2-45cd-b0eb-46afc4b68f88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b53172c9f484069a09884b7ceb73cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0805886 Oct 13 11:01:12.599204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47318) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:12.613846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09d38c59-90d0-441d-8e3e-be87ba678621 req-d6d74711-53a6-4d7e-b467-cce2e01a28d4 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722531 Oct 13 11:01:12.617408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9ea48-28a2-45cd-b0eb-46afc4b68f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f21b10-433d-462c-8171-3dff093c43e2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:12.645169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae88403-7b8d-4890-961e-a89ec913e501 req-02c53a3e-929e-4ac7-b271-58e378fc2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:12.646926 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ae88403-7b8d-4890-961e-a89ec913e501 req-02c53a3e-929e-4ac7-b271-58e378fc2923 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b2ff1c2-b112-4f98-a30b-af0fe58cec1d HTTP/1.1" status: 200 len: 859 time: 0.1287348 Oct 13 11:01:12.674292 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:12.734140 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ae88403-7b8d-4890-961e-a89ec913e501 req-58d72451-d347-4015-8a7d-485cfc4a467b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78c56f23-0879-4d0a-999f-a48750187487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726581 Oct 13 11:01:12.745872 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Network 29e1e4ce-398c-485c-8047-e064dc11e582 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:12.752570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:12.761116 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:12.772816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'Port': ['ID=4b955f06-9355-4152-b824-207e8663b591,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:12.918089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:12.923226 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:12.945235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:12.947079 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-0fdadeb6-43e5-4e64-8d18-6892f9db2068 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 999 time: 0.3993342 Oct 13 11:01:13.051577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88816c32-9b57-44fd-9572-935328037cb4 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:13.071359 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-86da5c82-071d-4ee0-8eb4-a5b4c08d1ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:13.077890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:13.085562 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:13.176636 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 88816c32-9b57-44fd-9572-935328037cb4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:13.177308 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:13.196254 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-22cf9f23-10eb-42b6-82aa-99e9311f7cb2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1977410 Oct 13 11:01:13.209231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-9b7c9bb7-b229-4dc3-a048-1aced9db422d tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:13.210690 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-9b7c9bb7-b229-4dc3-a048-1aced9db422d tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.2613211 Oct 13 11:01:13.223785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event updated for resources: {'Port': ['ID=c2708457-ab4c-4823-aa57-656f43db0ed3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:13.267742 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-86da5c82-071d-4ee0-8eb4-a5b4c08d1ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:13.282937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4a3529b7-9791-4ec1-ae6b-44643b5e6ee4 None None] Provisioning complete for port 88816c32-9b57-44fd-9572-935328037cb4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:13.283316 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4a3529b7-9791-4ec1-ae6b-44643b5e6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:13.306614 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-dcbbd364-c5fa-44ff-a6a7-f307f560d3b0 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 1001 time: 0.0875454 Oct 13 11:01:13.323216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416f904-e1ca-41b3-b568-e93c20ecc0f2 req-3d1ca6ac-e11a-4a6a-b092-9b8852d33098 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:13.324632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-3eec2ee6-513b-4344-a8d6-af6972efc607 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:13.333490 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9416f904-e1ca-41b3-b568-e93c20ecc0f2 req-3d1ca6ac-e11a-4a6a-b092-9b8852d33098 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 1100 time: 0.4849229 Oct 13 11:01:13.373050 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ae88403-7b8d-4890-961e-a89ec913e501 req-033cec37-8f98-4bdc-8dd4-c8fb70b884f9 service neutron] 10.222.0.46 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288773 Oct 13 11:01:13.373674 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:13.410860 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-3eec2ee6-513b-4344-a8d6-af6972efc607 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:13.526946 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9416f904-e1ca-41b3-b568-e93c20ecc0f2 req-15d62f6a-ec1d-49b6-9b98-a8b577fec292 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796505 Oct 13 11:01:13.529869 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:13.574699 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-28bb4480-8e53-4d47-a976-eeeae89630a8 None None] Provisioning complete for port 4b955f06-9355-4152-b824-207e8663b591 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:13.577407 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28bb4480-8e53-4d47-a976-eeeae89630a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:13.592356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ae88403-7b8d-4890-961e-a89ec913e501 req-16589b3b-a9d2-44be-bb79-20b79830da1a service neutron] 10.222.0.46 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037776 Oct 13 11:01:13.655320 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:13.670529 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-86da5c82-071d-4ee0-8eb4-a5b4c08d1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:13.680526 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-86da5c82-071d-4ee0-8eb4-a5b4c08d1ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:13.683847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-28bb4480-8e53-4d47-a976-eeeae89630a8 None None] Port 4b955f06-9355-4152-b824-207e8663b591 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:01:13.687414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-86da5c82-071d-4ee0-8eb4-a5b4c08d1ae9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9f21b10-433d-462c-8171-3dff093c43e2 HTTP/1.1" status: 204 len: 168 time: 1.0844400 Oct 13 11:01:13.687524 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-3eec2ee6-513b-4344-a8d6-af6972efc607 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:13.755564 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-3eec2ee6-513b-4344-a8d6-af6972efc607 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:13.758526 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-3eec2ee6-513b-4344-a8d6-af6972efc607 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Floating IP 70eaca2b-c0b1-4463-a8e6-679fc11f79d3 disassociated. External IP: 172.25.0.102, port: 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf. Oct 13 11:01:13.758652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da5c82-071d-4ee0-8eb4-a5b4c08d1ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f21b10-433d-462c-8171-3dff093c43e2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:13.908245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc24f64-97a8-4bbd-a75c-bdfa3ac09e29 req-4e0cc741-92d1-4f12-8ec4-54352a47a3e8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:13.909815 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cc24f64-97a8-4bbd-a75c-bdfa3ac09e29 req-4e0cc741-92d1-4f12-8ec4-54352a47a3e8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 810 time: 0.2216241 Oct 13 11:01:13.949281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cc24f64-97a8-4bbd-a75c-bdfa3ac09e29 req-9c24ef92-50cf-44a5-9254-ff6cee5b4dbf tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/quotas/b2b4dcba9f2b43e99e64275f41a29736 HTTP/1.1" status: 200 len: 375 time: 0.0234730 Oct 13 11:01:14.001040 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cc24f64-97a8-4bbd-a75c-bdfa3ac09e29 req-06a8ad10-6f4b-4652-88c6-40649272670c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345306 Oct 13 11:01:14.028909 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:14.125281 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:14.248916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event updated for resources: {'Port': ['ID=c2708457-ab4c-4823-aa57-656f43db0ed3,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:14.272057 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cc24f64-97a8-4bbd-a75c-bdfa3ac09e29 req-5fa5249c-71ab-451c-8f2e-7908c49bdcfb service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499287 Oct 13 11:01:14.272966 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:14.344762 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47366) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:14.359929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-3eec2ee6-513b-4344-a8d6-af6972efc607 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Router 58041d3d-e46c-40ad-862b-b946d667343d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:01:14.382964 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:14.385711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5f4dcf7a-27b4-4d5b-95d6-b7ad491c1831 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5073466 Oct 13 11:01:14.408066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cc24f64-97a8-4bbd-a75c-bdfa3ac09e29 req-af0d660f-6706-46bd-ba9c-2a219897aca2 service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255825 Oct 13 11:01:14.475945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47372) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:14.498727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-3eec2ee6-513b-4344-a8d6-af6972efc607 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:01:14.500739 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80fa2664-c8b8-4432-b59f-ab12acbbe131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:14.504072 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-3eec2ee6-513b-4344-a8d6-af6972efc607 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:14.510466 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472a23d-2ac5-42ad-8991-814a6adce134 None None] Sync routers for ids ['58041d3d-e46c-40ad-862b-b946d667343d'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:01:14.524674 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472a23d-2ac5-42ad-8991-814a6adce134 None None] Routers {'58041d3d-e46c-40ad-862b-b946d667343d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:01:14.526405 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b472a23d-2ac5-42ad-8991-814a6adce134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:01:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58041d3d-e46c-40ad-862b-b946d667343d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:14.537184 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-3eec2ee6-513b-4344-a8d6-af6972efc607 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "PUT /v2.0/floatingips/70eaca2b-c0b1-4463-a8e6-679fc11f79d3 HTTP/1.1" status: 200 len: 695 time: 1.2197113 Oct 13 11:01:14.537779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:14.540590 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e8fccc-5e81-4408-9861-69bab0614a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:14.604748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-3fdd3bcf-b8f2-40dc-82e4-405d55b77a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:14.605493 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-3fdd3bcf-b8f2-40dc-82e4-405d55b77a42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6175b577a51f40e1a4cc3b714646768d&device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 1096 time: 0.0534344 Oct 13 11:01:14.699401 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80fa2664-c8b8-4432-b59f-ab12acbbe131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:14.726080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1580413527'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:14.730770 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b472a23d-2ac5-42ad-8991-814a6adce134 None None] Set router 58041d3d-e46c-40ad-862b-b946d667343d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:01:14.784766 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80fa2664-c8b8-4432-b59f-ab12acbbe131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:14.826220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-159484a5-2932-45fe-a5ae-169a57e3b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:14.828077 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-159484a5-2932-45fe-a5ae-169a57e3b522 service neutron] 10.222.0.32 "GET /v2.0/networks?id=78c56f23-0879-4d0a-999f-a48750187487 HTTP/1.1" status: 200 len: 920 time: 0.2042315 Oct 13 11:01:14.851594 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-80fa2664-c8b8-4432-b59f-ab12acbbe131 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=266b562d29d94a989bc0d9eff89bb866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710444 Oct 13 11:01:14.851594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa2664-c8b8-4432-b59f-ab12acbbe131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882c9f66-581d-4831-9d18-136142d38a95,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:14.852177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47382) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:14.922200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-90d39073-ea7d-40aa-b4ef-25751fb65e4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf HTTP/1.1" status: 200 len: 217 time: 0.0877292 Oct 13 11:01:14.953492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47388) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:14.959246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423245129', 'description': 'tempest-description--19876051'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:14.998418 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-666f0eec-22da-461d-a2f1-e0d27ac4b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:15.005963 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-666f0eec-22da-461d-a2f1-e0d27ac4b4e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b2ff1c2-b112-4f98-a30b-af0fe58cec1d HTTP/1.1" status: 200 len: 859 time: 0.0828884 Oct 13 11:01:15.017853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Made reservation on behalf of 91a759b48d494c21a38d0f3f1f479535 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:15.021459 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:15.051116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-a933665c-154c-4e76-9dd1-cd4c0a249035 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78c56f23-0879-4d0a-999f-a48750187487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442777 Oct 13 11:01:15.054043 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:15.066836 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b472a23d-2ac5-42ad-8991-814a6adce134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T10:59:53Z', 'revision_number': 4, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25', 'name': '', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'mac_address': 'fa:16:3e:98:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:51Z', 'updated_at': '2021-10-13T10:59:59Z', 'revision_number': 5, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'subnets': [{'id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:15.075666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-1c478810-7f26-4be9-9ef1-67bc44ea2d2c tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307209 Oct 13 11:01:15.092172 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f3cb15b3-2098-47cc-8035-7ca3c577b35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:15.110661 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472a23d-2ac5-42ad-8991-814a6adce134 None None] Checking router: 58041d3d-e46c-40ad-862b-b946d667343d for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:01:15.121887 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472a23d-2ac5-42ad-8991-814a6adce134 None None] Routers {'58041d3d-e46c-40ad-862b-b946d667343d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:01:15.122718 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b472a23d-2ac5-42ad-8991-814a6adce134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:01:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58041d3d-e46c-40ad-862b-b946d667343d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:15.130141 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:15.178390 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f3cb15b3-2098-47cc-8035-7ca3c577b35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:15.296685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-573d1180-e174-4555-902c-a9c92c831fed tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:15.297429 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b472a23d-2ac5-42ad-8991-814a6adce134 None None] Set router 58041d3d-e46c-40ad-862b-b946d667343d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:01:15.304581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-573d1180-e174-4555-902c-a9c92c831fed tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218142 Oct 13 11:01:15.317096 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:15.326196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-47f4c8a7-3253-4a63-8e5f-439b9e32877d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/quotas/76e6e8777a97442bab92ab969c416e4e HTTP/1.1" status: 200 len: 375 time: 0.0202484 Oct 13 11:01:15.380038 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-b9f118d4-3b56-44b3-9981-6a591ac1a260 service neutron] 10.222.0.32 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176844 Oct 13 11:01:15.428148 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-e5eaa3da-e8f6-4cab-8e63-c8ab01f2e79f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1005242 Oct 13 11:01:15.438751 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:15.507619 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8e701955-e3ad-4b5d-9dda-9a7c02dea9de req-e67276eb-299a-421a-9205-10d9c3b97de8 service neutron] 10.222.0.32 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151185 Oct 13 11:01:15.649841 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b472a23d-2ac5-42ad-8991-814a6adce134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T10:59:53Z', 'revision_number': 4, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25', 'name': '', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'mac_address': 'fa:16:3e:98:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:51Z', 'updated_at': '2021-10-13T10:59:59Z', 'revision_number': 5, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'subnets': [{'id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:15.676731 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472a23d-2ac5-42ad-8991-814a6adce134 None None] The sync data for ids ['58041d3d-e46c-40ad-862b-b946d667343d'] in n-d-813659-3 is: [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T10:59:53Z', 'revision_number': 4, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25', 'name': '', 'network_id': '78c56f23-0879-4d0a-999f-a48750187487', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'mac_address': 'fa:16:3e:98:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:51Z', 'updated_at': '2021-10-13T10:59:59Z', 'revision_number': 5, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'subnets': [{'id': '7b2ff1c2-b112-4f98-a30b-af0fe58cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:01:15.914865 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d33a71-e882-4921-92d7-6f418bfef0ca None None] New status for floating IP 70eaca2b-c0b1-4463-a8e6-679fc11f79d3: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:01:16.332653 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:16.366418 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b598ae1-4280-4e17-a66f-657d0c0aefb6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:16.384407 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:16.405922 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f3cb15b3-2098-47cc-8035-7ca3c577b35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:16.410381 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f3cb15b3-2098-47cc-8035-7ca3c577b35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:16.418252 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f3cb15b3-2098-47cc-8035-7ca3c577b35c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/882c9f66-581d-4831-9d18-136142d38a95 HTTP/1.1" status: 204 len: 168 time: 1.4998832 Oct 13 11:01:16.434043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:01:16.507131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d760090a-534a-4103-a13e-f63b7dcb5485,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:16.511612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb15b3-2098-47cc-8035-7ca3c577b35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882c9f66-581d-4831-9d18-136142d38a95,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:16.537327 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668b4006-7e87-4fb9-905e-c093608946ca x-openstack-request-id: req-668b4006-7e87-4fb9-905e-c093608946ca {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:16.539230 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:16.539691 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-668b4006-7e87-4fb9-905e-c093608946ca {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:16.541041 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf', 'status': 'completed', 'code': 200} Oct 13 11:01:16.545425 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:16.550980 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Added segment e8cf9c89-8410-4327-b185-9841fe3f178c of type vlan for network 937ec250-8355-465c-beee-042417a514bc Oct 13 11:01:16.578293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:16.579796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:16.580364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:16.582155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:16.584510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:16.585188 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:16.586089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:16.586817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:16.589505 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:16.590030 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:16.590567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:16.591159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:16.632437 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:16.634103 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-db292f8f-27d5-4a93-963c-0dd8992926e3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6789577 Oct 13 11:01:16.647254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47428) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:16.650108 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:16.669544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-55d972aa-f8e5-4dec-8b00-a69e00f25b1f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'security_group_rule': {'security_group_id': 'd760090a-534a-4103-a13e-f63b7dcb5485', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:16.678343 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2779e6c-e14a-4ed9-9d78-dab0c26bd1db req-f15bb091-12a0-4561-9109-7758512aba27 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=233d713f-f82d-4a38-aa93-e282074c926d HTTP/1.1" status: 200 len: 210 time: 0.0610886 Oct 13 11:01:16.751662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8fccc-5e81-4408-9861-69bab0614a3b req-17f95555-cdc0-41c3-8cf2-c54549e0059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:16.753551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e8fccc-5e81-4408-9861-69bab0614a3b req-17f95555-cdc0-41c3-8cf2-c54549e0059c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6175b577a51f40e1a4cc3b714646768d&device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 1096 time: 0.2034104 Oct 13 11:01:16.754958 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-491ae60f-9df8-4268-b306-46799ec1c62b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--455635283&fields=id&tenant_id=2c643e49e7c24d549eaab0c43e79724c HTTP/1.1" status: 200 len: 267 time: 0.1009839 Oct 13 11:01:16.823324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-16b1e8f8-1adf-4ed3-ba66-dd11b5c33685 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/floatingips/70eaca2b-c0b1-4463-a8e6-679fc11f79d3 HTTP/1.1" status: 200 len: 693 time: 0.0867836 Oct 13 11:01:16.854595 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:16.860647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:16.861261 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:16.869673 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55d972aa-f8e5-4dec-8b00-a69e00f25b1f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:16.997039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Pushing event updated for resources: {'Network': ['ID=937ec250-8355-465c-beee-042417a514bc,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:17.001088 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55d972aa-f8e5-4dec-8b00-a69e00f25b1f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:17.010150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 937ec250-8355-465c-beee-042417a514bc details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:01:17.017827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8fccc-5e81-4408-9861-69bab0614a3b req-85934f5b-8f39-4f30-b56c-ea9263af7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:17.019421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e8fccc-5e81-4408-9861-69bab0614a3b req-85934f5b-8f39-4f30-b56c-ea9263af7ebc service neutron] 10.222.0.46 "GET /v2.0/networks?id=78c56f23-0879-4d0a-999f-a48750187487 HTTP/1.1" status: 200 len: 920 time: 0.2291949 Oct 13 11:01:17.032325 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a230fcc2-5c7a-41af-b9cb-7d48fbff949d tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.6845770 Oct 13 11:01:17.047029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-b591f03a-1665-4808-a45a-3c4f737e6be5 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:17.054409 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-b591f03a-1665-4808-a45a-3c4f737e6be5 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 816 time: 0.2848003 Oct 13 11:01:17.071098 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-6d967184-df33-456d-8c58-c9a17812be76 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/quotas/2c643e49e7c24d549eaab0c43e79724c HTTP/1.1" status: 200 len: 375 time: 0.0157080 Oct 13 11:01:17.079442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-80c069f5-7ac6-465c-ae2a-b7b19d142263 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:17.105947 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-80c069f5-7ac6-465c-ae2a-b7b19d142263 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 784 time: 0.2571931 Oct 13 11:01:17.133729 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55d972aa-f8e5-4dec-8b00-a69e00f25b1f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:17.147098 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-456d9b92-e17e-48f3-a277-2793b9ecf228 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748999 Oct 13 11:01:17.227877 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d972aa-f8e5-4dec-8b00-a69e00f25b1f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ac0b42-bf76-4d9b-8a6e-002a8f753ed2,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:17.232876 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e8fccc-5e81-4408-9861-69bab0614a3b req-0dbff951-a861-4b94-89e0-7f8cf732be5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf HTTP/1.1" status: 200 len: 217 time: 0.1104479 Oct 13 11:01:17.246937 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-dcc02418-ea6a-44f3-9ffd-5cf347f180ae tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.1398752 Oct 13 11:01:17.263284 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-894e53d7-6b2c-4d0c-b6d6-6e53c06c7c63 service neutron] 10.222.0.32 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128027 Oct 13 11:01:17.342038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8fccc-5e81-4408-9861-69bab0614a3b req-01b672c1-c1aa-4fac-b3ca-8461ea329d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:17.343655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e8fccc-5e81-4408-9861-69bab0614a3b req-01b672c1-c1aa-4fac-b3ca-8461ea329d75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b2ff1c2-b112-4f98-a30b-af0fe58cec1d HTTP/1.1" status: 200 len: 859 time: 0.0912232 Oct 13 11:01:17.358458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-ebae9a32-2eca-480b-833d-4798963c51ea tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.1104736 Oct 13 11:01:17.396885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e8fccc-5e81-4408-9861-69bab0614a3b req-7f13bbfb-c13e-4943-b0d4-a8678335c02e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78c56f23-0879-4d0a-999f-a48750187487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354898 Oct 13 11:01:17.404692 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-ef9cbd92-18e4-41e1-a306-9ccada44576b service neutron] 10.222.0.32 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337848 Oct 13 11:01:17.513086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55d972aa-f8e5-4dec-8b00-a69e00f25b1f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:17.516757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-55d972aa-f8e5-4dec-8b00-a69e00f25b1f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8656442 Oct 13 11:01:17.518916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47458) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:17.523561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6889706a-286c-4706-9a72-e229ecba84d5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'security_group_rule': {'security_group_id': 'd760090a-534a-4103-a13e-f63b7dcb5485', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:17.596628 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e8fccc-5e81-4408-9861-69bab0614a3b req-b9889344-e81c-4c4d-8021-fa0e57ac752f service neutron] 10.222.0.46 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715391 Oct 13 11:01:17.600771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-b280f515-7785-4840-9b50-e9185b4e1fdf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Deleting port e345b0c7-eec3-4659-a3f9-c56c8f0a9676 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:17.601115 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-b280f515-7785-4840-9b50-e9185b4e1fdf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:17.671355 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6889706a-286c-4706-9a72-e229ecba84d5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:17.756265 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-b280f515-7785-4840-9b50-e9185b4e1fdf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:17.756627 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-b280f515-7785-4840-9b50-e9185b4e1fdf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:17.772278 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e8fccc-5e81-4408-9861-69bab0614a3b req-f866b052-a014-457d-98d2-359e73b92c7d service neutron] 10.222.0.46 "GET /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679196 Oct 13 11:01:17.773128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-b280f515-7785-4840-9b50-e9185b4e1fdf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Calling delete_port for e345b0c7-eec3-4659-a3f9-c56c8f0a9676 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:17.788196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6889706a-286c-4706-9a72-e229ecba84d5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:17.888763 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6889706a-286c-4706-9a72-e229ecba84d5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:17.980253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889706a-286c-4706-9a72-e229ecba84d5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187fc0e1-3269-48aa-9490-79761056fefc,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:17.983121 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55d13b3d-99fa-4dfe-b359-a4f6fb4bea1d req-472069f3-1d9d-4d23-817a-f9eb3caf4d73 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 210 time: 0.0771270 Oct 13 11:01:18.050179 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6889706a-286c-4706-9a72-e229ecba84d5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:18.050382 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-b280f515-7785-4840-9b50-e9185b4e1fdf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:18.051928 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6889706a-286c-4706-9a72-e229ecba84d5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5311749 Oct 13 11:01:18.060585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47472) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:18.064943 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:18.079695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280f515-7785-4840-9b50-e9185b4e1fdf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Pushing event deleted for resources: {'Port': ['ID=e345b0c7-eec3-4659-a3f9-c56c8f0a9676,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:18.193120 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-b280f515-7785-4840-9b50-e9185b4e1fdf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:18.196363 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-b280f515-7785-4840-9b50-e9185b4e1fdf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:18.198985 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c31fd2ca-1dd7-4af2-80b3-45f7504b0615 req-b280f515-7785-4840-9b50-e9185b4e1fdf tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "DELETE /v2.0/floatingips/70eaca2b-c0b1-4463-a8e6-679fc11f79d3 HTTP/1.1" status: 204 len: 173 time: 0.8396549 Oct 13 11:01:18.200851 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:18.418496 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:18.536369 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b78cbcf-d1b1-41ab-ba98-e2cefac94417 req-f35d71c8-2e02-4ada-87ab-69856f4cf94e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0357497 Oct 13 11:01:18.669929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Allocated IP 172.25.0.68 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/fe830071-9227-4788-9616-59f9561538a5) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:18.723111 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-391ba733-498c-4e84-94fd-b136ee4299a5 req-81274bfd-f64e-425e-b278-0f4d5b771d02 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups/9ef69c22-535f-4577-a9b8-c83ac47e2e07 HTTP/1.1" status: 200 len: 1808 time: 0.1235323 Oct 13 11:01:18.743512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47496) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:18.750950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Request body: {'port': {'network_id': '937ec250-8355-465c-beee-042417a514bc', 'binding:host_id': 'n-h2-813659-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-300514639'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:18.843045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a307eace-2b50-48d1-930d-c3f6d4bf7c13 req-7a8b9820-f7fb-4d6a-ab4a-4cd6d9e0f753 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=233d713f-f82d-4a38-aa93-e282074c926d HTTP/1.1" status: 200 len: 210 time: 0.0308197 Oct 13 11:01:18.850587 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-391ba733-498c-4e84-94fd-b136ee4299a5 req-601b8594-ca46-4089-9e17-71a0717e8934 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:18.852485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Made reservation on behalf of 74565f6854dd4e82b74c95de9fb712fc for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:18.861879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:18.876445 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:18.889063 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:18.891928 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-391ba733-498c-4e84-94fd-b136ee4299a5 req-601b8594-ca46-4089-9e17-71a0717e8934 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:18.968114 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:19.001989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:19.051114 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:19.055046 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-391ba733-498c-4e84-94fd-b136ee4299a5 req-601b8594-ca46-4089-9e17-71a0717e8934 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:19.060473 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-391ba733-498c-4e84-94fd-b136ee4299a5 req-601b8594-ca46-4089-9e17-71a0717e8934 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:19.060631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] device_id is not set on port b896577d-3af9-481c-9efe-fa1e4f67a936 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:01:19.061041 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-391ba733-498c-4e84-94fd-b136ee4299a5 req-601b8594-ca46-4089-9e17-71a0717e8934 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "DELETE /v2.0/security-groups/9ef69c22-535f-4577-a9b8-c83ac47e2e07 HTTP/1.1" status: 204 len: 173 time: 0.3054407 Oct 13 11:01:19.088806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:19.094452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:19.108830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:19.195664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b8594-ca46-4089-9e17-71a0717e8934 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef69c22-535f-4577-a9b8-c83ac47e2e07,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:19.226256 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'Port': ['ID=fe830071-9227-4788-9616-59f9561538a5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:19.302378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47512) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:19.328764 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:19.377293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ab4496-53db-448e-a5dd-4d725b8c82da,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:19.400571 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-10d19705-52e0-4c47-95ee-c2650f4871f8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=76e6e8777a97442bab92ab969c416e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667822 Oct 13 11:01:19.402395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-142f56e3-623b-4dc9-8f1d-0121b9244d65 req-e51a1850-5ed3-4bde-a268-893a13177a89 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 210 time: 0.0698359 Oct 13 11:01:19.475687 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:19.595942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a6425b39-21dd-40f0-ae59-abb7f2d55a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:19.650236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-a4c98e79-d36e-41b9-a904-ac96bcafa8f5 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:19.651735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-a4c98e79-d36e-41b9-a904-ac96bcafa8f5 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438405 Oct 13 11:01:19.693449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eff0db-abea-4e31-8c86-a1d253e55b13 req-855f5325-3b83-4fe6-8d2c-3ea8384c2ca6 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:19.707957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93eff0db-abea-4e31-8c86-a1d253e55b13 req-855f5325-3b83-4fe6-8d2c-3ea8384c2ca6 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1967947 Oct 13 11:01:19.716139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-bdeda30c-d8e6-4f58-bba8-472378148c0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Request body: {'port': {'device_id': 'f5333f5e-fc89-4796-805b-ecff0357f32b', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '76e6e8777a97442bab92ab969c416e4e'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:19.720291 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:19.764592 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ceb9eab1-d3be-4671-b6fa-9bfdf013961b req-e0c1df11-d5d6-4ddf-bd2d-564859fa6310 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0419359 Oct 13 11:01:19.803751 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:19.923794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'Port': ['ID=fe830071-9227-4788-9616-59f9561538a5,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:19.943164 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:19.996836 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3b04a7d-886a-4a7b-bf49-80a68a742c95 req-f7585971-6ef0-4a9d-bfe0-317ac5b9df2d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=233d713f-f82d-4a38-aa93-e282074c926d HTTP/1.1" status: 200 len: 210 time: 0.0503104 Oct 13 11:01:20.012368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a6425b39-21dd-40f0-ae59-abb7f2d55a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:20.087342 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:20.089509 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3f116358-4782-42f4-b2c7-0dcaff5e2c6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0280132 Oct 13 11:01:20.136928 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a6425b39-21dd-40f0-ae59-abb7f2d55a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:20.175129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cc24f64-97a8-4bbd-a75c-bdfa3ac09e29 req-b5c504d9-01a3-4d93-bbe0-1e762f709dff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=233d713f-f82d-4a38-aa93-e282074c926d HTTP/1.1" status: 200 len: 210 time: 0.4447689 Oct 13 11:01:20.185425 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a6425b39-21dd-40f0-ae59-abb7f2d55a14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c602c4eb6374a4f8f913981dd7b3a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8817987 Oct 13 11:01:20.186179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6425b39-21dd-40f0-ae59-abb7f2d55a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64012caa-a889-4128-915e-3250cff86f71,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:20.188781 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47526) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:20.212470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] device_id is not set on port b896577d-3af9-481c-9efe-fa1e4f67a936 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:01:20.263761 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-69c12336-7c33-42e7-8652-1bd7712a8b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:20.284783 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:20.293862 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-69c12336-7c33-42e7-8652-1bd7712a8b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:20.311321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93eff0db-abea-4e31-8c86-a1d253e55b13 req-174e5d81-b977-47bf-80bb-e9095f33f93e tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010587 Oct 13 11:01:20.373784 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-e4a3163f-5a5d-47ce-b43f-911c773fb2ca tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1423245129&fields=id&tenant_id=f8ef3a9260b7494da03368bc530c12f3 HTTP/1.1" status: 200 len: 267 time: 0.0376780 Oct 13 11:01:20.388648 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:20.424376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc24f64-97a8-4bbd-a75c-bdfa3ac09e29 req-94defbd5-f88a-4c0d-aecc-c8322a6d13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:20.425827 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cc24f64-97a8-4bbd-a75c-bdfa3ac09e29 req-94defbd5-f88a-4c0d-aecc-c8322a6d13ef service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2240274 Oct 13 11:01:20.435840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-a8cb2e83-cc59-4781-a3bf-2f9cbcc8d8ba tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:20.436707 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-a8cb2e83-cc59-4781-a3bf-2f9cbcc8d8ba tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports/0c538839-1be6-4a32-b0e6-10d01668a313 HTTP/1.1" status: 200 len: 937 time: 0.0530164 Oct 13 11:01:20.438072 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-69c12336-7c33-42e7-8652-1bd7712a8b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:20.441020 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-69c12336-7c33-42e7-8652-1bd7712a8b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:20.444530 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-69c12336-7c33-42e7-8652-1bd7712a8b0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64012caa-a889-4128-915e-3250cff86f71 HTTP/1.1" status: 204 len: 168 time: 0.2524073 Oct 13 11:01:20.488446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c12336-7c33-42e7-8652-1bd7712a8b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64012caa-a889-4128-915e-3250cff86f71,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:20.493496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event updated for resources: {'Port': ['ID=b896577d-3af9-481c-9efe-fa1e4f67a936,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:20.532569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-bdeda30c-d8e6-4f58-bba8-472378148c0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Made reservation on behalf of 76e6e8777a97442bab92ab969c416e4e for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:20.536244 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-bdeda30c-d8e6-4f58-bba8-472378148c0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:20.555114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f9c2efa8-94b6-4e8c-91a8-8ae502ad3f50 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:20.558474 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f9c2efa8-94b6-4e8c-91a8-8ae502ad3f50 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports/4b955f06-9355-4152-b824-207e8663b591 HTTP/1.1" status: 200 len: 936 time: 0.0993528 Oct 13 11:01:20.621723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-77d27ced-73f1-4152-a0b5-5243d1999ed9 req-8aee9a74-7b14-4978-945c-86052007813d tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 210 time: 0.0956256 Oct 13 11:01:20.624924 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-df55e73e-b840-4e68-a0db-43cdb33abd49 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?network_id=231ca368-35d6-4a3f-8aab-23252a4b5f72&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0570607 Oct 13 11:01:20.661549 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-65ebf872-6b0e-48e8-9d97-9ab886cb1495 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?network_id=231ca368-35d6-4a3f-8aab-23252a4b5f72&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0354652 Oct 13 11:01:20.690078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Checking segment: {'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:20.690525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Network hostable DHCP agents. Network: 937ec250-8355-465c-beee-042417a514bc, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:01:20.790131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc24f64-97a8-4bbd-a75c-bdfa3ac09e29 req-6b2f5ce9-f8ea-4f45-a066-8522d834b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:20.792537 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cc24f64-97a8-4bbd-a75c-bdfa3ac09e29 req-6b2f5ce9-f8ea-4f45-a066-8522d834b271 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3016169 Oct 13 11:01:20.898573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cc24f64-97a8-4bbd-a75c-bdfa3ac09e29 req-e2e19905-9344-4b43-b1c0-e1d0a3059741 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "GET /v2.0/ports?device_id=233d713f-f82d-4a38-aa93-e282074c926d HTTP/1.1" status: 200 len: 210 time: 0.0632346 Oct 13 11:01:20.901620 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Network 937ec250-8355-465c-beee-042417a514bc is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:01:20.932657 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-bdeda30c-d8e6-4f58-bba8-472378148c0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Allocated IP 192.168.233.197 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/a8f42c44-ed76-45d5-96ea-16137fbc062d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:20.987720 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-063c5c53-a8b8-45eb-ae6c-716383acd3f1 req-f75a7854-32ee-4fe0-bd50-4cc60c8e7e53 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0539351 Oct 13 11:01:21.061321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 937ec250-8355-465c-beee-042417a514bc) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:21.066808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:21.071499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3806cb-f03e-4f5f-aa56-7b670d9d0d44 None None] Network 937ec250-8355-465c-beee-042417a514bc requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:21.146805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:21.146805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:21.146805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:21.146805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:21.146805 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:21.147852 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 2 to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 Oct 13 11:01:21.174638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:21.174974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:21.175309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:21.190777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:21.191249 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:21.199462 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 3 to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 Oct 13 11:01:21.217727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:21.218083 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:21.218423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:21.235556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:21.235899 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:21.242229 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 4 to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 Oct 13 11:01:21.277569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:21.277945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:21.278390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:21.298487 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-bdeda30c-d8e6-4f58-bba8-472378148c0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:21.309512 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7154093c-0c3e-4fff-8c71-01d6159c6d3d req-e88bf4c8-1b55-4e21-b0ce-f6791e4c0911 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=233d713f-f82d-4a38-aa93-e282074c926d HTTP/1.1" status: 200 len: 210 time: 0.0949039 Oct 13 11:01:21.314271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:21.314530 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:21.316141 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 5 to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 Oct 13 11:01:21.356876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:21.357222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:21.357565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:21.365525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:21.370665 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:21.370665 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 6 to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 Oct 13 11:01:21.380245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:21.380715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:21.381156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:21.386768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:21.387190 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:21.387650 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 7 to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 Oct 13 11:01:21.389482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-f78460a7-bd87-4b32-b6c9-06f78d762656 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:21.394676 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-f78460a7-bd87-4b32-b6c9-06f78d762656 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.46 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 816 time: 0.6464944 Oct 13 11:01:21.404551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:21.404894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:21.405255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:21.410620 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:21.410968 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:21.411450 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 8 to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 Oct 13 11:01:21.453839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:21.454293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:21.454722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:21.470572 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-bdeda30c-d8e6-4f58-bba8-472378148c0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:21.473089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:21.473595 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:21.475982 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 9 to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 Oct 13 11:01:21.483698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a', '4fc1cb75-8880-4e39-90df-3f658687f11a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:21.488478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c6841707-1d2a-4d6c-bdda-60d9594102a1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:21.495409 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c6841707-1d2a-4d6c-bdda-60d9594102a1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:21.516662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c6841707-1d2a-4d6c-bdda-60d9594102a1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:21.527082 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c6841707-1d2a-4d6c-bdda-60d9594102a1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/networks?id=bc5e0317-2a1f-41ba-91cf-0b420f18bef2&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=231ca368-35d6-4a3f-8aab-23252a4b5f72&id=231ca368-35d6-4a3f-8aab-23252a4b5f72 HTTP/1.1" status: 200 len: 1993 time: 0.8580818 Oct 13 11:01:21.528860 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca', '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a', '491259d6-6fbd-4994-81c0-07f7cf648a14', 'b07b355b-4ac7-4566-a68e-099ac4bd18bc'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:21.545886 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-56bd6920-0309-4a2e-9660-dfc1ec585dec tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c643e49e7c24d549eaab0c43e79724c HTTP/1.1" status: 200 len: 379 time: 0.1399167 Oct 13 11:01:21.549771 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-d6c97909-86a1-459d-a57d-020e3515eb36 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/quotas/f8ef3a9260b7494da03368bc530c12f3 HTTP/1.1" status: 200 len: 375 time: 0.0204625 Oct 13 11:01:21.566054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-79359a02-2fa8-47fb-be0c-c2ba4899c066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Request body: {'port': {'device_id': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'admin_state_up': True, 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'security_groups': ['84db88b2-59fa-4ec0-8ba3-b428e42b0c89']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:21.605481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeda30c-d8e6-4f58-bba8-472378148c0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event updated for resources: {'Port': ['ID=a8f42c44-ed76-45d5-96ea-16137fbc062d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:21.635372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:21.635715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:21.636095 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:21.663758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b727b30-450a-4b6f-bff4-df6cbf971bcd req-4d769826-904b-4064-b7d2-fe02cba1d7ce tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:21.665480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b727b30-450a-4b6f-bff4-df6cbf971bcd req-4d769826-904b-4064-b7d2-fe02cba1d7ce tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.2433815 Oct 13 11:01:21.674793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-bdeda30c-d8e6-4f58-bba8-472378148c0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:21.703428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-bdeda30c-d8e6-4f58-bba8-472378148c0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:21.706012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-bdeda30c-d8e6-4f58-bba8-472378148c0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:21.713718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:21.714113 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:21.716200 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d87e15d-9bf8-4c8c-a17e-789a99466fd5 req-93e882b0-3842-4fdd-99b7-37d5f748b871 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=233d713f-f82d-4a38-aa93-e282074c926d HTTP/1.1" status: 200 len: 210 time: 0.0491698 Oct 13 11:01:21.745635 n-d-813659-3 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 10 to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 Oct 13 11:01:21.762763 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-74879d6e-99e8-43e7-aca4-414a6e81672f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8ef3a9260b7494da03368bc530c12f3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1843901 Oct 13 11:01:21.902164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:21.902544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:21.902900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:21.943096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port b896577d-3af9-481c-9efe-fa1e4f67a936 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:21.943909 n-d-813659-3 neutron-server[101991]: ERROR neutron.plugins.ml2.managers [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port b896577d-3af9-481c-9efe-fa1e4f67a936 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:21.943909 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:21.959859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b727b30-450a-4b6f-bff4-df6cbf971bcd req-302f5684-742b-4648-96ab-c322729bc297 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476981 Oct 13 11:01:21.995302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47574) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:22.011953 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-230f69d9-3b04-418b-a926-7d82b76e4c1a service neutron] 10.222.0.32 "GET /v2.0/networks/bc5e0317-2a1f-41ba-91cf-0b420f18bef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154040 Oct 13 11:01:22.040773 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-bdeda30c-d8e6-4f58-bba8-472378148c0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:22.053020 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-bdeda30c-d8e6-4f58-bba8-472378148c0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:22.229447 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c42a07ee-0ae9-4408-bf46-6fccf98feb9b service neutron] 10.222.0.32 "GET /v2.0/networks/bc5e0317-2a1f-41ba-91cf-0b420f18bef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956861 Oct 13 11:01:22.247230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1704028582-network', 'tenant_id': '066134be0cc54fdcad563ca7394e9897'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:22.255071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87e15d-9bf8-4c8c-a17e-789a99466fd5 req-d1a099a5-8441-4251-b4f6-e2df94275640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:22.256575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d87e15d-9bf8-4c8c-a17e-789a99466fd5 req-d1a099a5-8441-4251-b4f6-e2df94275640 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5080726 Oct 13 11:01:22.263392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ebab30df-df88-4966-8276-a340b558a106 None None] Provisioning complete for port a8f42c44-ed76-45d5-96ea-16137fbc062d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:22.263896 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ebab30df-df88-4966-8276-a340b558a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:22.274475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] For port b896577d-3af9-481c-9efe-fa1e4f67a936, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:22.274850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempted to set empty binding levels {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 11:01:22.301292 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-e4e77d8c-45a4-4aa2-9a43-13dc374bb1af service neutron] 10.222.0.32 "GET /v2.0/ports/0c538839-1be6-4a32-b0e6-10d01668a313?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0497270 Oct 13 11:01:22.319151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d63763-26a8-4755-a1b8-c3bd7c528f10 req-e7312b26-0efe-4b70-8e77-bd805c5d7b66 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:22.321024 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7d63763-26a8-4755-a1b8-c3bd7c528f10 req-e7312b26-0efe-4b70-8e77-bd805c5d7b66 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.1704009 Oct 13 11:01:22.334526 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ebab30df-df88-4966-8276-a340b558a106 None None] Port a8f42c44-ed76-45d5-96ea-16137fbc062d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:01:22.366728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f0d01-dc99-4031-b5aa-3dcf5a8c7028 req-5f87f436-28db-4098-91d0-7400cffe05b8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:22.368710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-498f0d01-dc99-4031-b5aa-3dcf5a8c7028 req-5f87f436-28db-4098-91d0-7400cffe05b8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 936 time: 0.2463849 Oct 13 11:01:22.374640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-79359a02-2fa8-47fb-be0c-c2ba4899c066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Made reservation on behalf of 2c643e49e7c24d549eaab0c43e79724c for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:22.378767 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-79359a02-2fa8-47fb-be0c-c2ba4899c066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:22.386519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:22.471432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:22.471948 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:22.488306 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-bdeda30c-d8e6-4f58-bba8-472378148c0b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8120139 Oct 13 11:01:22.524717 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-9dcb988d-44c3-4143-a4d3-fc286024d8ab service neutron] 10.222.0.32 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168288 Oct 13 11:01:22.535542 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Request body: {'port': {'device_id': 'f5333f5e-fc89-4796-805b-ecff0357f32b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:22.597083 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-498f0d01-dc99-4031-b5aa-3dcf5a8c7028 req-02359a87-d8d6-4d33-a066-27bf41738d6e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143998 Oct 13 11:01:22.605661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event updated for resources: {'Port': ['ID=b896577d-3af9-481c-9efe-fa1e4f67a936,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:22.616645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Made reservation on behalf of 066134be0cc54fdcad563ca7394e9897 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:22.619910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:22.629475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87e15d-9bf8-4c8c-a17e-789a99466fd5 req-f3c30c96-4f4b-4c2b-886a-73a398689f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:22.629475 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d87e15d-9bf8-4c8c-a17e-789a99466fd5 req-f3c30c96-4f4b-4c2b-886a-73a398689f70 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3553326 Oct 13 11:01:22.635236 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:22.660408 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:22.682446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-a7d63763-26a8-4755-a1b8-c3bd7c528f10 req-a72fb572-a044-407c-8598-6e565c32e6d9 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Deleting port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:22.682786 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7d63763-26a8-4755-a1b8-c3bd7c528f10 req-a72fb572-a044-407c-8598-6e565c32e6d9 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:22.689969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-79359a02-2fa8-47fb-be0c-c2ba4899c066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Allocated IP 172.20.0.14 (9b993262-8080-4e0b-982b-d9fc9873d4f9/c805fa09-9ad4-4470-89a4-68a61b4416b9/cc2e2cf0-3c4c-47f5-b985-0095bad86d48) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:22.755934 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4bcaf4e4-8d27-491c-9226-3c21482f7a08 service neutron] 10.222.0.32 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226770 Oct 13 11:01:22.771374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fde46d1a-a1a1-4b14-bdda-c22bf21a5493 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.0254850 Oct 13 11:01:22.780440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47582) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:22.788379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd317705-9d11-4e8c-9afd-10e9db2b75f2 req-563c1e8b-2b77-4d0a-b0c2-173549134f1f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 210 time: 0.1018097 Oct 13 11:01:22.827259 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d87e15d-9bf8-4c8c-a17e-789a99466fd5 req-5661275f-8e5e-46f4-acaa-a1c485f57204 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "GET /v2.0/ports?device_id=233d713f-f82d-4a38-aa93-e282074c926d HTTP/1.1" status: 200 len: 210 time: 0.0596194 Oct 13 11:01:22.922133 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-79a677be-f8fc-4aac-b263-3cf61a1a0800 service neutron] 10.222.0.32 "GET /v2.0/ports/4b955f06-9355-4152-b824-207e8663b591?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1535447 Oct 13 11:01:22.973070 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d51ed91-4759-43eb-b77f-38dc87cadc69 req-6f738430-2472-44d8-b2b0-351ea4822ec6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=233d713f-f82d-4a38-aa93-e282074c926d HTTP/1.1" status: 200 len: 210 time: 0.0497339 Oct 13 11:01:22.988457 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a7d63763-26a8-4755-a1b8-c3bd7c528f10 req-a72fb572-a044-407c-8598-6e565c32e6d9 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] For port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,segment=NetworkSegment(bbab50af-2cb0-4f5b-916f-2aa3f76d8f82),segment_id=bbab50af-2cb0-4f5b-916f-2aa3f76d8f82)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:22.988927 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7d63763-26a8-4755-a1b8-c3bd7c528f10 req-a72fb572-a044-407c-8598-6e565c32e6d9 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.016767 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-a7d63763-26a8-4755-a1b8-c3bd7c528f10 req-a72fb572-a044-407c-8598-6e565c32e6d9 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Calling delete_port for 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:23.048622 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.109433 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-79359a02-2fa8-47fb-be0c-c2ba4899c066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.139887 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-7f1492b5-9e8d-456d-a7c1-0b015eeadbf2 service neutron] 10.222.0.32 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915081 Oct 13 11:01:23.142763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9a467-8dac-445e-819a-048c0b036fd8 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Deleting port b896577d-3af9-481c-9efe-fa1e4f67a936 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:23.143166 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a467-8dac-445e-819a-048c0b036fd8 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.203012 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.262916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035d0aa-93a9-4b61-8e9c-c553e6dab7f7 req-3af61985-26cb-4cd4-8191-66b8d5a5d858 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:23.266844 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a035d0aa-93a9-4b61-8e9c-c553e6dab7f7 req-3af61985-26cb-4cd4-8191-66b8d5a5d858 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 945 time: 0.2277811 Oct 13 11:01:23.301792 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:01:23.314886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-5fa9a467-8dac-445e-819a-048c0b036fd8 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] For port b896577d-3af9-481c-9efe-fa1e4f67a936, host n-h2-813659-3, got binding levels [] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:23.315279 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a467-8dac-445e-819a-048c0b036fd8 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.321105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d396a275-d8bd-414e-a1f8-49c05ff9fb82,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:23.342997 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.343346 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Added segment f28d9407-1336-4cd3-9c9b-936463618b2e of type vlan for network 4e0d1d59-cccd-41ea-869e-ce1edf973b28 Oct 13 11:01:23.351190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9a467-8dac-445e-819a-048c0b036fd8 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Calling delete_port for b896577d-3af9-481c-9efe-fa1e4f67a936 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:23.353889 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-79359a02-2fa8-47fb-be0c-c2ba4899c066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.370395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a035d0aa-93a9-4b61-8e9c-c553e6dab7f7 req-3109ece5-b96c-428b-a6d9-97b2bcc7e144 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/security-groups?id=e486e100-8184-4c3e-9dbc-d331bce9226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966551 Oct 13 11:01:23.421881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f42c44-ed76-45d5-96ea-16137fbc062d {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:23.430200 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.468746 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-b71febd7-895f-4a6f-9541-ddec6f56c97f service neutron] 10.222.0.32 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049603 Oct 13 11:01:23.473121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-79359a02-2fa8-47fb-be0c-c2ba4899c066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Network 9b993262-8080-4e0b-982b-d9fc9873d4f9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:23.522014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-79359a02-2fa8-47fb-be0c-c2ba4899c066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:23.524452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-79359a02-2fa8-47fb-be0c-c2ba4899c066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:23.533335 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.538227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Transition to ACTIVE for port object a8f42c44-ed76-45d5-96ea-16137fbc062d will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:01:23.542025 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7d63763-26a8-4755-a1b8-c3bd7c528f10 req-a72fb572-a044-407c-8598-6e565c32e6d9 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.552917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['07b8fa3c-74ee-45de-a5da-dd2b09fe3acf'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:23.576394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fb572-a044-407c-8598-6e565c32e6d9 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Pushing event deleted for resources: {'Port': ['ID=07b8fa3c-74ee-45de-a5da-dd2b09fe3acf,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:23.612735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79359a02-2fa8-47fb-be0c-c2ba4899c066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event updated for resources: {'Port': ['ID=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:23.627794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d63763-26a8-4755-a1b8-c3bd7c528f10 req-a72fb572-a044-407c-8598-6e565c32e6d9 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] No DVR routers for this DVR port 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:01:23.631103 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7d63763-26a8-4755-a1b8-c3bd7c528f10 req-a72fb572-a044-407c-8598-6e565c32e6d9 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.635180 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7d63763-26a8-4755-a1b8-c3bd7c528f10 req-a72fb572-a044-407c-8598-6e565c32e6d9 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.46 "DELETE /v2.0/ports/07b8fa3c-74ee-45de-a5da-dd2b09fe3acf HTTP/1.1" status: 204 len: 173 time: 1.2649500 Oct 13 11:01:23.635381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'name': 'network-vif-deleted', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:23.637697 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5efa90-050a-45e8-b2d0-4533103bccb9" -d '{"events": [{"server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "name": "network-vif-deleted", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:23.698297 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-79359a02-2fa8-47fb-be0c-c2ba4899c066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:23.698958 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-79359a02-2fa8-47fb-be0c-c2ba4899c066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.702524 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.744544 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-7f455b8f-48b5-4568-8f87-90ee3b019c37 service neutron] 10.222.0.32 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607412 Oct 13 11:01:23.772328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9a4c3e85-86e4-411b-bef0-ce0bbc1408b1 None None] Provisioning complete for port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:23.773049 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9a4c3e85-86e4-411b-bef0-ce0bbc1408b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.778119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f42c44-ed76-45d5-96ea-16137fbc062d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:23.794570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29c101-b1a3-4b37-8f02-eb13b9f84fa5 req-159a382a-87ba-44be-b832-cd4b82f42a03 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:23.796252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf29c101-b1a3-4b37-8f02-eb13b9f84fa5 req-159a382a-87ba-44be-b832-cd4b82f42a03 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 948 time: 0.1057270 Oct 13 11:01:23.837330 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a467-8dac-445e-819a-048c0b036fd8 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.843200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-79359a02-2fa8-47fb-be0c-c2ba4899c066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2889800 Oct 13 11:01:23.844071 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.845184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:23.845828 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:23.868496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Request body: {'port': {'device_id': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:23.952456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf29c101-b1a3-4b37-8f02-eb13b9f84fa5 req-49f37c54-2bae-46d4-ba5e-b5f7c6ba2d46 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274912 Oct 13 11:01:23.974028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9a467-8dac-445e-819a-048c0b036fd8 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event deleted for resources: {'Port': ['ID=b896577d-3af9-481c-9efe-fa1e4f67a936,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:24.004137 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a467-8dac-445e-819a-048c0b036fd8 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:24.011945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Attempting to bind port a8f42c44-ed76-45d5-96ea-16137fbc062d on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:24.012321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Attempting to bind port a8f42c44-ed76-45d5-96ea-16137fbc062d by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:24.012647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Attempting to bind port a8f42c44-ed76-45d5-96ea-16137fbc062d on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:24.013333 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5fa9a467-8dac-445e-819a-048c0b036fd8 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b896577d-3af9-481c-9efe-fa1e4f67a936 HTTP/1.1" status: 204 len: 168 time: 1.2273989 Oct 13 11:01:24.014924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47596) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:24.016565 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-a300d6ce-186d-4615-9034-f6e92dd3103d service neutron] 10.222.0.32 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644880 Oct 13 11:01:24.036200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] Pushing event updated for resources: {'Network': ['ID=4e0d1d59-cccd-41ea-869e-ce1edf973b28,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:24.048229 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa8f09b-dc28-4e11-9e67-7b5f924c46d1 x-openstack-request-id: req-0aa8f09b-dc28-4e11-9e67-7b5f924c46d1 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:24.049941 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b9d69a-ca84-4093-960f-9fb12157e73e", "name": "network-vif-deleted", "tag": "07b8fa3c-74ee-45de-a5da-dd2b09fe3acf", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:24.050499 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0aa8f09b-dc28-4e11-9e67-7b5f924c46d1 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:24.051025 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b9d69a-ca84-4093-960f-9fb12157e73e', 'name': 'network-vif-deleted', 'tag': '07b8fa3c-74ee-45de-a5da-dd2b09fe3acf', 'status': 'completed', 'code': 200} Oct 13 11:01:24.057936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 4e0d1d59-cccd-41ea-869e-ce1edf973b28 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:01:24.067999 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-da87a2cc-1c48-4384-ace4-49deb542b350 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] GET failed (client error): The resource could not be found. Oct 13 11:01:24.071131 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-da87a2cc-1c48-4384-ace4-49deb542b350 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "GET /v2.0/ports/b896577d-3af9-481c-9efe-fa1e4f67a936 HTTP/1.1" status: 404 len: 333 time: 0.0539281 Oct 13 11:01:24.071131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Port a8f42c44-ed76-45d5-96ea-16137fbc062d on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:24.071131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Attempting to bind port a8f42c44-ed76-45d5-96ea-16137fbc062d on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:24.076850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47598) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:24.083484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7e010ca9-d9b5-4524-a107-a07ee18d4dbe tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Request body: {'port': {'network_id': '937ec250-8355-465c-beee-042417a514bc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1204462144'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:24.086825 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c3f17164-13c9-4cb3-92d6-98771270cedd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0892041 Oct 13 11:01:24.090361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:24.090823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:24.104257 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:24.104858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Bound port: a8f42c44-ed76-45d5-96ea-16137fbc062d, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:24.105313 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:24.107475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47600) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:24.123816 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:24.126234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c4629cb0-cac6-42b1-8143-0e25a2ac8bba admin admin] Request body: {'subnet': {'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1704028582-subnet', 'tenant_id': '066134be0cc54fdcad563ca7394e9897', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:24.163427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9a4c3e85-86e4-411b-bef0-ce0bbc1408b1 None None] Port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:01:24.252691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4656fce-062c-4803-b5ca-f5e5ad566951 req-a68d02de-af02-4194-abc5-737f30c514be tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:24.254176 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4656fce-062c-4803-b5ca-f5e5ad566951 req-a68d02de-af02-4194-abc5-737f30c514be tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 932 time: 0.0998111 Oct 13 11:01:24.256786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] For port a8f42c44-ed76-45d5-96ea-16137fbc062d, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:24.260545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] For port a8f42c44-ed76-45d5-96ea-16137fbc062d, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a8f42c44-ed76-45d5-96ea-16137fbc062d,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:24.298978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4656fce-062c-4803-b5ca-f5e5ad566951 req-ec6788ba-80d7-4c74-909b-4e8a26dced65 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369449 Oct 13 11:01:24.319400 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-1455a487-f940-4e1c-b644-4f72a298ac7d service neutron] 10.222.0.32 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710712 Oct 13 11:01:24.336603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e010ca9-d9b5-4524-a107-a07ee18d4dbe tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Made reservation on behalf of 74565f6854dd4e82b74c95de9fb712fc for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:24.342515 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e010ca9-d9b5-4524-a107-a07ee18d4dbe tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:24.368524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-7e010ca9-d9b5-4524-a107-a07ee18d4dbe tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] device_id is not set on port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:01:24.457577 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:24.499525 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f0beec31-1aa7-44a5-9fe4-bb19ab5723a4 service neutron] 10.222.0.32 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711671 Oct 13 11:01:24.557328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:24.558189 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:24.560318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] 10.222.0.46 "PUT /v2.0/ports/a8f42c44-ed76-45d5-96ea-16137fbc062d HTTP/1.1" status: 200 len: 1096 time: 2.0548127 Oct 13 11:01:24.580749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4629cb0-cac6-42b1-8143-0e25a2ac8bba admin admin] Made reservation on behalf of 066134be0cc54fdcad563ca7394e9897 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:24.583288 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4629cb0-cac6-42b1-8143-0e25a2ac8bba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:24.592469 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7d0135b-f067-4e0a-b6c4-eebcfb5455fe req-ab5c221a-3765-40f2-8102-bfdc79f3bab8 tempest-ServerRescueTestJSONUnderV235-818742616 tempest-ServerRescueTestJSONUnderV235-818742616-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b9d69a-ca84-4093-960f-9fb12157e73e HTTP/1.1" status: 200 len: 210 time: 0.0963154 Oct 13 11:01:24.670346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f9186-4d3f-4e43-af50-2283a7494585 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f42c44-ed76-45d5-96ea-16137fbc062d,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:24.672152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2e2cf0-3c4c-47f5-b985-0095bad86d48 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:24.678446 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-8ca0bad0-32cf-4504-adfd-0cd0ce541779 service neutron] 10.222.0.32 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666789 Oct 13 11:01:24.688085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:24.715043 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e010ca9-d9b5-4524-a107-a07ee18d4dbe tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:24.751821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Transition to ACTIVE for port object cc2e2cf0-3c4c-47f5-b985-0095bad86d48 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:01:24.804704 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-1e071c3d-eb24-40e5-afa7-fecf97387bf6 service neutron] 10.222.0.32 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105025 Oct 13 11:01:24.861201 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:24.901461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-3b8dd423-f390-423c-84a5-3394a4eb68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:24.903523 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-3b8dd423-f390-423c-84a5-3394a4eb68c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 1099 time: 0.1392183 Oct 13 11:01:24.940031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:24.982911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-876539ea-3ad4-4d4b-b85e-35d7bc9181f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a8f42c44-ed76-45d5-96ea-16137fbc062d HTTP/1.1" status: 200 len: 217 time: 0.0513532 Oct 13 11:01:24.999506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7bee2af8-a680-446f-a1d9-db2f01a9fa84 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:25.001437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7bee2af8-a680-446f-a1d9-db2f01a9fa84 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 810 time: 0.3021243 Oct 13 11:01:25.051296 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e010ca9-d9b5-4524-a107-a07ee18d4dbe tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:25.103890 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-ea975ba6-da7f-4ee2-b330-7847a58e0bf4 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/quotas/b2b4dcba9f2b43e99e64275f41a29736 HTTP/1.1" status: 200 len: 375 time: 0.0898740 Oct 13 11:01:25.179233 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-47f000dc-6c8c-4546-a647-ee33d141785e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746078 Oct 13 11:01:25.187209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-c64924ca-fc29-45f9-abec-0e38fd32eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:25.188727 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-c64924ca-fc29-45f9-abec-0e38fd32eaa6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1968641 Oct 13 11:01:25.206587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e010ca9-d9b5-4524-a107-a07ee18d4dbe tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Network 937ec250-8355-465c-beee-042417a514bc is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:25.221221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7e010ca9-d9b5-4524-a107-a07ee18d4dbe tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:25.249778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e010ca9-d9b5-4524-a107-a07ee18d4dbe tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:25.250729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e010ca9-d9b5-4524-a107-a07ee18d4dbe tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:25.251333 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e010ca9-d9b5-4524-a107-a07ee18d4dbe tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:25.280841 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4629cb0-cac6-42b1-8143-0e25a2ac8bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:25.282671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e010ca9-d9b5-4524-a107-a07ee18d4dbe tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event updated for resources: {'Port': ['ID=f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:25.294802 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-35a0bdff-287e-41ad-8577-9533989b3da1 service neutron] 10.222.0.32 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834652 Oct 13 11:01:25.367700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Attempting to bind port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:25.367981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Attempting to bind port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:25.368270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Attempting to bind port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 on network 9b993262-8080-4e0b-982b-d9fc9873d4f9 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:25.379479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 on network 9b993262-8080-4e0b-982b-d9fc9873d4f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:25.379805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Attempting to bind port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 on network 9b993262-8080-4e0b-982b-d9fc9873d4f9 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:25.380474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-dc9922da-2551-4e02-b40c-0e767836c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:25.382285 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-dc9922da-2551-4e02-b40c-0e767836c6ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1776249 Oct 13 11:01:25.390888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:25.391230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Checking segment: {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:25.391612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Bound using segment: {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:25.392061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Bound port: cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:25.392549 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:25.444300 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-2024d6f3-e4fb-45c4-b470-2fdfcac6736a service neutron] 10.222.0.32 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417933 Oct 13 11:01:25.483330 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:25.487339 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:25.630137 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:25.669912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:25.669912 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:25.672156 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] 10.222.0.46 "PUT /v2.0/ports/cc2e2cf0-3c4c-47f5-b985-0095bad86d48 HTTP/1.1" status: 200 len: 1092 time: 1.8120699 Oct 13 11:01:25.680389 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:25.687381 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44307d13-3084-4434-a60c-364700129aee" -d '{"events": [{"name": "network-changed", "server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:25.719310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0cd62-f818-412f-a2b6-10d4efb14b01 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:25.724315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4629cb0-cac6-42b1-8143-0e25a2ac8bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1270603-9e76-4f75-8bab-07548eeb2406,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:25.740118 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7e010ca9-d9b5-4524-a107-a07ee18d4dbe tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6619830 Oct 13 11:01:25.743217 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47638) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:25.749760 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:25.754638 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-921de904-1224-486c-92d5-8d0e2a2a6754 service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630541 Oct 13 11:01:25.800216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4629cb0-cac6-42b1-8143-0e25a2ac8bba admin admin] Checking segment: {'id': 'f28d9407-1336-4cd3-9c9b-936463618b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:25.800845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4629cb0-cac6-42b1-8143-0e25a2ac8bba admin admin] Network hostable DHCP agents. Network: 4e0d1d59-cccd-41ea-869e-ce1edf973b28, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:01:25.858590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:25.905104 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-0c3fe992-efcf-43d3-8ef1-1d256b5b9a88 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817758 Oct 13 11:01:25.906119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-981fe901-8315-4dce-94db-9f8d36bf88b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:25.907817 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-981fe901-8315-4dce-94db-9f8d36bf88b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 1095 time: 0.1219416 Oct 13 11:01:25.973557 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-e478e983-89e1-41f0-96aa-466c7c739051 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48 HTTP/1.1" status: 200 len: 217 time: 0.0536520 Oct 13 11:01:25.979583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7736dd78-c50e-44b9-865e-270b7ca8a872 service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957979 Oct 13 11:01:26.030159 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7949667-0902-4c2c-bc51-d73ad3ea4d3d req-26bad14b-edb0-4685-ac01-873f5fc8e58e service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104667 Oct 13 11:01:26.039307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4629cb0-cac6-42b1-8143-0e25a2ac8bba admin admin] Network 4e0d1d59-cccd-41ea-869e-ce1edf973b28 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:01:26.052084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5333f5e-fc89-4796-805b-ecff0357f32b', 'tag': 'a8f42c44-ed76-45d5-96ea-16137fbc062d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:26.055705 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625fe9a5-1adb-4775-ab52-307ec4ad3590" -d '{"events": [{"name": "network-changed", "server_uuid": "f5333f5e-fc89-4796-805b-ecff0357f32b", "tag": "a8f42c44-ed76-45d5-96ea-16137fbc062d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:26.082037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-aaebb5a4-5c9e-4f52-8a0e-744978597653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:26.083532 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-aaebb5a4-5c9e-4f52-8a0e-744978597653 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.0824337 Oct 13 11:01:26.161945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] device_id is not set on port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:01:26.172786 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:26.175561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-bf6eb517-d43d-4294-b247-ce418a716824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:26.177061 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-bf6eb517-d43d-4294-b247-ce418a716824 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856981 Oct 13 11:01:26.206834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c4629cb0-cac6-42b1-8143-0e25a2ac8bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 4e0d1d59-cccd-41ea-869e-ce1edf973b28) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:26.211585 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4629cb0-cac6-42b1-8143-0e25a2ac8bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:26.212323 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4629cb0-cac6-42b1-8143-0e25a2ac8bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:26.217790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d426d-aa2d-43d0-b621-bc6dcfeaf970 None None] Network 4e0d1d59-cccd-41ea-869e-ce1edf973b28 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:26.291641 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-739c9ed0-0c46-4797-ba4e-10293d9a960e service neutron] 10.222.0.46 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051576 Oct 13 11:01:26.292911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:26.329361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c4629cb0-cac6-42b1-8143-0e25a2ac8bba admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2087317 Oct 13 11:01:26.358279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event updated for resources: {'Port': ['ID=f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:26.392513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbba031-1c33-4141-9cd2-e22e5d38db87 req-30e6e35c-fdab-4af1-a48a-9ca167cd52b6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:26.396509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0cbba031-1c33-4141-9cd2-e22e5d38db87 req-30e6e35c-fdab-4af1-a48a-9ca167cd52b6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 948 time: 0.0835059 Oct 13 11:01:26.438919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:26.439518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:26.439980 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:26.451183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:26.451183 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:26.451455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a2e15-370f-4a43-a9db-5ba05596bf4e None None] Network 4e0d1d59-cccd-41ea-869e-ce1edf973b28 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:26.452198 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 2 to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e Oct 13 11:01:26.453295 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0cbba031-1c33-4141-9cd2-e22e5d38db87 req-dbdf2449-b130-4eeb-b360-4d0f0e60aa82 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507486 Oct 13 11:01:26.471195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:26.471623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:26.472117 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:26.480405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:26.480743 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:26.485863 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 3 to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e Oct 13 11:01:26.508719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:26.508719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:26.508719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:26.524269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:26.524754 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:26.527430 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 4 to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e Oct 13 11:01:26.555105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:26.555318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:26.555619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:26.564365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:26.564846 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:26.567582 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89bc2792-6c01-406a-8c65-ff2af204b5f3 req-818e7e54-ee16-4eaf-8c56-b9a8116486d4 service neutron] 10.222.0.46 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653520 Oct 13 11:01:26.568047 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 5 to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e Oct 13 11:01:26.583862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:01:26.584957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:26.585391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:26.585645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:26.593172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:26.593556 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:26.594054 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 6 to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e Oct 13 11:01:26.611304 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:26.611785 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:26.613572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:26.614258 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:01:26.614760 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 07b8fa3c-74ee-45de-a5da-dd2b09fe3acf not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:01:26.617709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:26.617709 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:26.618188 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 7 to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e Oct 13 11:01:26.619908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6627d1-de99-45b8-ab5d-b61631ddf1fb req-14a25c8e-445b-4191-8f92-44cc1149f193 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:26.628270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c6627d1-de99-45b8-ab5d-b61631ddf1fb req-14a25c8e-445b-4191-8f92-44cc1149f193 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 944 time: 0.0800340 Oct 13 11:01:26.632242 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:26.632678 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:26.633097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:26.639723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:26.640200 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:26.640675 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 8 to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e Oct 13 11:01:26.655196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:26.655476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:26.655926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:26.661425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:26.661871 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:26.670245 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 9 to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e Oct 13 11:01:26.673627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c6627d1-de99-45b8-ab5d-b61631ddf1fb req-468d6951-c312-4a73-9a62-0c043ed88a19 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443373 Oct 13 11:01:26.678281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:26.678867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:26.679478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:26.686104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:26.686702 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:26.687107 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 10 to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e Oct 13 11:01:26.704834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:26.705290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:26.705816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:26.710609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:26.711186 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:26.711582 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:26.745072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47666) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:26.773388 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd6ae26-c96c-41fa-aec8-13da35987593 x-openstack-request-id: req-dfd6ae26-c96c-41fa-aec8-13da35987593 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:26.773671 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:26.773993 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfd6ae26-c96c-41fa-aec8-13da35987593 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:26.774817 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'status': 'completed', 'code': 200} Oct 13 11:01:26.844357 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] For port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:26.844746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempted to set empty binding levels {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 11:01:26.884923 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d0e246-78df-477d-b2df-eb3939c89c75 x-openstack-request-id: req-50d0e246-78df-477d-b2df-eb3939c89c75 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:26.885226 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5333f5e-fc89-4796-805b-ecff0357f32b", "tag": "a8f42c44-ed76-45d5-96ea-16137fbc062d", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:26.885502 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50d0e246-78df-477d-b2df-eb3939c89c75 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:26.885984 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5333f5e-fc89-4796-805b-ecff0357f32b', 'tag': 'a8f42c44-ed76-45d5-96ea-16137fbc062d', 'status': 'completed', 'code': 200} Oct 13 11:01:26.898901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307d13-3084-4434-a60c-364700129aee req-37de5cc3-5772-4a90-883c-63e54de49ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:26.902080 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44307d13-3084-4434-a60c-364700129aee req-37de5cc3-5772-4a90-883c-63e54de49ea1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 1095 time: 0.0972891 Oct 13 11:01:26.951868 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5c20976-9d7e-4c51-acaf-040901baf3b0 req-218f551c-1436-4b13-ae21-d34620570c5b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 210 time: 0.0640266 Oct 13 11:01:26.990562 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fe9a5-1adb-4775-ab52-307ec4ad3590 req-02a8984c-7bb0-46d0-8a44-9073832a6923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:26.992059 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-625fe9a5-1adb-4775-ab52-307ec4ad3590 req-02a8984c-7bb0-46d0-8a44-9073832a6923 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 1099 time: 0.1097026 Oct 13 11:01:27.000054 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:27.052511 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307d13-3084-4434-a60c-364700129aee req-109e0a79-a9d8-4ce7-8b03-07b9f8605bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.053783 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44307d13-3084-4434-a60c-364700129aee req-109e0a79-a9d8-4ce7-8b03-07b9f8605bd5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 917 time: 0.1435125 Oct 13 11:01:27.054659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] In _notify_port_updated(), no bound segment for port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:01:27.055424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.056006 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:27.060216 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "PUT /v2.0/ports/f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e HTTP/1.1" status: 200 len: 975 time: 1.3148630 Oct 13 11:01:27.062900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47670) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:27.086371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b07bf-870e-4e5a-9f66-1f1c516b267a tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event updated for resources: {'Port': ['ID=f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:27.140411 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44307d13-3084-4434-a60c-364700129aee req-5591055f-2f3e-4abe-8564-c1d6f48c2e33 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48 HTTP/1.1" status: 200 len: 217 time: 0.0765619 Oct 13 11:01:27.210122 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-641d7396-9a18-4e4f-8fb7-8757ef75a172 req-a51277e2-eb2c-4a3a-8421-5e8272214ff3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0784986 Oct 13 11:01:27.210502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.210883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.211437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.211882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.213091 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.213560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.214446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.214588 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.214932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.215421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.215841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.216293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.216752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.217201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.217989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.218124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.218559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.219125 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.219591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.220047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.220527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.220977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.221427 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.221878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.222345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.223047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.223245 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.223698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.224147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.224592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.225067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.234159 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9fc4ad77-4747-4903-8d57-88b3a231cfff tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27821 time: 0.1691124 Oct 13 11:01:27.236865 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47676) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:27.281401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307d13-3084-4434-a60c-364700129aee req-f15b31a4-ccba-4ddd-bfff-8a53af92d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.282998 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44307d13-3084-4434-a60c-364700129aee req-f15b31a4-ccba-4ddd-bfff-8a53af92d7ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.1344147 Oct 13 11:01:27.309355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fe9a5-1adb-4775-ab52-307ec4ad3590 req-3eeea83b-9b02-4b73-ab00-f2500c071876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.311091 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-625fe9a5-1adb-4775-ab52-307ec4ad3590 req-3eeea83b-9b02-4b73-ab00-f2500c071876 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.2862489 Oct 13 11:01:27.365345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307d13-3084-4434-a60c-364700129aee req-89e26c4c-55d6-4f1d-804c-ad6efe601b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.367179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44307d13-3084-4434-a60c-364700129aee req-89e26c4c-55d6-4f1d-804c-ad6efe601b37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754724 Oct 13 11:01:27.377670 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-625fe9a5-1adb-4775-ab52-307ec4ad3590 req-da07cc21-88ea-4e5c-bd33-131736d90b35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a8f42c44-ed76-45d5-96ea-16137fbc062d HTTP/1.1" status: 200 len: 217 time: 0.0379596 Oct 13 11:01:27.401239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-edd240f5-f3f4-448f-814f-c6fc24a761bc tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Deleting port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:27.401759 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-edd240f5-f3f4-448f-814f-c6fc24a761bc tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:27.442726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fe9a5-1adb-4775-ab52-307ec4ad3590 req-7215f904-805e-435a-b14f-76de407c89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.444076 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-625fe9a5-1adb-4775-ab52-307ec4ad3590 req-7215f904-805e-435a-b14f-76de407c89d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0571015 Oct 13 11:01:27.518149 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-edd240f5-f3f4-448f-814f-c6fc24a761bc tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] For port f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e, host n-h2-813659-3, got binding levels [] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:27.518532 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-edd240f5-f3f4-448f-814f-c6fc24a761bc tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:27.520539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fe9a5-1adb-4775-ab52-307ec4ad3590 req-aae1edbb-c6f9-4e91-a3ca-3f960a691bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.522018 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-625fe9a5-1adb-4775-ab52-307ec4ad3590 req-aae1edbb-c6f9-4e91-a3ca-3f960a691bd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686090 Oct 13 11:01:27.540533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-edd240f5-f3f4-448f-814f-c6fc24a761bc tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Calling delete_port for f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:27.547179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44307d13-3084-4434-a60c-364700129aee req-997f4993-cf40-4f3a-8ccc-ed6b65105815 service neutron] 10.222.0.46 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715600 Oct 13 11:01:27.597083 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0efc4b9a-2419-48be-b885-b326ed498838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:27.703330 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-625fe9a5-1adb-4775-ab52-307ec4ad3590 req-a073ac0a-b095-44df-9e64-5975e877695d service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723089 Oct 13 11:01:27.760846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520806c3-354b-4cd7-8154-e8b34978fe53 req-18fd1aff-c285-4a6f-929b-2f98a9323892 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.762363 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-520806c3-354b-4cd7-8154-e8b34978fe53 req-18fd1aff-c285-4a6f-929b-2f98a9323892 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 948 time: 0.1691515 Oct 13 11:01:27.793990 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-44307d13-3084-4434-a60c-364700129aee req-5079f34b-732e-41c8-8b51-8136e8dba38a service neutron] 10.222.0.46 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389803 Oct 13 11:01:27.818170 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-520806c3-354b-4cd7-8154-e8b34978fe53 req-aca50906-96aa-47d0-9205-484b8db86374 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442767 Oct 13 11:01:27.904074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-edd240f5-f3f4-448f-814f-c6fc24a761bc tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:27.906565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-625fe9a5-1adb-4775-ab52-307ec4ad3590 req-b1a84e90-7348-4f02-916d-d742b9d36460 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947069 Oct 13 11:01:27.929155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d680d0c-3e15-4f3e-b750-c9c49f9d426b req-312ef201-1aa9-40b4-8e06-e7daac73d785 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:27.930325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d680d0c-3e15-4f3e-b750-c9c49f9d426b req-312ef201-1aa9-40b4-8e06-e7daac73d785 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 944 time: 0.1178596 Oct 13 11:01:27.962093 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-edd240f5-f3f4-448f-814f-c6fc24a761bc tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:27.962093 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-edd240f5-f3f4-448f-814f-c6fc24a761bc tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "DELETE /v2.0/ports/f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e HTTP/1.1" status: 204 len: 168 time: 0.7230265 Oct 13 11:01:27.962285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd240f5-f3f4-448f-814f-c6fc24a761bc tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:27.965293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47692) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:28.006137 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8177f7-e64b-43b5-9a40-00d7121ec204 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] GET failed (client error): The resource could not be found. Oct 13 11:01:28.011352 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0d8177f7-e64b-43b5-9a40-00d7121ec204 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "GET /v2.0/ports/f2320abb-0bbd-4e0e-9a29-422ffd6c9b0e HTTP/1.1" status: 404 len: 333 time: 0.0407243 Oct 13 11:01:28.012875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47696) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:28.017960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a6508742-a390-454d-862c-bb1846d8db44 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1297142032', 'network_id': '937ec250-8355-465c-beee-042417a514bc'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:28.045269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d680d0c-3e15-4f3e-b750-c9c49f9d426b req-ccc09d5b-5361-4628-90d1-6faa2e5fe998 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947607 Oct 13 11:01:28.080737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0efc4b9a-2419-48be-b885-b326ed498838 admin admin] Deleting port 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:28.081803 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0efc4b9a-2419-48be-b885-b326ed498838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:28.095847 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d08d84d8-a88d-4105-932b-1e0c01916c4c req-c00ca67e-b2e4-4d13-8d54-5df814bdbfa5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 210 time: 0.0373654 Oct 13 11:01:28.166082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0efc4b9a-2419-48be-b885-b326ed498838 admin admin] For port 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25,segment=NetworkSegment(bbab50af-2cb0-4f5b-916f-2aa3f76d8f82),segment_id=bbab50af-2cb0-4f5b-916f-2aa3f76d8f82)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:28.166355 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0efc4b9a-2419-48be-b885-b326ed498838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:28.183527 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0efc4b9a-2419-48be-b885-b326ed498838 admin admin] Calling delete_port for 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:28.287334 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6508742-a390-454d-862c-bb1846d8db44 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Made reservation on behalf of 74565f6854dd4e82b74c95de9fb712fc for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:28.289826 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a6508742-a390-454d-862c-bb1846d8db44 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:28.308813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-a6508742-a390-454d-862c-bb1846d8db44 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] device_id is not set on port 79f5ed16-b00c-4182-bc51-0ee6cae60966 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:01:28.333497 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f78d6a9-9169-48b9-b984-d3699f98e423 req-4f13800c-eaab-4c31-8d34-53e75b139ee4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0306768 Oct 13 11:01:28.500492 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a6508742-a390-454d-862c-bb1846d8db44 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:28.576665 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0efc4b9a-2419-48be-b885-b326ed498838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:28.608674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc4b9a-2419-48be-b885-b326ed498838 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:28.727146 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a6508742-a390-454d-862c-bb1846d8db44 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:28.777736 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0efc4b9a-2419-48be-b885-b326ed498838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:28.781171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6508742-a390-454d-862c-bb1846d8db44 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Network 937ec250-8355-465c-beee-042417a514bc is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:28.786444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-a6508742-a390-454d-862c-bb1846d8db44 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:28.793272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6508742-a390-454d-862c-bb1846d8db44 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:28.793272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6508742-a390-454d-862c-bb1846d8db44 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:28.794669 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a6508742-a390-454d-862c-bb1846d8db44 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:28.797600 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6508742-a390-454d-862c-bb1846d8db44 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event updated for resources: {'Port': ['ID=79f5ed16-b00c-4182-bc51-0ee6cae60966,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:28.943821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023c6e1-dd00-4f1a-9737-f6c80ec3e7f3 req-8e3fe391-0a48-4894-af48-04d9fc2daa75 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:28.945462 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5023c6e1-dd00-4f1a-9737-f6c80ec3e7f3 req-8e3fe391-0a48-4894-af48-04d9fc2daa75 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 948 time: 0.0531197 Oct 13 11:01:28.950026 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a6508742-a390-454d-862c-bb1846d8db44 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9360909 Oct 13 11:01:28.952813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47710) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:29.012968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a0e30b-611b-453f-a87c-e81530e5ec07 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:29.017064 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-42a0e30b-611b-453f-a87c-e81530e5ec07 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "GET /v2.0/ports/79f5ed16-b00c-4182-bc51-0ee6cae60966 HTTP/1.1" status: 200 len: 955 time: 0.0604832 Oct 13 11:01:29.017553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47712) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:29.034313 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5023c6e1-dd00-4f1a-9737-f6c80ec3e7f3 req-afb4e522-fc6f-40f9-844a-13ebbb673d4f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485735 Oct 13 11:01:29.116331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efc4b9a-2419-48be-b885-b326ed498838 admin admin] Router 58041d3d-e46c-40ad-862b-b946d667343d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:01:29.211620 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cca2d694-06d4-4b83-bc4a-8ec145988e8a req-c4269371-4557-4a93-a555-b0aebda37eb3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 210 time: 0.0311382 Oct 13 11:01:29.245434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36871a-4ab2-4b50-8e5b-2932b48ae9da req-db785993-e7a0-4244-bed2-b441159d581e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:29.246921 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f36871a-4ab2-4b50-8e5b-2932b48ae9da req-db785993-e7a0-4244-bed2-b441159d581e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 944 time: 0.1336486 Oct 13 11:01:29.254254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-15bed1f3-2f8b-4948-b841-b3c69f9fcc23 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Deleting port 79f5ed16-b00c-4182-bc51-0ee6cae60966 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:29.254774 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15bed1f3-2f8b-4948-b841-b3c69f9fcc23 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:29.461860 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98f1d07e-2e9c-4786-a157-c627c0d1c97b req-ab395236-55b1-470e-883f-3211e87d5c51 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0375893 Oct 13 11:01:29.732916 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15bed1f3-2f8b-4948-b841-b3c69f9fcc23 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:29.756257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f36871a-4ab2-4b50-8e5b-2932b48ae9da req-6e77ddbc-ee5b-4c6d-bd0b-95d8402e666b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4737203 Oct 13 11:01:29.762080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efc4b9a-2419-48be-b885-b326ed498838 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:01:29.766733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-15bed1f3-2f8b-4948-b841-b3c69f9fcc23 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Calling delete_port for 79f5ed16-b00c-4182-bc51-0ee6cae60966 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:29.771088 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0efc4b9a-2419-48be-b885-b326ed498838 admin admin] 10.222.0.32 "PUT /v2.0/routers/58041d3d-e46c-40ad-862b-b946d667343d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0284348 Oct 13 11:01:29.772729 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002fb39-70ce-4709-984a-c3dc168b7589 None None] Sync routers for ids ['58041d3d-e46c-40ad-862b-b946d667343d'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:01:29.773872 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47722) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:29.797154 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002fb39-70ce-4709-984a-c3dc168b7589 None None] Routers {'58041d3d-e46c-40ad-862b-b946d667343d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:01:29.797154 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9002fb39-70ce-4709-984a-c3dc168b7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:01:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58041d3d-e46c-40ad-862b-b946d667343d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:29.899210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-2807a535-0964-4460-813e-46f600f009c6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:29.900817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-2807a535-0964-4460-813e-46f600f009c6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.21 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 810 time: 0.2698596 Oct 13 11:01:29.920489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7056b7dc-74b5-4c8a-b322-7813f2c58860 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Request body: {'port': {'device_id': '269fd51b-6f86-49cb-aa83-0a1328cc86fc', 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'admin_state_up': True, 'tenant_id': 'b2b4dcba9f2b43e99e64275f41a29736'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:29.922212 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-9002fb39-70ce-4709-984a-c3dc168b7589 None None] Set router 58041d3d-e46c-40ad-862b-b946d667343d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:01:29.930199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:30.027184 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15bed1f3-2f8b-4948-b841-b3c69f9fcc23 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:30.069085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bed1f3-2f8b-4948-b841-b3c69f9fcc23 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event deleted for resources: {'Port': ['ID=79f5ed16-b00c-4182-bc51-0ee6cae60966,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:30.112687 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15bed1f3-2f8b-4948-b841-b3c69f9fcc23 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:30.120946 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-15bed1f3-2f8b-4948-b841-b3c69f9fcc23 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "DELETE /v2.0/ports/79f5ed16-b00c-4182-bc51-0ee6cae60966 HTTP/1.1" status: 204 len: 168 time: 1.0988810 Oct 13 11:01:30.121795 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47740) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:30.140837 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:30.171089 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb74a6e-9e05-4661-aebd-b1c7fb82005b tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] GET failed (client error): The resource could not be found. Oct 13 11:01:30.173438 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9bb74a6e-9e05-4661-aebd-b1c7fb82005b tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "GET /v2.0/ports/79f5ed16-b00c-4182-bc51-0ee6cae60966 HTTP/1.1" status: 404 len: 333 time: 0.0504599 Oct 13 11:01:30.183168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47742) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:30.188730 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9002fb39-70ce-4709-984a-c3dc168b7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T11:01:28Z', 'revision_number': 5, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:30.189476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9d74075b-0cd4-47dd-980b-4a41e7b83198 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Request body: {'port': {'network_id': '937ec250-8355-465c-beee-042417a514bc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1438140560'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:30.217097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44862a-8e1d-45fd-a99a-7ee47aded76b req-5b4f6cd6-bfa8-4d20-8721-9d54e336c9cd tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:30.222856 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e44862a-8e1d-45fd-a99a-7ee47aded76b req-5b4f6cd6-bfa8-4d20-8721-9d54e336c9cd tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 948 time: 0.0776517 Oct 13 11:01:30.239496 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002fb39-70ce-4709-984a-c3dc168b7589 None None] Checking router: 58041d3d-e46c-40ad-862b-b946d667343d for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:01:30.249987 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002fb39-70ce-4709-984a-c3dc168b7589 None None] Routers {'58041d3d-e46c-40ad-862b-b946d667343d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:01:30.250620 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9002fb39-70ce-4709-984a-c3dc168b7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:01:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58041d3d-e46c-40ad-862b-b946d667343d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:30.267453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-7ca0a3f2-35e0-4508-b99a-bce079ea9904 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:30.267825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e44862a-8e1d-45fd-a99a-7ee47aded76b req-69795504-47d0-43ca-ba4b-91af39ebd337 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Oct 13 11:01:30.269032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7056b7dc-74b5-4c8a-b322-7813f2c58860 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Made reservation on behalf of b2b4dcba9f2b43e99e64275f41a29736 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:30.276909 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7056b7dc-74b5-4c8a-b322-7813f2c58860 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:30.277073 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-7ca0a3f2-35e0-4508-b99a-bce079ea9904 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/networks?id=4e0d1d59-cccd-41ea-869e-ce1edf973b28 HTTP/1.1" status: 200 len: 809 time: 0.2299640 Oct 13 11:01:30.306066 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-f3ed0bfa-9493-4161-8554-d10305f9401a tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/quotas/066134be0cc54fdcad563ca7394e9897 HTTP/1.1" status: 200 len: 375 time: 0.0294724 Oct 13 11:01:30.361758 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-0d6d76ec-83f5-4436-8d0b-d979ae48745e tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=066134be0cc54fdcad563ca7394e9897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546765 Oct 13 11:01:30.378463 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-9002fb39-70ce-4709-984a-c3dc168b7589 None None] Set router 58041d3d-e46c-40ad-862b-b946d667343d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:01:30.392501 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82fb7bae-8d83-4cbd-a29c-b3a8a4c7e4d8 req-02afa192-ea18-4200-bae5-7ed7d2b6a916 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 210 time: 0.0330315 Oct 13 11:01:30.483875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Deleting port 892ba243-60de-41e8-b646-ccec9e2c2125 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:30.490062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7056b7dc-74b5-4c8a-b322-7813f2c58860 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Allocated IP 172.20.0.10 (5ba7d06a-9950-4459-be22-0590e0d45321/c73a4c07-49f6-4e27-8039-a817a8176f98/81b0f979-5416-42e3-b43c-16904bb60887) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:30.498423 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:30.511727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d74075b-0cd4-47dd-980b-4a41e7b83198 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Made reservation on behalf of 74565f6854dd4e82b74c95de9fb712fc for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:30.514282 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d74075b-0cd4-47dd-980b-4a41e7b83198 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:30.586392 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-5dae0450-2333-4b01-a0df-b03a8e72cb51 service neutron] 10.222.0.32 "GET /v2.0/networks/4e0d1d59-cccd-41ea-869e-ce1edf973b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237606 Oct 13 11:01:30.603484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device cc2e2cf0-3c4c-47f5-b985-0095bad86d48 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:01:30.608416 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-9d74075b-0cd4-47dd-980b-4a41e7b83198 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] device_id is not set on port 951232ab-6c36-4bbb-b655-59620631f093 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:01:30.619982 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ee768e5-661f-4b5b-bd9e-be428fead24a req-45c9dc9e-0b24-46b3-a33a-7d94a454fab5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0586221 Oct 13 11:01:30.707900 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9002fb39-70ce-4709-984a-c3dc168b7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T11:01:28Z', 'revision_number': 5, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:30.733290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:30.737664 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7056b7dc-74b5-4c8a-b322-7813f2c58860 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:30.751255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'port_id': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'mac_address': 'fa:16:3e:1d:3a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:01:30.755532 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002fb39-70ce-4709-984a-c3dc168b7589 None None] The sync data for ids ['58041d3d-e46c-40ad-862b-b946d667343d'] in n-d-813659-3 is: [{'id': '58041d3d-e46c-40ad-862b-b946d667343d', 'name': 'tempest-ServerRescueTestJSONUnderV235-186598451-router', 'tenant_id': '6175b577a51f40e1a4cc3b714646768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:46Z', 'updated_at': '2021-10-13T11:01:28Z', 'revision_number': 5, 'project_id': '6175b577a51f40e1a4cc3b714646768d', 'gw_port': {'id': '892ba243-60de-41e8-b646-ccec9e2c2125', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041d3d-e46c-40ad-862b-b946d667343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:47Z', 'updated_at': '2021-10-13T10:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:01:30.811342 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:30.815657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] For port 892ba243-60de-41e8-b646-ccec9e2c2125, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=892ba243-60de-41e8-b646-ccec9e2c2125,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:30.815984 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:30.827141 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2e2cf0-3c4c-47f5-b985-0095bad86d48 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:30.827468 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-97f4b2e9-438b-4dcb-8986-c99722643bbc service neutron] 10.222.0.32 "GET /v2.0/networks/4e0d1d59-cccd-41ea-869e-ce1edf973b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313199 Oct 13 11:01:30.848993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Calling delete_port for 892ba243-60de-41e8-b646-ccec9e2c2125 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:30.855115 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:30.920836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ed6f3-3529-4aa6-aa8d-98d29b2c5964 req-cfa56524-c5f8-4707-b024-277ed3b98217 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:30.923806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e3ed6f3-3529-4aa6-aa8d-98d29b2c5964 req-cfa56524-c5f8-4707-b024-277ed3b98217 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 944 time: 0.0651741 Oct 13 11:01:30.965908 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e3ed6f3-3529-4aa6-aa8d-98d29b2c5964 req-d446a464-b09c-47a7-a723-43fe96a5dced tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368001 Oct 13 11:01:31.013445 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7056b7dc-74b5-4c8a-b322-7813f2c58860 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:31.059165 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:31.060650 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a8f42c44-ed76-45d5-96ea-16137fbc062d details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:01:31.070720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7056b7dc-74b5-4c8a-b322-7813f2c58860 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Network 5ba7d06a-9950-4459-be22-0590e0d45321 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:31.075048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7056b7dc-74b5-4c8a-b322-7813f2c58860 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:31.079705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7056b7dc-74b5-4c8a-b322-7813f2c58860 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:31.122988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056b7dc-74b5-4c8a-b322-7813f2c58860 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Pushing event updated for resources: {'Port': ['ID=81b0f979-5416-42e3-b43c-16904bb60887,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:31.203896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7056b7dc-74b5-4c8a-b322-7813f2c58860 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:31.206617 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7056b7dc-74b5-4c8a-b322-7813f2c58860 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:31.229316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:01:31.266881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:01:31.267232 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3db8eb0b-bb02-4f42-8c7a-97c1a50f7e25 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:01:31.274834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:31.287743 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56ed28cf-ec52-44fd-a2a0-f567701a7163 req-03656c5a-3689-488e-821f-9f3de55a4a21 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 210 time: 0.0569899 Oct 13 11:01:31.327837 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-7056b7dc-74b5-4c8a-b322-7813f2c58860 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4162807 Oct 13 11:01:31.350524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Request body: {'port': {'device_id': '269fd51b-6f86-49cb-aa83-0a1328cc86fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:31.367550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-1d7a6c44-7f0c-436e-bcc1-1c98b446c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:31.369898 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-1d7a6c44-7f0c-436e-bcc1-1c98b446c81f service neutron] 10.222.0.21 "GET /v2.0/ports/0c538839-1be6-4a32-b0e6-10d01668a313 HTTP/1.1" status: 200 len: 1033 time: 0.0631340 Oct 13 11:01:31.389967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a8f42c44-ed76-45d5-96ea-16137fbc062d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a8f42c44-ed76-45d5-96ea-16137fbc062d,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:31.413734 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'a8f42c44-ed76-45d5-96ea-16137fbc062d', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'a8f42c44-ed76-45d5-96ea-16137fbc062d', 'mac_address': 'fa:16:3e:1d:0f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:01:31.504693 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d74075b-0cd4-47dd-980b-4a41e7b83198 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:31.517504 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:31.533883 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:31.558183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f42c44-ed76-45d5-96ea-16137fbc062d {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:31.609714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a8f42c44-ed76-45d5-96ea-16137fbc062d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a8f42c44-ed76-45d5-96ea-16137fbc062d,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:31.658971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-2d217ce6-0996-4d0f-a157-b3c345ff3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:31.660330 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-2d217ce6-0996-4d0f-a157-b3c345ff3f00 service neutron] 10.222.0.21 "GET /v2.0/ports/4b955f06-9355-4152-b824-207e8663b591 HTTP/1.1" status: 200 len: 1032 time: 0.2827969 Oct 13 11:01:31.720553 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:31.766708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c25980-5e8b-45cf-9fef-73d484f54fd1 req-89b731ed-7415-4ba6-afb3-de01ccfb2131 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:31.768183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4c25980-5e8b-45cf-9fef-73d484f54fd1 req-89b731ed-7415-4ba6-afb3-de01ccfb2131 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 932 time: 0.1205623 Oct 13 11:01:31.795161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6ffb1-4b95-4417-bacd-e01ca3cd0cff req-e763b01b-adad-4d92-b773-1827e64bdc18 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:31.802368 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-37c6ffb1-4b95-4417-bacd-e01ca3cd0cff req-e763b01b-adad-4d92-b773-1827e64bdc18 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 948 time: 0.3278606 Oct 13 11:01:31.828508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4c25980-5e8b-45cf-9fef-73d484f54fd1 req-9d634d7f-cb56-4b30-b205-871757cb0a49 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508869 Oct 13 11:01:31.828995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a8f42c44-ed76-45d5-96ea-16137fbc062d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:31.845642 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d74075b-0cd4-47dd-980b-4a41e7b83198 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:31.970830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a4bc3b7-6eed-401a-8b73-84ce415a89b1 req-92337df6-87e3-4059-920e-15979bd25553 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0693641 Oct 13 11:01:31.986790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-dbc560dd-1748-41da-a475-344c719439b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:31.993006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-dbc560dd-1748-41da-a475-344c719439b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:32.000563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-dbc560dd-1748-41da-a475-344c719439b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:32.002392 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-dbc560dd-1748-41da-a475-344c719439b6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "GET /v2.0/networks?id=bc5e0317-2a1f-41ba-91cf-0b420f18bef2&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=231ca368-35d6-4a3f-8aab-23252a4b5f72&id=231ca368-35d6-4a3f-8aab-23252a4b5f72 HTTP/1.1" status: 200 len: 1993 time: 0.3199053 Oct 13 11:01:32.016838 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d74075b-0cd4-47dd-980b-4a41e7b83198 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Network 937ec250-8355-465c-beee-042417a514bc is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:32.025925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b0f979-5416-42e3-b43c-16904bb60887 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:32.050640 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.056891 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-37c6ffb1-4b95-4417-bacd-e01ca3cd0cff req-59bf571b-0786-4260-9d3d-dfe600f938d1 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528121 Oct 13 11:01:32.070262 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Transition to ACTIVE for port object 81b0f979-5416-42e3-b43c-16904bb60887 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:01:32.071157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-9d74075b-0cd4-47dd-980b-4a41e7b83198 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:32.084480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['a8f42c44-ed76-45d5-96ea-16137fbc062d'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:32.099051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74075b-0cd4-47dd-980b-4a41e7b83198 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event updated for resources: {'Port': ['ID=951232ab-6c36-4bbb-b655-59620631f093,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:32.107725 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.109505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['cc2e2cf0-3c4c-47f5-b985-0095bad86d48'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:32.112876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74075b-0cd4-47dd-980b-4a41e7b83198 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:32.113817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d74075b-0cd4-47dd-980b-4a41e7b83198 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:32.114447 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d74075b-0cd4-47dd-980b-4a41e7b83198 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.143578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.187596 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=892ba243-60de-41e8-b646-ccec9e2c2125,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:32.203216 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4ea454f2-ad13-4a7a-9e3c-6a203e3756cf tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8ef3a9260b7494da03368bc530c12f3 HTTP/1.1" status: 200 len: 380 time: 0.1829576 Oct 13 11:01:32.245847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-eec63020-8b78-4b34-9d40-0a5303c5a51c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'port': {'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'admin_state_up': True, 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'security_groups': ['d760090a-534a-4103-a13e-f63b7dcb5485']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:32.292676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Pushing event updated for resources: {'Port': ['ID=81b0f979-5416-42e3-b43c-16904bb60887,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:32.356920 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54f703-c80c-45d0-9685-47ebc7028f25 req-358223da-8689-4ab1-b008-76410d4c64c3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:32.365621 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad54f703-c80c-45d0-9685-47ebc7028f25 req-358223da-8689-4ab1-b008-76410d4c64c3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 945 time: 0.2119527 Oct 13 11:01:32.421894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Attempting to bind port 81b0f979-5416-42e3-b43c-16904bb60887 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:32.422550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Attempting to bind port 81b0f979-5416-42e3-b43c-16904bb60887 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:32.423034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Attempting to bind port 81b0f979-5416-42e3-b43c-16904bb60887 on network 5ba7d06a-9950-4459-be22-0590e0d45321 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:32.445132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Port 81b0f979-5416-42e3-b43c-16904bb60887 on network 5ba7d06a-9950-4459-be22-0590e0d45321 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:32.445416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Attempting to bind port 81b0f979-5416-42e3-b43c-16904bb60887 on network 5ba7d06a-9950-4459-be22-0590e0d45321 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:32.453672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad54f703-c80c-45d0-9685-47ebc7028f25 req-080ed28f-dde8-4e07-a808-22a7fb7f98f8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872660 Oct 13 11:01:32.466376 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9d74075b-0cd4-47dd-980b-4a41e7b83198 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2807689 Oct 13 11:01:32.467993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:32.468204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47774) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:32.468553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Checking segment: {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:32.469944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Bound using segment: {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:32.470509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Bound port: 81b0f979-5416-42e3-b43c-16904bb60887, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:32.472576 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.476229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:32.582978 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-758b0760-c8c2-41b0-b93c-d3bc26b4a8d0 req-6aa2c3fc-02f2-4699-b0be-4bed109a6c5b tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 210 time: 0.1139832 Oct 13 11:01:32.615275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] For port 81b0f979-5416-42e3-b43c-16904bb60887, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:32.619662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] For port 81b0f979-5416-42e3-b43c-16904bb60887, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=81b0f979-5416-42e3-b43c-16904bb60887,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:32.645543 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.742298 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.744642 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.763883 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.767236 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.784202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:32.787328 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.787328 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] 10.222.0.21 "PUT /v2.0/ports/81b0f979-5416-42e3-b43c-16904bb60887 HTTP/1.1" status: 200 len: 1092 time: 1.4505861 Oct 13 11:01:32.787328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269fd51b-6f86-49cb-aa83-0a1328cc86fc', 'tag': '81b0f979-5416-42e3-b43c-16904bb60887'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:32.789535 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5f811c-7dd2-4105-912c-919247642124" -d '{"events": [{"name": "network-changed", "server_uuid": "269fd51b-6f86-49cb-aa83-0a1328cc86fc", "tag": "81b0f979-5416-42e3-b43c-16904bb60887"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:32.791626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-eec63020-8b78-4b34-9d40-0a5303c5a51c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Made reservation on behalf of f8ef3a9260b7494da03368bc530c12f3 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:32.795349 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-eec63020-8b78-4b34-9d40-0a5303c5a51c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.838914 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd7d72-bb9d-479d-b394-e6196b200eef service neutron] Pushing event updated for resources: {'Port': ['ID=81b0f979-5416-42e3-b43c-16904bb60887,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:32.843916 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b114b8ec-04d1-4515-9439-5ea20f03b423 x-openstack-request-id: req-b114b8ec-04d1-4515-9439-5ea20f03b423 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:32.844146 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269fd51b-6f86-49cb-aa83-0a1328cc86fc", "tag": "81b0f979-5416-42e3-b43c-16904bb60887", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:32.844497 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b114b8ec-04d1-4515-9439-5ea20f03b423 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:32.845582 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269fd51b-6f86-49cb-aa83-0a1328cc86fc', 'tag': '81b0f979-5416-42e3-b43c-16904bb60887', 'status': 'completed', 'code': 200} Oct 13 11:01:32.943076 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.943580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58041d3d-e46c-40ad-862b-b946d667343d {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:01:32.967150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:32.967826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f811c-7dd2-4105-912c-919247642124 req-5fbbb52f-10c1-43a4-a6ef-7828e99a1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:32.968895 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9ed476af-61fa-4bc4-b5a5-f20f08dcd5c7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/58041d3d-e46c-40ad-862b-b946d667343d HTTP/1.1" status: 204 len: 168 time: 3.1937349 Oct 13 11:01:32.969541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4c5f811c-7dd2-4105-912c-919247642124 req-5fbbb52f-10c1-43a4-a6ef-7828e99a1a2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 1095 time: 0.1015291 Oct 13 11:01:32.971387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47784) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:33.122550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e607e6-22a6-4f50-8a84-72b2051f6888 req-8826f183-9c7c-4605-a1c1-dbe0247aed61 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:33.123437 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97e607e6-22a6-4f50-8a84-72b2051f6888 req-8826f183-9c7c-4605-a1c1-dbe0247aed61 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 944 time: 0.1866338 Oct 13 11:01:33.144591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1cf2aa-03ae-4cbf-8e11-6a6ccd20dae5 admin admin] Deleting subnet 7b2ff1c2-b112-4f98-a30b-af0fe58cec1d {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:01:33.148397 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a1cf2aa-03ae-4cbf-8e11-6a6ccd20dae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:33.203130 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a1cf2aa-03ae-4cbf-8e11-6a6ccd20dae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:33.233317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] device_id is not set on port 951232ab-6c36-4bbb-b655-59620631f093 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:01:33.242032 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97e607e6-22a6-4f50-8a84-72b2051f6888 req-b6dd2c91-8935-4315-9145-dc4e008c1366 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047118 Oct 13 11:01:33.243029 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e32499c-3570-479c-bfa7-4b163326a8ee req-3c18218f-c351-4f7f-832d-e007300c730b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0570819 Oct 13 11:01:33.255332 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-eec63020-8b78-4b34-9d40-0a5303c5a51c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Allocated IP 172.20.0.12 (bc5e0317-2a1f-41ba-91cf-0b420f18bef2/65e93234-d6c5-4aa7-8ff5-81bcaedbc002/4b45b71e-507c-4f82-9175-e9a55d5c8e54) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:33.323305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f811c-7dd2-4105-912c-919247642124 req-f6080a09-0037-484e-a351-cb2c1c3a32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:33.325385 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4c5f811c-7dd2-4105-912c-919247642124 req-f6080a09-0037-484e-a351-cb2c1c3a32ff service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3056159 Oct 13 11:01:33.331476 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a1cf2aa-03ae-4cbf-8e11-6a6ccd20dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:33.363895 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:33.438820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557f750-ccab-465c-8cbc-6e624d05a307 req-5fdee51a-e2d6-41e4-accf-258bf7cbdcc6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:33.442372 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a557f750-ccab-465c-8cbc-6e624d05a307 req-5fdee51a-e2d6-41e4-accf-258bf7cbdcc6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 949 time: 0.0809441 Oct 13 11:01:33.491164 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:33.508600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f811c-7dd2-4105-912c-919247642124 req-342cc718-9df9-484a-a224-05566cc50391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:33.511655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4c5f811c-7dd2-4105-912c-919247642124 req-342cc718-9df9-484a-a224-05566cc50391 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1768222 Oct 13 11:01:33.514879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-eec63020-8b78-4b34-9d40-0a5303c5a51c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:33.559533 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a1cf2aa-03ae-4cbf-8e11-6a6ccd20dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:33.594151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cf2aa-03ae-4cbf-8e11-6a6ccd20dae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b2ff1c2-b112-4f98-a30b-af0fe58cec1d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:33.595205 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a557f750-ccab-465c-8cbc-6e624d05a307 req-e7aa4599-17f4-4889-ac2d-13bb61882df1 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422846 Oct 13 11:01:33.596029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event updated for resources: {'Port': ['ID=951232ab-6c36-4bbb-b655-59620631f093,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:33.616528 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a1cf2aa-03ae-4cbf-8e11-6a6ccd20dae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:33.623118 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7a1cf2aa-03ae-4cbf-8e11-6a6ccd20dae5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7b2ff1c2-b112-4f98-a30b-af0fe58cec1d HTTP/1.1" status: 204 len: 168 time: 0.6504672 Oct 13 11:01:33.624215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47794) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:33.652486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:33.652887 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:33.653368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:33.659983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:33.660321 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:33.660716 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 2 to bind port 951232ab-6c36-4bbb-b655-59620631f093 Oct 13 11:01:33.687960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:33.688448 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:33.688790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:33.711362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:33.711662 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:33.712783 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 3 to bind port 951232ab-6c36-4bbb-b655-59620631f093 Oct 13 11:01:33.730507 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-291b0aaa-e9e7-48c3-a243-32010750727a req-f115bf24-3fae-4736-8c55-996145de921f tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 210 time: 0.0527287 Oct 13 11:01:33.731810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:33.732191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:33.736140 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:33.738617 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-eec63020-8b78-4b34-9d40-0a5303c5a51c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:33.750231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:33.750231 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:33.750794 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 4 to bind port 951232ab-6c36-4bbb-b655-59620631f093 Oct 13 11:01:33.790407 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8db47b-4a06-44d6-bc60-af04a80dbceb req-1e1cdd37-c917-4b30-a1d4-69eaebabdbf5 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:33.797639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb8db47b-4a06-44d6-bc60-af04a80dbceb req-1e1cdd37-c917-4b30-a1d4-69eaebabdbf5 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 945 time: 0.1865618 Oct 13 11:01:33.808151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-eec63020-8b78-4b34-9d40-0a5303c5a51c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:33.816353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-e1225a66-b508-4d5e-83c0-41562351473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:33.816353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-e1225a66-b508-4d5e-83c0-41562351473b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 1095 time: 0.1970277 Oct 13 11:01:33.816686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-eec63020-8b78-4b34-9d40-0a5303c5a51c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:33.816780 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc1de3c9-c1f2-461e-b8ec-0b5fcac70cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:33.816884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:33.816884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:33.816884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:33.819106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-eec63020-8b78-4b34-9d40-0a5303c5a51c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:33.852143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:33.852396 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:33.855297 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 5 to bind port 951232ab-6c36-4bbb-b655-59620631f093 Oct 13 11:01:33.858102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec63020-8b78-4b34-9d40-0a5303c5a51c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'Port': ['ID=4b45b71e-507c-4f82-9175-e9a55d5c8e54,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:33.889544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:33.889887 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:33.890227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:33.905036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:33.905377 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:33.905497 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-474dfee1-62f2-47d4-92f1-f920f2247d5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b0f979-5416-42e3-b43c-16904bb60887 HTTP/1.1" status: 200 len: 217 time: 0.0779176 Oct 13 11:01:33.908124 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 6 to bind port 951232ab-6c36-4bbb-b655-59620631f093 Oct 13 11:01:33.924148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-eec63020-8b78-4b34-9d40-0a5303c5a51c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:33.924944 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-eec63020-8b78-4b34-9d40-0a5303c5a51c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:33.944193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:33.944539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:33.945006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:33.950709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:33.951042 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:33.951439 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 7 to bind port 951232ab-6c36-4bbb-b655-59620631f093 Oct 13 11:01:33.969563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:33.969972 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:33.970853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:33.976219 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:33.976952 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:33.977499 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 8 to bind port 951232ab-6c36-4bbb-b655-59620631f093 Oct 13 11:01:34.002275 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:34.003341 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:34.003919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:34.012050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:34.012534 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:34.017265 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-eec63020-8b78-4b34-9d40-0a5303c5a51c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7874436 Oct 13 11:01:34.018054 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 9 to bind port 951232ab-6c36-4bbb-b655-59620631f093 Oct 13 11:01:34.018194 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc1de3c9-c1f2-461e-b8ec-0b5fcac70cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:34.053249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f719b6a3-30c7-4ad9-b0c1-bcf4141869be tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'port': {'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582', 'admin_state_up': True, 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'security_groups': ['d760090a-534a-4103-a13e-f63b7dcb5485']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:34.063629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-bc1de3c9-c1f2-461e-b8ec-0b5fcac70cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c56f23-0879-4d0a-999f-a48750187487']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:34.081662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-bc1de3c9-c1f2-461e-b8ec-0b5fcac70cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbab50af-2cb0-4f5b-916f-2aa3f76d8f82') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:34.082018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-bc1de3c9-c1f2-461e-b8ec-0b5fcac70cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbab50af-2cb0-4f5b-916f-2aa3f76d8f82') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:34.102555 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc1de3c9-c1f2-461e-b8ec-0b5fcac70cab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:34.117693 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc1de3c9-c1f2-461e-b8ec-0b5fcac70cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:34.125967 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1de3c9-c1f2-461e-b8ec-0b5fcac70cab admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:01:34.126435 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc1de3c9-c1f2-461e-b8ec-0b5fcac70cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:01:34.143901 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:01:34.185723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-baeeecd0-a5dc-409c-817b-2ff32506f943 None None] Provisioning complete for port 4b45b71e-507c-4f82-9175-e9a55d5c8e54 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:34.186270 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-baeeecd0-a5dc-409c-817b-2ff32506f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:34.207156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:34.208027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:34.208164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb8db47b-4a06-44d6-bc60-af04a80dbceb req-c861b910-02c7-4e3e-aa94-ad8ab009eb8c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4095805 Oct 13 11:01:34.208510 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:34.214159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:34.221561 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:34.221561 n-d-813659-3 neutron-server[101990]: INFO neutron.plugins.ml2.plugin [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempt 10 to bind port 951232ab-6c36-4bbb-b655-59620631f093 Oct 13 11:01:34.225619 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-baeeecd0-a5dc-409c-817b-2ff32506f943 None None] Port 4b45b71e-507c-4f82-9175-e9a55d5c8e54 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:01:34.240738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:34.241273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:34.241804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempting to bind port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:34.249463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:34.249883 n-d-813659-3 neutron-server[101990]: ERROR neutron.plugins.ml2.managers [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Failed to bind port 951232ab-6c36-4bbb-b655-59620631f093 on host n-h2-813659-3 for vnic_type normal using segments [{'id': 'e8cf9c89-8410-4327-b185-9841fe3f178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '937ec250-8355-465c-beee-042417a514bc'}] Oct 13 11:01:34.250514 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:34.314050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f719b6a3-30c7-4ad9-b0c1-bcf4141869be tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Made reservation on behalf of f8ef3a9260b7494da03368bc530c12f3 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:34.319293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f719b6a3-30c7-4ad9-b0c1-bcf4141869be tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:34.320027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-d8da2f19-2fd0-4fc0-a9fe-f99b55978a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:34.321756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-d8da2f19-2fd0-4fc0-a9fe-f99b55978a3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c73a4c07-49f6-4e27-8039-a817a8176f98 HTTP/1.1" status: 200 len: 850 time: 0.3813982 Oct 13 11:01:34.375796 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-1546f23d-78ef-4ba1-8122-fb6dad95ae1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ba7d06a-9950-4459-be22-0590e0d45321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442574 Oct 13 11:01:34.397258 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc1de3c9-c1f2-461e-b8ec-0b5fcac70cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:34.452286 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc1de3c9-c1f2-461e-b8ec-0b5fcac70cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:34.452286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bc1de3c9-c1f2-461e-b8ec-0b5fcac70cab admin admin] 10.222.0.32 "DELETE /v2.0/networks/78c56f23-0879-4d0a-999f-a48750187487 HTTP/1.1" status: 204 len: 168 time: 0.8086579 Oct 13 11:01:34.533933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-202e2ac0-77ef-496d-a7f0-9b7b97eb858c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:34.535442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-202e2ac0-77ef-496d-a7f0-9b7b97eb858c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.21 "GET /v2.0/networks?id=4e0d1d59-cccd-41ea-869e-ce1edf973b28 HTTP/1.1" status: 200 len: 809 time: 0.3245366 Oct 13 11:01:34.548150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1de3c9-c1f2-461e-b8ec-0b5fcac70cab admin admin] Pushing event deleted for resources: {'Network': ['ID=78c56f23-0879-4d0a-999f-a48750187487,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:34.556699 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-150c5c5f-e7aa-4e30-9a70-f5743431c1e4 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Request body: {'port': {'device_id': 'e29482f8-bc49-4988-8c34-a513f1a5223a', 'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28', 'admin_state_up': True, 'tenant_id': '066134be0cc54fdcad563ca7394e9897'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:34.624460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] For port 951232ab-6c36-4bbb-b655-59620631f093, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:34.625029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attempted to set empty binding levels {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 11:01:34.649407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb1b71-b5c3-4cb4-8c0e-edf10193989c req-a1c6c4db-bc2a-490f-bffe-2b8346e55003 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:34.651277 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1bb1b71-b5c3-4cb4-8c0e-edf10193989c req-a1c6c4db-bc2a-490f-bffe-2b8346e55003 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 944 time: 0.2929707 Oct 13 11:01:34.652549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f719b6a3-30c7-4ad9-b0c1-bcf4141869be tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Allocated IP 10.1.1.34 (29e1e4ce-398c-485c-8047-e064dc11e582/304336d7-821e-4681-8f14-801ba5e0e6dc/1e5b1f2a-86fe-4784-b429-eafd5aa62c84) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:34.655486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device cc2e2cf0-3c4c-47f5-b985-0095bad86d48 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:34.677566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94af7bd-ad3f-4834-bffe-8e94b924c411 req-b9695316-af58-4379-8d68-f8bc844ea99c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:34.685786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e94af7bd-ad3f-4834-bffe-8e94b924c411 req-b9695316-af58-4379-8d68-f8bc844ea99c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 932 time: 0.2433577 Oct 13 11:01:34.694436 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:34.740619 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-4821f3d0-68c9-446c-bafd-93005810ea3a service neutron] 10.222.0.21 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564131 Oct 13 11:01:34.770865 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] In _notify_port_updated(), no bound segment for port 951232ab-6c36-4bbb-b655-59620631f093 on network 937ec250-8355-465c-beee-042417a514bc {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:01:34.772121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:34.772745 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:34.778180 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "PUT /v2.0/ports/951232ab-6c36-4bbb-b655-59620631f093 HTTP/1.1" status: 200 len: 975 time: 2.3026986 Oct 13 11:01:34.785214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47814) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:34.830399 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1bb1b71-b5c3-4cb4-8c0e-edf10193989c req-8b862a57-804e-44de-a968-7a4c3dc45899 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637053 Oct 13 11:01:34.835651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2078c4a-ab91-4627-87ac-b0f402194f97 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event updated for resources: {'Port': ['ID=951232ab-6c36-4bbb-b655-59620631f093,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:34.836231 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e94af7bd-ad3f-4834-bffe-8e94b924c411 req-8939aa55-9964-40f7-b3b4-01290f991648 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494982 Oct 13 11:01:34.842486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:01:34.860419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:34.860419 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:34.879530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47816) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:34.942531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 892ba243-60de-41e8-b646-ccec9e2c2125 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:01:34.976413 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 892ba243-60de-41e8-b646-ccec9e2c2125 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:01:34.977586 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 892ba243-60de-41e8-b646-ccec9e2c2125 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:01:35.003206 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6395ed1b-0d20-432b-8668-bc4ab85639f3 req-1be52ac4-28c0-4ac5-90b1-ad5a38297735 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 210 time: 0.0784781 Oct 13 11:01:35.023360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-150c5c5f-e7aa-4e30-9a70-f5743431c1e4 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Made reservation on behalf of 066134be0cc54fdcad563ca7394e9897 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:35.027487 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-150c5c5f-e7aa-4e30-9a70-f5743431c1e4 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.061090 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.070516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-13eb7934-50e8-4fde-9f1b-315754273fd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6175b577a51f40e1a4cc3b714646768d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868160 Oct 13 11:01:35.073645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47820) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:35.102290 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95434ebf-e799-49d4-8535-6e958882fdd7 req-08228d51-11a0-490b-8d4b-1b2d93ba8c84 service neutron] 10.222.0.21 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525753 Oct 13 11:01:35.130704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:35.138014 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee030d8a-aa9b-4228-bf4e-b36482e75022" -d '{"events": [{"server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "name": "network-vif-plugged", "status": "completed", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:35.144868 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6203b2-2eb0-4867-9436-c8b6fccaedeb req-8898ac7c-9094-4395-b67f-c15f377b6fdc tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:35.146886 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7e6203b2-2eb0-4867-9436-c8b6fccaedeb req-8898ac7c-9094-4395-b67f-c15f377b6fdc tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 949 time: 0.1608343 Oct 13 11:01:35.172214 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:35.192812 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f719b6a3-30c7-4ad9-b0c1-bcf4141869be tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.201141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e5976ac1-bd7b-4c9c-8f4b-c2c602b26c87 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Deleting port 951232ab-6c36-4bbb-b655-59620631f093 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:35.206550 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e5976ac1-bd7b-4c9c-8f4b-c2c602b26c87 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.219675 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7e6203b2-2eb0-4867-9436-c8b6fccaedeb req-5883b993-3653-4096-93b5-5ad2fc37dfdd tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620904 Oct 13 11:01:35.241059 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78724e61-370f-4993-a083-e102220b1bcc x-openstack-request-id: req-78724e61-370f-4993-a083-e102220b1bcc {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:35.244114 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "name": "network-vif-plugged", "status": "completed", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:35.244114 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78724e61-370f-4993-a083-e102220b1bcc {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:35.244114 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'code': 200} Oct 13 11:01:35.263537 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.264695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a8f42c44-ed76-45d5-96ea-16137fbc062d up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:35.311088 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b470501f-e55a-41bd-b06d-16f36b6e77ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.349536 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f719b6a3-30c7-4ad9-b0c1-bcf4141869be tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.379246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e5976ac1-bd7b-4c9c-8f4b-c2c602b26c87 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] For port 951232ab-6c36-4bbb-b655-59620631f093, host n-h2-813659-3, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:35.379616 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e5976ac1-bd7b-4c9c-8f4b-c2c602b26c87 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.393828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:35.418287 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b470501f-e55a-41bd-b06d-16f36b6e77ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.423020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e5976ac1-bd7b-4c9c-8f4b-c2c602b26c87 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Calling delete_port for 951232ab-6c36-4bbb-b655-59620631f093 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:35.451837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b712399-9c00-4a4d-bfe1-9d12523d4fc1 req-5b2959b9-49d2-4bbf-bf74-2a42dbbb2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:35.453477 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b712399-9c00-4a4d-bfe1-9d12523d4fc1 req-5b2959b9-49d2-4bbf-bf74-2a42dbbb2f88 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 1097 time: 0.1392050 Oct 13 11:01:35.459837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-150c5c5f-e7aa-4e30-9a70-f5743431c1e4 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Allocated IP 172.20.0.12 (4e0d1d59-cccd-41ea-869e-ce1edf973b28/a1270603-9e76-4f75-8bab-07548eeb2406/b8836b80-ea92-48fe-8851-fb5ebcd72bb8) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:35.462072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f719b6a3-30c7-4ad9-b0c1-bcf4141869be tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Network 29e1e4ce-398c-485c-8047-e064dc11e582 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:35.468630 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f719b6a3-30c7-4ad9-b0c1-bcf4141869be tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:35.476109 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f719b6a3-30c7-4ad9-b0c1-bcf4141869be tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:35.542074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port a8f42c44-ed76-45d5-96ea-16137fbc062d completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:01:35.547971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port a8f42c44-ed76-45d5-96ea-16137fbc062d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:35.548411 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.567395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f719b6a3-30c7-4ad9-b0c1-bcf4141869be tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:35.569297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f719b6a3-30c7-4ad9-b0c1-bcf4141869be tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.590512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719b6a3-30c7-4ad9-b0c1-bcf4141869be tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'Port': ['ID=1e5b1f2a-86fe-4784-b429-eafd5aa62c84,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:35.629526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061f47d-feea-4a94-bf81-0954b3d5f33d req-65fcd4d0-50bc-4bc0-8f26-e4755669c640 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:35.634814 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4061f47d-feea-4a94-bf81-0954b3d5f33d req-65fcd4d0-50bc-4bc0-8f26-e4755669c640 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.2571671 Oct 13 11:01:35.642704 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b712399-9c00-4a4d-bfe1-9d12523d4fc1 req-b8e118ab-dde0-4ff0-a265-736c5db7185c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743457 Oct 13 11:01:35.690213 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.724312 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f719b6a3-30c7-4ad9-b0c1-bcf4141869be tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6920481 Oct 13 11:01:35.738405 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a8f42c44-ed76-45d5-96ea-16137fbc062d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a8f42c44-ed76-45d5-96ea-16137fbc062d,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:35.740271 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4061f47d-feea-4a94-bf81-0954b3d5f33d req-d4943373-0533-48a8-a388-c2d79e527dfb tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973918 Oct 13 11:01:35.760552 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-49d211ae-ecfd-4b17-a6b4-f210efabea97 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'port': {'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582', 'admin_state_up': True, 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'security_groups': ['d760090a-534a-4103-a13e-f63b7dcb5485']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:35.772649 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b470501f-e55a-41bd-b06d-16f36b6e77ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.772649 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b470501f-e55a-41bd-b06d-16f36b6e77ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.780229 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b470501f-e55a-41bd-b06d-16f36b6e77ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e486e100-8184-4c3e-9dbc-d331bce9226b HTTP/1.1" status: 204 len: 168 time: 0.6942234 Oct 13 11:01:35.793185 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470501f-e55a-41bd-b06d-16f36b6e77ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e486e100-8184-4c3e-9dbc-d331bce9226b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:35.830575 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.863435 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e5976ac1-bd7b-4c9c-8f4b-c2c602b26c87 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.903427 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e5976ac1-bd7b-4c9c-8f4b-c2c602b26c87 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.908722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e5976ac1-bd7b-4c9c-8f4b-c2c602b26c87 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "DELETE /v2.0/ports/951232ab-6c36-4bbb-b655-59620631f093 HTTP/1.1" status: 204 len: 168 time: 1.1222420 Oct 13 11:01:35.927415 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47834) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:35.946092 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a8f42c44-ed76-45d5-96ea-16137fbc062d,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:35.964477 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-150c5c5f-e7aa-4e30-9a70-f5743431c1e4 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:35.966217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5976ac1-bd7b-4c9c-8f4b-c2c602b26c87 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] Pushing event deleted for resources: {'Port': ['ID=951232ab-6c36-4bbb-b655-59620631f093,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:35.983452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f2022d43-e3be-49ea-ac5d-f2f54e0c9eed None None] Provisioning complete for port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:35.983819 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f2022d43-e3be-49ea-ac5d-f2f54e0c9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:36.025509 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-999ebdbd-42af-4551-8ce5-f79052982808 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] GET failed (client error): The resource could not be found. Oct 13 11:01:36.025956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f2022d43-e3be-49ea-ac5d-f2f54e0c9eed None None] Port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:01:36.029017 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-999ebdbd-42af-4551-8ce5-f79052982808 tempest-PortsAdminExtendedAttrsTestJSON-1431208391 tempest-PortsAdminExtendedAttrsTestJSON-1431208391-project-admin] 10.222.0.32 "GET /v2.0/ports/951232ab-6c36-4bbb-b655-59620631f093 HTTP/1.1" status: 404 len: 333 time: 0.0802028 Oct 13 11:01:36.032300 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47836) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:36.083755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a70aa4-1599-4699-b565-c2df61d4c7ed req-d2ddbfd7-991c-4328-a865-0699046e82ce tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:36.091634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a70aa4-1599-4699-b565-c2df61d4c7ed req-d2ddbfd7-991c-4328-a865-0699046e82ce tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:36.121679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18942b-c3f3-4212-8d9b-552dbc3add43 req-05ce9e83-0967-4595-89f1-4eecdc1e9e41 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:36.126218 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c18942b-c3f3-4212-8d9b-552dbc3add43 req-05ce9e83-0967-4595-89f1-4eecdc1e9e41 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 944 time: 0.1760104 Oct 13 11:01:36.127550 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c5a70aa4-1599-4699-b565-c2df61d4c7ed req-d2ddbfd7-991c-4328-a865-0699046e82ce tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 1653 time: 0.1739478 Oct 13 11:01:36.169411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-49d211ae-ecfd-4b17-a6b4-f210efabea97 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Made reservation on behalf of f8ef3a9260b7494da03368bc530c12f3 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:36.175252 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-49d211ae-ecfd-4b17-a6b4-f210efabea97 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:36.202391 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c5a70aa4-1599-4699-b565-c2df61d4c7ed req-aa588156-54b8-4ed8-a838-404bd2ad010c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677423 Oct 13 11:01:36.204256 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-251d9df3-af37-45d8-b153-9072f4178a95 tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:36.272350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c18942b-c3f3-4212-8d9b-552dbc3add43 req-2c097090-9bcd-4e5c-8f06-7ae61e29be12 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145329 Oct 13 11:01:36.359291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-150c5c5f-e7aa-4e30-9a70-f5743431c1e4 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:36.468280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d482692-3c38-41a3-ac25-1ecbcda9096f req-f8e29b25-1486-4dec-a8b6-5000a2cf8c6f tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:36.469884 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8d482692-3c38-41a3-ac25-1ecbcda9096f req-f8e29b25-1486-4dec-a8b6-5000a2cf8c6f tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 932 time: 0.1237109 Oct 13 11:01:36.496387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-49d211ae-ecfd-4b17-a6b4-f210efabea97 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Allocated IP 10.1.1.208 (29e1e4ce-398c-485c-8047-e064dc11e582/304336d7-821e-4681-8f14-801ba5e0e6dc/50046162-7e11-4c9f-a133-6908a9f0aa39) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:36.586702 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8d482692-3c38-41a3-ac25-1ecbcda9096f req-cd73c8be-ea74-47f8-b766-8be1aa1e4ebe tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751526 Oct 13 11:01:36.712642 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-49d211ae-ecfd-4b17-a6b4-f210efabea97 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:36.828355 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-251d9df3-af37-45d8-b153-9072f4178a95 tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:36.836500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-150c5c5f-e7aa-4e30-9a70-f5743431c1e4 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Network 4e0d1d59-cccd-41ea-869e-ce1edf973b28 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:36.854959 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-150c5c5f-e7aa-4e30-9a70-f5743431c1e4 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:36.866536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-150c5c5f-e7aa-4e30-9a70-f5743431c1e4 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:36.872197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-251d9df3-af37-45d8-b153-9072f4178a95 tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937ec250-8355-465c-beee-042417a514bc']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:36.899915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9252ded-9d06-4b67-93bf-96dc93475363 req-81d1a22a-88a5-4557-81eb-7a39b64bb42d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:36.902624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c5c5f-e7aa-4e30-9a70-f5743431c1e4 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Pushing event updated for resources: {'Port': ['ID=b8836b80-ea92-48fe-8851-fb5ebcd72bb8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:36.902914 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c9252ded-9d06-4b67-93bf-96dc93475363 req-81d1a22a-88a5-4557-81eb-7a39b64bb42d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0562971 Oct 13 11:01:36.904624 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-49d211ae-ecfd-4b17-a6b4-f210efabea97 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:36.910184 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-251d9df3-af37-45d8-b153-9072f4178a95 tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cf9c89-8410-4327-b185-9841fe3f178c') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:36.910560 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-251d9df3-af37-45d8-b153-9072f4178a95 tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cf9c89-8410-4327-b185-9841fe3f178c') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:36.927198 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-251d9df3-af37-45d8-b153-9072f4178a95 tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:36.940294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d05c7-2ee1-4443-9750-6854bffc42ff req-72165153-cc32-49ca-9712-a2aff027a2b4 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:36.948892 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-010d05c7-2ee1-4443-9750-6854bffc42ff req-72165153-cc32-49ca-9712-a2aff027a2b4 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 950 time: 0.5372877 Oct 13 11:01:36.977565 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-251d9df3-af37-45d8-b153-9072f4178a95 tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:36.986625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-150c5c5f-e7aa-4e30-9a70-f5743431c1e4 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:36.987247 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-150c5c5f-e7aa-4e30-9a70-f5743431c1e4 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:36.996063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251d9df3-af37-45d8-b153-9072f4178a95 tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:01:36.996488 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-251d9df3-af37-45d8-b153-9072f4178a95 tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:01:36.999704 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:01:37.013491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-49d211ae-ecfd-4b17-a6b4-f210efabea97 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Network 29e1e4ce-398c-485c-8047-e064dc11e582 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:37.018710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-49d211ae-ecfd-4b17-a6b4-f210efabea97 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:37.023645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-49d211ae-ecfd-4b17-a6b4-f210efabea97 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:37.045452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d211ae-ecfd-4b17-a6b4-f210efabea97 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'Port': ['ID=50046162-7e11-4c9f-a133-6908a9f0aa39,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:37.129724 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-010d05c7-2ee1-4443-9750-6854bffc42ff req-038f7815-a5b2-47c3-b0a2-10065cbbff3b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657534 Oct 13 11:01:37.133630 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c9252ded-9d06-4b67-93bf-96dc93475363 req-73b5802b-98a7-4582-acbd-0b0c6a4e079a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180467 Oct 13 11:01:37.155657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-49d211ae-ecfd-4b17-a6b4-f210efabea97 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:37.156349 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-49d211ae-ecfd-4b17-a6b4-f210efabea97 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:37.187283 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-150c5c5f-e7aa-4e30-9a70-f5743431c1e4 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6343744 Oct 13 11:01:37.192772 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-251d9df3-af37-45d8-b153-9072f4178a95 tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:37.214528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Request body: {'port': {'device_id': 'e29482f8-bc49-4988-8c34-a513f1a5223a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:37.218124 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-251d9df3-af37-45d8-b153-9072f4178a95 tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:37.231664 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-251d9df3-af37-45d8-b153-9072f4178a95 tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] 10.222.0.32 "DELETE /v2.0/networks/937ec250-8355-465c-beee-042417a514bc HTTP/1.1" status: 204 len: 168 time: 1.1882002 Oct 13 11:01:37.247420 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5333f5e-fc89-4796-805b-ecff0357f32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f42c44-ed76-45d5-96ea-16137fbc062d'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:37.247420 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625ecb53-a345-4e00-9385-eea998a7e631" -d '{"events": [{"server_uuid": "f5333f5e-fc89-4796-805b-ecff0357f32b", "name": "network-vif-plugged", "status": "completed", "tag": "a8f42c44-ed76-45d5-96ea-16137fbc062d"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:37.252306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d9df3-af37-45d8-b153-9072f4178a95 tempest-PortsAdminExtendedAttrsTestJSON-300923092 tempest-PortsAdminExtendedAttrsTestJSON-300923092-project] Pushing event deleted for resources: {'Network': ['ID=937ec250-8355-465c-beee-042417a514bc,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:37.270389 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-49d211ae-ecfd-4b17-a6b4-f210efabea97 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5241909 Oct 13 11:01:37.282199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c4ea6318-8360-43b5-8a17-0a83ce328b09 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'port': {'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72', 'admin_state_up': True, 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'security_groups': ['d760090a-534a-4103-a13e-f63b7dcb5485']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:37.342983 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:37.357320 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63e3c62-fb53-432b-9c37-871f38f3fbb8 x-openstack-request-id: req-e63e3c62-fb53-432b-9c37-871f38f3fbb8 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:37.357618 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5333f5e-fc89-4796-805b-ecff0357f32b", "name": "network-vif-plugged", "status": "completed", "tag": "a8f42c44-ed76-45d5-96ea-16137fbc062d", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:37.357867 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e63e3c62-fb53-432b-9c37-871f38f3fbb8 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:37.358256 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5333f5e-fc89-4796-805b-ecff0357f32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f42c44-ed76-45d5-96ea-16137fbc062d', 'code': 200} Oct 13 11:01:37.465171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-905f4946-8f12-401e-8999-578d51ba4b98 None None] Provisioning complete for port 50046162-7e11-4c9f-a133-6908a9f0aa39 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:37.468526 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-905f4946-8f12-401e-8999-578d51ba4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:37.511543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47878) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:37.512140 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-905f4946-8f12-401e-8999-578d51ba4b98 None None] Port 50046162-7e11-4c9f-a133-6908a9f0aa39 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:01:37.629487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90621354-afc0-4ee3-b714-0ced2964ea47 req-fbdfaf9d-2300-4289-af41-de0bd786205a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:37.631049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-90621354-afc0-4ee3-b714-0ced2964ea47 req-fbdfaf9d-2300-4289-af41-de0bd786205a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 944 time: 0.1448162 Oct 13 11:01:37.673050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-934126459-network', 'tenant_id': 'bf317bd458d84a7ba01449a3dbbc39b8'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:37.685116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-90621354-afc0-4ee3-b714-0ced2964ea47 req-3a290147-5e70-45d3-ba36-1afc88848963 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459363 Oct 13 11:01:37.737380 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d007a22-28a8-450d-be2b-5e3c01cbd9e7 req-27f17de5-5f68-4b30-a44b-421addadb2bb tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:37.743771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d007a22-28a8-450d-be2b-5e3c01cbd9e7 req-27f17de5-5f68-4b30-a44b-421addadb2bb tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:37.749904 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c4ea6318-8360-43b5-8a17-0a83ce328b09 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Made reservation on behalf of f8ef3a9260b7494da03368bc530c12f3 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:37.750419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d007a22-28a8-450d-be2b-5e3c01cbd9e7 req-27f17de5-5f68-4b30-a44b-421addadb2bb tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:37.757761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d007a22-28a8-450d-be2b-5e3c01cbd9e7 req-27f17de5-5f68-4b30-a44b-421addadb2bb tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 2374 time: 0.4177439 Oct 13 11:01:37.821638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48ddfd-a702-442c-a73d-5f6a11ac0cbf req-86cdf1bf-a6dd-48f8-a025-0549e390df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:37.827451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b48ddfd-a702-442c-a73d-5f6a11ac0cbf req-86cdf1bf-a6dd-48f8-a025-0549e390df30 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 1101 time: 0.3989739 Oct 13 11:01:37.861469 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Made reservation on behalf of bf317bd458d84a7ba01449a3dbbc39b8 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:37.864279 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:37.902436 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d007a22-28a8-450d-be2b-5e3c01cbd9e7 req-0cecf65e-1055-4e3c-b86d-fb8df1343f6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432683 Oct 13 11:01:37.904612 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:37.944059 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b48ddfd-a702-442c-a73d-5f6a11ac0cbf req-b78a769f-9943-47aa-a76b-22e36aa95dc9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090364 Oct 13 11:01:37.964230 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c5d0d390-7d79-4be5-98d2-7ca6f719cac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:37.972131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd884f-2c59-4170-84cb-95dbbf2a26f4 req-50becc62-3237-4765-946b-12b444e5c621 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:37.979524 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-96cd884f-2c59-4170-84cb-95dbbf2a26f4 req-50becc62-3237-4765-946b-12b444e5c621 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 932 time: 0.1915991 Oct 13 11:01:38.024561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8836b80-ea92-48fe-8851-fb5ebcd72bb8 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:38.036140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c4ea6318-8360-43b5-8a17-0a83ce328b09 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:38.042616 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:38.044280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47888) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:38.056345 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Transition to ACTIVE for port object b8836b80-ea92-48fe-8851-fb5ebcd72bb8 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:01:38.064128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-96cd884f-2c59-4170-84cb-95dbbf2a26f4 req-b3f7395a-1299-4e2d-b4e6-e6a519510693 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838232 Oct 13 11:01:38.141646 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:38.173709 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:38.250533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Pushing event updated for resources: {'Port': ['ID=b8836b80-ea92-48fe-8851-fb5ebcd72bb8,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:38.305892 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:38.355374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bc39-8ae3-4c5d-abd9-488fa2b3ad74 req-802d390e-cfca-4c13-a11d-ab3eb3d021e7 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:38.357061 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ff0bc39-8ae3-4c5d-abd9-488fa2b3ad74 req-802d390e-cfca-4c13-a11d-ab3eb3d021e7 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 950 time: 0.1226079 Oct 13 11:01:38.364661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c83a96-abf0-425e-b284-1994b5133aac,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:38.425773 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Attempting to bind port b8836b80-ea92-48fe-8851-fb5ebcd72bb8 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:38.426109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Attempting to bind port b8836b80-ea92-48fe-8851-fb5ebcd72bb8 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'f28d9407-1336-4cd3-9c9b-936463618b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:38.426478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Attempting to bind port b8836b80-ea92-48fe-8851-fb5ebcd72bb8 on network 4e0d1d59-cccd-41ea-869e-ce1edf973b28 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:38.435504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Port b8836b80-ea92-48fe-8851-fb5ebcd72bb8 on network 4e0d1d59-cccd-41ea-869e-ce1edf973b28 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:38.435839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Attempting to bind port b8836b80-ea92-48fe-8851-fb5ebcd72bb8 on network 4e0d1d59-cccd-41ea-869e-ce1edf973b28 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:38.445950 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ff0bc39-8ae3-4c5d-abd9-488fa2b3ad74 req-4f48a9ac-9292-4aaf-a953-6e9bd9976eda tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818107 Oct 13 11:01:38.462131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:38.470388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Checking segment: {'id': 'f28d9407-1336-4cd3-9c9b-936463618b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:38.470388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Bound using segment: {'id': 'f28d9407-1336-4cd3-9c9b-936463618b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:38.470388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Bound port: b8836b80-ea92-48fe-8851-fb5ebcd72bb8, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28d9407-1336-4cd3-9c9b-936463618b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:38.470388 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:38.579557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] For port b8836b80-ea92-48fe-8851-fb5ebcd72bb8, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:38.583593 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] For port b8836b80-ea92-48fe-8851-fb5ebcd72bb8, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b8836b80-ea92-48fe-8851-fb5ebcd72bb8,segment=NetworkSegment(f28d9407-1336-4cd3-9c9b-936463618b2e),segment_id=f28d9407-1336-4cd3-9c9b-936463618b2e)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:38.598810 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:38.697888 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:38.737904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:38.738577 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:38.741442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] 10.222.0.21 "PUT /v2.0/ports/b8836b80-ea92-48fe-8851-fb5ebcd72bb8 HTTP/1.1" status: 200 len: 1092 time: 1.5427060 Oct 13 11:01:38.741921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29482f8-bc49-4988-8c34-a513f1a5223a', 'tag': 'b8836b80-ea92-48fe-8851-fb5ebcd72bb8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:38.746913 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b3d0da-97dd-4489-9c28-b7f35d221bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "e29482f8-bc49-4988-8c34-a513f1a5223a", "tag": "b8836b80-ea92-48fe-8851-fb5ebcd72bb8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:38.798137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078f92d-ae20-4e5f-ab02-67de7ce0a5af service neutron] Pushing event updated for resources: {'Port': ['ID=b8836b80-ea92-48fe-8851-fb5ebcd72bb8,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:38.845932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:01:38.858926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683a340-8b55-4089-a849-cb834b54daa9 req-1fdafb58-b2e9-4a71-abb8-9d3ec43a23eb tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:38.867498 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6683a340-8b55-4089-a849-cb834b54daa9 req-1fdafb58-b2e9-4a71-abb8-9d3ec43a23eb tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.6157384 Oct 13 11:01:38.897837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf387f-a983-4a3c-8ca9-25249c0c3a04 req-27425e76-9cda-4b4a-93cb-81765f5f650c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:38.906209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2dbf387f-a983-4a3c-8ca9-25249c0c3a04 req-27425e76-9cda-4b4a-93cb-81765f5f650c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 944 time: 0.1199450 Oct 13 11:01:38.933326 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:38.933678 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Added segment c77a9d7b-242d-48c4-9cb7-e65d91ab6f53 of type vlan for network 37337ae1-3830-4e94-86c4-50efe5c4311f Oct 13 11:01:38.951966 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-75df074d-b522-41d4-a3ba-44a1af41e88d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91a759b48d494c21a38d0f3f1f479535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9008670 Oct 13 11:01:38.967491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47902) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:38.982231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6683a340-8b55-4089-a849-cb834b54daa9 req-f61b087b-acec-4748-aa27-42ca771ad670 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134555 Oct 13 11:01:39.007560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2dbf387f-a983-4a3c-8ca9-25249c0c3a04 req-7163f256-e981-4112-88a4-b61795b45ae9 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000578 Oct 13 11:01:39.056489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-3e70d805-fbf1-4fed-a0be-9efb2a78fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:39.057845 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-3e70d805-fbf1-4fed-a0be-9efb2a78fb8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=066134be0cc54fdcad563ca7394e9897&device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 1095 time: 0.1341000 Oct 13 11:01:39.082280 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.083521 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebb7f8a-f0c0-4280-b0e9-2db4316acbf7 x-openstack-request-id: req-9ebb7f8a-f0c0-4280-b0e9-2db4316acbf7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:39.083815 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29482f8-bc49-4988-8c34-a513f1a5223a", "tag": "b8836b80-ea92-48fe-8851-fb5ebcd72bb8", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:39.084067 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ebb7f8a-f0c0-4280-b0e9-2db4316acbf7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:39.084463 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29482f8-bc49-4988-8c34-a513f1a5223a', 'tag': 'b8836b80-ea92-48fe-8851-fb5ebcd72bb8', 'status': 'completed', 'code': 200} Oct 13 11:01:39.087352 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c1c701b-b3a3-432a-8f2d-5bf312b548bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.123035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c4ea6318-8360-43b5-8a17-0a83ce328b09 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Allocated IP 10.2.2.100 (231ca368-35d6-4a3f-8aab-23252a4b5f72/bed19e18-2ea3-4797-b575-0d77ae1124dd/c5a9bc85-a7e6-4129-95b9-1a12e3334a90) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:39.124751 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-2a2078a6-a04b-4c61-91c9-ed5399bf6db0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8836b80-ea92-48fe-8851-fb5ebcd72bb8 HTTP/1.1" status: 200 len: 217 time: 0.0534399 Oct 13 11:01:39.152925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 81b0f979-5416-42e3-b43c-16904bb60887 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:01:39.186859 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c1c701b-b3a3-432a-8f2d-5bf312b548bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.240489 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.241358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:39.241954 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.265746 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 81b0f979-5416-42e3-b43c-16904bb60887, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=81b0f979-5416-42e3-b43c-16904bb60887,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:39.267728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-69c03d30-44c8-4426-a7c4-ddd56c0a0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:39.269302 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-69c03d30-44c8-4426-a7c4-ddd56c0a0b0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1270603-9e76-4f75-8bab-07548eeb2406 HTTP/1.1" status: 200 len: 849 time: 0.1367798 Oct 13 11:01:39.283801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '81b0f979-5416-42e3-b43c-16904bb60887', 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'port_id': '81b0f979-5416-42e3-b43c-16904bb60887', 'mac_address': 'fa:16:3e:88:c6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73a4c07-49f6-4e27-8039-a817a8176f98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:01:39.303944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283fe0a-e803-4680-99b6-fa55d2f32d81 req-94cbd09a-4eaf-4d5e-b194-1e86fcb14d7f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:39.312350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283fe0a-e803-4680-99b6-fa55d2f32d81 req-94cbd09a-4eaf-4d5e-b194-1e86fcb14d7f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:39.318923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283fe0a-e803-4680-99b6-fa55d2f32d81 req-94cbd09a-4eaf-4d5e-b194-1e86fcb14d7f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:39.328404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0283fe0a-e803-4680-99b6-fa55d2f32d81 req-94cbd09a-4eaf-4d5e-b194-1e86fcb14d7f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 2374 time: 0.1768568 Oct 13 11:01:39.342034 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.354382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e993f-7e31-4923-a9a4-547e1ffd065c req-8f717960-ef44-47d0-9929-9f3a3a18c86a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:39.361811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-d7e58f14-b2d8-4307-a808-8b9e2f5a19e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4e0d1d59-cccd-41ea-869e-ce1edf973b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747213 Oct 13 11:01:39.362178 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f7e993f-7e31-4923-a9a4-547e1ffd065c req-8f717960-ef44-47d0-9929-9f3a3a18c86a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.2023118 Oct 13 11:01:39.367166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b0f979-5416-42e3-b43c-16904bb60887 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:39.368144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47910) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:39.386225 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-16ffdb3f-d87e-4fb9-9a59-3fe51a4b17be tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Request body: {'floatingip': {'port_id': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:39.417142 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] Pushing event updated for resources: {'Network': ['ID=37337ae1-3830-4e94-86c4-50efe5c4311f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:39.444761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 37337ae1-3830-4e94-86c4-50efe5c4311f details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:01:39.451708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 81b0f979-5416-42e3-b43c-16904bb60887, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=81b0f979-5416-42e3-b43c-16904bb60887,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:39.498745 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c4ea6318-8360-43b5-8a17-0a83ce328b09 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.502793 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16ffdb3f-d87e-4fb9-9a59-3fe51a4b17be tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.523644 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f54b5-11b3-443b-aeaf-bfcf878b3038 req-2e9a1da0-868f-44a0-91ff-5c5414e71187 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:39.526436 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f2f54b5-11b3-443b-aeaf-bfcf878b3038 req-2e9a1da0-868f-44a0-91ff-5c5414e71187 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 944 time: 0.0878096 Oct 13 11:01:39.536995 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-793e51aa-f3e1-4d91-8f2a-ae2061356919 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0212867 Oct 13 11:01:39.541604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47916) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:39.547098 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0283fe0a-e803-4680-99b6-fa55d2f32d81 req-710f7675-0a77-4cad-9376-0e3f1a68aacf tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178328 Oct 13 11:01:39.554672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c03e18e2-9bcd-4337-aa32-629d003a535c admin admin] Request body: {'subnet': {'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-934126459-subnet', 'tenant_id': 'bf317bd458d84a7ba01449a3dbbc39b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:39.576292 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.642200 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-bcb13700-481b-4bd7-93d2-1cf373cb9268 service neutron] 10.222.0.21 "GET /v2.0/networks/4e0d1d59-cccd-41ea-869e-ce1edf973b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681036 Oct 13 11:01:39.648919 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47918) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:39.656904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d9140111-2204-4a26-93ee-524df5fcee0b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1426069916'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:39.672724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=81b0f979-5416-42e3-b43c-16904bb60887,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:39.680256 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f2f54b5-11b3-443b-aeaf-bfcf878b3038 req-325336bd-c625-441d-a1e2-e164aa87afe5 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421218 Oct 13 11:01:39.681674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:39.682425 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:39.682971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:39.683477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:39.683983 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:39.684487 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:39.685337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:39.685337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:39.685518 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:39.685784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:39.686179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:39.686685 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:39.717375 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c1c701b-b3a3-432a-8f2d-5bf312b548bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.719956 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c1c701b-b3a3-432a-8f2d-5bf312b548bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.721074 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5c1c701b-b3a3-432a-8f2d-5bf312b548bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b598ae1-4280-4e17-a66f-657d0c0aefb6 HTTP/1.1" status: 204 len: 168 time: 0.7518439 Oct 13 11:01:39.780811 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c4ea6318-8360-43b5-8a17-0a83ce328b09 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.800398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c701b-b3a3-432a-8f2d-5bf312b548bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b598ae1-4280-4e17-a66f-657d0c0aefb6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:39.815597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03e18e2-9bcd-4337-aa32-629d003a535c admin admin] Made reservation on behalf of bf317bd458d84a7ba01449a3dbbc39b8 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:39.817811 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c03e18e2-9bcd-4337-aa32-629d003a535c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.844227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['81b0f979-5416-42e3-b43c-16904bb60887'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:39.872143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c4ea6318-8360-43b5-8a17-0a83ce328b09 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Network 231ca368-35d6-4a3f-8aab-23252a4b5f72 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:39.890899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae8407-cb20-4cea-9c86-0f02d7fdebd1 req-9a7f0c24-a75a-4db1-9413-fedaa78d05e2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:39.892579 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21ae8407-cb20-4cea-9c86-0f02d7fdebd1 req-9a7f0c24-a75a-4db1-9413-fedaa78d05e2 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 950 time: 0.2273967 Oct 13 11:01:39.907177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c4ea6318-8360-43b5-8a17-0a83ce328b09 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:39.911674 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c4ea6318-8360-43b5-8a17-0a83ce328b09 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:39.913429 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05793bdf-9bcc-42f4-8a6b-5d4dd72b5058 req-8fac300a-fd29-493e-85c6-9eb7cb560e02 service neutron] 10.222.0.21 "GET /v2.0/networks/4e0d1d59-cccd-41ea-869e-ce1edf973b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495387 Oct 13 11:01:39.942520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9140111-2204-4a26-93ee-524df5fcee0b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Made reservation on behalf of df72ba28093c4782bedf7c3c3ff22e39 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:39.952909 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d9140111-2204-4a26-93ee-524df5fcee0b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:39.986115 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea6318-8360-43b5-8a17-0a83ce328b09 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'Port': ['ID=c5a9bc85-a7e6-4129-95b9-1a12e3334a90,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:40.026642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c4ea6318-8360-43b5-8a17-0a83ce328b09 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:40.027240 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c4ea6318-8360-43b5-8a17-0a83ce328b09 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:40.086295 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21ae8407-cb20-4cea-9c86-0f02d7fdebd1 req-60d12487-8d16-43d5-afc6-aba58b8458d7 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787081 Oct 13 11:01:40.146465 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c4ea6318-8360-43b5-8a17-0a83ce328b09 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8654742 Oct 13 11:01:40.167280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6853561f-ea8a-40dc-aee1-40215f023a0f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'port': {'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72', 'admin_state_up': True, 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'security_groups': ['d760090a-534a-4103-a13e-f63b7dcb5485']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:40.179901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9140111-2204-4a26-93ee-524df5fcee0b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:01:40.194671 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d9140111-2204-4a26-93ee-524df5fcee0b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:40.195029 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-d9140111-2204-4a26-93ee-524df5fcee0b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Added segment eaf32ca1-88a0-4d8b-a710-c936e061d431 of type vlan for network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab Oct 13 11:01:40.269706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-137baa0a-3a4a-43c1-98bb-820f31b7716c None None] Provisioning complete for port c5a9bc85-a7e6-4129-95b9-1a12e3334a90 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:40.270456 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-137baa0a-3a4a-43c1-98bb-820f31b7716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:40.278807 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:01:40.292795 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3d0da-97dd-4489-9c28-b7f35d221bb9 req-00def7cf-a725-47f7-a860-d3656f11dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:40.294851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91b3d0da-97dd-4489-9c28-b7f35d221bb9 req-00def7cf-a725-47f7-a860-d3656f11dc43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=066134be0cc54fdcad563ca7394e9897&device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 1095 time: 0.1923611 Oct 13 11:01:40.310272 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-137baa0a-3a4a-43c1-98bb-820f31b7716c None None] Port c5a9bc85-a7e6-4129-95b9-1a12e3334a90 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:01:40.349165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c0495-d571-44d4-b09d-8c3c92827327 req-e91ea2b8-716c-4e47-8dc3-3bc8d4a66d51 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:40.349776 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:40.351086 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b13c0495-d571-44d4-b09d-8c3c92827327 req-e91ea2b8-716c-4e47-8dc3-3bc8d4a66d51 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 945 time: 0.1770527 Oct 13 11:01:40.379622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d9140111-2204-4a26-93ee-524df5fcee0b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:40.411140 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b13c0495-d571-44d4-b09d-8c3c92827327 req-7ffb8dab-3863-4b91-84b9-bf297dfd47b6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534079 Oct 13 11:01:40.441705 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c03e18e2-9bcd-4337-aa32-629d003a535c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:40.500588 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e18e2-9bcd-4337-aa32-629d003a535c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5329af-7563-4aa1-a5c9-0162c6540d49,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:40.527966 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16ffdb3f-d87e-4fb9-9a59-3fe51a4b17be tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:40.530156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3d0da-97dd-4489-9c28-b7f35d221bb9 req-7781b5a3-7e60-4a92-8699-7ecb7e479833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:40.531829 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91b3d0da-97dd-4489-9c28-b7f35d221bb9 req-7781b5a3-7e60-4a92-8699-7ecb7e479833 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4e0d1d59-cccd-41ea-869e-ce1edf973b28 HTTP/1.1" status: 200 len: 910 time: 0.2258332 Oct 13 11:01:40.535137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e18e2-9bcd-4337-aa32-629d003a535c admin admin] Checking segment: {'id': 'c77a9d7b-242d-48c4-9cb7-e65d91ab6f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:40.535509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e18e2-9bcd-4337-aa32-629d003a535c admin admin] Network hostable DHCP agents. Network: 37337ae1-3830-4e94-86c4-50efe5c4311f, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:01:40.544564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6853561f-ea8a-40dc-aee1-40215f023a0f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Made reservation on behalf of f8ef3a9260b7494da03368bc530c12f3 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:40.549910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6853561f-ea8a-40dc-aee1-40215f023a0f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:40.581720 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91b3d0da-97dd-4489-9c28-b7f35d221bb9 req-6ce9fcf6-3120-48c3-be09-e4cfa60d2308 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8836b80-ea92-48fe-8851-fb5ebcd72bb8 HTTP/1.1" status: 200 len: 217 time: 0.0421071 Oct 13 11:01:40.587956 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d9140111-2204-4a26-93ee-524df5fcee0b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:40.593717 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9140111-2204-4a26-93ee-524df5fcee0b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:40.594365 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d9140111-2204-4a26-93ee-524df5fcee0b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:40.679591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47928) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:40.687585 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16ffdb3f-d87e-4fb9-9a59-3fe51a4b17be tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:40.689439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e18e2-9bcd-4337-aa32-629d003a535c admin admin] Network 37337ae1-3830-4e94-86c4-50efe5c4311f is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:01:40.751184 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-36818323-e7b2-48f8-89cd-1ec698682cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:40.777280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9140111-2204-4a26-93ee-524df5fcee0b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'Network': ['ID=13ebfba8-cc40-4481-945a-f6f43d5aa4ab,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:40.791580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d9140111-2204-4a26-93ee-524df5fcee0b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1410306 Oct 13 11:01:40.792523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:01:40.793146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3d0da-97dd-4489-9c28-b7f35d221bb9 req-0be63725-f159-45a6-ba78-c998c330a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:40.794548 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91b3d0da-97dd-4489-9c28-b7f35d221bb9 req-0be63725-f159-45a6-ba78-c998c330a1d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1270603-9e76-4f75-8bab-07548eeb2406 HTTP/1.1" status: 200 len: 849 time: 0.1973598 Oct 13 11:01:40.797341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47932) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:40.797816 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bcd46ad4-6212-44ba-b4d5-96d1dfc848a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74565f6854dd4e82b74c95de9fb712fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1172080 Oct 13 11:01:40.802778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47934) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:40.803724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b0df9f42-d063-4d5f-a0f6-a9ab8fe947db tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1022133532'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:40.824462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-c03e18e2-9bcd-4337-aa32-629d003a535c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 37337ae1-3830-4e94-86c4-50efe5c4311f) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:40.829105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03e18e2-9bcd-4337-aa32-629d003a535c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:40.829712 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c03e18e2-9bcd-4337-aa32-629d003a535c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:40.846767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6853561f-ea8a-40dc-aee1-40215f023a0f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Allocated IP 10.2.2.200 (231ca368-35d6-4a3f-8aab-23252a4b5f72/bed19e18-2ea3-4797-b575-0d77ae1124dd/94cf05b0-82c6-412e-bc9e-6b67117903b5) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:40.881190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91b3d0da-97dd-4489-9c28-b7f35d221bb9 req-3584831a-b112-4f86-8960-48bf14008dec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4e0d1d59-cccd-41ea-869e-ce1edf973b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715075 Oct 13 11:01:40.900330 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08d800-2ec8-4528-ab29-9406308be3e5 req-7610fab0-3ba5-446e-b6fa-7312dc6ff6b9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:40.906516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08d800-2ec8-4528-ab29-9406308be3e5 req-7610fab0-3ba5-446e-b6fa-7312dc6ff6b9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:40.912747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08d800-2ec8-4528-ab29-9406308be3e5 req-7610fab0-3ba5-446e-b6fa-7312dc6ff6b9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:40.920077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08d800-2ec8-4528-ab29-9406308be3e5 req-7610fab0-3ba5-446e-b6fa-7312dc6ff6b9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:40.921812 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c08d800-2ec8-4528-ab29-9406308be3e5 req-7610fab0-3ba5-446e-b6fa-7312dc6ff6b9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 3095 time: 0.2398491 Oct 13 11:01:40.932898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119561f6-f41a-4046-8ccd-538d19c753cf None None] Network 37337ae1-3830-4e94-86c4-50efe5c4311f requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:40.978955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9b6d1-1c3d-4b29-8a17-a87e83056201 req-31a30b56-baef-492a-8487-6fba2bc9bcd0 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:40.980593 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62d9b6d1-1c3d-4b29-8a17-a87e83056201 req-31a30b56-baef-492a-8487-6fba2bc9bcd0 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 944 time: 0.1314385 Oct 13 11:01:40.981308 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b584a73d-6154-49d6-805c-bd6ca3c16396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.009831 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-16ffdb3f-d87e-4fb9-9a59-3fe51a4b17be tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Floating IP f5a85bf3-27e3-4fe9-9eae-4fc2040c8683 associated. External IP: 172.25.0.33, port: cc2e2cf0-3c4c-47f5-b985-0095bad86d48. Oct 13 11:01:41.012798 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0df9f42-d063-4d5f-a0f6-a9ab8fe947db tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Made reservation on behalf of df72ba28093c4782bedf7c3c3ff22e39 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:41.018170 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0df9f42-d063-4d5f-a0f6-a9ab8fe947db tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.065367 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b584a73d-6154-49d6-805c-bd6ca3c16396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.120467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5712eca-1c8e-4536-91a9-5f3a63723208 None None] Network 37337ae1-3830-4e94-86c4-50efe5c4311f requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:41.128655 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62d9b6d1-1c3d-4b29-8a17-a87e83056201 req-39acad00-cb2b-4ce2-8519-13c3a8a17027 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147351 Oct 13 11:01:41.131987 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c03e18e2-9bcd-4337-aa32-629d003a535c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5891535 Oct 13 11:01:41.144614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c08d800-2ec8-4528-ab29-9406308be3e5 req-00bb08b3-5158-4f4a-a216-6358262f4f95 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159343 Oct 13 11:01:41.172664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0df9f42-d063-4d5f-a0f6-a9ab8fe947db tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:01:41.214662 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6853561f-ea8a-40dc-aee1-40215f023a0f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.226813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 81b0f979-5416-42e3-b43c-16904bb60887 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:41.344003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27c1cb-d040-4558-a510-eb8638bc11cc req-725e1485-6bef-46d8-88da-68aa6f5fd931 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:41.345422 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7e27c1cb-d040-4558-a510-eb8638bc11cc req-725e1485-6bef-46d8-88da-68aa6f5fd931 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 950 time: 0.1280570 Oct 13 11:01:41.390279 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b584a73d-6154-49d6-805c-bd6ca3c16396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.393285 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b584a73d-6154-49d6-805c-bd6ca3c16396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.394876 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b584a73d-6154-49d6-805c-bd6ca3c16396 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3ab4496-53db-448e-a5dd-4d725b8c82da HTTP/1.1" status: 204 len: 168 time: 0.5914261 Oct 13 11:01:41.417370 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7e27c1cb-d040-4558-a510-eb8638bc11cc req-4d65a72e-4abb-4749-b8b7-49c3ac7abeaa tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599961 Oct 13 11:01:41.426391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584a73d-6154-49d6-805c-bd6ca3c16396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ab4496-53db-448e-a5dd-4d725b8c82da,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:41.433697 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6853561f-ea8a-40dc-aee1-40215f023a0f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.501737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6853561f-ea8a-40dc-aee1-40215f023a0f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Network 231ca368-35d6-4a3f-8aab-23252a4b5f72 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:41.506380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6853561f-ea8a-40dc-aee1-40215f023a0f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:41.512134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6853561f-ea8a-40dc-aee1-40215f023a0f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:41.545249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853561f-ea8a-40dc-aee1-40215f023a0f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event updated for resources: {'Port': ['ID=94cf05b0-82c6-412e-bc9e-6b67117903b5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:41.612959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 81b0f979-5416-42e3-b43c-16904bb60887 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:01:41.613959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6853561f-ea8a-40dc-aee1-40215f023a0f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:41.615710 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6853561f-ea8a-40dc-aee1-40215f023a0f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.621297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 81b0f979-5416-42e3-b43c-16904bb60887 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:41.622211 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.687829 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.694899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fed54a-7111-43bb-b232-0126deeaac50 req-d8ce2ce7-9e58-460b-a729-f46d0a9825cf tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:41.698534 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7fed54a-7111-43bb-b232-0126deeaac50 req-d8ce2ce7-9e58-460b-a729-f46d0a9825cf tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 1101 time: 0.0748749 Oct 13 11:01:41.747400 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.765408 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6853561f-ea8a-40dc-aee1-40215f023a0f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6066539 Oct 13 11:01:41.770276 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7fed54a-7111-43bb-b232-0126deeaac50 req-b52eabbc-a1d5-4b31-85b2-0e7b53e403a9 tempest-ServersOnMultiNodesTest-1991121113 tempest-ServersOnMultiNodesTest-1991121113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639200 Oct 13 11:01:41.780471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Request body: {'port': {'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:41.835224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 81b0f979-5416-42e3-b43c-16904bb60887, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=81b0f979-5416-42e3-b43c-16904bb60887,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:41.840470 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0df9f42-d063-4d5f-a0f6-a9ab8fe947db tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.842093 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269fd51b-6f86-49cb-aa83-0a1328cc86fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b0f979-5416-42e3-b43c-16904bb60887'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:41.842215 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-b0df9f42-d063-4d5f-a0f6-a9ab8fe947db tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Added segment 5c963ce2-34f5-4ba5-be44-eeec26e23b42 of type vlan for network 3f5d2a8f-da31-4f37-9210-83fd46b16762 Oct 13 11:01:41.845156 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a98e034-a337-4982-9a41-d47ee62cbe72" -d '{"events": [{"server_uuid": "269fd51b-6f86-49cb-aa83-0a1328cc86fc", "name": "network-vif-plugged", "status": "completed", "tag": "81b0f979-5416-42e3-b43c-16904bb60887"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:41.851134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23188aeb-c6d5-439e-b4b8-4af9ff6c6d90 req-bbe48895-b7d2-4ca5-9816-07282f8beffa tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:41.858368 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23188aeb-c6d5-439e-b4b8-4af9ff6c6d90 req-bbe48895-b7d2-4ca5-9816-07282f8beffa tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 945 time: 0.1415646 Oct 13 11:01:41.876348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7ac78d34-3bbe-412e-b5f8-e713fbca154c None None] Provisioning complete for port 94cf05b0-82c6-412e-bc9e-6b67117903b5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:41.880589 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7ac78d34-3bbe-412e-b5f8-e713fbca154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.884214 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.888789 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91b3d0da-97dd-4489-9c28-b7f35d221bb9 req-e1117ddc-16a0-4b06-b13e-0887ef3a0fd4 service neutron] 10.222.0.21 "GET /v2.0/networks/4e0d1d59-cccd-41ea-869e-ce1edf973b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9649513 Oct 13 11:01:41.921681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:41.947726 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23188aeb-c6d5-439e-b4b8-4af9ff6c6d90 req-b16d7450-adda-43bd-b983-8827c8f16776 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836911 Oct 13 11:01:41.994556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7ac78d34-3bbe-412e-b5f8-e713fbca154c None None] Port 94cf05b0-82c6-412e-bc9e-6b67117903b5 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:01:42.063790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=81b0f979-5416-42e3-b43c-16904bb60887,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:42.122371 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0df9f42-d063-4d5f-a0f6-a9ab8fe947db tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:42.152932 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:42.236746 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0df9f42-d063-4d5f-a0f6-a9ab8fe947db tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:42.243741 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df9f42-d063-4d5f-a0f6-a9ab8fe947db tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:42.244562 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0df9f42-d063-4d5f-a0f6-a9ab8fe947db tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:42.469460 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b0df9f42-d063-4d5f-a0f6-a9ab8fe947db tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6711421 Oct 13 11:01:42.470486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47980) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:42.482568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f891cf09-738d-4830-ab5c-c6c5402fe1dc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'subnet': {'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:42.486129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b45b71e-507c-4f82-9175-e9a55d5c8e54 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:42.491299 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df9f42-d063-4d5f-a0f6-a9ab8fe947db tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'Network': ['ID=3f5d2a8f-da31-4f37-9210-83fd46b16762,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:42.500280 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91b3d0da-97dd-4489-9c28-b7f35d221bb9 req-1b52cafa-3ba8-4c80-82dc-9486708ff638 service neutron] 10.222.0.21 "GET /v2.0/networks/4e0d1d59-cccd-41ea-869e-ce1edf973b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877948 Oct 13 11:01:42.500599 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:42.505606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 3f5d2a8f-da31-4f37-9210-83fd46b16762 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:01:42.535648 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48c84eb-c0fd-4507-85c6-ba24d105be0f x-openstack-request-id: req-a48c84eb-c0fd-4507-85c6-ba24d105be0f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:42.535941 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269fd51b-6f86-49cb-aa83-0a1328cc86fc", "name": "network-vif-plugged", "status": "completed", "tag": "81b0f979-5416-42e3-b43c-16904bb60887", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:42.536206 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a48c84eb-c0fd-4507-85c6-ba24d105be0f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:42.536616 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269fd51b-6f86-49cb-aa83-0a1328cc86fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b0f979-5416-42e3-b43c-16904bb60887', 'code': 200} Oct 13 11:01:42.545331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Transition to ACTIVE for port object 4b45b71e-507c-4f82-9175-e9a55d5c8e54 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:01:42.594873 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-cf689816-0ba8-4d0d-b36c-96f9b79ce3ce tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:42.596620 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-cf689816-0ba8-4d0d-b36c-96f9b79ce3ce tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/networks?id=37337ae1-3830-4e94-86c4-50efe5c4311f HTTP/1.1" status: 200 len: 813 time: 0.2124712 Oct 13 11:01:42.614466 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-c5f47990-3469-42b5-b768-f8fe13180be0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/quotas/bf317bd458d84a7ba01449a3dbbc39b8 HTTP/1.1" status: 200 len: 375 time: 0.0119596 Oct 13 11:01:42.621623 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:42.720289 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-3ebb18bd-caa4-402b-a904-c67280f18b29 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf317bd458d84a7ba01449a3dbbc39b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943530 Oct 13 11:01:42.741818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Pushing event updated for resources: {'Port': ['ID=4b45b71e-507c-4f82-9175-e9a55d5c8e54,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:42.753770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ffdb3f-d87e-4fb9-9a59-3fe51a4b17be tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Router 3a56958c-7d6b-4671-9e9d-6095a645922e has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:01:42.816605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec17df-e4d8-4c08-aa03-c27f84e50289 req-1d1a5d53-e646-473a-85ee-8f2f231c8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:42.819160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5ec17df-e4d8-4c08-aa03-c27f84e50289 req-1d1a5d53-e646-473a-85ee-8f2f231c8747 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 1097 time: 0.1990590 Oct 13 11:01:42.879177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419b5d6-b3de-45d2-87b9-df0162ed62c3 req-4ec3f59d-c052-4edf-8f92-fe2821d06abf tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:42.881364 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f419b5d6-b3de-45d2-87b9-df0162ed62c3 req-4ec3f59d-c052-4edf-8f92-fe2821d06abf tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 944 time: 0.2130148 Oct 13 11:01:42.911058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Attempting to bind port 4b45b71e-507c-4f82-9175-e9a55d5c8e54 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:42.911876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Attempting to bind port 4b45b71e-507c-4f82-9175-e9a55d5c8e54 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '6d53608d-953d-4c8c-b247-0e49e91cd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:42.917779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Attempting to bind port 4b45b71e-507c-4f82-9175-e9a55d5c8e54 on network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:42.920873 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-ef4b8a46-b549-4aa9-be85-7d0e7a02d9f8 service neutron] 10.222.0.32 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897032 Oct 13 11:01:42.922192 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Port 4b45b71e-507c-4f82-9175-e9a55d5c8e54 on network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:42.922626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Attempting to bind port 4b45b71e-507c-4f82-9175-e9a55d5c8e54 on network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:42.936936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:42.937371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Checking segment: {'id': '6d53608d-953d-4c8c-b247-0e49e91cd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:42.937852 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Bound using segment: {'id': '6d53608d-953d-4c8c-b247-0e49e91cd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:42.938473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Bound port: 4b45b71e-507c-4f82-9175-e9a55d5c8e54, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d53608d-953d-4c8c-b247-0e49e91cd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:42.938864 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:42.957315 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5ec17df-e4d8-4c08-aa03-c27f84e50289 req-74a919da-da8a-4b21-931e-9b3934440343 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222062 Oct 13 11:01:42.962436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f891cf09-738d-4830-ab5c-c6c5402fe1dc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Made reservation on behalf of df72ba28093c4782bedf7c3c3ff22e39 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:42.966641 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f891cf09-738d-4830-ab5c-c6c5402fe1dc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:43.123944 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-802fdc34-3e03-4056-9b24-269462880ad8 service neutron] 10.222.0.32 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932833 Oct 13 11:01:43.125593 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] For port 4b45b71e-507c-4f82-9175-e9a55d5c8e54, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:43.134736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] For port 4b45b71e-507c-4f82-9175-e9a55d5c8e54, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b45b71e-507c-4f82-9175-e9a55d5c8e54,segment=NetworkSegment(6d53608d-953d-4c8c-b247-0e49e91cd5d3),segment_id=6d53608d-953d-4c8c-b247-0e49e91cd5d3)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:43.200107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b8836b80-ea92-48fe-8851-fb5ebcd72bb8 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:01:43.210693 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f419b5d6-b3de-45d2-87b9-df0162ed62c3 req-116ab0d0-2163-4047-abdf-7b1a451b81b0 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970145 Oct 13 11:01:43.236203 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:43.299921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:43.300907 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:43.303718 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] 10.222.0.21 "PUT /v2.0/ports/4b45b71e-507c-4f82-9175-e9a55d5c8e54 HTTP/1.1" status: 200 len: 1092 time: 1.5296426 Oct 13 11:01:43.307919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '4b45b71e-507c-4f82-9175-e9a55d5c8e54'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:43.313072 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358d57dc-d84f-4bbb-a38f-0575cf6390ea" -d '{"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "4b45b71e-507c-4f82-9175-e9a55d5c8e54"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:43.363094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8cd8b-efd0-4b4f-8646-beaf0e051edd service neutron] Pushing event updated for resources: {'Port': ['ID=4b45b71e-507c-4f82-9175-e9a55d5c8e54,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:43.377541 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:43.412808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Request body: {'port': {'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:43.460686 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ffdb3f-d87e-4fb9-9a59-3fe51a4b17be tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:01:43.467354 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16ffdb3f-d87e-4fb9-9a59-3fe51a4b17be tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:43.492278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ad4a5-a8d7-42a7-a7d7-42f410246df5 None None] Sync routers for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:01:43.495200 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:43.568865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f1aec-947e-4c4b-b8d9-950b248a5fb6 req-e289654e-0cbb-44e3-8e47-f91c80ff37de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:43.576664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f1aec-947e-4c4b-b8d9-950b248a5fb6 req-e289654e-0cbb-44e3-8e47-f91c80ff37de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:43.583275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ad4a5-a8d7-42a7-a7d7-42f410246df5 None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:01:43.584210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ab3ad4a5-a8d7-42a7-a7d7-42f410246df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:01:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:43.595100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f1aec-947e-4c4b-b8d9-950b248a5fb6 req-e289654e-0cbb-44e3-8e47-f91c80ff37de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:43.601808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f1aec-947e-4c4b-b8d9-950b248a5fb6 req-e289654e-0cbb-44e3-8e47-f91c80ff37de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:43.615099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f1aec-947e-4c4b-b8d9-950b248a5fb6 req-e289654e-0cbb-44e3-8e47-f91c80ff37de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:43.616958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-774f1aec-947e-4c4b-b8d9-950b248a5fb6 req-e289654e-0cbb-44e3-8e47-f91c80ff37de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 3828 time: 0.2699344 Oct 13 11:01:43.617938 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f891cf09-738d-4830-ab5c-c6c5402fe1dc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:43.721876 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b8836b80-ea92-48fe-8851-fb5ebcd72bb8, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b8836b80-ea92-48fe-8851-fb5ebcd72bb8,segment=NetworkSegment(f28d9407-1336-4cd3-9c9b-936463618b2e),segment_id=f28d9407-1336-4cd3-9c9b-936463618b2e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:43.734611 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-16ffdb3f-d87e-4fb9-9a59-3fe51a4b17be tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "PUT /v2.0/floatingips/f5a85bf3-27e3-4fe9-9eae-4fc2040c8683 HTTP/1.1" status: 200 len: 991 time: 4.3582108 Oct 13 11:01:43.748213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:43.752450 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762789b-b23d-4eed-9443-ccbac75c565a req-7efd7b63-1a89-4c07-95e4-7d576751f0d7 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:43.762314 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0762789b-b23d-4eed-9443-ccbac75c565a req-7efd7b63-1a89-4c07-95e4-7d576751f0d7 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 950 time: 0.1169703 Oct 13 11:01:43.769256 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6590f73e-e64e-49b3-91dc-fd898473771c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:43.839297 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-774f1aec-947e-4c4b-b8d9-950b248a5fb6 req-a7fddd87-6777-43db-a691-7adfc8f532ef tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985314 Oct 13 11:01:43.872173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891cf09-738d-4830-ab5c-c6c5402fe1dc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'Subnet': ['ID=bd4f1c58-319c-4d6b-9fcd-42a6db10258a,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:43.894727 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0762789b-b23d-4eed-9443-ccbac75c565a req-83939bd5-fbb2-454a-8284-8c65a07dcc10 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244216 Oct 13 11:01:43.900009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f891cf09-738d-4830-ab5c-c6c5402fe1dc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Checking segment: {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:43.904186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f891cf09-738d-4830-ab5c-c6c5402fe1dc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Network hostable DHCP agents. Network: 13ebfba8-cc40-4481-945a-f6f43d5aa4ab, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:01:43.981210 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2487ea-04e2-497a-a257-7b86b14f475d x-openstack-request-id: req-aa2487ea-04e2-497a-a257-7b86b14f475d {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:43.982700 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "4b45b71e-507c-4f82-9175-e9a55d5c8e54", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:43.983664 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa2487ea-04e2-497a-a257-7b86b14f475d {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:43.984310 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '4b45b71e-507c-4f82-9175-e9a55d5c8e54', 'status': 'completed', 'code': 200} Oct 13 11:01:44.052136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b8836b80-ea92-48fe-8851-fb5ebcd72bb8', 'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28', 'port_id': 'b8836b80-ea92-48fe-8851-fb5ebcd72bb8', 'mac_address': 'fa:16:3e:83:34:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1270603-9e76-4f75-8bab-07548eeb2406', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:01:44.089563 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f891cf09-738d-4830-ab5c-c6c5402fe1dc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:01:44.159537 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:44.205381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8836b80-ea92-48fe-8851-fb5ebcd72bb8 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:44.213120 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd322872-38d4-425b-bdd6-409f63d4cd40 req-6ee6a74e-1142-4248-abdb-98d20bcb570a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 210 time: 0.1084046 Oct 13 11:01:44.218677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d57dc-d84f-4bbb-a38f-0575cf6390ea req-df1e0378-9fad-46ca-b472-5d56583ea821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.223878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c538839-1be6-4a32-b0e6-10d01668a313 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:44.224635 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d57dc-d84f-4bbb-a38f-0575cf6390ea req-df1e0378-9fad-46ca-b472-5d56583ea821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.225124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d57dc-d84f-4bbb-a38f-0575cf6390ea req-df1e0378-9fad-46ca-b472-5d56583ea821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.225602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d57dc-d84f-4bbb-a38f-0575cf6390ea req-df1e0378-9fad-46ca-b472-5d56583ea821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.226396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d57dc-d84f-4bbb-a38f-0575cf6390ea req-df1e0378-9fad-46ca-b472-5d56583ea821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.228901 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-358d57dc-d84f-4bbb-a38f-0575cf6390ea req-df1e0378-9fad-46ca-b472-5d56583ea821 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8ef3a9260b7494da03368bc530c12f3&device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 4363 time: 0.2329125 Oct 13 11:01:44.241316 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:44.264897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-ab3ad4a5-a8d7-42a7-a7d7-42f410246df5 None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:01:44.265493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Transition to ACTIVE for port object 0c538839-1be6-4a32-b0e6-10d01668a313 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:01:44.295381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f53c67-1d11-43ca-896b-73c1a5c8f109 req-e1ab5916-6037-4bf4-8c79-4924c29d7832 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.296946 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87f53c67-1d11-43ca-896b-73c1a5c8f109 req-e1ab5916-6037-4bf4-8c79-4924c29d7832 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 950 time: 0.2301066 Oct 13 11:01:44.325324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b8836b80-ea92-48fe-8851-fb5ebcd72bb8, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b8836b80-ea92-48fe-8851-fb5ebcd72bb8,segment=NetworkSegment(f28d9407-1336-4cd3-9c9b-936463618b2e),segment_id=f28d9407-1336-4cd3-9c9b-936463618b2e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:44.340395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5d6a7-57e6-4101-ba3d-9f2ec6b9c1de req-bb3d97e8-30a7-423e-b9e1-488cbb814fb0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.344266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48022) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:44.348173 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33b5d6a7-57e6-4101-ba3d-9f2ec6b9c1de req-bb3d97e8-30a7-423e-b9e1-488cbb814fb0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 946 time: 0.2906911 Oct 13 11:01:44.349976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f891cf09-738d-4830-ab5c-c6c5402fe1dc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 13ebfba8-cc40-4481-945a-f6f43d5aa4ab) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:44.364213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ef49a-37c7-4f34-bcea-85aa0d1f13ef None None] Network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:44.383871 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:44.449185 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f891cf09-738d-4830-ab5c-c6c5402fe1dc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.449628 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f891cf09-738d-4830-ab5c-c6c5402fe1dc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:44.469324 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:44.509145 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f95286b-4db6-4629-ae4d-9c4754ed117f x-openstack-request-id: req-6f95286b-4db6-4629-ae4d-9c4754ed117f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:44.509683 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:44.509836 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f95286b-4db6-4629-ae4d-9c4754ed117f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:44.510248 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'status': 'completed', 'code': 200} Oct 13 11:01:44.585385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-571216800', 'router:external': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:44.648831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33b5d6a7-57e6-4101-ba3d-9f2ec6b9c1de req-db8ff9c7-3790-408f-994d-0014aebe017a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947583 Oct 13 11:01:44.655989 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f891cf09-738d-4830-ab5c-c6c5402fe1dc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1786284 Oct 13 11:01:44.665510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48028) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:44.682009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-926c07b4-9943-4fee-8221-8aad71ec36d0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'subnet': {'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:44.723230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Pushing event updated for resources: {'Port': ['ID=0c538839-1be6-4a32-b0e6-10d01668a313,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:44.754065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d57dc-d84f-4bbb-a38f-0575cf6390ea req-ef585b2c-1c52-4615-af3c-1c05294f15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.754559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d57dc-d84f-4bbb-a38f-0575cf6390ea req-ef585b2c-1c52-4615-af3c-1c05294f15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.755020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d57dc-d84f-4bbb-a38f-0575cf6390ea req-ef585b2c-1c52-4615-af3c-1c05294f15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.756597 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-358d57dc-d84f-4bbb-a38f-0575cf6390ea req-ef585b2c-1c52-4615-af3c-1c05294f15e0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f8ef3a9260b7494da03368bc530c12f3&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5119512 Oct 13 11:01:44.807968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590f73e-e64e-49b3-91dc-fd898473771c req-caaf729c-8614-4571-9894-69e709cd6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.809465 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6590f73e-e64e-49b3-91dc-fd898473771c req-caaf729c-8614-4571-9894-69e709cd6f44 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 1097 time: 0.3519461 Oct 13 11:01:44.810227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b8836b80-ea92-48fe-8851-fb5ebcd72bb8'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:44.810773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:44.811119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:44.811462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:44.811795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:44.812128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:44.812461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:44.812788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:44.813113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:44.813440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:44.813765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:44.814090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:44.814436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:01:44.891735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b8836b80-ea92-48fe-8851-fb5ebcd72bb8,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:44.895280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-87f53c67-1d11-43ca-896b-73c1a5c8f109 req-d5bcec9a-67ad-4036-a76c-ca90abd704b8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Deleting port a8f42c44-ed76-45d5-96ea-16137fbc062d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:44.895280 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-87f53c67-1d11-43ca-896b-73c1a5c8f109 req-d5bcec9a-67ad-4036-a76c-ca90abd704b8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:44.960950 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6be0c5-7d8c-44cc-a1ab-2c2e57e10c17 req-2d694239-0b48-4dec-bbb2-b1bcdcabb92d tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.969029 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd6be0c5-7d8c-44cc-a1ab-2c2e57e10c17 req-2d694239-0b48-4dec-bbb2-b1bcdcabb92d tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 945 time: 0.3888824 Oct 13 11:01:44.971371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590f73e-e64e-49b3-91dc-fd898473771c req-4ee5d6b2-df5f-4ffc-9391-7fc4a86fbcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:44.972773 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6590f73e-e64e-49b3-91dc-fd898473771c req-4ee5d6b2-df5f-4ffc-9391-7fc4a86fbcf9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 917 time: 0.1457655 Oct 13 11:01:44.981208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Attempting to bind port 0c538839-1be6-4a32-b0e6-10d01668a313 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:44.981208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Attempting to bind port 0c538839-1be6-4a32-b0e6-10d01668a313 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:44.981208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Attempting to bind port 0c538839-1be6-4a32-b0e6-10d01668a313 on network 29e1e4ce-398c-485c-8047-e064dc11e582 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:44.984945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Port 0c538839-1be6-4a32-b0e6-10d01668a313 on network 29e1e4ce-398c-485c-8047-e064dc11e582 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:44.985270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Attempting to bind port 0c538839-1be6-4a32-b0e6-10d01668a313 on network 29e1e4ce-398c-485c-8047-e064dc11e582 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:44.987035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Made reservation on behalf of eae4f86913aa4ac3bdc50aef49ce59d7 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:44.989296 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:44.993405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d57dc-d84f-4bbb-a38f-0575cf6390ea req-c3678d98-a979-475a-ba03-e16e8718699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:45.001214 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-358d57dc-d84f-4bbb-a38f-0575cf6390ea req-c3678d98-a979-475a-ba03-e16e8718699a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2174509 Oct 13 11:01:45.002315 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:45.069204 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6590f73e-e64e-49b3-91dc-fd898473771c req-2a03ec68-66ab-462c-8018-f081c3f5ebf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48 HTTP/1.1" status: 200 len: 999 time: 0.0704470 Oct 13 11:01:45.075898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-13ebfba8-cc40-4481-945a-f6f43d5aa4ab', 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'fixed_ips': [{'subnet_id': 'bd4f1c58-319c-4d6b-9fcd-42a6db10258a'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:01:45.078751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:45.079108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Checking segment: {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:45.079497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Bound using segment: {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:45.080003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Bound port: 0c538839-1be6-4a32-b0e6-10d01668a313, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:45.080369 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:45.089428 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:45.096311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-87f53c67-1d11-43ca-896b-73c1a5c8f109 req-d5bcec9a-67ad-4036-a76c-ca90abd704b8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] For port a8f42c44-ed76-45d5-96ea-16137fbc062d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a8f42c44-ed76-45d5-96ea-16137fbc062d,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:45.096835 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-87f53c67-1d11-43ca-896b-73c1a5c8f109 req-d5bcec9a-67ad-4036-a76c-ca90abd704b8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:45.116825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-87f53c67-1d11-43ca-896b-73c1a5c8f109 req-d5bcec9a-67ad-4036-a76c-ca90abd704b8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Calling delete_port for a8f42c44-ed76-45d5-96ea-16137fbc062d owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:45.239316 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:45.241105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590f73e-e64e-49b3-91dc-fd898473771c req-12cd43d0-d7f9-4afb-902a-cb28789e2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:45.242612 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6590f73e-e64e-49b3-91dc-fd898473771c req-12cd43d0-d7f9-4afb-902a-cb28789e2f77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.1600564 Oct 13 11:01:45.298777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926c07b4-9943-4fee-8221-8aad71ec36d0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Made reservation on behalf of df72ba28093c4782bedf7c3c3ff22e39 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:45.302784 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-926c07b4-9943-4fee-8221-8aad71ec36d0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:45.335009 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd6be0c5-7d8c-44cc-a1ab-2c2e57e10c17 req-8fe628d8-2792-4bb9-abc2-ccfba96947f3 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650105 Oct 13 11:01:45.366870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590f73e-e64e-49b3-91dc-fd898473771c req-f938a9f8-11c9-4e86-b1be-61747c7c1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:45.368906 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6590f73e-e64e-49b3-91dc-fd898473771c req-f938a9f8-11c9-4e86-b1be-61747c7c1aa3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157799 Oct 13 11:01:45.390042 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ab3ad4a5-a8d7-42a7-a7d7-42f410246df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'f5a85bf3-27e3-4fe9-9eae-4fc2040c8683', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'port_id': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'mac_address': 'fa:16:3e:1d:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:01:13Z', 'updated_at': '2021-10-13T11:01:40Z', 'revision_number': 1, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:45.395642 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:45.400069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc05bf-f6a5-477c-ac17-59257eaf6f25 req-b89ea8de-1a58-4cb2-aab6-af01a79b09a3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:45.407268 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc05bf-f6a5-477c-ac17-59257eaf6f25 req-b89ea8de-1a58-4cb2-aab6-af01a79b09a3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:45.414575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc05bf-f6a5-477c-ac17-59257eaf6f25 req-b89ea8de-1a58-4cb2-aab6-af01a79b09a3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:45.421274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc05bf-f6a5-477c-ac17-59257eaf6f25 req-b89ea8de-1a58-4cb2-aab6-af01a79b09a3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:45.427602 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ad4a5-a8d7-42a7-a7d7-42f410246df5 None None] Checking router: 3a56958c-7d6b-4671-9e9d-6095a645922e for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:01:45.429002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc05bf-f6a5-477c-ac17-59257eaf6f25 req-b89ea8de-1a58-4cb2-aab6-af01a79b09a3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:45.439136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc05bf-f6a5-477c-ac17-59257eaf6f25 req-b89ea8de-1a58-4cb2-aab6-af01a79b09a3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:45.441340 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4dc05bf-f6a5-477c-ac17-59257eaf6f25 req-b89ea8de-1a58-4cb2-aab6-af01a79b09a3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 4606 time: 0.4160588 Oct 13 11:01:45.456698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ad4a5-a8d7-42a7-a7d7-42f410246df5 None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:01:45.456920 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-87f53c67-1d11-43ca-896b-73c1a5c8f109 req-d5bcec9a-67ad-4036-a76c-ca90abd704b8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:45.457753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ab3ad4a5-a8d7-42a7-a7d7-42f410246df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:01:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:45.519902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcec9a-67ad-4036-a76c-ca90abd704b8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event deleted for resources: {'Port': ['ID=a8f42c44-ed76-45d5-96ea-16137fbc062d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:45.526652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a', '4fc1cb75-8880-4e39-90df-3f658687f11a', 'a8f42c44-ed76-45d5-96ea-16137fbc062d'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:45.527624 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7022c5ab-d64b-40d2-aead-eb8680141b14 req-e6f86417-069f-4834-9b9b-19aa3e391722 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 210 time: 0.0669575 Oct 13 11:01:45.533839 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Allocated IP 10.1.1.2 (13ebfba8-cc40-4481-945a-f6f43d5aa4ab/bd4f1c58-319c-4d6b-9fcd-42a6db10258a/f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:45.590023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4dc05bf-f6a5-477c-ac17-59257eaf6f25 req-f3997ccb-c304-4d55-a856-8e23c0c1b8d6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344299 Oct 13 11:01:45.611580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:01:45.645018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f53c67-1d11-43ca-896b-73c1a5c8f109 req-d5bcec9a-67ad-4036-a76c-ca90abd704b8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] No DVR routers for this DVR port a8f42c44-ed76-45d5-96ea-16137fbc062d on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:01:45.648558 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-87f53c67-1d11-43ca-896b-73c1a5c8f109 req-d5bcec9a-67ad-4036-a76c-ca90abd704b8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:45.650678 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:45.653199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87f53c67-1d11-43ca-896b-73c1a5c8f109 req-d5bcec9a-67ad-4036-a76c-ca90abd704b8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "DELETE /v2.0/ports/a8f42c44-ed76-45d5-96ea-16137fbc062d HTTP/1.1" status: 204 len: 173 time: 1.3478639 Oct 13 11:01:45.653898 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Added segment 93efb526-88c2-4ba7-ade8-7a7281bdf243 of type vlan for network 1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8 Oct 13 11:01:45.746306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:45.812700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] For port 0c538839-1be6-4a32-b0e6-10d01668a313, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:45.841976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ba5baa-2796-41a6-aaa9-01de22d02828,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:45.909721 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:45.938415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-ab3ad4a5-a8d7-42a7-a7d7-42f410246df5 None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:01:45.956904 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-926c07b4-9943-4fee-8221-8aad71ec36d0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:46.031136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c07b4-9943-4fee-8221-8aad71ec36d0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'Subnet': ['ID=dc4e3cc4-c941-42e0-8d66-07438f4c2aab,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:46.052996 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125dbbc-11d1-46da-98b3-a68e25e0ec6e req-a3eed2d0-de99-437a-a3fa-73fa10869800 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:46.061291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3125dbbc-11d1-46da-98b3-a68e25e0ec6e req-a3eed2d0-de99-437a-a3fa-73fa10869800 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 946 time: 0.2175856 Oct 13 11:01:46.076593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca', '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a', '491259d6-6fbd-4994-81c0-07f7cf648a14', 'b07b355b-4ac7-4566-a68e-099ac4bd18bc'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:46.087396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c07b4-9943-4fee-8221-8aad71ec36d0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Checking segment: {'id': '5c963ce2-34f5-4ba5-be44-eeec26e23b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:46.087396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c07b4-9943-4fee-8221-8aad71ec36d0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Network hostable DHCP agents. Network: 3f5d2a8f-da31-4f37-9210-83fd46b16762, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:01:46.126095 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3125dbbc-11d1-46da-98b3-a68e25e0ec6e req-be06eb3e-1567-47d6-843f-f6272c8edb9d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638754 Oct 13 11:01:46.170419 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.resource_extend [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 11:01:46.176321 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b2afa50f-7765-4b1c-880e-4fa36236d746 req-c2d9cf0e-bd33-43ee-b2b9-048488b8eb6a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 210 time: 0.3940837 Oct 13 11:01:46.198315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] For port 0c538839-1be6-4a32-b0e6-10d01668a313, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0c538839-1be6-4a32-b0e6-10d01668a313,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:46.228760 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6590f73e-e64e-49b3-91dc-fd898473771c req-0b50d0ca-23cf-45f1-876a-156239f70bbd service neutron] 10.222.0.46 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8341005 Oct 13 11:01:46.246233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c07b4-9943-4fee-8221-8aad71ec36d0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Network 3f5d2a8f-da31-4f37-9210-83fd46b16762 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:01:46.276199 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:46.306639 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:46.307601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:46.308315 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:46.315717 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:46.330267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-926c07b4-9943-4fee-8221-8aad71ec36d0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 3f5d2a8f-da31-4f37-9210-83fd46b16762) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:46.344869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c07b4-9943-4fee-8221-8aad71ec36d0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:46.347138 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-926c07b4-9943-4fee-8221-8aad71ec36d0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:46.419998 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262c4e4f-a89c-4468-ba46-affbc201a659 None None] Network 3f5d2a8f-da31-4f37-9210-83fd46b16762 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:46.435310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:46.435310 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:46.436521 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] 10.222.0.21 "PUT /v2.0/ports/0c538839-1be6-4a32-b0e6-10d01668a313 HTTP/1.1" status: 200 len: 1136 time: 3.0295334 Oct 13 11:01:46.446117 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '0c538839-1be6-4a32-b0e6-10d01668a313'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:46.449451 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285e8734-42d1-41d5-be1c-221314f5f820" -d '{"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "0c538839-1be6-4a32-b0e6-10d01668a313"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:46.481570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event updated for resources: {'Network': ['ID=1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:46.496719 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6590f73e-e64e-49b3-91dc-fd898473771c req-0a560b61-2525-4d39-9b39-5498522a70dd service neutron] 10.222.0.46 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582073 Oct 13 11:01:46.521486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076ff7e-7ac9-418d-bf38-88ccca86f215 service neutron] Pushing event updated for resources: {'Port': ['ID=0c538839-1be6-4a32-b0e6-10d01668a313,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:46.538140 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b213eaa8-8fb0-4a41-817f-c44e2f49a949 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1906252 Oct 13 11:01:46.545623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48050) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:46.563684 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-67b1bbf3-47c2-4112-8325-fdafff77304f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Request body: {'subnet': {'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:46.608417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Request body: {'port': {'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:46.609395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-926c07b4-9943-4fee-8221-8aad71ec36d0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9385896 Oct 13 11:01:46.610209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5333f5e-fc89-4796-805b-ecff0357f32b', 'name': 'network-vif-deleted', 'tag': 'a8f42c44-ed76-45d5-96ea-16137fbc062d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:46.611366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48052) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:46.620257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:01:46.620467 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e802c89-fdde-4232-8f29-3a6bf4316ca4" -d '{"events": [{"server_uuid": "f5333f5e-fc89-4796-805b-ecff0357f32b", "name": "network-vif-deleted", "tag": "a8f42c44-ed76-45d5-96ea-16137fbc062d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:46.620594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'port': {'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab', 'name': 'tempest-TaggedBootDevicesTest-740832500', 'fixed_ips': [{'subnet_id': 'bd4f1c58-319c-4d6b-9fcd-42a6db10258a'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:46.699454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac62d5-055a-498c-8765-fb1b197715ee req-968dda37-79e2-4c70-9d87-712ed297af76 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:46.707252 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-00ac62d5-055a-498c-8765-fb1b197715ee req-968dda37-79e2-4c70-9d87-712ed297af76 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 945 time: 0.2315037 Oct 13 11:01:46.763302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7916a58-2b8f-4d8c-98eb-b4d16085ab79 req-be1a197a-739e-47c9-9f60-e466e1098de9 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:46.772843 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7916a58-2b8f-4d8c-98eb-b4d16085ab79 req-be1a197a-739e-47c9-9f60-e466e1098de9 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 946 time: 0.1401200 Oct 13 11:01:46.787977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b1bbf3-47c2-4112-8325-fdafff77304f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Made reservation on behalf of eae4f86913aa4ac3bdc50aef49ce59d7 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:46.791282 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67b1bbf3-47c2-4112-8325-fdafff77304f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:46.798033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-2df43c93-0a43-43b6-8796-251d7d62c4e0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:46.800810 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-2df43c93-0a43-43b6-8796-251d7d62c4e0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.21 "GET /v2.0/networks?id=37337ae1-3830-4e94-86c4-50efe5c4311f HTTP/1.1" status: 200 len: 813 time: 0.3844531 Oct 13 11:01:46.819416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-da2fe4d2-d757-4310-9086-d5fa79fb209f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Request body: {'port': {'device_id': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f', 'admin_state_up': True, 'tenant_id': 'bf317bd458d84a7ba01449a3dbbc39b8'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:46.943332 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:46.965510 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:46.987279 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7916a58-2b8f-4d8c-98eb-b4d16085ab79 req-1318a9e5-5696-4212-a44f-f6f84db678f1 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020514 Oct 13 11:01:47.007601 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-00ac62d5-055a-498c-8765-fb1b197715ee req-fc188ba8-c1d6-424f-9423-b4589638daab tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253060 Oct 13 11:01:47.038563 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:47.043039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:47.099839 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37785d6e-6c46-419a-948c-9ccb3512ae49 x-openstack-request-id: req-37785d6e-6c46-419a-948c-9ccb3512ae49 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:47.100443 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "0c538839-1be6-4a32-b0e6-10d01668a313", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:47.100563 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37785d6e-6c46-419a-948c-9ccb3512ae49 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:47.104612 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '0c538839-1be6-4a32-b0e6-10d01668a313', 'status': 'completed', 'code': 200} Oct 13 11:01:47.148246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Pushing event updated for resources: {'Port': ['ID=f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:47.164124 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e146de-e8c6-43fb-8f03-92bbfac726f2 x-openstack-request-id: req-35e146de-e8c6-43fb-8f03-92bbfac726f2 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:47.164124 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5333f5e-fc89-4796-805b-ecff0357f32b", "name": "network-vif-deleted", "tag": "a8f42c44-ed76-45d5-96ea-16137fbc062d", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:47.164124 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35e146de-e8c6-43fb-8f03-92bbfac726f2 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:47.164124 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5333f5e-fc89-4796-805b-ecff0357f32b', 'name': 'network-vif-deleted', 'tag': 'a8f42c44-ed76-45d5-96ea-16137fbc062d', 'status': 'completed', 'code': 200} Oct 13 11:01:47.248518 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b8836b80-ea92-48fe-8851-fb5ebcd72bb8 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:47.253899 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-152df1fb-6e33-4e0e-a239-b361339434a1 req-0a8e09ef-c310-46db-950f-8e265626b772 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5333f5e-fc89-4796-805b-ecff0357f32b HTTP/1.1" status: 200 len: 210 time: 0.0682304 Oct 13 11:01:47.312872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49731bce-fc9b-47d5-992c-42602864b4d2 req-d074b038-e467-4f1c-b279-82c9868b3a7c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.320034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49731bce-fc9b-47d5-992c-42602864b4d2 req-d074b038-e467-4f1c-b279-82c9868b3a7c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.332789 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49731bce-fc9b-47d5-992c-42602864b4d2 req-d074b038-e467-4f1c-b279-82c9868b3a7c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.338249 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49731bce-fc9b-47d5-992c-42602864b4d2 req-d074b038-e467-4f1c-b279-82c9868b3a7c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.344568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49731bce-fc9b-47d5-992c-42602864b4d2 req-d074b038-e467-4f1c-b279-82c9868b3a7c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.350746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49731bce-fc9b-47d5-992c-42602864b4d2 req-d074b038-e467-4f1c-b279-82c9868b3a7c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.359597 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-49731bce-fc9b-47d5-992c-42602864b4d2 req-d074b038-e467-4f1c-b279-82c9868b3a7c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 4606 time: 0.1174057 Oct 13 11:01:47.411646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8734-42d1-41d5-be1c-221314f5f820 req-c3573a97-4f91-443d-9862-d990b8448418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.412244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8734-42d1-41d5-be1c-221314f5f820 req-c3573a97-4f91-443d-9862-d990b8448418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.412835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8734-42d1-41d5-be1c-221314f5f820 req-c3573a97-4f91-443d-9862-d990b8448418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.413175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8734-42d1-41d5-be1c-221314f5f820 req-c3573a97-4f91-443d-9862-d990b8448418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.413637 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8734-42d1-41d5-be1c-221314f5f820 req-c3573a97-4f91-443d-9862-d990b8448418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.414364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8734-42d1-41d5-be1c-221314f5f820 req-c3573a97-4f91-443d-9862-d990b8448418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.416603 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-285e8734-42d1-41d5-be1c-221314f5f820 req-c3573a97-4f91-443d-9862-d990b8448418 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8ef3a9260b7494da03368bc530c12f3&device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5292 time: 0.2479558 Oct 13 11:01:47.417256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-da2fe4d2-d757-4310-9086-d5fa79fb209f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Made reservation on behalf of bf317bd458d84a7ba01449a3dbbc39b8 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:47.419965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Attempting to bind port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:47.420404 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Attempting to bind port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:47.421031 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Attempting to bind port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9 on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:47.421125 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-da2fe4d2-d757-4310-9086-d5fa79fb209f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:47.423473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-3f5d2a8f-da31-4f37-9210-83fd46b16762', 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'fixed_ips': [{'subnet_id': 'dc4e3cc4-c941-42e0-8d66-07438f4c2aab'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:01:47.424681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:47.478713 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:47.479102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Checking segment: {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:47.479510 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:47.479915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Bound using segment: {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:47.480400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Bound port: f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:47.480792 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:47.566376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8734-42d1-41d5-be1c-221314f5f820 req-e6d8ecd9-d5a7-443d-a877-b462fcf71c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.566835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8734-42d1-41d5-be1c-221314f5f820 req-e6d8ecd9-d5a7-443d-a877-b462fcf71c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.567306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8734-42d1-41d5-be1c-221314f5f820 req-e6d8ecd9-d5a7-443d-a877-b462fcf71c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.568903 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-285e8734-42d1-41d5-be1c-221314f5f820 req-e6d8ecd9-d5a7-443d-a877-b462fcf71c2e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f8ef3a9260b7494da03368bc530c12f3&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1330483 Oct 13 11:01:47.580329 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-49731bce-fc9b-47d5-992c-42602864b4d2 req-a52767f7-161c-48bb-b7d2-61a29b3a97ae tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2197900 Oct 13 11:01:47.691891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Allocated IP 10.2.2.2 (3f5d2a8f-da31-4f37-9210-83fd46b16762/dc4e3cc4-c941-42e0-8d66-07438f4c2aab/1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:47.778256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ab3ad4a5-a8d7-42a7-a7d7-42f410246df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'f5a85bf3-27e3-4fe9-9eae-4fc2040c8683', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'port_id': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'mac_address': 'fa:16:3e:1d:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:01:13Z', 'updated_at': '2021-10-13T11:01:40Z', 'revision_number': 1, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:01:47.796380 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8734-42d1-41d5-be1c-221314f5f820 req-776f787d-d6fa-4a99-969a-8c15118a718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:47.797858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-285e8734-42d1-41d5-be1c-221314f5f820 req-776f787d-d6fa-4a99-969a-8c15118a718a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2143886 Oct 13 11:01:47.807812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-da2fe4d2-d757-4310-9086-d5fa79fb209f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Allocated IP 172.20.0.12 (37337ae1-3830-4e94-86c4-50efe5c4311f/7d5329af-7563-4aa1-a5c9-0162c6540d49/b101565b-3c30-43e0-aff8-91c1378f03a6) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:47.853869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b955f06-9355-4152-b824-207e8663b591 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:47.863858 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ff63e8e-3ac7-4826-8bd7-e16b07b2a5d2 req-f9866b88-38ac-4f4a-8544-64f59ecc92cf tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 210 time: 0.0999115 Oct 13 11:01:47.869220 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:47.876207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ad4a5-a8d7-42a7-a7d7-42f410246df5 None None] The sync data for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 is: [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'f5a85bf3-27e3-4fe9-9eae-4fc2040c8683', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'port_id': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'mac_address': 'fa:16:3e:1d:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:01:13Z', 'updated_at': '2021-10-13T11:01:40Z', 'revision_number': 1, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:01:47.898582 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Transition to ACTIVE for port object 4b955f06-9355-4152-b824-207e8663b591 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:01:47.927875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Made reservation on behalf of df72ba28093c4782bedf7c3c3ff22e39 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:47.945457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] For port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:47.951392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] For port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:47.963373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port b8836b80-ea92-48fe-8851-fb5ebcd72bb8 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:01:47.971625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b8836b80-ea92-48fe-8851-fb5ebcd72bb8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:47.972715 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.030593 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.032813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.objects.ports [None req-67b1bbf3-47c2-4112-8325-fdafff77304f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101990) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:01:48.033295 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67b1bbf3-47c2-4112-8325-fdafff77304f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.057477 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.078947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Pushing event updated for resources: {'Port': ['ID=4b955f06-9355-4152-b824-207e8663b591,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:48.116599 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-da2fe4d2-d757-4310-9086-d5fa79fb209f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.188453 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.259855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea4c0a-c951-4ca5-894b-2ae67b1443a1 req-10bd3556-b6a3-45d5-97b6-e27d3278a902 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:48.267644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c8ea4c0a-c951-4ca5-894b-2ae67b1443a1 req-10bd3556-b6a3-45d5-97b6-e27d3278a902 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 946 time: 0.1230636 Oct 13 11:01:48.288439 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9881a6a-48b8-4044-9528-75f2eae60d24 None None] Pushing event updated for resources: {'Port': ['ID=f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:48.298496 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.324575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1bbf3-47c2-4112-8325-fdafff77304f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event updated for resources: {'Subnet': ['ID=67a25eb7-b88e-4371-b742-96be23cd9c05,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:48.336127 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cf0c9d-9106-4aa3-871b-e2a87a034ea3 None None] New status for floating IP f5a85bf3-27e3-4fe9-9eae-4fc2040c8683: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:01:48.376741 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] device_id is not set on port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:01:48.377494 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c8ea4c0a-c951-4ca5-894b-2ae67b1443a1 req-48dfa876-9cdf-4419-9301-894e7a926976 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077850 Oct 13 11:01:48.379209 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-da2fe4d2-d757-4310-9086-d5fa79fb209f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.490830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1bbf3-47c2-4112-8325-fdafff77304f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Checking segment: {'id': '93efb526-88c2-4ba7-ade8-7a7281bdf243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:48.493223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b1bbf3-47c2-4112-8325-fdafff77304f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Network hostable DHCP agents. Network: 1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:01:48.512835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29482f8-bc49-4988-8c34-a513f1a5223a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8836b80-ea92-48fe-8851-fb5ebcd72bb8'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:48.520394 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdba58dd-d3f5-4761-808b-933eed38295f" -d '{"events": [{"server_uuid": "e29482f8-bc49-4988-8c34-a513f1a5223a", "name": "network-vif-plugged", "status": "completed", "tag": "b8836b80-ea92-48fe-8851-fb5ebcd72bb8"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:48.548099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fe4d2-d757-4310-9086-d5fa79fb209f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Pushing event updated for resources: {'Port': ['ID=b101565b-3c30-43e0-aff8-91c1378f03a6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:48.569233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-da2fe4d2-d757-4310-9086-d5fa79fb209f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Network 37337ae1-3830-4e94-86c4-50efe5c4311f is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:48.581025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-da2fe4d2-d757-4310-9086-d5fa79fb209f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:48.590296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b8836b80-ea92-48fe-8851-fb5ebcd72bb8, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b8836b80-ea92-48fe-8851-fb5ebcd72bb8,segment=NetworkSegment(f28d9407-1336-4cd3-9c9b-936463618b2e),segment_id=f28d9407-1336-4cd3-9c9b-936463618b2e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:48.591998 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-da2fe4d2-d757-4310-9086-d5fa79fb209f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:48.664578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-da2fe4d2-d757-4310-9086-d5fa79fb209f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:48.665670 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-da2fe4d2-d757-4310-9086-d5fa79fb209f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.690098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdd29a-c1e5-438f-8317-2ae0eb3013d7 req-66d13cb5-ba06-4f9c-85e1-40b09d583dc9 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:48.702396 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4bdd29a-c1e5-438f-8317-2ae0eb3013d7 req-66d13cb5-ba06-4f9c-85e1-40b09d583dc9 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 945 time: 0.5112479 Oct 13 11:01:48.734165 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.756560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-da2fe4d2-d757-4310-9086-d5fa79fb209f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9445922 Oct 13 11:01:48.766415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a8f42c44-ed76-45d5-96ea-16137fbc062d no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:01:48.768567 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Attempting to bind port 4b955f06-9355-4152-b824-207e8663b591 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:48.768912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Attempting to bind port 4b955f06-9355-4152-b824-207e8663b591 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:48.769509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Attempting to bind port 4b955f06-9355-4152-b824-207e8663b591 on network 29e1e4ce-398c-485c-8047-e064dc11e582 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:48.789091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Request body: {'port': {'device_id': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:48.803903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Port 4b955f06-9355-4152-b824-207e8663b591 on network 29e1e4ce-398c-485c-8047-e064dc11e582 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:48.804268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Attempting to bind port 4b955f06-9355-4152-b824-207e8663b591 on network 29e1e4ce-398c-485c-8047-e064dc11e582 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:48.829931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b1bbf3-47c2-4112-8325-fdafff77304f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Network 1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:01:48.834371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:48.834770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Checking segment: {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:48.835102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Bound using segment: {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:48.835555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Bound port: 4b955f06-9355-4152-b824-207e8663b591, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:48.835921 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.845668 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.879935 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: a8f42c44-ed76-45d5-96ea-16137fbc062d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:01:48.880340 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a8f42c44-ed76-45d5-96ea-16137fbc062d not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:01:48.900875 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.933421 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4bdd29a-c1e5-438f-8317-2ae0eb3013d7 req-789a7136-d3cc-443f-a14d-48f47acb202c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292564 Oct 13 11:01:48.971400 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:48.980741 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b8836b80-ea92-48fe-8851-fb5ebcd72bb8,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:49.106792 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6fab00-9693-445b-adbb-6ee7217026ea x-openstack-request-id: req-0c6fab00-9693-445b-adbb-6ee7217026ea {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:49.107202 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29482f8-bc49-4988-8c34-a513f1a5223a", "name": "network-vif-plugged", "status": "completed", "tag": "b8836b80-ea92-48fe-8851-fb5ebcd72bb8", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:49.107463 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c6fab00-9693-445b-adbb-6ee7217026ea {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:49.107877 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29482f8-bc49-4988-8c34-a513f1a5223a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8836b80-ea92-48fe-8851-fb5ebcd72bb8', 'code': 200} Oct 13 11:01:49.117514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Network 3f5d2a8f-da31-4f37-9210-83fd46b16762 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:49.128963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:49.144097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:49.154175 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:49.169571 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Allocated IP 10.1.1.215 (13ebfba8-cc40-4481-945a-f6f43d5aa4ab/bd4f1c58-319c-4d6b-9fcd-42a6db10258a/1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:49.199549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Pushing event updated for resources: {'Port': ['ID=1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:49.231626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] For port 4b955f06-9355-4152-b824-207e8663b591, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:49.236232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] For port 4b955f06-9355-4152-b824-207e8663b591, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b955f06-9355-4152-b824-207e8663b591,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:49.243949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-67b1bbf3-47c2-4112-8325-fdafff77304f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:49.255645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b1bbf3-47c2-4112-8325-fdafff77304f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:49.256196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da077e13-3c41-4d0b-97ea-588bb221f0c0 None None] Network 1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:49.256319 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67b1bbf3-47c2-4112-8325-fdafff77304f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:49.359998 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:49.365762 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Attempting to bind port 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:49.366297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Attempting to bind port 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '5c963ce2-34f5-4ba5-be44-eeec26e23b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:49.366744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Attempting to bind port 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 on network 3f5d2a8f-da31-4f37-9210-83fd46b16762 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:49.398580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:49.399696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Checking segment: {'id': '5c963ce2-34f5-4ba5-be44-eeec26e23b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:49.399935 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:49.400316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Bound using segment: {'id': '5c963ce2-34f5-4ba5-be44-eeec26e23b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:49.400806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Bound port: 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c963ce2-34f5-4ba5-be44-eeec26e23b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:49.401195 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:49.421160 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-67b1bbf3-47c2-4112-8325-fdafff77304f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8697495 Oct 13 11:01:49.428220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48084) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:49.435902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-331291031', 'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:49.438764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:49.439350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:49.439722 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:49.443447 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:49.445064 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] 10.222.0.21 "PUT /v2.0/ports/4b955f06-9355-4152-b824-207e8663b591 HTTP/1.1" status: 200 len: 1135 time: 2.8455749 Oct 13 11:01:49.457830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '4b955f06-9355-4152-b824-207e8663b591'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:49.464967 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e42bce7-ffdc-4410-a5b6-29d828e51a90" -d '{"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "4b955f06-9355-4152-b824-207e8663b591"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:49.586133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Request body: {'port': {'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:49.596875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30c8ce-6298-4e51-9491-0b7e2da9575a service neutron] Pushing event updated for resources: {'Port': ['ID=4b955f06-9355-4152-b824-207e8663b591,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:49.670195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fddf302-9cd4-403d-a166-1a42419b1990 None None] Network 1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:49.691311 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:49.703922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] For port 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:49.770952 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] For port 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:49.797920 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:49.811144 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ac43d-de66-41b3-9a34-10baef8c24af req-29e67d20-d1ed-4dca-a8a0-03177d82bf16 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:49.812926 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c9ac43d-de66-41b3-9a34-10baef8c24af req-29e67d20-d1ed-4dca-a8a0-03177d82bf16 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 932 time: 0.2661033 Oct 13 11:01:49.821241 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:49.857576 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:49.868284 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:49.877541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Made reservation on behalf of eae4f86913aa4ac3bdc50aef49ce59d7 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:49.879944 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:49.912740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e98625-d95e-4367-afb0-c5a6d0c16ac4 req-401cf5c8-4513-4851-ba8d-0074c1b9be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:49.915484 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6e98625-d95e-4367-afb0-c5a6d0c16ac4 req-401cf5c8-4513-4851-ba8d-0074c1b9be1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 1097 time: 0.7280169 Oct 13 11:01:49.917536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:49.991790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308ad4-ef38-497c-847a-7b1c645fb37f req-51bd4fc0-057b-47c3-9b8b-7b18b42c5ef9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:49.997340 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308ad4-ef38-497c-847a-7b1c645fb37f req-51bd4fc0-057b-47c3-9b8b-7b18b42c5ef9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:50.000414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] device_id is not set on port 839011ff-ee1f-4b1b-9eed-f487b749af5b yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:01:50.004398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308ad4-ef38-497c-847a-7b1c645fb37f req-51bd4fc0-057b-47c3-9b8b-7b18b42c5ef9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:50.005385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:50.015190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308ad4-ef38-497c-847a-7b1c645fb37f req-51bd4fc0-057b-47c3-9b8b-7b18b42c5ef9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:50.022532 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308ad4-ef38-497c-847a-7b1c645fb37f req-51bd4fc0-057b-47c3-9b8b-7b18b42c5ef9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:50.027827 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:50.029703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308ad4-ef38-497c-847a-7b1c645fb37f req-51bd4fc0-057b-47c3-9b8b-7b18b42c5ef9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:50.036685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308ad4-ef38-497c-847a-7b1c645fb37f req-51bd4fc0-057b-47c3-9b8b-7b18b42c5ef9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:50.045627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-40308ad4-ef38-497c-847a-7b1c645fb37f req-51bd4fc0-057b-47c3-9b8b-7b18b42c5ef9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5383 time: 0.8498132 Oct 13 11:01:50.056818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:50.080088 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6e98625-d95e-4367-afb0-c5a6d0c16ac4 req-3be7ea1b-acf3-42d5-b9d1-6d6341d33cfc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493621 Oct 13 11:01:50.148470 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c9ac43d-de66-41b3-9a34-10baef8c24af req-74b7103e-3bad-48e4-b3a7-683d78d6cad5 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138833 Oct 13 11:01:50.240048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b101565b-3c30-43e0-aff8-91c1378f03a6 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:50.249874 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:50.261877 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f19b4-d4e1-440e-9983-3ca28c9a8d45 None None] Pushing event updated for resources: {'Port': ['ID=1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:50.264317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Transition to ACTIVE for port object b101565b-3c30-43e0-aff8-91c1378f03a6 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:01:50.277197 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Allocated IP 172.20.0.8 (1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8/67a25eb7-b88e-4371-b742-96be23cd9c05/839011ff-ee1f-4b1b-9eed-f487b749af5b) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:50.277914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f950f8d-3301-4bc1-ad14-bbda67795c5b None None] Network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:50.278089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-40308ad4-ef38-497c-847a-7b1c645fb37f req-32752b0d-a7b5-4788-baae-9d82cc472f65 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2288716 Oct 13 11:01:50.331146 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:50.371431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'Port': ['ID=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:50.383535 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:50.437513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c0c3904c-68d6-4554-8197-12eb2c22434b None None] Provisioning complete for port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:50.439500 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c0c3904c-68d6-4554-8197-12eb2c22434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:50.478445 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:50.478445 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:50.532597 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:50.593397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Pushing event updated for resources: {'Port': ['ID=b101565b-3c30-43e0-aff8-91c1378f03a6,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:50.643660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38557608-a9b7-4256-892f-1384d7e4ea6f req-4582427b-15f2-4b5d-a15f-bb436eab5e7c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:50.647954 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d329060-a1bb-474b-88a3-7e53d1b94abc req-8fd55c2b-7195-4013-93d6-ec6dbde7fff6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:50.650177 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d329060-a1bb-474b-88a3-7e53d1b94abc req-8fd55c2b-7195-4013-93d6-ec6dbde7fff6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 949 time: 0.2000167 Oct 13 11:01:50.651348 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38557608-a9b7-4256-892f-1384d7e4ea6f req-4582427b-15f2-4b5d-a15f-bb436eab5e7c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 946 time: 0.2697916 Oct 13 11:01:50.695060 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6710f2dd-7dfb-4894-af8d-493ce8879548 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0808244 Oct 13 11:01:50.709566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48094) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:50.709837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.21', 56983) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:50.716422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'port': {'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab', 'name': 'tempest-TaggedBootDevicesTest-551208561', 'fixed_ips': [{'subnet_id': 'bd4f1c58-319c-4d6b-9fcd-42a6db10258a'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:50.756321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d350f2d-fa02-440d-9a4e-8ddffe128c2b req-522ca98f-41b9-4a67-b481-9f17b350fc82 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:50.759251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7d350f2d-fa02-440d-9a4e-8ddffe128c2b req-522ca98f-41b9-4a67-b481-9f17b350fc82 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.21 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 946 time: 0.2365670 Oct 13 11:01:50.840513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Attempting to bind port b101565b-3c30-43e0-aff8-91c1378f03a6 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:50.841005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Attempting to bind port b101565b-3c30-43e0-aff8-91c1378f03a6 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'c77a9d7b-242d-48c4-9cb7-e65d91ab6f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:50.841440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Attempting to bind port b101565b-3c30-43e0-aff8-91c1378f03a6 on network 37337ae1-3830-4e94-86c4-50efe5c4311f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:50.854439 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38557608-a9b7-4256-892f-1384d7e4ea6f req-c1c55159-751a-4643-9547-67521a47b5e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020926 Oct 13 11:01:50.891963 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d329060-a1bb-474b-88a3-7e53d1b94abc req-326abb30-18ba-4956-b492-08d3ae8ad5af tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781175 Oct 13 11:01:50.920581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Port b101565b-3c30-43e0-aff8-91c1378f03a6 on network 37337ae1-3830-4e94-86c4-50efe5c4311f not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:50.921174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Attempting to bind port b101565b-3c30-43e0-aff8-91c1378f03a6 on network 37337ae1-3830-4e94-86c4-50efe5c4311f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:50.944772 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da738ce6-ee5f-402e-97cd-594670989285 x-openstack-request-id: req-da738ce6-ee5f-402e-97cd-594670989285 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:50.944899 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "4b955f06-9355-4152-b824-207e8663b591", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:50.945208 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da738ce6-ee5f-402e-97cd-594670989285 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:50.945561 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '4b955f06-9355-4152-b824-207e8663b591', 'status': 'completed', 'code': 200} Oct 13 11:01:50.958140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:50.968783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Checking segment: {'id': 'c77a9d7b-242d-48c4-9cb7-e65d91ab6f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:50.969346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Bound using segment: {'id': 'c77a9d7b-242d-48c4-9cb7-e65d91ab6f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:50.970406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Bound port: b101565b-3c30-43e0-aff8-91c1378f03a6, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77a9d7b-242d-48c4-9cb7-e65d91ab6f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:50.971468 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:50.995785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.21', 56984) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:51.084163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] For port b101565b-3c30-43e0-aff8-91c1378f03a6, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:51.088052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] For port b101565b-3c30-43e0-aff8-91c1378f03a6, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b101565b-3c30-43e0-aff8-91c1378f03a6,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:51.094921 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8d2e5702-c18c-44c1-9dd8-5916b19ca045 None None] Provisioning complete for port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:51.096352 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5702-c18c-44c1-9dd8-5916b19ca045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:51.115090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.21', 56985) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:51.217294 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:51.238562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da0ceef2-452e-4476-b7a4-b8ab5ccd5dbe req-00481ff7-b948-4e9e-9f4b-1882bf86a9f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4383a9a-46b3-490b-ae8c-c08424525080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5184162 Oct 13 11:01:51.279812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:51.320228 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:51.351939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46a6d1-86e0-4b16-9ff8-f855b9fb1347 req-cf43746d-1353-4891-9e31-0907b63e5adb tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.372648 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc46a6d1-86e0-4b16-9ff8-f855b9fb1347 req-cf43746d-1353-4891-9e31-0907b63e5adb tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 946 time: 0.2602267 Oct 13 11:01:51.398082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-7d350f2d-fa02-440d-9a4e-8ddffe128c2b req-9b982066-70a5-4482-8c2c-21c19d78cbc8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Deleting port 81b0f979-5416-42e3-b43c-16904bb60887 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:51.411273 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7d350f2d-fa02-440d-9a4e-8ddffe128c2b req-9b982066-70a5-4482-8c2c-21c19d78cbc8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:51.459739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:51.460858 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:51.462684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.463556 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:51.465192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] 10.222.0.21 "PUT /v2.0/ports/b101565b-3c30-43e0-aff8-91c1378f03a6 HTTP/1.1" status: 200 len: 1092 time: 2.6842182 Oct 13 11:01:51.475343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'tag': 'b101565b-3c30-43e0-aff8-91c1378f03a6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:51.478594 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd79161-98df-4e1a-b8a6-24134ecedd40" -d '{"events": [{"name": "network-changed", "server_uuid": "84fc2207-c993-4b60-9ad2-66f7ce0c01a9", "tag": "b101565b-3c30-43e0-aff8-91c1378f03a6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:51.511741 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Made reservation on behalf of df72ba28093c4782bedf7c3c3ff22e39 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:01:51.515473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8d2e5702-c18c-44c1-9dd8-5916b19ca045 None None] Provisioning complete for port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:51.515961 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5702-c18c-44c1-9dd8-5916b19ca045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:51.524593 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:51.532235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-8d178be2-4865-44b0-90c7-799423fc16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.533705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-8d178be2-4865-44b0-90c7-799423fc16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.534867 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-8d178be2-4865-44b0-90c7-799423fc16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.535500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-8d178be2-4865-44b0-90c7-799423fc16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.542070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-8d178be2-4865-44b0-90c7-799423fc16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.542798 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-8d178be2-4865-44b0-90c7-799423fc16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.543412 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-8d178be2-4865-44b0-90c7-799423fc16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.551772 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-8d178be2-4865-44b0-90c7-799423fc16a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8ef3a9260b7494da03368bc530c12f3&device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 6220 time: 0.5441108 Oct 13 11:01:51.588201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e5702-c18c-44c1-9dd8-5916b19ca045 None None] Port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:01:51.651221 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:51.703073 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:51.724794 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-03187d14-c48e-4792-bf71-b875c092f130 None None] Provisioning complete for port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:51.725655 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-03187d14-c48e-4792-bf71-b875c092f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:51.727765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc46a6d1-86e0-4b16-9ff8-f855b9fb1347 req-715c5ed6-9b90-49b7-8a64-07031eb7dc67 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541050 Oct 13 11:01:51.785311 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:51.787108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:51.791356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ae311-f129-4a66-a64e-14982ac6db6b None None] Network 3f5d2a8f-da31-4f37-9210-83fd46b16762 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:01:51.803213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679aab1e-939c-4647-a7fb-3d73a2af8b52 service neutron] Pushing event updated for resources: {'Port': ['ID=b101565b-3c30-43e0-aff8-91c1378f03a6,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:51.861202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-7d350f2d-fa02-440d-9a4e-8ddffe128c2b req-9b982066-70a5-4482-8c2c-21c19d78cbc8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] For port 81b0f979-5416-42e3-b43c-16904bb60887, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=81b0f979-5416-42e3-b43c-16904bb60887,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:51.861917 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7d350f2d-fa02-440d-9a4e-8ddffe128c2b req-9b982066-70a5-4482-8c2c-21c19d78cbc8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:51.905100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-a0309ad5-84d2-400d-96b9-648cdc9e71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.906994 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-a0309ad5-84d2-400d-96b9-648cdc9e71f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf317bd458d84a7ba01449a3dbbc39b8&device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 1095 time: 0.2089248 Oct 13 11:01:51.908851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-7d350f2d-fa02-440d-9a4e-8ddffe128c2b req-9b982066-70a5-4482-8c2c-21c19d78cbc8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Calling delete_port for 81b0f979-5416-42e3-b43c-16904bb60887 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:51.911372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-7eea1cc1-b392-4274-961e-b2c51422860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.912089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-7eea1cc1-b392-4274-961e-b2c51422860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.912718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-7eea1cc1-b392-4274-961e-b2c51422860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.914657 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-7eea1cc1-b392-4274-961e-b2c51422860f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f8ef3a9260b7494da03368bc530c12f3&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3175077 Oct 13 11:01:51.915906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:51.984698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11a3f3-11b3-4bf1-bd0a-6ed7f3eb7f55 req-ca7bb989-448d-4550-8f68-20d65ff86045 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:51.986555 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c11a3f3-11b3-4bf1-bd0a-6ed7f3eb7f55 req-ca7bb989-448d-4550-8f68-20d65ff86045 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 949 time: 0.8339138 Oct 13 11:01:51.998432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-03187d14-c48e-4792-bf71-b875c092f130 None None] Port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:01:52.021297 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:52.041511 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:52.042111 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:52.061161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-df7160f1-3d36-4569-a13f-c00d3a64801c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b101565b-3c30-43e0-aff8-91c1378f03a6 HTTP/1.1" status: 200 len: 217 time: 0.1227660 Oct 13 11:01:52.064244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:52.088945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ceef2-452e-4476-b7a4-b8ab5ccd5dbe req-df496967-7fac-4713-bbc2-eb112c475bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:52.090668 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da0ceef2-452e-4476-b7a4-b8ab5ccd5dbe req-df496967-7fac-4713-bbc2-eb112c475bb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=e4383a9a-46b3-490b-ae8c-c08424525080 HTTP/1.1" status: 200 len: 1100 time: 0.7784715 Oct 13 11:01:52.093588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036e01f-0f27-494f-8241-9c54adfddbde req-13296919-a60c-4810-bfec-5d609fc3644e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:52.101105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036e01f-0f27-494f-8241-9c54adfddbde req-13296919-a60c-4810-bfec-5d609fc3644e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:52.108517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] device_id is not set on port 9efaf48b-e02e-4571-9d2e-3ac74778211e yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:01:52.110856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036e01f-0f27-494f-8241-9c54adfddbde req-13296919-a60c-4810-bfec-5d609fc3644e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:52.117298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036e01f-0f27-494f-8241-9c54adfddbde req-13296919-a60c-4810-bfec-5d609fc3644e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:52.124323 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036e01f-0f27-494f-8241-9c54adfddbde req-13296919-a60c-4810-bfec-5d609fc3644e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:52.130934 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036e01f-0f27-494f-8241-9c54adfddbde req-13296919-a60c-4810-bfec-5d609fc3644e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:52.131613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf9074-c41c-41f1-8413-f2e08afee076 req-e2655b8f-ce91-4fd4-9cd3-e8f8a8ff6445 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:52.137995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036e01f-0f27-494f-8241-9c54adfddbde req-13296919-a60c-4810-bfec-5d609fc3644e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:52.139197 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ccf9074-c41c-41f1-8413-f2e08afee076 req-e2655b8f-ce91-4fd4-9cd3-e8f8a8ff6445 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.7814033 Oct 13 11:01:52.146830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3036e01f-0f27-494f-8241-9c54adfddbde req-13296919-a60c-4810-bfec-5d609fc3644e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5383 time: 0.3050120 Oct 13 11:01:52.175062 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Transition to ACTIVE for port object 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:01:52.242179 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:52.251621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5bfbeed1-afa7-41a5-a989-b63c6518adf9 None None] Provisioning complete for port 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:52.252152 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5bfbeed1-afa7-41a5-a989-b63c6518adf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:52.285452 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3036e01f-0f27-494f-8241-9c54adfddbde req-329f9a77-dcf0-4f76-8811-090121ad6ed4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340032 Oct 13 11:01:52.286190 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:52.288110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-c9493ba0-db40-4bfb-a6df-26cf901634ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:52.292794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-c9493ba0-db40-4bfb-a6df-26cf901634ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d5329af-7563-4aa1-a5c9-0162c6540d49 HTTP/1.1" status: 200 len: 853 time: 0.2210588 Oct 13 11:01:52.350821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-8dd98eff-bba5-442e-be41-24d4724b785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:52.353655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-8dd98eff-bba5-442e-be41-24d4724b785d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4280021 Oct 13 11:01:52.358404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event updated for resources: {'Port': ['ID=839011ff-ee1f-4b1b-9eed-f487b749af5b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:52.403074 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55425a51-7111-48d9-9fe4-65ed14660756 x-openstack-request-id: req-55425a51-7111-48d9-9fe4-65ed14660756 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:52.405315 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fc2207-c993-4b60-9ad2-66f7ce0c01a9", "tag": "b101565b-3c30-43e0-aff8-91c1378f03a6", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:52.405852 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55425a51-7111-48d9-9fe4-65ed14660756 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:52.406468 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'tag': 'b101565b-3c30-43e0-aff8-91c1378f03a6', 'status': 'completed', 'code': 200} Oct 13 11:01:52.411012 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-ca7cdb23-cd6e-4ef2-a9cc-e627eae281d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=37337ae1-3830-4e94-86c4-50efe5c4311f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991175 Oct 13 11:01:52.442818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5b1f2a-86fe-4784-b429-eafd5aa62c84,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:52.495494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Network 1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:52.504019 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:52.516911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:52.559523 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ccf9074-c41c-41f1-8413-f2e08afee076 req-c3997467-2591-41ba-b8a8-fb4350d41d06 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192984 Oct 13 11:01:52.719057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14716e-d938-479a-b108-bce943ab73d3 req-4a6cb18e-8f64-4acb-af2d-837a4573c346 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:52.725119 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab14716e-d938-479a-b108-bce943ab73d3 req-4a6cb18e-8f64-4acb-af2d-837a4573c346 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 946 time: 0.2157774 Oct 13 11:01:52.728360 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-5f6886de-33c1-49ec-9921-87e3dbdc3acc service neutron] 10.222.0.21 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075519 Oct 13 11:01:52.760771 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7d350f2d-fa02-440d-9a4e-8ddffe128c2b req-9b982066-70a5-4482-8c2c-21c19d78cbc8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:52.772364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['81b0f979-5416-42e3-b43c-16904bb60887'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:52.829357 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-8c11a3f3-11b3-4bf1-bd0a-6ed7f3eb7f55 req-0f6b261f-12bb-490d-8770-36c48a263d96 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Deleting port b07b355b-4ac7-4566-a68e-099ac4bd18bc {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:52.829718 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8c11a3f3-11b3-4bf1-bd0a-6ed7f3eb7f55 req-0f6b261f-12bb-490d-8770-36c48a263d96 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:52.843830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b982066-70a5-4482-8c2c-21c19d78cbc8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Pushing event deleted for resources: {'Port': ['ID=81b0f979-5416-42e3-b43c-16904bb60887,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:52.859908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0788b935-9375-4f69-981d-1df0aeac4ba5 None None] Provisioning complete for port 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:52.863220 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0788b935-9375-4f69-981d-1df0aeac4ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:52.895203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab14716e-d938-479a-b108-bce943ab73d3 req-d5d09bde-0b8b-477e-87be-be770bcdbb34 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631215 Oct 13 11:01:52.951583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d350f2d-fa02-440d-9a4e-8ddffe128c2b req-9b982066-70a5-4482-8c2c-21c19d78cbc8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] No DVR routers for this DVR port 81b0f979-5416-42e3-b43c-16904bb60887 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:01:52.955853 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-7d350f2d-fa02-440d-9a4e-8ddffe128c2b req-9b982066-70a5-4482-8c2c-21c19d78cbc8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:52.959249 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7d350f2d-fa02-440d-9a4e-8ddffe128c2b req-9b982066-70a5-4482-8c2c-21c19d78cbc8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.21 "DELETE /v2.0/ports/81b0f979-5416-42e3-b43c-16904bb60887 HTTP/1.1" status: 204 len: 173 time: 2.1900206 Oct 13 11:01:53.012640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ceef2-452e-4476-b7a4-b8ab5ccd5dbe req-33515ff8-dd0c-47c9-bd56-1028269e734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.014051 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da0ceef2-452e-4476-b7a4-b8ab5ccd5dbe req-33515ff8-dd0c-47c9-bd56-1028269e734d service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.8984923 Oct 13 11:01:53.014491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:53.036880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc787dbd-9156-4861-bd5d-f7f1d89cfcf9 req-46716915-0fcc-461d-8c40-100408cbd911 service neutron] 10.222.0.21 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990830 Oct 13 11:01:53.054090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.054729 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:53.094884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:53.095398 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:53.142490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Allocated IP 10.1.1.207 (13ebfba8-cc40-4481-945a-f6f43d5aa4ab/bd4f1c58-319c-4d6b-9fcd-42a6db10258a/9efaf48b-e02e-4571-9d2e-3ac74778211e) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:53.156152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429c4ee-5383-4b4c-9a0e-1e0b86032f0e req-2ed7cb61-dd3d-4ced-8fe0-ef9b1bcd864c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.158450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3429c4ee-5383-4b4c-9a0e-1e0b86032f0e req-2ed7cb61-dd3d-4ced-8fe0-ef9b1bcd864c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 946 time: 0.0770414 Oct 13 11:01:53.257373 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3429c4ee-5383-4b4c-9a0e-1e0b86032f0e req-65a45f6c-be5e-4128-8507-d530813712ff tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724273 Oct 13 11:01:53.275629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd79161-98df-4e1a-b8a6-24134ecedd40 req-21323c32-9f51-47c5-b6d9-c70809c6ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.277551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abd79161-98df-4e1a-b8a6-24134ecedd40 req-21323c32-9f51-47c5-b6d9-c70809c6ce7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf317bd458d84a7ba01449a3dbbc39b8&device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 1095 time: 0.1181543 Oct 13 11:01:53.279445 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da0ceef2-452e-4476-b7a4-b8ab5ccd5dbe req-00721ee7-5484-42b3-a326-df5034b28739 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=72ff6ba4-5433-453e-9a40-a58f7c2e2e4b HTTP/1.1" status: 200 len: 217 time: 0.2507536 Oct 13 11:01:53.293151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6ce5e-d4c3-4b96-af65-301507497cc1 req-d7c2b510-bffe-4e9a-a95b-c28479dbd797 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.300887 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-12a6ce5e-d4c3-4b96-af65-301507497cc1 req-d7c2b510-bffe-4e9a-a95b-c28479dbd797 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 949 time: 0.6035120 Oct 13 11:01:53.387550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Attempting to bind port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:53.387893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Attempting to bind port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:53.388229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Attempting to bind port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 on network 29e1e4ce-398c-485c-8047-e064dc11e582 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:53.402952 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-00e190d1-6ea7-4848-8bd1-24ed0e828bda tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.9723928 Oct 13 11:01:53.404952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-8c11a3f3-11b3-4bf1-bd0a-6ed7f3eb7f55 req-0f6b261f-12bb-490d-8770-36c48a263d96 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] For port b07b355b-4ac7-4566-a68e-099ac4bd18bc, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b07b355b-4ac7-4566-a68e-099ac4bd18bc,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:53.405377 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8c11a3f3-11b3-4bf1-bd0a-6ed7f3eb7f55 req-0f6b261f-12bb-490d-8770-36c48a263d96 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:53.419452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48116) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:53.435805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 on network 29e1e4ce-398c-485c-8047-e064dc11e582 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:53.436179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Attempting to bind port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 on network 29e1e4ce-398c-485c-8047-e064dc11e582 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:53.464681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-8c11a3f3-11b3-4bf1-bd0a-6ed7f3eb7f55 req-0f6b261f-12bb-490d-8770-36c48a263d96 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Calling delete_port for b07b355b-4ac7-4566-a68e-099ac4bd18bc owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:53.472701 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-12a6ce5e-d4c3-4b96-af65-301507497cc1 req-8a8b5feb-7f21-44e0-b977-4c4d760f9628 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585047 Oct 13 11:01:53.482505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ceef2-452e-4476-b7a4-b8ab5ccd5dbe req-4e24b803-d8de-4af7-8c54-408b2708e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.483992 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da0ceef2-452e-4476-b7a4-b8ab5ccd5dbe req-4e24b803-d8de-4af7-8c54-408b2708e1a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1836786 Oct 13 11:01:53.484793 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:53.485178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Checking segment: {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:53.485627 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Bound using segment: {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:53.486253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Bound port: 1e5b1f2a-86fe-4784-b429-eafd5aa62c84, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:53.486645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:53.503768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd79161-98df-4e1a-b8a6-24134ecedd40 req-6cd694fe-f389-48ac-a817-c5c2e92f4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.508325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abd79161-98df-4e1a-b8a6-24134ecedd40 req-6cd694fe-f389-48ac-a817-c5c2e92f4fe1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=37337ae1-3830-4e94-86c4-50efe5c4311f HTTP/1.1" status: 200 len: 914 time: 0.2169156 Oct 13 11:01:53.580358 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:53.668013 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abd79161-98df-4e1a-b8a6-24134ecedd40 req-3d008612-827d-42a5-8282-1c4b2cdf81f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b101565b-3c30-43e0-aff8-91c1378f03a6 HTTP/1.1" status: 200 len: 217 time: 0.1126950 Oct 13 11:01:53.679714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ceef2-452e-4476-b7a4-b8ab5ccd5dbe req-a32fde84-0069-4a10-80a7-b6df4208cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.682128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da0ceef2-452e-4476-b7a4-b8ab5ccd5dbe req-a32fde84-0069-4a10-80a7-b6df4208cf22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1889539 Oct 13 11:01:53.732721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] For port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:53.751438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd79161-98df-4e1a-b8a6-24134ecedd40 req-363f48e1-8c39-4e07-8542-ffb88b6cc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.753331 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abd79161-98df-4e1a-b8a6-24134ecedd40 req-363f48e1-8c39-4e07-8542-ffb88b6cc5a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d5329af-7563-4aa1-a5c9-0162c6540d49 HTTP/1.1" status: 200 len: 853 time: 0.0767698 Oct 13 11:01:53.767925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7a77-fb06-4d05-8dba-f48717ad0756 req-85df1821-c089-4479-bf3e-a48a5d0b9a8a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.774207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7a77-fb06-4d05-8dba-f48717ad0756 req-85df1821-c089-4479-bf3e-a48a5d0b9a8a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.780424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7a77-fb06-4d05-8dba-f48717ad0756 req-85df1821-c089-4479-bf3e-a48a5d0b9a8a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.786754 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7a77-fb06-4d05-8dba-f48717ad0756 req-85df1821-c089-4479-bf3e-a48a5d0b9a8a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.793496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7a77-fb06-4d05-8dba-f48717ad0756 req-85df1821-c089-4479-bf3e-a48a5d0b9a8a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.799668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7a77-fb06-4d05-8dba-f48717ad0756 req-85df1821-c089-4479-bf3e-a48a5d0b9a8a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.802779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] For port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1e5b1f2a-86fe-4784-b429-eafd5aa62c84,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:53.806591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7a77-fb06-4d05-8dba-f48717ad0756 req-85df1821-c089-4479-bf3e-a48a5d0b9a8a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.814786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22dc7a77-fb06-4d05-8dba-f48717ad0756 req-85df1821-c089-4479-bf3e-a48a5d0b9a8a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5395 time: 0.3970416 Oct 13 11:01:53.848326 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c935abf-b858-4316-a578-d1132d16bdfb req-c62a4c6f-868d-4ec2-9514-1cd548027a9f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.849848 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1c935abf-b858-4316-a578-d1132d16bdfb req-c62a4c6f-868d-4ec2-9514-1cd548027a9f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.1916449 Oct 13 11:01:53.865743 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abd79161-98df-4e1a-b8a6-24134ecedd40 req-c5598321-bfe9-41b5-9301-73d876581de5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=37337ae1-3830-4e94-86c4-50efe5c4311f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415657 Oct 13 11:01:53.891115 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:53.893189 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:53.896290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-57cf3281-5411-4388-9a36-10c3eaa22823 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Deleting port 839011ff-ee1f-4b1b-9eed-f487b749af5b {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:53.897104 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57cf3281-5411-4388-9a36-10c3eaa22823 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:53.919645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22dc7a77-fb06-4d05-8dba-f48717ad0756 req-8790581c-9f13-4369-b619-41dd0cb4d9c3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039276 Oct 13 11:01:53.979558 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da0ceef2-452e-4476-b7a4-b8ab5ccd5dbe req-075c325a-7391-4556-af13-f9c5fa2db14c service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705581 Oct 13 11:01:53.984536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:53.985163 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:53.986556 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] 10.222.0.21 "PUT /v2.0/ports/1e5b1f2a-86fe-4784-b429-eafd5aa62c84 HTTP/1.1" status: 200 len: 1090 time: 4.4430978 Oct 13 11:01:53.987938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '1e5b1f2a-86fe-4784-b429-eafd5aa62c84'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:53.990239 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce2c434-3988-448e-8146-77bcb06f2e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "1e5b1f2a-86fe-4784-b429-eafd5aa62c84"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:54.016248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:54.027828 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1c935abf-b858-4316-a578-d1132d16bdfb req-39e21872-c063-41bd-9fa9-514112a5cdd9 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691601 Oct 13 11:01:54.189989 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d767afe8-7609-4d94-8d06-01492daf862f req-87b701a9-31c0-4b04-bc22-f1d02599b13f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=269fd51b-6f86-49cb-aa83-0a1328cc86fc HTTP/1.1" status: 200 len: 210 time: 0.0512605 Oct 13 11:01:54.215043 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631b5622-4c4f-40c2-a1f0-e1725c914a7f x-openstack-request-id: req-631b5622-4c4f-40c2-a1f0-e1725c914a7f {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:54.215954 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "1e5b1f2a-86fe-4784-b429-eafd5aa62c84", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:54.217792 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-631b5622-4c4f-40c2-a1f0-e1725c914a7f {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:54.218282 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '1e5b1f2a-86fe-4784-b429-eafd5aa62c84', 'status': 'completed', 'code': 200} Oct 13 11:01:54.237445 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Request body: {'port': {'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:54.277191 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8c11a3f3-11b3-4bf1-bd0a-6ed7f3eb7f55 req-0f6b261f-12bb-490d-8770-36c48a263d96 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:54.279031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8b9ec-4e42-49c5-bd48-8b3de86e3a46 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5b1f2a-86fe-4784-b429-eafd5aa62c84,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:54.290326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a', '4fc1cb75-8880-4e39-90df-3f658687f11a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:54.292781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca', '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a', '491259d6-6fbd-4994-81c0-07f7cf648a14'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:54.300159 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57cf3281-5411-4388-9a36-10c3eaa22823 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:54.319654 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abd79161-98df-4e1a-b8a6-24134ecedd40 req-07189d34-97e9-451b-af80-1cf6e75bf8fe service neutron] 10.222.0.21 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390223 Oct 13 11:01:54.359384 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-57cf3281-5411-4388-9a36-10c3eaa22823 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Calling delete_port for 839011ff-ee1f-4b1b-9eed-f487b749af5b owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:54.411310 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269fd51b-6f86-49cb-aa83-0a1328cc86fc', 'name': 'network-vif-deleted', 'tag': '81b0f979-5416-42e3-b43c-16904bb60887'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:54.413562 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f81771-53e4-4281-9254-3ef348b04972" -d '{"events": [{"server_uuid": "269fd51b-6f86-49cb-aa83-0a1328cc86fc", "name": "network-vif-deleted", "tag": "81b0f979-5416-42e3-b43c-16904bb60887"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:54.439461 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:54.444726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-fad55e11-7158-425b-86af-3d849e210ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:54.444726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-fad55e11-7158-425b-86af-3d849e210ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:54.444726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-fad55e11-7158-425b-86af-3d849e210ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:54.444726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-fad55e11-7158-425b-86af-3d849e210ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:54.444726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-fad55e11-7158-425b-86af-3d849e210ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:54.444726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-fad55e11-7158-425b-86af-3d849e210ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:54.444726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-fad55e11-7158-425b-86af-3d849e210ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:54.444726 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-fad55e11-7158-425b-86af-3d849e210ec8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8ef3a9260b7494da03368bc530c12f3&device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 6287 time: 0.2406919 Oct 13 11:01:54.456263 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'Port': ['ID=9efaf48b-e02e-4571-9d2e-3ac74778211e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:54.469107 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da0ceef2-452e-4476-b7a4-b8ab5ccd5dbe req-4d00751b-a59c-4c5a-94d4-faffc7ff48ae service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691494 Oct 13 11:01:54.471063 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:54.659058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-1bee9dd0-44fe-40ce-8eb7-7061f50f183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:54.659828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-1bee9dd0-44fe-40ce-8eb7-7061f50f183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:54.660077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-1bee9dd0-44fe-40ce-8eb7-7061f50f183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:54.661867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-1bee9dd0-44fe-40ce-8eb7-7061f50f183e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f8ef3a9260b7494da03368bc530c12f3&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2080665 Oct 13 11:01:54.664093 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba65d2c4-5a69-41fe-887e-c3e92527ac57 x-openstack-request-id: req-ba65d2c4-5a69-41fe-887e-c3e92527ac57 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:54.664876 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269fd51b-6f86-49cb-aa83-0a1328cc86fc", "name": "network-vif-deleted", "tag": "81b0f979-5416-42e3-b43c-16904bb60887", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:54.666105 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba65d2c4-5a69-41fe-887e-c3e92527ac57 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:54.666542 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269fd51b-6f86-49cb-aa83-0a1328cc86fc', 'name': 'network-vif-deleted', 'tag': '81b0f979-5416-42e3-b43c-16904bb60887', 'status': 'completed', 'code': 200} Oct 13 11:01:54.698267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b261f-12bb-490d-8770-36c48a263d96 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event deleted for resources: {'Port': ['ID=b07b355b-4ac7-4566-a68e-099ac4bd18bc,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:54.750778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:54.875575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abd79161-98df-4e1a-b8a6-24134ecedd40 req-49539bf6-64b3-4854-8343-9dda54786974 service neutron] 10.222.0.21 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464518 Oct 13 11:01:54.894288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a5903ff3-169c-4b07-830b-c697b23dd1a0 None None] Provisioning complete for port 9efaf48b-e02e-4571-9d2e-3ac74778211e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:54.894769 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a5903ff3-169c-4b07-830b-c697b23dd1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:54.921377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-95a10e48-8375-4139-b87e-2dfa80a3aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:54.923318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cce2c434-3988-448e-8146-77bcb06f2e8f req-95a10e48-8375-4139-b87e-2dfa80a3aa97 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2528193 Oct 13 11:01:54.957485 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb97268-5e38-4894-8465-5e01df072549 req-cc2425dc-314b-438b-9423-d5515cf252a4 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=18343700-e515-4474-bcbd-f126a298d5f0 HTTP/1.1" status: 200 len: 210 time: 0.2553296 Oct 13 11:01:55.012496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a5903ff3-169c-4b07-830b-c697b23dd1a0 None None] Port 9efaf48b-e02e-4571-9d2e-3ac74778211e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:01:55.071849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c11a3f3-11b3-4bf1-bd0a-6ed7f3eb7f55 req-0f6b261f-12bb-490d-8770-36c48a263d96 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] No DVR routers for this DVR port b07b355b-4ac7-4566-a68e-099ac4bd18bc on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:01:55.079050 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8c11a3f3-11b3-4bf1-bd0a-6ed7f3eb7f55 req-0f6b261f-12bb-490d-8770-36c48a263d96 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:55.084374 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57cf3281-5411-4388-9a36-10c3eaa22823 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:55.090850 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c11a3f3-11b3-4bf1-bd0a-6ed7f3eb7f55 req-0f6b261f-12bb-490d-8770-36c48a263d96 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "DELETE /v2.0/ports/b07b355b-4ac7-4566-a68e-099ac4bd18bc HTTP/1.1" status: 204 len: 173 time: 3.0884314 Oct 13 11:01:55.171920 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf3281-5411-4388-9a36-10c3eaa22823 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event deleted for resources: {'Port': ['ID=839011ff-ee1f-4b1b-9eed-f487b749af5b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:55.214747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:55.216347 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:55.221997 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 81b0f979-5416-42e3-b43c-16904bb60887 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:01:55.253494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 81b0f979-5416-42e3-b43c-16904bb60887 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:01:55.254018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 81b0f979-5416-42e3-b43c-16904bb60887 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:01:55.254550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b07b355b-4ac7-4566-a68e-099ac4bd18bc no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:01:55.279102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: b07b355b-4ac7-4566-a68e-099ac4bd18bc {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:01:55.279442 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b07b355b-4ac7-4566-a68e-099ac4bd18bc not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:01:55.298372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de72c-6889-4f51-a85f-74cb27871d32 req-1a564453-d726-408a-85bc-7c46fedb1c91 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:55.306142 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de72c-6889-4f51-a85f-74cb27871d32 req-1a564453-d726-408a-85bc-7c46fedb1c91 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:55.313465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de72c-6889-4f51-a85f-74cb27871d32 req-1a564453-d726-408a-85bc-7c46fedb1c91 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:55.319311 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57cf3281-5411-4388-9a36-10c3eaa22823 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:55.320376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de72c-6889-4f51-a85f-74cb27871d32 req-1a564453-d726-408a-85bc-7c46fedb1c91 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:55.324954 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-57cf3281-5411-4388-9a36-10c3eaa22823 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "DELETE /v2.0/ports/839011ff-ee1f-4b1b-9eed-f487b749af5b HTTP/1.1" status: 204 len: 168 time: 1.9041717 Oct 13 11:01:55.331068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de72c-6889-4f51-a85f-74cb27871d32 req-1a564453-d726-408a-85bc-7c46fedb1c91 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:55.336177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f19a-9d4a-4d3c-98dd-dd800bc21c14 req-31132cb1-786b-4df6-936d-10ba976ecfab tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:55.341479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de72c-6889-4f51-a85f-74cb27871d32 req-1a564453-d726-408a-85bc-7c46fedb1c91 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:55.346633 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2488f19a-9d4a-4d3c-98dd-dd800bc21c14 req-31132cb1-786b-4df6-936d-10ba976ecfab tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 946 time: 0.1981757 Oct 13 11:01:55.348351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de72c-6889-4f51-a85f-74cb27871d32 req-1a564453-d726-408a-85bc-7c46fedb1c91 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:55.350470 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7b5de72c-6889-4f51-a85f-74cb27871d32 req-1a564453-d726-408a-85bc-7c46fedb1c91 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5395 time: 0.1954029 Oct 13 11:01:55.353004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48148) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:55.357804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8', 'external_fixed_ips': [{'subnet_id': '67a25eb7-b88e-4371-b742-96be23cd9c05', 'ip_address': '172.20.0.8'}]}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:55.386255 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8694092a-cd53-4ad7-8009-46b0be938c5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6750264 Oct 13 11:01:55.452594 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2488f19a-9d4a-4d3c-98dd-dd800bc21c14 req-5a115883-97b8-402c-939b-065e0068031a tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990925 Oct 13 11:01:55.478690 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7b5de72c-6889-4f51-a85f-74cb27871d32 req-fa8f5505-7cf8-48b0-91a1-5aefc6400cac tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972526 Oct 13 11:01:55.479869 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:55.481517 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:55.506871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50046162-7e11-4c9f-a133-6908a9f0aa39 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:55.519006 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:55.564736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Transition to ACTIVE for port object 50046162-7e11-4c9f-a133-6908a9f0aa39 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:01:55.590215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce9004-d909-4994-927d-209a369dbe56 req-01f0423a-6ac0-4993-abf0-36af4710c515 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:55.594831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-54ce9004-d909-4994-927d-209a369dbe56 req-01f0423a-6ac0-4993-abf0-36af4710c515 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.0902026 Oct 13 11:01:55.619810 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:55.656232 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-54ce9004-d909-4994-927d-209a369dbe56 req-740f6638-efb8-44e7-aed8-b3ba945cff72 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553672 Oct 13 11:01:55.663832 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:55.890626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Pushing event updated for resources: {'Port': ['ID=50046162-7e11-4c9f-a133-6908a9f0aa39,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:55.936984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-b3580f36-69b3-46c3-86a0-bef140e3718a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:55.943924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-b3580f36-69b3-46c3-86a0-bef140e3718a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 810 time: 0.1741567 Oct 13 11:01:55.960998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-a1c38475-2229-4969-b6fc-634ca5dc7a98 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/quotas/b2b4dcba9f2b43e99e64275f41a29736 HTTP/1.1" status: 200 len: 375 time: 0.0161288 Oct 13 11:01:55.963501 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:55.994794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-6af4d071-87a2-47b6-858a-93eddc5fa70c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328448 Oct 13 11:01:56.002408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Attempting to bind port 50046162-7e11-4c9f-a133-6908a9f0aa39 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:56.002886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Attempting to bind port 50046162-7e11-4c9f-a133-6908a9f0aa39 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:56.006569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Attempting to bind port 50046162-7e11-4c9f-a133-6908a9f0aa39 on network 29e1e4ce-398c-485c-8047-e064dc11e582 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:56.013078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Port 50046162-7e11-4c9f-a133-6908a9f0aa39 on network 29e1e4ce-398c-485c-8047-e064dc11e582 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:56.013714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Attempting to bind port 50046162-7e11-4c9f-a133-6908a9f0aa39 on network 29e1e4ce-398c-485c-8047-e064dc11e582 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:56.020466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:56.021509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Checking segment: {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:56.021999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Bound using segment: {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:56.022801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Bound port: 50046162-7e11-4c9f-a133-6908a9f0aa39, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf72b653-308a-463b-b50b-1f4e93d51d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:56.023417 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:56.110374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] For port 50046162-7e11-4c9f-a133-6908a9f0aa39, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:01:56.137168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] For port 50046162-7e11-4c9f-a133-6908a9f0aa39, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=50046162-7e11-4c9f-a133-6908a9f0aa39,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:01:56.202206 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:56.262534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18343700-e515-4474-bcbd-f126a298d5f0', 'name': 'network-vif-deleted', 'tag': 'b07b355b-4ac7-4566-a68e-099ac4bd18bc'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:56.264844 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a955a73d-de50-4a32-9fab-3f5738f81310" -d '{"events": [{"server_uuid": "18343700-e515-4474-bcbd-f126a298d5f0", "name": "network-vif-deleted", "tag": "b07b355b-4ac7-4566-a68e-099ac4bd18bc"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:56.306073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48168) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:56.329960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:56.330818 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:56.332467 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4988e2ff-777a-4994-9121-888c712e217e service neutron] 10.222.0.21 "PUT /v2.0/ports/50046162-7e11-4c9f-a133-6908a9f0aa39 HTTP/1.1" status: 200 len: 1091 time: 2.1032186 Oct 13 11:01:56.335700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9b2b4267-66da-4c56-b171-adaf53cb5c80 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--236027340', 'description': 'tempest-description--1536395954'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:56.363262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988e2ff-777a-4994-9121-888c712e217e service neutron] Pushing event updated for resources: {'Port': ['ID=50046162-7e11-4c9f-a133-6908a9f0aa39,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:56.419911 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd48b5d7-1ffb-4640-8360-099c33655989 req-c157bc8a-e787-43b2-9b71-e70079cfa315 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ac28dcf-e1fc-4785-8eef-04a969f37fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1517241 Oct 13 11:01:56.450369 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ece9572-5287-47ae-be6b-eb043bc4f970 x-openstack-request-id: req-5ece9572-5287-47ae-be6b-eb043bc4f970 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:56.451019 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18343700-e515-4474-bcbd-f126a298d5f0", "name": "network-vif-deleted", "tag": "b07b355b-4ac7-4566-a68e-099ac4bd18bc", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:56.451019 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ece9572-5287-47ae-be6b-eb043bc4f970 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:56.451610 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18343700-e515-4474-bcbd-f126a298d5f0', 'name': 'network-vif-deleted', 'tag': 'b07b355b-4ac7-4566-a68e-099ac4bd18bc', 'status': 'completed', 'code': 200} Oct 13 11:01:56.458519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Request body: {'port': {'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:56.681132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-4d32c40e-8ef8-4684-a08b-7db057a60874 service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6757443 Oct 13 11:01:56.831799 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-c4897c25-5423-4172-9a1d-31aeb8be3bed service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494985 Oct 13 11:01:56.918967 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4267-66da-4c56-b171-adaf53cb5c80 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:57.110769 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b5d7-1ffb-4640-8360-099c33655989 req-fce3a5e9-244f-4e51-8c80-43fe0bd6690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:57.112427 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd48b5d7-1ffb-4640-8360-099c33655989 req-fce3a5e9-244f-4e51-8c80-43fe0bd6690b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e6e8777a97442bab92ab969c416e4e&device_id=7ac28dcf-e1fc-4785-8eef-04a969f37fce HTTP/1.1" status: 200 len: 1101 time: 0.6444993 Oct 13 11:01:57.132548 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:57.138767 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:57.193665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69158eb-b19a-4276-b53e-bf2cda8efc6c req-9711eae0-4f58-4209-9991-a92475102fc9 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:57.195363 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d69158eb-b19a-4276-b53e-bf2cda8efc6c req-9711eae0-4f58-4209-9991-a92475102fc9 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.21 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 946 time: 0.6539109 Oct 13 11:01:57.208432 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:57.216409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b101565b-3c30-43e0-aff8-91c1378f03a6 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:01:57.260965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85276d85-6d39-4daf-9a1e-e35e844072b8 req-587a5a4f-5ea2-4308-b64d-6cf81ecb5a07 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:57.270726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85276d85-6d39-4daf-9a1e-e35e844072b8 req-587a5a4f-5ea2-4308-b64d-6cf81ecb5a07 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:57.278754 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85276d85-6d39-4daf-9a1e-e35e844072b8 req-587a5a4f-5ea2-4308-b64d-6cf81ecb5a07 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:57.285214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85276d85-6d39-4daf-9a1e-e35e844072b8 req-587a5a4f-5ea2-4308-b64d-6cf81ecb5a07 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:57.294187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85276d85-6d39-4daf-9a1e-e35e844072b8 req-587a5a4f-5ea2-4308-b64d-6cf81ecb5a07 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:57.300630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85276d85-6d39-4daf-9a1e-e35e844072b8 req-587a5a4f-5ea2-4308-b64d-6cf81ecb5a07 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:57.305486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd8b2b-0183-4165-bc4c-56d3f3354478 req-ab465066-3bd6-4497-9ea3-7e9803581138 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:57.307296 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e9fd8b2b-0183-4165-bc4c-56d3f3354478 req-ab465066-3bd6-4497-9ea3-7e9803581138 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 946 time: 0.2896502 Oct 13 11:01:57.316791 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85276d85-6d39-4daf-9a1e-e35e844072b8 req-587a5a4f-5ea2-4308-b64d-6cf81ecb5a07 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:57.326629 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85276d85-6d39-4daf-9a1e-e35e844072b8 req-587a5a4f-5ea2-4308-b64d-6cf81ecb5a07 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5407 time: 0.1794238 Oct 13 11:01:57.387556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85276d85-6d39-4daf-9a1e-e35e844072b8 req-1605333d-16cf-48ef-a2d5-78c115c2cf94 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568891 Oct 13 11:01:57.471654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b101565b-3c30-43e0-aff8-91c1378f03a6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b101565b-3c30-43e0-aff8-91c1378f03a6,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:57.516853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b101565b-3c30-43e0-aff8-91c1378f03a6', 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f', 'port_id': 'b101565b-3c30-43e0-aff8-91c1378f03a6', 'mac_address': 'fa:16:3e:65:35:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5329af-7563-4aa1-a5c9-0162c6540d49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:01:57.604109 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:57.622934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b101565b-3c30-43e0-aff8-91c1378f03a6 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:57.646768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b101565b-3c30-43e0-aff8-91c1378f03a6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b101565b-3c30-43e0-aff8-91c1378f03a6,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:57.652110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Allocated IP 172.20.0.8 (1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8/67a25eb7-b88e-4371-b742-96be23cd9c05/08079126-f4d8-4f9f-a6b7-b87d7e757498) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:57.667196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4267-66da-4c56-b171-adaf53cb5c80 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:57.675117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3643ea4-5cc9-4516-9e32-a7361134ad66 req-6468cffd-a816-4157-9284-cd8034322f19 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:57.676638 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3643ea4-5cc9-4516-9e32-a7361134ad66 req-6468cffd-a816-4157-9284-cd8034322f19 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.0794318 Oct 13 11:01:57.713435 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:57.783210 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4267-66da-4c56-b171-adaf53cb5c80 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:57.791036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b101565b-3c30-43e0-aff8-91c1378f03a6,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:57.791536 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3643ea4-5cc9-4516-9e32-a7361134ad66 req-91918b50-e45d-4068-bfc5-4347f9d9bddd tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900269 Oct 13 11:01:57.922688 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e9fd8b2b-0183-4165-bc4c-56d3f3354478 req-282e445a-d23c-42fd-81cf-7844cbb58700 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747173 Oct 13 11:01:57.947875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161c21f-8b42-44a6-8608-105ef1ecef76 req-fbc98fb4-abd2-4a1d-a4b1-5b9fe67dd26a tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:57.949950 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2161c21f-8b42-44a6-8608-105ef1ecef76 req-fbc98fb4-abd2-4a1d-a4b1-5b9fe67dd26a tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 950 time: 0.0787518 Oct 13 11:01:57.951133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b5d7-1ffb-4640-8360-099c33655989 req-f8410c82-06d7-48a7-bb72-de05d99fc20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:57.952592 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd48b5d7-1ffb-4640-8360-099c33655989 req-f8410c82-06d7-48a7-bb72-de05d99fc20e service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.8116126 Oct 13 11:01:57.980378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b101565b-3c30-43e0-aff8-91c1378f03a6'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:58.007357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2161c21f-8b42-44a6-8608-105ef1ecef76 req-ba8f1c46-0010-4b80-b3ef-fe071861f998 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504925 Oct 13 11:01:58.049028 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd48b5d7-1ffb-4640-8360-099c33655989 req-50ea4b99-34f8-4fc3-8ef0-3404bd97cb04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4fc1cb75-8880-4e39-90df-3f658687f11a HTTP/1.1" status: 200 len: 217 time: 0.0834174 Oct 13 11:01:58.051623 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4267-66da-4c56-b171-adaf53cb5c80 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:58.052717 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9b2b4267-66da-4c56-b171-adaf53cb5c80 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7409620 Oct 13 11:01:58.056584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48192) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:58.063178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ae4e5917-fea4-4470-806f-6efc46861aec tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'security_group_rule': {'security_group_id': '7f5d1121-11cb-4e92-8853-ab18c67d0b0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:58.098866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b4267-66da-4c56-b171-adaf53cb5c80 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5d1121-11cb-4e92-8853-ab18c67d0b0c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:58.115292 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cd7064a9-0fb8-41cc-9b44-a423702bb56d req-ef5abbb8-f5af-4c5a-950c-bae64c2424d9 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 210 time: 0.0930817 Oct 13 11:01:58.155998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-d69158eb-b19a-4276-b53e-bf2cda8efc6c req-50b505fa-c2c4-4aa8-8398-f77e3976e685 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Deleting port b8836b80-ea92-48fe-8851-fb5ebcd72bb8 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:58.160912 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d69158eb-b19a-4276-b53e-bf2cda8efc6c req-50b505fa-c2c4-4aa8-8398-f77e3976e685 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:58.234031 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5917-fea4-4470-806f-6efc46861aec tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:58.268857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b5d7-1ffb-4640-8360-099c33655989 req-7517b769-f537-4c07-a936-81d682a6b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.270050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bf3b2-add3-44b4-85e0-c9e4ca783b02 req-95debe0f-89ac-4e26-8551-a3827dbb6763 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.270443 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd48b5d7-1ffb-4640-8360-099c33655989 req-7517b769-f537-4c07-a936-81d682a6b9f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.1689186 Oct 13 11:01:58.271482 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-209bf3b2-add3-44b4-85e0-c9e4ca783b02 req-95debe0f-89ac-4e26-8551-a3827dbb6763 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 950 time: 0.0895689 Oct 13 11:01:58.311368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:58.329110 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5917-fea4-4470-806f-6efc46861aec tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:58.373471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-d69158eb-b19a-4276-b53e-bf2cda8efc6c req-50b505fa-c2c4-4aa8-8398-f77e3976e685 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] For port b8836b80-ea92-48fe-8851-fb5ebcd72bb8, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b8836b80-ea92-48fe-8851-fb5ebcd72bb8,segment=NetworkSegment(f28d9407-1336-4cd3-9c9b-936463618b2e),segment_id=f28d9407-1336-4cd3-9c9b-936463618b2e)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:58.373837 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d69158eb-b19a-4276-b53e-bf2cda8efc6c req-50b505fa-c2c4-4aa8-8398-f77e3976e685 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:58.396765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-209bf3b2-add3-44b4-85e0-c9e4ca783b02 req-31f7ecc0-6f7d-46f4-8949-cce4f468704f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Deleting port 491259d6-6fbd-4994-81c0-07f7cf648a14 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:01:58.397194 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-209bf3b2-add3-44b4-85e0-c9e4ca783b02 req-31f7ecc0-6f7d-46f4-8949-cce4f468704f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:58.412517 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5917-fea4-4470-806f-6efc46861aec tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:58.419911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-d69158eb-b19a-4276-b53e-bf2cda8efc6c req-50b505fa-c2c4-4aa8-8398-f77e3976e685 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Calling delete_port for b8836b80-ea92-48fe-8851-fb5ebcd72bb8 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:58.458126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b5d7-1ffb-4640-8360-099c33655989 req-117b15ac-db47-4456-965d-2096e0aa1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.459805 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd48b5d7-1ffb-4640-8360-099c33655989 req-117b15ac-db47-4456-965d-2096e0aa1933 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724265 Oct 13 11:01:58.460022 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '50046162-7e11-4c9f-a133-6908a9f0aa39'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:58.462876 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a" -d '{"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "50046162-7e11-4c9f-a133-6908a9f0aa39"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:58.466561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e5917-fea4-4470-806f-6efc46861aec tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977c7226-5194-4b8a-93bc-50daeeaae15c,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:58.549143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-209bf3b2-add3-44b4-85e0-c9e4ca783b02 req-31f7ecc0-6f7d-46f4-8949-cce4f468704f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] For port 491259d6-6fbd-4994-81c0-07f7cf648a14, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=491259d6-6fbd-4994-81c0-07f7cf648a14,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:01:58.549522 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-209bf3b2-add3-44b4-85e0-c9e4ca783b02 req-31f7ecc0-6f7d-46f4-8949-cce4f468704f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:58.561625 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331138f3-8766-4ca2-acfd-fa27f3e5dfe9 x-openstack-request-id: req-331138f3-8766-4ca2-acfd-fa27f3e5dfe9 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:58.561921 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "50046162-7e11-4c9f-a133-6908a9f0aa39", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:58.562151 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-331138f3-8766-4ca2-acfd-fa27f3e5dfe9 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:58.562582 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '50046162-7e11-4c9f-a133-6908a9f0aa39', 'status': 'completed', 'code': 200} Oct 13 11:01:58.578414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a9bc85-a7e6-4129-95b9-1a12e3334a90 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:01:58.584478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd26bb-7625-4e24-bb20-fb0c6166df67 req-1960b4ed-825b-4287-b9cd-f86fea751168 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.591403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd26bb-7625-4e24-bb20-fb0c6166df67 req-1960b4ed-825b-4287-b9cd-f86fea751168 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.595213 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:58.597725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd26bb-7625-4e24-bb20-fb0c6166df67 req-1960b4ed-825b-4287-b9cd-f86fea751168 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.609153 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd26bb-7625-4e24-bb20-fb0c6166df67 req-1960b4ed-825b-4287-b9cd-f86fea751168 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.611072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd26bb-7625-4e24-bb20-fb0c6166df67 req-1960b4ed-825b-4287-b9cd-f86fea751168 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.618559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd26bb-7625-4e24-bb20-fb0c6166df67 req-1960b4ed-825b-4287-b9cd-f86fea751168 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.624009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd26bb-7625-4e24-bb20-fb0c6166df67 req-1960b4ed-825b-4287-b9cd-f86fea751168 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.631364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Transition to ACTIVE for port object c5a9bc85-a7e6-4129-95b9-1a12e3334a90 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:01:58.634170 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17dd26bb-7625-4e24-bb20-fb0c6166df67 req-1960b4ed-825b-4287-b9cd-f86fea751168 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5407 time: 0.1629033 Oct 13 11:01:58.639698 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:58.654912 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5917-fea4-4470-806f-6efc46861aec tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:58.657148 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ae4e5917-fea4-4470-806f-6efc46861aec tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5979705 Oct 13 11:01:58.658501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-209bf3b2-add3-44b4-85e0-c9e4ca783b02 req-31f7ecc0-6f7d-46f4-8949-cce4f468704f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Calling delete_port for 491259d6-6fbd-4994-81c0-07f7cf648a14 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:01:58.668087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48200) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:58.682608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e2809389-6c96-48d2-a99b-c0b44aeb21cf tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'security_group_rule': {'security_group_id': '7f5d1121-11cb-4e92-8853-ab18c67d0b0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:58.708918 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd48b5d7-1ffb-4640-8360-099c33655989 req-4a673c5e-653f-4d3e-951f-ca657b76c1a3 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385643 Oct 13 11:01:58.715470 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:58.718600 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Network 1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:01:58.738913 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:01:58.747594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:01:58.764097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event updated for resources: {'Port': ['ID=08079126-f4d8-4f9f-a6b7-b87d7e757498,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:58.778591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17dd26bb-7625-4e24-bb20-fb0c6166df67 req-d791f372-9afd-48c0-a626-9499f2cb84e7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1456363 Oct 13 11:01:58.801889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-6c0b8bbf-1c7d-45d4-a412-ad5bece5986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.801889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-6c0b8bbf-1c7d-45d4-a412-ad5bece5986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.801889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-6c0b8bbf-1c7d-45d4-a412-ad5bece5986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.801889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-6c0b8bbf-1c7d-45d4-a412-ad5bece5986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.801889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-6c0b8bbf-1c7d-45d4-a412-ad5bece5986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.801889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-6c0b8bbf-1c7d-45d4-a412-ad5bece5986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.801889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-6c0b8bbf-1c7d-45d4-a412-ad5bece5986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:58.801889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-6c0b8bbf-1c7d-45d4-a412-ad5bece5986b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8ef3a9260b7494da03368bc530c12f3&device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 6354 time: 0.2458258 Oct 13 11:01:58.889682 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2809389-6c96-48d2-a99b-c0b44aeb21cf tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:59.059064 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2809389-6c96-48d2-a99b-c0b44aeb21cf tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:59.089329 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Pushing event updated for resources: {'Port': ['ID=c5a9bc85-a7e6-4129-95b9-1a12e3334a90,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:59.090001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-933f4f3f-8347-44c4-866b-d51a947d7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:59.090506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-933f4f3f-8347-44c4-866b-d51a947d7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:59.091682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-933f4f3f-8347-44c4-866b-d51a947d7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:59.092586 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-933f4f3f-8347-44c4-866b-d51a947d7514 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f8ef3a9260b7494da03368bc530c12f3&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2805929 Oct 13 11:01:59.155717 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2809389-6c96-48d2-a99b-c0b44aeb21cf tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:59.170040 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd48b5d7-1ffb-4640-8360-099c33655989 req-e2bc751e-d382-4e87-bad0-7595fb44d2f8 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430530 Oct 13 11:01:59.172780 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-209bf3b2-add3-44b4-85e0-c9e4ca783b02 req-31f7ecc0-6f7d-46f4-8949-cce4f468704f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:59.182525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e4f09-cc3f-4723-b245-0554b249bdcd req-0c92bedc-603d-4353-a034-4aeaf2b9f179 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:59.184076 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-403e4f09-cc3f-4723-b245-0554b249bdcd req-0c92bedc-603d-4353-a034-4aeaf2b9f179 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 946 time: 0.1681931 Oct 13 11:01:59.192635 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d69158eb-b19a-4276-b53e-bf2cda8efc6c req-50b505fa-c2c4-4aa8-8398-f77e3976e685 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:59.195333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca', '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a', '491259d6-6fbd-4994-81c0-07f7cf648a14'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:59.207220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56e10b-1a58-4802-927b-c2abe194b06c req-3159ad30-d4b7-458c-b9ed-f9d52d8c645b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:59.208755 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b56e10b-1a58-4802-927b-c2abe194b06c req-3159ad30-d4b7-458c-b9ed-f9d52d8c645b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 945 time: 0.3040576 Oct 13 11:01:59.225644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2809389-6c96-48d2-a99b-c0b44aeb21cf tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9fd5b1-6e16-4ee2-b46c-dd0795e7fff1,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:59.230737 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a', '4fc1cb75-8880-4e39-90df-3f658687f11a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:01:59.236387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b101565b-3c30-43e0-aff8-91c1378f03a6 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:01:59.251543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b505fa-c2c4-4aa8-8398-f77e3976e685 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Pushing event deleted for resources: {'Port': ['ID=b8836b80-ea92-48fe-8851-fb5ebcd72bb8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:59.270572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7ecc0-6f7d-46f4-8949-cce4f468704f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event deleted for resources: {'Port': ['ID=491259d6-6fbd-4994-81c0-07f7cf648a14,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:01:59.298598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Attempting to bind port c5a9bc85-a7e6-4129-95b9-1a12e3334a90 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:01:59.298598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Attempting to bind port c5a9bc85-a7e6-4129-95b9-1a12e3334a90 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'd000d268-8934-4316-a536-ae231c36cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:01:59.298598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Attempting to bind port c5a9bc85-a7e6-4129-95b9-1a12e3334a90 on network 231ca368-35d6-4a3f-8aab-23252a4b5f72 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:59.359166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-403e4f09-cc3f-4723-b245-0554b249bdcd req-4241306a-fe87-4579-9c71-22be2d6f6281 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612542 Oct 13 11:01:59.360228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-209bf3b2-add3-44b4-85e0-c9e4ca783b02 req-31f7ecc0-6f7d-46f4-8949-cce4f468704f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] No DVR routers for this DVR port 491259d6-6fbd-4994-81c0-07f7cf648a14 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:01:59.364606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69158eb-b19a-4276-b53e-bf2cda8efc6c req-50b505fa-c2c4-4aa8-8398-f77e3976e685 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] No DVR routers for this DVR port b8836b80-ea92-48fe-8851-fb5ebcd72bb8 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:01:59.366208 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2809389-6c96-48d2-a99b-c0b44aeb21cf tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:59.369144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e2809389-6c96-48d2-a99b-c0b44aeb21cf tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6998987 Oct 13 11:01:59.372087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Port c5a9bc85-a7e6-4129-95b9-1a12e3334a90 on network 231ca368-35d6-4a3f-8aab-23252a4b5f72 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:01:59.372460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Attempting to bind port c5a9bc85-a7e6-4129-95b9-1a12e3334a90 on network 231ca368-35d6-4a3f-8aab-23252a4b5f72 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:01:59.372576 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-209bf3b2-add3-44b4-85e0-c9e4ca783b02 req-31f7ecc0-6f7d-46f4-8949-cce4f468704f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:59.375767 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-209bf3b2-add3-44b4-85e0-c9e4ca783b02 req-31f7ecc0-6f7d-46f4-8949-cce4f468704f tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "DELETE /v2.0/ports/491259d6-6fbd-4994-81c0-07f7cf648a14 HTTP/1.1" status: 204 len: 173 time: 1.0957355 Oct 13 11:01:59.376226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7b8659-c8a0-43f8-93db-08c118ece63d', 'name': 'network-vif-deleted', 'tag': '491259d6-6fbd-4994-81c0-07f7cf648a14'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:01:59.377060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d69158eb-b19a-4276-b53e-bf2cda8efc6c req-50b505fa-c2c4-4aa8-8398-f77e3976e685 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:59.378775 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9c12aa-90b4-4784-9874-4c625a89d94c" -d '{"events": [{"server_uuid": "df7b8659-c8a0-43f8-93db-08c118ece63d", "name": "network-vif-deleted", "tag": "491259d6-6fbd-4994-81c0-07f7cf648a14"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:01:59.388415 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48210) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:01:59.391115 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d69158eb-b19a-4276-b53e-bf2cda8efc6c req-50b505fa-c2c4-4aa8-8398-f77e3976e685 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.21 "DELETE /v2.0/ports/b8836b80-ea92-48fe-8851-fb5ebcd72bb8 HTTP/1.1" status: 204 len: 173 time: 2.1714907 Oct 13 11:01:59.394680 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:01:59.401210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-5d3f0b5e-98a9-4d6e-93e6-7508512af00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:01:59.402700 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3b5904c-3faa-4cf0-a5d9-8ab61b7b524a req-5d3f0b5e-98a9-4d6e-93e6-7508512af00d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2982020 Oct 13 11:01:59.407882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b56e10b-1a58-4802-927b-c2abe194b06c req-d2a47fd0-65fb-43ca-9825-245bf7caafc5 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866288 Oct 13 11:01:59.446108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:01:59.447058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Checking segment: {'id': 'd000d268-8934-4316-a536-ae231c36cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:01:59.448927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Bound using segment: {'id': 'd000d268-8934-4316-a536-ae231c36cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:01:59.449409 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Bound port: c5a9bc85-a7e6-4129-95b9-1a12e3334a90, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd000d268-8934-4316-a536-ae231c36cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:01:59.449783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:59.498471 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d8242b1-5b08-43ad-9772-f10b891705cd req-37f1663e-3d78-4fbb-ad67-ffce9ab2ed16 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7b8659-c8a0-43f8-93db-08c118ece63d HTTP/1.1" status: 200 len: 210 time: 0.0355542 Oct 13 11:01:59.538276 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:59.567276 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port b101565b-3c30-43e0-aff8-91c1378f03a6 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:01:59.573631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b101565b-3c30-43e0-aff8-91c1378f03a6 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:01:59.574159 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:59.623381 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e425679-7145-46d8-a6ae-53ff7b1fd66c x-openstack-request-id: req-9e425679-7145-46d8-a6ae-53ff7b1fd66c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:01:59.626003 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7b8659-c8a0-43f8-93db-08c118ece63d", "name": "network-vif-deleted", "tag": "491259d6-6fbd-4994-81c0-07f7cf648a14", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:01:59.626003 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e425679-7145-46d8-a6ae-53ff7b1fd66c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:01:59.626003 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7b8659-c8a0-43f8-93db-08c118ece63d', 'name': 'network-vif-deleted', 'tag': '491259d6-6fbd-4994-81c0-07f7cf648a14', 'status': 'completed', 'code': 200} Oct 13 11:01:59.766870 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:01:59.944152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Allocated IP 172.25.0.38 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/8ca97533-fa9f-4099-9df8-31a87811c9d6) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:01:59.966203 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:00.001715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b101565b-3c30-43e0-aff8-91c1378f03a6'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:00.004278 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a7f967-21e8-4d8a-8621-b44f918bbab2" -d '{"events": [{"server_uuid": "84fc2207-c993-4b60-9ad2-66f7ce0c01a9", "name": "network-vif-plugged", "status": "completed", "tag": "b101565b-3c30-43e0-aff8-91c1378f03a6"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:00.012138 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fc213171-ce18-45e4-9ac5-83f0bbf9314f req-37f78e8e-c761-4462-b598-f1396c59e7c7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 210 time: 0.4556813 Oct 13 11:02:00.027016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b101565b-3c30-43e0-aff8-91c1378f03a6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b101565b-3c30-43e0-aff8-91c1378f03a6,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:00.060355 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:00.082046 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c028d-18fc-40ec-b396-b5a34a75fbbe req-95d4ffdf-a5fe-4d27-967e-800d16e33834 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.089325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c028d-18fc-40ec-b396-b5a34a75fbbe req-95d4ffdf-a5fe-4d27-967e-800d16e33834 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.097763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c028d-18fc-40ec-b396-b5a34a75fbbe req-95d4ffdf-a5fe-4d27-967e-800d16e33834 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.100337 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6634e00a-91be-4d55-ae52-6030c1521ed0 x-openstack-request-id: req-6634e00a-91be-4d55-ae52-6030c1521ed0 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:00.100703 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fc2207-c993-4b60-9ad2-66f7ce0c01a9", "name": "network-vif-plugged", "status": "completed", "tag": "b101565b-3c30-43e0-aff8-91c1378f03a6", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:00.101025 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6634e00a-91be-4d55-ae52-6030c1521ed0 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:00.101505 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b101565b-3c30-43e0-aff8-91c1378f03a6', 'code': 200} Oct 13 11:02:00.104084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c028d-18fc-40ec-b396-b5a34a75fbbe req-95d4ffdf-a5fe-4d27-967e-800d16e33834 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.111361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c028d-18fc-40ec-b396-b5a34a75fbbe req-95d4ffdf-a5fe-4d27-967e-800d16e33834 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.119255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c028d-18fc-40ec-b396-b5a34a75fbbe req-95d4ffdf-a5fe-4d27-967e-800d16e33834 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.127713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c028d-18fc-40ec-b396-b5a34a75fbbe req-95d4ffdf-a5fe-4d27-967e-800d16e33834 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.135559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1b6c028d-18fc-40ec-b396-b5a34a75fbbe req-95d4ffdf-a5fe-4d27-967e-800d16e33834 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5419 time: 0.2341237 Oct 13 11:02:00.149093 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:00.154488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] For port c5a9bc85-a7e6-4129-95b9-1a12e3334a90, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:00.192346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] For port c5a9bc85-a7e6-4129-95b9-1a12e3334a90, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c5a9bc85-a7e6-4129-95b9-1a12e3334a90,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:00.203016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-8be22f8f-50b8-4092-9917-0c1fb7bfa0c5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.204755 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-8be22f8f-50b8-4092-9917-0c1fb7bfa0c5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 810 time: 0.6382923 Oct 13 11:02:00.219958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b101565b-3c30-43e0-aff8-91c1378f03a6,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:00.231871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1b6c028d-18fc-40ec-b396-b5a34a75fbbe req-d684963f-63ab-4878-a574-bf2793526b88 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848196 Oct 13 11:02:00.239283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-0f805d72-c06d-4a89-9b09-c0fbc87927e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Request body: {'port': {'device_id': '6b979dfc-5300-494f-9077-3931e09d3550', 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'admin_state_up': True, 'tenant_id': 'b2b4dcba9f2b43e99e64275f41a29736'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:00.270523 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:00.278815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905af4b-4d59-4e03-962b-d7b654edde20 req-682cd2bb-9e3b-4c2c-9d6e-830518cadf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.280312 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2905af4b-4d59-4e03-962b-d7b654edde20 req-682cd2bb-9e3b-4c2c-9d6e-830518cadf23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 1097 time: 0.0957892 Oct 13 11:02:00.297967 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:00.338813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2905af4b-4d59-4e03-962b-d7b654edde20 req-bf6fe680-3703-47d2-a37e-3f1c50ae47d2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495601 Oct 13 11:02:00.360603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.361224 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:00.362712 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] 10.222.0.21 "PUT /v2.0/ports/c5a9bc85-a7e6-4129-95b9-1a12e3334a90 HTTP/1.1" status: 200 len: 1091 time: 3.9104023 Oct 13 11:02:00.435293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca82efc-7e43-49f9-8907-e7e7c43899cd service neutron] Pushing event updated for resources: {'Port': ['ID=c5a9bc85-a7e6-4129-95b9-1a12e3334a90,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:00.491363 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:00.543426 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e51ec5f5-1856-49e2-a253-0d404adabe92 req-954f94a9-7919-48c3-a4ec-a7a4808016a7 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e29482f8-bc49-4988-8c34-a513f1a5223a HTTP/1.1" status: 200 len: 210 time: 0.0509851 Oct 13 11:02:00.557824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:00.561712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:00.563549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29482f8-bc49-4988-8c34-a513f1a5223a', 'name': 'network-vif-deleted', 'tag': 'b8836b80-ea92-48fe-8851-fb5ebcd72bb8'}, {'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': 'c5a9bc85-a7e6-4129-95b9-1a12e3334a90'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:00.566059 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1" -d '{"events": [{"server_uuid": "e29482f8-bc49-4988-8c34-a513f1a5223a", "name": "network-vif-deleted", "tag": "b8836b80-ea92-48fe-8851-fb5ebcd72bb8"}, {"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "c5a9bc85-a7e6-4129-95b9-1a12e3334a90"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:00.566499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:00.576681 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:00.608954 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'Port': ['ID=8ca97533-fa9f-4099-9df8-31a87811c9d6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:00.641326 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-0f805d72-c06d-4a89-9b09-c0fbc87927e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Made reservation on behalf of b2b4dcba9f2b43e99e64275f41a29736 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:02:00.645971 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-0f805d72-c06d-4a89-9b09-c0fbc87927e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:00.656678 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Request body: {'port': {'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:00.658561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a43eb-5ba2-4c7a-b980-e223b1f42c0a req-b2a88f8a-1d95-4d64-8174-aec5ab600c83 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.660201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f6a43eb-5ba2-4c7a-b980-e223b1f42c0a req-b2a88f8a-1d95-4d64-8174-aec5ab600c83 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1799884 Oct 13 11:02:00.699601 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92eca7fa-9bfb-4e55-ba1d-5c859b3cf8b5 x-openstack-request-id: req-92eca7fa-9bfb-4e55-ba1d-5c859b3cf8b5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:00.699897 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29482f8-bc49-4988-8c34-a513f1a5223a", "name": "network-vif-deleted", "tag": "b8836b80-ea92-48fe-8851-fb5ebcd72bb8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "c5a9bc85-a7e6-4129-95b9-1a12e3334a90", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:00.700165 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92eca7fa-9bfb-4e55-ba1d-5c859b3cf8b5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:00.700557 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29482f8-bc49-4988-8c34-a513f1a5223a', 'name': 'network-vif-deleted', 'tag': 'b8836b80-ea92-48fe-8851-fb5ebcd72bb8', 'status': 'completed', 'code': 200} Oct 13 11:02:00.700814 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': 'c5a9bc85-a7e6-4129-95b9-1a12e3334a90', 'status': 'completed', 'code': 200} Oct 13 11:02:00.775753 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:00.778673 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:00.780482 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f6a43eb-5ba2-4c7a-b980-e223b1f42c0a req-a816b113-9b92-47bd-a874-834445da8afe tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946691 Oct 13 11:02:00.800209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-d1552bc2-83f1-4298-bb67-11aef55e35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.800209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-d1552bc2-83f1-4298-bb67-11aef55e35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.800598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-d1552bc2-83f1-4298-bb67-11aef55e35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.801057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-d1552bc2-83f1-4298-bb67-11aef55e35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.801513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-d1552bc2-83f1-4298-bb67-11aef55e35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.801970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-d1552bc2-83f1-4298-bb67-11aef55e35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.802753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-d1552bc2-83f1-4298-bb67-11aef55e35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.804388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-d1552bc2-83f1-4298-bb67-11aef55e35f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8ef3a9260b7494da03368bc530c12f3&device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 6421 time: 0.0907936 Oct 13 11:02:00.947172 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:00.952864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-558ad710-e4ac-47b5-a827-a02ebfed9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.953345 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-558ad710-e4ac-47b5-a827-a02ebfed9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.953913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-558ad710-e4ac-47b5-a827-a02ebfed9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:00.955687 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-558ad710-e4ac-47b5-a827-a02ebfed9973 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f8ef3a9260b7494da03368bc530c12f3&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1419032 Oct 13 11:02:01.029985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-0f805d72-c06d-4a89-9b09-c0fbc87927e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Allocated IP 172.20.0.9 (5ba7d06a-9950-4459-be22-0590e0d45321/c73a4c07-49f6-4e27-8039-a817a8176f98/8e7a48bd-b1cd-48a5-8aa3-139b52efeee8) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:01.082632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Router 57b5a628-10d4-4dbe-8804-f65ad9bf7f9a is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:02:01.171925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-01f09f53-92cc-4f79-a6b7-83c9b529b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:01.173418 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b90f8493-ed3f-46a7-a9c4-6f8738ac85b1 req-01f09f53-92cc-4f79-a6b7-83c9b529b3ff service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2001851 Oct 13 11:02:01.224737 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:01.231179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9a46dc1a-9c56-42e8-b1e9-bb15da6f9885 req-dcd7159b-a39e-4521-9817-7269e64a3bcb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 210 time: 0.0545604 Oct 13 11:02:01.246610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b8836b80-ea92-48fe-8851-fb5ebcd72bb8 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:02:01.267531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: b8836b80-ea92-48fe-8851-fb5ebcd72bb8 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:02:01.268160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b8836b80-ea92-48fe-8851-fb5ebcd72bb8 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:02:01.337280 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:01.404808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'Port': ['ID=8ca97533-fa9f-4099-9df8-31a87811c9d6,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:01.422715 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:01.429584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:02:01.441094 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Sync routers for ids ['57b5a628-10d4-4dbe-8804-f65ad9bf7f9a'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:02:01.451913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Routers {'57b5a628-10d4-4dbe-8804-f65ad9bf7f9a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:01.452452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cf05b0-82c6-412e-bc9e-6b67117903b5 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:01.452991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-07fdae7a-573f-480e-b39d-248784943293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:01:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['57b5a628-10d4-4dbe-8804-f65ad9bf7f9a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:01.477224 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:01.503426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ba2e2-666a-447c-879d-08a336092729 req-ea9f4ca9-6d98-4587-8d5e-75c1860bd347 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:01.510115 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ba2e2-666a-447c-879d-08a336092729 req-ea9f4ca9-6d98-4587-8d5e-75c1860bd347 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:01.516220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ba2e2-666a-447c-879d-08a336092729 req-ea9f4ca9-6d98-4587-8d5e-75c1860bd347 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:01.522299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ba2e2-666a-447c-879d-08a336092729 req-ea9f4ca9-6d98-4587-8d5e-75c1860bd347 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:01.528947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ba2e2-666a-447c-879d-08a336092729 req-ea9f4ca9-6d98-4587-8d5e-75c1860bd347 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:01.535036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ba2e2-666a-447c-879d-08a336092729 req-ea9f4ca9-6d98-4587-8d5e-75c1860bd347 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:01.542148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ba2e2-666a-447c-879d-08a336092729 req-ea9f4ca9-6d98-4587-8d5e-75c1860bd347 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:01.544079 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e88ba2e2-666a-447c-879d-08a336092729 req-ea9f4ca9-6d98-4587-8d5e-75c1860bd347 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5419 time: 0.2101827 Oct 13 11:02:01.559613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Set router 57b5a628-10d4-4dbe-8804-f65ad9bf7f9a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:01.562472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:01.562700 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:01.564220 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4fcc6f48-88d2-402a-a00b-e6b64f962208 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1748369 Oct 13 11:02:01.566739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48244) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:01.576376 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0dc8234a-02b4-43b4-a91f-6d3ddf8db476 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.2218077 Oct 13 11:02:01.581152 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-0f805d72-c06d-4a89-9b09-c0fbc87927e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:01.590839 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Transition to ACTIVE for port object 94cf05b0-82c6-412e-bc9e-6b67117903b5 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:02:01.637762 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e88ba2e2-666a-447c-879d-08a336092729 req-b8d88bb0-52df-40de-bdfe-37367a4a43d3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838549 Oct 13 11:02:01.684051 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:01.734596 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-0f805d72-c06d-4a89-9b09-c0fbc87927e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:01.788525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Pushing event updated for resources: {'Port': ['ID=94cf05b0-82c6-412e-bc9e-6b67117903b5,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:01.803060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-0f805d72-c06d-4a89-9b09-c0fbc87927e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Network 5ba7d06a-9950-4459-be22-0590e0d45321 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:01.834979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-0f805d72-c06d-4a89-9b09-c0fbc87927e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:01.850089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb581-7dc7-4d22-aff5-eb6f876c2cde req-1bcb6ec5-2ac1-4fef-8add-d4c585f650ae tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:01.860137 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95bdb581-7dc7-4d22-aff5-eb6f876c2cde req-1bcb6ec5-2ac1-4fef-8add-d4c585f650ae tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac28dcf-e1fc-4785-8eef-04a969f37fce HTTP/1.1" status: 200 len: 950 time: 0.1933920 Oct 13 11:02:01.883480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-07fdae7a-573f-480e-b39d-248784943293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b5a628-10d4-4dbe-8804-f65ad9bf7f9a', 'name': '', 'tenant_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8', 'external_fixed_ips': [{'subnet_id': '67a25eb7-b88e-4371-b742-96be23cd9c05', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '08079126-f4d8-4f9f-a6b7-b87d7e757498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:01:55Z', 'updated_at': '2021-10-13T11:01:59Z', 'revision_number': 3, 'project_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'gw_port': {'id': '08079126-f4d8-4f9f-a6b7-b87d7e757498', 'name': '', 'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b5a628-10d4-4dbe-8804-f65ad9bf7f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '67a25eb7-b88e-4371-b742-96be23cd9c05', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:01:57Z', 'updated_at': '2021-10-13T11:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67a25eb7-b88e-4371-b742-96be23cd9c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:01.893721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-0f805d72-c06d-4a89-9b09-c0fbc87927e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:01.904765 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:01.954968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-0f805d72-c06d-4a89-9b09-c0fbc87927e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:01.955673 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-0f805d72-c06d-4a89-9b09-c0fbc87927e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:01.975976 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95bdb581-7dc7-4d22-aff5-eb6f876c2cde req-70a050a5-0499-4751-afa5-920f0ce8bb78 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066487 Oct 13 11:02:02.022542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f805d72-c06d-4a89-9b09-c0fbc87927e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Pushing event updated for resources: {'Port': ['ID=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:02.082945 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5b5a1875-859f-49a7-8c5b-7ce5b6dfcd81 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--236027340&fields=id&tenant_id=df72ba28093c4782bedf7c3c3ff22e39 HTTP/1.1" status: 200 len: 267 time: 0.1242273 Oct 13 11:02:02.097568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Attempting to bind port 94cf05b0-82c6-412e-bc9e-6b67117903b5 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:02.098165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Attempting to bind port 94cf05b0-82c6-412e-bc9e-6b67117903b5 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'd000d268-8934-4316-a536-ae231c36cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:02.098743 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Attempting to bind port 94cf05b0-82c6-412e-bc9e-6b67117903b5 on network 231ca368-35d6-4a3f-8aab-23252a4b5f72 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:02.122251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39178eca-e7f5-4e30-81a3-7fcb405e0659 req-b08beb04-1b4a-4ad7-b7fb-8b241fb0aba0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:02.124814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Checking router: 57b5a628-10d4-4dbe-8804-f65ad9bf7f9a for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:02:02.125164 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Updating router 57b5a628-10d4-4dbe-8804-f65ad9bf7f9a port 08079126-f4d8-4f9f-a6b7-b87d7e757498 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:02:02.126048 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-0f805d72-c06d-4a89-9b09-c0fbc87927e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8921914 Oct 13 11:02:02.126793 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39178eca-e7f5-4e30-81a3-7fcb405e0659 req-b08beb04-1b4a-4ad7-b7fb-8b241fb0aba0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0721719 Oct 13 11:02:02.130932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Port 94cf05b0-82c6-412e-bc9e-6b67117903b5 on network 231ca368-35d6-4a3f-8aab-23252a4b5f72 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:02:02.131260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Attempting to bind port 94cf05b0-82c6-412e-bc9e-6b67117903b5 on network 231ca368-35d6-4a3f-8aab-23252a4b5f72 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:02.141021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:02.146444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Request body: {'port': {'device_id': '6b979dfc-5300-494f-9077-3931e09d3550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:02.156813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-a97c47f2-d183-474b-adba-e63c6eab17c5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:02.158065 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-a97c47f2-d183-474b-adba-e63c6eab17c5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports/1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 HTTP/1.1" status: 200 len: 931 time: 0.0724239 Oct 13 11:02:02.160360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:02.160538 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Checking segment: {'id': 'd000d268-8934-4316-a536-ae231c36cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:02.160837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Bound using segment: {'id': 'd000d268-8934-4316-a536-ae231c36cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:02.161297 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Bound port: 94cf05b0-82c6-412e-bc9e-6b67117903b5, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd000d268-8934-4316-a536-ae231c36cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:02.161660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:02.165065 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:02.174414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39178eca-e7f5-4e30-81a3-7fcb405e0659 req-744b16de-5fb5-4b02-88ac-1eaedac652dc tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438552 Oct 13 11:02:02.304658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Deleting port 08079126-f4d8-4f9f-a6b7-b87d7e757498 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:02:02.305886 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:02.306628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-0c955b09-4a01-4d47-a308-0f1747b9d2b3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:02.317282 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-0c955b09-4a01-4d47-a308-0f1747b9d2b3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports/9efaf48b-e02e-4571-9d2e-3ac74778211e HTTP/1.1" status: 200 len: 931 time: 0.1310940 Oct 13 11:02:02.367005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-24e76fd0-9935-4241-beab-9b9a72d56e1f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?network_id=3f5d2a8f-da31-4f37-9210-83fd46b16762&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0483427 Oct 13 11:02:02.368660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:02.427237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c74c80e8-a649-4d1a-9b89-4d132fcbbf31 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?network_id=3f5d2a8f-da31-4f37-9210-83fd46b16762&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0591810 Oct 13 11:02:02.448749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] For port 94cf05b0-82c6-412e-bc9e-6b67117903b5, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:02.463576 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:02.490806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Calling delete_port for 08079126-f4d8-4f9f-a6b7-b87d7e757498 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:02:02.531966 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] For port 94cf05b0-82c6-412e-bc9e-6b67117903b5, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=94cf05b0-82c6-412e-bc9e-6b67117903b5,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:02.541353 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:02.572100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-57847316-45cb-4578-8a27-7eb6fd07c6ca tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:02.573634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-57847316-45cb-4578-8a27-7eb6fd07c6ca tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/networks?id=4e0d1d59-cccd-41ea-869e-ce1edf973b28 HTTP/1.1" status: 200 len: 809 time: 0.1830177 Oct 13 11:02:02.599324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-28c30621-84f9-487a-b14f-1a2242d4bbe7 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/quotas/066134be0cc54fdcad563ca7394e9897 HTTP/1.1" status: 200 len: 375 time: 0.0171862 Oct 13 11:02:02.625858 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:02.652224 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:02.676116 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7808fb83-d8bb-427c-9e4e-8a8d7c6a2995 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=066134be0cc54fdcad563ca7394e9897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692530 Oct 13 11:02:02.694687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-e8caf5bc-6d58-4de9-bd31-5e19cb9d5e78 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:02.701166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-e8caf5bc-6d58-4de9-bd31-5e19cb9d5e78 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:02.707359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-e8caf5bc-6d58-4de9-bd31-5e19cb9d5e78 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:02.715150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Attempting to bind port 08079126-f4d8-4f9f-a6b7-b87d7e757498 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:02.720113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Attempting to bind port 08079126-f4d8-4f9f-a6b7-b87d7e757498 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '93efb526-88c2-4ba7-ade8-7a7281bdf243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:02.720288 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-e8caf5bc-6d58-4de9-bd31-5e19cb9d5e78 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/networks?id=56641b7f-f8bc-448b-ba58-942cc469cac1&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=3f5d2a8f-da31-4f37-9210-83fd46b16762&id=3f5d2a8f-da31-4f37-9210-83fd46b16762 HTTP/1.1" status: 200 len: 1990 time: 0.2871606 Oct 13 11:02:02.720388 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Attempting to bind port 08079126-f4d8-4f9f-a6b7-b87d7e757498 on network 1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:02.728696 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:02.729375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:02.730798 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] 10.222.0.21 "PUT /v2.0/ports/94cf05b0-82c6-412e-bc9e-6b67117903b5 HTTP/1.1" status: 200 len: 1091 time: 2.0793250 Oct 13 11:02:02.730917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444df665-6c8a-441d-9784-cf6c0fc20ad6 None None] Pushing event updated for resources: {'Port': ['ID=08079126-f4d8-4f9f-a6b7-b87d7e757498,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:02.740012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '94cf05b0-82c6-412e-bc9e-6b67117903b5'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:02.742411 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d54737c-1c22-444d-9200-acf726ef9fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "94cf05b0-82c6-412e-bc9e-6b67117903b5"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:02.743280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:02.743845 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Checking segment: {'id': '93efb526-88c2-4ba7-ade8-7a7281bdf243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:02.744465 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:02.745036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Bound using segment: {'id': '93efb526-88c2-4ba7-ade8-7a7281bdf243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:02.745709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Bound port: 08079126-f4d8-4f9f-a6b7-b87d7e757498, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93efb526-88c2-4ba7-ade8-7a7281bdf243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:02.746292 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:02.797596 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-751e30a4-11a9-4428-986c-f798b35ae8bd tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/quotas/df72ba28093c4782bedf7c3c3ff22e39 HTTP/1.1" status: 200 len: 375 time: 0.0809889 Oct 13 11:02:02.859880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6e24b-389d-4daf-ae36-e548331a8c23 service neutron] Pushing event updated for resources: {'Port': ['ID=94cf05b0-82c6-412e-bc9e-6b67117903b5,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:02.957096 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c818980c-29fd-47a9-8782-916a8e2b29d3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1440909 Oct 13 11:02:02.982582 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1ebfc-27a6-4805-bd9f-bf65bd89c641 req-3b07eb28-2e7e-41f2-bf22-0fd26c6341e6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:02.984029 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-48c1ebfc-27a6-4805-bd9f-bf65bd89c641 req-3b07eb28-2e7e-41f2-bf22-0fd26c6341e6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f946384-0874-4a31-93c4-ef7903231f56 HTTP/1.1" status: 200 len: 950 time: 0.1365244 Oct 13 11:02:03.114773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:03.146008 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.186982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Transition to ACTIVE for port object 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:02:03.200856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6681b-860b-47d2-8c1a-b2a24d0748e9 req-4447caed-4f03-424e-8733-8e57653682d8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:03.202408 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-47317dba-e476-42e1-9895-2d9c53d583fa service neutron] 10.222.0.32 "GET /v2.0/networks/56641b7f-f8bc-448b-ba58-942cc469cac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362380 Oct 13 11:02:03.202524 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38a6681b-860b-47d2-8c1a-b2a24d0748e9 req-4447caed-4f03-424e-8733-8e57653682d8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ac28dcf-e1fc-4785-8eef-04a969f37fce HTTP/1.1" status: 200 len: 950 time: 0.4942577 Oct 13 11:02:03.214931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-bbb98d3a-765c-4a4a-a3a3-4580ab9f8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:03.215330 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-bbb98d3a-765c-4a4a-a3a3-4580ab9f8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:03.215801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-bbb98d3a-765c-4a4a-a3a3-4580ab9f8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:03.216263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-bbb98d3a-765c-4a4a-a3a3-4580ab9f8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:03.216718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-bbb98d3a-765c-4a4a-a3a3-4580ab9f8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:03.217172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-bbb98d3a-765c-4a4a-a3a3-4580ab9f8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:03.217626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-bbb98d3a-765c-4a4a-a3a3-4580ab9f8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:03.219553 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-bbb98d3a-765c-4a4a-a3a3-4580ab9f8551 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8ef3a9260b7494da03368bc530c12f3&device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 6488 time: 0.1769161 Oct 13 11:02:03.250616 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:02:03.251238 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:02:03.255730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-48c1ebfc-27a6-4805-bd9f-bf65bd89c641 req-eff7302d-4cc0-4c46-a61b-c9d4b1c1f832 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Deleting port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:02:03.260166 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-48c1ebfc-27a6-4805-bd9f-bf65bd89c641 req-eff7302d-4cc0-4c46-a61b-c9d4b1c1f832 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.263498 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.266699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-0772ae79-915c-46d5-a0f2-51a335aa90a7 service neutron] 10.222.0.32 "GET /v2.0/networks/4e0d1d59-cccd-41ea-869e-ce1edf973b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696526 Oct 13 11:02:03.272651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.276947 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 491259d6-6fbd-4994-81c0-07f7cf648a14 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:02:03.297361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 491259d6-6fbd-4994-81c0-07f7cf648a14 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:02:03.297730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 491259d6-6fbd-4994-81c0-07f7cf648a14 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:02:03.333489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-bac42c41-4ed1-4e6e-a694-1b7f4458d544 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b45b71e-507c-4f82-9175-e9a55d5c8e54 HTTP/1.1" status: 200 len: 217 time: 0.0984232 Oct 13 11:02:03.354369 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event deleted for resources: {'Port': ['ID=08079126-f4d8-4f9f-a6b7-b87d7e757498,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:03.535414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-9f0f28c1-3ac3-49b2-8f11-547408344153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:03.536801 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-9f0f28c1-3ac3-49b2-8f11-547408344153 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65e93234-d6c5-4aa7-8ff5-81bcaedbc002 HTTP/1.1" status: 200 len: 855 time: 0.1935544 Oct 13 11:02:03.567480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-ce4c6580-b627-49b1-85a5-b33985e27cf5 service neutron] 10.222.0.32 "GET /v2.0/networks/4e0d1d59-cccd-41ea-869e-ce1edf973b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670393 Oct 13 11:02:03.587717 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.684263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-38a6681b-860b-47d2-8c1a-b2a24d0748e9 req-9a082714-d40e-4bc3-bc0f-53c5cc32552e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Deleting port 4fc1cb75-8880-4e39-90df-3f658687f11a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:02:03.684608 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-38a6681b-860b-47d2-8c1a-b2a24d0748e9 req-9a082714-d40e-4bc3-bc0f-53c5cc32552e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.688122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Pushing event updated for resources: {'Port': ['ID=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:03.732718 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.737149 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.739868 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-e99949f3-41b4-419c-a892-d662f3119f56 service neutron] 10.222.0.32 "GET /v2.0/networks/56641b7f-f8bc-448b-ba58-942cc469cac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311236 Oct 13 11:02:03.740124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-7fa1cec1-bb3b-4ebb-9d23-95089b244865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:03.741619 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-7fa1cec1-bb3b-4ebb-9d23-95089b244865 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bc5e0317-2a1f-41ba-91cf-0b420f18bef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914489 Oct 13 11:02:03.793715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Attempting to bind port 08079126-f4d8-4f9f-a6b7-b87d7e757498 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:03.794303 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Attempting to bind port 08079126-f4d8-4f9f-a6b7-b87d7e757498 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '93efb526-88c2-4ba7-ade8-7a7281bdf243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:03.795537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Attempting to bind port 08079126-f4d8-4f9f-a6b7-b87d7e757498 on network 1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:03.800993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-48c1ebfc-27a6-4805-bd9f-bf65bd89c641 req-eff7302d-4cc0-4c46-a61b-c9d4b1c1f832 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] For port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:03.801368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-48c1ebfc-27a6-4805-bd9f-bf65bd89c641 req-eff7302d-4cc0-4c46-a61b-c9d4b1c1f832 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.814926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:03.816058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Checking segment: {'id': '93efb526-88c2-4ba7-ade8-7a7281bdf243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:03.817062 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.818248 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Bound using segment: {'id': '93efb526-88c2-4ba7-ade8-7a7281bdf243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:03.818967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Bound port: 08079126-f4d8-4f9f-a6b7-b87d7e757498, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93efb526-88c2-4ba7-ade8-7a7281bdf243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:03.819473 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.828048 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-48c1ebfc-27a6-4805-bd9f-bf65bd89c641 req-eff7302d-4cc0-4c46-a61b-c9d4b1c1f832 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Calling delete_port for 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:02:03.832944 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-e3c351d6-b566-4768-b39d-6cbf965960db service neutron] 10.222.0.32 "GET /v2.0/ports/1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0700314 Oct 13 11:02:03.874355 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Port 08079126-f4d8-4f9f-a6b7-b87d7e757498 has been deleted concurrently {{(pid=101992) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 13 11:02:03.894142 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Routers {'57b5a628-10d4-4dbe-8804-f65ad9bf7f9a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:03.895358 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-07fdae7a-573f-480e-b39d-248784943293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:01:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['57b5a628-10d4-4dbe-8804-f65ad9bf7f9a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:03.900156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Attempting to bind port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:03.900496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Attempting to bind port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:03.900824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Attempting to bind port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 on network 5ba7d06a-9950-4459-be22-0590e0d45321 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:03.917057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-38a6681b-860b-47d2-8c1a-b2a24d0748e9 req-9a082714-d40e-4bc3-bc0f-53c5cc32552e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] For port 4fc1cb75-8880-4e39-90df-3f658687f11a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4fc1cb75-8880-4e39-90df-3f658687f11a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:03.917432 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-38a6681b-860b-47d2-8c1a-b2a24d0748e9 req-9a082714-d40e-4bc3-bc0f-53c5cc32552e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.938419 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.938973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57b5a628-10d4-4dbe-8804-f65ad9bf7f9a {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:02:03.947354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-38a6681b-860b-47d2-8c1a-b2a24d0748e9 req-9a082714-d40e-4bc3-bc0f-53c5cc32552e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Calling delete_port for 4fc1cb75-8880-4e39-90df-3f658687f11a owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:02:03.947776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 on network 5ba7d06a-9950-4459-be22-0590e0d45321 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:02:03.948035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Attempting to bind port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 on network 5ba7d06a-9950-4459-be22-0590e0d45321 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:03.955498 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.957666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ac3814d6-7c29-4bfd-b87a-420aa70bee7c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "DELETE /v2.0/routers/57b5a628-10d4-4dbe-8804-f65ad9bf7f9a HTTP/1.1" status: 204 len: 168 time: 2.3889983 Oct 13 11:02:03.959827 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48296) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:03.974083 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:03.974560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Checking segment: {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:03.975011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Bound using segment: {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:03.975841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Bound port: 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:03.975955 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:03.983121 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6badabff-220b-4866-a47d-e27f27d97291 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5e0317-2a1f-41ba-91cf-0b420f18bef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337577 Oct 13 11:02:04.024946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-07fdae7a-573f-480e-b39d-248784943293 None None] Set router 57b5a628-10d4-4dbe-8804-f65ad9bf7f9a gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:04.032003 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a6a05-ddc3-4bf7-8c6b-f5d411e3aa6f req-c0101687-f5fe-4454-9bf9-0fd6d49435f6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:04.033515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e1a6a05-ddc3-4bf7-8c6b-f5d411e3aa6f req-c0101687-f5fe-4454-9bf9-0fd6d49435f6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 943 time: 0.1672201 Oct 13 11:02:04.085611 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-07fdae7a-573f-480e-b39d-248784943293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b5a628-10d4-4dbe-8804-f65ad9bf7f9a', 'name': '', 'tenant_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:01:55Z', 'updated_at': '2021-10-13T11:02:02Z', 'revision_number': 5, 'project_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:04.099541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ab055f-b2ef-4906-babc-e5ed879a4c99 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Deleting subnet 67a25eb7-b88e-4371-b742-96be23cd9c05 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:02:04.105959 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5deaf0af-c018-4b5a-91a0-a73fd3df31e1 service neutron] 10.222.0.32 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546744 Oct 13 11:02:04.114158 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ab055f-b2ef-4906-babc-e5ed879a4c99 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:04.131776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fdae7a-573f-480e-b39d-248784943293 None None] The sync data for ids ['57b5a628-10d4-4dbe-8804-f65ad9bf7f9a'] in n-d-813659-3 is: [{'id': '57b5a628-10d4-4dbe-8804-f65ad9bf7f9a', 'name': '', 'tenant_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:01:55Z', 'updated_at': '2021-10-13T11:02:02Z', 'revision_number': 5, 'project_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:02:04.146546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e1a6a05-ddc3-4bf7-8c6b-f5d411e3aa6f req-8353080f-8123-4f0a-b200-d87a3fc81a41 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991058 Oct 13 11:02:04.196515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-e3a4ca49-9a68-4082-a4c6-91840fb53ffa service neutron] 10.222.0.21 "GET /v2.0/networks/bc5e0317-2a1f-41ba-91cf-0b420f18bef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808922 Oct 13 11:02:04.250802 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-b1fe3891-82ff-4581-b1c8-2d2c90720e8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=0c538839-1be6-4a32-b0e6-10d01668a313 HTTP/1.1" status: 200 len: 217 time: 0.0466979 Oct 13 11:02:04.281696 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ab055f-b2ef-4906-babc-e5ed879a4c99 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:04.287158 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] For port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:04.333855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] For port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:04.369464 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ab055f-b2ef-4906-babc-e5ed879a4c99 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:04.401965 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-ec82b789-fa83-4e12-8eda-2e12d53489cf service neutron] 10.222.0.32 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322731 Oct 13 11:02:04.418584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-44789c40-a5fe-40b8-948e-dc067c652b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:04.420026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-44789c40-a5fe-40b8-948e-dc067c652b91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.1219692 Oct 13 11:02:04.442007 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:04.478047 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-24b49fd5-b3eb-42e4-a7fc-2444e28f636a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:04.479552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-24b49fd5-b3eb-42e4-a7fc-2444e28f636a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/networks?id=37337ae1-3830-4e94-86c4-50efe5c4311f HTTP/1.1" status: 200 len: 813 time: 0.2349389 Oct 13 11:02:04.491575 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-48c1ebfc-27a6-4805-bd9f-bf65bd89c641 req-eff7302d-4cc0-4c46-a61b-c9d4b1c1f832 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:04.494105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c5b8b435-d522-4817-af23-40ba8ebf8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:04.497188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c5b8b435-d522-4817-af23-40ba8ebf8f03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697029 Oct 13 11:02:04.500739 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-a626097b-6d91-4a64-b829-2b7fe6eb2e91 service neutron] 10.222.0.32 "GET /v2.0/ports/9efaf48b-e02e-4571-9d2e-3ac74778211e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0888841 Oct 13 11:02:04.502749 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-38a6681b-860b-47d2-8c1a-b2a24d0748e9 req-9a082714-d40e-4bc3-bc0f-53c5cc32552e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:04.504295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:04.505531 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:04.509063 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-9e751051-9f37-4f15-9182-196448ff92de service neutron] 10.222.0.46 "PUT /v2.0/ports/8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 HTTP/1.1" status: 200 len: 1091 time: 2.3643153 Oct 13 11:02:04.509195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a', '4fc1cb75-8880-4e39-90df-3f658687f11a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:04.552330 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-a5335d1b-691a-4448-9b2f-44c4fdf0b661 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/quotas/bf317bd458d84a7ba01449a3dbbc39b8 HTTP/1.1" status: 200 len: 375 time: 0.0629382 Oct 13 11:02:04.568155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca', '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:04.589833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a082714-d40e-4bc3-bc0f-53c5cc32552e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event deleted for resources: {'Port': ['ID=4fc1cb75-8880-4e39-90df-3f658687f11a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:04.599861 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ab055f-b2ef-4906-babc-e5ed879a4c99 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:04.623267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e751051-9f37-4f15-9182-196448ff92de service neutron] Pushing event updated for resources: {'Port': ['ID=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:04.672674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a6681b-860b-47d2-8c1a-b2a24d0748e9 req-9a082714-d40e-4bc3-bc0f-53c5cc32552e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] No DVR routers for this DVR port 4fc1cb75-8880-4e39-90df-3f658687f11a on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:02:04.684678 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-38a6681b-860b-47d2-8c1a-b2a24d0748e9 req-9a082714-d40e-4bc3-bc0f-53c5cc32552e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:04.687568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38a6681b-860b-47d2-8c1a-b2a24d0748e9 req-9a082714-d40e-4bc3-bc0f-53c5cc32552e tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "DELETE /v2.0/ports/4fc1cb75-8880-4e39-90df-3f658687f11a HTTP/1.1" status: 204 len: 173 time: 1.4626465 Oct 13 11:02:04.688012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac28dcf-e1fc-4785-8eef-04a969f37fce', 'name': 'network-vif-deleted', 'tag': '4fc1cb75-8880-4e39-90df-3f658687f11a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:04.690271 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c683792-b1c2-40d6-9591-c40118973a17" -d '{"events": [{"server_uuid": "7ac28dcf-e1fc-4785-8eef-04a969f37fce", "name": "network-vif-deleted", "tag": "4fc1cb75-8880-4e39-90df-3f658687f11a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:04.713061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab055f-b2ef-4906-babc-e5ed879a4c99 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=67a25eb7-b88e-4371-b742-96be23cd9c05,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:04.717141 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ab055f-b2ef-4906-babc-e5ed879a4c99 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:04.719182 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-81ab055f-b2ef-4906-babc-e5ed879a4c99 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/67a25eb7-b88e-4371-b742-96be23cd9c05 HTTP/1.1" status: 204 len: 168 time: 0.7581367 Oct 13 11:02:04.720172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-1c3b4a78-be60-486d-b7b5-050a69a62bd4 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf317bd458d84a7ba01449a3dbbc39b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1390719 Oct 13 11:02:04.730722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48314) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:04.735079 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7302d-4cc0-4c46-a61b-c9d4b1c1f832 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event deleted for resources: {'Port': ['ID=0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:04.737151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c1ebfc-27a6-4805-bd9f-bf65bd89c641 req-eff7302d-4cc0-4c46-a61b-c9d4b1c1f832 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] No DVR routers for this DVR port 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:02:04.787524 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6addf73d-84bb-487a-b791-15362a2ffcf9 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817781 Oct 13 11:02:04.792883 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6203478a-2e39-43a6-9157-d7d0fda15f18 service neutron] 10.222.0.32 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754138 Oct 13 11:02:04.793980 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-48c1ebfc-27a6-4805-bd9f-bf65bd89c641 req-eff7302d-4cc0-4c46-a61b-c9d4b1c1f832 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:04.797316 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-48c1ebfc-27a6-4805-bd9f-bf65bd89c641 req-eff7302d-4cc0-4c46-a61b-c9d4b1c1f832 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "DELETE /v2.0/ports/0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a HTTP/1.1" status: 204 len: 173 time: 1.8068247 Oct 13 11:02:04.857128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-2965cd7c-0444-4306-ae0f-d1c2f6d9e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:04.859094 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-2965cd7c-0444-4306-ae0f-d1c2f6d9e870 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 1094 time: 0.1981065 Oct 13 11:02:04.922727 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-6c993fc5-1ab2-4987-90c0-f1513923d3be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 HTTP/1.1" status: 200 len: 217 time: 0.0538340 Oct 13 11:02:04.952524 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:05.020647 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-84310fba-658d-4a4a-a22c-39d389b53c3b service neutron] 10.222.0.32 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995245 Oct 13 11:02:05.023554 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-da07f08e-5a57-4cd7-b9b2-139a29fb9b58 service neutron] 10.222.0.32 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223089 Oct 13 11:02:05.040421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-839aca06-d297-4478-93de-75393e0e0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:05.040421 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-839aca06-d297-4478-93de-75393e0e0294 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c73a4c07-49f6-4e27-8039-a817a8176f98 HTTP/1.1" status: 200 len: 850 time: 0.1055059 Oct 13 11:02:05.107520 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-380aecf0-0ab8-41cd-ac70-8c130341821b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ba7d06a-9950-4459-be22-0590e0d45321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399048 Oct 13 11:02:05.131393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f435ba58-3edb-4b34-9637-a0a3476a6ab0 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158419 Oct 13 11:02:05.185074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:05.262883 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-b9792c5d-8b6c-4406-bac3-aefc01ea712d service neutron] 10.222.0.32 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254362 Oct 13 11:02:05.268048 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-203dc355-8c74-47fb-8a79-eb6d5392e638 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=4b955f06-9355-4152-b824-207e8663b591 HTTP/1.1" status: 200 len: 217 time: 0.0887973 Oct 13 11:02:05.305696 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:05.363334 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:05.375248 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-9d953212-1f2b-4a57-979d-e818e14ff37a service neutron] 10.222.0.32 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534486 Oct 13 11:02:05.380539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93efb526-88c2-4ba7-ade8-7a7281bdf243') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:05.380837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93efb526-88c2-4ba7-ade8-7a7281bdf243') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:05.390022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-95f23580-b09f-4345-bf87-314a3312b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:05.392319 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-95f23580-b09f-4345-bf87-314a3312b2f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.1168189 Oct 13 11:02:05.398881 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:05.411455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-feae23d2-5efc-4045-9861-b516f5b0b1e4 service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760727 Oct 13 11:02:05.450324 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:05.464161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:02:05.465225 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: items = [ Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:02:05.469719 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:02:05.511050 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-74da4e17-4f48-44d0-a76e-a4b015f7d7d8 service neutron] 10.222.0.32 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475514 Oct 13 11:02:05.534546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-8a582986-a55b-45de-a692-b80febf3fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:05.536934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-8a582986-a55b-45de-a692-b80febf3fcf6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1350894 Oct 13 11:02:05.572219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:05.664530 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1096739d-a23f-4b9b-ba61-088b0a4e05ac req-68170370-ee65-405f-b06d-b299b62a4838 service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320259 Oct 13 11:02:05.692285 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-b4a08a07-2077-4de3-843a-9a91f22f3f88 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387882 Oct 13 11:02:05.713527 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-69de9021-92f8-4e3d-aa03-d40c333c8169 service neutron] 10.222.0.32 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012868 Oct 13 11:02:05.733636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:05.739349 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 11:02:05.833481 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:05.839207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "DELETE /v2.0/networks/1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8 HTTP/1.1" status: 204 len: 168 time: 1.1074038 Oct 13 11:02:05.841845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fea945-e728-49bd-9797-20d86b9ddba1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a7b832c-efd2-4ef1-ba0f-1ca6efe1aab8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:05.930034 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-f96d98d8-6f34-4f03-a50e-fd57256c939c service neutron] 10.222.0.32 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089500 Oct 13 11:02:05.970428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-d12d776c-7f82-4199-9f1b-1ccde049e910 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701321 Oct 13 11:02:06.026786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-86087717-6ea2-453a-bbc3-ce5aaf7ac7b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=1e5b1f2a-86fe-4784-b429-eafd5aa62c84 HTTP/1.1" status: 200 len: 217 time: 0.0429435 Oct 13 11:02:06.115993 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-082980e1-d694-49f5-ba45-3f1970ad0629 service neutron] 10.222.0.32 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767988 Oct 13 11:02:06.233539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48334) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:06.240134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-98ee2540-0283-460a-9560-793e467ec938 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Request body: {'router': {'name': 'tempest-router--2063390440', 'project_id': '85b1b2edd9714b7bbda774312dc8d9cb'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:06.310698 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-14e377a7-07aa-4228-a963-4b4eead2a011 service neutron] 10.222.0.32 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778510 Oct 13 11:02:06.386468 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98ee2540-0283-460a-9560-793e467ec938 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:06.387699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98ee2540-0283-460a-9560-793e467ec938 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:06.456612 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98ee2540-0283-460a-9560-793e467ec938 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:06.495204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce9ee-3f38-4652-82be-37a697c90266 req-2377c761-2f6a-4437-af4b-30746e3a6d0c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:06.503309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce9ee-3f38-4652-82be-37a697c90266 req-2377c761-2f6a-4437-af4b-30746e3a6d0c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:06.512214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce9ee-3f38-4652-82be-37a697c90266 req-2377c761-2f6a-4437-af4b-30746e3a6d0c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:06.520896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce9ee-3f38-4652-82be-37a697c90266 req-2377c761-2f6a-4437-af4b-30746e3a6d0c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:06.529476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce9ee-3f38-4652-82be-37a697c90266 req-2377c761-2f6a-4437-af4b-30746e3a6d0c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:06.535766 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce9ee-3f38-4652-82be-37a697c90266 req-2377c761-2f6a-4437-af4b-30746e3a6d0c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:06.542992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce9ee-3f38-4652-82be-37a697c90266 req-2377c761-2f6a-4437-af4b-30746e3a6d0c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:06.545025 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6edce9ee-3f38-4652-82be-37a697c90266 req-2377c761-2f6a-4437-af4b-30746e3a6d0c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.5736806 Oct 13 11:02:06.549276 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-b86b21b7-d10f-45d8-8765-b0df72fc4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:06.552218 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-b86b21b7-d10f-45d8-8765-b0df72fc4f03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.5096760 Oct 13 11:02:06.555707 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-98cf5abc-24b5-4cd9-abc9-9c315455f5b6 service neutron] 10.222.0.32 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375534 Oct 13 11:02:06.613423 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6edce9ee-3f38-4652-82be-37a697c90266 req-2ceb3e57-c7e5-47d8-90b3-d4474e0b78f8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601490 Oct 13 11:02:06.630228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-e2f82735-b6ea-47d1-ad08-bbc5d2186eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:06.632020 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-e2f82735-b6ea-47d1-ad08-bbc5d2186eea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0560629 Oct 13 11:02:06.632149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98ee2540-0283-460a-9560-793e467ec938 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:06.663303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-418d2e7c-8ccd-4559-8819-0105f29dc9da tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:06.664799 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-418d2e7c-8ccd-4559-8819-0105f29dc9da tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.46 "GET /v2.0/networks?id=4e0d1d59-cccd-41ea-869e-ce1edf973b28 HTTP/1.1" status: 200 len: 809 time: 0.2068367 Oct 13 11:02:06.675305 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130cb298-718d-4116-9787-d90193a155d1 x-openstack-request-id: req-130cb298-718d-4116-9787-d90193a155d1 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:06.675721 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "94cf05b0-82c6-412e-bc9e-6b67117903b5", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:06.675978 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-130cb298-718d-4116-9787-d90193a155d1 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:06.676414 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '94cf05b0-82c6-412e-bc9e-6b67117903b5', 'status': 'completed', 'code': 200} Oct 13 11:02:06.683022 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-2cf1e7ba-5765-4bb1-9949-f09c15766d7c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Request body: {'port': {'device_id': 'e31f8c15-ce2b-43d3-86a3-05e233426366', 'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28', 'admin_state_up': True, 'tenant_id': '066134be0cc54fdcad563ca7394e9897'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:06.745796 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-cea9c999-53d9-44b5-bc72-66c81c4a6d1a service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068053 Oct 13 11:02:06.750199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98ee2540-0283-460a-9560-793e467ec938 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:06.751398 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-98ee2540-0283-460a-9560-793e467ec938 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5167303 Oct 13 11:02:06.758149 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48340) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:06.774775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4fc1cb75-8880-4e39-90df-3f658687f11a no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:02:06.777266 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-d6357857-509e-459f-97e8-70d23293d809 service neutron] 10.222.0.32 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094789 Oct 13 11:02:06.832182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 4fc1cb75-8880-4e39-90df-3f658687f11a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:02:06.835090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4fc1cb75-8880-4e39-90df-3f658687f11a not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:02:06.892370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82a52e89-eaad-4850-96b9-1f55c38a14f1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:06.898844 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-f8ff2418-e110-417f-b026-88f7c43c975f service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440833 Oct 13 11:02:06.974392 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-6a290d82-b19b-4f73-9782-fc004d076b04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=50046162-7e11-4c9f-a133-6908a9f0aa39 HTTP/1.1" status: 200 len: 217 time: 0.0687935 Oct 13 11:02:06.977025 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a85398d7-594c-45fc-8e4a-3128bd580473 req-78f0060d-c253-4256-844b-d089e1c7c519 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 210 time: 0.0733192 Oct 13 11:02:07.037716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-2b965741-ec80-4d26-b42d-5f4e43b6e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:07.040142 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-2b965741-ec80-4d26-b42d-5f4e43b6e75f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.0581384 Oct 13 11:02:07.063777 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7666eab6-baf5-465d-9ba6-a9650a4310eb x-openstack-request-id: req-7666eab6-baf5-465d-9ba6-a9650a4310eb {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:07.064083 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac28dcf-e1fc-4785-8eef-04a969f37fce", "name": "network-vif-deleted", "tag": "4fc1cb75-8880-4e39-90df-3f658687f11a", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:07.064338 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7666eab6-baf5-465d-9ba6-a9650a4310eb {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:07.064746 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac28dcf-e1fc-4785-8eef-04a969f37fce', 'name': 'network-vif-deleted', 'tag': '4fc1cb75-8880-4e39-90df-3f658687f11a', 'status': 'completed', 'code': 200} Oct 13 11:02:07.106665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4a111989-7544-4db7-aeeb-0a092b275daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:07.109397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-4a111989-7544-4db7-aeeb-0a092b275daa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610595 Oct 13 11:02:07.213549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36d224-e88a-491d-a346-6564a767e473 req-adfcf85c-0bb8-4c8c-831e-cefaf6da5d35 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:07.215107 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa36d224-e88a-491d-a346-6564a767e473 req-adfcf85c-0bb8-4c8c-831e-cefaf6da5d35 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 943 time: 0.1052580 Oct 13 11:02:07.257557 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-dc7d1777-0ea7-4661-9450-3f35b3187353 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369112 Oct 13 11:02:07.282569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:02:07.290464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa36d224-e88a-491d-a346-6564a767e473 req-21c207a4-025d-4d97-b832-781e6e848e9f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642939 Oct 13 11:02:07.315472 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:02:07.315472 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:02:07.395043 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56808d48-b719-4b3d-998c-d43a8c505323 req-a1614d87-f743-4348-9a1a-e3a0efa68120 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 210 time: 0.0365207 Oct 13 11:02:07.398088 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-777025ec-295c-481c-a1f1-3f6d615e8714 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313689 Oct 13 11:02:07.404188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-2cf1e7ba-5765-4bb1-9949-f09c15766d7c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Made reservation on behalf of 066134be0cc54fdcad563ca7394e9897 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:02:07.408213 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-2cf1e7ba-5765-4bb1-9949-f09c15766d7c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:07.438794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82a52e89-eaad-4850-96b9-1f55c38a14f1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:07.446517 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82a52e89-eaad-4850-96b9-1f55c38a14f1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:07.466888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-a62ba3eb-80de-4705-bdec-698b29885605 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5a9bc85-a7e6-4129-95b9-1a12e3334a90 HTTP/1.1" status: 200 len: 217 time: 0.0612400 Oct 13 11:02:07.517714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-00ab3e85-2391-4f35-aad1-e4d40042f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:07.519117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-00ab3e85-2391-4f35-aad1-e4d40042f047 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed19e18-2ea3-4797-b575-0d77ae1124dd HTTP/1.1" status: 200 len: 797 time: 0.0453680 Oct 13 11:02:07.565702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c3c6bc68-6473-4b79-ab54-ed8c133e2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:07.567199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-c3c6bc68-6473-4b79-ab54-ed8c133e2e8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=231ca368-35d6-4a3f-8aab-23252a4b5f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0413127 Oct 13 11:02:07.618236 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82a52e89-eaad-4850-96b9-1f55c38a14f1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:07.618813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a52e89-eaad-4850-96b9-1f55c38a14f1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eafc5f7d-6ce5-4d8c-af17-ac14db2fa646 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:02:07.654055 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82a52e89-eaad-4850-96b9-1f55c38a14f1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:07.655219 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-82a52e89-eaad-4850-96b9-1f55c38a14f1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "DELETE /v2.0/routers/eafc5f7d-6ce5-4d8c-af17-ac14db2fa646 HTTP/1.1" status: 204 len: 168 time: 0.8961267 Oct 13 11:02:07.672332 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-5a6cea02-c448-4265-b65a-e617349c3f6d service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969679 Oct 13 11:02:07.753292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-2cf1e7ba-5765-4bb1-9949-f09c15766d7c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Allocated IP 172.20.0.7 (4e0d1d59-cccd-41ea-869e-ce1edf973b28/a1270603-9e76-4f75-8bab-07548eeb2406/86576b74-abb8-4fa1-b27b-14e724e3e79d) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:07.783118 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-8c6a3952-c746-41e1-92fb-3fc85c5a1bbb service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051378 Oct 13 11:02:07.826723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-219543d8-8d8a-4eb6-a74f-8834252891b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94cf05b0-82c6-412e-bc9e-6b67117903b5 HTTP/1.1" status: 200 len: 217 time: 0.0357788 Oct 13 11:02:07.884118 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-fb36e402-15d4-4968-be27-87e430a0c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:07.885601 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-fb36e402-15d4-4968-be27-87e430a0c0c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed19e18-2ea3-4797-b575-0d77ae1124dd HTTP/1.1" status: 200 len: 797 time: 0.0526640 Oct 13 11:02:07.924007 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-2cf1e7ba-5765-4bb1-9949-f09c15766d7c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:07.938962 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-af9f4d71-625a-4c6a-8722-11e6f568a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:07.940474 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-af9f4d71-625a-4c6a-8722-11e6f568a9c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=231ca368-35d6-4a3f-8aab-23252a4b5f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0479863 Oct 13 11:02:07.947018 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-989a3fce-36a5-46a1-9ca0-e310c116677d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:07.975653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48370) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:08.045162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-64d4b16a-2bd6-4964-8187-3c57c327ee7e service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973656 Oct 13 11:02:08.051322 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-2cf1e7ba-5765-4bb1-9949-f09c15766d7c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:08.131678 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-2cf1e7ba-5765-4bb1-9949-f09c15766d7c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Network 4e0d1d59-cccd-41ea-869e-ce1edf973b28 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:08.135997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-2cf1e7ba-5765-4bb1-9949-f09c15766d7c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:08.143510 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-2cf1e7ba-5765-4bb1-9949-f09c15766d7c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:08.185599 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1e7ba-5765-4bb1-9949-f09c15766d7c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Pushing event updated for resources: {'Port': ['ID=86576b74-abb8-4fa1-b27b-14e724e3e79d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:08.200148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-2cf1e7ba-5765-4bb1-9949-f09c15766d7c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.200818 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-2cf1e7ba-5765-4bb1-9949-f09c15766d7c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:08.219430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59377-901d-4895-95b2-f6ba6bd7a9ca req-d62748fd-9c6f-40f9-acb5-a65b94365643 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.225582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59377-901d-4895-95b2-f6ba6bd7a9ca req-d62748fd-9c6f-40f9-acb5-a65b94365643 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.232132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59377-901d-4895-95b2-f6ba6bd7a9ca req-d62748fd-9c6f-40f9-acb5-a65b94365643 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.238267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59377-901d-4895-95b2-f6ba6bd7a9ca req-d62748fd-9c6f-40f9-acb5-a65b94365643 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.244414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59377-901d-4895-95b2-f6ba6bd7a9ca req-d62748fd-9c6f-40f9-acb5-a65b94365643 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.250598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59377-901d-4895-95b2-f6ba6bd7a9ca req-d62748fd-9c6f-40f9-acb5-a65b94365643 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.250740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1881150942', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:08.256651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59377-901d-4895-95b2-f6ba6bd7a9ca req-d62748fd-9c6f-40f9-acb5-a65b94365643 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.259094 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ba59377-901d-4895-95b2-f6ba6bd7a9ca req-d62748fd-9c6f-40f9-acb5-a65b94365643 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.1463697 Oct 13 11:02:08.280986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f744dc-c42e-4a28-ba85-d8c64663b8c4 req-9acc4e7c-138c-4576-9631-bcd65389cbb9 service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281244 Oct 13 11:02:08.301562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-2cf1e7ba-5765-4bb1-9949-f09c15766d7c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6210871 Oct 13 11:02:08.310472 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ba59377-901d-4895-95b2-f6ba6bd7a9ca req-189da603-dfa7-472b-825e-1f181883ebb8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411398 Oct 13 11:02:08.324615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Request body: {'port': {'device_id': 'e31f8c15-ce2b-43d3-86a3-05e233426366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:08.417819 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:08.421735 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:08.424207 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:08.484195 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:08.511647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-8f8f325d-be87-4a18-879f-38099590b7f9 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.513211 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-8f8f325d-be87-4a18-879f-38099590b7f9 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.46 "GET /v2.0/networks?id=37337ae1-3830-4e94-86c4-50efe5c4311f HTTP/1.1" status: 200 len: 813 time: 0.1886983 Oct 13 11:02:08.549388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b407d-a119-44ec-af30-db5c965f28e4 req-316e962b-57ca-4537-840e-466168fb0814 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.551132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e1b407d-a119-44ec-af30-db5c965f28e4 req-316e962b-57ca-4537-840e-466168fb0814 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 931 time: 0.1601377 Oct 13 11:02:08.558698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-4b65485e-11a5-4c60-a71b-260316b9f96c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Request body: {'port': {'device_id': '85741f57-5f31-4e5f-9025-ca3523774c4c', 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f', 'admin_state_up': True, 'tenant_id': 'bf317bd458d84a7ba01449a3dbbc39b8'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:08.653755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-77371df2-5948-4e71-b55a-7c2f03afdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.654423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-77371df2-5948-4e71-b55a-7c2f03afdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.654896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-77371df2-5948-4e71-b55a-7c2f03afdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.655355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-77371df2-5948-4e71-b55a-7c2f03afdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.655857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-77371df2-5948-4e71-b55a-7c2f03afdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.656315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-77371df2-5948-4e71-b55a-7c2f03afdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.656772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-77371df2-5948-4e71-b55a-7c2f03afdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.658719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-77371df2-5948-4e71-b55a-7c2f03afdab2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8ef3a9260b7494da03368bc530c12f3&device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 6488 time: 0.1705570 Oct 13 11:02:08.678614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b979dfc-5300-494f-9077-3931e09d3550', 'tag': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8'}, {'server_uuid': '0f946384-0874-4a31-93c4-ef7903231f56', 'name': 'network-vif-deleted', 'tag': '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:08.681533 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8f90d7-d0e6-4766-97d1-9bbaea851b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b979dfc-5300-494f-9077-3931e09d3550", "tag": "8e7a48bd-b1cd-48a5-8aa3-139b52efeee8"}, {"server_uuid": "0f946384-0874-4a31-93c4-ef7903231f56", "name": "network-vif-deleted", "tag": "0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:08.683666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e1b407d-a119-44ec-af30-db5c965f28e4 req-21e8841b-f91c-433e-b37c-27e9c3b7cbcc tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195135 Oct 13 11:02:08.708763 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:08.802372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:02:08.807042 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e08c389b-451e-4b18-a742-3b1788970ca8 req-1389ec04-d012-41d8-a4a6-127ea89d2078 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0441523 Oct 13 11:02:08.833160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-304622af-5e82-49a2-8561-cc6114e33feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:08.834669 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-304622af-5e82-49a2-8561-cc6114e33feb service neutron] 10.222.0.21 "GET /v2.0/networks?id=231ca368-35d6-4a3f-8aab-23252a4b5f72 HTTP/1.1" status: 200 len: 902 time: 0.1638644 Oct 13 11:02:08.841733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:08.947386 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-27e91dcb-9f77-4a18-b1bb-1b9d90581300 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94cf05b0-82c6-412e-bc9e-6b67117903b5 HTTP/1.1" status: 200 len: 217 time: 0.1040285 Oct 13 11:02:08.951269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-4b65485e-11a5-4c60-a71b-260316b9f96c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Made reservation on behalf of bf317bd458d84a7ba01449a3dbbc39b8 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:02:08.951611 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-4b65485e-11a5-4c60-a71b-260316b9f96c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:08.974395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:08.988601 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8', 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'port_id': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8', 'mac_address': 'fa:16:3e:f6:b6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73a4c07-49f6-4e27-8039-a817a8176f98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:02:09.032842 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c373ca1e-cb00-4125-a0f3-74eea1e08ea6 req-44c269fc-261b-4535-a705-f0eae641ba41 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 210 time: 0.0798950 Oct 13 11:02:09.033046 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:09.048665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:09.072849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:09.110873 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c33c1d-638f-4ed6-8875-4b6af7ff098b x-openstack-request-id: req-a8c33c1d-638f-4ed6-8875-4b6af7ff098b {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:09.111185 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b979dfc-5300-494f-9077-3931e09d3550", "tag": "8e7a48bd-b1cd-48a5-8aa3-139b52efeee8", "status": "completed", "code": 200}, {"server_uuid": "0f946384-0874-4a31-93c4-ef7903231f56", "name": "network-vif-deleted", "tag": "0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:09.116633 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8c33c1d-638f-4ed6-8875-4b6af7ff098b {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:09.116633 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b979dfc-5300-494f-9077-3931e09d3550', 'tag': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8', 'status': 'completed', 'code': 200} Oct 13 11:02:09.116633 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f946384-0874-4a31-93c4-ef7903231f56', 'name': 'network-vif-deleted', 'tag': '0066ff70-666c-4dd4-b1a7-eb7d3a0fa82a', 'status': 'completed', 'code': 200} Oct 13 11:02:09.120072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-613aaf1f-4133-4a5f-8fc0-1490c08ea414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.121540 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-613aaf1f-4133-4a5f-8fc0-1490c08ea414 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed19e18-2ea3-4797-b575-0d77ae1124dd HTTP/1.1" status: 200 len: 797 time: 0.1582658 Oct 13 11:02:09.134764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4143e6a-5b76-4c85-992d-821088b0bac0 req-172bcf19-5efd-44a8-a708-88012683ff90 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.138963 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4143e6a-5b76-4c85-992d-821088b0bac0 req-172bcf19-5efd-44a8-a708-88012683ff90 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 943 time: 0.1956215 Oct 13 11:02:09.155489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86576b74-abb8-4fa1-b27b-14e724e3e79d {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:09.163078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:09.167197 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:09.220039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Transition to ACTIVE for port object 86576b74-abb8-4fa1-b27b-14e724e3e79d will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:02:09.222233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:09.249130 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15304170-9f8f-4578-99d3-e76bfade6f7a req-e3067975-b9cb-4c84-b1c1-d570ba48d2a9 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.252907 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-15304170-9f8f-4578-99d3-e76bfade6f7a req-e3067975-b9cb-4c84-b1c1-d570ba48d2a9 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4383a9a-46b3-490b-ae8c-c08424525080 HTTP/1.1" status: 200 len: 949 time: 0.0779850 Oct 13 11:02:09.324420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-24c42a8f-0702-442f-9786-a88aa1eebe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.326071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-24c42a8f-0702-442f-9786-a88aa1eebe34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=231ca368-35d6-4a3f-8aab-23252a4b5f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1840799 Oct 13 11:02:09.333214 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4143e6a-5b76-4c85-992d-821088b0bac0 req-fd44a2af-5c52-4177-8924-540633765030 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854086 Oct 13 11:02:09.339207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f90d7-d0e6-4766-97d1-9bbaea851b4d req-fd39bd99-632a-4fe7-840e-335356016c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.340492 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b8f90d7-d0e6-4766-97d1-9bbaea851b4d req-fd39bd99-632a-4fe7-840e-335356016c6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 1095 time: 0.1937754 Oct 13 11:02:09.340917 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:09.352537 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-4b65485e-11a5-4c60-a71b-260316b9f96c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Allocated IP 172.20.0.14 (37337ae1-3830-4e94-86c4-50efe5c4311f/7d5329af-7563-4aa1-a5c9-0162c6540d49/32183da6-e1d9-4632-af3d-3209bd47b11f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:09.437464 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:09.482762 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-15304170-9f8f-4578-99d3-e76bfade6f7a req-bcd6c7d6-2e05-4506-a6b9-4bc0c5ba7cbf tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859655 Oct 13 11:02:09.487160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:09.508126 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['8e7a48bd-b1cd-48a5-8aa3-139b52efeee8'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:09.520531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Pushing event updated for resources: {'Port': ['ID=86576b74-abb8-4fa1-b27b-14e724e3e79d,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:09.578403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56428c3c-5a66-4609-91c8-123cbf48030f req-b7533291-c55a-4fcb-a37a-7280350218f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.584304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56428c3c-5a66-4609-91c8-123cbf48030f req-b7533291-c55a-4fcb-a37a-7280350218f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.590977 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56428c3c-5a66-4609-91c8-123cbf48030f req-b7533291-c55a-4fcb-a37a-7280350218f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.596992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56428c3c-5a66-4609-91c8-123cbf48030f req-b7533291-c55a-4fcb-a37a-7280350218f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.603277 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56428c3c-5a66-4609-91c8-123cbf48030f req-b7533291-c55a-4fcb-a37a-7280350218f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.609190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56428c3c-5a66-4609-91c8-123cbf48030f req-b7533291-c55a-4fcb-a37a-7280350218f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.615165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56428c3c-5a66-4609-91c8-123cbf48030f req-b7533291-c55a-4fcb-a37a-7280350218f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.617042 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56428c3c-5a66-4609-91c8-123cbf48030f req-b7533291-c55a-4fcb-a37a-7280350218f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.1742077 Oct 13 11:02:09.632983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b08248-2c2a-4786-aa49-de762e9b4ce2 req-a6dbd9b7-2b2a-440f-b5ba-84c030c60799 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.634986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-61b08248-2c2a-4786-aa49-de762e9b4ce2 req-a6dbd9b7-2b2a-440f-b5ba-84c030c60799 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4383a9a-46b3-490b-ae8c-c08424525080 HTTP/1.1" status: 200 len: 949 time: 0.1692488 Oct 13 11:02:09.690543 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-7ed4c372-9d16-48bb-ba48-88d976218be4 service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537767 Oct 13 11:02:09.720004 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f90d7-d0e6-4766-97d1-9bbaea851b4d req-d64756e2-fff6-4646-a3f1-1e013dccacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.721663 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b8f90d7-d0e6-4766-97d1-9bbaea851b4d req-d64756e2-fff6-4646-a3f1-1e013dccacf5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 911 time: 0.3711963 Oct 13 11:02:09.777631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Attempting to bind port 86576b74-abb8-4fa1-b27b-14e724e3e79d on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:09.777631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Attempting to bind port 86576b74-abb8-4fa1-b27b-14e724e3e79d by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'f28d9407-1336-4cd3-9c9b-936463618b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:09.777631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Attempting to bind port 86576b74-abb8-4fa1-b27b-14e724e3e79d on network 4e0d1d59-cccd-41ea-869e-ce1edf973b28 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:09.820542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Port 86576b74-abb8-4fa1-b27b-14e724e3e79d on network 4e0d1d59-cccd-41ea-869e-ce1edf973b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:02:09.820866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Attempting to bind port 86576b74-abb8-4fa1-b27b-14e724e3e79d on network 4e0d1d59-cccd-41ea-869e-ce1edf973b28 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:09.825525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Allocated IP 172.25.0.132 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/2c66a67f-d0ba-4a88-919e-dbc68df015b9) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:09.833739 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b8f90d7-d0e6-4766-97d1-9bbaea851b4d req-67fba966-5cd7-46b5-8aa7-6bcc4a3fcb6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 HTTP/1.1" status: 200 len: 217 time: 0.0967414 Oct 13 11:02:09.838640 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56428c3c-5a66-4609-91c8-123cbf48030f req-f2fc2aa2-aff2-4391-a58a-419ada011b42 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2064784 Oct 13 11:02:09.841715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:09.842071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Checking segment: {'id': 'f28d9407-1336-4cd3-9c9b-936463618b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:09.844282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Bound using segment: {'id': 'f28d9407-1336-4cd3-9c9b-936463618b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:09.844282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Bound port: 86576b74-abb8-4fa1-b27b-14e724e3e79d, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28d9407-1336-4cd3-9c9b-936463618b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:09.844282 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:09.931187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a7a55-df8e-44db-a71f-992b146cbfd1 req-ddda9879-d37d-4f41-8d2a-ba415143701b tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.932699 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-425a7a55-df8e-44db-a71f-992b146cbfd1 req-ddda9879-d37d-4f41-8d2a-ba415143701b tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 943 time: 0.1615322 Oct 13 11:02:09.979772 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a420741-0f3e-48e2-82ea-5bf54515e1c1 req-7f77ad9b-a89e-46fc-84b8-a42968b214a6 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0581577 Oct 13 11:02:09.981188 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f90d7-d0e6-4766-97d1-9bbaea851b4d req-f7eb8a72-0754-4e72-8066-157bd710fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:09.982529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b8f90d7-d0e6-4766-97d1-9bbaea851b4d req-f7eb8a72-0754-4e72-8066-157bd710fbad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c73a4c07-49f6-4e27-8039-a817a8176f98 HTTP/1.1" status: 200 len: 850 time: 0.1400173 Oct 13 11:02:09.991637 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-4b65485e-11a5-4c60-a71b-260316b9f96c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:10.015202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-61b08248-2c2a-4786-aa49-de762e9b4ce2 req-c116f2fa-5f6e-4846-8ef6-0ada99b8e442 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Deleting port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:02:10.015551 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-61b08248-2c2a-4786-aa49-de762e9b4ce2 req-c116f2fa-5f6e-4846-8ef6-0ada99b8e442 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:10.029731 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d54737c-1c22-444d-9200-acf726ef9fd6 req-68769798-1421-42f8-9762-135028999398 service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044591 Oct 13 11:02:10.032904 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b8f90d7-d0e6-4766-97d1-9bbaea851b4d req-c958cb64-08f3-4603-af77-634b3bfb61b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ba7d06a-9950-4459-be22-0590e0d45321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377741 Oct 13 11:02:10.107308 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-425a7a55-df8e-44db-a71f-992b146cbfd1 req-fef24006-e0fa-4c26-87ab-02306c100818 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456890 Oct 13 11:02:10.126884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] For port 86576b74-abb8-4fa1-b27b-14e724e3e79d, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:10.140459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] For port 86576b74-abb8-4fa1-b27b-14e724e3e79d, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=86576b74-abb8-4fa1-b27b-14e724e3e79d,segment=NetworkSegment(f28d9407-1336-4cd3-9c9b-936463618b2e),segment_id=f28d9407-1336-4cd3-9c9b-936463618b2e)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:10.173156 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:10.173853 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d6acae3-2924-4314-a068-65fb4c9be169 req-591a0bdc-8827-4b34-b92b-2aed8d57482a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 210 time: 0.0339355 Oct 13 11:02:10.176809 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-4b65485e-11a5-4c60-a71b-260316b9f96c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:10.180702 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b8f90d7-d0e6-4766-97d1-9bbaea851b4d req-8f6ac562-7d48-4f49-be85-2969dba503ca service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401649 Oct 13 11:02:10.189197 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b101565b-3c30-43e0-aff8-91c1378f03a6'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:10.212581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:10.222967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-61b08248-2c2a-4786-aa49-de762e9b4ce2 req-c116f2fa-5f6e-4846-8ef6-0ada99b8e442 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] For port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=72ff6ba4-5433-453e-9a40-a58f7c2e2e4b,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:10.223349 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-61b08248-2c2a-4786-aa49-de762e9b4ce2 req-c116f2fa-5f6e-4846-8ef6-0ada99b8e442 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:10.276001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:10.276705 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:10.278605 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] 10.222.0.46 "PUT /v2.0/ports/86576b74-abb8-4fa1-b27b-14e724e3e79d HTTP/1.1" status: 200 len: 1091 time: 1.9696136 Oct 13 11:02:10.282765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-61b08248-2c2a-4786-aa49-de762e9b4ce2 req-c116f2fa-5f6e-4846-8ef6-0ada99b8e442 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Calling delete_port for 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:02:10.294893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-4b65485e-11a5-4c60-a71b-260316b9f96c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Network 37337ae1-3830-4e94-86c4-50efe5c4311f is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:10.303035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-4b65485e-11a5-4c60-a71b-260316b9f96c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:10.305698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-4b65485e-11a5-4c60-a71b-260316b9f96c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:10.324177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5acfd-7f3c-4ad1-a64a-f935baaa5381 service neutron] Pushing event updated for resources: {'Port': ['ID=86576b74-abb8-4fa1-b27b-14e724e3e79d,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:10.325501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65485e-11a5-4c60-a71b-260316b9f96c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Pushing event updated for resources: {'Port': ['ID=32183da6-e1d9-4632-af3d-3209bd47b11f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:10.390737 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:10.419211 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-4b65485e-11a5-4c60-a71b-260316b9f96c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:10.419211 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-4b65485e-11a5-4c60-a71b-260316b9f96c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:10.457412 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07694a-ad77-452c-aa67-28746e081440 req-753e6a55-4ca7-4f6f-ba92-55719d26d1ae tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:10.459357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab07694a-ad77-452c-aa67-28746e081440 req-753e6a55-4ca7-4f6f-ba92-55719d26d1ae tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9fba1a-3ac5-495f-bd8f-3c47925c4b08 HTTP/1.1" status: 200 len: 949 time: 0.1771779 Oct 13 11:02:10.462795 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b8f90d7-d0e6-4766-97d1-9bbaea851b4d req-837a4f9d-7555-4a3b-be58-e7b739bf27f2 service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687199 Oct 13 11:02:10.494571 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:10.540371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-4b65485e-11a5-4c60-a71b-260316b9f96c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0053260 Oct 13 11:02:10.553625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Request body: {'port': {'device_id': '85741f57-5f31-4e5f-9025-ca3523774c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:10.573146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:10.591559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Pushing event updated for resources: {'Port': ['ID=2c66a67f-d0ba-4a88-919e-dbc68df015b9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:10.594983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:10.599961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-5e36dd9e-80d9-41ce-9e22-df117025c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:10.602872 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-5e36dd9e-80d9-41ce-9e22-df117025c83d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=066134be0cc54fdcad563ca7394e9897&device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 1094 time: 0.1837389 Oct 13 11:02:10.602872 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:10.613468 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb990c44-43da-4372-a960-c874d6f80722 req-0479a7ae-500a-4f19-89c7-2acf2e8f8f80 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:10.614976 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cb990c44-43da-4372-a960-c874d6f80722 req-0479a7ae-500a-4f19-89c7-2acf2e8f8f80 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 944 time: 0.1813488 Oct 13 11:02:10.685358 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-61b08248-2c2a-4786-aa49-de762e9b4ce2 req-c116f2fa-5f6e-4846-8ef6-0ada99b8e442 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:10.691353 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-03ec9631-cd49-44a0-a32a-457c6bbe1a46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86576b74-abb8-4fa1-b27b-14e724e3e79d HTTP/1.1" status: 200 len: 217 time: 0.0754273 Oct 13 11:02:10.698479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:10.725132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:10.761351 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4783fdb7-32c2-493a-ab67-5e7d4f842f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:10.764365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116f2fa-5f6e-4846-8ef6-0ada99b8e442 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event deleted for resources: {'Port': ['ID=72ff6ba4-5433-453e-9a40-a58f7c2e2e4b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:10.812993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:10.838892 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cb990c44-43da-4372-a960-c874d6f80722 req-56accc27-0429-47c9-bdb5-4c86ba4fcd8f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027450 Oct 13 11:02:10.973813 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:10.979404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-ab07694a-ad77-452c-aa67-28746e081440 req-08efa158-a191-421a-bb9f-c10cce88a348 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Deleting port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:02:10.979745 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ab07694a-ad77-452c-aa67-28746e081440 req-08efa158-a191-421a-bb9f-c10cce88a348 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:11.036739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182af540-f8d4-40ef-b0e1-b7099bc38e7e req-99463ce6-0d9b-4a9d-8395-820dceeac379 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:11.038307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-182af540-f8d4-40ef-b0e1-b7099bc38e7e req-99463ce6-0d9b-4a9d-8395-820dceeac379 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4383a9a-46b3-490b-ae8c-c08424525080 HTTP/1.1" status: 200 len: 867 time: 0.4603231 Oct 13 11:02:11.114395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:02:11.120717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:11.121103 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:11.214022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-ab07694a-ad77-452c-aa67-28746e081440 req-08efa158-a191-421a-bb9f-c10cce88a348 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] For port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f63958da-dc99-4fc7-96b3-e29ed3c1f8ca,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:11.214380 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ab07694a-ad77-452c-aa67-28746e081440 req-08efa158-a191-421a-bb9f-c10cce88a348 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:11.234040 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-182af540-f8d4-40ef-b0e1-b7099bc38e7e req-554b1ece-669f-4056-8ac4-ef8837aae703 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490829 Oct 13 11:02:11.244910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-ab07694a-ad77-452c-aa67-28746e081440 req-08efa158-a191-421a-bb9f-c10cce88a348 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Calling delete_port for f63958da-dc99-4fc7-96b3-e29ed3c1f8ca owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:02:11.276287 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:11.331111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b979dfc-5300-494f-9077-3931e09d3550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:11.333955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31f8c15-ce2b-43d3-86a3-05e233426366', 'tag': '86576b74-abb8-4fa1-b27b-14e724e3e79d'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:11.334551 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16655134-36ff-4b9a-81e1-7ba718d7b67d" -d '{"events": [{"server_uuid": "6b979dfc-5300-494f-9077-3931e09d3550", "name": "network-vif-plugged", "status": "completed", "tag": "8e7a48bd-b1cd-48a5-8aa3-139b52efeee8"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:11.334953 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c760be2-bee5-45aa-90e8-403afd376dea" -d '{"events": [{"name": "network-changed", "server_uuid": "e31f8c15-ce2b-43d3-86a3-05e233426366", "tag": "86576b74-abb8-4fa1-b27b-14e724e3e79d"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:11.353985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:11.385810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b08248-2c2a-4786-aa49-de762e9b4ce2 req-c116f2fa-5f6e-4846-8ef6-0ada99b8e442 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] No DVR routers for this DVR port 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:02:11.388865 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-61b08248-2c2a-4786-aa49-de762e9b4ce2 req-c116f2fa-5f6e-4846-8ef6-0ada99b8e442 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:11.393104 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-61b08248-2c2a-4786-aa49-de762e9b4ce2 req-c116f2fa-5f6e-4846-8ef6-0ada99b8e442 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "DELETE /v2.0/ports/72ff6ba4-5433-453e-9a40-a58f7c2e2e4b HTTP/1.1" status: 204 len: 173 time: 1.7423453 Oct 13 11:02:11.412503 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f929669f-4a58-43cf-abde-81ad554a883e req-2cf84302-ec75-4de2-b8b5-aea7094dca99 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0378416 Oct 13 11:02:11.452132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-5d842905-2906-4e86-8742-40ffbba16d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:11.453820 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-5d842905-2906-4e86-8742-40ffbba16d96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1270603-9e76-4f75-8bab-07548eeb2406 HTTP/1.1" status: 200 len: 849 time: 0.7497454 Oct 13 11:02:11.457198 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:11.492307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-d58045d0-9a73-48fd-8aaf-034d80a6d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:11.495951 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-d58045d0-9a73-48fd-8aaf-034d80a6d9d0 service neutron] 10.222.0.21 "GET /v2.0/ports/1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 HTTP/1.1" status: 200 len: 1027 time: 0.1555653 Oct 13 11:02:11.520460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:11.522745 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-3973804e-db02-4c81-9e62-188857c97684 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e0d1d59-cccd-41ea-869e-ce1edf973b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526550 Oct 13 11:02:11.603655 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32183da6-e1d9-4632-af3d-3209bd47b11f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:11.619059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469c18f-301b-4809-bce8-4971440039a8 req-59b2472b-fabb-40c4-af9c-bd9c2d2ca674 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:11.620548 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a469c18f-301b-4809-bce8-4971440039a8 req-59b2472b-fabb-40c4-af9c-bd9c2d2ca674 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 943 time: 0.1022243 Oct 13 11:02:11.622392 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:11.650363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Transition to ACTIVE for port object 32183da6-e1d9-4632-af3d-3209bd47b11f will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:02:11.663409 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6a254-22e5-41fe-9509-f5cbb3d75891 req-2dc91dea-b6e3-4d25-9c2d-f71380abed9f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:11.669430 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a469c18f-301b-4809-bce8-4971440039a8 req-79587186-6e11-473f-b664-d5d9034316c3 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Oct 13 11:02:11.669908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6a254-22e5-41fe-9509-f5cbb3d75891 req-2dc91dea-b6e3-4d25-9c2d-f71380abed9f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:11.676352 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6a254-22e5-41fe-9509-f5cbb3d75891 req-2dc91dea-b6e3-4d25-9c2d-f71380abed9f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:11.680220 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:11.683085 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6a254-22e5-41fe-9509-f5cbb3d75891 req-2dc91dea-b6e3-4d25-9c2d-f71380abed9f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:11.689232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6a254-22e5-41fe-9509-f5cbb3d75891 req-2dc91dea-b6e3-4d25-9c2d-f71380abed9f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:11.696360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6a254-22e5-41fe-9509-f5cbb3d75891 req-2dc91dea-b6e3-4d25-9c2d-f71380abed9f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:11.702573 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6a254-22e5-41fe-9509-f5cbb3d75891 req-2dc91dea-b6e3-4d25-9c2d-f71380abed9f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:11.704541 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1f6a254-22e5-41fe-9509-f5cbb3d75891 req-2dc91dea-b6e3-4d25-9c2d-f71380abed9f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.3401451 Oct 13 11:02:11.715817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6c3a3b99-9621-4e2d-b50a-eddb0ee9770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:11.717144 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6c3a3b99-9621-4e2d-b50a-eddb0ee9770e service neutron] 10.222.0.21 "GET /v2.0/ports/9efaf48b-e02e-4571-9d2e-3ac74778211e HTTP/1.1" status: 200 len: 1027 time: 0.2043521 Oct 13 11:02:11.725640 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ab07694a-ad77-452c-aa67-28746e081440 req-08efa158-a191-421a-bb9f-c10cce88a348 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:11.740325 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:11.808178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efa158-a191-421a-bb9f-c10cce88a348 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event deleted for resources: {'Port': ['ID=f63958da-dc99-4fc7-96b3-e29ed3c1f8ca,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:11.814092 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:11.825241 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1f6a254-22e5-41fe-9509-f5cbb3d75891 req-5b633752-5152-424e-a607-df2fa7b8bcbe tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937400 Oct 13 11:02:11.925973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8db564-bac5-4cc6-94fa-c60eb26bb518 req-562dd8d4-9e63-4772-bf2f-357ded5408f2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:11.927555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1b8db564-bac5-4cc6-94fa-c60eb26bb518 req-562dd8d4-9e63-4772-bf2f-357ded5408f2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 932 time: 0.1930811 Oct 13 11:02:11.958737 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99491740-fae5-4d18-a9ca-1d2a5adaea3e x-openstack-request-id: req-99491740-fae5-4d18-a9ca-1d2a5adaea3e {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:11.959102 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b979dfc-5300-494f-9077-3931e09d3550", "name": "network-vif-plugged", "status": "completed", "tag": "8e7a48bd-b1cd-48a5-8aa3-139b52efeee8", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:11.959353 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99491740-fae5-4d18-a9ca-1d2a5adaea3e {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:11.959741 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b979dfc-5300-494f-9077-3931e09d3550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8', 'code': 200} Oct 13 11:02:11.976784 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a45a87e-a676-4613-929b-83283046b605 x-openstack-request-id: req-4a45a87e-a676-4613-929b-83283046b605 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:11.987056 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31f8c15-ce2b-43d3-86a3-05e233426366", "tag": "86576b74-abb8-4fa1-b27b-14e724e3e79d", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:11.987056 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a45a87e-a676-4613-929b-83283046b605 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:11.987056 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31f8c15-ce2b-43d3-86a3-05e233426366', 'tag': '86576b74-abb8-4fa1-b27b-14e724e3e79d', 'status': 'completed', 'code': 200} Oct 13 11:02:12.032344 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab07694a-ad77-452c-aa67-28746e081440 req-08efa158-a191-421a-bb9f-c10cce88a348 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] No DVR routers for this DVR port f63958da-dc99-4fc7-96b3-e29ed3c1f8ca on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:02:12.070436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ab07694a-ad77-452c-aa67-28746e081440 req-08efa158-a191-421a-bb9f-c10cce88a348 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:12.074428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab07694a-ad77-452c-aa67-28746e081440 req-08efa158-a191-421a-bb9f-c10cce88a348 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.21 "DELETE /v2.0/ports/f63958da-dc99-4fc7-96b3-e29ed3c1f8ca HTTP/1.1" status: 204 len: 173 time: 1.6085467 Oct 13 11:02:12.077539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9fba1a-3ac5-495f-bd8f-3c47925c4b08', 'name': 'network-vif-deleted', 'tag': 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:12.079854 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6a05b6-bf11-4931-93d9-feaf131d94b3" -d '{"events": [{"server_uuid": "2b9fba1a-3ac5-495f-bd8f-3c47925c4b08", "name": "network-vif-deleted", "tag": "f63958da-dc99-4fc7-96b3-e29ed3c1f8ca"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:12.091774 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:12.104312 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-ac47f5b9-fcc6-4708-8a4f-70f7a5183d91 service neutron] 10.222.0.46 "GET /v2.0/networks/4e0d1d59-cccd-41ea-869e-ce1edf973b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589132 Oct 13 11:02:12.107261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Pushing event updated for resources: {'Port': ['ID=32183da6-e1d9-4632-af3d-3209bd47b11f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:12.156533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1b8db564-bac5-4cc6-94fa-c60eb26bb518 req-af9d015a-0eef-4c0e-b3e2-aede859195ac tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441071 Oct 13 11:02:12.187951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:12.200445 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Attempting to bind port 32183da6-e1d9-4632-af3d-3209bd47b11f on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:12.200445 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Attempting to bind port 32183da6-e1d9-4632-af3d-3209bd47b11f by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'c77a9d7b-242d-48c4-9cb7-e65d91ab6f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:12.200445 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Attempting to bind port 32183da6-e1d9-4632-af3d-3209bd47b11f on network 37337ae1-3830-4e94-86c4-50efe5c4311f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:12.208166 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Port 32183da6-e1d9-4632-af3d-3209bd47b11f on network 37337ae1-3830-4e94-86c4-50efe5c4311f not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:02:12.212259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Attempting to bind port 32183da6-e1d9-4632-af3d-3209bd47b11f on network 37337ae1-3830-4e94-86c4-50efe5c4311f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:12.217139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93fb9-cd9e-444b-90c4-853bde88dc06 req-d7695f28-37d8-4f1f-b303-a23060048ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:12.218883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58f93fb9-cd9e-444b-90c4-853bde88dc06 req-d7695f28-37d8-4f1f-b303-a23060048ccf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 1096 time: 0.1652627 Oct 13 11:02:12.222074 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:12.222671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Checking segment: {'id': 'c77a9d7b-242d-48c4-9cb7-e65d91ab6f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:12.223244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Bound using segment: {'id': 'c77a9d7b-242d-48c4-9cb7-e65d91ab6f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:12.223851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Bound port: 32183da6-e1d9-4632-af3d-3209bd47b11f, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77a9d7b-242d-48c4-9cb7-e65d91ab6f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:12.224379 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:12.325374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58f93fb9-cd9e-444b-90c4-853bde88dc06 req-8c9d3b57-20d1-4879-b84b-338c0ab9ef35 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912507 Oct 13 11:02:12.334463 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1312d7-1bad-4b10-94bb-644d9f658593 x-openstack-request-id: req-1c1312d7-1bad-4b10-94bb-644d9f658593 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:12.334764 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9fba1a-3ac5-495f-bd8f-3c47925c4b08", "name": "network-vif-deleted", "tag": "f63958da-dc99-4fc7-96b3-e29ed3c1f8ca", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:12.335023 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c1312d7-1bad-4b10-94bb-644d9f658593 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:12.335946 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9fba1a-3ac5-495f-bd8f-3c47925c4b08', 'name': 'network-vif-deleted', 'tag': 'f63958da-dc99-4fc7-96b3-e29ed3c1f8ca', 'status': 'completed', 'code': 200} Oct 13 11:02:12.384408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] For port 32183da6-e1d9-4632-af3d-3209bd47b11f, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:12.393587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574a6ca-5a3f-4d52-840f-6db62f11d6a5 req-57ab3aa5-38f1-48ce-92de-bbefe06ed345 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:12.394868 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] For port 32183da6-e1d9-4632-af3d-3209bd47b11f, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32183da6-e1d9-4632-af3d-3209bd47b11f,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:12.418980 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6574a6ca-5a3f-4d52-840f-6db62f11d6a5 req-57ab3aa5-38f1-48ce-92de-bbefe06ed345 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.3800414 Oct 13 11:02:12.466973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b600fd7b-3e1d-47ee-9285-14405d07c393 req-35852d73-0f00-4e84-8df6-35de7faaa577 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4383a9a-46b3-490b-ae8c-c08424525080 HTTP/1.1" status: 200 len: 210 time: 0.0459988 Oct 13 11:02:12.507110 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:12.510753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-3a8401ad-7583-41bf-b62b-6391a97c8a89 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:12.516657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-3a8401ad-7583-41bf-b62b-6391a97c8a89 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:12.522931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-3a8401ad-7583-41bf-b62b-6391a97c8a89 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:12.525148 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-3a8401ad-7583-41bf-b62b-6391a97c8a89 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "GET /v2.0/networks?id=56641b7f-f8bc-448b-ba58-942cc469cac1&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=3f5d2a8f-da31-4f37-9210-83fd46b16762&id=3f5d2a8f-da31-4f37-9210-83fd46b16762 HTTP/1.1" status: 200 len: 1990 time: 0.7926385 Oct 13 11:02:12.568976 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6574a6ca-5a3f-4d52-840f-6db62f11d6a5 req-775ecb68-b870-4d67-82d1-cc4f5d99cc73 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439290 Oct 13 11:02:12.574902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3aacaa28-826a-456a-a6a0-45dabcb03c6e req-0b651791-6188-4568-8874-4c2de2f51143 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0368500 Oct 13 11:02:12.587396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:12.587396 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:12.587396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] 10.222.0.46 "PUT /v2.0/ports/32183da6-e1d9-4632-af3d-3209bd47b11f HTTP/1.1" status: 200 len: 1092 time: 2.0363417 Oct 13 11:02:12.630665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60629ee5-f981-4968-8322-e728efe142a4 service neutron] Pushing event updated for resources: {'Port': ['ID=32183da6-e1d9-4632-af3d-3209bd47b11f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:12.650283 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cc4ebd87-7404-4546-9f7f-ca845399b873 req-60b4a3f8-7be6-47b5-a5be-5ae703548a6e service neutron] 10.222.0.46 "GET /v2.0/networks/4e0d1d59-cccd-41ea-869e-ce1edf973b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334892 Oct 13 11:02:12.664345 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-20cbf1f4-d6d3-4a82-ab14-edbb1fe406af tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df72ba28093c4782bedf7c3c3ff22e39 HTTP/1.1" status: 200 len: 379 time: 0.1268358 Oct 13 11:02:12.677973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-317b799d-7731-4139-95cf-5ab320c4a343 req-fa2138f1-2128-4a8a-8992-e9b9d6c88c73 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'port': {'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'admin_state_up': True, 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'security_groups': ['7f5d1121-11cb-4e92-8853-ab18c67d0b0c']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:12.728060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:12.879727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c760be2-bee5-45aa-90e8-403afd376dea req-3db8dbf1-b4a2-4beb-a766-3a44bee24940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:12.883675 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c760be2-bee5-45aa-90e8-403afd376dea req-3db8dbf1-b4a2-4beb-a766-3a44bee24940 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=066134be0cc54fdcad563ca7394e9897&device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 1094 time: 0.0599205 Oct 13 11:02:12.955180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-9a3f9da5-24e6-4f7a-aea3-8d84cfb95a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:12.956655 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-9a3f9da5-24e6-4f7a-aea3-8d84cfb95a0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf317bd458d84a7ba01449a3dbbc39b8&device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 1095 time: 0.1811497 Oct 13 11:02:12.993633 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064ce43-a508-4208-a14e-67c6e38e003a req-7dfe6886-6129-44ec-bbab-ff2405ee59c3 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:12.995191 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c064ce43-a508-4208-a14e-67c6e38e003a req-7dfe6886-6129-44ec-bbab-ff2405ee59c3 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 943 time: 0.2212131 Oct 13 11:02:13.040246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d6cea-6bbe-4ffc-85b5-2e9c07c02856 req-46e04c1d-0b15-47c7-9571-0c4717a72714 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:13.044945 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-8fba7088-6591-4f52-a11e-ad02fd562091 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32183da6-e1d9-4632-af3d-3209bd47b11f HTTP/1.1" status: 200 len: 217 time: 0.0699313 Oct 13 11:02:13.046451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d6cea-6bbe-4ffc-85b5-2e9c07c02856 req-46e04c1d-0b15-47c7-9571-0c4717a72714 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:13.052603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d6cea-6bbe-4ffc-85b5-2e9c07c02856 req-46e04c1d-0b15-47c7-9571-0c4717a72714 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:13.059413 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d6cea-6bbe-4ffc-85b5-2e9c07c02856 req-46e04c1d-0b15-47c7-9571-0c4717a72714 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:13.065582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d6cea-6bbe-4ffc-85b5-2e9c07c02856 req-46e04c1d-0b15-47c7-9571-0c4717a72714 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:13.072549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d6cea-6bbe-4ffc-85b5-2e9c07c02856 req-46e04c1d-0b15-47c7-9571-0c4717a72714 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:13.078705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d6cea-6bbe-4ffc-85b5-2e9c07c02856 req-46e04c1d-0b15-47c7-9571-0c4717a72714 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:13.080650 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b4d6cea-6bbe-4ffc-85b5-2e9c07c02856 req-46e04c1d-0b15-47c7-9571-0c4717a72714 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.1354578 Oct 13 11:02:13.086744 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c760be2-bee5-45aa-90e8-403afd376dea req-0a837b5b-9659-4182-9200-8cb8a29413d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:13.088334 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c760be2-bee5-45aa-90e8-403afd376dea req-0a837b5b-9659-4182-9200-8cb8a29413d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e0d1d59-cccd-41ea-869e-ce1edf973b28 HTTP/1.1" status: 200 len: 910 time: 0.1977334 Oct 13 11:02:13.130760 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c064ce43-a508-4208-a14e-67c6e38e003a req-4c391eee-e304-46b7-92be-7bc6138b9bbf tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953417 Oct 13 11:02:13.143256 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-fa2138f1-2128-4a8a-8992-e9b9d6c88c73 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Made reservation on behalf of df72ba28093c4782bedf7c3c3ff22e39 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:02:13.146893 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-fa2138f1-2128-4a8a-8992-e9b9d6c88c73 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:13.154655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c760be2-bee5-45aa-90e8-403afd376dea req-8100a816-67c7-4fe0-adb8-69493c01238d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86576b74-abb8-4fa1-b27b-14e724e3e79d HTTP/1.1" status: 200 len: 217 time: 0.0505378 Oct 13 11:02:13.176605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-38b885e7-964c-4c05-81a5-9320b82fce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:13.180006 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-38b885e7-964c-4c05-81a5-9320b82fce8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d5329af-7563-4aa1-a5c9-0162c6540d49 HTTP/1.1" status: 200 len: 853 time: 0.1246541 Oct 13 11:02:13.223666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b4d6cea-6bbe-4ffc-85b5-2e9c07c02856 req-8d9c76ae-ec11-4bc7-b109-068547cc6ceb tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284313 Oct 13 11:02:13.244938 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c760be2-bee5-45aa-90e8-403afd376dea req-85b3ca61-c13e-4e2c-b7cd-e9665544a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:13.247014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c760be2-bee5-45aa-90e8-403afd376dea req-85b3ca61-c13e-4e2c-b7cd-e9665544a68e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1270603-9e76-4f75-8bab-07548eeb2406 HTTP/1.1" status: 200 len: 849 time: 0.0838032 Oct 13 11:02:13.296386 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c760be2-bee5-45aa-90e8-403afd376dea req-2ef4b22c-51c0-4b18-81b2-56f285e5866b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e0d1d59-cccd-41ea-869e-ce1edf973b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372527 Oct 13 11:02:13.299905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Router d6c3fe1b-03e9-4541-b234-79f68cdd5899 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:02:13.314315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:02:13.317417 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-45460426-359e-4c2c-8b8c-ddf090e73d37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37337ae1-3830-4e94-86c4-50efe5c4311f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640380 Oct 13 11:02:13.347472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:13.356040 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:02:13.356040 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 72ff6ba4-5433-453e-9a40-a58f7c2e2e4b not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:02:13.423022 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c760be2-bee5-45aa-90e8-403afd376dea req-230e854f-0042-4997-b746-17d7706d0228 service neutron] 10.222.0.46 "GET /v2.0/networks/4e0d1d59-cccd-41ea-869e-ce1edf973b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215808 Oct 13 11:02:13.527226 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c760be2-bee5-45aa-90e8-403afd376dea req-84f0c0bf-bcc0-4b8e-9d20-266d2761d50c service neutron] 10.222.0.46 "GET /v2.0/networks/4e0d1d59-cccd-41ea-869e-ce1edf973b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958378 Oct 13 11:02:13.544120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366cac4-0e5d-4f43-a4a1-fa48f7080e12 req-5aae07bc-4cdd-4f9f-a602-4a7bc472ab12 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:13.545677 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7366cac4-0e5d-4f43-a4a1-fa48f7080e12 req-5aae07bc-4cdd-4f9f-a602-4a7bc472ab12 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 944 time: 0.2935586 Oct 13 11:02:13.593911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-317b799d-7731-4139-95cf-5ab320c4a343 req-fa2138f1-2128-4a8a-8992-e9b9d6c88c73 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Allocated IP 172.20.0.6 (56641b7f-f8bc-448b-ba58-942cc469cac1/09fcb1d4-6798-4f48-9a06-f962d47cf160/0ae9c2a9-9962-4649-9f7e-d0a019b05dfe) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:13.636915 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-12392f55-0fce-4436-9c42-4c7c9341ef18 service neutron] 10.222.0.46 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952874 Oct 13 11:02:13.644100 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:02:13.657089 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9e9cd9-3e49-4179-a347-ca00c736c6d0 None None] Sync routers for ids ['d6c3fe1b-03e9-4541-b234-79f68cdd5899'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:02:13.668908 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e9cd9-3e49-4179-a347-ca00c736c6d0 None None] Routers {'d6c3fe1b-03e9-4541-b234-79f68cdd5899'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:13.669260 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7f9e9cd9-3e49-4179-a347-ca00c736c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d6c3fe1b-03e9-4541-b234-79f68cdd5899'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:13.680959 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b700c-f47d-4fad-9e2a-21cab194902a req-e5d77a53-64a2-4427-869c-70361e54ce71 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:13.682787 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-232b700c-f47d-4fad-9e2a-21cab194902a req-e5d77a53-64a2-4427-869c-70361e54ce71 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.0533378 Oct 13 11:02:13.705876 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7f9e9cd9-3e49-4179-a347-ca00c736c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:13.714863 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e9cd9-3e49-4179-a347-ca00c736c6d0 None None] Routers {'d6c3fe1b-03e9-4541-b234-79f68cdd5899'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:13.715478 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7f9e9cd9-3e49-4179-a347-ca00c736c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d6c3fe1b-03e9-4541-b234-79f68cdd5899'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:13.732687 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-232b700c-f47d-4fad-9e2a-21cab194902a req-49453b3a-af19-4b43-8d2d-e70be03e0a43 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429306 Oct 13 11:02:13.738851 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7366cac4-0e5d-4f43-a4a1-fa48f7080e12 req-4b0814d0-0cdb-4777-b5d7-e033fe55969b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816478 Oct 13 11:02:13.748079 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7f9e9cd9-3e49-4179-a347-ca00c736c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:13.748930 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9e9cd9-3e49-4179-a347-ca00c736c6d0 None None] The sync data for ids ['d6c3fe1b-03e9-4541-b234-79f68cdd5899'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:02:13.780876 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:13.782552 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-72b99bd4-058b-49e9-9c5b-bface047022c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8052151 Oct 13 11:02:13.785504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48454) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:13.889333 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b92a797-1c22-4e25-bb07-c424fcef4cc1 req-76496d2d-b084-4d45-98ae-b671da2bb48d tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0426452 Oct 13 11:02:13.935960 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a43a7631-2362-4e8e-9f1e-1aa7e355e96d tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/routers/d6c3fe1b-03e9-4541-b234-79f68cdd5899 HTTP/1.1" status: 200 len: 921 time: 0.1483281 Oct 13 11:02:13.938563 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48458) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:13.949047 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3cf2508-ef87-4ef9-bae9-30b048394f01 req-cd56aac0-e1ec-4763-abea-57408d40be1e service neutron] 10.222.0.46 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010292 Oct 13 11:02:13.981247 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-44b7e046-c060-4523-9a3d-6c2031d957ea tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6c3fe1b-03e9-4541-b234-79f68cdd5899 HTTP/1.1" status: 200 len: 205 time: 0.0402822 Oct 13 11:02:13.983000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4383a9a-46b3-490b-ae8c-c08424525080', 'name': 'network-vif-deleted', 'tag': '72ff6ba4-5433-453e-9a40-a58f7c2e2e4b'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:13.983444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48460) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:13.992494 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f73380-8043-49aa-999d-0bb3dc2ddfa9" -d '{"events": [{"server_uuid": "e4383a9a-46b3-490b-ae8c-c08424525080", "name": "network-vif-deleted", "tag": "72ff6ba4-5433-453e-9a40-a58f7c2e2e4b"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:14.028472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-fa2138f1-2128-4a8a-8992-e9b9d6c88c73 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:14.049755 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d4ceef-c1f4-4490-8348-0a597d248f89 x-openstack-request-id: req-c7d4ceef-c1f4-4490-8348-0a597d248f89 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:14.050125 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4383a9a-46b3-490b-ae8c-c08424525080", "name": "network-vif-deleted", "tag": "72ff6ba4-5433-453e-9a40-a58f7c2e2e4b", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:14.050487 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7d4ceef-c1f4-4490-8348-0a597d248f89 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:14.050952 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4383a9a-46b3-490b-ae8c-c08424525080', 'name': 'network-vif-deleted', 'tag': '72ff6ba4-5433-453e-9a40-a58f7c2e2e4b', 'status': 'completed', 'code': 200} Oct 13 11:02:14.175797 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-fa2138f1-2128-4a8a-8992-e9b9d6c88c73 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:14.222681 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:14.338524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85741f57-5f31-4e5f-9025-ca3523774c4c', 'tag': '32183da6-e1d9-4632-af3d-3209bd47b11f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:14.341278 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58a0703-f487-41a6-ac74-840ff89568fa" -d '{"events": [{"name": "network-changed", "server_uuid": "85741f57-5f31-4e5f-9025-ca3523774c4c", "tag": "32183da6-e1d9-4632-af3d-3209bd47b11f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:14.365664 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:14.418202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb810b1-a8b2-40d9-a7de-59dfca7e1741 req-91361cbe-14cd-4801-800f-eabf4e85bf4c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:14.424820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb810b1-a8b2-40d9-a7de-59dfca7e1741 req-91361cbe-14cd-4801-800f-eabf4e85bf4c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:14.432259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb810b1-a8b2-40d9-a7de-59dfca7e1741 req-91361cbe-14cd-4801-800f-eabf4e85bf4c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:14.438557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb810b1-a8b2-40d9-a7de-59dfca7e1741 req-91361cbe-14cd-4801-800f-eabf4e85bf4c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:14.445376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb810b1-a8b2-40d9-a7de-59dfca7e1741 req-91361cbe-14cd-4801-800f-eabf4e85bf4c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:14.451924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb810b1-a8b2-40d9-a7de-59dfca7e1741 req-91361cbe-14cd-4801-800f-eabf4e85bf4c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:14.458137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb810b1-a8b2-40d9-a7de-59dfca7e1741 req-91361cbe-14cd-4801-800f-eabf4e85bf4c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:14.460210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fbb810b1-a8b2-40d9-a7de-59dfca7e1741 req-91361cbe-14cd-4801-800f-eabf4e85bf4c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.1132238 Oct 13 11:02:14.532354 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fbb810b1-a8b2-40d9-a7de-59dfca7e1741 req-1ad50b25-6c05-4194-bb8c-e67c5497cf28 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493810 Oct 13 11:02:14.540631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Deleting port 2c66a67f-d0ba-4a88-919e-dbc68df015b9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:02:14.540972 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:14.592847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317b799d-7731-4139-95cf-5ab320c4a343 req-fa2138f1-2128-4a8a-8992-e9b9d6c88c73 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Network 56641b7f-f8bc-448b-ba58-942cc469cac1 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:14.600458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-317b799d-7731-4139-95cf-5ab320c4a343 req-fa2138f1-2128-4a8a-8992-e9b9d6c88c73 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:14.604094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-fa2138f1-2128-4a8a-8992-e9b9d6c88c73 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:14.647762 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:14.648773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2138f1-2128-4a8a-8992-e9b9d6c88c73 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'Port': ['ID=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:14.656664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-fa2138f1-2128-4a8a-8992-e9b9d6c88c73 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:14.657150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-fa2138f1-2128-4a8a-8992-e9b9d6c88c73 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:14.690720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b54d56-8355-4d6e-9876-99359b96858d req-b674c562-a57a-4a1d-81b3-0f07201371aa tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:14.692305 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-71b54d56-8355-4d6e-9876-99359b96858d req-b674c562-a57a-4a1d-81b3-0f07201371aa tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 943 time: 0.1412168 Oct 13 11:02:14.703177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Calling delete_port for 2c66a67f-d0ba-4a88-919e-dbc68df015b9 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:02:14.734307 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-fa2138f1-2128-4a8a-8992-e9b9d6c88c73 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0618682 Oct 13 11:02:14.735382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cc6db-dd55-4825-b326-01b334c6e208 req-7ed375d4-5818-43ca-9935-18b3e8285c41 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:14.740419 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-71b54d56-8355-4d6e-9876-99359b96858d req-12a1d33e-ee57-4c34-9b63-8569ea4409e9 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394933 Oct 13 11:02:14.744462 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a19cc6db-dd55-4825-b326-01b334c6e208 req-7ed375d4-5818-43ca-9935-18b3e8285c41 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 950 time: 0.0937748 Oct 13 11:02:14.749577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-317b799d-7731-4139-95cf-5ab320c4a343 req-921bf73d-7f4e-405c-8173-70b695e385c2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'port': {'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab', 'admin_state_up': True, 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'security_groups': ['7f5d1121-11cb-4e92-8853-ab18c67d0b0c']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:14.837392 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a19cc6db-dd55-4825-b326-01b334c6e208 req-4a2a0dbb-e711-4f72-8ae3-63727d452928 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918522 Oct 13 11:02:14.854706 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa99a97-faea-415d-8129-3787a532a795 x-openstack-request-id: req-aaa99a97-faea-415d-8129-3787a532a795 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:14.854706 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85741f57-5f31-4e5f-9025-ca3523774c4c", "tag": "32183da6-e1d9-4632-af3d-3209bd47b11f", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:14.858112 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aaa99a97-faea-415d-8129-3787a532a795 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:14.863086 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85741f57-5f31-4e5f-9025-ca3523774c4c', 'tag': '32183da6-e1d9-4632-af3d-3209bd47b11f', 'status': 'completed', 'code': 200} Oct 13 11:02:14.947010 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a0703-f487-41a6-ac74-840ff89568fa req-faa81e9b-7605-41c0-9734-41c23e458bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:14.948369 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e58a0703-f487-41a6-ac74-840ff89568fa req-faa81e9b-7605-41c0-9734-41c23e458bf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf317bd458d84a7ba01449a3dbbc39b8&device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 1095 time: 0.0637679 Oct 13 11:02:14.981531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-37cd5b07-8473-4fe7-8796-fd0025559b0c None None] Provisioning complete for port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:14.981531 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-37cd5b07-8473-4fe7-8796-fd0025559b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:15.036031 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-37cd5b07-8473-4fe7-8796-fd0025559b0c None None] Port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:02:15.036946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fc971-150c-4df3-b9e6-5ada84d7f993 req-1fdb931b-6723-4100-a495-16e1c0079299 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:15.045803 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-338fc971-150c-4df3-b9e6-5ada84d7f993 req-1fdb931b-6723-4100-a495-16e1c0079299 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.0884891 Oct 13 11:02:15.051744 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-921bf73d-7f4e-405c-8173-70b695e385c2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Made reservation on behalf of df72ba28093c4782bedf7c3c3ff22e39 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:02:15.056290 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-921bf73d-7f4e-405c-8173-70b695e385c2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:15.130657 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-338fc971-150c-4df3-b9e6-5ada84d7f993 req-97606d41-21b8-440b-b648-4f72ba7d2411 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788651 Oct 13 11:02:15.199589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a0703-f487-41a6-ac74-840ff89568fa req-068b8c78-d91b-4491-85e4-ea746a3e1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:15.201046 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e58a0703-f487-41a6-ac74-840ff89568fa req-068b8c78-d91b-4491-85e4-ea746a3e1e0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=37337ae1-3830-4e94-86c4-50efe5c4311f HTTP/1.1" status: 200 len: 914 time: 0.2439995 Oct 13 11:02:15.216285 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:15.274627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Pushing event deleted for resources: {'Port': ['ID=2c66a67f-d0ba-4a88-919e-dbc68df015b9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:15.294088 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e58a0703-f487-41a6-ac74-840ff89568fa req-4549b4eb-3490-4a5e-b45d-fe15644670e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32183da6-e1d9-4632-af3d-3209bd47b11f HTTP/1.1" status: 200 len: 217 time: 0.0610535 Oct 13 11:02:15.312337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f63958da-dc99-4fc7-96b3-e29ed3c1f8ca no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:02:15.337363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: f63958da-dc99-4fc7-96b3-e29ed3c1f8ca {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:02:15.338263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f63958da-dc99-4fc7-96b3-e29ed3c1f8ca not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:02:15.347112 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:15.366186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-317b799d-7731-4139-95cf-5ab320c4a343 req-921bf73d-7f4e-405c-8173-70b695e385c2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Allocated IP 10.1.1.119 (13ebfba8-cc40-4481-945a-f6f43d5aa4ab/bd4f1c58-319c-4d6b-9fcd-42a6db10258a/65983bd1-4ef2-411e-be98-9c65ff0ed431) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:15.392794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a0703-f487-41a6-ac74-840ff89568fa req-610925de-51bc-4ccf-99b0-8e30daff6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:15.394415 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e58a0703-f487-41a6-ac74-840ff89568fa req-610925de-51bc-4ccf-99b0-8e30daff6b81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d5329af-7563-4aa1-a5c9-0162c6540d49 HTTP/1.1" status: 200 len: 853 time: 0.0820339 Oct 13 11:02:15.405408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45f68a-dde1-4497-aa4d-ccf3f45fb46f req-afae1e3f-e1dd-4149-afbd-c6c5f4def140 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:15.406888 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f45f68a-dde1-4497-aa4d-ccf3f45fb46f req-afae1e3f-e1dd-4149-afbd-c6c5f4def140 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 931 time: 0.1276631 Oct 13 11:02:15.420483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d8067-df7b-4a67-9c78-73be43bd4a96 req-d1d45d49-c530-4f8e-926c-d361715e8ae5 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:15.425894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-967d8067-df7b-4a67-9c78-73be43bd4a96 req-d1d45d49-c530-4f8e-926c-d361715e8ae5 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 944 time: 0.2275927 Oct 13 11:02:15.448733 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e58a0703-f487-41a6-ac74-840ff89568fa req-6901bc40-1ce4-43bb-b80e-5a2a2798fc28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37337ae1-3830-4e94-86c4-50efe5c4311f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408132 Oct 13 11:02:15.471332 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:15.474234 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:15.530275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-967d8067-df7b-4a67-9c78-73be43bd4a96 req-85f1cf77-11e9-4a7d-b4c2-0931992b1190 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028378 Oct 13 11:02:15.585197 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f45f68a-dde1-4497-aa4d-ccf3f45fb46f req-0ff56363-61d1-4c1d-a8c5-46d187e9d5df tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658647 Oct 13 11:02:15.597831 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:15.598646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Fanout notify agent at l3_agent the message router_deleted on router d6c3fe1b-03e9-4541-b234-79f68cdd5899 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:02:15.610743 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:15.611685 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e48c4002-2e59-41b5-b5a0-1735e81d1f9b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "DELETE /v2.0/routers/d6c3fe1b-03e9-4541-b234-79f68cdd5899 HTTP/1.1" status: 204 len: 168 time: 1.6271987 Oct 13 11:02:15.615937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48484) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:15.622543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1383523091', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'enable_snat': False}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:15.683364 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e58a0703-f487-41a6-ac74-840ff89568fa req-7cee1c5a-e699-4847-a134-33c61fa6d91d service neutron] 10.222.0.46 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212446 Oct 13 11:02:15.722078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:15.723217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:15.731444 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-921bf73d-7f4e-405c-8173-70b695e385c2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:15.784348 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:15.832718 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-921bf73d-7f4e-405c-8173-70b695e385c2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:15.898385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fdfc0-a8d7-46f4-b5a6-878c29c04084 req-1ab3e0ce-89df-4ee5-b55d-5bc5b6e609a2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:15.904257 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fdfc0-a8d7-46f4-b5a6-878c29c04084 req-1ab3e0ce-89df-4ee5-b55d-5bc5b6e609a2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:15.910680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fdfc0-a8d7-46f4-b5a6-878c29c04084 req-1ab3e0ce-89df-4ee5-b55d-5bc5b6e609a2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:15.916985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fdfc0-a8d7-46f4-b5a6-878c29c04084 req-1ab3e0ce-89df-4ee5-b55d-5bc5b6e609a2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:15.923311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fdfc0-a8d7-46f4-b5a6-878c29c04084 req-1ab3e0ce-89df-4ee5-b55d-5bc5b6e609a2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:15.930092 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fdfc0-a8d7-46f4-b5a6-878c29c04084 req-1ab3e0ce-89df-4ee5-b55d-5bc5b6e609a2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:15.936583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fdfc0-a8d7-46f4-b5a6-878c29c04084 req-1ab3e0ce-89df-4ee5-b55d-5bc5b6e609a2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:15.938369 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e91fdfc0-a8d7-46f4-b5a6-878c29c04084 req-1ab3e0ce-89df-4ee5-b55d-5bc5b6e609a2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.2338753 Oct 13 11:02:15.965857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317b799d-7731-4139-95cf-5ab320c4a343 req-921bf73d-7f4e-405c-8173-70b695e385c2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:15.976662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-317b799d-7731-4139-95cf-5ab320c4a343 req-921bf73d-7f4e-405c-8173-70b695e385c2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:15.993306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-921bf73d-7f4e-405c-8173-70b695e385c2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:16.000705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bf73d-7f4e-405c-8173-70b695e385c2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'Port': ['ID=65983bd1-4ef2-411e-be98-9c65ff0ed431,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:16.039586 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e58a0703-f487-41a6-ac74-840ff89568fa req-ab7570bc-9a79-4a40-a0e1-1e5985b4ff8b service neutron] 10.222.0.46 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468912 Oct 13 11:02:16.072969 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e91fdfc0-a8d7-46f4-b5a6-878c29c04084 req-14e9a46f-0b09-4e14-9cd3-0417ecae3d6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114562 Oct 13 11:02:16.124107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:16.127718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-921bf73d-7f4e-405c-8173-70b695e385c2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:16.133267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-921bf73d-7f4e-405c-8173-70b695e385c2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:16.253940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafad1d-7df7-4f9d-9077-274ce13badf8 req-d0f8eadc-3cc1-4c27-827a-c2fed76a5302 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:16.255476 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8aafad1d-7df7-4f9d-9077-274ce13badf8 req-d0f8eadc-3cc1-4c27-827a-c2fed76a5302 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 950 time: 0.0890386 Oct 13 11:02:16.277648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-921bf73d-7f4e-405c-8173-70b695e385c2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5293970 Oct 13 11:02:16.286758 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-317b799d-7731-4139-95cf-5ab320c4a343 req-86a1ab64-7621-48d8-9122-cf5b24caad10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'port': {'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab', 'admin_state_up': True, 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'security_groups': ['7f5d1121-11cb-4e92-8853-ab18c67d0b0c']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:16.345786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d4e8-ccb4-49e7-9f24-b84901ea3659 req-c625007d-e0f3-4dc7-a7d9-4403c60962da tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:16.347459 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f69d4e8-ccb4-49e7-9f24-b84901ea3659 req-c625007d-e0f3-4dc7-a7d9-4403c60962da tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 943 time: 0.1453469 Oct 13 11:02:16.390239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-424dd169-1c20-40b0-9c6d-e9c4fb150294 None None] Provisioning complete for port 65983bd1-4ef2-411e-be98-9c65ff0ed431 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:16.391290 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-424dd169-1c20-40b0-9c6d-e9c4fb150294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:16.429990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-424dd169-1c20-40b0-9c6d-e9c4fb150294 None None] Port 65983bd1-4ef2-411e-be98-9c65ff0ed431 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:02:16.483501 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f69d4e8-ccb4-49e7-9f24-b84901ea3659 req-86218114-fdfe-48ec-bee2-858a93059a2e tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988276 Oct 13 11:02:16.528916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-8aafad1d-7df7-4f9d-9077-274ce13badf8 req-3f1c68cb-62f1-41f0-a7a9-0358198de346 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Deleting port 69ffc0fc-dc77-488d-80e5-328e5194d24a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:02:16.528916 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8aafad1d-7df7-4f9d-9077-274ce13badf8 req-3f1c68cb-62f1-41f0-a7a9-0358198de346 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:16.543998 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd00043-ee42-40f2-93fd-900ea78593cf req-01b85909-4c0f-4c93-bc67-9df188c0beb6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:16.551768 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7bd00043-ee42-40f2-93fd-900ea78593cf req-01b85909-4c0f-4c93-bc67-9df188c0beb6 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 950 time: 0.1410182 Oct 13 11:02:16.576982 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:16.607919 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:16.653913 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-8aafad1d-7df7-4f9d-9077-274ce13badf8 req-3f1c68cb-62f1-41f0-a7a9-0358198de346 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] For port 69ffc0fc-dc77-488d-80e5-328e5194d24a, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=69ffc0fc-dc77-488d-80e5-328e5194d24a,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:16.654483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8aafad1d-7df7-4f9d-9077-274ce13badf8 req-3f1c68cb-62f1-41f0-a7a9-0358198de346 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:16.680614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7bd00043-ee42-40f2-93fd-900ea78593cf req-bc90d28d-fb6e-422f-91e8-ab41da8919c8 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084442 Oct 13 11:02:16.704049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-8aafad1d-7df7-4f9d-9077-274ce13badf8 req-3f1c68cb-62f1-41f0-a7a9-0358198de346 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Calling delete_port for 69ffc0fc-dc77-488d-80e5-328e5194d24a owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:02:16.793166 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Allocated IP 172.25.0.24 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/bd00f931-bfda-4b22-ab3c-614479c66583) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:16.802617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644124b-faa3-44a6-ab7a-a8c5bcbe71b8 req-6b8be589-eeb7-4d3e-bdfe-bdd92b5b1cc0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:16.804774 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4644124b-faa3-44a6-ab7a-a8c5bcbe71b8 req-6b8be589-eeb7-4d3e-bdfe-bdd92b5b1cc0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1174467 Oct 13 11:02:16.816846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-86a1ab64-7621-48d8-9122-cf5b24caad10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Made reservation on behalf of df72ba28093c4782bedf7c3c3ff22e39 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:02:16.820728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-86a1ab64-7621-48d8-9122-cf5b24caad10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:16.830306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 86576b74-abb8-4fa1-b27b-14e724e3e79d details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:02:16.834111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220c428-4e4f-41ee-80c9-6d5a4534d253 req-39b3de04-b85b-4b60-b382-ebf005020ede tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:16.836174 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9220c428-4e4f-41ee-80c9-6d5a4534d253 req-39b3de04-b85b-4b60-b382-ebf005020ede tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 944 time: 0.0846729 Oct 13 11:02:16.909677 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9220c428-4e4f-41ee-80c9-6d5a4534d253 req-9696b36c-9bc9-40b7-80ad-51da15b3b36a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479319 Oct 13 11:02:16.946796 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4644124b-faa3-44a6-ab7a-a8c5bcbe71b8 req-fbf093c0-41ea-40b9-8b44-9806c9ab8c4d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230717 Oct 13 11:02:16.979302 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:16.992534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 86576b74-abb8-4fa1-b27b-14e724e3e79d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=86576b74-abb8-4fa1-b27b-14e724e3e79d,segment=NetworkSegment(f28d9407-1336-4cd3-9c9b-936463618b2e),segment_id=f28d9407-1336-4cd3-9c9b-936463618b2e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:17.009793 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '86576b74-abb8-4fa1-b27b-14e724e3e79d', 'network_id': '4e0d1d59-cccd-41ea-869e-ce1edf973b28', 'port_id': '86576b74-abb8-4fa1-b27b-14e724e3e79d', 'mac_address': 'fa:16:3e:c8:2f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1270603-9e76-4f75-8bab-07548eeb2406', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:02:17.050029 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:17.066305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86576b74-abb8-4fa1-b27b-14e724e3e79d {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:17.075224 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b90d74-813f-4550-9e0c-3a485a69a70e req-e9569e41-cbe9-4e74-aea7-2e8f06a662fc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:17.082397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b90d74-813f-4550-9e0c-3a485a69a70e req-e9569e41-cbe9-4e74-aea7-2e8f06a662fc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:17.084292 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7b90d74-813f-4550-9e0c-3a485a69a70e req-e9569e41-cbe9-4e74-aea7-2e8f06a662fc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 1653 time: 0.0686996 Oct 13 11:02:17.087333 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:17.090203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 86576b74-abb8-4fa1-b27b-14e724e3e79d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=86576b74-abb8-4fa1-b27b-14e724e3e79d,segment=NetworkSegment(f28d9407-1336-4cd3-9c9b-936463618b2e),segment_id=f28d9407-1336-4cd3-9c9b-936463618b2e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:17.146875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:17.156847 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:17.161374 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8aafad1d-7df7-4f9d-9077-274ce13badf8 req-3f1c68cb-62f1-41f0-a7a9-0358198de346 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:17.165289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-317b799d-7731-4139-95cf-5ab320c4a343 req-86a1ab64-7621-48d8-9122-cf5b24caad10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Allocated IP 10.1.1.81 (13ebfba8-cc40-4481-945a-f6f43d5aa4ab/bd4f1c58-319c-4d6b-9fcd-42a6db10258a/efdcc5ee-1330-4ded-b6d2-7d4d32faaff1) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:17.169360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:17.173987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event updated for resources: {'Port': ['ID=bd00f931-bfda-4b22-ab3c-614479c66583,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:17.174558 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['69ffc0fc-dc77-488d-80e5-328e5194d24a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:17.203028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7b90d74-813f-4550-9e0c-3a485a69a70e req-4e307529-aae2-4d82-9183-49271675360c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894816 Oct 13 11:02:17.212984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:17.213696 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:17.214473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:17.215048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:17.215596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:17.216134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:17.216673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:17.217208 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:17.217749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:17.218281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:17.218848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:17.219376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:17.238776 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:17.257595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c68cb-62f1-41f0-a7a9-0358198de346 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Pushing event deleted for resources: {'Port': ['ID=69ffc0fc-dc77-488d-80e5-328e5194d24a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:17.285193 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:02:17.329999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=86576b74-abb8-4fa1-b27b-14e724e3e79d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:17.369244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aafad1d-7df7-4f9d-9077-274ce13badf8 req-3f1c68cb-62f1-41f0-a7a9-0358198de346 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] No DVR routers for this DVR port 69ffc0fc-dc77-488d-80e5-328e5194d24a on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:02:17.372498 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8aafad1d-7df7-4f9d-9077-274ce13badf8 req-3f1c68cb-62f1-41f0-a7a9-0358198de346 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:17.376273 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8aafad1d-7df7-4f9d-9077-274ce13badf8 req-3f1c68cb-62f1-41f0-a7a9-0358198de346 tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.46 "DELETE /v2.0/ports/69ffc0fc-dc77-488d-80e5-328e5194d24a HTTP/1.1" status: 204 len: 173 time: 1.1142418 Oct 13 11:02:17.381001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659bfa83-fc8e-4f9f-8e9b-7c160e44e37d', 'name': 'network-vif-deleted', 'tag': '69ffc0fc-dc77-488d-80e5-328e5194d24a'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:17.384397 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b3c29e-1b7e-430f-8f73-e07b336272b7" -d '{"events": [{"server_uuid": "659bfa83-fc8e-4f9f-8e9b-7c160e44e37d", "name": "network-vif-deleted", "tag": "69ffc0fc-dc77-488d-80e5-328e5194d24a"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:17.457854 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da044241-ef3d-4136-9616-495b96fcdb23 x-openstack-request-id: req-da044241-ef3d-4136-9616-495b96fcdb23 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:17.458251 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659bfa83-fc8e-4f9f-8e9b-7c160e44e37d", "name": "network-vif-deleted", "tag": "69ffc0fc-dc77-488d-80e5-328e5194d24a", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:17.458529 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da044241-ef3d-4136-9616-495b96fcdb23 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:17.458831 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659bfa83-fc8e-4f9f-8e9b-7c160e44e37d', 'name': 'network-vif-deleted', 'tag': '69ffc0fc-dc77-488d-80e5-328e5194d24a', 'status': 'completed', 'code': 200} Oct 13 11:02:17.483838 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605423-c78e-4af8-9c25-3e495c407410 req-a87ca162-2d98-499d-a382-f038877c0436 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:17.492847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605423-c78e-4af8-9c25-3e495c407410 req-a87ca162-2d98-499d-a382-f038877c0436 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:17.500551 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605423-c78e-4af8-9c25-3e495c407410 req-a87ca162-2d98-499d-a382-f038877c0436 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:17.508688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605423-c78e-4af8-9c25-3e495c407410 req-a87ca162-2d98-499d-a382-f038877c0436 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:17.515028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605423-c78e-4af8-9c25-3e495c407410 req-a87ca162-2d98-499d-a382-f038877c0436 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:17.521244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605423-c78e-4af8-9c25-3e495c407410 req-a87ca162-2d98-499d-a382-f038877c0436 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:17.527517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605423-c78e-4af8-9c25-3e495c407410 req-a87ca162-2d98-499d-a382-f038877c0436 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:17.529490 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-13605423-c78e-4af8-9c25-3e495c407410 req-a87ca162-2d98-499d-a382-f038877c0436 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.2497847 Oct 13 11:02:17.575639 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['86576b74-abb8-4fa1-b27b-14e724e3e79d'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:17.668390 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-13605423-c78e-4af8-9c25-3e495c407410 req-80a62fbf-b08a-480e-9bfc-12f2c9343a45 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304266 Oct 13 11:02:17.755935 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-86a1ab64-7621-48d8-9122-cf5b24caad10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:17.810204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda94693-16e1-456a-bec6-ed79551b10cb req-71b2e6a3-26f9-4661-afc1-e675dbcf2968 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:17.812421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cda94693-16e1-456a-bec6-ed79551b10cb req-71b2e6a3-26f9-4661-afc1-e675dbcf2968 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 944 time: 0.1717498 Oct 13 11:02:17.873092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-86a1ab64-7621-48d8-9122-cf5b24caad10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:17.887335 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cda94693-16e1-456a-bec6-ed79551b10cb req-5b431d5d-3252-4a0a-a2c6-86ee4aae4e78 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516179 Oct 13 11:02:17.953501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317b799d-7731-4139-95cf-5ab320c4a343 req-86a1ab64-7621-48d8-9122-cf5b24caad10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:17.973482 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ff1fa223-7eb6-4c28-9071-f54d0ea789bf req-8155db66-dda1-445d-ac8c-27d9834f8c2b tempest-ServersOnMultiNodesTest-1216925171 tempest-ServersOnMultiNodesTest-1216925171-project] 10.222.0.32 "GET /v2.0/ports?device_id=659bfa83-fc8e-4f9f-8e9b-7c160e44e37d HTTP/1.1" status: 200 len: 210 time: 0.0401711 Oct 13 11:02:17.974433 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-317b799d-7731-4139-95cf-5ab320c4a343 req-86a1ab64-7621-48d8-9122-cf5b24caad10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:17.977019 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-86a1ab64-7621-48d8-9122-cf5b24caad10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:18.034388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-86a1ab64-7621-48d8-9122-cf5b24caad10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:18.038324 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-86a1ab64-7621-48d8-9122-cf5b24caad10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:18.049634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1ab64-7621-48d8-9122-cf5b24caad10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'Port': ['ID=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:18.108028 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:18.123538 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7ee23-9afa-4212-86e3-c00a7806252a req-756ee634-a6e2-4dbc-a9c4-608b1cd018db tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:18.127313 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6e7ee23-9afa-4212-86e3-c00a7806252a req-756ee634-a6e2-4dbc-a9c4-608b1cd018db tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 944 time: 0.0999172 Oct 13 11:02:18.156244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba81b87-e683-45d8-bff2-158b52bda417 req-949119b3-6d23-4b3a-84ae-79f261c96728 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:18.158092 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ba81b87-e683-45d8-bff2-158b52bda417 req-949119b3-6d23-4b3a-84ae-79f261c96728 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.0824471 Oct 13 11:02:18.161896 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-86a1ab64-7621-48d8-9122-cf5b24caad10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8796637 Oct 13 11:02:18.179589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c49132a3-767c-4661-b770-7cf26ed65667 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'port': {'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762', 'admin_state_up': True, 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'security_groups': ['7f5d1121-11cb-4e92-8853-ab18c67d0b0c']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:18.226001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6e7ee23-9afa-4212-86e3-c00a7806252a req-ece91765-1116-435c-9294-5ef112356064 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974035 Oct 13 11:02:18.275710 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ba81b87-e683-45d8-bff2-158b52bda417 req-9188147a-a0a2-48da-a03e-1eaac45866fa tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064186 Oct 13 11:02:18.373902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1843235f-652c-4cd9-949a-c111b424d971 None None] Provisioning complete for port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:18.374361 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1843235f-652c-4cd9-949a-c111b424d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:18.417841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c49132a3-767c-4661-b770-7cf26ed65667 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Made reservation on behalf of df72ba28093c4782bedf7c3c3ff22e39 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:02:18.419223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1843235f-652c-4cd9-949a-c111b424d971 None None] Port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:02:18.445147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447485d-0253-418c-bf5b-a476c98d435c req-92cf9782-5b23-49c2-bc6c-6638e51f652a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:18.451694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447485d-0253-418c-bf5b-a476c98d435c req-92cf9782-5b23-49c2-bc6c-6638e51f652a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:18.457939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447485d-0253-418c-bf5b-a476c98d435c req-92cf9782-5b23-49c2-bc6c-6638e51f652a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:18.459638 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d447485d-0253-418c-bf5b-a476c98d435c req-92cf9782-5b23-49c2-bc6c-6638e51f652a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 2373 time: 0.1187408 Oct 13 11:02:18.485394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:18.515770 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c49132a3-767c-4661-b770-7cf26ed65667 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:18.548810 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d447485d-0253-418c-bf5b-a476c98d435c req-d667e420-ca7b-46f0-8de3-3b1e499eedf0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795898 Oct 13 11:02:18.683268 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Router 390ac4d8-80f6-4d93-94cd-6837422e42d9 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:02:18.702355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c49132a3-767c-4661-b770-7cf26ed65667 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Allocated IP 10.2.2.100 (3f5d2a8f-da31-4f37-9210-83fd46b16762/dc4e3cc4-c941-42e0-8d66-07438f4c2aab/7ee7c9ee-9302-483a-9f7d-a2227876356f) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:18.798461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:02:18.809675 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Sync routers for ids ['390ac4d8-80f6-4d93-94cd-6837422e42d9'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:02:18.819139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Routers {'390ac4d8-80f6-4d93-94cd-6837422e42d9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:18.819852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['390ac4d8-80f6-4d93-94cd-6837422e42d9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:18.866248 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 32183da6-e1d9-4632-af3d-3209bd47b11f details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:02:18.868610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 86576b74-abb8-4fa1-b27b-14e724e3e79d up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:18.888911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cc0dd-2de0-48c7-acfa-c5c09b6a60e2 req-fa9a2dbf-ad74-4378-ac90-5b7e0bd797a8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:18.895372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cc0dd-2de0-48c7-acfa-c5c09b6a60e2 req-fa9a2dbf-ad74-4378-ac90-5b7e0bd797a8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:18.902145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cc0dd-2de0-48c7-acfa-c5c09b6a60e2 req-fa9a2dbf-ad74-4378-ac90-5b7e0bd797a8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:18.904881 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:18.909011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cc0dd-2de0-48c7-acfa-c5c09b6a60e2 req-fa9a2dbf-ad74-4378-ac90-5b7e0bd797a8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:18.910933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7c3f1292-3349-4c94-86f3-98b475ee5ec5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2934101 Oct 13 11:02:18.917944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48528) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:18.918495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cc0dd-2de0-48c7-acfa-c5c09b6a60e2 req-fa9a2dbf-ad74-4378-ac90-5b7e0bd797a8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:18.922116 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cc0dd-2de0-48c7-acfa-c5c09b6a60e2 req-fa9a2dbf-ad74-4378-ac90-5b7e0bd797a8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:18.939166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cc0dd-2de0-48c7-acfa-c5c09b6a60e2 req-fa9a2dbf-ad74-4378-ac90-5b7e0bd797a8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:18.949799 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-766cc0dd-2de0-48c7-acfa-c5c09b6a60e2 req-fa9a2dbf-ad74-4378-ac90-5b7e0bd797a8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.1590979 Oct 13 11:02:18.967267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c49132a3-767c-4661-b770-7cf26ed65667 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:19.012041 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-766cc0dd-2de0-48c7-acfa-c5c09b6a60e2 req-da97e4ba-6f4a-4264-9026-e4d9ee986b1e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556386 Oct 13 11:02:19.071193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Set router 390ac4d8-80f6-4d93-94cd-6837422e42d9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:19.097811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac8b9-fddc-4fa6-be0e-b37aff559860 req-cc69436a-0b88-4e07-992b-47f1b952da9b tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:19.103085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c49132a3-767c-4661-b770-7cf26ed65667 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:19.107999 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e47ac8b9-fddc-4fa6-be0e-b37aff559860 req-cc69436a-0b88-4e07-992b-47f1b952da9b tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 944 time: 0.1454637 Oct 13 11:02:19.127573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6bcde3d8-9f86-4214-b050-c67d624698b9 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/routers/390ac4d8-80f6-4d93-94cd-6837422e42d9 HTTP/1.1" status: 200 len: 908 time: 0.2148895 Oct 13 11:02:19.129673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48534) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:19.134719 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1383523091', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'enable_snat': True}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:19.148073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c49132a3-767c-4661-b770-7cf26ed65667 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Network 3f5d2a8f-da31-4f37-9210-83fd46b16762 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:19.154319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c49132a3-767c-4661-b770-7cf26ed65667 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:19.156888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c49132a3-767c-4661-b770-7cf26ed65667 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:19.184219 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e47ac8b9-fddc-4fa6-be0e-b37aff559860 req-3a680224-af6d-41a9-a551-fe434dce4c42 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730186 Oct 13 11:02:19.227259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49132a3-767c-4661-b770-7cf26ed65667 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'Port': ['ID=7ee7c9ee-9302-483a-9f7d-a2227876356f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:19.264717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c49132a3-767c-4661-b770-7cf26ed65667 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:19.268824 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c49132a3-767c-4661-b770-7cf26ed65667 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:19.274630 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:19.279792 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:19.355126 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c49132a3-767c-4661-b770-7cf26ed65667 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1838024 Oct 13 11:02:19.370717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9e51d387-b5c5-4d05-be83-9f78a37b4bb8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'port': {'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762', 'admin_state_up': True, 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'security_groups': ['7f5d1121-11cb-4e92-8853-ab18c67d0b0c']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:19.385553 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:19.436443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec69a54-5fb4-4f8c-ac4c-5b6b48e49a6f req-f0b1ce46-033c-4ca1-8525-8a27058ed3a8 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:19.444519 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ec69a54-5fb4-4f8c-ac4c-5b6b48e49a6f req-f0b1ce46-033c-4ca1-8525-8a27058ed3a8 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 944 time: 0.1360097 Oct 13 11:02:19.493140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef6d11-2142-4fb8-bb00-174f82ac0c8a req-b2119868-ede8-4eb9-a5f9-009735baf20c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:19.503274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0ef6d11-2142-4fb8-bb00-174f82ac0c8a req-b2119868-ede8-4eb9-a5f9-009735baf20c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.0990071 Oct 13 11:02:19.530680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 32183da6-e1d9-4632-af3d-3209bd47b11f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32183da6-e1d9-4632-af3d-3209bd47b11f,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:19.546477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '32183da6-e1d9-4632-af3d-3209bd47b11f', 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f', 'port_id': '32183da6-e1d9-4632-af3d-3209bd47b11f', 'mac_address': 'fa:16:3e:15:3f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5329af-7563-4aa1-a5c9-0162c6540d49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:02:19.564191 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ec69a54-5fb4-4f8c-ac4c-5b6b48e49a6f req-4bf49910-6578-41c7-be76-6cacd8dff873 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186080 Oct 13 11:02:19.633920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0ef6d11-2142-4fb8-bb00-174f82ac0c8a req-1bd0c604-c326-4c63-861f-0e56f867beb5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293209 Oct 13 11:02:19.660281 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:19.679098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-39396353-e888-4f42-a958-7a4cc97f1cec None None] Provisioning complete for port 7ee7c9ee-9302-483a-9f7d-a2227876356f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:19.682987 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-39396353-e888-4f42-a958-7a4cc97f1cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:19.718688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-39396353-e888-4f42-a958-7a4cc97f1cec None None] Port 7ee7c9ee-9302-483a-9f7d-a2227876356f cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:02:19.723212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32183da6-e1d9-4632-af3d-3209bd47b11f {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:19.743147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48544) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:19.745996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 32183da6-e1d9-4632-af3d-3209bd47b11f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32183da6-e1d9-4632-af3d-3209bd47b11f,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:19.747956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 86576b74-abb8-4fa1-b27b-14e724e3e79d completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:02:19.777045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 86576b74-abb8-4fa1-b27b-14e724e3e79d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:19.777689 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:19.802687 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:19.822274 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c864b43-abf7-4f15-94e7-49d763c90c51 req-d58a0a47-5a1c-4292-8ead-98000b85bc12 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:19.829751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c864b43-abf7-4f15-94e7-49d763c90c51 req-d58a0a47-5a1c-4292-8ead-98000b85bc12 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:19.838014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c864b43-abf7-4f15-94e7-49d763c90c51 req-d58a0a47-5a1c-4292-8ead-98000b85bc12 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:19.844816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c864b43-abf7-4f15-94e7-49d763c90c51 req-d58a0a47-5a1c-4292-8ead-98000b85bc12 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:19.846997 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1c864b43-abf7-4f15-94e7-49d763c90c51 req-d58a0a47-5a1c-4292-8ead-98000b85bc12 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 3094 time: 0.0892143 Oct 13 11:02:19.848292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9e51d387-b5c5-4d05-be83-9f78a37b4bb8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Made reservation on behalf of df72ba28093c4782bedf7c3c3ff22e39 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:02:19.849690 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:19.853858 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9e51d387-b5c5-4d05-be83-9f78a37b4bb8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:19.923202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=32183da6-e1d9-4632-af3d-3209bd47b11f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:19.944891 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1c864b43-abf7-4f15-94e7-49d763c90c51 req-78ef0cdc-5064-400f-bfe9-9b6b0376241d tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852482 Oct 13 11:02:19.980386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390ac4d8-80f6-4d93-94cd-6837422e42d9', 'name': 'tempest-snat-router-1383523091', 'tenant_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.24'}], 'enable_snat': False}, 'gw_port_id': 'bd00f931-bfda-4b22-ab3c-614479c66583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:15Z', 'updated_at': '2021-10-13T11:02:17Z', 'revision_number': 3, 'project_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'gw_port': {'id': 'bd00f931-bfda-4b22-ab3c-614479c66583', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390ac4d8-80f6-4d93-94cd-6837422e42d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:16Z', 'updated_at': '2021-10-13T11:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:20.022480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Checking router: 390ac4d8-80f6-4d93-94cd-6837422e42d9 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:02:20.022971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Updating router 390ac4d8-80f6-4d93-94cd-6837422e42d9 port bd00f931-bfda-4b22-ab3c-614479c66583 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:02:20.025701 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-86e0cc6e-4232-4a89-8557-e7ccb3278c66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76e6e8777a97442bab92ab969c416e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811542 Oct 13 11:02:20.028212 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.028710 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48550) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:20.080013 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.086658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31f8c15-ce2b-43d3-86a3-05e233426366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86576b74-abb8-4fa1-b27b-14e724e3e79d'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:20.088976 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f6357a-be68-4aa6-bf50-ffac5da64eea" -d '{"events": [{"server_uuid": "e31f8c15-ce2b-43d3-86a3-05e233426366", "name": "network-vif-plugged", "status": "completed", "tag": "86576b74-abb8-4fa1-b27b-14e724e3e79d"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:20.149498 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 86576b74-abb8-4fa1-b27b-14e724e3e79d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=86576b74-abb8-4fa1-b27b-14e724e3e79d,segment=NetworkSegment(f28d9407-1336-4cd3-9c9b-936463618b2e),segment_id=f28d9407-1336-4cd3-9c9b-936463618b2e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:20.151293 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf802908-fd2d-4127-8ba0-883d4ab936c7 x-openstack-request-id: req-cf802908-fd2d-4127-8ba0-883d4ab936c7 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:20.151583 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31f8c15-ce2b-43d3-86a3-05e233426366", "name": "network-vif-plugged", "status": "completed", "tag": "86576b74-abb8-4fa1-b27b-14e724e3e79d", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:20.151830 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf802908-fd2d-4127-8ba0-883d4ab936c7 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:20.152246 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31f8c15-ce2b-43d3-86a3-05e233426366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86576b74-abb8-4fa1-b27b-14e724e3e79d', 'code': 200} Oct 13 11:02:20.217546 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b62c007-9cbc-4ab5-a908-651c4f82f405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.234537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['32183da6-e1d9-4632-af3d-3209bd47b11f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:20.239592 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.298653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9e51d387-b5c5-4d05-be83-9f78a37b4bb8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Allocated IP 10.2.2.200 (3f5d2a8f-da31-4f37-9210-83fd46b16762/dc4e3cc4-c941-42e0-8d66-07438f4c2aab/c8b021b7-0289-4b04-ba82-1d2aa6832c7e) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:20.299021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.326291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a3f-bd51-48e0-8cfb-33653bb5b343 req-e59603fd-c9c7-4709-a408-38c212383c82 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:20.333017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a3f-bd51-48e0-8cfb-33653bb5b343 req-e59603fd-c9c7-4709-a408-38c212383c82 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:20.338909 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.341332 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a3f-bd51-48e0-8cfb-33653bb5b343 req-e59603fd-c9c7-4709-a408-38c212383c82 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:20.349206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a3f-bd51-48e0-8cfb-33653bb5b343 req-e59603fd-c9c7-4709-a408-38c212383c82 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:20.356727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a3f-bd51-48e0-8cfb-33653bb5b343 req-e59603fd-c9c7-4709-a408-38c212383c82 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:20.363895 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b62c007-9cbc-4ab5-a908-651c4f82f405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.367877 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a3f-bd51-48e0-8cfb-33653bb5b343 req-e59603fd-c9c7-4709-a408-38c212383c82 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:20.375001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a3f-bd51-48e0-8cfb-33653bb5b343 req-e59603fd-c9c7-4709-a408-38c212383c82 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:20.386299 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-967e0a3f-bd51-48e0-8cfb-33653bb5b343 req-e59603fd-c9c7-4709-a408-38c212383c82 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.2475188 Oct 13 11:02:20.408846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=86576b74-abb8-4fa1-b27b-14e724e3e79d,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:20.466632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a3354-c710-4127-9b3e-e791544e3b54 req-86f5a4e9-cca8-471b-b241-3c8bd6abae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:20.468336 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b33a3354-c710-4127-9b3e-e791544e3b54 req-86f5a4e9-cca8-471b-b241-3c8bd6abae86 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 1096 time: 0.2401190 Oct 13 11:02:20.486150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcbe99-270f-4508-8a1d-be64bf8f947e req-f896a7ba-6d78-446b-9dcb-eeaced27bc7f tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:20.494759 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ebcbe99-270f-4508-8a1d-be64bf8f947e req-f896a7ba-6d78-446b-9dcb-eeaced27bc7f tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 945 time: 0.1611755 Oct 13 11:02:20.503402 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-967e0a3f-bd51-48e0-8cfb-33653bb5b343 req-b413ef55-2464-44c6-a3f6-e07847b7a79d tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116893 Oct 13 11:02:20.557491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ebcbe99-270f-4508-8a1d-be64bf8f947e req-229dc8e0-9e3f-4349-b460-520e8bcfdbd1 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577641 Oct 13 11:02:20.603713 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b33a3354-c710-4127-9b3e-e791544e3b54 req-bb8210d6-2eba-42c9-beac-8924df76aeb2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215653 Oct 13 11:02:20.611391 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.618136 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b62c007-9cbc-4ab5-a908-651c4f82f405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.620854 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b62c007-9cbc-4ab5-a908-651c4f82f405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.623099 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1b62c007-9cbc-4ab5-a908-651c4f82f405 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c HTTP/1.1" status: 204 len: 168 time: 0.5925367 Oct 13 11:02:20.642019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62c007-9cbc-4ab5-a908-651c4f82f405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b0feee-f1fa-4c35-bfc0-1f5b85d08c8c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:20.681654 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.752119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Attempting to bind port bd00f931-bfda-4b22-ab3c-614479c66583 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:20.752502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Attempting to bind port bd00f931-bfda-4b22-ab3c-614479c66583 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:20.752868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Attempting to bind port bd00f931-bfda-4b22-ab3c-614479c66583 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:20.765803 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:20.766415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:20.766626 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9e51d387-b5c5-4d05-be83-9f78a37b4bb8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.766835 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.767241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:20.768188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Bound port: bd00f931-bfda-4b22-ab3c-614479c66583, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:20.768315 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.770511 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7307abc-c27c-42d4-b0be-7b8e8a2ee1f4 None None] Pushing event updated for resources: {'Port': ['ID=bd00f931-bfda-4b22-ab3c-614479c66583,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:20.803137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff89c2c-e4e9-440d-b2af-950f76f62f21 req-d5af1e84-5302-40a3-b132-b129bc82a7b3 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:20.809163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Allocated IP 172.25.0.121 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/33e5cca3-c57e-4406-83d5-6053a15bd3c8) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:20.812799 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6ff89c2c-e4e9-440d-b2af-950f76f62f21 req-d5af1e84-5302-40a3-b132-b129bc82a7b3 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 945 time: 0.1206036 Oct 13 11:02:20.845569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] For port bd00f931-bfda-4b22-ab3c-614479c66583, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:20.849768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] For port bd00f931-bfda-4b22-ab3c-614479c66583, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=bd00f931-bfda-4b22-ab3c-614479c66583,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:20.868422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e0d89-a3e8-451a-86bc-9b9c2d1f3459 req-7f77fb24-a181-4f6d-a903-00066a45e0ae tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:20.869988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 69ffc0fc-dc77-488d-80e5-328e5194d24a no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:02:20.870611 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7b0e0d89-a3e8-451a-86bc-9b9c2d1f3459 req-7f77fb24-a181-4f6d-a903-00066a45e0ae tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1018398 Oct 13 11:02:20.900505 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6ff89c2c-e4e9-440d-b2af-950f76f62f21 req-3c51cad9-7ac8-4002-bc0c-bfc9239b7e6b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812035 Oct 13 11:02:20.904644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 69ffc0fc-dc77-488d-80e5-328e5194d24a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:02:20.905365 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 69ffc0fc-dc77-488d-80e5-328e5194d24a not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:02:20.918363 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:20.963029 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7b0e0d89-a3e8-451a-86bc-9b9c2d1f3459 req-ee6e4789-3ea0-40c5-bc7d-b4f04f0932e4 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514677 Oct 13 11:02:20.986653 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9e51d387-b5c5-4d05-be83-9f78a37b4bb8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:21.028599 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7307abc-c27c-42d4-b0be-7b8e8a2ee1f4 None None] Pushing event updated for resources: {'Port': ['ID=bd00f931-bfda-4b22-ab3c-614479c66583,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:21.033901 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Routers {'390ac4d8-80f6-4d93-94cd-6837422e42d9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:21.035152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['390ac4d8-80f6-4d93-94cd-6837422e42d9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:21.075768 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:21.138399 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9e51d387-b5c5-4d05-be83-9f78a37b4bb8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Network 3f5d2a8f-da31-4f37-9210-83fd46b16762 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:21.163491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9e51d387-b5c5-4d05-be83-9f78a37b4bb8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:21.176621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9e51d387-b5c5-4d05-be83-9f78a37b4bb8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:21.196226 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:21.211174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51d387-b5c5-4d05-be83-9f78a37b4bb8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event updated for resources: {'Port': ['ID=c8b021b7-0289-4b04-ba82-1d2aa6832c7e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:21.251605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ed4e2-f7f1-4572-ae23-b0f0c4896c30 req-ef149063-12cd-4577-b700-0824d2b4bb03 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:21.258829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ed4e2-f7f1-4572-ae23-b0f0c4896c30 req-ef149063-12cd-4577-b700-0824d2b4bb03 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:21.259457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] Set router 390ac4d8-80f6-4d93-94cd-6837422e42d9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:21.264224 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:21.265047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ed4e2-f7f1-4572-ae23-b0f0c4896c30 req-ef149063-12cd-4577-b700-0824d2b4bb03 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:21.269425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:21.280961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ed4e2-f7f1-4572-ae23-b0f0c4896c30 req-ef149063-12cd-4577-b700-0824d2b4bb03 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:21.284980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:21.291430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ed4e2-f7f1-4572-ae23-b0f0c4896c30 req-ef149063-12cd-4577-b700-0824d2b4bb03 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:21.291430 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d2ed4e2-f7f1-4572-ae23-b0f0c4896c30 req-ef149063-12cd-4577-b700-0824d2b4bb03 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 3815 time: 0.2169337 Oct 13 11:02:21.314941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event updated for resources: {'Port': ['ID=33e5cca3-c57e-4406-83d5-6053a15bd3c8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:21.318041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9e51d387-b5c5-4d05-be83-9f78a37b4bb8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:21.322625 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9e51d387-b5c5-4d05-be83-9f78a37b4bb8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:21.367452 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d2ed4e2-f7f1-4572-ae23-b0f0c4896c30 req-cb10079d-26d5-4ad4-b5ae-66fe02b48f02 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674026 Oct 13 11:02:21.466005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9e51d387-b5c5-4d05-be83-9f78a37b4bb8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1013052 Oct 13 11:02:21.483033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Request body: {'port': {'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:21.535641 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390ac4d8-80f6-4d93-94cd-6837422e42d9', 'name': 'tempest-snat-router-1383523091', 'tenant_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.24'}], 'enable_snat': False}, 'gw_port_id': 'bd00f931-bfda-4b22-ab3c-614479c66583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:15Z', 'updated_at': '2021-10-13T11:02:17Z', 'revision_number': 3, 'project_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'gw_port': {'id': 'bd00f931-bfda-4b22-ab3c-614479c66583', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390ac4d8-80f6-4d93-94cd-6837422e42d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:16Z', 'updated_at': '2021-10-13T11:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:21.572859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:21.576459 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7e865-f973-4b30-9a18-f79578a301b2 None None] The sync data for ids ['390ac4d8-80f6-4d93-94cd-6837422e42d9'] in n-d-813659-3 is: [{'id': '390ac4d8-80f6-4d93-94cd-6837422e42d9', 'name': 'tempest-snat-router-1383523091', 'tenant_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.24'}], 'enable_snat': False}, 'gw_port_id': 'bd00f931-bfda-4b22-ab3c-614479c66583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:15Z', 'updated_at': '2021-10-13T11:02:17Z', 'revision_number': 3, 'project_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'gw_port': {'id': 'bd00f931-bfda-4b22-ab3c-614479c66583', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390ac4d8-80f6-4d93-94cd-6837422e42d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:16Z', 'updated_at': '2021-10-13T11:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:02:21.595098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48574) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:21.596655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8610e194-3605-4a8a-8a40-5a4c76015d41 None None] Provisioning complete for port c8b021b7-0289-4b04-ba82-1d2aa6832c7e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:21.597354 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8610e194-3605-4a8a-8a40-5a4c76015d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:21.644070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8610e194-3605-4a8a-8a40-5a4c76015d41 None None] Port c8b021b7-0289-4b04-ba82-1d2aa6832c7e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:02:21.742268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-23876fa1-c4f6-4869-b967-c56f20bdd3a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7be718eb76648fd8975c9a157d384b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456273 Oct 13 11:02:21.762639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48576) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:21.877275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31814ee5-a7ad-4f31-a7fe-ec89e7c92542 req-7b520cbd-37d0-4733-9ed8-661c3ce76bd3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:21.884075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31814ee5-a7ad-4f31-a7fe-ec89e7c92542 req-7b520cbd-37d0-4733-9ed8-661c3ce76bd3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:21.890392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31814ee5-a7ad-4f31-a7fe-ec89e7c92542 req-7b520cbd-37d0-4733-9ed8-661c3ce76bd3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:21.896664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31814ee5-a7ad-4f31-a7fe-ec89e7c92542 req-7b520cbd-37d0-4733-9ed8-661c3ce76bd3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:21.905477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31814ee5-a7ad-4f31-a7fe-ec89e7c92542 req-7b520cbd-37d0-4733-9ed8-661c3ce76bd3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:21.912591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31814ee5-a7ad-4f31-a7fe-ec89e7c92542 req-7b520cbd-37d0-4733-9ed8-661c3ce76bd3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:21.919919 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31814ee5-a7ad-4f31-a7fe-ec89e7c92542 req-7b520cbd-37d0-4733-9ed8-661c3ce76bd3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:21.930492 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31814ee5-a7ad-4f31-a7fe-ec89e7c92542 req-7b520cbd-37d0-4733-9ed8-661c3ce76bd3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.2573564 Oct 13 11:02:21.952420 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:22.017723 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39f576eb-2ba5-40d9-9d7c-20f8cfe30b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:22.044741 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31814ee5-a7ad-4f31-a7fe-ec89e7c92542 req-25135fb4-4514-459d-a1b6-ac98e8bc9d6f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110899 Oct 13 11:02:22.140498 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39f576eb-2ba5-40d9-9d7c-20f8cfe30b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:22.157667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afe4fc-4ba4-4162-98ec-61609ebc7308 req-5f2e5041-f8ca-4448-b877-6c5d516365f7 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:22.169690 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-47afe4fc-4ba4-4162-98ec-61609ebc7308 req-5f2e5041-f8ca-4448-b877-6c5d516365f7 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 945 time: 0.1688273 Oct 13 11:02:22.299304 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-47afe4fc-4ba4-4162-98ec-61609ebc7308 req-891eba15-a610-4dec-a441-caa2b90c59e3 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276534 Oct 13 11:02:22.331487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252ba4a-e246-4165-a2a3-f2e0a02caf56 req-e763172b-dbf2-4e04-becb-29982031bf8d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:22.339798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1252ba4a-e246-4165-a2a3-f2e0a02caf56 req-e763172b-dbf2-4e04-becb-29982031bf8d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 945 time: 0.1564474 Oct 13 11:02:22.512490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55405a79-9772-4ae5-b292-fa9f525fc7b4 req-37dac359-765f-4e4c-b5d8-4b1092d234ab tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:22.520369 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55405a79-9772-4ae5-b292-fa9f525fc7b4 req-37dac359-765f-4e4c-b5d8-4b1092d234ab tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.0768571 Oct 13 11:02:22.595093 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55405a79-9772-4ae5-b292-fa9f525fc7b4 req-5d90d611-29c6-435b-ab8c-b0cfcb3113a4 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718062 Oct 13 11:02:22.612720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:22.626323 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:22.653674 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Transition to ACTIVE for port object 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:02:22.705970 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39f576eb-2ba5-40d9-9d7c-20f8cfe30b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:22.708633 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39f576eb-2ba5-40d9-9d7c-20f8cfe30b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:22.709789 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-39f576eb-2ba5-40d9-9d7c-20f8cfe30b63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1edf71b0-27b5-4880-834a-cb4e1fe409c5 HTTP/1.1" status: 204 len: 168 time: 0.9454877 Oct 13 11:02:22.714917 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:22.727832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f576eb-2ba5-40d9-9d7c-20f8cfe30b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edf71b0-27b5-4880-834a-cb4e1fe409c5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:22.736991 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:22.799810 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1252ba4a-e246-4165-a2a3-f2e0a02caf56 req-217385e0-e5a5-4d6f-9e7d-d9cd10b39aeb tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541373 Oct 13 11:02:22.874791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 32183da6-e1d9-4632-af3d-3209bd47b11f up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:22.894570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:23.029816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5960c0-3c68-4779-9dd6-8a2b90530462 req-bd348e33-7b84-47ad-9fad-d4a7e52a4af8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.036530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5960c0-3c68-4779-9dd6-8a2b90530462 req-bd348e33-7b84-47ad-9fad-d4a7e52a4af8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.044047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5960c0-3c68-4779-9dd6-8a2b90530462 req-bd348e33-7b84-47ad-9fad-d4a7e52a4af8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.050379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5960c0-3c68-4779-9dd6-8a2b90530462 req-bd348e33-7b84-47ad-9fad-d4a7e52a4af8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.062310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5960c0-3c68-4779-9dd6-8a2b90530462 req-bd348e33-7b84-47ad-9fad-d4a7e52a4af8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.064420 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fc5960c0-3c68-4779-9dd6-8a2b90530462 req-bd348e33-7b84-47ad-9fad-d4a7e52a4af8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 3827 time: 0.2500808 Oct 13 11:02:23.068018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 32183da6-e1d9-4632-af3d-3209bd47b11f completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:02:23.084657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 32183da6-e1d9-4632-af3d-3209bd47b11f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:23.086359 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:23.105290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Router 8fd2c4df-9d67-4ad3-9e95-1526b48e712c is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:02:23.134045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device bd00f931-bfda-4b22-ab3c-614479c66583 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:23.181283 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fc5960c0-3c68-4779-9dd6-8a2b90530462 req-8e19ea87-9261-4a76-862c-4cd918de9c21 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912716 Oct 13 11:02:23.181995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Attempting to bind port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:23.182354 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Attempting to bind port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '9f15766b-894e-47ef-a82a-6dedfe018d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:23.182696 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Attempting to bind port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe on network 56641b7f-f8bc-448b-ba58-942cc469cac1 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:23.189587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe on network 56641b7f-f8bc-448b-ba58-942cc469cac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:02:23.189952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Attempting to bind port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe on network 56641b7f-f8bc-448b-ba58-942cc469cac1 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:23.200081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:23.200081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Checking segment: {'id': '9f15766b-894e-47ef-a82a-6dedfe018d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:23.200081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Bound using segment: {'id': '9f15766b-894e-47ef-a82a-6dedfe018d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:23.200081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Bound port: 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f15766b-894e-47ef-a82a-6dedfe018d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:23.200081 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:23.274221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:02:23.281880 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:23.284555 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Sync routers for ids ['8fd2c4df-9d67-4ad3-9e95-1526b48e712c'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:02:23.300481 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Routers {'8fd2c4df-9d67-4ad3-9e95-1526b48e712c'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:23.303257 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['8fd2c4df-9d67-4ad3-9e95-1526b48e712c'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:23.328683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 32183da6-e1d9-4632-af3d-3209bd47b11f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32183da6-e1d9-4632-af3d-3209bd47b11f,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:23.333061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85741f57-5f31-4e5f-9025-ca3523774c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32183da6-e1d9-4632-af3d-3209bd47b11f'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:23.337222 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e96f6a-cca9-4ac8-8370-d4ec1adb8ff6" -d '{"events": [{"server_uuid": "85741f57-5f31-4e5f-9025-ca3523774c4c", "name": "network-vif-plugged", "status": "completed", "tag": "32183da6-e1d9-4632-af3d-3209bd47b11f"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:23.364650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] For port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:23.371047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] For port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe,segment=NetworkSegment(9f15766b-894e-47ef-a82a-6dedfe018d3f),segment_id=9f15766b-894e-47ef-a82a-6dedfe018d3f)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:23.394498 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port bd00f931-bfda-4b22-ab3c-614479c66583 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:23.396587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:23.397069 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:23.398402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-739e4d40-c911-44ba-ade0-c3a2792c2be8 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2678025 Oct 13 11:02:23.401157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48598) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:23.460849 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:23.477580 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233043-0e76-494d-9e9f-f81ae71b665b req-c850e662-22d6-448b-8f0c-6d8ebf7dc8d0 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.489732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233043-0e76-494d-9e9f-f81ae71b665b req-c850e662-22d6-448b-8f0c-6d8ebf7dc8d0 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.514588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233043-0e76-494d-9e9f-f81ae71b665b req-c850e662-22d6-448b-8f0c-6d8ebf7dc8d0 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.517168 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Set router 8fd2c4df-9d67-4ad3-9e95-1526b48e712c gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:23.530383 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233043-0e76-494d-9e9f-f81ae71b665b req-c850e662-22d6-448b-8f0c-6d8ebf7dc8d0 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.538931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233043-0e76-494d-9e9f-f81ae71b665b req-c850e662-22d6-448b-8f0c-6d8ebf7dc8d0 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.539146 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:23.545406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233043-0e76-494d-9e9f-f81ae71b665b req-c850e662-22d6-448b-8f0c-6d8ebf7dc8d0 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.552227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233043-0e76-494d-9e9f-f81ae71b665b req-c850e662-22d6-448b-8f0c-6d8ebf7dc8d0 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.561202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57233043-0e76-494d-9e9f-f81ae71b665b req-c850e662-22d6-448b-8f0c-6d8ebf7dc8d0 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.3616450 Oct 13 11:02:23.593969 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:23.624353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57233043-0e76-494d-9e9f-f81ae71b665b req-abd78a67-0eae-419c-9982-55c2d0b1252f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621712 Oct 13 11:02:23.625794 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port bd00f931-bfda-4b22-ab3c-614479c66583, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=bd00f931-bfda-4b22-ab3c-614479c66583,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:23.649244 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=32183da6-e1d9-4632-af3d-3209bd47b11f,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:23.691173 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:23.828612 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d203158-a883-4958-bf65-9ff138e64c98 x-openstack-request-id: req-4d203158-a883-4958-bf65-9ff138e64c98 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:23.830165 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85741f57-5f31-4e5f-9025-ca3523774c4c", "name": "network-vif-plugged", "status": "completed", "tag": "32183da6-e1d9-4632-af3d-3209bd47b11f", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:23.830678 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d203158-a883-4958-bf65-9ff138e64c98 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:23.831186 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85741f57-5f31-4e5f-9025-ca3523774c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32183da6-e1d9-4632-af3d-3209bd47b11f', 'code': 200} Oct 13 11:02:23.833219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=bd00f931-bfda-4b22-ab3c-614479c66583,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:23.856746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:23.897091 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd2c4df-9d67-4ad3-9e95-1526b48e712c', 'name': 'tempest-snat-router-1383523091', 'tenant_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '33e5cca3-c57e-4406-83d5-6053a15bd3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:19Z', 'updated_at': '2021-10-13T11:02:21Z', 'revision_number': 3, 'project_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'gw_port': {'id': '33e5cca3-c57e-4406-83d5-6053a15bd3c8', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd2c4df-9d67-4ad3-9e95-1526b48e712c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:20Z', 'updated_at': '2021-10-13T11:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:23.902820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.902998 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:23.904314 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-bbe6dc08-a1a0-4a78-b563-7c9a27182304 service neutron] 10.222.0.21 "PUT /v2.0/ports/0ae9c2a9-9962-4649-9f7e-d0a019b05dfe HTTP/1.1" status: 200 len: 1091 time: 2.4295361 Oct 13 11:02:23.908733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:23.909011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110c3fd-2f09-4b7c-9f03-83efacb4db50 req-d4a5c9e9-c1fb-42b9-afc6-1a6840d4f4ee tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.911250 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5aa174-baec-47b2-9fdc-aa9768e2c9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "0ae9c2a9-9962-4649-9f7e-d0a019b05dfe"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:23.918427 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d110c3fd-2f09-4b7c-9f03-83efacb4db50 req-d4a5c9e9-c1fb-42b9-afc6-1a6840d4f4ee tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1266236 Oct 13 11:02:23.950952 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Checking router: 8fd2c4df-9d67-4ad3-9e95-1526b48e712c for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:02:23.952757 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Updating router 8fd2c4df-9d67-4ad3-9e95-1526b48e712c port 33e5cca3-c57e-4406-83d5-6053a15bd3c8 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:02:23.964195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae72e1c-185b-4a06-820d-34a839a47c11 req-2711be51-45ad-498d-83b0-e26af57efc23 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:23.965810 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ae72e1c-185b-4a06-820d-34a839a47c11 req-2711be51-45ad-498d-83b0-e26af57efc23 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 945 time: 0.4552674 Oct 13 11:02:23.986013 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7f9822ff-ac91-4c74-83d3-9579c40a22ac tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/routers/8fd2c4df-9d67-4ad3-9e95-1526b48e712c HTTP/1.1" status: 200 len: 908 time: 0.5808890 Oct 13 11:02:23.987106 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d110c3fd-2f09-4b7c-9f03-83efacb4db50 req-9892578c-aaea-4549-8028-3f1f717a3d01 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672414 Oct 13 11:02:23.987981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48616) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:24.053205 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:24.067272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c15da7-aceb-476d-9232-1d4750824171 req-b4988eed-1dd8-42a3-a089-8d16494a01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.071147 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-06c15da7-aceb-476d-9232-1d4750824171 req-b4988eed-1dd8-42a3-a089-8d16494a01f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 1097 time: 0.2135246 Oct 13 11:02:24.077174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Request body: {'port': {'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:24.160215 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:24.163020 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ae72e1c-185b-4a06-820d-34a839a47c11 req-9686977f-965e-4128-af2e-a9bc3fb960e0 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890790 Oct 13 11:02:24.210400 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-06c15da7-aceb-476d-9232-1d4750824171 req-512bb8a3-a832-4889-856e-40716031d637 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230569 Oct 13 11:02:24.275963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:24.393250 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:24.469925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6d202-ead8-44f9-8964-318863883f96 req-dd6ef72a-cf3e-410f-b699-d5b4c9b8c999 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.471950 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ed6d202-ead8-44f9-8964-318863883f96 req-dd6ef72a-cf3e-410f-b699-d5b4c9b8c999 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 946 time: 0.1291766 Oct 13 11:02:24.483405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aa174-baec-47b2-9fdc-aa9768e2c9ea req-5f960582-9e2c-44d0-8478-1a79ab61a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.484268 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aa174-baec-47b2-9fdc-aa9768e2c9ea req-5f960582-9e2c-44d0-8478-1a79ab61a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.485012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aa174-baec-47b2-9fdc-aa9768e2c9ea req-5f960582-9e2c-44d0-8478-1a79ab61a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.485758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aa174-baec-47b2-9fdc-aa9768e2c9ea req-5f960582-9e2c-44d0-8478-1a79ab61a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.486433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aa174-baec-47b2-9fdc-aa9768e2c9ea req-5f960582-9e2c-44d0-8478-1a79ab61a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.488814 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a5aa174-baec-47b2-9fdc-aa9768e2c9ea req-5f960582-9e2c-44d0-8478-1a79ab61a7da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 4362 time: 0.1135938 Oct 13 11:02:24.542580 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48628) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:24.546276 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ed6d202-ead8-44f9-8964-318863883f96 req-b443046f-e9b9-4657-bfdf-d687410ab109 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561182 Oct 13 11:02:24.595987 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bff945b-19c1-4089-b55a-50d12fb14136 x-openstack-request-id: req-7bff945b-19c1-4089-b55a-50d12fb14136 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:24.596151 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "0ae9c2a9-9962-4649-9f7e-d0a019b05dfe", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:24.596360 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bff945b-19c1-4089-b55a-50d12fb14136 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:24.596751 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe', 'status': 'completed', 'code': 200} Oct 13 11:02:24.700237 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:24.746533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df225b-5fbb-4ccf-8004-77d1083e963b req-2578a509-0317-4474-9700-5c50b767a579 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.746936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-949438506-network', 'tenant_id': '2fb2973ca8594914a06108d9b8815504'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:24.753490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df225b-5fbb-4ccf-8004-77d1083e963b req-2578a509-0317-4474-9700-5c50b767a579 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.758653 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:24.760969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df225b-5fbb-4ccf-8004-77d1083e963b req-2578a509-0317-4474-9700-5c50b767a579 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.769087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df225b-5fbb-4ccf-8004-77d1083e963b req-2578a509-0317-4474-9700-5c50b767a579 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.770089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aa174-baec-47b2-9fdc-aa9768e2c9ea req-eecc324f-053c-471b-8260-2b07bee5ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.771499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aa174-baec-47b2-9fdc-aa9768e2c9ea req-eecc324f-053c-471b-8260-2b07bee5ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.774153 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aa174-baec-47b2-9fdc-aa9768e2c9ea req-eecc324f-053c-471b-8260-2b07bee5ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.777290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df225b-5fbb-4ccf-8004-77d1083e963b req-2578a509-0317-4474-9700-5c50b767a579 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:24.778006 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a5aa174-baec-47b2-9fdc-aa9768e2c9ea req-eecc324f-053c-471b-8260-2b07bee5ca21 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2348704 Oct 13 11:02:24.785614 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d3df225b-5fbb-4ccf-8004-77d1083e963b req-2578a509-0317-4474-9700-5c50b767a579 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 3827 time: 0.2045176 Oct 13 11:02:24.847570 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Attempting to bind port 33e5cca3-c57e-4406-83d5-6053a15bd3c8 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:24.848178 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Attempting to bind port 33e5cca3-c57e-4406-83d5-6053a15bd3c8 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:24.848546 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Attempting to bind port 33e5cca3-c57e-4406-83d5-6053a15bd3c8 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:24.856950 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:24.857323 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:24.857770 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:24.858164 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:24.858669 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Bound port: 33e5cca3-c57e-4406-83d5-6053a15bd3c8, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:24.859047 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:24.915701 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d3df225b-5fbb-4ccf-8004-77d1083e963b req-47c1efe0-829c-4b75-b221-91d5cda423de tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289563 Oct 13 11:02:24.918756 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] For port 33e5cca3-c57e-4406-83d5-6053a15bd3c8, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:24.924603 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] For port 33e5cca3-c57e-4406-83d5-6053a15bd3c8, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=33e5cca3-c57e-4406-83d5-6053a15bd3c8,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:24.964329 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Pushing event updated for resources: {'Port': ['ID=33e5cca3-c57e-4406-83d5-6053a15bd3c8,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:24.969339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Deleting port 33e5cca3-c57e-4406-83d5-6053a15bd3c8 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:02:24.969935 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:24.976681 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:24.977027 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:24.977364 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:24.977696 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:24.978023 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:24.978359 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:24.979703 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:24.982482 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:24.982640 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:24.982975 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:24.983902 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:24.985476 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:24.994892 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.065210 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6881a-46bb-4ccb-bff9-e3dc76d6aef4 None None] Pushing event updated for resources: {'Port': ['ID=33e5cca3-c57e-4406-83d5-6053a15bd3c8,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:25.107219 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Routers {'8fd2c4df-9d67-4ad3-9e95-1526b48e712c'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:25.108224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['8fd2c4df-9d67-4ad3-9e95-1526b48e712c'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:25.113337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device bd00f931-bfda-4b22-ab3c-614479c66583 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:25.126733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86289f-4e05-424c-b24a-164711c39b46 req-455dc2a7-4774-4443-aa72-f15c8f757c03 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:25.135546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86289f-4e05-424c-b24a-164711c39b46 req-455dc2a7-4774-4443-aa72-f15c8f757c03 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:25.142541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86289f-4e05-424c-b24a-164711c39b46 req-455dc2a7-4774-4443-aa72-f15c8f757c03 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:25.150028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86289f-4e05-424c-b24a-164711c39b46 req-455dc2a7-4774-4443-aa72-f15c8f757c03 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:25.158828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86289f-4e05-424c-b24a-164711c39b46 req-455dc2a7-4774-4443-aa72-f15c8f757c03 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:25.166691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86289f-4e05-424c-b24a-164711c39b46 req-455dc2a7-4774-4443-aa72-f15c8f757c03 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:25.171560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:25.174870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86289f-4e05-424c-b24a-164711c39b46 req-455dc2a7-4774-4443-aa72-f15c8f757c03 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:25.182614 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.196658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa86289f-4e05-424c-b24a-164711c39b46 req-455dc2a7-4774-4443-aa72-f15c8f757c03 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.4082251 Oct 13 11:02:25.204924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port bd00f931-bfda-4b22-ab3c-614479c66583 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:25.205397 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.216407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92677bb5-17b3-4e47-935c-dc0a198e0a06 req-d7f0c680-f83c-4eae-9b32-16d6fdc4ec56 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:25.219375 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-92677bb5-17b3-4e47-935c-dc0a198e0a06 req-d7f0c680-f83c-4eae-9b32-16d6fdc4ec56 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.0909963 Oct 13 11:02:25.222488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Transition to ACTIVE for port object 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:02:25.234033 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.255858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Made reservation on behalf of 2fb2973ca8594914a06108d9b8815504 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:02:25.263309 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.267234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aa174-baec-47b2-9fdc-aa9768e2c9ea req-5786bf16-0fc6-45dd-a264-119a38eec941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:25.269664 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a5aa174-baec-47b2-9fdc-aa9768e2c9ea req-5786bf16-0fc6-45dd-a264-119a38eec941 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4830940 Oct 13 11:02:25.270005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-92677bb5-17b3-4e47-935c-dc0a198e0a06 req-c76fbed5-d9de-4b4c-b591-d58a73506d25 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431726 Oct 13 11:02:25.276389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Calling delete_port for 33e5cca3-c57e-4406-83d5-6053a15bd3c8 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:02:25.292168 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] Set router 8fd2c4df-9d67-4ad3-9e95-1526b48e712c gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:25.295915 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.360167 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.413524 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa86289f-4e05-424c-b24a-164711c39b46 req-a77db7c0-7e86-490f-b794-6f0dffaab66b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2067945 Oct 13 11:02:25.534072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:25.574111 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd2c4df-9d67-4ad3-9e95-1526b48e712c', 'name': 'tempest-snat-router-1383523091', 'tenant_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:19Z', 'updated_at': '2021-10-13T11:02:24Z', 'revision_number': 4, 'project_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:25.588460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Attempting to bind port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:25.589041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Attempting to bind port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:25.589533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Attempting to bind port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:25.595164 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:02:25.595709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Attempting to bind port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:25.602159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:25.602539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Checking segment: {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:25.602935 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Bound using segment: {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:25.603376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Bound port: 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:25.603740 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.606167 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbe4cfa-ae72-4d15-b0ff-0051db8fdcbb None None] The sync data for ids ['8fd2c4df-9d67-4ad3-9e95-1526b48e712c'] in n-d-813659-3 is: [{'id': '8fd2c4df-9d67-4ad3-9e95-1526b48e712c', 'name': 'tempest-snat-router-1383523091', 'tenant_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:19Z', 'updated_at': '2021-10-13T11:02:24Z', 'revision_number': 4, 'project_id': 'eae4f86913aa4ac3bdc50aef49ce59d7', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:02:25.619444 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.704403 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.706027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] For port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:25.710161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] For port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:25.769272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:02:25.778166 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.789354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2dd595-6a4b-4023-9850-763d0dd43f5c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:25.798273 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.798663 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Added segment 63000774-0ccd-4ab6-9e99-649243f54477 of type vlan for network af265d94-60d2-4643-a740-30c45c64b71e Oct 13 11:02:25.841619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:25.845457 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.847158 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] 10.222.0.21 "PUT /v2.0/ports/1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 HTTP/1.1" status: 200 len: 1130 time: 1.7992454 Oct 13 11:02:25.865652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33861e5c-54fc-41ee-bb09-c3dbd45c81d8 req-e6b64f21-3154-470f-a07d-a827dcc868f4 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:25.867314 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33861e5c-54fc-41ee-bb09-c3dbd45c81d8 req-e6b64f21-3154-470f-a07d-a827dcc868f4 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 946 time: 0.1668742 Oct 13 11:02:25.884725 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932cdfd-6531-4427-8757-1fb462771c77 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:25.960457 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:25.971448 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Request body: {'port': {'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:26.005403 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33861e5c-54fc-41ee-bb09-c3dbd45c81d8 req-b3fd5a91-998b-4ab8-9639-724645df5cdb tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989726 Oct 13 11:02:26.063789 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:26.104242 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:26.107171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event deleted for resources: {'Port': ['ID=33e5cca3-c57e-4406-83d5-6053a15bd3c8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:26.113713 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:26.115036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.115866 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:26.244869 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6974015 Oct 13 11:02:26.249516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48654) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:26.291824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-15eecfdd-2834-4876-b94a-82c34acd0abe admin admin] Request body: {'subnet': {'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-949438506-subnet', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:26.301555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011b32a-b84a-4117-bae5-c4ec40b0aa04 req-d656b488-8840-441c-b0ee-5d109308ae66 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.304467 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0011b32a-b84a-4117-bae5-c4ec40b0aa04 req-d656b488-8840-441c-b0ee-5d109308ae66 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 945 time: 0.1319852 Oct 13 11:02:26.327735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea77bf-faae-4582-8ac7-a5ce3da73baa admin admin] Pushing event updated for resources: {'Network': ['ID=af265d94-60d2-4643-a740-30c45c64b71e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:26.340325 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:26.345096 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network af265d94-60d2-4643-a740-30c45c64b71e details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:02:26.355191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36327ac-2c79-4c7d-b18e-4332de64fc75 req-0aa5b301-5464-46e2-a731-4eb7ce57559e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.361443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36327ac-2c79-4c7d-b18e-4332de64fc75 req-0aa5b301-5464-46e2-a731-4eb7ce57559e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.368363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36327ac-2c79-4c7d-b18e-4332de64fc75 req-0aa5b301-5464-46e2-a731-4eb7ce57559e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.374029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36327ac-2c79-4c7d-b18e-4332de64fc75 req-0aa5b301-5464-46e2-a731-4eb7ce57559e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.380328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36327ac-2c79-4c7d-b18e-4332de64fc75 req-0aa5b301-5464-46e2-a731-4eb7ce57559e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.386670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36327ac-2c79-4c7d-b18e-4332de64fc75 req-0aa5b301-5464-46e2-a731-4eb7ce57559e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.393248 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0011b32a-b84a-4117-bae5-c4ec40b0aa04 req-5c968089-750d-4735-a42e-56da85c63437 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814812 Oct 13 11:02:26.394476 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f36327ac-2c79-4c7d-b18e-4332de64fc75 req-0aa5b301-5464-46e2-a731-4eb7ce57559e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 4599 time: 0.2949498 Oct 13 11:02:26.506551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15eecfdd-2834-4876-b94a-82c34acd0abe admin admin] Made reservation on behalf of 2fb2973ca8594914a06108d9b8815504 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:02:26.509288 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15eecfdd-2834-4876-b94a-82c34acd0abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:26.530918 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:26.558737 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:26.567842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efaf48b-e02e-4571-9d2e-3ac74778211e {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:26.579557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661384f-37b4-403b-ad30-74c814ba2636 req-ae8e39c0-f5ac-4a1c-9501-1887c590ff7e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.581143 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2661384f-37b4-403b-ad30-74c814ba2636 req-ae8e39c0-f5ac-4a1c-9501-1887c590ff7e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.0985155 Oct 13 11:02:26.586257 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:26.598443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': '1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:26.600861 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9233afc8-7904-4ae5-9094-68d42ad0cbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:26.603952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Transition to ACTIVE for port object 9efaf48b-e02e-4571-9d2e-3ac74778211e will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:02:26.626866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f36327ac-2c79-4c7d-b18e-4332de64fc75 req-ce8415ba-68ca-41f4-8832-094e592688ca tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2314925 Oct 13 11:02:26.654449 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2661384f-37b4-403b-ad30-74c814ba2636 req-b3b36079-b181-4907-9db3-f5e51524fd6b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492861 Oct 13 11:02:26.662406 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:26.746729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Pushing event updated for resources: {'Port': ['ID=9efaf48b-e02e-4571-9d2e-3ac74778211e,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:26.754016 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:26.754587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fd2c4df-9d67-4ad3-9e95-1526b48e712c {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:02:26.763913 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:26.768008 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48664) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:26.768756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2ebdec5f-7bd0-40f1-8ed4-689120cf3624 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "DELETE /v2.0/routers/8fd2c4df-9d67-4ad3-9e95-1526b48e712c HTTP/1.1" status: 204 len: 168 time: 2.7792103 Oct 13 11:02:26.803555 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af546a1-633e-4267-8671-5a997745a348 x-openstack-request-id: req-3af546a1-633e-4267-8671-5a997745a348 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:26.804458 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:26.804713 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3af546a1-633e-4267-8671-5a997745a348 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:26.805214 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': '1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35', 'status': 'completed', 'code': 200} Oct 13 11:02:26.939901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-744c6a30-8088-45f8-bb87-c778c9dd94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.940374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-744c6a30-8088-45f8-bb87-c778c9dd94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.940832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-744c6a30-8088-45f8-bb87-c778c9dd94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.941291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-744c6a30-8088-45f8-bb87-c778c9dd94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.941749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-744c6a30-8088-45f8-bb87-c778c9dd94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.942204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-744c6a30-8088-45f8-bb87-c778c9dd94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.949725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-744c6a30-8088-45f8-bb87-c778c9dd94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:26.949725 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-744c6a30-8088-45f8-bb87-c778c9dd94bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 6166 time: 0.1164348 Oct 13 11:02:27.004739 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15eecfdd-2834-4876-b94a-82c34acd0abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.029213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419084c7-8c33-4fc3-bae1-2ba785c3007a req-2f1c9cbf-88fa-4dad-93c1-c4124932e7f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.035697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419084c7-8c33-4fc3-bae1-2ba785c3007a req-2f1c9cbf-88fa-4dad-93c1-c4124932e7f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.043366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419084c7-8c33-4fc3-bae1-2ba785c3007a req-2f1c9cbf-88fa-4dad-93c1-c4124932e7f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.049524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419084c7-8c33-4fc3-bae1-2ba785c3007a req-2f1c9cbf-88fa-4dad-93c1-c4124932e7f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.056998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419084c7-8c33-4fc3-bae1-2ba785c3007a req-2f1c9cbf-88fa-4dad-93c1-c4124932e7f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.064845 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419084c7-8c33-4fc3-bae1-2ba785c3007a req-2f1c9cbf-88fa-4dad-93c1-c4124932e7f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.072176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419084c7-8c33-4fc3-bae1-2ba785c3007a req-2f1c9cbf-88fa-4dad-93c1-c4124932e7f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.074233 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-419084c7-8c33-4fc3-bae1-2ba785c3007a req-2f1c9cbf-88fa-4dad-93c1-c4124932e7f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5431 time: 0.2669990 Oct 13 11:02:27.111118 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eecfdd-2834-4876-b94a-82c34acd0abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7257deaf-ea57-468d-8714-4ba8e8154436,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:27.129670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Attempting to bind port 9efaf48b-e02e-4571-9d2e-3ac74778211e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:27.129670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Attempting to bind port 9efaf48b-e02e-4571-9d2e-3ac74778211e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:27.129670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Attempting to bind port 9efaf48b-e02e-4571-9d2e-3ac74778211e on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:27.129670 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.175931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Port 9efaf48b-e02e-4571-9d2e-3ac74778211e on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:02:27.176292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Attempting to bind port 9efaf48b-e02e-4571-9d2e-3ac74778211e on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:27.177712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eecfdd-2834-4876-b94a-82c34acd0abe admin admin] Checking segment: {'id': '63000774-0ccd-4ab6-9e99-649243f54477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:27.178086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eecfdd-2834-4876-b94a-82c34acd0abe admin admin] Network hostable DHCP agents. Network: af265d94-60d2-4643-a740-30c45c64b71e, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:02:27.181605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-962f8e7f-ae46-4dbf-a071-9d0c12270ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.182066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-962f8e7f-ae46-4dbf-a071-9d0c12270ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.182537 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-962f8e7f-ae46-4dbf-a071-9d0c12270ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.184084 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-962f8e7f-ae46-4dbf-a071-9d0c12270ed8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2292838 Oct 13 11:02:27.202637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:27.202980 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Checking segment: {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:27.203365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Bound using segment: {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:27.203866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Bound port: 9efaf48b-e02e-4571-9d2e-3ac74778211e, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:27.204237 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.219120 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-419084c7-8c33-4fc3-bae1-2ba785c3007a req-cf3aa92f-fad3-4531-bc11-164eb8dd9419 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322467 Oct 13 11:02:27.272579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61287ef3-fc2d-4230-86a6-14e29774ca04 req-e99a8cc7-a590-4517-a45f-575387e2f752 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.273959 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61287ef3-fc2d-4230-86a6-14e29774ca04 req-e99a8cc7-a590-4517-a45f-575387e2f752 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 946 time: 0.1402891 Oct 13 11:02:27.316684 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.329634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] For port 9efaf48b-e02e-4571-9d2e-3ac74778211e, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:27.341344 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61287ef3-fc2d-4230-86a6-14e29774ca04 req-842503c1-f46d-4ef5-8e9f-45d974bd8985 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602448 Oct 13 11:02:27.341815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] For port 9efaf48b-e02e-4571-9d2e-3ac74778211e, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=9efaf48b-e02e-4571-9d2e-3ac74778211e,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:27.352237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-57df5b03-6586-48d2-8009-134548583b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.353903 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9233afc8-7904-4ae5-9094-68d42ad0cbe6 req-57df5b03-6586-48d2-8009-134548583b16 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582322 Oct 13 11:02:27.354752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eecfdd-2834-4876-b94a-82c34acd0abe admin admin] Network af265d94-60d2-4643-a740-30c45c64b71e is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:02:27.400970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 94cf05b0-82c6-412e-bc9e-6b67117903b5 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:02:27.461120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-15eecfdd-2834-4876-b94a-82c34acd0abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, af265d94-60d2-4643-a740-30c45c64b71e) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:27.464768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.470063 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Deleting port bd00f931-bfda-4b22-ab3c-614479c66583 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:02:27.470449 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.475075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eecfdd-2834-4876-b94a-82c34acd0abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.476820 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15eecfdd-2834-4876-b94a-82c34acd0abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.486636 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92e97e6-114a-49e8-aa3f-3749ad3b0f63 None None] Network af265d94-60d2-4643-a740-30c45c64b71e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:02:27.547413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.548052 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.549351 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] 10.222.0.21 "PUT /v2.0/ports/9efaf48b-e02e-4571-9d2e-3ac74778211e HTTP/1.1" status: 200 len: 1130 time: 1.5842898 Oct 13 11:02:27.581061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6ce1a-5107-4615-a690-402c3944bded service neutron] Pushing event updated for resources: {'Port': ['ID=9efaf48b-e02e-4571-9d2e-3ac74778211e,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:27.591432 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-15eecfdd-2834-4876-b94a-82c34acd0abe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3377254 Oct 13 11:02:27.597353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48672) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:27.602783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-949438506-router', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:27.610345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 94cf05b0-82c6-412e-bc9e-6b67117903b5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=94cf05b0-82c6-412e-bc9e-6b67117903b5,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:27.611522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] For port bd00f931-bfda-4b22-ab3c-614479c66583, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=bd00f931-bfda-4b22-ab3c-614479c66583,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:27.611900 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.637141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9b5f9-db45-4a40-965c-ff4ad68d3911 req-56ca47e2-f887-4c86-a368-29ab92844dda tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.645416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22b9b5f9-db45-4a40-965c-ff4ad68d3911 req-56ca47e2-f887-4c86-a368-29ab92844dda tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 945 time: 0.1137073 Oct 13 11:02:27.678176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Calling delete_port for bd00f931-bfda-4b22-ab3c-614479c66583 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:02:27.692103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Request body: {'port': {'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:27.693885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22b9b5f9-db45-4a40-965c-ff4ad68d3911 req-704439f1-d718-46dd-a3f5-4dacc1b47d45 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472271 Oct 13 11:02:27.726414 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.728275 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.740001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '94cf05b0-82c6-412e-bc9e-6b67117903b5', 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72', 'port_id': '94cf05b0-82c6-412e-bc9e-6b67117903b5', 'mac_address': 'fa:16:3e:39:a9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed19e18-2ea3-4797-b575-0d77ae1124dd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:02:27.762821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-af265d94-60d2-4643-a740-30c45c64b71e', 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'fixed_ips': [{'subnet_id': '7257deaf-ea57-468d-8714-4ba8e8154436'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:02:27.766173 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.844807 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.858828 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906a142-880c-45f9-a97f-2e402b754e90 req-44bc9211-8d29-45be-844e-dfc6cf8f7040 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.860351 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5906a142-880c-45f9-a97f-2e402b754e90 req-44bc9211-8d29-45be-844e-dfc6cf8f7040 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.46 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 945 time: 0.2377944 Oct 13 11:02:27.864252 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.920804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918928de-56cf-41b6-b999-797f69835f5a req-c17aea9f-4213-4568-8f6b-780af4cfbf27 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.928113 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:27.929653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918928de-56cf-41b6-b999-797f69835f5a req-c17aea9f-4213-4568-8f6b-780af4cfbf27 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.937299 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918928de-56cf-41b6-b999-797f69835f5a req-c17aea9f-4213-4568-8f6b-780af4cfbf27 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.946441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918928de-56cf-41b6-b999-797f69835f5a req-c17aea9f-4213-4568-8f6b-780af4cfbf27 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.956401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918928de-56cf-41b6-b999-797f69835f5a req-c17aea9f-4213-4568-8f6b-780af4cfbf27 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.960881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cf05b0-82c6-412e-bc9e-6b67117903b5 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:27.964412 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918928de-56cf-41b6-b999-797f69835f5a req-c17aea9f-4213-4568-8f6b-780af4cfbf27 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.971498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918928de-56cf-41b6-b999-797f69835f5a req-c17aea9f-4213-4568-8f6b-780af4cfbf27 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:27.973522 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-918928de-56cf-41b6-b999-797f69835f5a req-c17aea9f-4213-4568-8f6b-780af4cfbf27 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5371 time: 0.1557772 Oct 13 11:02:27.983979 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 94cf05b0-82c6-412e-bc9e-6b67117903b5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=94cf05b0-82c6-412e-bc9e-6b67117903b5,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:28.050345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Allocated IP 172.20.0.2 (af265d94-60d2-4643-a740-30c45c64b71e/7257deaf-ea57-468d-8714-4ba8e8154436/5d3322ac-9bfd-4543-9910-fad348b72a72) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:28.135714 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:28.147131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dfd06-6891-4839-8b30-132947d1a85f req-588e26df-e202-47f7-b74f-0a8c5da0b758 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:28.149198 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cf5dfd06-6891-4839-8b30-132947d1a85f req-588e26df-e202-47f7-b74f-0a8c5da0b758 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.2631824 Oct 13 11:02:28.168486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-918928de-56cf-41b6-b999-797f69835f5a req-10c320a2-ad29-43f0-b5c5-71cc5123c17a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1574628 Oct 13 11:02:28.195507 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:28.195507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0c538839-1be6-4a32-b0e6-10d01668a313 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:02:28.281276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-5906a142-880c-45f9-a97f-2e402b754e90 req-90c5a0be-9514-44c2-807c-e64a5eb53562 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Deleting port 86576b74-abb8-4fa1-b27b-14e724e3e79d {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:02:28.283063 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5906a142-880c-45f9-a97f-2e402b754e90 req-90c5a0be-9514-44c2-807c-e64a5eb53562 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:28.433280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 0c538839-1be6-4a32-b0e6-10d01668a313, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0c538839-1be6-4a32-b0e6-10d01668a313,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:28.533963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529dcc2-5fe2-42fc-a30a-a185b3558487 req-3fd3454b-550d-4f93-9d7d-a15ee04ea9d6 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:28.543245 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a529dcc2-5fe2-42fc-a30a-a185b3558487 req-3fd3454b-550d-4f93-9d7d-a15ee04ea9d6 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 946 time: 0.1458673 Oct 13 11:02:28.557104 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:28.591464 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:28.609536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '0c538839-1be6-4a32-b0e6-10d01668a313', 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582', 'port_id': '0c538839-1be6-4a32-b0e6-10d01668a313', 'mac_address': 'fa:16:3e:0c:c7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304336d7-821e-4681-8f14-801ba5e0e6dc', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:02:28.621049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=94cf05b0-82c6-412e-bc9e-6b67117903b5,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:28.651323 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a529dcc2-5fe2-42fc-a30a-a185b3558487 req-6fa623fd-560b-414f-bf28-3e68b671e3dd tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070378 Oct 13 11:02:28.664844 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:28.675055 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:28.700967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c538839-1be6-4a32-b0e6-10d01668a313 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:28.708930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5906a142-880c-45f9-a97f-2e402b754e90 req-90c5a0be-9514-44c2-807c-e64a5eb53562 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] For port 86576b74-abb8-4fa1-b27b-14e724e3e79d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=86576b74-abb8-4fa1-b27b-14e724e3e79d,segment=NetworkSegment(f28d9407-1336-4cd3-9c9b-936463618b2e),segment_id=f28d9407-1336-4cd3-9c9b-936463618b2e)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:28.709515 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5906a142-880c-45f9-a97f-2e402b754e90 req-90c5a0be-9514-44c2-807c-e64a5eb53562 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:28.725500 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-5906a142-880c-45f9-a97f-2e402b754e90 req-90c5a0be-9514-44c2-807c-e64a5eb53562 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Calling delete_port for 86576b74-abb8-4fa1-b27b-14e724e3e79d owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:02:28.740369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 0c538839-1be6-4a32-b0e6-10d01668a313, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0c538839-1be6-4a32-b0e6-10d01668a313,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:28.763487 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:28.810458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Pushing event updated for resources: {'Port': ['ID=5d3322ac-9bfd-4543-9910-fad348b72a72,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:28.819637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Network af265d94-60d2-4643-a740-30c45c64b71e is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:28.819854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Allocated IP 172.25.0.16 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/479f4bc2-fbc9-40ff-8c26-0f343e3b385d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:28.821519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:28.823906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:28.851510 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': '9efaf48b-e02e-4571-9d2e-3ac74778211e'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:28.853851 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ceaa82-90bd-4b94-b2d2-00d784b16008" -d '{"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "9efaf48b-e02e-4571-9d2e-3ac74778211e"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:28.889788 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cf5dfd06-6891-4839-8b30-132947d1a85f req-ad6e90be-5f20-4a06-8be4-ca1742dc8c48 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7326396 Oct 13 11:02:28.900202 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:28.901061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c5a9bc85-a7e6-4129-95b9-1a12e3334a90 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:02:28.946306 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:28.983806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Attempting to bind port 5d3322ac-9bfd-4543-9910-fad348b72a72 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:28.985169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Attempting to bind port 5d3322ac-9bfd-4543-9910-fad348b72a72 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '63000774-0ccd-4ab6-9e99-649243f54477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:28.985538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Attempting to bind port 5d3322ac-9bfd-4543-9910-fad348b72a72 on network af265d94-60d2-4643-a740-30c45c64b71e {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:28.990860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2a32b-819d-4e20-a768-b2303facd6fa req-1460b9a7-f029-4739-bafb-0299d05ca54e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:28.997911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2a32b-819d-4e20-a768-b2303facd6fa req-1460b9a7-f029-4739-bafb-0299d05ca54e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:29.002185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:29.002688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Checking segment: {'id': '63000774-0ccd-4ab6-9e99-649243f54477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:29.003089 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.008086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Bound using segment: {'id': '63000774-0ccd-4ab6-9e99-649243f54477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:29.008086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Bound port: 5d3322ac-9bfd-4543-9910-fad348b72a72, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63000774-0ccd-4ab6-9e99-649243f54477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:29.008310 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2a32b-819d-4e20-a768-b2303facd6fa req-1460b9a7-f029-4739-bafb-0299d05ca54e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:29.008406 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.011772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2a32b-819d-4e20-a768-b2303facd6fa req-1460b9a7-f029-4739-bafb-0299d05ca54e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:29.019888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2a32b-819d-4e20-a768-b2303facd6fa req-1460b9a7-f029-4739-bafb-0299d05ca54e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:29.025695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2a32b-819d-4e20-a768-b2303facd6fa req-1460b9a7-f029-4739-bafb-0299d05ca54e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:29.033196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2a32b-819d-4e20-a768-b2303facd6fa req-1460b9a7-f029-4739-bafb-0299d05ca54e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:29.041612 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.042166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9d2a32b-819d-4e20-a768-b2303facd6fa req-1460b9a7-f029-4739-bafb-0299d05ca54e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5432 time: 0.2902765 Oct 13 11:02:29.059835 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.120499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:29.122568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd00f931-bfda-4b22-ab3c-614479c66583,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:29.138634 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.resource_extend [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 11:02:29.139916 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9d2a32b-819d-4e20-a768-b2303facd6fa req-d38725a1-baac-42dc-bae9-bb18c335730e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931747 Oct 13 11:02:29.141022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:29.145982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:29.149010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Pushing event updated for resources: {'Port': ['ID=479f4bc2-fbc9-40ff-8c26-0f343e3b385d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:29.166730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c5a9bc85-a7e6-4129-95b9-1a12e3334a90, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c5a9bc85-a7e6-4129-95b9-1a12e3334a90,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:29.193637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'c5a9bc85-a7e6-4129-95b9-1a12e3334a90', 'network_id': '231ca368-35d6-4a3f-8aab-23252a4b5f72', 'port_id': 'c5a9bc85-a7e6-4129-95b9-1a12e3334a90', 'mac_address': 'fa:16:3e:b8:41:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed19e18-2ea3-4797-b575-0d77ae1124dd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:02:29.208774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7719de-57d6-417e-b858-29706af11d2e req-4e1aaaa9-aa73-490e-bb0b-0b172a756922 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:29.216774 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f7719de-57d6-417e-b858-29706af11d2e req-4e1aaaa9-aa73-490e-bb0b-0b172a756922 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 945 time: 0.2113316 Oct 13 11:02:29.222955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] For port 5d3322ac-9bfd-4543-9910-fad348b72a72, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:29.229346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] For port 5d3322ac-9bfd-4543-9910-fad348b72a72, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5d3322ac-9bfd-4543-9910-fad348b72a72,segment=NetworkSegment(63000774-0ccd-4ab6-9e99-649243f54477),segment_id=63000774-0ccd-4ab6-9e99-649243f54477)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:29.239543 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04678f42-cf06-486b-a84c-797b449af9cb x-openstack-request-id: req-04678f42-cf06-486b-a84c-797b449af9cb {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:29.239851 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "9efaf48b-e02e-4571-9d2e-3ac74778211e", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:29.240256 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04678f42-cf06-486b-a84c-797b449af9cb {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:29.240744 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': '9efaf48b-e02e-4571-9d2e-3ac74778211e', 'status': 'completed', 'code': 200} Oct 13 11:02:29.307091 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.307314 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.309116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=0c538839-1be6-4a32-b0e6-10d01668a313,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:29.333902 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.412113 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.415555 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.425834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ab4be-2c21-4fb5-9da8-8caaa4f76178 None None] Pushing event updated for resources: {'Port': ['ID=5d3322ac-9bfd-4543-9910-fad348b72a72,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:29.444591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a9bc85-a7e6-4129-95b9-1a12e3334a90 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:29.469927 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c5a9bc85-a7e6-4129-95b9-1a12e3334a90, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c5a9bc85-a7e6-4129-95b9-1a12e3334a90,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:29.488329 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f7719de-57d6-417e-b858-29706af11d2e req-8732acbe-28a4-4612-b391-aebb6a3a175d tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/security-groups?id=d396a275-d8bd-414e-a1f8-49c05ff9fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706089 Oct 13 11:02:29.495362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5906a142-880c-45f9-a97f-2e402b754e90 req-90c5a0be-9514-44c2-807c-e64a5eb53562 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.535128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5a0be-9514-44c2-807c-e64a5eb53562 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Pushing event deleted for resources: {'Port': ['ID=86576b74-abb8-4fa1-b27b-14e724e3e79d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:29.539894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65983bd1-4ef2-411e-be98-9c65ff0ed431 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:29.554507 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.555488 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.557341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4b45b71e-507c-4f82-9175-e9a55d5c8e54 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:02:29.635646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Transition to ACTIVE for port object 65983bd1-4ef2-411e-be98-9c65ff0ed431 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:02:29.637451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5906a142-880c-45f9-a97f-2e402b754e90 req-90c5a0be-9514-44c2-807c-e64a5eb53562 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] No DVR routers for this DVR port 86576b74-abb8-4fa1-b27b-14e724e3e79d on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:02:29.639258 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.646898 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 390ac4d8-80f6-4d93-94cd-6837422e42d9 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:02:29.649677 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5906a142-880c-45f9-a97f-2e402b754e90 req-90c5a0be-9514-44c2-807c-e64a5eb53562 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.654039 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5906a142-880c-45f9-a97f-2e402b754e90 req-90c5a0be-9514-44c2-807c-e64a5eb53562 tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.46 "DELETE /v2.0/ports/86576b74-abb8-4fa1-b27b-14e724e3e79d HTTP/1.1" status: 204 len: 173 time: 1.7789214 Oct 13 11:02:29.675168 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.677416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e7df0dc8-9a3d-465e-957d-eb69288872e1 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "DELETE /v2.0/routers/390ac4d8-80f6-4d93-94cd-6837422e42d9 HTTP/1.1" status: 204 len: 168 time: 2.9033051 Oct 13 11:02:29.689299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48692) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:29.695132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1682113958', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:29.707328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=c5a9bc85-a7e6-4129-95b9-1a12e3334a90,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:29.711680 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:29.872561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Pushing event updated for resources: {'Port': ['ID=65983bd1-4ef2-411e-be98-9c65ff0ed431,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:29.979781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4b45b71e-507c-4f82-9175-e9a55d5c8e54, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b45b71e-507c-4f82-9175-e9a55d5c8e54,segment=NetworkSegment(6d53608d-953d-4c8c-b247-0e49e91cd5d3),segment_id=6d53608d-953d-4c8c-b247-0e49e91cd5d3)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:30.010714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '4b45b71e-507c-4f82-9175-e9a55d5c8e54', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'port_id': '4b45b71e-507c-4f82-9175-e9a55d5c8e54', 'mac_address': 'fa:16:3e:1c:bb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:02:30.029996 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:30.046402 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:30.079551 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:30.090282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75549e5-e355-466c-8dc1-b1ac1b99aec1 req-8c492dd7-175a-41c5-84b7-2877593993e6 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.097870 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b75549e5-e355-466c-8dc1-b1ac1b99aec1 req-8c492dd7-175a-41c5-84b7-2877593993e6 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 946 time: 0.1944284 Oct 13 11:02:30.101994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b45b71e-507c-4f82-9175-e9a55d5c8e54 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:30.144409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4b45b71e-507c-4f82-9175-e9a55d5c8e54, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b45b71e-507c-4f82-9175-e9a55d5c8e54,segment=NetworkSegment(6d53608d-953d-4c8c-b247-0e49e91cd5d3),segment_id=6d53608d-953d-4c8c-b247-0e49e91cd5d3)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:30.181334 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-a1de377e-635c-49d7-a269-a1d880ddc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.181864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-a1de377e-635c-49d7-a269-a1d880ddc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.182319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-a1de377e-635c-49d7-a269-a1d880ddc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.182816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-a1de377e-635c-49d7-a269-a1d880ddc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.183332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-a1de377e-635c-49d7-a269-a1d880ddc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.183797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-a1de377e-635c-49d7-a269-a1d880ddc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.184403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-a1de377e-635c-49d7-a269-a1d880ddc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.186954 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-a1de377e-635c-49d7-a269-a1d880ddc98d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 6208 time: 0.9309928 Oct 13 11:02:30.207331 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:30.210969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Attempting to bind port 65983bd1-4ef2-411e-be98-9c65ff0ed431 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:30.211560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Attempting to bind port 65983bd1-4ef2-411e-be98-9c65ff0ed431 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:30.212071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Attempting to bind port 65983bd1-4ef2-411e-be98-9c65ff0ed431 on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:30.220005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b75549e5-e355-466c-8dc1-b1ac1b99aec1 req-238b6418-5211-4afc-aab1-f2e876b87df5 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211448 Oct 13 11:02:30.224329 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Port 65983bd1-4ef2-411e-be98-9c65ff0ed431 on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:02:30.224665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Attempting to bind port 65983bd1-4ef2-411e-be98-9c65ff0ed431 on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:30.233187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:30.233453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Checking segment: {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:30.243361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Bound using segment: {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:30.243810 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:30.243810 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4b955f06-9355-4152-b824-207e8663b591 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:02:30.243971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7de17-922c-463f-adad-47b56270cfc6 req-0c4c0a9e-71ae-412b-96e7-292594301963 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.248961 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7de17-922c-463f-adad-47b56270cfc6 req-0c4c0a9e-71ae-412b-96e7-292594301963 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.255435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Bound port: 65983bd1-4ef2-411e-be98-9c65ff0ed431, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:30.255685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7de17-922c-463f-adad-47b56270cfc6 req-0c4c0a9e-71ae-412b-96e7-292594301963 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.257931 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:30.278485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7de17-922c-463f-adad-47b56270cfc6 req-0c4c0a9e-71ae-412b-96e7-292594301963 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.285418 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7de17-922c-463f-adad-47b56270cfc6 req-0c4c0a9e-71ae-412b-96e7-292594301963 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.292757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7de17-922c-463f-adad-47b56270cfc6 req-0c4c0a9e-71ae-412b-96e7-292594301963 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.306536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7de17-922c-463f-adad-47b56270cfc6 req-0c4c0a9e-71ae-412b-96e7-292594301963 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.314784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6e7de17-922c-463f-adad-47b56270cfc6 req-0c4c0a9e-71ae-412b-96e7-292594301963 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5371 time: 0.9821601 Oct 13 11:02:30.373467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4b955f06-9355-4152-b824-207e8663b591, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b955f06-9355-4152-b824-207e8663b591,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:30.386659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0875f6f-a5d9-46d8-a357-e0ecb21c4f42 req-c5caf1aa-9b8f-423b-9dd8-2201aa51a11b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.388251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0875f6f-a5d9-46d8-a357-e0ecb21c4f42 req-c5caf1aa-9b8f-423b-9dd8-2201aa51a11b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.46 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 946 time: 1.0166388 Oct 13 11:02:30.388481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '4b955f06-9355-4152-b824-207e8663b591', 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582', 'port_id': '4b955f06-9355-4152-b824-207e8663b591', 'mac_address': 'fa:16:3e:b9:ab:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304336d7-821e-4681-8f14-801ba5e0e6dc', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:02:30.407121 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=4b45b71e-507c-4f82-9175-e9a55d5c8e54,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:30.472101 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:30.494614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b955f06-9355-4152-b824-207e8663b591 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:30.523798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4b955f06-9355-4152-b824-207e8663b591, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b955f06-9355-4152-b824-207e8663b591,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:30.538695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f767a-392c-45bf-988b-699ec45796cb req-8a6ae7d0-b41c-4d5b-8bbf-9ca757162f48 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.541811 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-397f767a-392c-45bf-988b-699ec45796cb req-8a6ae7d0-b41c-4d5b-8bbf-9ca757162f48 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.2294731 Oct 13 11:02:30.580923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] For port 65983bd1-4ef2-411e-be98-9c65ff0ed431, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:30.598973 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:30.599627 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 50046162-7e11-4c9f-a133-6908a9f0aa39 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:02:30.611312 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6e7de17-922c-463f-adad-47b56270cfc6 req-d515d24d-37ec-47dd-9aa8-ed22b2c82993 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2955778 Oct 13 11:02:30.612363 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:30.624133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] For port 65983bd1-4ef2-411e-be98-9c65ff0ed431, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=65983bd1-4ef2-411e-be98-9c65ff0ed431,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:30.639490 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-397f767a-392c-45bf-988b-699ec45796cb req-c6dba643-0bfa-4ac4-b8c0-f3b619f38643 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657086 Oct 13 11:02:30.735370 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 50046162-7e11-4c9f-a133-6908a9f0aa39, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=50046162-7e11-4c9f-a133-6908a9f0aa39,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:30.776823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '50046162-7e11-4c9f-a133-6908a9f0aa39', 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582', 'port_id': '50046162-7e11-4c9f-a133-6908a9f0aa39', 'mac_address': 'fa:16:3e:c7:32:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304336d7-821e-4681-8f14-801ba5e0e6dc', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:02:30.793143 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:30.809334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=4b955f06-9355-4152-b824-207e8663b591,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:30.880707 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:30.903397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-6a69958e-b525-4ed7-a780-ff3782252e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.905353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-6a69958e-b525-4ed7-a780-ff3782252e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.905694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50046162-7e11-4c9f-a133-6908a9f0aa39 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:30.912029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Pushing event updated for resources: {'Port': ['ID=65983bd1-4ef2-411e-be98-9c65ff0ed431,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:30.912936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 86576b74-abb8-4fa1-b27b-14e724e3e79d no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:02:30.918018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-6a69958e-b525-4ed7-a780-ff3782252e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.923050 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-6a69958e-b525-4ed7-a780-ff3782252e35 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7163446 Oct 13 11:02:30.953472 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 86576b74-abb8-4fa1-b27b-14e724e3e79d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:02:30.953806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 86576b74-abb8-4fa1-b27b-14e724e3e79d not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:02:30.954949 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-464e9628-e344-4c18-b0e8-1b5d4f56d0af req-8ac32023-7b24-4892-9705-57ba7818500c tempest-VolumesActionsTest-449450532 tempest-VolumesActionsTest-449450532-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31f8c15-ce2b-43d3-86a3-05e233426366 HTTP/1.1" status: 200 len: 210 time: 0.0579565 Oct 13 11:02:30.963166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 50046162-7e11-4c9f-a133-6908a9f0aa39, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=50046162-7e11-4c9f-a133-6908a9f0aa39,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:30.966111 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:30.966767 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:30.968207 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5901ea04-52c4-4d6c-829f-1faa7eb36d99 service neutron] 10.222.0.21 "PUT /v2.0/ports/65983bd1-4ef2-411e-be98-9c65ff0ed431 HTTP/1.1" status: 200 len: 1091 time: 3.2871087 Oct 13 11:02:31.073896 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.074668 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:02:31.079651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d3c2de-29d5-4baa-987f-bb70d68ed9fa None None] Network af265d94-60d2-4643-a740-30c45c64b71e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:02:31.179342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Request body: {'port': {'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:31.193881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-a0875f6f-a5d9-46d8-a357-e0ecb21c4f42 req-edb3f502-077d-42d8-a400-e0eec8f7d720 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Deleting port 32183da6-e1d9-4632-af3d-3209bd47b11f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:02:31.195900 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a0875f6f-a5d9-46d8-a357-e0ecb21c4f42 req-edb3f502-077d-42d8-a400-e0eec8f7d720 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.209776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5d3322ac-9bfd-4543-9910-fad348b72a72 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:31.243803 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31f8c15-ce2b-43d3-86a3-05e233426366', 'name': 'network-vif-deleted', 'tag': '86576b74-abb8-4fa1-b27b-14e724e3e79d'}, {'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': '65983bd1-4ef2-411e-be98-9c65ff0ed431'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:31.257734 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aa1020-1808-4c28-84e0-53c4ed532783" -d '{"events": [{"server_uuid": "e31f8c15-ce2b-43d3-86a3-05e233426366", "name": "network-vif-deleted", "tag": "86576b74-abb8-4fa1-b27b-14e724e3e79d"}, {"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "65983bd1-4ef2-411e-be98-9c65ff0ed431"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:31.291214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-527414d2-b2b4-4f8a-8b61-893cf7b8c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.296545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05ceaa82-90bd-4b94-b2d2-00d784b16008 req-527414d2-b2b4-4f8a-8b61-893cf7b8c0d1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3688641 Oct 13 11:02:31.320202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1e5b1f2a-86fe-4784-b429-eafd5aa62c84,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:31.322963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ac123c88-d573-49ae-a5cf-892e2cdc4832 None None] Provisioning complete for port 5d3322ac-9bfd-4543-9910-fad348b72a72 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:31.323335 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ac123c88-d573-49ae-a5cf-892e2cdc4832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.324834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=50046162-7e11-4c9f-a133-6908a9f0aa39,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:31.346230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201e31-7969-455e-888d-f26d760123a7 req-48570019-09e5-42a1-ad66-fbb6757be4fd tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.358618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201e31-7969-455e-888d-f26d760123a7 req-48570019-09e5-42a1-ad66-fbb6757be4fd tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.373087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201e31-7969-455e-888d-f26d760123a7 req-48570019-09e5-42a1-ad66-fbb6757be4fd tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.384379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201e31-7969-455e-888d-f26d760123a7 req-48570019-09e5-42a1-ad66-fbb6757be4fd tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.385574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '1e5b1f2a-86fe-4784-b429-eafd5aa62c84', 'network_id': '29e1e4ce-398c-485c-8047-e064dc11e582', 'port_id': '1e5b1f2a-86fe-4784-b429-eafd5aa62c84', 'mac_address': 'fa:16:3e:9b:3f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304336d7-821e-4681-8f14-801ba5e0e6dc', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:02:31.396675 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201e31-7969-455e-888d-f26d760123a7 req-48570019-09e5-42a1-ad66-fbb6757be4fd tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.407804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201e31-7969-455e-888d-f26d760123a7 req-48570019-09e5-42a1-ad66-fbb6757be4fd tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.408039 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.415086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201e31-7969-455e-888d-f26d760123a7 req-48570019-09e5-42a1-ad66-fbb6757be4fd tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.419328 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa201e31-7969-455e-888d-f26d760123a7 req-48570019-09e5-42a1-ad66-fbb6757be4fd tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5436 time: 0.6689157 Oct 13 11:02:31.421116 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.457446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2bcd8-e6ba-4e7f-ae45-0e5f8914cead req-76c0695d-55a4-4b44-b3a5-a540c2352576 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.465751 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-87e2bcd8-e6ba-4e7f-ae45-0e5f8914cead req-76c0695d-55a4-4b44-b3a5-a540c2352576 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 946 time: 0.1087630 Oct 13 11:02:31.474640 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.513045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 5d3322ac-9bfd-4543-9910-fad348b72a72 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:31.513045 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.543688 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.558933 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.614555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa201e31-7969-455e-888d-f26d760123a7 req-83c1d8a3-ac32-4aec-a12a-c54594c602b3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1859932 Oct 13 11:02:31.621765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a0875f6f-a5d9-46d8-a357-e0ecb21c4f42 req-edb3f502-077d-42d8-a400-e0eec8f7d720 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] For port 32183da6-e1d9-4632-af3d-3209bd47b11f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32183da6-e1d9-4632-af3d-3209bd47b11f,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:31.621938 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a0875f6f-a5d9-46d8-a357-e0ecb21c4f42 req-edb3f502-077d-42d8-a400-e0eec8f7d720 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.627098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:31.648736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-a0875f6f-a5d9-46d8-a357-e0ecb21c4f42 req-edb3f502-077d-42d8-a400-e0eec8f7d720 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Calling delete_port for 32183da6-e1d9-4632-af3d-3209bd47b11f owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:02:31.666615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Allocated IP 172.25.0.11 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/e85fac8f-45bb-45c3-a512-8f5d8cfa11ed) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:31.686311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1e5b1f2a-86fe-4784-b429-eafd5aa62c84,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:31.708664 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ac123c88-d573-49ae-a5cf-892e2cdc4832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.781518 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ac123c88-d573-49ae-a5cf-892e2cdc4832 None None] For port 5d3322ac-9bfd-4543-9910-fad348b72a72, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5d3322ac-9bfd-4543-9910-fad348b72a72,segment=NetworkSegment(63000774-0ccd-4ab6-9e99-649243f54477),segment_id=63000774-0ccd-4ab6-9e99-649243f54477)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:31.804702 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.808952 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.841234 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e9a53a-92b9-4132-8df0-d6e52ec883ea x-openstack-request-id: req-47e9a53a-92b9-4132-8df0-d6e52ec883ea {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:31.841511 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31f8c15-ce2b-43d3-86a3-05e233426366", "name": "network-vif-deleted", "tag": "86576b74-abb8-4fa1-b27b-14e724e3e79d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "65983bd1-4ef2-411e-be98-9c65ff0ed431", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:31.841827 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47e9a53a-92b9-4132-8df0-d6e52ec883ea {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:31.842213 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31f8c15-ce2b-43d3-86a3-05e233426366', 'name': 'network-vif-deleted', 'tag': '86576b74-abb8-4fa1-b27b-14e724e3e79d', 'status': 'completed', 'code': 200} Oct 13 11:02:31.842514 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': '65983bd1-4ef2-411e-be98-9c65ff0ed431', 'status': 'completed', 'code': 200} Oct 13 11:02:31.847455 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.856156 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ac123c88-d573-49ae-a5cf-892e2cdc4832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.882821 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-87e2bcd8-e6ba-4e7f-ae45-0e5f8914cead req-7c8b7a59-a07d-45a4-a217-0df34c2d4505 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158919 Oct 13 11:02:31.915258 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:31.922543 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=1e5b1f2a-86fe-4784-b429-eafd5aa62c84,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:31.994243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-34acf310-0a54-46e0-97df-50efeaa5773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.994770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-34acf310-0a54-46e0-97df-50efeaa5773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.995239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-34acf310-0a54-46e0-97df-50efeaa5773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.995709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-34acf310-0a54-46e0-97df-50efeaa5773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.996171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-34acf310-0a54-46e0-97df-50efeaa5773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.997067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-34acf310-0a54-46e0-97df-50efeaa5773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.997536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-34acf310-0a54-46e0-97df-50efeaa5773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:31.999566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-34acf310-0a54-46e0-97df-50efeaa5773b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 6275 time: 0.2704940 Oct 13 11:02:32.039489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf3d3b-9e1e-463b-9d00-13f67e3ca902 req-4d9f0895-5a99-4ac6-a832-a6ab9aed4b82 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.041546 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:02:32.041913 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:02:32.047799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf3d3b-9e1e-463b-9d00-13f67e3ca902 req-4d9f0895-5a99-4ac6-a832-a6ab9aed4b82 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.055942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf3d3b-9e1e-463b-9d00-13f67e3ca902 req-4d9f0895-5a99-4ac6-a832-a6ab9aed4b82 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.058685 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac123c88-d573-49ae-a5cf-892e2cdc4832 None None] Pushing event updated for resources: {'Port': ['ID=5d3322ac-9bfd-4543-9910-fad348b72a72,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:32.061782 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:32.074489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf3d3b-9e1e-463b-9d00-13f67e3ca902 req-4d9f0895-5a99-4ac6-a832-a6ab9aed4b82 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.082478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf3d3b-9e1e-463b-9d00-13f67e3ca902 req-4d9f0895-5a99-4ac6-a832-a6ab9aed4b82 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.090605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf3d3b-9e1e-463b-9d00-13f67e3ca902 req-4d9f0895-5a99-4ac6-a832-a6ab9aed4b82 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.097100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf3d3b-9e1e-463b-9d00-13f67e3ca902 req-4d9f0895-5a99-4ac6-a832-a6ab9aed4b82 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.099619 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3acf3d3b-9e1e-463b-9d00-13f67e3ca902 req-4d9f0895-5a99-4ac6-a832-a6ab9aed4b82 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5383 time: 0.3335574 Oct 13 11:02:32.120083 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:32.125247 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:32.136759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:32.186532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Pushing event updated for resources: {'Port': ['ID=e85fac8f-45bb-45c3-a512-8f5d8cfa11ed,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:32.236156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb98cd-b5d1-4cdc-9ebd-7f62a58f4af8 req-b0351f73-7d6e-4e2e-baca-f42223d0bb46 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.237699 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2cb98cd-b5d1-4cdc-9ebd-7f62a58f4af8 req-b0351f73-7d6e-4e2e-baca-f42223d0bb46 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1777282 Oct 13 11:02:32.291590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e3eaecc7-4c7e-48c9-acce-4340e0f7e245 None None] Provisioning complete for port 5d3322ac-9bfd-4543-9910-fad348b72a72 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:32.292337 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e3eaecc7-4c7e-48c9-acce-4340e0f7e245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:32.339196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3acf3d3b-9e1e-463b-9d00-13f67e3ca902 req-91383cd3-728b-41d2-b4b3-7c729eca65ed tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2210884 Oct 13 11:02:32.414188 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2cb98cd-b5d1-4cdc-9ebd-7f62a58f4af8 req-9e903e6f-9c88-4d4d-b041-301239eed09a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453445 Oct 13 11:02:32.480553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-67685088-c7ed-42ba-80a9-c93ed50e1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.481240 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-67685088-c7ed-42ba-80a9-c93ed50e1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.481822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-67685088-c7ed-42ba-80a9-c93ed50e1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.484109 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-67685088-c7ed-42ba-80a9-c93ed50e1aa2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4724176 Oct 13 11:02:32.485181 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a0875f6f-a5d9-46d8-a357-e0ecb21c4f42 req-edb3f502-077d-42d8-a400-e0eec8f7d720 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:32.501733 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['0c538839-1be6-4a32-b0e6-10d01668a313'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:32.526469 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['4b45b71e-507c-4f82-9175-e9a55d5c8e54'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:32.528544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['c5a9bc85-a7e6-4129-95b9-1a12e3334a90'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:32.530972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['4b955f06-9355-4152-b824-207e8663b591'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:32.532889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['50046162-7e11-4c9f-a133-6908a9f0aa39'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:32.533736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3f502-077d-42d8-a400-e0eec8f7d720 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Pushing event deleted for resources: {'Port': ['ID=32183da6-e1d9-4632-af3d-3209bd47b11f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:32.534831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['1e5b1f2a-86fe-4784-b429-eafd5aa62c84'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:32.581309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Router 7df54106-ac9a-4e48-8466-92db09c0da60 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:02:32.606960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0875f6f-a5d9-46d8-a357-e0ecb21c4f42 req-edb3f502-077d-42d8-a400-e0eec8f7d720 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] No DVR routers for this DVR port 32183da6-e1d9-4632-af3d-3209bd47b11f on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:02:32.611198 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a0875f6f-a5d9-46d8-a357-e0ecb21c4f42 req-edb3f502-077d-42d8-a400-e0eec8f7d720 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:32.613566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0875f6f-a5d9-46d8-a357-e0ecb21c4f42 req-edb3f502-077d-42d8-a400-e0eec8f7d720 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.46 "DELETE /v2.0/ports/32183da6-e1d9-4632-af3d-3209bd47b11f HTTP/1.1" status: 204 len: 173 time: 2.2119493 Oct 13 11:02:32.614061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85741f57-5f31-4e5f-9025-ca3523774c4c', 'name': 'network-vif-deleted', 'tag': '32183da6-e1d9-4632-af3d-3209bd47b11f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:32.617298 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cc4ab2-e679-440d-8c52-2e77ceb63134" -d '{"events": [{"server_uuid": "85741f57-5f31-4e5f-9025-ca3523774c4c", "name": "network-vif-deleted", "tag": "32183da6-e1d9-4632-af3d-3209bd47b11f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:32.674316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:32.688416 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:32.707256 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Transition to ACTIVE for port object efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:02:32.766238 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d811ea-64af-47b6-a239-616a59307304 x-openstack-request-id: req-b7d811ea-64af-47b6-a239-616a59307304 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:32.766571 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85741f57-5f31-4e5f-9025-ca3523774c4c", "name": "network-vif-deleted", "tag": "32183da6-e1d9-4632-af3d-3209bd47b11f", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:32.766829 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7d811ea-64af-47b6-a239-616a59307304 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:32.767235 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85741f57-5f31-4e5f-9025-ca3523774c4c', 'name': 'network-vif-deleted', 'tag': '32183da6-e1d9-4632-af3d-3209bd47b11f', 'status': 'completed', 'code': 200} Oct 13 11:02:32.831625 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:32.922012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9560c-2500-426c-a6ae-5dc75ef5a6e2 req-a2d8955d-6934-4fb3-beaa-3fa6aa4b8608 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.933109 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 32183da6-e1d9-4632-af3d-3209bd47b11f no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:02:32.936816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:32.942414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9560c-2500-426c-a6ae-5dc75ef5a6e2 req-a2d8955d-6934-4fb3-beaa-3fa6aa4b8608 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.949308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9560c-2500-426c-a6ae-5dc75ef5a6e2 req-a2d8955d-6934-4fb3-beaa-3fa6aa4b8608 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.974446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9560c-2500-426c-a6ae-5dc75ef5a6e2 req-a2d8955d-6934-4fb3-beaa-3fa6aa4b8608 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:32.979848 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 32183da6-e1d9-4632-af3d-3209bd47b11f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:02:32.980198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 32183da6-e1d9-4632-af3d-3209bd47b11f not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:02:33.002698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9560c-2500-426c-a6ae-5dc75ef5a6e2 req-a2d8955d-6934-4fb3-beaa-3fa6aa4b8608 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:33.010998 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9560c-2500-426c-a6ae-5dc75ef5a6e2 req-a2d8955d-6934-4fb3-beaa-3fa6aa4b8608 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:33.017425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9560c-2500-426c-a6ae-5dc75ef5a6e2 req-a2d8955d-6934-4fb3-beaa-3fa6aa4b8608 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:33.019412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2d9560c-2500-426c-a6ae-5dc75ef5a6e2 req-a2d8955d-6934-4fb3-beaa-3fa6aa4b8608 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5438 time: 0.2570212 Oct 13 11:02:33.035095 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-88b88403-8f8b-4880-ba2f-3a88eac4698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:33.036515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2aa1020-1808-4c28-84e0-53c4ed532783 req-88b88403-8f8b-4880-ba2f-3a88eac4698b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5143733 Oct 13 11:02:33.038690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:02:33.067010 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:33.101298 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2d9560c-2500-426c-a6ae-5dc75ef5a6e2 req-e5ae7713-7d5d-4a0c-99de-c033df5b5207 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725019 Oct 13 11:02:33.131655 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:33.132300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Sync routers for ids ['7df54106-ac9a-4e48-8466-92db09c0da60'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:02:33.132412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-73b16da9-5e2a-488c-aadb-a960eea7e1ae admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5313702 Oct 13 11:02:33.134177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48736) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:33.216930 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-08846d29-9d15-4d1b-b126-ccb173832c17 req-2a601009-8d48-4c4e-960c-cdbd28675dd8 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=85741f57-5f31-4e5f-9025-ca3523774c4c HTTP/1.1" status: 200 len: 210 time: 0.1418200 Oct 13 11:02:33.281499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device bd00f931-bfda-4b22-ab3c-614479c66583 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:02:33.314160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Routers {'7df54106-ac9a-4e48-8466-92db09c0da60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:33.315091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7df54106-ac9a-4e48-8466-92db09c0da60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:33.440100 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: bd00f931-bfda-4b22-ab3c-614479c66583 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:02:33.440377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device bd00f931-bfda-4b22-ab3c-614479c66583 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:02:33.483862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['94cf05b0-82c6-412e-bc9e-6b67117903b5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:33.656014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5d3322ac-9bfd-4543-9910-fad348b72a72 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:33.672744 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Attempting to bind port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:33.673230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Attempting to bind port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:33.673951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Attempting to bind port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:33.682637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:02:33.684190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Attempting to bind port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:33.703754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:33.703754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Checking segment: {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:33.703754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Bound using segment: {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:33.704029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Bound port: efdcc5ee-1330-4ded-b6d2-7d4d32faaff1, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf32ca1-88a0-4d8b-a710-c936e061d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:33.704505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:33.751977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912f562-fdee-42cd-b949-6436eaf32f37 req-5a4cf153-d254-420c-9d45-8612767ed6cd tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:33.753731 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a912f562-fdee-42cd-b949-6436eaf32f37 req-5a4cf153-d254-420c-9d45-8612767ed6cd tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1571124 Oct 13 11:02:33.839571 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] For port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:33.843322 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] For port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:33.896334 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a912f562-fdee-42cd-b949-6436eaf32f37 req-fe2c73ac-3848-4912-a073-9b54ab217102 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510950 Oct 13 11:02:33.898001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:33.967662 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 5d3322ac-9bfd-4543-9910-fad348b72a72 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:33.967662 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:34.119790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Set router 7df54106-ac9a-4e48-8466-92db09c0da60 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:34.125188 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ca2b8-f3ba-4e65-a3ee-b8fdcdfa3380 req-4add7420-e955-4676-848a-85b6ee3ce1a4 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.134187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ca2b8-f3ba-4e65-a3ee-b8fdcdfa3380 req-4add7420-e955-4676-848a-85b6ee3ce1a4 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.141964 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ca2b8-f3ba-4e65-a3ee-b8fdcdfa3380 req-4add7420-e955-4676-848a-85b6ee3ce1a4 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.149444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ca2b8-f3ba-4e65-a3ee-b8fdcdfa3380 req-4add7420-e955-4676-848a-85b6ee3ce1a4 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.156824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ca2b8-f3ba-4e65-a3ee-b8fdcdfa3380 req-4add7420-e955-4676-848a-85b6ee3ce1a4 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.163480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ca2b8-f3ba-4e65-a3ee-b8fdcdfa3380 req-4add7420-e955-4676-848a-85b6ee3ce1a4 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.170446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ca2b8-f3ba-4e65-a3ee-b8fdcdfa3380 req-4add7420-e955-4676-848a-85b6ee3ce1a4 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.172550 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f92ca2b8-f3ba-4e65-a3ee-b8fdcdfa3380 req-4add7420-e955-4676-848a-85b6ee3ce1a4 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5395 time: 0.3038280 Oct 13 11:02:34.359986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f92ca2b8-f3ba-4e65-a3ee-b8fdcdfa3380 req-94cc47a7-f93e-436a-b864-071d80f61160 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1784868 Oct 13 11:02:34.448227 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:34.571589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.572269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:34.573745 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] 10.222.0.21 "PUT /v2.0/ports/efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 HTTP/1.1" status: 200 len: 1090 time: 3.4378428 Oct 13 11:02:34.577884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': 'efdcc5ee-1330-4ded-b6d2-7d4d32faaff1'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:34.580289 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb919b8-96ab-4905-b41e-787954e48c59" -d '{"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "efdcc5ee-1330-4ded-b6d2-7d4d32faaff1"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:34.617929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b55ff-3eb4-443c-8386-048434f4fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:34.641861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d1ac1-da7a-4cb8-858b-9423618e74a2 req-5e3a71f3-bd21-434c-b254-ab23bb9c785c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.648631 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:34.654213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d1ac1-da7a-4cb8-858b-9423618e74a2 req-5e3a71f3-bd21-434c-b254-ab23bb9c785c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.666171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d1ac1-da7a-4cb8-858b-9423618e74a2 req-5e3a71f3-bd21-434c-b254-ab23bb9c785c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.672993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d1ac1-da7a-4cb8-858b-9423618e74a2 req-5e3a71f3-bd21-434c-b254-ab23bb9c785c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.684065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d1ac1-da7a-4cb8-858b-9423618e74a2 req-5e3a71f3-bd21-434c-b254-ab23bb9c785c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.698618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d1ac1-da7a-4cb8-858b-9423618e74a2 req-5e3a71f3-bd21-434c-b254-ab23bb9c785c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.710744 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d1ac1-da7a-4cb8-858b-9423618e74a2 req-5e3a71f3-bd21-434c-b254-ab23bb9c785c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.712838 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-585d1ac1-da7a-4cb8-858b-9423618e74a2 req-5e3a71f3-bd21-434c-b254-ab23bb9c785c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5438 time: 0.2820733 Oct 13 11:02:34.724492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879ad97-2c42-40f1-9217-8a15fbcc4da8 req-765dec54-1a2b-4c2e-9a57-1e1c5290b28a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:34.724710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Request body: {'port': {'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:34.727127 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5879ad97-2c42-40f1-9217-8a15fbcc4da8 req-765dec54-1a2b-4c2e-9a57-1e1c5290b28a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1488023 Oct 13 11:02:34.843249 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-585d1ac1-da7a-4cb8-858b-9423618e74a2 req-8271dd1c-90f9-44a5-92ee-24a7db9bd2c4 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054811 Oct 13 11:02:34.879892 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:34.946793 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5879ad97-2c42-40f1-9217-8a15fbcc4da8 req-9f76df5e-52b9-4c0c-8098-61f9aedcd826 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664636 Oct 13 11:02:34.981268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'name': 'tempest-AttachSCSIVolumeTestJSON-949438506-router', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:27Z', 'updated_at': '2021-10-13T11:02:30Z', 'revision_number': 3, 'project_id': '2fb2973ca8594914a06108d9b8815504', 'gw_port': {'id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:28Z', 'updated_at': '2021-10-13T11:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:35.114387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Checking router: 7df54106-ac9a-4e48-8466-92db09c0da60 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:02:35.114871 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Updating router 7df54106-ac9a-4e48-8466-92db09c0da60 port 479f4bc2-fbc9-40ff-8c26-0f343e3b385d binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:02:35.196937 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:35.203774 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-4799ab56-0662-4d3a-a829-d5b435319565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.204261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-4799ab56-0662-4d3a-a829-d5b435319565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.204710 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-4799ab56-0662-4d3a-a829-d5b435319565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.205173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-4799ab56-0662-4d3a-a829-d5b435319565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.205635 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-4799ab56-0662-4d3a-a829-d5b435319565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.206092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-4799ab56-0662-4d3a-a829-d5b435319565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.206575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-4799ab56-0662-4d3a-a829-d5b435319565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.208511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-4799ab56-0662-4d3a-a829-d5b435319565 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 6342 time: 0.2331977 Oct 13 11:02:35.237441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Allocated IP 172.20.0.1 (af265d94-60d2-4643-a740-30c45c64b71e/7257deaf-ea57-468d-8714-4ba8e8154436/2e533c7c-2b33-4ffe-b215-ccfd29f9e97d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:35.330477 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159cadd2-0c6b-401f-8d6e-00eb581f3f2e x-openstack-request-id: req-159cadd2-0c6b-401f-8d6e-00eb581f3f2e {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:35.330836 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "efdcc5ee-1330-4ded-b6d2-7d4d32faaff1", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:35.331183 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-159cadd2-0c6b-401f-8d6e-00eb581f3f2e {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:35.335309 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': 'efdcc5ee-1330-4ded-b6d2-7d4d32faaff1', 'status': 'completed', 'code': 200} Oct 13 11:02:35.343773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Router 006260e0-f1ff-4e0e-9228-2e71146ebf72 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:02:35.461793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b53f4-4de7-443d-b69b-87eb36e9ddd3 req-e8bac13d-1548-4eea-9da8-b38907c423be tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.469462 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-053b53f4-4de7-443d-b69b-87eb36e9ddd3 req-e8bac13d-1548-4eea-9da8-b38907c423be tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.2134128 Oct 13 11:02:35.532872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-271b2bef-83e1-4b9d-8c82-47f603602f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.533679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-271b2bef-83e1-4b9d-8c82-47f603602f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.534320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-271b2bef-83e1-4b9d-8c82-47f603602f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.536173 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-271b2bef-83e1-4b9d-8c82-47f603602f9b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3099687 Oct 13 11:02:35.537450 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:35.594199 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:35.612908 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-053b53f4-4de7-443d-b69b-87eb36e9ddd3 req-fddb497c-9067-4666-99a9-30fb7d3f9879 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406844 Oct 13 11:02:35.689237 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a173cdf-5429-42c5-bce7-66fa09aa01a2 None None] Pushing event updated for resources: {'Port': ['ID=479f4bc2-fbc9-40ff-8c26-0f343e3b385d,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:35.693394 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Attempting to bind port 479f4bc2-fbc9-40ff-8c26-0f343e3b385d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:35.697615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Attempting to bind port 479f4bc2-fbc9-40ff-8c26-0f343e3b385d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:35.698253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Attempting to bind port 479f4bc2-fbc9-40ff-8c26-0f343e3b385d on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:35.707686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86074651-d878-4aa7-b04a-5e06cbf90c41 req-9d09f536-ada5-4225-9dd9-fe35a89aa071 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.709214 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-86074651-d878-4aa7-b04a-5e06cbf90c41 req-9d09f536-ada5-4225-9dd9-fe35a89aa071 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.3869901 Oct 13 11:02:35.711729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:35.712241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:35.712740 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:35.713245 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:35.713812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Bound port: 479f4bc2-fbc9-40ff-8c26-0f343e3b385d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:35.714314 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:35.782625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] For port 479f4bc2-fbc9-40ff-8c26-0f343e3b385d, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:35.786163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] For port 479f4bc2-fbc9-40ff-8c26-0f343e3b385d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=479f4bc2-fbc9-40ff-8c26-0f343e3b385d,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:35.805716 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:35.813607 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0c538839-1be6-4a32-b0e6-10d01668a313 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:35.839148 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-86074651-d878-4aa7-b04a-5e06cbf90c41 req-bb70f0e5-a802-42f7-8781-9bcf2be49eca tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166539 Oct 13 11:02:35.844824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:02:35.858514 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc910948-7a3c-4518-9c96-fd8c5ae391aa None None] Sync routers for ids ['006260e0-f1ff-4e0e-9228-2e71146ebf72'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:02:35.875855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee7c9ee-9302-483a-9f7d-a2227876356f {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:35.876799 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc910948-7a3c-4518-9c96-fd8c5ae391aa None None] Routers {'006260e0-f1ff-4e0e-9228-2e71146ebf72'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:35.877571 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-bc910948-7a3c-4518-9c96-fd8c5ae391aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['006260e0-f1ff-4e0e-9228-2e71146ebf72'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:35.890613 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:35.909020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-fde5fdf6-dbe1-4f1a-a189-9d619ff1eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.910270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Transition to ACTIVE for port object 7ee7c9ee-9302-483a-9f7d-a2227876356f will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:02:35.911331 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fb919b8-96ab-4905-b41e-787954e48c59 req-fde5fdf6-dbe1-4f1a-a189-9d619ff1eb99 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3569374 Oct 13 11:02:35.927899 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:35.968005 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-bc910948-7a3c-4518-9c96-fd8c5ae391aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:35.977586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14ddc-1e90-4318-8b7c-06b92d792130 req-154518ec-1710-4c4f-ae89-27a52de2ab7b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:35.979690 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc910948-7a3c-4518-9c96-fd8c5ae391aa None None] Routers {'006260e0-f1ff-4e0e-9228-2e71146ebf72'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:35.980526 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-bc910948-7a3c-4518-9c96-fd8c5ae391aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['006260e0-f1ff-4e0e-9228-2e71146ebf72'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:35.995832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14ddc-1e90-4318-8b7c-06b92d792130 req-154518ec-1710-4c4f-ae89-27a52de2ab7b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.005925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14ddc-1e90-4318-8b7c-06b92d792130 req-154518ec-1710-4c4f-ae89-27a52de2ab7b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.012906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14ddc-1e90-4318-8b7c-06b92d792130 req-154518ec-1710-4c4f-ae89-27a52de2ab7b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.019471 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-bc910948-7a3c-4518-9c96-fd8c5ae391aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:36.025458 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc910948-7a3c-4518-9c96-fd8c5ae391aa None None] The sync data for ids ['006260e0-f1ff-4e0e-9228-2e71146ebf72'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:02:36.026241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14ddc-1e90-4318-8b7c-06b92d792130 req-154518ec-1710-4c4f-ae89-27a52de2ab7b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.026548 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:36.026806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Routers {'7df54106-ac9a-4e48-8466-92db09c0da60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:36.026806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7df54106-ac9a-4e48-8466-92db09c0da60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:36.029679 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e992ceb8-76a0-4cbf-8d80-98f9620c851c tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3390391 Oct 13 11:02:36.031753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48820) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:36.032892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14ddc-1e90-4318-8b7c-06b92d792130 req-154518ec-1710-4c4f-ae89-27a52de2ab7b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.036132 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:36.037296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a173cdf-5429-42c5-bce7-66fa09aa01a2 None None] Pushing event updated for resources: {'Port': ['ID=479f4bc2-fbc9-40ff-8c26-0f343e3b385d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:36.039942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14ddc-1e90-4318-8b7c-06b92d792130 req-154518ec-1710-4c4f-ae89-27a52de2ab7b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.041880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4a14ddc-1e90-4318-8b7c-06b92d792130 req-154518ec-1710-4c4f-ae89-27a52de2ab7b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5395 time: 0.3242791 Oct 13 11:02:36.043836 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:36.051393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-689f9564-032f-410e-b847-7258b9511a9b tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'enable_snat': False}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:36.079989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b101565b-3c30-43e0-aff8-91c1378f03a6'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:36.127683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Network af265d94-60d2-4643-a740-30c45c64b71e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:36.134869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Pushing event updated for resources: {'Port': ['ID=7ee7c9ee-9302-483a-9f7d-a2227876356f,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:36.150816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4a14ddc-1e90-4318-8b7c-06b92d792130 req-aa008ea0-8901-41cb-97f3-64be40c6c9ef tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827641 Oct 13 11:02:36.151687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:36.153863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Pushing event updated for resources: {'Port': ['ID=2e533c7c-2b33-4ffe-b215-ccfd29f9e97d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:36.162151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:36.193311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd4e61-9b77-4535-9723-e9c217791e73 req-29d292bd-9ed7-435e-a8c3-30847a563cec tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.193311 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6bd4e61-9b77-4535-9723-e9c217791e73 req-29d292bd-9ed7-435e-a8c3-30847a563cec tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.2264259 Oct 13 11:02:36.194918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 0c538839-1be6-4a32-b0e6-10d01668a313 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:02:36.225787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 0c538839-1be6-4a32-b0e6-10d01668a313 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:36.225787 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:36.234172 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:36.435004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Attempting to bind port 7ee7c9ee-9302-483a-9f7d-a2227876356f on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:36.435359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Attempting to bind port 7ee7c9ee-9302-483a-9f7d-a2227876356f by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '5c963ce2-34f5-4ba5-be44-eeec26e23b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:36.435696 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Attempting to bind port 7ee7c9ee-9302-483a-9f7d-a2227876356f on network 3f5d2a8f-da31-4f37-9210-83fd46b16762 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:36.477443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Port 7ee7c9ee-9302-483a-9f7d-a2227876356f on network 3f5d2a8f-da31-4f37-9210-83fd46b16762 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:02:36.477713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Attempting to bind port 7ee7c9ee-9302-483a-9f7d-a2227876356f on network 3f5d2a8f-da31-4f37-9210-83fd46b16762 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:36.493258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:36.493618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Checking segment: {'id': '5c963ce2-34f5-4ba5-be44-eeec26e23b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:36.494031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Bound using segment: {'id': '5c963ce2-34f5-4ba5-be44-eeec26e23b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:36.494513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Bound port: 7ee7c9ee-9302-483a-9f7d-a2227876356f, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c963ce2-34f5-4ba5-be44-eeec26e23b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:36.494883 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:36.536045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] Set router 7df54106-ac9a-4e48-8466-92db09c0da60 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:36.614870 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6bd4e61-9b77-4535-9723-e9c217791e73 req-40cfa871-fc7d-4b85-bfd4-6c05b51fb0ab tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998669 Oct 13 11:02:36.633320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35403-7d4d-4309-b21c-604f7ebb18fe req-40665f25-2a66-457c-a0a5-d60461019561 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.653156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35403-7d4d-4309-b21c-604f7ebb18fe req-40665f25-2a66-457c-a0a5-d60461019561 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.680032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35403-7d4d-4309-b21c-604f7ebb18fe req-40665f25-2a66-457c-a0a5-d60461019561 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.707329 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35403-7d4d-4309-b21c-604f7ebb18fe req-40665f25-2a66-457c-a0a5-d60461019561 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.734269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35403-7d4d-4309-b21c-604f7ebb18fe req-40665f25-2a66-457c-a0a5-d60461019561 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.752536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] For port 7ee7c9ee-9302-483a-9f7d-a2227876356f, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:36.753626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35403-7d4d-4309-b21c-604f7ebb18fe req-40665f25-2a66-457c-a0a5-d60461019561 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.769742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35403-7d4d-4309-b21c-604f7ebb18fe req-40665f25-2a66-457c-a0a5-d60461019561 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:36.778566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] For port 7ee7c9ee-9302-483a-9f7d-a2227876356f, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7ee7c9ee-9302-483a-9f7d-a2227876356f,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:36.788522 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1c35403-7d4d-4309-b21c-604f7ebb18fe req-40665f25-2a66-457c-a0a5-d60461019561 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5438 time: 0.4061635 Oct 13 11:02:36.835293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:36.869596 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:36.981909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Pushing event updated for resources: {'Port': ['ID=7ee7c9ee-9302-483a-9f7d-a2227876356f,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:37.024664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.025377 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:37.027076 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8634554e-1a6b-4419-915b-eec947e217db service neutron] 10.222.0.21 "PUT /v2.0/ports/7ee7c9ee-9302-483a-9f7d-a2227876356f HTTP/1.1" status: 200 len: 1091 time: 2.3114018 Oct 13 11:02:37.138964 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:37.157621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cd649-0f5c-4f44-8b0b-ffca9251dd0b req-f32e6591-3c45-4d80-9b70-d415bd6481ab tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.165675 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f6cd649-0f5c-4f44-8b0b-ffca9251dd0b req-f32e6591-3c45-4d80-9b70-d415bd6481ab tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1910725 Oct 13 11:02:37.175404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1c35403-7d4d-4309-b21c-604f7ebb18fe req-07ea6ee2-1cae-4722-aa6a-260140d10147 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3835905 Oct 13 11:02:37.222394 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-689f9564-032f-410e-b847-7258b9511a9b tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:37.228227 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:37.255968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Request body: {'port': {'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:37.309971 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2f6cd649-0f5c-4f44-8b0b-ffca9251dd0b req-328e00c1-10ed-42c3-a641-0bc16088a898 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432993 Oct 13 11:02:37.340489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': '7ee7c9ee-9302-483a-9f7d-a2227876356f'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:37.344989 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Pushing event updated for resources: {'Port': ['ID=2e533c7c-2b33-4ffe-b215-ccfd29f9e97d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:37.356783 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "7ee7c9ee-9302-483a-9f7d-a2227876356f"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:37.430451 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:37.436972 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:37.458409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e6ce-2f1b-43ca-ac48-12207e908cea req-c885f228-619c-49fe-9a63-6a1c1f4b7626 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.466154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e6ce-2f1b-43ca-ac48-12207e908cea req-c885f228-619c-49fe-9a63-6a1c1f4b7626 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.473663 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:37.479001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e6ce-2f1b-43ca-ac48-12207e908cea req-c885f228-619c-49fe-9a63-6a1c1f4b7626 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.485167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e6ce-2f1b-43ca-ac48-12207e908cea req-c885f228-619c-49fe-9a63-6a1c1f4b7626 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.504902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e6ce-2f1b-43ca-ac48-12207e908cea req-c885f228-619c-49fe-9a63-6a1c1f4b7626 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.512837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e6ce-2f1b-43ca-ac48-12207e908cea req-c885f228-619c-49fe-9a63-6a1c1f4b7626 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.519322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e6ce-2f1b-43ca-ac48-12207e908cea req-c885f228-619c-49fe-9a63-6a1c1f4b7626 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.527626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c398e6ce-2f1b-43ca-ac48-12207e908cea req-c885f228-619c-49fe-9a63-6a1c1f4b7626 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5407 time: 0.1958187 Oct 13 11:02:37.551708 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2f338e-ac81-42a1-aa2d-9e34e88a44c5 x-openstack-request-id: req-8b2f338e-ac81-42a1-aa2d-9e34e88a44c5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:37.552018 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "7ee7c9ee-9302-483a-9f7d-a2227876356f", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:37.552303 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b2f338e-ac81-42a1-aa2d-9e34e88a44c5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:37.552732 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': '7ee7c9ee-9302-483a-9f7d-a2227876356f', 'status': 'completed', 'code': 200} Oct 13 11:02:37.587146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c538839-1be6-4a32-b0e6-10d01668a313'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:37.589697 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbfc7db-38d2-4e8e-9ff5-3ce99c29dabe" -d '{"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "0c538839-1be6-4a32-b0e6-10d01668a313"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:37.688275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c398e6ce-2f1b-43ca-ac48-12207e908cea req-92118eab-513f-43f8-898a-1a05f880486a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1593554 Oct 13 11:02:37.711348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 0c538839-1be6-4a32-b0e6-10d01668a313, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0c538839-1be6-4a32-b0e6-10d01668a313,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:37.712817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c024b133-b4f3-4df9-8420-5c15044668a5 None None] Provisioning complete for port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:37.720205 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c024b133-b4f3-4df9-8420-5c15044668a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:37.751632 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be743c6f-0e40-4d49-a188-be2b00eee256 x-openstack-request-id: req-be743c6f-0e40-4d49-a188-be2b00eee256 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:37.760781 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "0c538839-1be6-4a32-b0e6-10d01668a313", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:37.760781 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be743c6f-0e40-4d49-a188-be2b00eee256 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:37.760781 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c538839-1be6-4a32-b0e6-10d01668a313', 'code': 200} Oct 13 11:02:37.804579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'name': 'tempest-AttachSCSIVolumeTestJSON-949438506-router', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:27Z', 'updated_at': '2021-10-13T11:02:30Z', 'revision_number': 3, 'project_id': '2fb2973ca8594914a06108d9b8815504', 'gw_port': {'id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:28Z', 'updated_at': '2021-10-13T11:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:37.816964 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-bcbba3eb-9479-4d63-8b1b-155335392915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.817512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-bcbba3eb-9479-4d63-8b1b-155335392915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.819436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-bcbba3eb-9479-4d63-8b1b-155335392915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.821074 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-bcbba3eb-9479-4d63-8b1b-155335392915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.821746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-bcbba3eb-9479-4d63-8b1b-155335392915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.823370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-bcbba3eb-9479-4d63-8b1b-155335392915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.823853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-bcbba3eb-9479-4d63-8b1b-155335392915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:37.831596 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-bcbba3eb-9479-4d63-8b1b-155335392915 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 6409 time: 0.2908146 Oct 13 11:02:37.868840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Network af265d94-60d2-4643-a740-30c45c64b71e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:37.871977 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:37.907450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d14633-ad8c-4e7a-8390-837e7eac4964 None None] The sync data for ids ['7df54106-ac9a-4e48-8466-92db09c0da60'] in n-d-813659-3 is: [{'id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'name': 'tempest-AttachSCSIVolumeTestJSON-949438506-router', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:27Z', 'updated_at': '2021-10-13T11:02:30Z', 'revision_number': 3, 'project_id': '2fb2973ca8594914a06108d9b8815504', 'gw_port': {'id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:28Z', 'updated_at': '2021-10-13T11:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:02:37.909691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c024b133-b4f3-4df9-8420-5c15044668a5 None None] Port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:02:37.957758 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:37.961832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4b45b71e-507c-4f82-9175-e9a55d5c8e54 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:38.191672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=0c538839-1be6-4a32-b0e6-10d01668a313,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:38.208790 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-95d3ec03-4170-49aa-a7f9-c07d80ac9777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:38.242753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-e6194095-b462-4463-a3d3-da89dd70b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:38.243542 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-e6194095-b462-4463-a3d3-da89dd70b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:38.244167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-e6194095-b462-4463-a3d3-da89dd70b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:38.252377 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-e6194095-b462-4463-a3d3-da89dd70b575 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4114668 Oct 13 11:02:38.360567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 4b45b71e-507c-4f82-9175-e9a55d5c8e54 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:02:38.371120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 4b45b71e-507c-4f82-9175-e9a55d5c8e54 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:38.372223 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:38.541288 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Router 7df54106-ac9a-4e48-8466-92db09c0da60 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:02:38.558214 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-708e6ca8-c56e-476c-8c2b-ac5505b1be16 None None] Provisioning complete for port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:38.558868 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-708e6ca8-c56e-476c-8c2b-ac5505b1be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:38.662515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-708e6ca8-c56e-476c-8c2b-ac5505b1be16 None None] Port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:02:38.708714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b021b7-0289-4b04-ba82-1d2aa6832c7e {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:38.749319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4a2c3-82c5-4a15-9a8e-a6247bcee913 req-8068ac73-b504-4400-b2a6-5f05c4cbc622 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:38.782217 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4a2c3-82c5-4a15-9a8e-a6247bcee913 req-8068ac73-b504-4400-b2a6-5f05c4cbc622 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:38.801112 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4a2c3-82c5-4a15-9a8e-a6247bcee913 req-8068ac73-b504-4400-b2a6-5f05c4cbc622 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:38.815957 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:38.821372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4a2c3-82c5-4a15-9a8e-a6247bcee913 req-8068ac73-b504-4400-b2a6-5f05c4cbc622 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:38.827257 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:38.837521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4a2c3-82c5-4a15-9a8e-a6247bcee913 req-8068ac73-b504-4400-b2a6-5f05c4cbc622 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:38.841112 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e6680-f573-4e01-a005-5b88ed4981e2 req-7cb207f1-fe19-4ae2-9aed-f5243bf5209b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:38.848590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f44e6680-f573-4e01-a005-5b88ed4981e2 req-7cb207f1-fe19-4ae2-9aed-f5243bf5209b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.3622510 Oct 13 11:02:38.883040 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4a2c3-82c5-4a15-9a8e-a6247bcee913 req-8068ac73-b504-4400-b2a6-5f05c4cbc622 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:38.902994 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4a2c3-82c5-4a15-9a8e-a6247bcee913 req-8068ac73-b504-4400-b2a6-5f05c4cbc622 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:38.918655 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abb4a2c3-82c5-4a15-9a8e-a6247bcee913 req-8068ac73-b504-4400-b2a6-5f05c4cbc622 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5439 time: 0.5875614 Oct 13 11:02:38.925055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4b45b71e-507c-4f82-9175-e9a55d5c8e54, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b45b71e-507c-4f82-9175-e9a55d5c8e54,segment=NetworkSegment(6d53608d-953d-4c8c-b247-0e49e91cd5d3),segment_id=6d53608d-953d-4c8c-b247-0e49e91cd5d3)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:38.946128 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:38.993688 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:39.020900 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f44e6680-f573-4e01-a005-5b88ed4981e2 req-1c591819-3244-4e3b-aaf0-a20090f0ed72 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712627 Oct 13 11:02:39.046368 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-410e37fd-e3ad-43b9-a1fa-a6f846810019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:39.051665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20e6f213-c3d1-4f0f-a287-bfac282c5e4c req-410e37fd-e3ad-43b9-a1fa-a6f846810019 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7884765 Oct 13 11:02:39.054388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Transition to ACTIVE for port object c8b021b7-0289-4b04-ba82-1d2aa6832c7e will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:02:39.114691 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abb4a2c3-82c5-4a15-9a8e-a6247bcee913 req-f8659aa6-efca-4fab-b622-86668970add1 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1936045 Oct 13 11:02:39.128882 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:39.170473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=4b45b71e-507c-4f82-9175-e9a55d5c8e54,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:39.184491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 94cf05b0-82c6-412e-bc9e-6b67117903b5 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:39.342376 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 94cf05b0-82c6-412e-bc9e-6b67117903b5 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:02:39.347611 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 94cf05b0-82c6-412e-bc9e-6b67117903b5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:39.348693 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:39.382922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:02:39.400167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b021b7-0289-4b04-ba82-1d2aa6832c7e,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:39.420300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5ed2a862-39f8-4424-bcd7-8f4f5aa64c82 admin admin] 10.222.0.32 "PUT /v2.0/routers/7df54106-ac9a-4e48-8466-92db09c0da60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2846437 Oct 13 11:02:39.508425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fcbf1-fb7a-4645-851a-63eb4c21c258 req-a5df6aee-082e-4687-9b07-f7203b432da0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:39.537269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fcbf1-fb7a-4645-851a-63eb4c21c258 req-a5df6aee-082e-4687-9b07-f7203b432da0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:39.588862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fcbf1-fb7a-4645-851a-63eb4c21c258 req-a5df6aee-082e-4687-9b07-f7203b432da0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:39.614671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fcbf1-fb7a-4645-851a-63eb4c21c258 req-a5df6aee-082e-4687-9b07-f7203b432da0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:39.645736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fcbf1-fb7a-4645-851a-63eb4c21c258 req-a5df6aee-082e-4687-9b07-f7203b432da0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:39.660841 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:39.702429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fcbf1-fb7a-4645-851a-63eb4c21c258 req-a5df6aee-082e-4687-9b07-f7203b432da0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:39.718757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fcbf1-fb7a-4645-851a-63eb4c21c258 req-a5df6aee-082e-4687-9b07-f7203b432da0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:39.729044 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-665fcbf1-fb7a-4645-851a-63eb4c21c258 req-a5df6aee-082e-4687-9b07-f7203b432da0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.5236819 Oct 13 11:02:39.770811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 479f4bc2-fbc9-40ff-8c26-0f343e3b385d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:39.781259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b45b71e-507c-4f82-9175-e9a55d5c8e54'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:39.794161 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb11c8f7-99ba-4439-8f54-d66889c6790e" -d '{"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "4b45b71e-507c-4f82-9175-e9a55d5c8e54"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:39.840089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-689f9564-032f-410e-b847-7258b9511a9b tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:39.867147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-689f9564-032f-410e-b847-7258b9511a9b tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:39.867944 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-665fcbf1-fb7a-4645-851a-63eb4c21c258 req-ccf46226-64f2-4029-b03f-fe9f8e244783 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1373112 Oct 13 11:02:39.917546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Attempting to bind port c8b021b7-0289-4b04-ba82-1d2aa6832c7e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:39.918483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Attempting to bind port c8b021b7-0289-4b04-ba82-1d2aa6832c7e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '5c963ce2-34f5-4ba5-be44-eeec26e23b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:39.918853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Attempting to bind port c8b021b7-0289-4b04-ba82-1d2aa6832c7e on network 3f5d2a8f-da31-4f37-9210-83fd46b16762 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:39.953934 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d128a4cd-55dd-4f27-845c-0b849e289eb4 x-openstack-request-id: req-d128a4cd-55dd-4f27-845c-0b849e289eb4 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:39.955753 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "4b45b71e-507c-4f82-9175-e9a55d5c8e54", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:39.957625 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d128a4cd-55dd-4f27-845c-0b849e289eb4 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:39.959961 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b45b71e-507c-4f82-9175-e9a55d5c8e54', 'code': 200} Oct 13 11:02:40.001175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Port c8b021b7-0289-4b04-ba82-1d2aa6832c7e on network 3f5d2a8f-da31-4f37-9210-83fd46b16762 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:02:40.007728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Attempting to bind port c8b021b7-0289-4b04-ba82-1d2aa6832c7e on network 3f5d2a8f-da31-4f37-9210-83fd46b16762 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:40.008397 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 94cf05b0-82c6-412e-bc9e-6b67117903b5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=94cf05b0-82c6-412e-bc9e-6b67117903b5,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:40.029165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:40.029569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Checking segment: {'id': '5c963ce2-34f5-4ba5-be44-eeec26e23b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:40.029997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Bound using segment: {'id': '5c963ce2-34f5-4ba5-be44-eeec26e23b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:40.030488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Bound port: c8b021b7-0289-4b04-ba82-1d2aa6832c7e, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c963ce2-34f5-4ba5-be44-eeec26e23b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:40.030867 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:40.045619 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 479f4bc2-fbc9-40ff-8c26-0f343e3b385d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:40.046217 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:40.160149 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:40.179450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c5a9bc85-a7e6-4129-95b9-1a12e3334a90 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:40.226874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578153d-4be3-4cd1-9298-9db14c43c932 req-df329a46-4453-4f17-b339-c5b0d89db706 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:40.229371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3578153d-4be3-4cd1-9298-9db14c43c932 req-df329a46-4453-4f17-b339-c5b0d89db706 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1150177 Oct 13 11:02:40.309416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3578153d-4be3-4cd1-9298-9db14c43c932 req-3e311a18-1513-469b-bf3a-64a2a5f89e21 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721681 Oct 13 11:02:40.492821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=94cf05b0-82c6-412e-bc9e-6b67117903b5,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:40.511901 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:40.516014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:40.516472 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:40.516922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:40.517450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:40.517966 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:40.518507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:40.519046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:40.519557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:40.520348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:40.520908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:40.521486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:40.533984 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:40.541376 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:40.578770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 479f4bc2-fbc9-40ff-8c26-0f343e3b385d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=479f4bc2-fbc9-40ff-8c26-0f343e3b385d,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:40.615404 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port c5a9bc85-a7e6-4129-95b9-1a12e3334a90 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:02:40.637954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port c5a9bc85-a7e6-4129-95b9-1a12e3334a90 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:40.639465 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:40.676609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689f9564-032f-410e-b847-7258b9511a9b tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Router 006260e0-f1ff-4e0e-9228-2e71146ebf72 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:02:40.734280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596968bb-03ee-442d-8ff2-4c946ac3cd29 req-a9f5fc7b-25db-4cf7-8f1f-fa67c55b3c3f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:40.752712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596968bb-03ee-442d-8ff2-4c946ac3cd29 req-a9f5fc7b-25db-4cf7-8f1f-fa67c55b3c3f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:40.759742 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:40.768809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596968bb-03ee-442d-8ff2-4c946ac3cd29 req-a9f5fc7b-25db-4cf7-8f1f-fa67c55b3c3f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:40.773317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48904) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:40.778879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1167518539-network', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:40.783680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596968bb-03ee-442d-8ff2-4c946ac3cd29 req-a9f5fc7b-25db-4cf7-8f1f-fa67c55b3c3f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:40.796711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596968bb-03ee-442d-8ff2-4c946ac3cd29 req-a9f5fc7b-25db-4cf7-8f1f-fa67c55b3c3f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:40.804627 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596968bb-03ee-442d-8ff2-4c946ac3cd29 req-a9f5fc7b-25db-4cf7-8f1f-fa67c55b3c3f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:40.811664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596968bb-03ee-442d-8ff2-4c946ac3cd29 req-a9f5fc7b-25db-4cf7-8f1f-fa67c55b3c3f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:40.813852 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-596968bb-03ee-442d-8ff2-4c946ac3cd29 req-a9f5fc7b-25db-4cf7-8f1f-fa67c55b3c3f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5441 time: 0.2267797 Oct 13 11:02:40.815365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] For port c8b021b7-0289-4b04-ba82-1d2aa6832c7e, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:40.826150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] For port c8b021b7-0289-4b04-ba82-1d2aa6832c7e, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c8b021b7-0289-4b04-ba82-1d2aa6832c7e,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:40.888233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Made reservation on behalf of c0fbe94f6a6340489e814c7f0cacfbaf for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:02:40.890631 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:40.901267 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:40.905359 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:40.916309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-596968bb-03ee-442d-8ff2-4c946ac3cd29 req-dc1a0bfe-49dc-49be-913c-340e5b3814fc tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861285 Oct 13 11:02:40.923014 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:40.946502 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-21f2c680-34e4-41b8-a2b5-ae4ab35a5013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:40.969464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=479f4bc2-fbc9-40ff-8c26-0f343e3b385d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:41.027132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.027986 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:41.029718 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] 10.222.0.21 "PUT /v2.0/ports/c8b021b7-0289-4b04-ba82-1d2aa6832c7e HTTP/1.1" status: 200 len: 1091 time: 3.8168309 Oct 13 11:02:41.035646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': 'c8b021b7-0289-4b04-ba82-1d2aa6832c7e'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:41.038242 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be41e331-be69-4ce8-9571-bc4568f615a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "c8b021b7-0289-4b04-ba82-1d2aa6832c7e"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:41.047179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c5a9bc85-a7e6-4129-95b9-1a12e3334a90, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c5a9bc85-a7e6-4129-95b9-1a12e3334a90,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:41.094744 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:41.130067 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Sync routers for ids ['7df54106-ac9a-4e48-8466-92db09c0da60'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:02:41.140805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e934d17-6f1e-4fd0-90ab-f4fd7ad40dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b021b7-0289-4b04-ba82-1d2aa6832c7e,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:41.147821 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:41.147821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4b955f06-9355-4152-b824-207e8663b591 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:41.163072 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13a26fa-7ab4-4f06-bb03-0fdbbaf811de x-openstack-request-id: req-d13a26fa-7ab4-4f06-bb03-0fdbbaf811de {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:41.165459 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "c8b021b7-0289-4b04-ba82-1d2aa6832c7e", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:41.166558 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d13a26fa-7ab4-4f06-bb03-0fdbbaf811de {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:41.167147 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': 'c8b021b7-0289-4b04-ba82-1d2aa6832c7e', 'status': 'completed', 'code': 200} Oct 13 11:02:41.177073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689f9564-032f-410e-b847-7258b9511a9b tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:02:41.193908 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4474dd-be77-4681-b6e2-a5b5cd1dca4c None None] Sync routers for ids ['006260e0-f1ff-4e0e-9228-2e71146ebf72'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:02:41.197811 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-689f9564-032f-410e-b847-7258b9511a9b tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:41.202022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48914) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:41.203042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-689f9564-032f-410e-b847-7258b9511a9b tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "PUT /v2.0/routers/006260e0-f1ff-4e0e-9228-2e71146ebf72 HTTP/1.1" status: 200 len: 921 time: 5.1675854 Oct 13 11:02:41.222665 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:41.258815 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4474dd-be77-4681-b6e2-a5b5cd1dca4c None None] Routers {'006260e0-f1ff-4e0e-9228-2e71146ebf72'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:41.259183 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fc4474dd-be77-4681-b6e2-a5b5cd1dca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['006260e0-f1ff-4e0e-9228-2e71146ebf72'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:41.306906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-35cee76b-4774-4d67-9d8f-c894134614a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.307756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-35cee76b-4774-4d67-9d8f-c894134614a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.308722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-35cee76b-4774-4d67-9d8f-c894134614a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.309354 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-35cee76b-4774-4d67-9d8f-c894134614a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.311430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-35cee76b-4774-4d67-9d8f-c894134614a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.312077 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-35cee76b-4774-4d67-9d8f-c894134614a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.314891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-35cee76b-4774-4d67-9d8f-c894134614a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.320131 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Routers {'7df54106-ac9a-4e48-8466-92db09c0da60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:41.320131 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7df54106-ac9a-4e48-8466-92db09c0da60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:41.326482 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-35cee76b-4774-4d67-9d8f-c894134614a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 6476 time: 0.1441379 Oct 13 11:02:41.386760 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fc4474dd-be77-4681-b6e2-a5b5cd1dca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:41.397194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:02:41.419869 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4474dd-be77-4681-b6e2-a5b5cd1dca4c None None] Routers {'006260e0-f1ff-4e0e-9228-2e71146ebf72'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:41.423540 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fc4474dd-be77-4681-b6e2-a5b5cd1dca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['006260e0-f1ff-4e0e-9228-2e71146ebf72'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:41.465043 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=c5a9bc85-a7e6-4129-95b9-1a12e3334a90,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:41.482827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec27058-71a3-42aa-846d-a335d8b3ae7c req-c76ae4db-6ca0-4db6-a0c4-cfc2d4b17e8c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.499885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec27058-71a3-42aa-846d-a335d8b3ae7c req-c76ae4db-6ca0-4db6-a0c4-cfc2d4b17e8c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.518500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec27058-71a3-42aa-846d-a335d8b3ae7c req-c76ae4db-6ca0-4db6-a0c4-cfc2d4b17e8c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.518629 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fc4474dd-be77-4681-b6e2-a5b5cd1dca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:41.519741 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4474dd-be77-4681-b6e2-a5b5cd1dca4c None None] The sync data for ids ['006260e0-f1ff-4e0e-9228-2e71146ebf72'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:02:41.534023 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec27058-71a3-42aa-846d-a335d8b3ae7c req-c76ae4db-6ca0-4db6-a0c4-cfc2d4b17e8c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.555133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec27058-71a3-42aa-846d-a335d8b3ae7c req-c76ae4db-6ca0-4db6-a0c4-cfc2d4b17e8c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.571852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec27058-71a3-42aa-846d-a335d8b3ae7c req-c76ae4db-6ca0-4db6-a0c4-cfc2d4b17e8c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.591179 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec27058-71a3-42aa-846d-a335d8b3ae7c req-c76ae4db-6ca0-4db6-a0c4-cfc2d4b17e8c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.609250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cec27058-71a3-42aa-846d-a335d8b3ae7c req-c76ae4db-6ca0-4db6-a0c4-cfc2d4b17e8c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.5151854 Oct 13 11:02:41.686377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 4b955f06-9355-4152-b824-207e8663b591 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:02:41.699454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 479f4bc2-fbc9-40ff-8c26-0f343e3b385d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:41.712128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b4842385-a131-4fb2-aa38-639484383a56 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/routers/006260e0-f1ff-4e0e-9228-2e71146ebf72 HTTP/1.1" status: 200 len: 921 time: 0.5079246 Oct 13 11:02:41.715052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 4b955f06-9355-4152-b824-207e8663b591 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:41.715839 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:41.725607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48926) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:41.749872 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:41.750221 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Added segment 5414fbac-623e-414f-8d59-85e1d62f80c4 of type vlan for network b7b6e3b4-cbe0-4444-956a-82b781cdfa91 Oct 13 11:02:41.755205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359c61da-1ff0-49ac-99be-3e403c45cc6c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:41.811916 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:41.823774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cec27058-71a3-42aa-846d-a335d8b3ae7c req-68923364-a3e7-4e6c-89f5-07ef0f49bec0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2090082 Oct 13 11:02:41.836094 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:41.848786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Set router 7df54106-ac9a-4e48-8466-92db09c0da60 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:41.906481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff5ab2-7583-424a-b0e3-6a2ecbb526a3 req-e76edfa1-55d8-41ca-beb4-3a92c7038205 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.908131 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-76ff5ab2-7583-424a-b0e3-6a2ecbb526a3 req-e76edfa1-55d8-41ca-beb4-3a92c7038205 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.3630314 Oct 13 11:02:41.953702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-011cd673-3804-4516-b0ff-d0c6da73418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.954394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-011cd673-3804-4516-b0ff-d0c6da73418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.954577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-011cd673-3804-4516-b0ff-d0c6da73418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.957194 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-011cd673-3804-4516-b0ff-d0c6da73418d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6232107 Oct 13 11:02:41.970042 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca237d7d-e035-4bed-bca5-0318db4c759a tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:41.971709 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ca237d7d-e035-4bed-bca5-0318db4c759a tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&device_id=006260e0-f1ff-4e0e-9228-2e71146ebf72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2443564 Oct 13 11:02:41.975276 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48932) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:41.992986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 479f4bc2-fbc9-40ff-8c26-0f343e3b385d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:41.993367 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:41.995128 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cf05b0-82c6-412e-bc9e-6b67117903b5'}, {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a9bc85-a7e6-4129-95b9-1a12e3334a90'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:41.997944 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d42248-8422-4567-99b7-47f77a99a1e1" -d '{"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "94cf05b0-82c6-412e-bc9e-6b67117903b5"}, {"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "c5a9bc85-a7e6-4129-95b9-1a12e3334a90"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:42.007193 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:42.017207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.018142 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:42.057758 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-76ff5ab2-7583-424a-b0e3-6a2ecbb526a3 req-145361d7-648e-4caf-8517-253bedf553a7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334200 Oct 13 11:02:42.116979 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:42.121600 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-8de8d31d-41be-4c80-b060-2d76cd40899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.124586 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be41e331-be69-4ce8-9571-bc4568f615a7 req-8de8d31d-41be-4c80-b060-2d76cd40899a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578164 Oct 13 11:02:42.244949 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e051e3-77ce-40a7-a42c-5c1bd7092a22 x-openstack-request-id: req-e0e051e3-77ce-40a7-a42c-5c1bd7092a22 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:42.245412 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "94cf05b0-82c6-412e-bc9e-6b67117903b5", "code": 200}, {"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "c5a9bc85-a7e6-4129-95b9-1a12e3334a90", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:42.245692 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0e051e3-77ce-40a7-a42c-5c1bd7092a22 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:42.246101 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cf05b0-82c6-412e-bc9e-6b67117903b5', 'code': 200} Oct 13 11:02:42.246323 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a9bc85-a7e6-4129-95b9-1a12e3334a90', 'code': 200} Oct 13 11:02:42.252173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4b955f06-9355-4152-b824-207e8663b591, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b955f06-9355-4152-b824-207e8663b591,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:42.253560 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:42.285379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] Pushing event updated for resources: {'Network': ['ID=b7b6e3b4-cbe0-4444-956a-82b781cdfa91,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:42.304397 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network b7b6e3b4-cbe0-4444-956a-82b781cdfa91 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:02:42.342203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1935938d-c232-4930-98a6-e2084e15a594 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.346388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1935938d-c232-4930-98a6-e2084e15a594 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 881 time: 0.3670330 Oct 13 11:02:42.348225 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48942) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:42.362492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-4205a923-0a90-4347-adf0-8e0257f55dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.362969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-4205a923-0a90-4347-adf0-8e0257f55dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.363435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-4205a923-0a90-4347-adf0-8e0257f55dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.363892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-4205a923-0a90-4347-adf0-8e0257f55dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.364348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-4205a923-0a90-4347-adf0-8e0257f55dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.365651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-4205a923-0a90-4347-adf0-8e0257f55dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.366197 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-4205a923-0a90-4347-adf0-8e0257f55dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.368728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-4205a923-0a90-4347-adf0-8e0257f55dab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 6476 time: 0.2005739 Oct 13 11:02:42.426984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5912d-2d21-454c-8e6c-263a203b24f2 req-1d6aff0c-0b3a-4cfc-90d6-9fa808b1fd29 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.429758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72e5912d-2d21-454c-8e6c-263a203b24f2 req-1d6aff0c-0b3a-4cfc-90d6-9fa808b1fd29 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0846496 Oct 13 11:02:42.431720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc3fbe-c024-4af3-b1a0-9dc70ae29131 req-a4fc7667-0745-4387-9d76-474ad7a098df tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.438961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc3fbe-c024-4af3-b1a0-9dc70ae29131 req-a4fc7667-0745-4387-9d76-474ad7a098df tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.448286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc3fbe-c024-4af3-b1a0-9dc70ae29131 req-a4fc7667-0745-4387-9d76-474ad7a098df tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.457087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc3fbe-c024-4af3-b1a0-9dc70ae29131 req-a4fc7667-0745-4387-9d76-474ad7a098df tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.464747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc3fbe-c024-4af3-b1a0-9dc70ae29131 req-a4fc7667-0745-4387-9d76-474ad7a098df tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.475510 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:42.475790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc3fbe-c024-4af3-b1a0-9dc70ae29131 req-a4fc7667-0745-4387-9d76-474ad7a098df tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.475894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-56525d38-137e-4032-99e7-ed222162d2bf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6961327 Oct 13 11:02:42.475987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 50046162-7e11-4c9f-a133-6908a9f0aa39 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:42.481652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc3fbe-c024-4af3-b1a0-9dc70ae29131 req-a4fc7667-0745-4387-9d76-474ad7a098df tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.482141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48944) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:42.483630 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2fbc3fbe-c024-4af3-b1a0-9dc70ae29131 req-a4fc7667-0745-4387-9d76-474ad7a098df tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5442 time: 0.2537029 Oct 13 11:02:42.496314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-fc78baf3-dc09-4bec-b09d-0cf38e85199f admin admin] Request body: {'subnet': {'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1167518539-subnet', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:42.511404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72e5912d-2d21-454c-8e6c-263a203b24f2 req-af2801dd-9515-43ec-884c-ff9bf35e2faa tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746682 Oct 13 11:02:42.515806 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-47af3f36-b221-4e24-86ba-c9a315d4fe48 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "GET /v2.0/ports?device_id=006260e0-f1ff-4e0e-9228-2e71146ebf72 HTTP/1.1" status: 200 len: 205 time: 0.1640108 Oct 13 11:02:42.516489 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-47704beb-9420-4a2f-ac14-cd9b1db1e4c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe HTTP/1.1" status: 200 len: 217 time: 0.1283426 Oct 13 11:02:42.517600 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48946) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:42.574365 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'name': 'tempest-AttachSCSIVolumeTestJSON-949438506-router', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:27Z', 'updated_at': '2021-10-13T11:02:36Z', 'revision_number': 4, 'project_id': '2fb2973ca8594914a06108d9b8815504', 'gw_port': {'id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:28Z', 'updated_at': '2021-10-13T11:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '2e533c7c-2b33-4ffe-b215-ccfd29f9e97d', 'name': '', 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'mac_address': 'fa:16:3e:0e:dc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7257deaf-ea57-468d-8714-4ba8e8154436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:34Z', 'updated_at': '2021-10-13T11:02:36Z', 'revision_number': 2, 'project_id': '2fb2973ca8594914a06108d9b8815504', 'subnets': [{'id': '7257deaf-ea57-468d-8714-4ba8e8154436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:42.609052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc78baf3-dc09-4bec-b09d-0cf38e85199f admin admin] Made reservation on behalf of c0fbe94f6a6340489e814c7f0cacfbaf for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:02:42.611886 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc78baf3-dc09-4bec-b09d-0cf38e85199f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:42.630924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Checking router: 7df54106-ac9a-4e48-8466-92db09c0da60 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:02:42.632035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Updating router 7df54106-ac9a-4e48-8466-92db09c0da60 port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:02:42.649962 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6ad01576-b004-4541-8890-6c62aaf64167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.651603 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6ad01576-b004-4541-8890-6c62aaf64167 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09fcb1d4-6798-4f48-9a06-f962d47cf160 HTTP/1.1" status: 200 len: 850 time: 0.0554850 Oct 13 11:02:42.664330 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:42.668865 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=4b955f06-9355-4152-b824-207e8663b591,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:42.843486 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:42.860567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbcac6-e160-45a9-ba42-e838e0955dc0 req-f0a48d1b-fada-4d25-9312-5ab8b97e4a01 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.869576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36dbcac6-e160-45a9-ba42-e838e0955dc0 req-f0a48d1b-fada-4d25-9312-5ab8b97e4a01 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1411424 Oct 13 11:02:42.957482 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36dbcac6-e160-45a9-ba42-e838e0955dc0 req-ff9114ac-e2f4-4f2a-8704-07d0a08040fe tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819077 Oct 13 11:02:42.969861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2fbc3fbe-c024-4af3-b1a0-9dc70ae29131 req-879cef45-a4cf-4174-b039-19844ab26597 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4553094 Oct 13 11:02:42.980564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9d92234c-9542-4d63-a0c5-f58691d05e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:42.982592 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-9d92234c-9542-4d63-a0c5-f58691d05e2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56641b7f-f8bc-448b-ba58-942cc469cac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3214765 Oct 13 11:02:43.040952 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.080203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 50046162-7e11-4c9f-a133-6908a9f0aa39 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:02:43.087997 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 50046162-7e11-4c9f-a133-6908a9f0aa39 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:43.088734 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.135946 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.184196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc78baf3-dc09-4bec-b09d-0cf38e85199f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.300057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179e66-9206-4d03-9da2-3dda9d98a5f5 req-6271802e-89c8-4c06-9ad3-2392cbe18057 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:43.307506 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead352cb-70f6-4442-8add-808c2f1f8131 None None] Pushing event updated for resources: {'Port': ['ID=2e533c7c-2b33-4ffe-b215-ccfd29f9e97d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:43.322023 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179e66-9206-4d03-9da2-3dda9d98a5f5 req-6271802e-89c8-4c06-9ad3-2392cbe18057 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:43.335035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179e66-9206-4d03-9da2-3dda9d98a5f5 req-6271802e-89c8-4c06-9ad3-2392cbe18057 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:43.338363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179e66-9206-4d03-9da2-3dda9d98a5f5 req-6271802e-89c8-4c06-9ad3-2392cbe18057 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:43.347138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179e66-9206-4d03-9da2-3dda9d98a5f5 req-6271802e-89c8-4c06-9ad3-2392cbe18057 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:43.355197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179e66-9206-4d03-9da2-3dda9d98a5f5 req-6271802e-89c8-4c06-9ad3-2392cbe18057 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:43.362950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179e66-9206-4d03-9da2-3dda9d98a5f5 req-6271802e-89c8-4c06-9ad3-2392cbe18057 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:43.371338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Attempting to bind port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:43.375487 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c179e66-9206-4d03-9da2-3dda9d98a5f5 req-6271802e-89c8-4c06-9ad3-2392cbe18057 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.2571793 Oct 13 11:02:43.375631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Attempting to bind port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '63000774-0ccd-4ab6-9e99-649243f54477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:43.375631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Attempting to bind port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d on network af265d94-60d2-4643-a740-30c45c64b71e {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:43.391333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:43.392173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Checking segment: {'id': '63000774-0ccd-4ab6-9e99-649243f54477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:43.392747 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.393306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Bound using segment: {'id': '63000774-0ccd-4ab6-9e99-649243f54477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:43.393989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Bound port: 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63000774-0ccd-4ab6-9e99-649243f54477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:43.400530 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.410320 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.427028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c2cac-7072-4a77-9633-7f77f8ff3d04 req-89ce4603-f9f8-437e-9e18-5563de36ec58 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:43.433384 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc0c2cac-7072-4a77-9633-7f77f8ff3d04 req-89ce4603-f9f8-437e-9e18-5563de36ec58 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1682527 Oct 13 11:02:43.451840 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c141f87f-8efb-4479-b44b-113756020bde service neutron] 10.222.0.21 "GET /v2.0/networks/56641b7f-f8bc-448b-ba58-942cc469cac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916433 Oct 13 11:02:43.479804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c179e66-9206-4d03-9da2-3dda9d98a5f5 req-efedf342-0594-4f37-b8c5-32fa2f22eb36 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1069791 Oct 13 11:02:43.488498 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.491267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78baf3-dc09-4bec-b09d-0cf38e85199f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c0e929f-35cf-4361-af42-705a2928ebc3,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:43.502272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc78baf3-dc09-4bec-b09d-0cf38e85199f admin admin] Checking segment: {'id': '5414fbac-623e-414f-8d59-85e1d62f80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:43.502272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc78baf3-dc09-4bec-b09d-0cf38e85199f admin admin] Network hostable DHCP agents. Network: b7b6e3b4-cbe0-4444-956a-82b781cdfa91, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:02:43.557909 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.589909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9f148aec-ce62-4ff1-a564-fe0d6b791bec None None] Provisioning complete for port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:43.590237 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f148aec-ce62-4ff1-a564-fe0d6b791bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.604679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc78baf3-dc09-4bec-b09d-0cf38e85199f admin admin] Network b7b6e3b4-cbe0-4444-956a-82b781cdfa91 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:02:43.610939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dc0c2cac-7072-4a77-9633-7f77f8ff3d04 req-086fe6a2-daae-4d4d-8e1d-a662ccd93825 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708100 Oct 13 11:02:43.676911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-fc78baf3-dc09-4bec-b09d-0cf38e85199f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, b7b6e3b4-cbe0-4444-956a-82b781cdfa91) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:43.682536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78baf3-dc09-4bec-b09d-0cf38e85199f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:43.685945 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc78baf3-dc09-4bec-b09d-0cf38e85199f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.731289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Deleting port e85fac8f-45bb-45c3-a512-8f5d8cfa11ed {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:02:43.731940 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.736081 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-54eec657-6491-4ccc-a124-b12ceb4ba9e8 service neutron] 10.222.0.21 "GET /v2.0/networks/56641b7f-f8bc-448b-ba58-942cc469cac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323325 Oct 13 11:02:43.783164 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8431d2-21f1-400e-bc5a-42659c470141 None None] Network b7b6e3b4-cbe0-4444-956a-82b781cdfa91 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:02:43.796283 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fc78baf3-dc09-4bec-b09d-0cf38e85199f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3056748 Oct 13 11:02:43.803952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48964) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:43.816762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1167518539-router', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:43.895355 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-f20c0008-0e67-4b84-b1ef-bdbbd1dac26e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 HTTP/1.1" status: 200 len: 217 time: 0.1087716 Oct 13 11:02:43.910380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] For port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:43.925523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] For port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2e533c7c-2b33-4ffe-b215-ccfd29f9e97d,segment=NetworkSegment(63000774-0ccd-4ab6-9e99-649243f54477),segment_id=63000774-0ccd-4ab6-9e99-649243f54477)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:43.959129 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.960189 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 50046162-7e11-4c9f-a133-6908a9f0aa39, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=50046162-7e11-4c9f-a133-6908a9f0aa39,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:43.961293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:43.968185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9f148aec-ce62-4ff1-a564-fe0d6b791bec None None] Port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:02:43.970864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2cc7e769-5b99-4cda-852f-ea47c4448b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:43.972734 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-2cc7e769-5b99-4cda-852f-ea47c4448b16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.0685811 Oct 13 11:02:43.989668 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:44.064722 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:44.065712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead352cb-70f6-4442-8add-808c2f1f8131 None None] Pushing event updated for resources: {'Port': ['ID=2e533c7c-2b33-4ffe-b215-ccfd29f9e97d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:44.066176 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:44.070083 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:44.071511 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:44.145567 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Calling delete_port for e85fac8f-45bb-45c3-a512-8f5d8cfa11ed owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:02:44.198295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c706ad23-d78f-45a9-a8e8-5586717b1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:44.205175 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c706ad23-d78f-45a9-a8e8-5586717b1c18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2244999 Oct 13 11:02:44.220245 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Routers {'7df54106-ac9a-4e48-8466-92db09c0da60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:44.220971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7df54106-ac9a-4e48-8466-92db09c0da60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:44.356851 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-99dadf37-c447-4cb7-8df1-d016e9a8ed39 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057956 Oct 13 11:02:44.509776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b955f06-9355-4152-b824-207e8663b591'}, {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50046162-7e11-4c9f-a133-6908a9f0aa39'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:44.519595 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7662dce0-e794-4479-bd33-672fb3984834" -d '{"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "4b955f06-9355-4152-b824-207e8663b591"}, {"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "50046162-7e11-4c9f-a133-6908a9f0aa39"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:44.529523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=50046162-7e11-4c9f-a133-6908a9f0aa39,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:44.649148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] Set router 7df54106-ac9a-4e48-8466-92db09c0da60 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:44.767051 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-a83f6cdf-91a0-4465-999b-905037396c1d service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978505 Oct 13 11:02:44.825507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-b7b6e3b4-cbe0-4444-956a-82b781cdfa91', 'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'fixed_ips': [{'subnet_id': '4c0e929f-35cf-4361-af42-705a2928ebc3'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:02:44.826435 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:44.830756 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-ca9494f2-8543-4bc0-b015-fdb28358460b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=9efaf48b-e02e-4571-9d2e-3ac74778211e HTTP/1.1" status: 200 len: 217 time: 0.0446098 Oct 13 11:02:44.857202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a2144a97-0a69-4a6c-ae59-0059fdbf777d None None] Provisioning complete for port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:44.857997 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a2144a97-0a69-4a6c-ae59-0059fdbf777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:44.919311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994709a-cd8c-429a-98ac-180faacbc82a req-09ab034c-b856-42ad-a44c-c5eaff6c037f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:44.927167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994709a-cd8c-429a-98ac-180faacbc82a req-09ab034c-b856-42ad-a44c-c5eaff6c037f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:44.935375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994709a-cd8c-429a-98ac-180faacbc82a req-09ab034c-b856-42ad-a44c-c5eaff6c037f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:44.944477 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994709a-cd8c-429a-98ac-180faacbc82a req-09ab034c-b856-42ad-a44c-c5eaff6c037f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:44.953181 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994709a-cd8c-429a-98ac-180faacbc82a req-09ab034c-b856-42ad-a44c-c5eaff6c037f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:44.962065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994709a-cd8c-429a-98ac-180faacbc82a req-09ab034c-b856-42ad-a44c-c5eaff6c037f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:44.969541 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:44.970038 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994709a-cd8c-429a-98ac-180faacbc82a req-09ab034c-b856-42ad-a44c-c5eaff6c037f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:44.972324 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8994709a-cd8c-429a-98ac-180faacbc82a req-09ab034c-b856-42ad-a44c-c5eaff6c037f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.2824786 Oct 13 11:02:44.998479 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:45.005192 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:02:45.010156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc125e-ea5e-4c85-a888-3bbf118d1cea req-6bb5680c-1756-4e01-b83c-f5d4201d3ff8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:45.019113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc125e-ea5e-4c85-a888-3bbf118d1cea req-6bb5680c-1756-4e01-b83c-f5d4201d3ff8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:45.028569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc125e-ea5e-4c85-a888-3bbf118d1cea req-6bb5680c-1756-4e01-b83c-f5d4201d3ff8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:45.038281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc125e-ea5e-4c85-a888-3bbf118d1cea req-6bb5680c-1756-4e01-b83c-f5d4201d3ff8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:45.046111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc125e-ea5e-4c85-a888-3bbf118d1cea req-6bb5680c-1756-4e01-b83c-f5d4201d3ff8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:45.049028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-3e018b5b-cd71-42d8-937a-3321408327e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:45.050669 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-3e018b5b-cd71-42d8-937a-3321408327e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.2096469 Oct 13 11:02:45.055141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc125e-ea5e-4c85-a888-3bbf118d1cea req-6bb5680c-1756-4e01-b83c-f5d4201d3ff8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:45.058279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Pushing event deleted for resources: {'Port': ['ID=e85fac8f-45bb-45c3-a512-8f5d8cfa11ed,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:45.063188 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc125e-ea5e-4c85-a888-3bbf118d1cea req-6bb5680c-1756-4e01-b83c-f5d4201d3ff8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:45.074590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12fc125e-ea5e-4c85-a888-3bbf118d1cea req-6bb5680c-1756-4e01-b83c-f5d4201d3ff8 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5444 time: 0.2859285 Oct 13 11:02:45.085502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:02:45.096936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:45.097604 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:45.154614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12fc125e-ea5e-4c85-a888-3bbf118d1cea req-be23eca0-e844-45f6-b3ed-75816c1784e6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789819 Oct 13 11:02:45.277140 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d326ffb-65f3-4e28-adef-8f85c26da717 x-openstack-request-id: req-8d326ffb-65f3-4e28-adef-8f85c26da717 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:45.277506 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "4b955f06-9355-4152-b824-207e8663b591", "code": 200}, {"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "50046162-7e11-4c9f-a133-6908a9f0aa39", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:45.277705 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d326ffb-65f3-4e28-adef-8f85c26da717 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:45.278104 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b955f06-9355-4152-b824-207e8663b591', 'code': 200} Oct 13 11:02:45.278378 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50046162-7e11-4c9f-a133-6908a9f0aa39', 'code': 200} Oct 13 11:02:45.369293 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:45.371152 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a2144a97-0a69-4a6c-ae59-0059fdbf777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:45.400895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Allocated IP 172.20.0.2 (b7b6e3b4-cbe0-4444-956a-82b781cdfa91/4c0e929f-35cf-4361-af42-705a2928ebc3/28b3e084-862c-4b5d-aceb-0425e37333fc) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:45.469707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a2144a97-0a69-4a6c-ae59-0059fdbf777d None None] For port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2e533c7c-2b33-4ffe-b215-ccfd29f9e97d,segment=NetworkSegment(63000774-0ccd-4ab6-9e99-649243f54477),segment_id=63000774-0ccd-4ab6-9e99-649243f54477)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:45.492103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1e5b1f2a-86fe-4784-b429-eafd5aa62c84,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:45.576285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:45.581483 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a2144a97-0a69-4a6c-ae59-0059fdbf777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:45.620097 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:45.624599 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:45.625508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:45.626064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:45.626874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:45.627307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:45.627737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:45.628152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:45.628563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:45.629113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:45.629814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:45.629814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:45.630373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:02:45.643677 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:45.661445 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8994709a-cd8c-429a-98ac-180faacbc82a req-f8ae987a-c1a8-42e6-8023-2bb42a398658 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6683462 Oct 13 11:02:45.683300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8', 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'port_id': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8', 'mac_address': 'fa:16:3e:f6:b6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73a4c07-49f6-4e27-8039-a817a8176f98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:02:45.722777 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:45.762193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8d736658-6a7d-4cbb-bbc3-f4e967b89055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:45.763888 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8d736658-6a7d-4cbb-bbc3-f4e967b89055 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1757343 Oct 13 11:02:45.792052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'name': 'tempest-AttachSCSIVolumeTestJSON-949438506-router', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:27Z', 'updated_at': '2021-10-13T11:02:36Z', 'revision_number': 4, 'project_id': '2fb2973ca8594914a06108d9b8815504', 'gw_port': {'id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:28Z', 'updated_at': '2021-10-13T11:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '2e533c7c-2b33-4ffe-b215-ccfd29f9e97d', 'name': '', 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'mac_address': 'fa:16:3e:0e:dc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7257deaf-ea57-468d-8714-4ba8e8154436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:34Z', 'updated_at': '2021-10-13T11:02:43Z', 'revision_number': 4, 'project_id': '2fb2973ca8594914a06108d9b8815504', 'subnets': [{'id': '7257deaf-ea57-468d-8714-4ba8e8154436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:45.838068 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:45.885626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a0716d-60bf-4bbe-92c3-a6773d2a8750 None None] The sync data for ids ['7df54106-ac9a-4e48-8466-92db09c0da60'] in n-d-813659-3 is: [{'id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'name': 'tempest-AttachSCSIVolumeTestJSON-949438506-router', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:27Z', 'updated_at': '2021-10-13T11:02:36Z', 'revision_number': 4, 'project_id': '2fb2973ca8594914a06108d9b8815504', 'gw_port': {'id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:28Z', 'updated_at': '2021-10-13T11:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '2e533c7c-2b33-4ffe-b215-ccfd29f9e97d', 'name': '', 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'mac_address': 'fa:16:3e:0e:dc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7257deaf-ea57-468d-8714-4ba8e8154436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:34Z', 'updated_at': '2021-10-13T11:02:43Z', 'revision_number': 4, 'project_id': '2fb2973ca8594914a06108d9b8815504', 'subnets': [{'id': '7257deaf-ea57-468d-8714-4ba8e8154436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:02:46.005427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2144a97-0a69-4a6c-ae59-0059fdbf777d None None] Pushing event updated for resources: {'Port': ['ID=2e533c7c-2b33-4ffe-b215-ccfd29f9e97d,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:46.011219 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.035037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Allocated IP 172.25.0.216 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/d06ada1e-8afb-4e8f-ba49-9ab7d488f589) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:46.072353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e21699-6bad-4649-8cc1-5fc7bf840193 req-be09c4c4-2b45-4c0d-8f07-1861722f8648 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:46.074103 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92e21699-6bad-4649-8cc1-5fc7bf840193 req-be09c4c4-2b45-4c0d-8f07-1861722f8648 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.6714816 Oct 13 11:02:46.130477 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.131024 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.136077 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.154698 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92e21699-6bad-4649-8cc1-5fc7bf840193 req-269a8552-63dc-4ade-8141-6268f73b7b65 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718148 Oct 13 11:02:46.222404 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c67fefc5-a56d-4a0f-85ac-8b9c4c2e36d9 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462116 Oct 13 11:02:46.232421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:02:46.260071 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:46.264642 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.268127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=1e5b1f2a-86fe-4784-b429-eafd5aa62c84,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:46.297497 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.313518 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.332902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Fanout notify agent at l3_agent the message router_deleted on router 006260e0-f1ff-4e0e-9228-2e71146ebf72 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:02:46.336481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Network b7b6e3b4-cbe0-4444-956a-82b781cdfa91 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:46.338711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:46.342078 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:46.342686 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.343848 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-32b025e1-8693-457d-8a1a-13f7d87351b7 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "DELETE /v2.0/routers/006260e0-f1ff-4e0e-9228-2e71146ebf72 HTTP/1.1" status: 204 len: 168 time: 3.8253548 Oct 13 11:02:46.353947 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.355520 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49004) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:46.369844 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5f72ecf1-0396-41f8-a11d-8796882ce0e2 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1756715881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:46.407232 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Pushing event updated for resources: {'Port': ['ID=28b3e084-862c-4b5d-aceb-0425e37333fc,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:46.439491 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.480047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['8e7a48bd-b1cd-48a5-8aa3-139b52efeee8'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:02:46.495153 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027286-832e-45b4-8c25-7bca9be21e52 req-9176b7cb-51a2-4b09-8475-15eb7abec928 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:46.517907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027286-832e-45b4-8c25-7bca9be21e52 req-9176b7cb-51a2-4b09-8475-15eb7abec928 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:46.521209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:46.524553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:46.524894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027286-832e-45b4-8c25-7bca9be21e52 req-9176b7cb-51a2-4b09-8475-15eb7abec928 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:46.531589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:46.551722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027286-832e-45b4-8c25-7bca9be21e52 req-9176b7cb-51a2-4b09-8475-15eb7abec928 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:46.574395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027286-832e-45b4-8c25-7bca9be21e52 req-9176b7cb-51a2-4b09-8475-15eb7abec928 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:46.588295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027286-832e-45b4-8c25-7bca9be21e52 req-9176b7cb-51a2-4b09-8475-15eb7abec928 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:46.591847 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Pushing event updated for resources: {'Port': ['ID=d06ada1e-8afb-4e8f-ba49-9ab7d488f589,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:46.607495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027286-832e-45b4-8c25-7bca9be21e52 req-9176b7cb-51a2-4b09-8475-15eb7abec928 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:46.620064 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-59027286-832e-45b4-8c25-7bca9be21e52 req-9176b7cb-51a2-4b09-8475-15eb7abec928 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5445 time: 0.2326035 Oct 13 11:02:46.625561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f72ecf1-0396-41f8-a11d-8796882ce0e2 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.626669 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f72ecf1-0396-41f8-a11d-8796882ce0e2 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.650773 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-23dd4c0f-8d4d-4edd-ad01-e6154a78b442 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195023 Oct 13 11:02:46.812829 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Attempting to bind port 28b3e084-862c-4b5d-aceb-0425e37333fc on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:46.813203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Attempting to bind port 28b3e084-862c-4b5d-aceb-0425e37333fc by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '5414fbac-623e-414f-8d59-85e1d62f80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:46.813574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Attempting to bind port 28b3e084-862c-4b5d-aceb-0425e37333fc on network b7b6e3b4-cbe0-4444-956a-82b781cdfa91 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:46.845554 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-28e8eef1-ebb3-45b9-8811-ab94dc805397 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=65983bd1-4ef2-411e-be98-9c65ff0ed431 HTTP/1.1" status: 200 len: 217 time: 0.1601443 Oct 13 11:02:46.857486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:46.857882 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Checking segment: {'id': '5414fbac-623e-414f-8d59-85e1d62f80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:46.858285 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.859431 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-59027286-832e-45b4-8c25-7bca9be21e52 req-7bd201b3-e316-4f2b-81fd-6fe024511a36 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2359865 Oct 13 11:02:46.875345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Bound using segment: {'id': '5414fbac-623e-414f-8d59-85e1d62f80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:46.876072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Bound port: 28b3e084-862c-4b5d-aceb-0425e37333fc, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5414fbac-623e-414f-8d59-85e1d62f80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:46.876506 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:46.878609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:46.963285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e8c3-e193-4c74-bc88-c33bb3e8a030 req-2d02ee36-edbd-4303-8f79-64fac9cee8c9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:46.981900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e8c3-e193-4c74-bc88-c33bb3e8a030 req-2d02ee36-edbd-4303-8f79-64fac9cee8c9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:46.993452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e8c3-e193-4c74-bc88-c33bb3e8a030 req-2d02ee36-edbd-4303-8f79-64fac9cee8c9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:47.000675 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e8c3-e193-4c74-bc88-c33bb3e8a030 req-2d02ee36-edbd-4303-8f79-64fac9cee8c9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:47.022497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e8c3-e193-4c74-bc88-c33bb3e8a030 req-2d02ee36-edbd-4303-8f79-64fac9cee8c9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:47.030016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e8c3-e193-4c74-bc88-c33bb3e8a030 req-2d02ee36-edbd-4303-8f79-64fac9cee8c9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:47.039670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e8c3-e193-4c74-bc88-c33bb3e8a030 req-2d02ee36-edbd-4303-8f79-64fac9cee8c9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:47.048501 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ca4e8c3-e193-4c74-bc88-c33bb3e8a030 req-2d02ee36-edbd-4303-8f79-64fac9cee8c9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.2119009 Oct 13 11:02:47.061074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f72ecf1-0396-41f8-a11d-8796882ce0e2 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:47.088198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75f0338c-6d44-4ee2-9799-4e32ae03c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:47.089695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-75f0338c-6d44-4ee2-9799-4e32ae03c6c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.2119341 Oct 13 11:02:47.139132 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f72ecf1-0396-41f8-a11d-8796882ce0e2 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:47.252655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-d4a4b633-e26d-463b-b127-4776b43bea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:47.262493 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-d4a4b633-e26d-463b-b127-4776b43bea52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1657317 Oct 13 11:02:47.270162 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:47.284822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] For port 28b3e084-862c-4b5d-aceb-0425e37333fc, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:47.286285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] For port 28b3e084-862c-4b5d-aceb-0425e37333fc, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=28b3e084-862c-4b5d-aceb-0425e37333fc,segment=NetworkSegment(5414fbac-623e-414f-8d59-85e1d62f80c4),segment_id=5414fbac-623e-414f-8d59-85e1d62f80c4)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:47.287925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b1f2a-86fe-4784-b429-eafd5aa62c84'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:47.290296 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162aa589-1901-4158-bc59-c7fcebbea14b" -d '{"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b1f2a-86fe-4784-b429-eafd5aa62c84"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:47.290814 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ca4e8c3-e193-4c74-bc88-c33bb3e8a030 req-b28fef02-b7fc-433f-ad8b-23a2d9cb527f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2351871 Oct 13 11:02:47.361943 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f72ecf1-0396-41f8-a11d-8796882ce0e2 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:47.365431 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5f72ecf1-0396-41f8-a11d-8796882ce0e2 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0088727 Oct 13 11:02:47.384972 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49024) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:47.394073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:47.405065 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d6eecc-d042-45da-9440-b36f486255af x-openstack-request-id: req-77d6eecc-d042-45da-9440-b36f486255af {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:47.405436 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b1f2a-86fe-4784-b429-eafd5aa62c84", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:47.405765 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77d6eecc-d042-45da-9440-b36f486255af {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:47.406233 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b1f2a-86fe-4784-b429-eafd5aa62c84', 'code': 200} Oct 13 11:02:47.410912 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:47.548183 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6a969d2b-a27f-4815-9e52-7a035d9ae742 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759299 Oct 13 11:02:47.593803 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0cb6d-c29f-4bf3-a6ca-afbea31148e0 None None] Pushing event updated for resources: {'Port': ['ID=28b3e084-862c-4b5d-aceb-0425e37333fc,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:47.673685 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-b16c1391-a77a-4496-81d3-28192947bf54 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166935 Oct 13 11:02:47.688885 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:47.711553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b92094-68bc-43ba-b7fd-15e7a5ff194b req-5dce20ad-2894-4c5b-9dc7-1062ac0a79e7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:47.716825 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-37b92094-68bc-43ba-b7fd-15e7a5ff194b req-5dce20ad-2894-4c5b-9dc7-1062ac0a79e7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 944 time: 0.3070846 Oct 13 11:02:47.781772 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-d2e95b8d-cb94-4cba-bbf6-8f620680e5c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 HTTP/1.1" status: 200 len: 217 time: 0.0997055 Oct 13 11:02:47.797786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:47.798169 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:47.825262 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-37b92094-68bc-43ba-b7fd-15e7a5ff194b req-f12a55a5-4637-4c5d-9726-7535e7bbe371 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Oct 13 11:02:47.887145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-b04094f3-12e4-4d05-b080-14298a77ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:47.892272 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-b04094f3-12e4-4d05-b080-14298a77ad9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.0676103 Oct 13 11:02:48.094476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-375ddaad-5dfe-4588-9c3f-52556b56400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.098721 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-375ddaad-5dfe-4588-9c3f-52556b56400b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1950839 Oct 13 11:02:48.238075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ce96c-ab50-413d-984a-b3de780ddbef req-bf118c7f-0fff-4e6d-82d1-942e7aabccf6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.245900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ce96c-ab50-413d-984a-b3de780ddbef req-bf118c7f-0fff-4e6d-82d1-942e7aabccf6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.252708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ce96c-ab50-413d-984a-b3de780ddbef req-bf118c7f-0fff-4e6d-82d1-942e7aabccf6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.260172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ce96c-ab50-413d-984a-b3de780ddbef req-bf118c7f-0fff-4e6d-82d1-942e7aabccf6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.267057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ce96c-ab50-413d-984a-b3de780ddbef req-bf118c7f-0fff-4e6d-82d1-942e7aabccf6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.274379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ce96c-ab50-413d-984a-b3de780ddbef req-bf118c7f-0fff-4e6d-82d1-942e7aabccf6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.281592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ce96c-ab50-413d-984a-b3de780ddbef req-bf118c7f-0fff-4e6d-82d1-942e7aabccf6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.283662 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a3ce96c-ab50-413d-984a-b3de780ddbef req-bf118c7f-0fff-4e6d-82d1-942e7aabccf6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5445 time: 0.2675803 Oct 13 11:02:48.354203 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:48.365564 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a3ce96c-ab50-413d-984a-b3de780ddbef req-b920d713-3480-4b2f-aab8-70cbead0e6c9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671191 Oct 13 11:02:48.366409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed6d47-369c-414b-b83b-582d5a32955b req-ce5013ee-c4d6-4ada-be6f-fc7ac563e148 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.368089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9ed6d47-369c-414b-b83b-582d5a32955b req-ce5013ee-c4d6-4ada-be6f-fc7ac563e148 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.6624892 Oct 13 11:02:48.378926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0a1fa-7af7-412d-93e7-0182129c28fe req-af40a103-2645-474f-992c-9728cbc35a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.379103 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-6fe20fd2-44c3-4350-95ef-9f44f20995b9 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602427 Oct 13 11:02:48.379593 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0a1fa-7af7-412d-93e7-0182129c28fe req-af40a103-2645-474f-992c-9728cbc35a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.380159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0a1fa-7af7-412d-93e7-0182129c28fe req-af40a103-2645-474f-992c-9728cbc35a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.380691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0a1fa-7af7-412d-93e7-0182129c28fe req-af40a103-2645-474f-992c-9728cbc35a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.381446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0a1fa-7af7-412d-93e7-0182129c28fe req-af40a103-2645-474f-992c-9728cbc35a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.381970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0a1fa-7af7-412d-93e7-0182129c28fe req-af40a103-2645-474f-992c-9728cbc35a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.382643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0a1fa-7af7-412d-93e7-0182129c28fe req-af40a103-2645-474f-992c-9728cbc35a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.384929 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6e0a1fa-7af7-412d-93e7-0182129c28fe req-af40a103-2645-474f-992c-9728cbc35a55 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 6502 time: 0.6781168 Oct 13 11:02:48.416622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:48.562735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9ed6d47-369c-414b-b83b-582d5a32955b req-994b5299-8665-4e24-9d70-33da34c284fd tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736856 Oct 13 11:02:48.569991 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6e0a1fa-7af7-412d-93e7-0182129c28fe req-c41b74d1-671a-4d7b-90f2-884b9cbad6ce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=abd28104-3841-41ca-936d-4570e336ef01&id=d760090a-534a-4103-a13e-f63b7dcb5485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1712992 Oct 13 11:02:48.583111 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-12df6b8b-8dae-4486-b2d9-ac180cdc071e service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877959 Oct 13 11:02:48.781674 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f7d7e-9b23-463e-bd23-86dd23feca05 req-3452131c-8a38-4d3a-83db-640d63020ef5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.788647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f7d7e-9b23-463e-bd23-86dd23feca05 req-3452131c-8a38-4d3a-83db-640d63020ef5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.795376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f7d7e-9b23-463e-bd23-86dd23feca05 req-3452131c-8a38-4d3a-83db-640d63020ef5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.802320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f7d7e-9b23-463e-bd23-86dd23feca05 req-3452131c-8a38-4d3a-83db-640d63020ef5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.809622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f7d7e-9b23-463e-bd23-86dd23feca05 req-3452131c-8a38-4d3a-83db-640d63020ef5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.816648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f7d7e-9b23-463e-bd23-86dd23feca05 req-3452131c-8a38-4d3a-83db-640d63020ef5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.829990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f7d7e-9b23-463e-bd23-86dd23feca05 req-3452131c-8a38-4d3a-83db-640d63020ef5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.840892 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ee4f7d7e-9b23-463e-bd23-86dd23feca05 req-3452131c-8a38-4d3a-83db-640d63020ef5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.1612082 Oct 13 11:02:48.859813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761ebaf-070c-44e4-9617-d6469ec39fdb req-371c850f-c9aa-4841-b78a-d5397fd9de20 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:48.861974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1761ebaf-070c-44e4-9617-d6469ec39fdb req-371c850f-c9aa-4841-b78a-d5397fd9de20 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1159055 Oct 13 11:02:48.864660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Router 5db1f0b6-c3a4-4a10-b208-af3b9455e032 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:02:48.941309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-4683494d-a0d0-4238-82ae-c1d469cbf650 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7ee7c9ee-9302-483a-9f7d-a2227876356f HTTP/1.1" status: 200 len: 217 time: 0.0867376 Oct 13 11:02:48.980839 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:49.028905 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ee4f7d7e-9b23-463e-bd23-86dd23feca05 req-fbfb5a84-552a-4e68-9aac-8c42a474896d tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809888 Oct 13 11:02:49.083172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-4803393f-5938-4532-b2b5-c53df16c5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:49.087285 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-4803393f-5938-4532-b2b5-c53df16c5461 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc4e3cc4-c941-42e0-8d66-07438f4c2aab HTTP/1.1" status: 200 len: 797 time: 0.1378837 Oct 13 11:02:49.139730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:02:49.160172 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:49.163119 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:49.175086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Sync routers for ids ['5db1f0b6-c3a4-4a10-b208-af3b9455e032'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:02:49.206859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-13174089-8aea-4af9-8f27-2defe7466b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:49.209536 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-13174089-8aea-4af9-8f27-2defe7466b6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5d2a8f-da31-4f37-9210-83fd46b16762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1117806 Oct 13 11:02:49.236196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Routers {'5db1f0b6-c3a4-4a10-b208-af3b9455e032'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:49.237034 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5db1f0b6-c3a4-4a10-b208-af3b9455e032'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:49.288937 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:49.301588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c4a58fe0-cd16-47a9-b79c-dd91378c135d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4910126 Oct 13 11:02:49.359245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49066) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:49.377422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4c43e-79df-4e34-ae63-c634d61ecaaa None None] Network b7b6e3b4-cbe0-4444-956a-82b781cdfa91 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:02:49.489871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1761ebaf-070c-44e4-9617-d6469ec39fdb req-8c169d29-6786-4382-960c-3758128259c1 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095481 Oct 13 11:02:49.523986 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:49.544277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef845dea-fa51-4f05-8016-db6d53dae4ac req-e734e8ed-1c80-42e2-b7ce-1d77a94fcd68 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:49.556255 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef845dea-fa51-4f05-8016-db6d53dae4ac req-e734e8ed-1c80-42e2-b7ce-1d77a94fcd68 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 944 time: 0.3694816 Oct 13 11:02:49.648285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:49.665945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b979dfc-5300-494f-9077-3931e09d3550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:49.668373 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5591efc-43b0-480b-b71e-5d5618876629" -d '{"events": [{"server_uuid": "6b979dfc-5300-494f-9077-3931e09d3550", "name": "network-vif-plugged", "status": "completed", "tag": "8e7a48bd-b1cd-48a5-8aa3-139b52efeee8"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:49.683913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7e1a5af9-4908-48f8-8012-02f1744a91cf None None] Provisioning complete for port 28b3e084-862c-4b5d-aceb-0425e37333fc triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:49.685486 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5af9-4908-48f8-8012-02f1744a91cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:49.721898 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-62145c24-b272-4499-a1ac-fbb43d6beaf7 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576185 Oct 13 11:02:49.731073 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef845dea-fa51-4f05-8016-db6d53dae4ac req-8300d30f-3f10-4fc6-8455-bb4f8eb52146 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738448 Oct 13 11:02:49.744669 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:49.852878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Set router 5db1f0b6-c3a4-4a10-b208-af3b9455e032 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:49.998046 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-fcb218ec-a710-4c90-b212-c53b892b3f64 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659471 Oct 13 11:02:50.016357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 28b3e084-862c-4b5d-aceb-0425e37333fc up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:50.107090 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-8bd5ae38-abfa-435a-a7c4-36c644cc9335 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8b021b7-0289-4b04-ba82-1d2aa6832c7e HTTP/1.1" status: 200 len: 217 time: 0.0991094 Oct 13 11:02:50.221410 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:50.241480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-838b1b84-4bec-41fd-925a-bf28a411e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:50.247738 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-838b1b84-4bec-41fd-925a-bf28a411e77f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc4e3cc4-c941-42e0-8d66-07438f4c2aab HTTP/1.1" status: 200 len: 797 time: 0.1308665 Oct 13 11:02:50.294094 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366fa9b3-157a-4789-a187-69251067aa3c x-openstack-request-id: req-366fa9b3-157a-4789-a187-69251067aa3c {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:50.309490 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b979dfc-5300-494f-9077-3931e09d3550", "name": "network-vif-plugged", "status": "completed", "tag": "8e7a48bd-b1cd-48a5-8aa3-139b52efeee8", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:50.310057 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-366fa9b3-157a-4789-a187-69251067aa3c {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:50.310518 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b979dfc-5300-494f-9077-3931e09d3550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8', 'code': 200} Oct 13 11:02:50.503099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42420e6-0e6f-48cf-802e-e2d750ebf8a8 req-71c9bc9a-7e19-4733-a8a2-403dbc3b660d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:50.512273 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d42420e6-0e6f-48cf-802e-e2d750ebf8a8 req-71c9bc9a-7e19-4733-a8a2-403dbc3b660d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1726167 Oct 13 11:02:50.545366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c8ced6da-1e27-45ce-af92-c44ecea504f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:50.548635 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-c8ced6da-1e27-45ce-af92-c44ecea504f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5d2a8f-da31-4f37-9210-83fd46b16762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2933021 Oct 13 11:02:50.687096 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d42420e6-0e6f-48cf-802e-e2d750ebf8a8 req-f9385ce9-17cb-404f-bea0-288a8674e4db tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738298 Oct 13 11:02:50.915511 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-5b27f05f-e7e5-431b-bf91-2e58c1275820 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567510 Oct 13 11:02:50.954296 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:51.007225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 28b3e084-862c-4b5d-aceb-0425e37333fc triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:51.011907 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:51.051417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751d79-6d9d-4323-8d99-bb06b0de7e07 req-d9df6e3f-cb5a-42f3-bbd1-e062149167a7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.054903 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5af9-4908-48f8-8012-02f1744a91cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:51.061589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751d79-6d9d-4323-8d99-bb06b0de7e07 req-d9df6e3f-cb5a-42f3-bbd1-e062149167a7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.071662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751d79-6d9d-4323-8d99-bb06b0de7e07 req-d9df6e3f-cb5a-42f3-bbd1-e062149167a7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.077879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751d79-6d9d-4323-8d99-bb06b0de7e07 req-d9df6e3f-cb5a-42f3-bbd1-e062149167a7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.088529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751d79-6d9d-4323-8d99-bb06b0de7e07 req-d9df6e3f-cb5a-42f3-bbd1-e062149167a7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.106757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751d79-6d9d-4323-8d99-bb06b0de7e07 req-d9df6e3f-cb5a-42f3-bbd1-e062149167a7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.113799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751d79-6d9d-4323-8d99-bb06b0de7e07 req-d9df6e3f-cb5a-42f3-bbd1-e062149167a7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.125458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae751d79-6d9d-4323-8d99-bb06b0de7e07 req-d9df6e3f-cb5a-42f3-bbd1-e062149167a7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5445 time: 0.4801919 Oct 13 11:02:51.141886 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:51.256494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7e1a5af9-4908-48f8-8012-02f1744a91cf None None] For port 28b3e084-862c-4b5d-aceb-0425e37333fc, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=28b3e084-862c-4b5d-aceb-0425e37333fc,segment=NetworkSegment(5414fbac-623e-414f-8d59-85e1d62f80c4),segment_id=5414fbac-623e-414f-8d59-85e1d62f80c4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:51.289688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0b725-30c1-4ac2-9dbf-b152cf23452d req-e712a383-ac30-4f8a-9671-802555f4c1bc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.300878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0b725-30c1-4ac2-9dbf-b152cf23452d req-e712a383-ac30-4f8a-9671-802555f4c1bc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.312836 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae751d79-6d9d-4323-8d99-bb06b0de7e07 req-e95b64e9-0dbf-40a2-a946-0e6eefbb7f3f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1863253 Oct 13 11:02:51.321229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0b725-30c1-4ac2-9dbf-b152cf23452d req-e712a383-ac30-4f8a-9671-802555f4c1bc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.327529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0b725-30c1-4ac2-9dbf-b152cf23452d req-e712a383-ac30-4f8a-9671-802555f4c1bc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.371623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0b725-30c1-4ac2-9dbf-b152cf23452d req-e712a383-ac30-4f8a-9671-802555f4c1bc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.373516 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5af9-4908-48f8-8012-02f1744a91cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:51.389878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0b725-30c1-4ac2-9dbf-b152cf23452d req-e712a383-ac30-4f8a-9671-802555f4c1bc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.404482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0b725-30c1-4ac2-9dbf-b152cf23452d req-e712a383-ac30-4f8a-9671-802555f4c1bc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.410879 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-41a0b725-30c1-4ac2-9dbf-b152cf23452d req-e712a383-ac30-4f8a-9671-802555f4c1bc tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.5162036 Oct 13 11:02:51.519511 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-317b799d-7731-4139-95cf-5ab320c4a343 req-ea2c6a0c-e893-45ec-8f13-b4f67b21fd9a service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665491 Oct 13 11:02:51.583767 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-41a0b725-30c1-4ac2-9dbf-b152cf23452d req-bebe7490-6e6c-423d-a153-3a1940015618 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1407230 Oct 13 11:02:51.644223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Allocated IP 172.25.0.128 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/1bef493a-118b-4aa3-bd96-09a8af33ef79) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:51.674081 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a5af9-4908-48f8-8012-02f1744a91cf None None] Pushing event updated for resources: {'Port': ['ID=28b3e084-862c-4b5d-aceb-0425e37333fc,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:51.721880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'name': 'tempest-AttachSCSIVolumeTestJSON-1167518539-router', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:43Z', 'updated_at': '2021-10-13T11:02:46Z', 'revision_number': 3, 'project_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'gw_port': {'id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:45Z', 'updated_at': '2021-10-13T11:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:51.766906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18dfe0-aee4-4492-a424-3f8744cafb75 req-5b0b9306-1454-4008-8cbb-1ad0c0214e65 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.768723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d18dfe0-aee4-4492-a424-3f8744cafb75 req-5b0b9306-1454-4008-8cbb-1ad0c0214e65 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.2543790 Oct 13 11:02:51.805823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Checking router: 5db1f0b6-c3a4-4a10-b208-af3b9455e032 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:02:51.806465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Updating router 5db1f0b6-c3a4-4a10-b208-af3b9455e032 port d06ada1e-8afb-4e8f-ba49-9ab7d488f589 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:02:51.858501 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:51.867285 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d18dfe0-aee4-4492-a424-3f8744cafb75 req-7707cb51-4892-43f7-b3e9-8894500acab8 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722246 Oct 13 11:02:51.874488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf0428-1569-4c35-9531-447a653cf3b8 req-75d8eeb5-0e0c-4362-8ffa-8127f61301ad tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:51.876167 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ccaf0428-1569-4c35-9531-447a653cf3b8 req-75d8eeb5-0e0c-4362-8ffa-8127f61301ad tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1275783 Oct 13 11:02:51.935820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ed034ff6-f70b-448c-a7ed-c90a503adb19 None None] Provisioning complete for port 28b3e084-862c-4b5d-aceb-0425e37333fc triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:51.936472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ed034ff6-f70b-448c-a7ed-c90a503adb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:51.957094 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ccaf0428-1569-4c35-9531-447a653cf3b8 req-5aa7e1d5-e02f-404a-b4d9-05fc8ef86c09 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742531 Oct 13 11:02:52.113792 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:52.276366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04331c76-00c4-40d7-ae16-346989584918 req-28b55c1c-5500-4052-a42e-08f7bbaa2e2a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.300515 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04331c76-00c4-40d7-ae16-346989584918 req-28b55c1c-5500-4052-a42e-08f7bbaa2e2a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1280315 Oct 13 11:02:52.392314 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:52.392762 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04331c76-00c4-40d7-ae16-346989584918 req-0aeda085-6336-4420-b24d-8b82f476166c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909307 Oct 13 11:02:52.495508 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Allocated IP 172.20.0.1 (b7b6e3b4-cbe0-4444-956a-82b781cdfa91/4c0e929f-35cf-4361-af42-705a2928ebc3/1d9bd944-2fd6-4a6b-9677-f4a80da550cf) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:02:52.532670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d97759-9ef5-4774-b9fe-c7571c4c3e63 req-a38bbc5c-81f2-4691-9345-9eb07464c461 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.534618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a040f38-42c4-4a8c-b898-ebc5e7337766 req-4f99dae6-f6b2-4d3e-9f72-1079a79c9186 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.539541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d97759-9ef5-4774-b9fe-c7571c4c3e63 req-a38bbc5c-81f2-4691-9345-9eb07464c461 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.542875 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a040f38-42c4-4a8c-b898-ebc5e7337766 req-4f99dae6-f6b2-4d3e-9f72-1079a79c9186 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0704701 Oct 13 11:02:52.546687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d97759-9ef5-4774-b9fe-c7571c4c3e63 req-a38bbc5c-81f2-4691-9345-9eb07464c461 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.554042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d97759-9ef5-4774-b9fe-c7571c4c3e63 req-a38bbc5c-81f2-4691-9345-9eb07464c461 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.559874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d97759-9ef5-4774-b9fe-c7571c4c3e63 req-a38bbc5c-81f2-4691-9345-9eb07464c461 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.566028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d97759-9ef5-4774-b9fe-c7571c4c3e63 req-a38bbc5c-81f2-4691-9345-9eb07464c461 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.572603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d97759-9ef5-4774-b9fe-c7571c4c3e63 req-a38bbc5c-81f2-4691-9345-9eb07464c461 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.577968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16d97759-9ef5-4774-b9fe-c7571c4c3e63 req-a38bbc5c-81f2-4691-9345-9eb07464c461 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5445 time: 0.1287081 Oct 13 11:02:52.603035 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4a040f38-42c4-4a8c-b898-ebc5e7337766 req-0fceda1c-7a3a-4833-9854-a61125dd037e tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589409 Oct 13 11:02:52.692133 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:52.750876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Pushing event updated for resources: {'Port': ['ID=1bef493a-118b-4aa3-bd96-09a8af33ef79,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:52.774407 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16d97759-9ef5-4774-b9fe-c7571c4c3e63 req-05814881-288f-453f-ae36-654f6dacc5f7 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773472 Oct 13 11:02:52.785165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:52.789465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:52.792371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:52.806251 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cecfbf-8aa2-441c-800b-c6b4030921c3 req-264e1a8f-8750-44b2-9617-1a909797a42b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.819334 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cecfbf-8aa2-441c-800b-c6b4030921c3 req-264e1a8f-8750-44b2-9617-1a909797a42b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.835093 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cecfbf-8aa2-441c-800b-c6b4030921c3 req-264e1a8f-8750-44b2-9617-1a909797a42b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.846395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cecfbf-8aa2-441c-800b-c6b4030921c3 req-264e1a8f-8750-44b2-9617-1a909797a42b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.863622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cecfbf-8aa2-441c-800b-c6b4030921c3 req-264e1a8f-8750-44b2-9617-1a909797a42b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.884637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cecfbf-8aa2-441c-800b-c6b4030921c3 req-264e1a8f-8750-44b2-9617-1a909797a42b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.916462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cecfbf-8aa2-441c-800b-c6b4030921c3 req-264e1a8f-8750-44b2-9617-1a909797a42b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:52.928536 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b1cecfbf-8aa2-441c-800b-c6b4030921c3 req-264e1a8f-8750-44b2-9617-1a909797a42b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.2246997 Oct 13 11:02:52.941192 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:53.025701 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b1cecfbf-8aa2-441c-800b-c6b4030921c3 req-23eeb0f4-4829-4f27-b557-00101076ae10 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977588 Oct 13 11:02:53.094478 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:53.108939 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:53.174991 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:53.215830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Network b7b6e3b4-cbe0-4444-956a-82b781cdfa91 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:53.228229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:53.235022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:02:53.241270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Pushing event updated for resources: {'Port': ['ID=1d9bd944-2fd6-4a6b-9677-f4a80da550cf,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:53.297342 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af25c71-56b0-4c1f-8c23-392dd53c338d req-a803b946-e5d7-4b02-b769-6d80d7064de2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:53.304536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a7483-eae5-4941-a826-040c186e2403 req-b34af080-588f-4e0a-89c6-124789a4d4f0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:53.308710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Attempting to bind port d06ada1e-8afb-4e8f-ba49-9ab7d488f589 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:02:53.310768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Attempting to bind port d06ada1e-8afb-4e8f-ba49-9ab7d488f589 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:02:53.311313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Attempting to bind port d06ada1e-8afb-4e8f-ba49-9ab7d488f589 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:02:53.313055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af25c71-56b0-4c1f-8c23-392dd53c338d req-a803b946-e5d7-4b02-b769-6d80d7064de2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:53.315033 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4d2a7483-eae5-4941-a826-040c186e2403 req-b34af080-588f-4e0a-89c6-124789a4d4f0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1483386 Oct 13 11:02:53.324177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:02:53.329124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af25c71-56b0-4c1f-8c23-392dd53c338d req-a803b946-e5d7-4b02-b769-6d80d7064de2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:53.329795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:02:53.331100 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:53.331680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:02:53.333404 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Bound port: d06ada1e-8afb-4e8f-ba49-9ab7d488f589, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:02:53.334747 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:53.345119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af25c71-56b0-4c1f-8c23-392dd53c338d req-a803b946-e5d7-4b02-b769-6d80d7064de2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:53.377882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af25c71-56b0-4c1f-8c23-392dd53c338d req-a803b946-e5d7-4b02-b769-6d80d7064de2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:53.393206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af25c71-56b0-4c1f-8c23-392dd53c338d req-a803b946-e5d7-4b02-b769-6d80d7064de2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:53.409895 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4d2a7483-eae5-4941-a826-040c186e2403 req-dd7d51b7-2517-4608-93e9-dc0701bbd355 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937593 Oct 13 11:02:53.410702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af25c71-56b0-4c1f-8c23-392dd53c338d req-a803b946-e5d7-4b02-b769-6d80d7064de2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:53.424145 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1913336-2f4e-463b-a922-d4b135736e11 None None] Pushing event updated for resources: {'Port': ['ID=d06ada1e-8afb-4e8f-ba49-9ab7d488f589,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:53.438858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49120) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:53.441018 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2af25c71-56b0-4c1f-8c23-392dd53c338d req-a803b946-e5d7-4b02-b769-6d80d7064de2 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5445 time: 0.3811214 Oct 13 11:02:53.443870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-14d7f993-38df-4ecf-a5cb-fb4d8858fd3a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Request body: {'floatingip': {'port_id': '4b45b71e-507c-4f82-9175-e9a55d5c8e54'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:02:53.534578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] For port d06ada1e-8afb-4e8f-ba49-9ab7d488f589, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:02:53.541999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] For port d06ada1e-8afb-4e8f-ba49-9ab7d488f589, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d06ada1e-8afb-4e8f-ba49-9ab7d488f589,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:02:53.592468 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-14d7f993-38df-4ecf-a5cb-fb4d8858fd3a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:53.617387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:53.718578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:53.741988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Routers {'5db1f0b6-c3a4-4a10-b208-af3b9455e032'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:53.743062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5db1f0b6-c3a4-4a10-b208-af3b9455e032'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:53.856558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc73a2-7de1-450f-afe1-e5299f573b78 req-37934e09-2987-4293-9642-2435ab130b40 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:53.865076 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cabc73a2-7de1-450f-afe1-e5299f573b78 req-37934e09-2987-4293-9642-2435ab130b40 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1000063 Oct 13 11:02:53.871754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1913336-2f4e-463b-a922-d4b135736e11 None None] Pushing event updated for resources: {'Port': ['ID=d06ada1e-8afb-4e8f-ba49-9ab7d488f589,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:53.899836 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:53.900568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 28b3e084-862c-4b5d-aceb-0425e37333fc up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:53.984878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-056969dd-a190-4a90-9988-815c557fd927 None None] Provisioning complete for port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:53.985635 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-056969dd-a190-4a90-9988-815c557fd927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:54.006387 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cabc73a2-7de1-450f-afe1-e5299f573b78 req-2922e8c4-4f23-4f8b-a3f9-4cb28d1b6c51 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404626 Oct 13 11:02:54.185550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78696717-024e-482f-b81c-fe45536c0943 req-d4258172-af4b-41f7-8d44-40ea8645f4c2 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:54.204408 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78696717-024e-482f-b81c-fe45536c0943 req-d4258172-af4b-41f7-8d44-40ea8645f4c2 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.5379958 Oct 13 11:02:54.278067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5b84-9f8a-4dab-b8fa-3ce7827feeac req-8a3dae68-14f9-497e-9f7d-f4669b7c68e6 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:54.279850 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:02:54.285235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5b84-9f8a-4dab-b8fa-3ce7827feeac req-8a3dae68-14f9-497e-9f7d-f4669b7c68e6 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:54.293834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5b84-9f8a-4dab-b8fa-3ce7827feeac req-8a3dae68-14f9-497e-9f7d-f4669b7c68e6 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:54.301255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-056969dd-a190-4a90-9988-815c557fd927 None None] Port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:02:54.301949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5b84-9f8a-4dab-b8fa-3ce7827feeac req-8a3dae68-14f9-497e-9f7d-f4669b7c68e6 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:54.309976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5b84-9f8a-4dab-b8fa-3ce7827feeac req-8a3dae68-14f9-497e-9f7d-f4669b7c68e6 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:54.324213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5b84-9f8a-4dab-b8fa-3ce7827feeac req-8a3dae68-14f9-497e-9f7d-f4669b7c68e6 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:54.341167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5b84-9f8a-4dab-b8fa-3ce7827feeac req-8a3dae68-14f9-497e-9f7d-f4669b7c68e6 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:54.355757 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-61ec5b84-9f8a-4dab-b8fa-3ce7827feeac req-8a3dae68-14f9-497e-9f7d-f4669b7c68e6 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.1662126 Oct 13 11:02:54.365562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78696717-024e-482f-b81c-fe45536c0943 req-1a694c9b-f9fb-4ab7-9c2a-5e5d59d79e5a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613786 Oct 13 11:02:54.502937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 28b3e084-862c-4b5d-aceb-0425e37333fc triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:54.511241 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:54.610549 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-61ec5b84-9f8a-4dab-b8fa-3ce7827feeac req-555659f8-979f-4f7b-b686-5facc34384c4 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2536132 Oct 13 11:02:54.612392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] Set router 5db1f0b6-c3a4-4a10-b208-af3b9455e032 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:54.715931 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:54.728858 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:55.076356 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-14d7f993-38df-4ecf-a5cb-fb4d8858fd3a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:55.145488 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-14d7f993-38df-4ecf-a5cb-fb4d8858fd3a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:55.148766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'name': 'tempest-AttachSCSIVolumeTestJSON-1167518539-router', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:43Z', 'updated_at': '2021-10-13T11:02:46Z', 'revision_number': 3, 'project_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'gw_port': {'id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:45Z', 'updated_at': '2021-10-13T11:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:55.230782 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:55.233166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1aaf0-2c9d-44f9-8d2f-49f0c48c7973 None None] The sync data for ids ['5db1f0b6-c3a4-4a10-b208-af3b9455e032'] in n-d-813659-3 is: [{'id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'name': 'tempest-AttachSCSIVolumeTestJSON-1167518539-router', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:43Z', 'updated_at': '2021-10-13T11:02:46Z', 'revision_number': 3, 'project_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'gw_port': {'id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:45Z', 'updated_at': '2021-10-13T11:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:02:55.265020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f8533-590a-4fee-9eb0-9b4241cf4ac3 req-e8b0cfc1-39fb-4fba-a992-d00acab83394 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:55.274300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-165f8533-590a-4fee-9eb0-9b4241cf4ac3 req-e8b0cfc1-39fb-4fba-a992-d00acab83394 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.5403523 Oct 13 11:02:55.327264 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-14d7f993-38df-4ecf-a5cb-fb4d8858fd3a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Floating IP bf44481b-6792-4331-a26e-b1dea2dc555e associated. External IP: 172.25.0.68, port: 4b45b71e-507c-4f82-9175-e9a55d5c8e54. Oct 13 11:02:55.419945 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-165f8533-590a-4fee-9eb0-9b4241cf4ac3 req-f5668cea-7bf7-45f7-aeae-f2063773d53d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397257 Oct 13 11:02:55.697137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Router 65511422-b46a-45ae-a17d-9837d635251c is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:02:55.891656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53ce77-c1a1-4a22-a77a-b3b270647015 req-5e070ebf-9c6b-4c98-9c00-de5bed21e257 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:55.891656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f53ce77-c1a1-4a22-a77a-b3b270647015 req-5e070ebf-9c6b-4c98-9c00-de5bed21e257 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1653464 Oct 13 11:02:55.968016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d7f993-38df-4ecf-a5cb-fb4d8858fd3a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:02:55.971666 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f53ce77-c1a1-4a22-a77a-b3b270647015 req-8589246a-0749-40a3-96e7-45de8811a0a4 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891366 Oct 13 11:02:55.993574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:02:56.057990 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f2bde9-43c1-4eab-ab47-7d323361203f None None] Sync routers for ids ['65511422-b46a-45ae-a17d-9837d635251c'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:02:56.104696 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2bde9-43c1-4eab-ab47-7d323361203f None None] Routers {'65511422-b46a-45ae-a17d-9837d635251c'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:56.107557 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-17f2bde9-43c1-4eab-ab47-7d323361203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['65511422-b46a-45ae-a17d-9837d635251c'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:56.279865 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-17f2bde9-43c1-4eab-ab47-7d323361203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:56.311081 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2bde9-43c1-4eab-ab47-7d323361203f None None] Routers {'65511422-b46a-45ae-a17d-9837d635251c'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:56.312257 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-17f2bde9-43c1-4eab-ab47-7d323361203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['65511422-b46a-45ae-a17d-9837d635251c'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:56.395814 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-17f2bde9-43c1-4eab-ab47-7d323361203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:56.397223 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f2bde9-43c1-4eab-ab47-7d323361203f None None] The sync data for ids ['65511422-b46a-45ae-a17d-9837d635251c'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:02:56.798459 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:56.799744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-527d311f-aaa0-455d-8f38-4d7cd003fa29 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "PUT /v2.0/routers/65511422-b46a-45ae-a17d-9837d635251c HTTP/1.1" status: 200 len: 880 time: 9.4134595 Oct 13 11:02:56.831376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49146) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:56.851346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5177b25-460b-4f2b-9ea4-9bd57c5b3ccb req-ce528a58-55fb-4c3e-b9cd-abe2c555e3d2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:56.852958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5177b25-460b-4f2b-9ea4-9bd57c5b3ccb req-ce528a58-55fb-4c3e-b9cd-abe2c555e3d2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 1.2590604 Oct 13 11:02:57.080174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d346b0-972c-42e1-bafb-178d2890bcfb req-6ae67bed-7932-4ab3-9a96-582f37448285 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:57.106466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d346b0-972c-42e1-bafb-178d2890bcfb req-6ae67bed-7932-4ab3-9a96-582f37448285 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:57.125393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d346b0-972c-42e1-bafb-178d2890bcfb req-6ae67bed-7932-4ab3-9a96-582f37448285 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:57.129457 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-42c5ba3c-f402-40ac-9d60-cf6ad5db6a5e tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/routers/65511422-b46a-45ae-a17d-9837d635251c HTTP/1.1" status: 200 len: 921 time: 0.2754252 Oct 13 11:02:57.134673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49150) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:57.141302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d346b0-972c-42e1-bafb-178d2890bcfb req-6ae67bed-7932-4ab3-9a96-582f37448285 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:57.147990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d346b0-972c-42e1-bafb-178d2890bcfb req-6ae67bed-7932-4ab3-9a96-582f37448285 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:57.170016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d346b0-972c-42e1-bafb-178d2890bcfb req-6ae67bed-7932-4ab3-9a96-582f37448285 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:57.196479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d346b0-972c-42e1-bafb-178d2890bcfb req-6ae67bed-7932-4ab3-9a96-582f37448285 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:57.203857 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-52d346b0-972c-42e1-bafb-178d2890bcfb req-6ae67bed-7932-4ab3-9a96-582f37448285 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.2516663 Oct 13 11:02:57.206351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d7f993-38df-4ecf-a5cb-fb4d8858fd3a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:02:57.229580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0342b3-53eb-4ff0-babe-25b09aa80a7d None None] Sync routers for ids ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:02:57.243895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0342b3-53eb-4ff0-babe-25b09aa80a7d None None] Routers {'ca0e7ca9-20ae-4744-b3eb-316b76db4d96'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:57.251102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7b0342b3-53eb-4ff0-babe-25b09aa80a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:57.271428 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-14d7f993-38df-4ecf-a5cb-fb4d8858fd3a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:57.395715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286de83c-2ab2-47ce-96e8-bcb4e6ac9c15 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:57.401534 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-286de83c-2ab2-47ce-96e8-bcb4e6ac9c15 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&device_id=65511422-b46a-45ae-a17d-9837d635251c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2504258 Oct 13 11:02:57.416396 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-14d7f993-38df-4ecf-a5cb-fb4d8858fd3a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "PUT /v2.0/floatingips/bf44481b-6792-4331-a26e-b1dea2dc555e HTTP/1.1" status: 200 len: 991 time: 3.9761832 Oct 13 11:02:57.432855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49152) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:57.433592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '4b45b71e-507c-4f82-9175-e9a55d5c8e54'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:02:57.436783 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076ca820-864f-4631-98df-7b51e6e28ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "4b45b71e-507c-4f82-9175-e9a55d5c8e54"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:02:57.441036 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5177b25-460b-4f2b-9ea4-9bd57c5b3ccb req-67ab730b-eb6f-42ba-ac7f-38261f8c8fa4 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089294 Oct 13 11:02:57.537664 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:57.585299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7b0342b3-53eb-4ff0-babe-25b09aa80a7d None None] Set router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:57.605067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:57.614643 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-52d346b0-972c-42e1-bafb-178d2890bcfb req-977ee21b-e4a1-4824-bf00-ab41a2473ebf tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4010651 Oct 13 11:02:57.876894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Pushing event updated for resources: {'Port': ['ID=1d9bd944-2fd6-4a6b-9677-f4a80da550cf,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:57.927853 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef883ec-8f28-49bf-bb25-912fb0169de5 x-openstack-request-id: req-3ef883ec-8f28-49bf-bb25-912fb0169de5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:02:57.928512 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "tag": "4b45b71e-507c-4f82-9175-e9a55d5c8e54", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:02:57.929014 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ef883ec-8f28-49bf-bb25-912fb0169de5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:02:57.929884 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'tag': '4b45b71e-507c-4f82-9175-e9a55d5c8e54', 'status': 'completed', 'code': 200} Oct 13 11:02:57.941837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d054f7-76ae-4276-a0c5-4e6830f95978 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:57.949509 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c2d054f7-76ae-4276-a0c5-4e6830f95978 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 881 time: 0.5033324 Oct 13 11:02:57.950814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49162) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:57.974950 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d06ada1e-8afb-4e8f-ba49-9ab7d488f589 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:58.001224 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:58.105570 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-45376405-14ef-428a-979a-0777192aa697 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "GET /v2.0/ports?device_id=65511422-b46a-45ae-a17d-9837d635251c HTTP/1.1" status: 200 len: 205 time: 0.1516013 Oct 13 11:02:58.106642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49166) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:02:58.194013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869be5c-507e-432c-b5e7-0eddb0a029c1 req-9770721e-d787-4f53-9933-0f676cb694a1 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:58.202503 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3869be5c-507e-432c-b5e7-0eddb0a029c1 req-9770721e-d787-4f53-9933-0f676cb694a1 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.4011834 Oct 13 11:02:58.215786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d06ada1e-8afb-4e8f-ba49-9ab7d488f589 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:58.216166 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:58.392959 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b5d5c4e-a6b0-4ce4-a4c1-b5db0516ca3c req-71ee44d1-4d5c-400b-b4c6-1c1ee2ff14e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1674819 Oct 13 11:02:58.418751 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3869be5c-507e-432c-b5e7-0eddb0a029c1 req-70aa80cd-f1d0-4230-95f7-1236d2b52ce7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113454 Oct 13 11:02:58.445634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Network b7b6e3b4-cbe0-4444-956a-82b781cdfa91 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:02:58.452636 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:02:58.472500 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:58.632877 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:58.662375 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port d06ada1e-8afb-4e8f-ba49-9ab7d488f589, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d06ada1e-8afb-4e8f-ba49-9ab7d488f589,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:02:58.743842 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:58.840400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=d06ada1e-8afb-4e8f-ba49-9ab7d488f589,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:02:58.876818 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:58.923359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7b0342b3-53eb-4ff0-babe-25b09aa80a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'bf44481b-6792-4331-a26e-b1dea2dc555e', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'port_id': '4b45b71e-507c-4f82-9175-e9a55d5c8e54', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'mac_address': 'fa:16:3e:1c:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:01:19Z', 'updated_at': '2021-10-13T11:02:54Z', 'revision_number': 1, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c0371b-c66e-4942-88b1-abcc494505ab', 'name': '', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'mac_address': 'fa:16:3e:f1:b7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:04Z', 'updated_at': '2021-10-13T11:00:13Z', 'revision_number': 5, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'subnets': [{'id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:58.930800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-bac8ae76-cc78-4328-a57f-1b7730d55328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:58.933617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-bac8ae76-cc78-4328-a57f-1b7730d55328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:58.933617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-bac8ae76-cc78-4328-a57f-1b7730d55328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:58.933617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-bac8ae76-cc78-4328-a57f-1b7730d55328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:58.933617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-bac8ae76-cc78-4328-a57f-1b7730d55328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:58.933617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-bac8ae76-cc78-4328-a57f-1b7730d55328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:58.937557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-bac8ae76-cc78-4328-a57f-1b7730d55328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:58.939813 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-bac8ae76-cc78-4328-a57f-1b7730d55328 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8ef3a9260b7494da03368bc530c12f3&device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 6502 time: 0.9686110 Oct 13 11:02:58.988596 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d4a1e-d34b-44d2-9fdf-4e753af3f10b req-d42fc4a8-265c-4153-be64-9be0410c57d8 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.001768 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4d3d4a1e-d34b-44d2-9fdf-4e753af3f10b req-d42fc4a8-265c-4153-be64-9be0410c57d8 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.5837190 Oct 13 11:02:59.028302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0342b3-53eb-4ff0-babe-25b09aa80a7d None None] Checking router: ca0e7ca9-20ae-4744-b3eb-316b76db4d96 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:02:59.040329 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0342b3-53eb-4ff0-babe-25b09aa80a7d None None] Routers {'ca0e7ca9-20ae-4744-b3eb-316b76db4d96'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:02:59.042368 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7b0342b3-53eb-4ff0-babe-25b09aa80a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:02:59.125343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d5c4e-a6b0-4ce4-a4c1-b5db0516ca3c req-2028ea27-7224-4ad0-bbc9-bc7a3f7d129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.128087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b5d5c4e-a6b0-4ce4-a4c1-b5db0516ca3c req-2028ea27-7224-4ad0-bbc9-bc7a3f7d129a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 1097 time: 0.6717956 Oct 13 11:02:59.242363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7b0342b3-53eb-4ff0-babe-25b09aa80a7d None None] Set router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:02:59.311800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Router 5db1f0b6-c3a4-4a10-b208-af3b9455e032 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:02:59.346480 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4d3d4a1e-d34b-44d2-9fdf-4e753af3f10b req-71753761-815c-491c-857a-35a7358584b7 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436506 Oct 13 11:02:59.377721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-18e1a858-90b3-4ae8-8385-538e0726beb3 None None] Provisioning complete for port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:02:59.381969 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18e1a858-90b3-4ae8-8385-538e0726beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:59.391642 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695919-79ac-4938-9581-b3eeb36bb595 req-8a61e4fe-3452-41a7-b7b9-be2fa6c74db7 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.411234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695919-79ac-4938-9581-b3eeb36bb595 req-8a61e4fe-3452-41a7-b7b9-be2fa6c74db7 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.434558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695919-79ac-4938-9581-b3eeb36bb595 req-8a61e4fe-3452-41a7-b7b9-be2fa6c74db7 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.450813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695919-79ac-4938-9581-b3eeb36bb595 req-8a61e4fe-3452-41a7-b7b9-be2fa6c74db7 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.476434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695919-79ac-4938-9581-b3eeb36bb595 req-8a61e4fe-3452-41a7-b7b9-be2fa6c74db7 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.490389 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Deleting port 1bef493a-118b-4aa3-bd96-09a8af33ef79 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:02:59.491081 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:59.495276 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-18e1a858-90b3-4ae8-8385-538e0726beb3 None None] Port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:02:59.496391 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695919-79ac-4938-9581-b3eeb36bb595 req-8a61e4fe-3452-41a7-b7b9-be2fa6c74db7 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.513075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695919-79ac-4938-9581-b3eeb36bb595 req-8a61e4fe-3452-41a7-b7b9-be2fa6c74db7 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.530127 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d695919-79ac-4938-9581-b3eeb36bb595 req-8a61e4fe-3452-41a7-b7b9-be2fa6c74db7 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.4473634 Oct 13 11:02:59.606601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-745f7b36-7109-42c8-a848-ecfc25ed56df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.609067 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-745f7b36-7109-42c8-a848-ecfc25ed56df service neutron] 10.222.0.21 "GET /v2.0/networks?id=bc5e0317-2a1f-41ba-91cf-0b420f18bef2 HTTP/1.1" status: 200 len: 917 time: 0.6588542 Oct 13 11:02:59.699018 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-b896f863-d17c-497d-95b9-aa8568148812 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b45b71e-507c-4f82-9175-e9a55d5c8e54 HTTP/1.1" status: 200 len: 999 time: 0.0775037 Oct 13 11:02:59.792385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-c858a821-1702-4ec1-9934-add4aca06895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.793102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-c858a821-1702-4ec1-9934-add4aca06895 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65e93234-d6c5-4aa7-8ff5-81bcaedbc002 HTTP/1.1" status: 200 len: 855 time: 0.0759611 Oct 13 11:02:59.835699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d695919-79ac-4938-9581-b3eeb36bb595 req-1c322d0d-bad6-4bda-9e02-a51ba1a53718 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3045442 Oct 13 11:02:59.904098 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:02:59.915238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-bb77b26e-d0ba-4325-bea6-d539937c148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.921526 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-bb77b26e-d0ba-4325-bea6-d539937c148e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bc5e0317-2a1f-41ba-91cf-0b420f18bef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125233 Oct 13 11:02:59.939315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418917c-95e5-450e-a944-cc4ee51f0f6f req-6e6f0a18-f763-4e1b-8b81-62a85ed49d21 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.939785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d5c4e-a6b0-4ce4-a4c1-b5db0516ca3c req-1c221327-3f46-4f86-bf00-acdb33fbf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:02:59.941265 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b5d5c4e-a6b0-4ce4-a4c1-b5db0516ca3c req-1c221327-3f46-4f86-bf00-acdb33fbf82f service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 917 time: 0.7681894 Oct 13 11:02:59.947834 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d418917c-95e5-450e-a944-cc4ee51f0f6f req-6e6f0a18-f763-4e1b-8b81-62a85ed49d21 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.3440652 Oct 13 11:02:59.962826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d06ada1e-8afb-4e8f-ba49-9ab7d488f589 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:02:59.995337 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Calling delete_port for 1bef493a-118b-4aa3-bd96-09a8af33ef79 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:03:00.042269 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d06ada1e-8afb-4e8f-ba49-9ab7d488f589 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:00.042745 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:00.060093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b5d5c4e-a6b0-4ce4-a4c1-b5db0516ca3c req-b66ace26-8bc1-4e4b-b9d6-80f34db37da6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48 HTTP/1.1" status: 200 len: 1001 time: 0.1091864 Oct 13 11:03:00.068771 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d418917c-95e5-450e-a944-cc4ee51f0f6f req-d34d2c91-617a-4ce2-a10f-034a8b2cbdfb tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156909 Oct 13 11:03:00.137637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7b0342b3-53eb-4ff0-babe-25b09aa80a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'bf44481b-6792-4331-a26e-b1dea2dc555e', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'port_id': '4b45b71e-507c-4f82-9175-e9a55d5c8e54', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'mac_address': 'fa:16:3e:1c:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:01:19Z', 'updated_at': '2021-10-13T11:02:54Z', 'revision_number': 1, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c0371b-c66e-4942-88b1-abcc494505ab', 'name': '', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'mac_address': 'fa:16:3e:f1:b7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:04Z', 'updated_at': '2021-10-13T11:00:13Z', 'revision_number': 5, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'subnets': [{'id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:00.216230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d5c4e-a6b0-4ce4-a4c1-b5db0516ca3c req-affe31df-ece0-4070-8968-7b1cf2fcea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:00.217716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b5d5c4e-a6b0-4ce4-a4c1-b5db0516ca3c req-affe31df-ece0-4070-8968-7b1cf2fcea5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.1427898 Oct 13 11:03:00.231176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0342b3-53eb-4ff0-babe-25b09aa80a7d None None] The sync data for ids ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'] in n-d-813659-3 is: [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'bf44481b-6792-4331-a26e-b1dea2dc555e', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'port_id': '4b45b71e-507c-4f82-9175-e9a55d5c8e54', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'mac_address': 'fa:16:3e:1c:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:01:19Z', 'updated_at': '2021-10-13T11:02:54Z', 'revision_number': 1, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c0371b-c66e-4942-88b1-abcc494505ab', 'name': '', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'mac_address': 'fa:16:3e:f1:b7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:04Z', 'updated_at': '2021-10-13T11:00:13Z', 'revision_number': 5, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'subnets': [{'id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:03:00.329540 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-79419507-3d14-4df3-80ab-1cf69c7372b4 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5e0317-2a1f-41ba-91cf-0b420f18bef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675642 Oct 13 11:03:00.331597 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:03:00.352353 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Sync routers for ids ['5db1f0b6-c3a4-4a10-b208-af3b9455e032'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:03:00.369229 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Routers {'5db1f0b6-c3a4-4a10-b208-af3b9455e032'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:03:00.369884 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5db1f0b6-c3a4-4a10-b208-af3b9455e032'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:00.411173 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0e584fda-5731-4c00-9dbc-fdc6f4dce58d admin admin] 10.222.0.32 "PUT /v2.0/routers/5db1f0b6-c3a4-4a10-b208-af3b9455e032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0486989 Oct 13 11:03:00.466092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65ee2b-070e-4be9-bb67-9d134c1e7680 req-e97b2970-8229-4ee6-9cfa-949877def84f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:00.478978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f65ee2b-070e-4be9-bb67-9d134c1e7680 req-e97b2970-8229-4ee6-9cfa-949877def84f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.4160113 Oct 13 11:03:00.509186 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-076ca820-864f-4631-98df-7b51e6e28ba5 req-b8d30f3b-0d6c-4265-a66f-a24ee717192b service neutron] 10.222.0.21 "GET /v2.0/networks/bc5e0317-2a1f-41ba-91cf-0b420f18bef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654551 Oct 13 11:03:00.557392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d5c4e-a6b0-4ce4-a4c1-b5db0516ca3c req-6119fc29-0205-45a5-8396-9ff3c24b4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:00.560701 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b5d5c4e-a6b0-4ce4-a4c1-b5db0516ca3c req-6119fc29-0205-45a5-8396-9ff3c24b4103 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2638345 Oct 13 11:03:00.714638 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f65ee2b-070e-4be9-bb67-9d134c1e7680 req-aae9fa3e-69a5-4156-8336-55ea49a85bd5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173879 Oct 13 11:03:00.723732 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Set router 5db1f0b6-c3a4-4a10-b208-af3b9455e032 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:03:00.745462 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd1b45-aa56-48a8-8b56-9a84cd059771 None None] New status for floating IP bf44481b-6792-4331-a26e-b1dea2dc555e: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:03:00.858192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b5d5c4e-a6b0-4ce4-a4c1-b5db0516ca3c req-b8d07250-40b2-482f-b328-213f76c2bccd service neutron] 10.222.0.46 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816420 Oct 13 11:03:00.917082 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:01.034246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Pushing event deleted for resources: {'Port': ['ID=1bef493a-118b-4aa3-bd96-09a8af33ef79,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:01.080589 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b5d5c4e-a6b0-4ce4-a4c1-b5db0516ca3c req-d2895c21-6bfe-47dc-b32b-9f2d72a1b3cc service neutron] 10.222.0.46 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171955 Oct 13 11:03:01.162423 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:01.263708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c5c80-471b-4b94-9b03-21fd305e5934 req-cac2c790-20ca-44d4-a351-ebad3791ade2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:01.271656 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c5c80-471b-4b94-9b03-21fd305e5934 req-cac2c790-20ca-44d4-a351-ebad3791ade2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:01.282428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c5c80-471b-4b94-9b03-21fd305e5934 req-cac2c790-20ca-44d4-a351-ebad3791ade2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:01.294159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c5c80-471b-4b94-9b03-21fd305e5934 req-cac2c790-20ca-44d4-a351-ebad3791ade2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:01.295739 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:01.301349 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:01.307146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c5c80-471b-4b94-9b03-21fd305e5934 req-cac2c790-20ca-44d4-a351-ebad3791ade2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:01.314264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c5c80-471b-4b94-9b03-21fd305e5934 req-cac2c790-20ca-44d4-a351-ebad3791ade2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:01.331921 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'name': 'tempest-AttachSCSIVolumeTestJSON-1167518539-router', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:43Z', 'updated_at': '2021-10-13T11:02:54Z', 'revision_number': 4, 'project_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'gw_port': {'id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:45Z', 'updated_at': '2021-10-13T11:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '1d9bd944-2fd6-4a6b-9677-f4a80da550cf', 'name': '', 'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'mac_address': 'fa:16:3e:8f:77:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4c0e929f-35cf-4361-af42-705a2928ebc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:52Z', 'updated_at': '2021-10-13T11:02:55Z', 'revision_number': 2, 'project_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'subnets': [{'id': '4c0e929f-35cf-4361-af42-705a2928ebc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:01.336417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c5c80-471b-4b94-9b03-21fd305e5934 req-cac2c790-20ca-44d4-a351-ebad3791ade2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:01.360238 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad4c5c80-471b-4b94-9b03-21fd305e5934 req-cac2c790-20ca-44d4-a351-ebad3791ade2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.2742951 Oct 13 11:03:01.370640 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Checking router: 5db1f0b6-c3a4-4a10-b208-af3b9455e032 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:03:01.371396 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Updating router 5db1f0b6-c3a4-4a10-b208-af3b9455e032 port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:03:01.404292 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:01.476110 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad4c5c80-471b-4b94-9b03-21fd305e5934 req-73c3b4f7-27df-40d4-87de-963a558753b4 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146681 Oct 13 11:03:01.587361 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:01.588835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Fanout notify agent at l3_agent the message router_deleted on router 65511422-b46a-45ae-a17d-9837d635251c {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:03:01.606226 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:01.610308 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d6f21165-104e-49df-ba82-e5f9c1799013 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "DELETE /v2.0/routers/65511422-b46a-45ae-a17d-9837d635251c HTTP/1.1" status: 204 len: 168 time: 3.5025299 Oct 13 11:03:01.613897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49204) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:01.624253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c7376ff9-db5b-4b71-acf9-5747bfb43e6e tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-513302621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:01.759821 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7376ff9-db5b-4b71-acf9-5747bfb43e6e tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:01.762191 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7376ff9-db5b-4b71-acf9-5747bfb43e6e tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:01.908201 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7376ff9-db5b-4b71-acf9-5747bfb43e6e tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:01.971041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dca040-1a92-4144-8232-da3619a40b95 req-82ba380b-bd34-4e37-b319-2b89b26f5c5b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:01.975378 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7376ff9-db5b-4b71-acf9-5747bfb43e6e tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:01.979425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53dca040-1a92-4144-8232-da3619a40b95 req-82ba380b-bd34-4e37-b319-2b89b26f5c5b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1060133 Oct 13 11:03:02.053064 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53dca040-1a92-4144-8232-da3619a40b95 req-e04a9e71-d221-4116-b2ef-0d48555f491c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714884 Oct 13 11:03:02.091425 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7376ff9-db5b-4b71-acf9-5747bfb43e6e tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:02.106367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49210) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:02.114406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'enable_snat': True}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:02.115952 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c7376ff9-db5b-4b71-acf9-5747bfb43e6e tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4767947 Oct 13 11:03:02.206505 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:02.282152 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:02.663829 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a5c27-6368-4c00-91a4-ec52ef2e75b3 None None] Pushing event updated for resources: {'Port': ['ID=1d9bd944-2fd6-4a6b-9677-f4a80da550cf,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:02.687025 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Attempting to bind port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:03:02.692286 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Attempting to bind port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '5414fbac-623e-414f-8d59-85e1d62f80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:03:02.692984 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Attempting to bind port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf on network b7b6e3b4-cbe0-4444-956a-82b781cdfa91 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:03:02.722502 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:03:02.727094 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Checking segment: {'id': '5414fbac-623e-414f-8d59-85e1d62f80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:03:02.728027 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:02.729315 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Bound using segment: {'id': '5414fbac-623e-414f-8d59-85e1d62f80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:03:02.730286 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Bound port: 1d9bd944-2fd6-4a6b-9677-f4a80da550cf, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5414fbac-623e-414f-8d59-85e1d62f80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:03:02.731649 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:02.916603 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] For port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:03:02.922584 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] For port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1d9bd944-2fd6-4a6b-9677-f4a80da550cf,segment=NetworkSegment(5414fbac-623e-414f-8d59-85e1d62f80c4),segment_id=5414fbac-623e-414f-8d59-85e1d62f80c4)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:03:02.978617 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:02.988180 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:03.006225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d479f89e-ab49-4c5c-899d-510426a6628f None None] Provisioning complete for port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:03.009322 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d479f89e-ab49-4c5c-899d-510426a6628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:03.035636 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c2e1-fbe2-4335-993c-518870c5fe70 req-a6da9a49-1f27-46f5-aa03-d0037aa502bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:03.044980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c2e1-fbe2-4335-993c-518870c5fe70 req-a6da9a49-1f27-46f5-aa03-d0037aa502bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:03.057130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c2e1-fbe2-4335-993c-518870c5fe70 req-a6da9a49-1f27-46f5-aa03-d0037aa502bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:03.069088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c2e1-fbe2-4335-993c-518870c5fe70 req-a6da9a49-1f27-46f5-aa03-d0037aa502bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:03.113945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c2e1-fbe2-4335-993c-518870c5fe70 req-a6da9a49-1f27-46f5-aa03-d0037aa502bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:03.125014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c2e1-fbe2-4335-993c-518870c5fe70 req-a6da9a49-1f27-46f5-aa03-d0037aa502bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:03.139705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c2e1-fbe2-4335-993c-518870c5fe70 req-a6da9a49-1f27-46f5-aa03-d0037aa502bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:03.141346 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Routers {'5db1f0b6-c3a4-4a10-b208-af3b9455e032'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:03:03.143370 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5db1f0b6-c3a4-4a10-b208-af3b9455e032'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:03.158147 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98f1c2e1-fbe2-4335-993c-518870c5fe70 req-a6da9a49-1f27-46f5-aa03-d0037aa502bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.2312586 Oct 13 11:03:03.243366 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d479f89e-ab49-4c5c-899d-510426a6628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:03.315508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98f1c2e1-fbe2-4335-993c-518870c5fe70 req-679fa9b9-36a3-40ba-81ac-49f82b661525 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1560400 Oct 13 11:03:03.348866 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d479f89e-ab49-4c5c-899d-510426a6628f None None] For port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1d9bd944-2fd6-4a6b-9677-f4a80da550cf,segment=NetworkSegment(5414fbac-623e-414f-8d59-85e1d62f80c4),segment_id=5414fbac-623e-414f-8d59-85e1d62f80c4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:03.360500 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a5c27-6368-4c00-91a4-ec52ef2e75b3 None None] Pushing event updated for resources: {'Port': ['ID=1d9bd944-2fd6-4a6b-9677-f4a80da550cf,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:03.442196 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d479f89e-ab49-4c5c-899d-510426a6628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:03.456433 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] Set router 5db1f0b6-c3a4-4a10-b208-af3b9455e032 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:03:03.615387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479f89e-ab49-4c5c-899d-510426a6628f None None] Pushing event updated for resources: {'Port': ['ID=1d9bd944-2fd6-4a6b-9677-f4a80da550cf,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:03.705130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-946a7ebf-e515-4e8a-9cde-b53d2c521715 None None] Provisioning complete for port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:03.711271 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-946a7ebf-e515-4e8a-9cde-b53d2c521715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:03.798045 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:03.845985 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:03.927474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924df3d-a4c7-4d57-9ac0-a45098685716 req-5f9ec71e-4b0f-449b-a37d-65f9db5e0940 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:03.936775 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7924df3d-a4c7-4d57-9ac0-a45098685716 req-5f9ec71e-4b0f-449b-a37d-65f9db5e0940 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.3331985 Oct 13 11:03:04.009783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7924df3d-a4c7-4d57-9ac0-a45098685716 req-25c46332-22bb-4ca8-aa92-b852412002e6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705745 Oct 13 11:03:04.057042 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'name': 'tempest-AttachSCSIVolumeTestJSON-1167518539-router', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:43Z', 'updated_at': '2021-10-13T11:02:54Z', 'revision_number': 4, 'project_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'gw_port': {'id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:45Z', 'updated_at': '2021-10-13T11:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '1d9bd944-2fd6-4a6b-9677-f4a80da550cf', 'name': '', 'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'mac_address': 'fa:16:3e:8f:77:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4c0e929f-35cf-4361-af42-705a2928ebc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:52Z', 'updated_at': '2021-10-13T11:03:02Z', 'revision_number': 4, 'project_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'subnets': [{'id': '4c0e929f-35cf-4361-af42-705a2928ebc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:04.094100 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36a9dc-2085-4f7f-bc93-ae948d400d63 None None] The sync data for ids ['5db1f0b6-c3a4-4a10-b208-af3b9455e032'] in n-d-813659-3 is: [{'id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'name': 'tempest-AttachSCSIVolumeTestJSON-1167518539-router', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:43Z', 'updated_at': '2021-10-13T11:02:54Z', 'revision_number': 4, 'project_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'gw_port': {'id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:45Z', 'updated_at': '2021-10-13T11:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '1d9bd944-2fd6-4a6b-9677-f4a80da550cf', 'name': '', 'network_id': 'b7b6e3b4-cbe0-4444-956a-82b781cdfa91', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'mac_address': 'fa:16:3e:8f:77:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4c0e929f-35cf-4361-af42-705a2928ebc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:52Z', 'updated_at': '2021-10-13T11:03:02Z', 'revision_number': 4, 'project_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'subnets': [{'id': '4c0e929f-35cf-4361-af42-705a2928ebc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:03:04.135982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Allocated IP 172.25.0.69 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/09e52d26-4ca5-427f-91a6-8233304bdca8) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:03:04.545822 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:04.615762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ebb42-b963-4085-a3e4-0fdb56af707b req-712bd2f1-3c71-4b45-9435-332a115a2c32 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:04.643371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ebb42-b963-4085-a3e4-0fdb56af707b req-712bd2f1-3c71-4b45-9435-332a115a2c32 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:04.659996 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ebb42-b963-4085-a3e4-0fdb56af707b req-712bd2f1-3c71-4b45-9435-332a115a2c32 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:04.678140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ebb42-b963-4085-a3e4-0fdb56af707b req-712bd2f1-3c71-4b45-9435-332a115a2c32 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:04.688143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ebb42-b963-4085-a3e4-0fdb56af707b req-712bd2f1-3c71-4b45-9435-332a115a2c32 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:04.696369 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ebb42-b963-4085-a3e4-0fdb56af707b req-712bd2f1-3c71-4b45-9435-332a115a2c32 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:04.703072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ebb42-b963-4085-a3e4-0fdb56af707b req-712bd2f1-3c71-4b45-9435-332a115a2c32 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:04.711763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-945ebb42-b963-4085-a3e4-0fdb56af707b req-712bd2f1-3c71-4b45-9435-332a115a2c32 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.2470839 Oct 13 11:03:04.810399 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-945ebb42-b963-4085-a3e4-0fdb56af707b req-c4a2bd63-24d3-4c2d-adf2-1b8916035528 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0976188 Oct 13 11:03:04.868084 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:04.923455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:03:04.932272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:03:04.938688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:03:05.092853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event updated for resources: {'Port': ['ID=09e52d26-4ca5-427f-91a6-8233304bdca8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:05.526921 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:05.894762 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1d9bd944-2fd6-4a6b-9677-f4a80da550cf up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:03:05.971851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:05.972688 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:06.499011 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:06.516132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:06.642120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff23c4-3b45-4ffb-903b-0dcaaf035b5d req-1dac8604-76f6-4760-b548-ad9fc0d7fc5f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:06.661639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-49ff23c4-3b45-4ffb-903b-0dcaaf035b5d req-1dac8604-76f6-4760-b548-ad9fc0d7fc5f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 1.0956204 Oct 13 11:03:06.797068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-49ff23c4-3b45-4ffb-903b-0dcaaf035b5d req-dca1cc55-e243-4490-affc-b9bc13659cc7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340742 Oct 13 11:03:07.033586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Router 8f9b176b-1273-4528-ac08-93cd5fff1d72 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:03:07.387462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4798d26-3f99-468e-a196-60ed0fc76637 req-91d0b23b-dd8f-4254-903c-ce62e1bf3407 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:07.387462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4798d26-3f99-468e-a196-60ed0fc76637 req-91d0b23b-dd8f-4254-903c-ce62e1bf3407 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:07.407265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4798d26-3f99-468e-a196-60ed0fc76637 req-91d0b23b-dd8f-4254-903c-ce62e1bf3407 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:07.438253 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4798d26-3f99-468e-a196-60ed0fc76637 req-91d0b23b-dd8f-4254-903c-ce62e1bf3407 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:07.447158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4798d26-3f99-468e-a196-60ed0fc76637 req-91d0b23b-dd8f-4254-903c-ce62e1bf3407 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:07.455154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4798d26-3f99-468e-a196-60ed0fc76637 req-91d0b23b-dd8f-4254-903c-ce62e1bf3407 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:07.470623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4798d26-3f99-468e-a196-60ed0fc76637 req-91d0b23b-dd8f-4254-903c-ce62e1bf3407 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:07.482540 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4798d26-3f99-468e-a196-60ed0fc76637 req-91d0b23b-dd8f-4254-903c-ce62e1bf3407 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.3263252 Oct 13 11:03:07.516210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:03:07.560895 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d7e53-19f1-409f-9ed4-55eba29d1418 None None] Sync routers for ids ['8f9b176b-1273-4528-ac08-93cd5fff1d72'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:03:07.561941 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:07.563368 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b3bc844d-81e3-4359-bf7c-ede248a5b502 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "PUT /v2.0/routers/8f9b176b-1273-4528-ac08-93cd5fff1d72 HTTP/1.1" status: 200 len: 913 time: 5.4558115 Oct 13 11:03:07.565801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49242) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:07.579417 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d7e53-19f1-409f-9ed4-55eba29d1418 None None] Routers {'8f9b176b-1273-4528-ac08-93cd5fff1d72'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:03:07.580560 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ba1d7e53-19f1-409f-9ed4-55eba29d1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['8f9b176b-1273-4528-ac08-93cd5fff1d72'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:07.621588 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ba1d7e53-19f1-409f-9ed4-55eba29d1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:07.650043 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4798d26-3f99-468e-a196-60ed0fc76637 req-fffd3ddf-f643-41a8-919a-2c6e19ceecc4 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1617148 Oct 13 11:03:07.651272 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d7e53-19f1-409f-9ed4-55eba29d1418 None None] Routers {'8f9b176b-1273-4528-ac08-93cd5fff1d72'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:03:07.652139 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ba1d7e53-19f1-409f-9ed4-55eba29d1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['8f9b176b-1273-4528-ac08-93cd5fff1d72'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:07.759565 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ba1d7e53-19f1-409f-9ed4-55eba29d1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:07.765514 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d7e53-19f1-409f-9ed4-55eba29d1418 None None] The sync data for ids ['8f9b176b-1273-4528-ac08-93cd5fff1d72'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:03:07.777161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-37e27588-80bf-4ca6-a322-0cb3d41ba37a tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/routers/8f9b176b-1273-4528-ac08-93cd5fff1d72 HTTP/1.1" status: 200 len: 919 time: 0.2102301 Oct 13 11:03:07.780038 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49244) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:07.922996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5adb64-608b-404c-8e15-1086b10563f5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:07.932254 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9b5adb64-608b-404c-8e15-1086b10563f5 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&device_id=8f9b176b-1273-4528-ac08-93cd5fff1d72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1500592 Oct 13 11:03:07.933760 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49248) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:07.992862 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-21b17a75-2a6a-4c82-b11a-4ce7a6f59e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:08.104759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a06d2a-1657-4203-b638-a1a625846370 req-944b7cdf-7f78-49df-a22c-6514314f78dc tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:08.110752 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2a06d2a-1657-4203-b638-a1a625846370 req-944b7cdf-7f78-49df-a22c-6514314f78dc tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1135521 Oct 13 11:03:08.154074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b467b4-ef50-4257-8603-96ae6d14334f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:08.158849 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-34b467b4-ef50-4257-8603-96ae6d14334f tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 881 time: 0.2201512 Oct 13 11:03:08.159028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49252) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:08.199394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2a06d2a-1657-4203-b638-a1a625846370 req-65325137-7a1c-4fc0-a3f4-dbe46e2d0819 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805566 Oct 13 11:03:08.238499 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b6b71125-6c19-4c21-8c97-082d8df94f7f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f9b176b-1273-4528-ac08-93cd5fff1d72 HTTP/1.1" status: 200 len: 205 time: 0.0764995 Oct 13 11:03:08.238999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49254) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:08.422795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:08.636475 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:08.758206 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:08.943621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Deleting port 09e52d26-4ca5-427f-91a6-8233304bdca8 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:03:08.947180 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:09.020259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5cc5b-24c2-4ec3-b6e8-bd7aa9542205 req-f6fcd2d3-a561-4f07-afb3-fb6c28a15d8e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:09.034653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5cc5b-24c2-4ec3-b6e8-bd7aa9542205 req-f6fcd2d3-a561-4f07-afb3-fb6c28a15d8e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:09.064681 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5cc5b-24c2-4ec3-b6e8-bd7aa9542205 req-f6fcd2d3-a561-4f07-afb3-fb6c28a15d8e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:09.077803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5cc5b-24c2-4ec3-b6e8-bd7aa9542205 req-f6fcd2d3-a561-4f07-afb3-fb6c28a15d8e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:09.086907 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:09.089479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5cc5b-24c2-4ec3-b6e8-bd7aa9542205 req-f6fcd2d3-a561-4f07-afb3-fb6c28a15d8e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:09.098380 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5cc5b-24c2-4ec3-b6e8-bd7aa9542205 req-f6fcd2d3-a561-4f07-afb3-fb6c28a15d8e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:09.108244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5cc5b-24c2-4ec3-b6e8-bd7aa9542205 req-f6fcd2d3-a561-4f07-afb3-fb6c28a15d8e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:09.110937 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46a5cc5b-24c2-4ec3-b6e8-bd7aa9542205 req-f6fcd2d3-a561-4f07-afb3-fb6c28a15d8e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.2331774 Oct 13 11:03:09.117634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Calling delete_port for 09e52d26-4ca5-427f-91a6-8233304bdca8 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:03:09.204400 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46a5cc5b-24c2-4ec3-b6e8-bd7aa9542205 req-7d2ee5dc-2916-445a-9f38-834f529f069a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785675 Oct 13 11:03:09.470049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c3774-1bd7-454f-8d88-97b90ff5653e req-92232a97-4cf5-44bb-8b57-983ba7ee7da5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:09.471499 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-141c3774-1bd7-454f-8d88-97b90ff5653e req-92232a97-4cf5-44bb-8b57-983ba7ee7da5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.0677717 Oct 13 11:03:09.517756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-141c3774-1bd7-454f-8d88-97b90ff5653e req-b0b4b7e2-afc8-473b-9f77-34ba03ddfbdb tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391569 Oct 13 11:03:09.544470 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:09.582773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Pushing event deleted for resources: {'Port': ['ID=09e52d26-4ca5-427f-91a6-8233304bdca8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:09.750346 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:09.901536 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:09.904749 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:10.288329 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:10.289039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Fanout notify agent at l3_agent the message router_deleted on router 8f9b176b-1273-4528-ac08-93cd5fff1d72 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:03:10.296065 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:10.297181 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2f33ad38-92ec-44ca-9882-be6491eb665f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "DELETE /v2.0/routers/8f9b176b-1273-4528-ac08-93cd5fff1d72 HTTP/1.1" status: 204 len: 168 time: 2.0564923 Oct 13 11:03:10.301378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49272) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:10.306373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5fddcc6d-269a-4d61-82eb-7f894d34753f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-43851046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:10.356530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5dea1-d39a-468a-be5d-4c40895f77f3 req-72600b74-2e3d-4bf2-bb36-7428797a3b0a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:10.362579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5dea1-d39a-468a-be5d-4c40895f77f3 req-72600b74-2e3d-4bf2-bb36-7428797a3b0a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:10.371065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5dea1-d39a-468a-be5d-4c40895f77f3 req-72600b74-2e3d-4bf2-bb36-7428797a3b0a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:10.377331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5dea1-d39a-468a-be5d-4c40895f77f3 req-72600b74-2e3d-4bf2-bb36-7428797a3b0a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:10.384123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5dea1-d39a-468a-be5d-4c40895f77f3 req-72600b74-2e3d-4bf2-bb36-7428797a3b0a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:10.392496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5dea1-d39a-468a-be5d-4c40895f77f3 req-72600b74-2e3d-4bf2-bb36-7428797a3b0a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:10.397105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5dea1-d39a-468a-be5d-4c40895f77f3 req-72600b74-2e3d-4bf2-bb36-7428797a3b0a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:10.398974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94e5dea1-d39a-468a-be5d-4c40895f77f3 req-72600b74-2e3d-4bf2-bb36-7428797a3b0a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.1053424 Oct 13 11:03:10.410379 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:10.452051 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94e5dea1-d39a-468a-be5d-4c40895f77f3 req-f71191d6-e9a6-4bf3-8388-e35bd31ba668 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461512 Oct 13 11:03:10.462375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fddcc6d-269a-4d61-82eb-7f894d34753f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:10.463416 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fddcc6d-269a-4d61-82eb-7f894d34753f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:10.536705 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fddcc6d-269a-4d61-82eb-7f894d34753f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:10.600761 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fddcc6d-269a-4d61-82eb-7f894d34753f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:10.687843 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fddcc6d-269a-4d61-82eb-7f894d34753f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:10.690526 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5fddcc6d-269a-4d61-82eb-7f894d34753f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3873708 Oct 13 11:03:10.693540 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49290) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:10.699806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'enable_snat': False}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:10.746632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41661ec4-d470-45eb-84f0-9c956d475ec5 req-b2a5e89a-c4b1-4b07-a5df-a12e66e09da8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:10.761391 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41661ec4-d470-45eb-84f0-9c956d475ec5 req-b2a5e89a-c4b1-4b07-a5df-a12e66e09da8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1286116 Oct 13 11:03:10.764579 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c40fdbe3-79fd-41e2-ab46-020e162b9dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:10.889511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41661ec4-d470-45eb-84f0-9c956d475ec5 req-211fc2e1-e560-4cc0-9b0a-38c9c4b34877 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206839 Oct 13 11:03:11.402950 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:11.636905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1d2e7-2610-4e64-94ad-1735483f81d6 req-5987cbe2-0d4b-46b7-bef8-fbbbb6d2167a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:11.639595 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a7c1d2e7-2610-4e64-94ad-1735483f81d6 req-5987cbe2-0d4b-46b7-bef8-fbbbb6d2167a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/networks?id=37337ae1-3830-4e94-86c4-50efe5c4311f HTTP/1.1" status: 200 len: 813 time: 0.2576420 Oct 13 11:03:11.688364 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:11.689020 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a7c1d2e7-2610-4e64-94ad-1735483f81d6 req-124d7162-019e-4326-8f13-9996d04732b1 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/quotas/bf317bd458d84a7ba01449a3dbbc39b8 HTTP/1.1" status: 200 len: 375 time: 0.0128329 Oct 13 11:03:11.752086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ac22-876e-41d6-9808-7018e415e1f1 req-fd646968-9ce2-42b3-815a-567d87e4123c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:11.760512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ac22-876e-41d6-9808-7018e415e1f1 req-fd646968-9ce2-42b3-815a-567d87e4123c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:11.780730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ac22-876e-41d6-9808-7018e415e1f1 req-fd646968-9ce2-42b3-815a-567d87e4123c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:11.788604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ac22-876e-41d6-9808-7018e415e1f1 req-fd646968-9ce2-42b3-815a-567d87e4123c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:11.794806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ac22-876e-41d6-9808-7018e415e1f1 req-fd646968-9ce2-42b3-815a-567d87e4123c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:11.800642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a7c1d2e7-2610-4e64-94ad-1735483f81d6 req-be803040-0364-457e-8d0b-dd68249f2bb7 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf317bd458d84a7ba01449a3dbbc39b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798807 Oct 13 11:03:11.810316 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ac22-876e-41d6-9808-7018e415e1f1 req-fd646968-9ce2-42b3-815a-567d87e4123c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:11.824878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ac22-876e-41d6-9808-7018e415e1f1 req-fd646968-9ce2-42b3-815a-567d87e4123c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:11.838230 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d828ac22-876e-41d6-9808-7018e415e1f1 req-fd646968-9ce2-42b3-815a-567d87e4123c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5419 time: 0.2034559 Oct 13 11:03:11.883464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d828ac22-876e-41d6-9808-7018e415e1f1 req-d3f6e1cd-c390-48ee-9ddd-7ed1d4747c6a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440738 Oct 13 11:03:11.953234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c8b021b7-0289-4b04-ba82-1d2aa6832c7e details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:03:12.045826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9389902-8f5a-472f-aecf-1f1982c782be req-0e180e30-87ab-44e7-9ca5-679c00bf0903 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:12.062905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9389902-8f5a-472f-aecf-1f1982c782be req-0e180e30-87ab-44e7-9ca5-679c00bf0903 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1167285 Oct 13 11:03:12.147639 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:12.150921 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9389902-8f5a-472f-aecf-1f1982c782be req-9ea3d4ee-8c99-494b-9fc4-6b6ca86a4be2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870645 Oct 13 11:03:12.160089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3beba6b-474d-4bce-8540-26c44bf2b0e6 req-273b7604-8c28-4efd-9011-3b1ebe3e2c74 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:12.170022 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d3beba6b-474d-4bce-8540-26c44bf2b0e6 req-273b7604-8c28-4efd-9011-3b1ebe3e2c74 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1077120 Oct 13 11:03:12.211485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c8b021b7-0289-4b04-ba82-1d2aa6832c7e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c8b021b7-0289-4b04-ba82-1d2aa6832c7e,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:12.226965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'c8b021b7-0289-4b04-ba82-1d2aa6832c7e', 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762', 'port_id': 'c8b021b7-0289-4b04-ba82-1d2aa6832c7e', 'mac_address': 'fa:16:3e:56:0c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4e3cc4-c941-42e0-8d66-07438f4c2aab', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:03:12.229094 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:12.276768 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:12.280408 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:12.295460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b021b7-0289-4b04-ba82-1d2aa6832c7e {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:03:12.321123 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c8b021b7-0289-4b04-ba82-1d2aa6832c7e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c8b021b7-0289-4b04-ba82-1d2aa6832c7e,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:12.394107 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d3beba6b-474d-4bce-8540-26c44bf2b0e6 req-993ce557-3f00-44a1-a33d-498d655ec98f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226274 Oct 13 11:03:12.402372 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:12.403473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 65983bd1-4ef2-411e-be98-9c65ff0ed431 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:03:12.447420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ae57e-cbe8-427e-8e34-1d02c45cbb24 req-465e8baf-acd5-4a3b-92a7-6de27413c3e7 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:12.463108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a9ae57e-cbe8-427e-8e34-1d02c45cbb24 req-465e8baf-acd5-4a3b-92a7-6de27413c3e7 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0958514 Oct 13 11:03:12.526223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Allocated IP 172.25.0.170 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/34b8c108-bb8e-4d86-b9d0-39734ff86aa1) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:03:12.552776 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a9ae57e-cbe8-427e-8e34-1d02c45cbb24 req-d4aa9e50-f694-449b-b379-ad1b787a801b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836651 Oct 13 11:03:12.627694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=c8b021b7-0289-4b04-ba82-1d2aa6832c7e,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:12.720368 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 65983bd1-4ef2-411e-be98-9c65ff0ed431, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=65983bd1-4ef2-411e-be98-9c65ff0ed431,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:12.738550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '65983bd1-4ef2-411e-be98-9c65ff0ed431', 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab', 'port_id': '65983bd1-4ef2-411e-be98-9c65ff0ed431', 'mac_address': 'fa:16:3e:33:a9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4f1c58-319c-4d6b-9fcd-42a6db10258a', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:03:12.747179 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:12.765421 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-de1bd0de-a1db-4336-9dc1-8eb5ca8fd5e0 req-d245046c-8373-4a92-bd93-6afde70ee079 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bf317bd458d84a7ba01449a3dbbc39b8 HTTP/1.1" status: 200 len: 221 time: 0.0355964 Oct 13 11:03:12.796893 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:12.840064 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65983bd1-4ef2-411e-be98-9c65ff0ed431 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:03:12.893058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 65983bd1-4ef2-411e-be98-9c65ff0ed431, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=65983bd1-4ef2-411e-be98-9c65ff0ed431,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:12.899337 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:12.935199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f148-bd0e-4a64-8394-73296a0698c6 req-0c1f9029-4759-4f36-a3be-d3c8d13417e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:12.937002 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7024f148-bd0e-4a64-8394-73296a0698c6 req-0c1f9029-4759-4f36-a3be-d3c8d13417e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 1096 time: 0.1350858 Oct 13 11:03:12.992677 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:12.994165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7ee7c9ee-9302-483a-9f7d-a2227876356f details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:03:13.024473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Pushing event updated for resources: {'Port': ['ID=34b8c108-bb8e-4d86-b9d0-39734ff86aa1,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:13.038493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7ee7c9ee-9302-483a-9f7d-a2227876356f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7ee7c9ee-9302-483a-9f7d-a2227876356f,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:13.080103 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52ddb0-bea5-4766-bc0a-81ee75a3f052 req-839d0646-67b3-4393-b51c-4163d5d955ee tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:13.119500 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df52ddb0-bea5-4766-bc0a-81ee75a3f052 req-839d0646-67b3-4393-b51c-4163d5d955ee tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.2481513 Oct 13 11:03:13.137166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:03:13.145749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:03:13.159064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:03:13.191428 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '7ee7c9ee-9302-483a-9f7d-a2227876356f', 'network_id': '3f5d2a8f-da31-4f37-9210-83fd46b16762', 'port_id': '7ee7c9ee-9302-483a-9f7d-a2227876356f', 'mac_address': 'fa:16:3e:15:5e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4e3cc4-c941-42e0-8d66-07438f4c2aab', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:03:13.285443 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df52ddb0-bea5-4766-bc0a-81ee75a3f052 req-45038aa5-b9ff-4eb3-a7c5-b0a0d95675a3 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649556 Oct 13 11:03:13.293210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=65983bd1-4ef2-411e-be98-9c65ff0ed431,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:13.342507 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:13.369608 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee7c9ee-9302-483a-9f7d-a2227876356f {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:03:13.378838 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907cc1d-6dc4-40c3-a4d3-cdbff40b2053 req-37128de7-508c-43b0-b423-72509656a998 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:13.389044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907cc1d-6dc4-40c3-a4d3-cdbff40b2053 req-37128de7-508c-43b0-b423-72509656a998 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:13.396294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907cc1d-6dc4-40c3-a4d3-cdbff40b2053 req-37128de7-508c-43b0-b423-72509656a998 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:13.399391 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f148-bd0e-4a64-8394-73296a0698c6 req-243b7a3e-30ad-4b36-bfb6-ff4104e5adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:13.402351 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7024f148-bd0e-4a64-8394-73296a0698c6 req-243b7a3e-30ad-4b36-bfb6-ff4104e5adfe service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 911 time: 0.4549999 Oct 13 11:03:13.402960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907cc1d-6dc4-40c3-a4d3-cdbff40b2053 req-37128de7-508c-43b0-b423-72509656a998 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:13.410593 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907cc1d-6dc4-40c3-a4d3-cdbff40b2053 req-37128de7-508c-43b0-b423-72509656a998 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:13.417986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907cc1d-6dc4-40c3-a4d3-cdbff40b2053 req-37128de7-508c-43b0-b423-72509656a998 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:13.424400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907cc1d-6dc4-40c3-a4d3-cdbff40b2053 req-37128de7-508c-43b0-b423-72509656a998 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:13.430738 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7ee7c9ee-9302-483a-9f7d-a2227876356f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7ee7c9ee-9302-483a-9f7d-a2227876356f,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:13.434567 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3907cc1d-6dc4-40c3-a4d3-cdbff40b2053 req-37128de7-508c-43b0-b423-72509656a998 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5421 time: 0.4046915 Oct 13 11:03:13.467225 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:13.484789 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7024f148-bd0e-4a64-8394-73296a0698c6 req-38a63aea-658b-4c14-8ae3-8767c564b940 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 HTTP/1.1" status: 200 len: 217 time: 0.0745354 Oct 13 11:03:13.550792 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:13.551366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:03:13.588055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:13.606322 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3907cc1d-6dc4-40c3-a4d3-cdbff40b2053 req-1c234322-eb91-4710-939b-9cf4059beef6 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1664507 Oct 13 11:03:13.606799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35', 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab', 'port_id': '1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35', 'mac_address': 'fa:16:3e:4c:ab:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4f1c58-319c-4d6b-9fcd-42a6db10258a', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:03:13.625802 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f148-bd0e-4a64-8394-73296a0698c6 req-342ba063-a039-4519-885d-e39fb222eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:13.627706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7024f148-bd0e-4a64-8394-73296a0698c6 req-342ba063-a039-4519-885d-e39fb222eeb8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c73a4c07-49f6-4e27-8039-a817a8176f98 HTTP/1.1" status: 200 len: 850 time: 0.1324708 Oct 13 11:03:13.673202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7024f148-bd0e-4a64-8394-73296a0698c6 req-29159dab-a6bd-4f9c-8a70-e84e1edcc3b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ba7d06a-9950-4459-be22-0590e0d45321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387819 Oct 13 11:03:13.684671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ba7b8-5996-4b61-9e80-1dcce7a6fe8e req-f4e12fe7-9a94-49c3-a49c-7e22eb12b218 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:13.685996 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:13.692264 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c7ba7b8-5996-4b61-9e80-1dcce7a6fe8e req-f4e12fe7-9a94-49c3-a49c-7e22eb12b218 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1344218 Oct 13 11:03:13.721642 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:03:13.775637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:13.803559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c7ba7b8-5996-4b61-9e80-1dcce7a6fe8e req-994a0db7-dc65-4f64-bc84-77a068cd63f2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091590 Oct 13 11:03:13.814958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=7ee7c9ee-9302-483a-9f7d-a2227876356f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:13.857593 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7024f148-bd0e-4a64-8394-73296a0698c6 req-3f7cec63-8ea2-438e-9e9a-a9b514ebe23d service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470878 Oct 13 11:03:13.862781 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:13.863927 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:03:13.927988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:13.991756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1fc82-8dd1-4994-b81a-0ce82cb042c8 req-238cc4d4-312c-4454-8d3e-ddcbe53b0271 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:14.002262 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-31e1fc82-8dd1-4994-b81a-0ce82cb042c8 req-238cc4d4-312c-4454-8d3e-ddcbe53b0271 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 945 time: 0.1726916 Oct 13 11:03:14.056670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e49a3-fd29-4e3f-ae15-091fe1b602e9 req-0097b966-8990-40eb-8300-307e71253159 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:14.058212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb8e49a3-fd29-4e3f-ae15-091fe1b602e9 req-0097b966-8990-40eb-8300-307e71253159 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0859721 Oct 13 11:03:14.069850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:14.083631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe,segment=NetworkSegment(9f15766b-894e-47ef-a82a-6dedfe018d3f),segment_id=9f15766b-894e-47ef-a82a-6dedfe018d3f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:14.084125 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7024f148-bd0e-4a64-8394-73296a0698c6 req-682ac07f-26d9-4f33-9b35-23d4bb667397 service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176692 Oct 13 11:03:14.124057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'port_id': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe', 'mac_address': 'fa:16:3e:da:c4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:03:14.136915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb8e49a3-fd29-4e3f-ae15-091fe1b602e9 req-3eb0e660-6db9-4ab3-b8ce-aa963c3c7f68 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710568 Oct 13 11:03:14.193363 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:14.217513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:03:14.245968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe,segment=NetworkSegment(9f15766b-894e-47ef-a82a-6dedfe018d3f),segment_id=9f15766b-894e-47ef-a82a-6dedfe018d3f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:14.329515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2c8b0-aa62-40e3-8471-9baf2e0d4792 req-bd4ceb5d-54b9-4681-a525-e8ce47667918 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:14.343813 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:14.344511 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 9efaf48b-e02e-4571-9d2e-3ac74778211e details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:03:14.349952 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4dc2c8b0-aa62-40e3-8471-9baf2e0d4792 req-bd4ceb5d-54b9-4681-a525-e8ce47667918 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0963941 Oct 13 11:03:14.371799 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-31e1fc82-8dd1-4994-b81a-0ce82cb042c8 req-db68956d-6495-4381-84b0-afd746c67df4 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549891 Oct 13 11:03:14.413624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4dc2c8b0-aa62-40e3-8471-9baf2e0d4792 req-eb5133d9-2162-4c7b-92a1-8f62b63a1d73 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613992 Oct 13 11:03:14.435404 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 9efaf48b-e02e-4571-9d2e-3ac74778211e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=9efaf48b-e02e-4571-9d2e-3ac74778211e,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:14.449814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:14.456108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '9efaf48b-e02e-4571-9d2e-3ac74778211e', 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab', 'port_id': '9efaf48b-e02e-4571-9d2e-3ac74778211e', 'mac_address': 'fa:16:3e:70:bf:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4f1c58-319c-4d6b-9fcd-42a6db10258a', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:03:14.469358 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:14.475075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:14.507997 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:14.522460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efaf48b-e02e-4571-9d2e-3ac74778211e {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:03:14.565460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 9efaf48b-e02e-4571-9d2e-3ac74778211e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=9efaf48b-e02e-4571-9d2e-3ac74778211e,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:14.664920 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:14.667647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:03:14.686488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d8d01-c515-4c03-92e9-ffb11971a784 req-002a41b1-421a-4df5-98c3-4247f15ce9b8 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:14.688347 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-026d8d01-c515-4c03-92e9-ffb11971a784 req-002a41b1-421a-4df5-98c3-4247f15ce9b8 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0778015 Oct 13 11:03:14.754855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=9efaf48b-e02e-4571-9d2e-3ac74778211e,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:14.761335 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:14.766101 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-026d8d01-c515-4c03-92e9-ffb11971a784 req-932e096d-c41e-4f86-9aaf-fda99e85d9e3 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572655 Oct 13 11:03:14.769044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c03a2-4580-44fe-95c6-b8a8c1682761 req-c9ed9694-af74-4191-b331-ddebb59dac1c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:14.777338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'efdcc5ee-1330-4ded-b6d2-7d4d32faaff1', 'network_id': '13ebfba8-cc40-4481-945a-f6f43d5aa4ab', 'port_id': 'efdcc5ee-1330-4ded-b6d2-7d4d32faaff1', 'mac_address': 'fa:16:3e:72:05:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4f1c58-319c-4d6b-9fcd-42a6db10258a', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:03:14.783303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c03a2-4580-44fe-95c6-b8a8c1682761 req-c9ed9694-af74-4191-b331-ddebb59dac1c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:14.793327 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c03a2-4580-44fe-95c6-b8a8c1682761 req-c9ed9694-af74-4191-b331-ddebb59dac1c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:14.799693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c03a2-4580-44fe-95c6-b8a8c1682761 req-c9ed9694-af74-4191-b331-ddebb59dac1c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:14.806793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c03a2-4580-44fe-95c6-b8a8c1682761 req-c9ed9694-af74-4191-b331-ddebb59dac1c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:14.813267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c03a2-4580-44fe-95c6-b8a8c1682761 req-c9ed9694-af74-4191-b331-ddebb59dac1c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:14.820697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c03a2-4580-44fe-95c6-b8a8c1682761 req-c9ed9694-af74-4191-b331-ddebb59dac1c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:14.823048 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-537c03a2-4580-44fe-95c6-b8a8c1682761 req-c9ed9694-af74-4191-b331-ddebb59dac1c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5425 time: 0.1381435 Oct 13 11:03:14.827148 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:14.838659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Router f21c74fa-2aa8-4ed6-91fd-ebe12602b57f is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:03:14.865179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:03:14.897975 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-537c03a2-4580-44fe-95c6-b8a8c1682761 req-f7373fae-f00d-472f-8baa-aa5a3ceb4e0e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599508 Oct 13 11:03:14.914539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:14.992779 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:15.032226 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:03:15.038870 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:15.044103 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f597a18c-abaf-48da-a1b8-d70b9b5f2480 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "PUT /v2.0/routers/f21c74fa-2aa8-4ed6-91fd-ebe12602b57f HTTP/1.1" status: 200 len: 914 time: 4.3482006 Oct 13 11:03:15.044195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49412) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:15.046263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beadef5-3fc0-4642-a64d-7d09b826a29f None None] Sync routers for ids ['f21c74fa-2aa8-4ed6-91fd-ebe12602b57f'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:03:15.055352 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3c7b8-cc96-4c58-82fd-82dcfbbbc552 req-d24c1ddf-5f47-4439-93fd-b2510188325d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:15.057283 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1bb3c7b8-cc96-4c58-82fd-82dcfbbbc552 req-d24c1ddf-5f47-4439-93fd-b2510188325d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0830972 Oct 13 11:03:15.069188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:15.081682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beadef5-3fc0-4642-a64d-7d09b826a29f None None] Routers {'f21c74fa-2aa8-4ed6-91fd-ebe12602b57f'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:03:15.082298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1beadef5-3fc0-4642-a64d-7d09b826a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:03:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f21c74fa-2aa8-4ed6-91fd-ebe12602b57f'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:15.138126 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:03:15.143539 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1bb3c7b8-cc96-4c58-82fd-82dcfbbbc552 req-fedc0dc7-06e1-47b2-8141-633f72898daa tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761132 Oct 13 11:03:15.167784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1beadef5-3fc0-4642-a64d-7d09b826a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:15.187719 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beadef5-3fc0-4642-a64d-7d09b826a29f None None] Routers {'f21c74fa-2aa8-4ed6-91fd-ebe12602b57f'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:03:15.188694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1beadef5-3fc0-4642-a64d-7d09b826a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:03:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f21c74fa-2aa8-4ed6-91fd-ebe12602b57f'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:15.232893 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-aab0e9dc-5fe7-4def-ab45-1fa064e19027 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/routers/f21c74fa-2aa8-4ed6-91fd-ebe12602b57f HTTP/1.1" status: 200 len: 920 time: 0.1863310 Oct 13 11:03:15.233420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49426) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:15.243648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1beadef5-3fc0-4642-a64d-7d09b826a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:15.244371 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beadef5-3fc0-4642-a64d-7d09b826a29f None None] The sync data for ids ['f21c74fa-2aa8-4ed6-91fd-ebe12602b57f'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:03:15.285109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f2f5b-5808-4eab-a0ce-c872f79706d6 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:15.290644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6c6f2f5b-5808-4eab-a0ce-c872f79706d6 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&device_id=f21c74fa-2aa8-4ed6-91fd-ebe12602b57f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0537014 Oct 13 11:03:15.295010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49428) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:15.303937 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:15.331124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e16d68-c18e-4d79-b6c5-0cc790b9718c req-08a5dc30-1bcf-41f2-b2ef-c21deac4a983 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:15.335006 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d0e16d68-c18e-4d79-b6c5-0cc790b9718c req-08a5dc30-1bcf-41f2-b2ef-c21deac4a983 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0741675 Oct 13 11:03:15.339012 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b979dfc-5300-494f-9077-3931e09d3550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:03:15.342293 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddff99f-5ec1-46d5-8111-b0b4d6a451fc" -d '{"events": [{"server_uuid": "6b979dfc-5300-494f-9077-3931e09d3550", "name": "network-vif-unplugged", "status": "completed", "tag": "8e7a48bd-b1cd-48a5-8aa3-139b52efeee8"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:03:15.358235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:15.384874 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87c1abc-254e-4b85-ba70-67100c2adbf0 x-openstack-request-id: req-c87c1abc-254e-4b85-ba70-67100c2adbf0 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:03:15.386145 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b979dfc-5300-494f-9077-3931e09d3550", "name": "network-vif-unplugged", "status": "completed", "tag": "8e7a48bd-b1cd-48a5-8aa3-139b52efeee8", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:03:15.386457 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c87c1abc-254e-4b85-ba70-67100c2adbf0 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:03:15.386976 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b979dfc-5300-494f-9077-3931e09d3550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8', 'code': 200} Oct 13 11:03:15.394837 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d0e16d68-c18e-4d79-b6c5-0cc790b9718c req-3654e71e-8321-45b5-8d39-c357623803ee tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525653 Oct 13 11:03:15.435483 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:15.487596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8464d8a-ac4e-4b0d-9c25-9c3204d1013c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:15.492198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d8464d8a-ac4e-4b0d-9c25-9c3204d1013c tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 881 time: 0.1960731 Oct 13 11:03:15.521859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49444) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:15.544039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:15.557603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03a280-f4ef-41fc-ba58-6b144e34ce4b req-c1985f23-6e53-433f-ad99-7c5bc79d3016 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:15.559441 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d03a280-f4ef-41fc-ba58-6b144e34ce4b req-c1985f23-6e53-433f-ad99-7c5bc79d3016 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 943 time: 0.0662313 Oct 13 11:03:15.579919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f9968-2c9b-42ea-aafb-68475e55632b req-3dfae26f-9f08-4370-9140-18599aa4a7c1 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:15.582438 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-828f9968-2c9b-42ea-aafb-68475e55632b req-3dfae26f-9f08-4370-9140-18599aa4a7c1 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1006501 Oct 13 11:03:15.587416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5e59a4cf-1f3d-4cf3-befa-e31d6aa412b6 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "GET /v2.0/ports?device_id=f21c74fa-2aa8-4ed6-91fd-ebe12602b57f HTTP/1.1" status: 200 len: 205 time: 0.0577314 Oct 13 11:03:15.587661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49448) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:15.615118 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d03a280-f4ef-41fc-ba58-6b144e34ce4b req-08091af3-ecec-4cb4-acb8-accfff944d5b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486169 Oct 13 11:03:15.732596 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-828f9968-2c9b-42ea-aafb-68475e55632b req-cb3dc8e6-9212-448e-89f1-6747f7573d98 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877101 Oct 13 11:03:15.758850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:15.885600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['7ee7c9ee-9302-483a-9f7d-a2227876356f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:03:15.911508 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['0ae9c2a9-9962-4649-9f7e-d0a019b05dfe'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:03:15.942353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:03:15.953920 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['efdcc5ee-1330-4ded-b6d2-7d4d32faaff1'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:03:15.978174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db8e0f-217d-4c5e-994f-71ff7ab757e3 req-edf95930-02a3-4c0f-9be2-ade8b4bb4b1d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:15.996336 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a5db8e0f-217d-4c5e-994f-71ff7ab757e3 req-edf95930-02a3-4c0f-9be2-ade8b4bb4b1d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1689212 Oct 13 11:03:16.010100 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['c8b021b7-0289-4b04-ba82-1d2aa6832c7e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:03:16.012625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['9efaf48b-e02e-4571-9d2e-3ac74778211e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:03:16.024061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['65983bd1-4ef2-411e-be98-9c65ff0ed431'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:03:16.077287 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:16.129370 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a5db8e0f-217d-4c5e-994f-71ff7ab757e3 req-cb9194bb-a513-421e-982e-5744ded02509 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312165 Oct 13 11:03:16.328911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20a24f-0b6a-4fe9-a640-8b69e58be507 req-3517a4a9-03cb-4351-a648-0a1ac09e91a0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:16.354592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20a24f-0b6a-4fe9-a640-8b69e58be507 req-3517a4a9-03cb-4351-a648-0a1ac09e91a0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:16.365021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20a24f-0b6a-4fe9-a640-8b69e58be507 req-3517a4a9-03cb-4351-a648-0a1ac09e91a0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:16.383372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20a24f-0b6a-4fe9-a640-8b69e58be507 req-3517a4a9-03cb-4351-a648-0a1ac09e91a0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:16.393403 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Deleting port 34b8c108-bb8e-4d86-b9d0-39734ff86aa1 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:03:16.393403 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:16.409922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20a24f-0b6a-4fe9-a640-8b69e58be507 req-3517a4a9-03cb-4351-a648-0a1ac09e91a0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:16.435657 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20a24f-0b6a-4fe9-a640-8b69e58be507 req-3517a4a9-03cb-4351-a648-0a1ac09e91a0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:16.448614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20a24f-0b6a-4fe9-a640-8b69e58be507 req-3517a4a9-03cb-4351-a648-0a1ac09e91a0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:16.480392 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca20a24f-0b6a-4fe9-a640-8b69e58be507 req-3517a4a9-03cb-4351-a648-0a1ac09e91a0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5426 time: 0.3922665 Oct 13 11:03:16.562606 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:16.592276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Calling delete_port for 34b8c108-bb8e-4d86-b9d0-39734ff86aa1 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:03:16.603935 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca20a24f-0b6a-4fe9-a640-8b69e58be507 req-d7779496-2945-4c47-be82-35cbad9a9a32 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216538 Oct 13 11:03:16.897021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e4f1c-3766-4952-89f7-f2117645134a req-f6efc0a7-1ec6-42eb-ac4e-d9050d250b08 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:16.903396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-904e4f1c-3766-4952-89f7-f2117645134a req-f6efc0a7-1ec6-42eb-ac4e-d9050d250b08 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 943 time: 0.1196923 Oct 13 11:03:16.932412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e1c3d-8f6d-4b29-aec6-dd0c0c2e92f1 req-e7d5a766-5cbc-425d-b3f7-c7d1cb5580de tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:16.934489 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b80e1c3d-8f6d-4b29-aec6-dd0c0c2e92f1 req-e7d5a766-5cbc-425d-b3f7-c7d1cb5580de tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.5559037 Oct 13 11:03:16.939178 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:16.978777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-904e4f1c-3766-4952-89f7-f2117645134a req-3eb7e6df-71ff-4b39-906c-5e7fd9943b40 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680368 Oct 13 11:03:17.056667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Pushing event deleted for resources: {'Port': ['ID=34b8c108-bb8e-4d86-b9d0-39734ff86aa1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:17.150928 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:17.588191 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b80e1c3d-8f6d-4b29-aec6-dd0c0c2e92f1 req-4f8a5fdd-1c33-4cea-bc41-a9279da77ae3 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6360347 Oct 13 11:03:17.634018 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:17.636528 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:17.742286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9c65b-1bf6-4bf6-9a1b-c0251f559b96 req-927363a4-8eba-4dc3-9e47-6507e82995a0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:17.743939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-17e9c65b-1bf6-4bf6-9a1b-c0251f559b96 req-927363a4-8eba-4dc3-9e47-6507e82995a0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0564468 Oct 13 11:03:17.793777 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-17e9c65b-1bf6-4bf6-9a1b-c0251f559b96 req-87814359-8d89-4b01-aa95-46fcf6e492ba tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341187 Oct 13 11:03:17.801759 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:17.803191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Fanout notify agent at l3_agent the message router_deleted on router f21c74fa-2aa8-4ed6-91fd-ebe12602b57f {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:03:17.810701 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:17.811823 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1a421c2a-1c9b-4b0e-b6fb-ea6db8457789 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "DELETE /v2.0/routers/f21c74fa-2aa8-4ed6-91fd-ebe12602b57f HTTP/1.1" status: 204 len: 168 time: 2.2231724 Oct 13 11:03:17.815750 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49508) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:17.821650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1063963478', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}, 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:17.962225 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:17.963699 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:18.014248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b340c7-7179-4beb-adb9-30051a3ee23d req-f2345b01-0a62-4f8b-964a-9a0ec644d47d tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:18.021493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b340c7-7179-4beb-adb9-30051a3ee23d req-f2345b01-0a62-4f8b-964a-9a0ec644d47d tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:18.028375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b340c7-7179-4beb-adb9-30051a3ee23d req-f2345b01-0a62-4f8b-964a-9a0ec644d47d tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:18.034945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b340c7-7179-4beb-adb9-30051a3ee23d req-f2345b01-0a62-4f8b-964a-9a0ec644d47d tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:18.036660 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:18.041680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b340c7-7179-4beb-adb9-30051a3ee23d req-f2345b01-0a62-4f8b-964a-9a0ec644d47d tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:18.047932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b340c7-7179-4beb-adb9-30051a3ee23d req-f2345b01-0a62-4f8b-964a-9a0ec644d47d tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:18.054419 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b340c7-7179-4beb-adb9-30051a3ee23d req-f2345b01-0a62-4f8b-964a-9a0ec644d47d tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:18.056177 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d7b340c7-7179-4beb-adb9-30051a3ee23d req-f2345b01-0a62-4f8b-964a-9a0ec644d47d tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5426 time: 0.1435003 Oct 13 11:03:18.120388 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d7b340c7-7179-4beb-adb9-30051a3ee23d req-ed3a8a72-9983-4792-87ee-b355616a578f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501800 Oct 13 11:03:18.267069 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587d87b-f4c5-4328-951d-3d9c6590e9e1 req-72f52602-c1e1-4350-be37-be73b564015d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:18.268630 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9587d87b-f4c5-4328-951d-3d9c6590e9e1 req-72f52602-c1e1-4350-be37-be73b564015d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0548213 Oct 13 11:03:18.282693 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:18.309835 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9587d87b-f4c5-4328-951d-3d9c6590e9e1 req-e6da6831-b23c-4cfb-8247-92582bb03923 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340099 Oct 13 11:03:18.640151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde70062-f8fc-491e-bd00-bc192d092040 req-5628d9f6-7c3a-4228-a708-99c34823aeda tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:18.648927 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fde70062-f8fc-491e-bd00-bc192d092040 req-5628d9f6-7c3a-4228-a708-99c34823aeda tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0635791 Oct 13 11:03:18.659929 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:18.682147 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:18.702453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fde70062-f8fc-491e-bd00-bc192d092040 req-82c07845-06c0-44fe-be61-b74410115d04 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520496 Oct 13 11:03:18.902942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ba90c-e169-464c-bcd1-59a9a39aa30b req-e37ab40c-2f95-40c1-8fce-306fcd3a4fcd tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:18.904385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f68ba90c-e169-464c-bcd1-59a9a39aa30b req-e37ab40c-2f95-40c1-8fce-306fcd3a4fcd tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0787323 Oct 13 11:03:18.923308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Allocated IP 172.25.0.178 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/e36c968c-2cce-44fa-9a97-789469808dc5) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:03:18.937838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaeff9-5433-46ce-a19d-7b36e031ef06 req-d7b8e923-78f0-4978-b235-45549fa09ad6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:18.939391 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6edaeff9-5433-46ce-a19d-7b36e031ef06 req-d7b8e923-78f0-4978-b235-45549fa09ad6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b979dfc-5300-494f-9077-3931e09d3550 HTTP/1.1" status: 200 len: 943 time: 0.1212316 Oct 13 11:03:18.949857 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f68ba90c-e169-464c-bcd1-59a9a39aa30b req-932459ee-c67d-487d-84ce-57d4a05d43b2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394402 Oct 13 11:03:19.103677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:03:19.138087 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:19.147294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-6edaeff9-5433-46ce-a19d-7b36e031ef06 req-1e81a960-883c-449a-8690-445f0263d744 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Deleting port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:03:19.147620 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6edaeff9-5433-46ce-a19d-7b36e031ef06 req-1e81a960-883c-449a-8690-445f0263d744 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:19.198974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c336f4-ec44-48e8-8902-187784698f2b req-3a328cf2-0926-4ad8-b2f7-7be5bcf0fc75 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:19.203931 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-07c336f4-ec44-48e8-8902-187784698f2b req-3a328cf2-0926-4ad8-b2f7-7be5bcf0fc75 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1105487 Oct 13 11:03:19.280541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-6edaeff9-5433-46ce-a19d-7b36e031ef06 req-1e81a960-883c-449a-8690-445f0263d744 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] For port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:19.280890 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6edaeff9-5433-46ce-a19d-7b36e031ef06 req-1e81a960-883c-449a-8690-445f0263d744 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:19.290983 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-07c336f4-ec44-48e8-8902-187784698f2b req-281a43a3-ce2c-4255-a83a-4de3d952c92b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774136 Oct 13 11:03:19.306146 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:19.320081 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-6edaeff9-5433-46ce-a19d-7b36e031ef06 req-1e81a960-883c-449a-8690-445f0263d744 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Calling delete_port for 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:03:19.357811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:03:19.368028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:03:19.378099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:03:19.415661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf098fb-d938-4019-beaa-c045984097a8 req-f0ee83c6-9bbe-453d-ac21-dc26bc727125 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:19.422638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf098fb-d938-4019-beaa-c045984097a8 req-f0ee83c6-9bbe-453d-ac21-dc26bc727125 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:19.429534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf098fb-d938-4019-beaa-c045984097a8 req-f0ee83c6-9bbe-453d-ac21-dc26bc727125 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:19.435715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf098fb-d938-4019-beaa-c045984097a8 req-f0ee83c6-9bbe-453d-ac21-dc26bc727125 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:19.440325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Pushing event updated for resources: {'Port': ['ID=e36c968c-2cce-44fa-9a97-789469808dc5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:19.442635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf098fb-d938-4019-beaa-c045984097a8 req-f0ee83c6-9bbe-453d-ac21-dc26bc727125 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:19.458413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf098fb-d938-4019-beaa-c045984097a8 req-f0ee83c6-9bbe-453d-ac21-dc26bc727125 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:19.458413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf098fb-d938-4019-beaa-c045984097a8 req-f0ee83c6-9bbe-453d-ac21-dc26bc727125 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:19.460025 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4bf098fb-d938-4019-beaa-c045984097a8 req-f0ee83c6-9bbe-453d-ac21-dc26bc727125 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5426 time: 0.1031661 Oct 13 11:03:19.472358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:19.472682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:19.473064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:19.473430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:19.473764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:19.474098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:19.474454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:19.474785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:19.475111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:19.475436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:19.475900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:19.476443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:19.517910 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4bf098fb-d938-4019-beaa-c045984097a8 req-c1599009-2c9f-453b-af27-6632b3ab4330 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513453 Oct 13 11:03:19.668289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839fac9-df1a-4f3b-bca5-8c16ed63a699 req-4683092c-6b57-4313-b9ae-5c489cdc736f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:19.669821 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2839fac9-df1a-4f3b-bca5-8c16ed63a699 req-4683092c-6b57-4313-b9ae-5c489cdc736f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0664802 Oct 13 11:03:19.721220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2839fac9-df1a-4f3b-bca5-8c16ed63a699 req-e784efaf-e374-4206-b4bb-4c192bd3c422 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346730 Oct 13 11:03:19.821947 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6edaeff9-5433-46ce-a19d-7b36e031ef06 req-1e81a960-883c-449a-8690-445f0263d744 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:19.859532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49562) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:19.902027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81a960-883c-449a-8690-445f0263d744 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Pushing event deleted for resources: {'Port': ['ID=8e7a48bd-b1cd-48a5-8aa3-139b52efeee8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:19.955961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fce98b0-1783-4a3a-88fd-909e2d3e6393 admin admin] Deleting subnet a1270603-9e76-4f75-8bab-07548eeb2406 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:03:19.969130 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fce98b0-1783-4a3a-88fd-909e2d3e6393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:19.987755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edaeff9-5433-46ce-a19d-7b36e031ef06 req-1e81a960-883c-449a-8690-445f0263d744 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] No DVR routers for this DVR port 8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:03:19.991693 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6edaeff9-5433-46ce-a19d-7b36e031ef06 req-1e81a960-883c-449a-8690-445f0263d744 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:20.004133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6edaeff9-5433-46ce-a19d-7b36e031ef06 req-1e81a960-883c-449a-8690-445f0263d744 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "DELETE /v2.0/ports/8e7a48bd-b1cd-48a5-8aa3-139b52efeee8 HTTP/1.1" status: 204 len: 173 time: 1.0564086 Oct 13 11:03:20.005827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b979dfc-5300-494f-9077-3931e09d3550', 'name': 'network-vif-deleted', 'tag': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:03:20.008404 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b291f299-9239-4ed3-b95a-7424f57f349b" -d '{"events": [{"server_uuid": "6b979dfc-5300-494f-9077-3931e09d3550", "name": "network-vif-deleted", "tag": "8e7a48bd-b1cd-48a5-8aa3-139b52efeee8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:03:20.053609 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:20.063697 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fce98b0-1783-4a3a-88fd-909e2d3e6393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:20.170126 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fce98b0-1783-4a3a-88fd-909e2d3e6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:20.204211 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0a730-c0e2-48ea-b192-839a09adedd4 req-f06c0703-c359-4514-9319-43c8bf6d40b0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:20.213608 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39b0a730-c0e2-48ea-b192-839a09adedd4 req-f06c0703-c359-4514-9319-43c8bf6d40b0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1194341 Oct 13 11:03:20.283399 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39b0a730-c0e2-48ea-b192-839a09adedd4 req-2d23f1a8-6d99-4be3-a6b9-dfae00a2c0f3 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685089 Oct 13 11:03:20.380339 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 13 Oct 2021 11:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421af961-1407-425e-8d1a-ceeef6d3b009 x-openstack-request-id: req-421af961-1407-425e-8d1a-ceeef6d3b009 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:03:20.382769 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b979dfc-5300-494f-9077-3931e09d3550", "name": "network-vif-deleted", "tag": "8e7a48bd-b1cd-48a5-8aa3-139b52efeee8", "status": "failed", "code": 422}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:03:20.382769 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-421af961-1407-425e-8d1a-ceeef6d3b009 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:03:20.382769 n-d-813659-3 neutron-server[101991]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b979dfc-5300-494f-9077-3931e09d3550', 'name': 'network-vif-deleted', 'tag': '8e7a48bd-b1cd-48a5-8aa3-139b52efeee8', 'status': 'failed', 'code': 422} returned with failed status Oct 13 11:03:20.420760 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:20.478000 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fce98b0-1783-4a3a-88fd-909e2d3e6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:20.517759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce98b0-1783-4a3a-88fd-909e2d3e6393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1270603-9e76-4f75-8bab-07548eeb2406,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:20.528678 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fce98b0-1783-4a3a-88fd-909e2d3e6393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:20.534799 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4fce98b0-1783-4a3a-88fd-909e2d3e6393 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a1270603-9e76-4f75-8bab-07548eeb2406 HTTP/1.1" status: 204 len: 168 time: 0.6714294 Oct 13 11:03:20.534903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49574) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:20.595119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9bbe8-4b1f-4bac-a3b8-9160f2446a69 req-8bb6b926-d5e2-4c0c-b331-7ff9a772e57a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:20.597560 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2d9bbe8-4b1f-4bac-a3b8-9160f2446a69 req-8bb6b926-d5e2-4c0c-b331-7ff9a772e57a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1704044 Oct 13 11:03:20.676781 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2d9bbe8-4b1f-4bac-a3b8-9160f2446a69 req-8bf62f48-f9f3-4a93-9f33-05ad31a93879 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484610 Oct 13 11:03:20.694185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9456f39-1570-4413-ab87-d4045f5e3306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:20.712721 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Router ef0e9cf8-6674-4d0f-99fb-539af7503f60 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:03:20.816254 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9456f39-1570-4413-ab87-d4045f5e3306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:20.840794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c9456f39-1570-4413-ab87-d4045f5e3306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0d1d59-cccd-41ea-869e-ce1edf973b28']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:20.852787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c9456f39-1570-4413-ab87-d4045f5e3306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28d9407-1336-4cd3-9c9b-936463618b2e') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:20.853509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c9456f39-1570-4413-ab87-d4045f5e3306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28d9407-1336-4cd3-9c9b-936463618b2e') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:20.865214 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9456f39-1570-4413-ab87-d4045f5e3306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:20.895291 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9456f39-1570-4413-ab87-d4045f5e3306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:20.902280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9456f39-1570-4413-ab87-d4045f5e3306 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:03:20.903411 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9456f39-1570-4413-ab87-d4045f5e3306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:03:20.971304 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:03:21.062122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c8b021b7-0289-4b04-ba82-1d2aa6832c7e up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:03:21.084265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8a24a-97aa-4c87-880d-575692a04cb9 req-b14812f0-4005-4322-9dbf-18f8021bc618 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:21.127700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8a24a-97aa-4c87-880d-575692a04cb9 req-b14812f0-4005-4322-9dbf-18f8021bc618 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:21.141568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8a24a-97aa-4c87-880d-575692a04cb9 req-b14812f0-4005-4322-9dbf-18f8021bc618 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:21.158610 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8a24a-97aa-4c87-880d-575692a04cb9 req-b14812f0-4005-4322-9dbf-18f8021bc618 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:21.202389 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8a24a-97aa-4c87-880d-575692a04cb9 req-b14812f0-4005-4322-9dbf-18f8021bc618 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:21.220019 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8a24a-97aa-4c87-880d-575692a04cb9 req-b14812f0-4005-4322-9dbf-18f8021bc618 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:21.235538 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8a24a-97aa-4c87-880d-575692a04cb9 req-b14812f0-4005-4322-9dbf-18f8021bc618 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:21.242678 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-67e8a24a-97aa-4c87-880d-575692a04cb9 req-b14812f0-4005-4322-9dbf-18f8021bc618 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5426 time: 0.2802677 Oct 13 11:03:21.244029 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9456f39-1570-4413-ab87-d4045f5e3306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:21.255120 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9456f39-1570-4413-ab87-d4045f5e3306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:21.266876 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c9456f39-1570-4413-ab87-d4045f5e3306 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4e0d1d59-cccd-41ea-869e-ce1edf973b28 HTTP/1.1" status: 204 len: 168 time: 0.7304940 Oct 13 11:03:21.306708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9456f39-1570-4413-ab87-d4045f5e3306 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0d1d59-cccd-41ea-869e-ce1edf973b28,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:21.428594 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-67e8a24a-97aa-4c87-880d-575692a04cb9 req-b7ec9694-72d7-43cd-ad3b-b7cdb55751b4 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1585174 Oct 13 11:03:21.565506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:03:21.578854 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef7a7b-df30-49c7-a051-04bf9f3ea29c None None] Sync routers for ids ['ef0e9cf8-6674-4d0f-99fb-539af7503f60'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:03:21.611171 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef7a7b-df30-49c7-a051-04bf9f3ea29c None None] Routers {'ef0e9cf8-6674-4d0f-99fb-539af7503f60'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:03:21.617434 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9bef7a7b-df30-49c7-a051-04bf9f3ea29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:03:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ef0e9cf8-6674-4d0f-99fb-539af7503f60'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:21.650754 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:21.656682 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-560eba79-c2cc-40d3-b7b5-f56fda4cacf3 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8373480 Oct 13 11:03:21.657525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49598) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:21.661190 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9bef7a7b-df30-49c7-a051-04bf9f3ea29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:21.674430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:21.677666 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef7a7b-df30-49c7-a051-04bf9f3ea29c None None] Routers {'ef0e9cf8-6674-4d0f-99fb-539af7503f60'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:03:21.678835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port c8b021b7-0289-4b04-ba82-1d2aa6832c7e completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:03:21.679078 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9bef7a7b-df30-49c7-a051-04bf9f3ea29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:03:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ef0e9cf8-6674-4d0f-99fb-539af7503f60'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:21.691346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port c8b021b7-0289-4b04-ba82-1d2aa6832c7e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:21.691730 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:21.753856 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9bef7a7b-df30-49c7-a051-04bf9f3ea29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:21.755451 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef7a7b-df30-49c7-a051-04bf9f3ea29c None None] The sync data for ids ['ef0e9cf8-6674-4d0f-99fb-539af7503f60'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:03:21.773682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa47bc0-1a35-4dd1-91f1-758da6a511bd req-87d4bbf5-f3a2-4da9-b79f-921753485dd4 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:21.783666 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-daa47bc0-1a35-4dd1-91f1-758da6a511bd req-87d4bbf5-f3a2-4da9-b79f-921753485dd4 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1627872 Oct 13 11:03:21.895006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49602) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:21.901812 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:21.928942 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-daa47bc0-1a35-4dd1-91f1-758da6a511bd req-6b198484-7d21-4f38-9075-c504ff235613 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416779 Oct 13 11:03:21.964976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b021b7-0289-4b04-ba82-1d2aa6832c7e'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:03:21.967725 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489bcc4c-d9c7-46f6-a99c-e1e3c4ed150a" -d '{"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "c8b021b7-0289-4b04-ba82-1d2aa6832c7e"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:03:21.993921 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c8b021b7-0289-4b04-ba82-1d2aa6832c7e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c8b021b7-0289-4b04-ba82-1d2aa6832c7e,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:22.008729 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fa3ca125-dc4e-4a77-b40c-1b6bb4033692 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=066134be0cc54fdcad563ca7394e9897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1102896 Oct 13 11:03:22.009070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49616) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:22.068189 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:22.070635 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 65983bd1-4ef2-411e-be98-9c65ff0ed431 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:03:22.180241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b79f15-5699-4a9b-bbaf-d67d5c98ccc5 req-67a23bd7-f4ea-417b-bfcd-4921aa4359ba tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:22.190634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-405c98e3-60b3-4d20-b997-4c898eacc970 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:22.191911 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2b79f15-5699-4a9b-bbaf-d67d5c98ccc5 req-67a23bd7-f4ea-417b-bfcd-4921aa4359ba tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1530294 Oct 13 11:03:22.193490 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-405c98e3-60b3-4d20-b997-4c898eacc970 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 810 time: 0.1688921 Oct 13 11:03:22.211288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=c8b021b7-0289-4b04-ba82-1d2aa6832c7e,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:22.245187 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2a29dd8-9858-43e3-947e-c96397d8c498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:22.263069 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-e96c306b-62b3-4e05-8742-22197334d253 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/quotas/b2b4dcba9f2b43e99e64275f41a29736 HTTP/1.1" status: 200 len: 375 time: 0.0178547 Oct 13 11:03:22.273757 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c2b79f15-5699-4a9b-bbaf-d67d5c98ccc5 req-154e7b77-428a-4491-aa21-2c1513380531 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799809 Oct 13 11:03:22.280007 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2a29dd8-9858-43e3-947e-c96397d8c498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:22.303557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 65983bd1-4ef2-411e-be98-9c65ff0ed431 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:03:22.314475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 65983bd1-4ef2-411e-be98-9c65ff0ed431 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:22.314475 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:22.399260 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:22.402874 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa98098d-2413-4058-8bec-3eb511f6d07e x-openstack-request-id: req-aa98098d-2413-4058-8bec-3eb511f6d07e {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:03:22.403397 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "c8b021b7-0289-4b04-ba82-1d2aa6832c7e", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:03:22.403815 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa98098d-2413-4058-8bec-3eb511f6d07e {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:03:22.405022 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b021b7-0289-4b04-ba82-1d2aa6832c7e', 'code': 200} Oct 13 11:03:22.438740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-0715078e-491d-4876-9852-45117707a481 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296094 Oct 13 11:03:22.470733 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:22.507895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 65983bd1-4ef2-411e-be98-9c65ff0ed431, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=65983bd1-4ef2-411e-be98-9c65ff0ed431,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:22.526538 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:22.548806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-46545724-f1ef-4f92-8301-11ea289f2dce service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065826 Oct 13 11:03:22.556006 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2a29dd8-9858-43e3-947e-c96397d8c498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:22.558693 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2a29dd8-9858-43e3-947e-c96397d8c498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:22.563100 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a2a29dd8-9858-43e3-947e-c96397d8c498 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d396a275-d8bd-414e-a1f8-49c05ff9fb82 HTTP/1.1" status: 204 len: 168 time: 0.5528884 Oct 13 11:03:22.573357 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a29dd8-9858-43e3-947e-c96397d8c498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d396a275-d8bd-414e-a1f8-49c05ff9fb82,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:22.631316 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:22.632466 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 9efaf48b-e02e-4571-9d2e-3ac74778211e up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:03:22.688329 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-6596da4d-bdb7-48a6-bfed-ee95ba559858 service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216867 Oct 13 11:03:22.764075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Deleting port e36c968c-2cce-44fa-9a97-789469808dc5 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:03:22.764476 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:22.844117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=65983bd1-4ef2-411e-be98-9c65ff0ed431,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:22.878771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a66a1-bd94-44b0-af36-5cb2ecbc6318 req-93ebb860-86e3-4985-a0c3-ebc98bf26ced tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:22.885785 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a66a1-bd94-44b0-af36-5cb2ecbc6318 req-93ebb860-86e3-4985-a0c3-ebc98bf26ced tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:22.891970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a66a1-bd94-44b0-af36-5cb2ecbc6318 req-93ebb860-86e3-4985-a0c3-ebc98bf26ced tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:22.899065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a66a1-bd94-44b0-af36-5cb2ecbc6318 req-93ebb860-86e3-4985-a0c3-ebc98bf26ced tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:22.899587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:22.905302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a66a1-bd94-44b0-af36-5cb2ecbc6318 req-93ebb860-86e3-4985-a0c3-ebc98bf26ced tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:22.913715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a66a1-bd94-44b0-af36-5cb2ecbc6318 req-93ebb860-86e3-4985-a0c3-ebc98bf26ced tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:22.914758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 9efaf48b-e02e-4571-9d2e-3ac74778211e completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:03:22.915234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Calling delete_port for e36c968c-2cce-44fa-9a97-789469808dc5 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:03:22.920278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a66a1-bd94-44b0-af36-5cb2ecbc6318 req-93ebb860-86e3-4985-a0c3-ebc98bf26ced tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:22.922240 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be3a66a1-bd94-44b0-af36-5cb2ecbc6318 req-93ebb860-86e3-4985-a0c3-ebc98bf26ced tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5428 time: 0.1550803 Oct 13 11:03:22.926250 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 9efaf48b-e02e-4571-9d2e-3ac74778211e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:22.926657 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:23.011714 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be3a66a1-bd94-44b0-af36-5cb2ecbc6318 req-5dc7a961-5295-4d25-a8ec-c83f36170e4b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784023 Oct 13 11:03:23.146285 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:23.212858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 9efaf48b-e02e-4571-9d2e-3ac74778211e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=9efaf48b-e02e-4571-9d2e-3ac74778211e,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:23.316495 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:23.317362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7ee7c9ee-9302-483a-9f7d-a2227876356f up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:03:23.348621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce4d74-6f08-4a5a-9b4e-6271870e2e03 req-b9baf1d2-978a-458c-a535-1e73c2834adb tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:23.357852 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdce4d74-6f08-4a5a-9b4e-6271870e2e03 req-b9baf1d2-978a-458c-a535-1e73c2834adb tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0850320 Oct 13 11:03:23.434532 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fdce4d74-6f08-4a5a-9b4e-6271870e2e03 req-340d353b-4d49-4c3f-8d6d-ac0dc207d820 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752873 Oct 13 11:03:23.456033 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aa67545-ae13-4939-8c6a-2541e731d493 req-3cfdcfd2-bdea-4fa1-8533-b05ea5dbffad tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 210 time: 0.0640383 Oct 13 11:03:23.479836 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=9efaf48b-e02e-4571-9d2e-3ac74778211e,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:23.627169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 7ee7c9ee-9302-483a-9f7d-a2227876356f completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:03:23.627357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:23.632265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 7ee7c9ee-9302-483a-9f7d-a2227876356f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:23.632989 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:23.656599 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Pushing event deleted for resources: {'Port': ['ID=e36c968c-2cce-44fa-9a97-789469808dc5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:23.730315 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:23.736733 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:23.774227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7ee7c9ee-9302-483a-9f7d-a2227876356f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7ee7c9ee-9302-483a-9f7d-a2227876356f,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:23.849066 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:23.849910 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:03:23.960913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=7ee7c9ee-9302-483a-9f7d-a2227876356f,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:23.977590 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:23.980399 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:24.051021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca04c1-6e61-4021-bb48-a75cf8700682 req-a76c0b80-06a9-4160-b513-bec0d9b12c5c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:24.059097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Router ef0e9cf8-6674-4d0f-99fb-539af7503f60 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:03:24.059309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-57ca04c1-6e61-4021-bb48-a75cf8700682 req-a76c0b80-06a9-4160-b513-bec0d9b12c5c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0928175 Oct 13 11:03:24.128814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:03:24.128814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:24.130193 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:24.135089 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-57ca04c1-6e61-4021-bb48-a75cf8700682 req-313c7e2e-edd9-463d-9b93-556ad8699cca tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744355 Oct 13 11:03:24.231961 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:03:24.256122 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:24.260562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0085625a-9379-4245-89b3-ec2ed35820cf tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "PUT /v2.0/routers/ef0e9cf8-6674-4d0f-99fb-539af7503f60 HTTP/1.1" status: 200 len: 706 time: 2.6008546 Oct 13 11:03:24.262087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49688) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:24.273113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43e5d4-b86a-4e33-816b-5ce95e963ca6 None None] Sync routers for ids ['ef0e9cf8-6674-4d0f-99fb-539af7503f60'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:03:24.291477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959ed1-2e00-4a83-acf3-b3fb6ce7f67b req-9189bdf0-6e4a-4de2-81ec-eeed185558f3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:24.296163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43e5d4-b86a-4e33-816b-5ce95e963ca6 None None] Routers {'ef0e9cf8-6674-4d0f-99fb-539af7503f60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:03:24.296972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6c43e5d4-b86a-4e33-816b-5ce95e963ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:03:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ef0e9cf8-6674-4d0f-99fb-539af7503f60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:24.298369 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959ed1-2e00-4a83-acf3-b3fb6ce7f67b req-9189bdf0-6e4a-4de2-81ec-eeed185558f3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:24.304726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959ed1-2e00-4a83-acf3-b3fb6ce7f67b req-9189bdf0-6e4a-4de2-81ec-eeed185558f3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:24.311014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959ed1-2e00-4a83-acf3-b3fb6ce7f67b req-9189bdf0-6e4a-4de2-81ec-eeed185558f3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:24.319644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959ed1-2e00-4a83-acf3-b3fb6ce7f67b req-9189bdf0-6e4a-4de2-81ec-eeed185558f3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:24.326103 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959ed1-2e00-4a83-acf3-b3fb6ce7f67b req-9189bdf0-6e4a-4de2-81ec-eeed185558f3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:24.333623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959ed1-2e00-4a83-acf3-b3fb6ce7f67b req-9189bdf0-6e4a-4de2-81ec-eeed185558f3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:24.341524 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf959ed1-2e00-4a83-acf3-b3fb6ce7f67b req-9189bdf0-6e4a-4de2-81ec-eeed185558f3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5430 time: 0.1306224 Oct 13 11:03:24.351593 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:24.355832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6c43e5d4-b86a-4e33-816b-5ce95e963ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:24.399515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43e5d4-b86a-4e33-816b-5ce95e963ca6 None None] Routers {'ef0e9cf8-6674-4d0f-99fb-539af7503f60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:03:24.401299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6c43e5d4-b86a-4e33-816b-5ce95e963ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:03:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ef0e9cf8-6674-4d0f-99fb-539af7503f60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:24.441851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf959ed1-2e00-4a83-acf3-b3fb6ce7f67b req-53bc2aa4-1616-4d27-83b2-8a243cdf8054 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914793 Oct 13 11:03:24.476372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65983bd1-4ef2-411e-be98-9c65ff0ed431'}, {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efaf48b-e02e-4571-9d2e-3ac74778211e'}, {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee7c9ee-9302-483a-9f7d-a2227876356f'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:03:24.477319 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ddde8875-669c-4663-a1dc-affafefb8ead tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/routers/ef0e9cf8-6674-4d0f-99fb-539af7503f60 HTTP/1.1" status: 200 len: 741 time: 0.2126155 Oct 13 11:03:24.479251 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5027fc-6d33-4ccf-85f4-f3e78c19f32a" -d '{"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "65983bd1-4ef2-411e-be98-9c65ff0ed431"}, {"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "9efaf48b-e02e-4571-9d2e-3ac74778211e"}, {"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "7ee7c9ee-9302-483a-9f7d-a2227876356f"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:03:24.480009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49696) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:24.485484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6c43e5d4-b86a-4e33-816b-5ce95e963ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:24.485484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43e5d4-b86a-4e33-816b-5ce95e963ca6 None None] The sync data for ids ['ef0e9cf8-6674-4d0f-99fb-539af7503f60'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:03:24.515281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:24.551720 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fb2c885b-a316-4a1e-9af2-ad6881444814 tempest-RoutersAdminTest-267664123 tempest-RoutersAdminTest-267664123-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&device_id=ef0e9cf8-6674-4d0f-99fb-539af7503f60 HTTP/1.1" status: 200 len: 205 time: 0.0678058 Oct 13 11:03:24.552941 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49702) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:24.577371 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 13 Oct 2021 11:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0d6bb9-f07a-4c73-9f48-63f6c01e4b9a x-openstack-request-id: req-7f0d6bb9-f07a-4c73-9f48-63f6c01e4b9a {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:03:24.578133 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "65983bd1-4ef2-411e-be98-9c65ff0ed431", "code": 200}, {"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "9efaf48b-e02e-4571-9d2e-3ac74778211e", "code": 200}, {"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "7ee7c9ee-9302-483a-9f7d-a2227876356f", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:03:24.578612 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f0d6bb9-f07a-4c73-9f48-63f6c01e4b9a {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:03:24.579247 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65983bd1-4ef2-411e-be98-9c65ff0ed431', 'code': 200} Oct 13 11:03:24.579760 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efaf48b-e02e-4571-9d2e-3ac74778211e', 'code': 200} Oct 13 11:03:24.580203 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee7c9ee-9302-483a-9f7d-a2227876356f', 'code': 200} Oct 13 11:03:24.586831 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:24.588835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:03:24.661065 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5a2495f3-7986-4ec0-91be-73e9a063c63f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef0e9cf8-6674-4d0f-99fb-539af7503f60 HTTP/1.1" status: 200 len: 205 time: 0.1057045 Oct 13 11:03:24.664286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49704) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:24.725562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fcf21c5-ff26-4819-bca7-56de84335e06 req-4b923f16-5017-434f-9503-883d85e16979 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 210 time: 0.1471028 Oct 13 11:03:24.753740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:24.762090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:03:24.774995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:24.775370 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:24.841879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e88f-e08b-432b-aca4-a1bf02698824 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:24.925511 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:24.970693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe,segment=NetworkSegment(9f15766b-894e-47ef-a82a-6dedfe018d3f),segment_id=9f15766b-894e-47ef-a82a-6dedfe018d3f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:25.025245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e88f-e08b-432b-aca4-a1bf02698824 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:25.027578 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e88f-e08b-432b-aca4-a1bf02698824 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:25.106533 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:25.107363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:03:25.314537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:25.317368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e88f-e08b-432b-aca4-a1bf02698824 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:25.317368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e3e88f-e08b-432b-aca4-a1bf02698824 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Fanout notify agent at l3_agent the message router_deleted on router ef0e9cf8-6674-4d0f-99fb-539af7503f60 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:03:25.317368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3e3e88f-e08b-432b-aca4-a1bf02698824 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:25.317368 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a3e3e88f-e08b-432b-aca4-a1bf02698824 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "DELETE /v2.0/routers/ef0e9cf8-6674-4d0f-99fb-539af7503f60 HTTP/1.1" status: 204 len: 168 time: 0.6358693 Oct 13 11:03:25.320060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49710) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:25.333786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9b8ed-7f64-43c1-9aa3-19d4f00fa135 req-3c94a1c0-b5d1-4010-bf53-3090ad3dedfa tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:25.345809 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2fc9b8ed-7f64-43c1-9aa3-19d4f00fa135 req-3c94a1c0-b5d1-4010-bf53-3090ad3dedfa tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1012616 Oct 13 11:03:25.365050 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-879e66b0-3c24-4f8d-9549-e20749b7ce1f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef0e9cf8-6674-4d0f-99fb-539af7503f60 HTTP/1.1" status: 200 len: 205 time: 0.0562043 Oct 13 11:03:25.369670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49712) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:25.418595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:03:25.423002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:25.423382 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:25.439060 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-fbcf191f-53ad-4379-ad6c-3862976cfd27 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] delete failed (client error): The resource could not be found. Oct 13 11:03:25.442385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fbcf191f-53ad-4379-ad6c-3862976cfd27 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "DELETE /v2.0/routers/ef0e9cf8-6674-4d0f-99fb-539af7503f60 HTTP/1.1" status: 404 len: 336 time: 0.0681567 Oct 13 11:03:25.443090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49716) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:25.466814 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2fc9b8ed-7f64-43c1-9aa3-19d4f00fa135 req-4960095b-202e-4bad-8c1a-21f564f1d7ff tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239412 Oct 13 11:03:25.482901 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2d534574-25e6-42de-af78-d7691e33f784 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "GET /v2.0/ports?device_id=f21c74fa-2aa8-4ed6-91fd-ebe12602b57f HTTP/1.1" status: 200 len: 205 time: 0.0365465 Oct 13 11:03:25.483649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49720) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:25.548824 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-7df878da-06e3-40a4-9668-61708010008d tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] delete failed (client error): The resource could not be found. Oct 13 11:03:25.553313 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49724) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:25.553476 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7df878da-06e3-40a4-9668-61708010008d tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "DELETE /v2.0/routers/f21c74fa-2aa8-4ed6-91fd-ebe12602b57f HTTP/1.1" status: 404 len: 336 time: 0.0673199 Oct 13 11:03:25.628761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7277bfb8-e1b8-4973-a519-5338c3c0cffd tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f9b176b-1273-4528-ac08-93cd5fff1d72 HTTP/1.1" status: 200 len: 205 time: 0.0742762 Oct 13 11:03:25.639230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49726) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:25.659379 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:25.696928 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7e6e9-94a0-4013-85d2-347ff6f1faa1 req-652b9943-f030-40e9-901c-631ca32a1ad4 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:25.698826 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1a7e6e9-94a0-4013-85d2-347ff6f1faa1 req-652b9943-f030-40e9-901c-631ca32a1ad4 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0865488 Oct 13 11:03:25.715835 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-0034d4f4-1c53-4cdb-b735-378dba78b67b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] delete failed (client error): The resource could not be found. Oct 13 11:03:25.718457 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0034d4f4-1c53-4cdb-b735-378dba78b67b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "DELETE /v2.0/routers/8f9b176b-1273-4528-ac08-93cd5fff1d72 HTTP/1.1" status: 404 len: 336 time: 0.0757370 Oct 13 11:03:25.721139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49730) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:25.737786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:25.760913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-52be72ec-3d75-4e70-873e-8f95013f2a7b tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "GET /v2.0/ports?device_id=65511422-b46a-45ae-a17d-9837d635251c HTTP/1.1" status: 200 len: 205 time: 0.0384364 Oct 13 11:03:25.768308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49734) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:25.775978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1a7e6e9-94a0-4013-85d2-347ff6f1faa1 req-0796d983-84d0-401a-af42-752c6b4a89fa tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711153 Oct 13 11:03:25.784580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd895e-ccfc-498c-9b24-021e8b092ca0 req-80d507e6-8363-4386-b0cd-079c41330196 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:25.793937 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd895e-ccfc-498c-9b24-021e8b092ca0 req-80d507e6-8363-4386-b0cd-079c41330196 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:25.800882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd895e-ccfc-498c-9b24-021e8b092ca0 req-80d507e6-8363-4386-b0cd-079c41330196 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:25.810052 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd895e-ccfc-498c-9b24-021e8b092ca0 req-80d507e6-8363-4386-b0cd-079c41330196 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:25.819091 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd895e-ccfc-498c-9b24-021e8b092ca0 req-80d507e6-8363-4386-b0cd-079c41330196 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:25.824978 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:25.829235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd895e-ccfc-498c-9b24-021e8b092ca0 req-80d507e6-8363-4386-b0cd-079c41330196 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:25.837262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd895e-ccfc-498c-9b24-021e8b092ca0 req-80d507e6-8363-4386-b0cd-079c41330196 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:25.845916 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d8dd895e-ccfc-498c-9b24-021e8b092ca0 req-80d507e6-8363-4386-b0cd-079c41330196 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5432 time: 0.2689834 Oct 13 11:03:25.903257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:25.924059 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-03a83922-aa8f-444b-aa33-99a1bf489c56 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] delete failed (client error): The resource could not be found. Oct 13 11:03:25.927624 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-03a83922-aa8f-444b-aa33-99a1bf489c56 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "DELETE /v2.0/routers/65511422-b46a-45ae-a17d-9837d635251c HTTP/1.1" status: 404 len: 336 time: 0.0741863 Oct 13 11:03:25.933190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49740) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:25.967474 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9fa6baca-c279-4f77-9c8a-7d36c5aeb693 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "GET /v2.0/ports?device_id=006260e0-f1ff-4e0e-9228-2e71146ebf72 HTTP/1.1" status: 200 len: 205 time: 0.0331481 Oct 13 11:03:25.970464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49742) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:25.986607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2b67bb7-77cc-4d50-86f6-bb8b6caf861a req-97d51fa5-d50e-476f-b22e-44bc1f1235b1 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 210 time: 0.1096184 Oct 13 11:03:26.030068 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-93a750f1-9dfe-4ee1-adf9-2473be7cfc89 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] delete failed (client error): The resource could not be found. Oct 13 11:03:26.031151 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-93a750f1-9dfe-4ee1-adf9-2473be7cfc89 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "DELETE /v2.0/routers/006260e0-f1ff-4e0e-9228-2e71146ebf72 HTTP/1.1" status: 404 len: 336 time: 0.0595539 Oct 13 11:03:26.035192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49744) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:26.054321 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d8dd895e-ccfc-498c-9b24-021e8b092ca0 req-7f974e7f-b1db-410a-a555-f34bf6cc3117 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2070625 Oct 13 11:03:26.078771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49746) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:26.079165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-16feb3df-71c3-4c85-baac-6ccbf7744fdb tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6c3fe1b-03e9-4541-b234-79f68cdd5899 HTTP/1.1" status: 200 len: 205 time: 0.0421879 Oct 13 11:03:26.113398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-df8d40f4-b344-4ba6-96a6-53b93ab324e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:26.115387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-df8d40f4-b344-4ba6-96a6-53b93ab324e3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 810 time: 0.2374578 Oct 13 11:03:26.132141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-b5a29a9e-1e07-4520-8efa-f3aa4b9b448d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Request body: {'port': {'device_id': 'adf0ca2c-19cf-427d-a2d0-99456a8b7355', 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'admin_state_up': True, 'tenant_id': 'b2b4dcba9f2b43e99e64275f41a29736'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:26.137622 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-89c838fe-21b6-4ba4-b464-ae305814513f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] delete failed (client error): The resource could not be found. Oct 13 11:03:26.148201 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-89c838fe-21b6-4ba4-b464-ae305814513f tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "DELETE /v2.0/routers/d6c3fe1b-03e9-4541-b234-79f68cdd5899 HTTP/1.1" status: 404 len: 336 time: 0.0631080 Oct 13 11:03:26.148201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49752) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:26.312860 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b72fb2-ca6a-4a19-bd3a-2a9626c68a54 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] DELETE failed (client error): The resource could not be found. Oct 13 11:03:26.314158 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b72fb2-ca6a-4a19-bd3a-2a9626c68a54 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:03:26.321696 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b5b72fb2-ca6a-4a19-bd3a-2a9626c68a54 tempest-RoutersAdminTest-2064194697 tempest-RoutersAdminTest-2064194697-project] 10.222.0.32 "DELETE /v2.0/subnets/67a25eb7-b88e-4371-b742-96be23cd9c05 HTTP/1.1" status: 404 len: 337 time: 0.1701481 Oct 13 11:03:26.385363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53468e3c-6b2d-4899-98b8-b44bc19449a9 req-87017f41-dfe3-437c-bfd9-046314aabb61 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:26.392059 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-53468e3c-6b2d-4899-98b8-b44bc19449a9 req-87017f41-dfe3-437c-bfd9-046314aabb61 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1459818 Oct 13 11:03:26.490881 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-53468e3c-6b2d-4899-98b8-b44bc19449a9 req-475466ef-7808-46f6-bb6b-9e2b3f06f947 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915129 Oct 13 11:03:26.544421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-b5a29a9e-1e07-4520-8efa-f3aa4b9b448d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Made reservation on behalf of b2b4dcba9f2b43e99e64275f41a29736 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:03:26.550173 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-b5a29a9e-1e07-4520-8efa-f3aa4b9b448d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:26.581401 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35'}, {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe'}, {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdcc5ee-1330-4ded-b6d2-7d4d32faaff1'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:03:26.584483 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e27670-b62b-473a-bb2d-e46af5c2d8e3" -d '{"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35"}, {"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "0ae9c2a9-9962-4649-9f7e-d0a019b05dfe"}, {"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "efdcc5ee-1330-4ded-b6d2-7d4d32faaff1"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:03:26.666216 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 13 Oct 2021 11:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ea7b45-965a-4a02-a50a-839a734b681e x-openstack-request-id: req-28ea7b45-965a-4a02-a50a-839a734b681e {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:03:26.666566 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35", "code": 200}, {"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "0ae9c2a9-9962-4649-9f7e-d0a019b05dfe", "code": 200}, {"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-plugged", "status": "completed", "tag": "efdcc5ee-1330-4ded-b6d2-7d4d32faaff1", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:03:26.666814 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28ea7b45-965a-4a02-a50a-839a734b681e {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:03:26.667401 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35', 'code': 200} Oct 13 11:03:26.667832 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe', 'code': 200} Oct 13 11:03:26.668373 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdcc5ee-1330-4ded-b6d2-7d4d32faaff1', 'code': 200} Oct 13 11:03:26.757733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd61e7-2c48-4127-9ef8-0567e7cc8868 req-9889a846-f6a7-4a35-b7fa-cf39f4b8fdac tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:26.765948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cecd61e7-2c48-4127-9ef8-0567e7cc8868 req-9889a846-f6a7-4a35-b7fa-cf39f4b8fdac tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1176574 Oct 13 11:03:26.804785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-b5a29a9e-1e07-4520-8efa-f3aa4b9b448d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Allocated IP 172.20.0.5 (5ba7d06a-9950-4459-be22-0590e0d45321/c73a4c07-49f6-4e27-8039-a817a8176f98/8e1c16cc-9dfe-4932-b508-8b20c5df5626) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:03:26.857569 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cecd61e7-2c48-4127-9ef8-0567e7cc8868 req-9d107dfa-a4f3-4185-8bd4-c9f8aa5c7db1 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733085 Oct 13 11:03:26.942289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114236d-f92c-404d-a6bf-2bc4b396d4e5 req-0a52bce7-a68f-4e21-b5f4-4937aa0994f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:26.946595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114236d-f92c-404d-a6bf-2bc4b396d4e5 req-0a52bce7-a68f-4e21-b5f4-4937aa0994f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:26.947166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114236d-f92c-404d-a6bf-2bc4b396d4e5 req-0a52bce7-a68f-4e21-b5f4-4937aa0994f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:26.947712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114236d-f92c-404d-a6bf-2bc4b396d4e5 req-0a52bce7-a68f-4e21-b5f4-4937aa0994f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:26.948400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114236d-f92c-404d-a6bf-2bc4b396d4e5 req-0a52bce7-a68f-4e21-b5f4-4937aa0994f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:26.950617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114236d-f92c-404d-a6bf-2bc4b396d4e5 req-0a52bce7-a68f-4e21-b5f4-4937aa0994f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:26.951331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114236d-f92c-404d-a6bf-2bc4b396d4e5 req-0a52bce7-a68f-4e21-b5f4-4937aa0994f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:26.956502 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7114236d-f92c-404d-a6bf-2bc4b396d4e5 req-0a52bce7-a68f-4e21-b5f4-4937aa0994f5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 6490 time: 0.1484921 Oct 13 11:03:27.058976 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7114236d-f92c-404d-a6bf-2bc4b396d4e5 req-12c6f6c4-a9b8-4766-9cd6-9b9333e0947b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955687 Oct 13 11:03:27.127255 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-b5a29a9e-1e07-4520-8efa-f3aa4b9b448d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:27.132682 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe752f8b-058d-4815-9c3d-0dbb9fffec34 req-3a61af52-d5c8-4520-b7c3-f76085b6889b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 210 time: 0.0374470 Oct 13 11:03:27.152280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390741b-042b-445d-80e2-bd2da8cdabcd req-971ea4e7-e5f3-43d8-8fbd-9a49441e509b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:27.157899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49776) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:27.160650 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c390741b-042b-445d-80e2-bd2da8cdabcd req-971ea4e7-e5f3-43d8-8fbd-9a49441e509b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1421831 Oct 13 11:03:27.234915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c390741b-042b-445d-80e2-bd2da8cdabcd req-83f23efd-b79f-4e8d-919f-24bbe34705aa tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728178 Oct 13 11:03:27.281103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c607-8d43-4aeb-90ef-4613bfc56425 req-f029aae3-7035-4786-9219-7068439a8d05 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:27.287824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c607-8d43-4aeb-90ef-4613bfc56425 req-f029aae3-7035-4786-9219-7068439a8d05 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:27.294441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c607-8d43-4aeb-90ef-4613bfc56425 req-f029aae3-7035-4786-9219-7068439a8d05 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:27.303316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c607-8d43-4aeb-90ef-4613bfc56425 req-f029aae3-7035-4786-9219-7068439a8d05 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:27.307393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c607-8d43-4aeb-90ef-4613bfc56425 req-f029aae3-7035-4786-9219-7068439a8d05 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:27.314940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c607-8d43-4aeb-90ef-4613bfc56425 req-f029aae3-7035-4786-9219-7068439a8d05 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:27.322169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c607-8d43-4aeb-90ef-4613bfc56425 req-f029aae3-7035-4786-9219-7068439a8d05 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:27.330890 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bf65c607-8d43-4aeb-90ef-4613bfc56425 req-f029aae3-7035-4786-9219-7068439a8d05 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5433 time: 0.1234093 Oct 13 11:03:27.348773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-b5a29a9e-1e07-4520-8efa-f3aa4b9b448d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:27.376047 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bf65c607-8d43-4aeb-90ef-4613bfc56425 req-f2cd4924-a4bb-4ff0-b745-2c6a1d5c4b48 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442064 Oct 13 11:03:27.389111 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ced5a15e-67ba-4dc0-a1d7-ad80b508ee11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:27.413698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a29a9e-1e07-4520-8efa-f3aa4b9b448d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Pushing event updated for resources: {'Port': ['ID=8e1c16cc-9dfe-4932-b508-8b20c5df5626,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:27.456520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-b5a29a9e-1e07-4520-8efa-f3aa4b9b448d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Network 5ba7d06a-9950-4459-be22-0590e0d45321 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:03:27.464117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-b5a29a9e-1e07-4520-8efa-f3aa4b9b448d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:03:27.467268 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-b5a29a9e-1e07-4520-8efa-f3aa4b9b448d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:03:27.527615 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ced5a15e-67ba-4dc0-a1d7-ad80b508ee11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:27.528996 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fd11e-c326-44b9-b69e-4dae9cc922e6 req-43c8c6e6-7159-4c62-8408-96bc1688fba9 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:27.539805 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-109fd11e-c326-44b9-b69e-4dae9cc922e6 req-43c8c6e6-7159-4c62-8408-96bc1688fba9 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1886303 Oct 13 11:03:27.584459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-b5a29a9e-1e07-4520-8efa-f3aa4b9b448d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:27.585125 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-b5a29a9e-1e07-4520-8efa-f3aa4b9b448d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:27.621674 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ced5a15e-67ba-4dc0-a1d7-ad80b508ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:27.628650 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-109fd11e-c326-44b9-b69e-4dae9cc922e6 req-05864079-2b7f-41c3-b06a-cecab8daa242 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879145 Oct 13 11:03:27.686043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5a15e-67ba-4dc0-a1d7-ad80b508ee11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6613cd0a-f653-48ad-9616-3d1553eb9a43,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:27.711145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-b5a29a9e-1e07-4520-8efa-f3aa4b9b448d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5837779 Oct 13 11:03:27.724853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Request body: {'port': {'device_id': 'adf0ca2c-19cf-427d-a2d0-99456a8b7355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:27.767274 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ced5a15e-67ba-4dc0-a1d7-ad80b508ee11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91b8d03badea453db575c871e0694e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081610 Oct 13 11:03:27.774658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49790) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:27.842579 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:27.896743 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff887999-ef06-4c13-a1b4-38c750ca9e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:27.929313 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff887999-ef06-4c13-a1b4-38c750ca9e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:28.116688 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff887999-ef06-4c13-a1b4-38c750ca9e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:28.116688 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff887999-ef06-4c13-a1b4-38c750ca9e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:28.116688 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ff887999-ef06-4c13-a1b4-38c750ca9e7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6613cd0a-f653-48ad-9616-3d1553eb9a43 HTTP/1.1" status: 204 len: 168 time: 0.3333251 Oct 13 11:03:28.148930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff887999-ef06-4c13-a1b4-38c750ca9e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6613cd0a-f653-48ad-9616-3d1553eb9a43,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:28.208564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37736697-3b86-471e-94f3-293e0f18c1f7 req-54d7af5a-00d9-4685-ae6e-84ec4ae31af5 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:28.224578 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37736697-3b86-471e-94f3-293e0f18c1f7 req-54d7af5a-00d9-4685-ae6e-84ec4ae31af5 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.2143562 Oct 13 11:03:28.291171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37736697-3b86-471e-94f3-293e0f18c1f7 req-4836a925-7028-4ef0-9ac8-4d1ec9dee7e0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656207 Oct 13 11:03:28.335939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938aea9-5729-4dc4-a0f0-163bbe36d5fa req-081530a3-f830-4b91-afea-f406b11059c9 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:28.340151 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8938aea9-5729-4dc4-a0f0-163bbe36d5fa req-081530a3-f830-4b91-afea-f406b11059c9 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 931 time: 0.0886450 Oct 13 11:03:28.390763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1c16cc-9dfe-4932-b508-8b20c5df5626 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:03:28.401054 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:28.412102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8938aea9-5729-4dc4-a0f0-163bbe36d5fa req-28126f15-d523-4b26-9750-66f9577dede6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587578 Oct 13 11:03:28.415878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Transition to ACTIVE for port object 8e1c16cc-9dfe-4932-b508-8b20c5df5626 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:03:28.490071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d853786-1878-4db3-9220-50e9ce663d32 req-06e48c9d-0632-440b-9982-d3f9f3e80732 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:28.492023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d853786-1878-4db3-9220-50e9ce663d32 req-06e48c9d-0632-440b-9982-d3f9f3e80732 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0745463 Oct 13 11:03:28.501291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:28.592175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1c16cc-9dfe-4932-b508-8b20c5df5626,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:28.604045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d853786-1878-4db3-9220-50e9ce663d32 req-75e453e2-4981-4d7a-8fde-f27900d73b6d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046915 Oct 13 11:03:28.607192 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb74500-b1bf-4426-9621-d974b8c6a5de req-ebac46cc-90e0-44ed-b67a-9d7686c9f8f5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:28.636557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb74500-b1bf-4426-9621-d974b8c6a5de req-ebac46cc-90e0-44ed-b67a-9d7686c9f8f5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:28.642139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb74500-b1bf-4426-9621-d974b8c6a5de req-ebac46cc-90e0-44ed-b67a-9d7686c9f8f5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:28.649395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb74500-b1bf-4426-9621-d974b8c6a5de req-ebac46cc-90e0-44ed-b67a-9d7686c9f8f5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:28.655852 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb74500-b1bf-4426-9621-d974b8c6a5de req-ebac46cc-90e0-44ed-b67a-9d7686c9f8f5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:28.666113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb74500-b1bf-4426-9621-d974b8c6a5de req-ebac46cc-90e0-44ed-b67a-9d7686c9f8f5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:28.669569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb74500-b1bf-4426-9621-d974b8c6a5de req-ebac46cc-90e0-44ed-b67a-9d7686c9f8f5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:28.678122 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2cb74500-b1bf-4426-9621-d974b8c6a5de req-ebac46cc-90e0-44ed-b67a-9d7686c9f8f5 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5433 time: 0.1922655 Oct 13 11:03:28.712372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Attempting to bind port 8e1c16cc-9dfe-4932-b508-8b20c5df5626 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:03:28.712650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Attempting to bind port 8e1c16cc-9dfe-4932-b508-8b20c5df5626 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:03:28.712985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Attempting to bind port 8e1c16cc-9dfe-4932-b508-8b20c5df5626 on network 5ba7d06a-9950-4459-be22-0590e0d45321 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:03:28.723570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Port 8e1c16cc-9dfe-4932-b508-8b20c5df5626 on network 5ba7d06a-9950-4459-be22-0590e0d45321 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:03:28.723985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Attempting to bind port 8e1c16cc-9dfe-4932-b508-8b20c5df5626 on network 5ba7d06a-9950-4459-be22-0590e0d45321 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:03:28.743238 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:03:28.743605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Checking segment: {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:03:28.743973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Bound using segment: {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:03:28.744412 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Bound port: 8e1c16cc-9dfe-4932-b508-8b20c5df5626, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:03:28.744834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:28.757185 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2cb74500-b1bf-4426-9621-d974b8c6a5de req-09b867f6-922d-4edb-b66b-3c5d1d2258af tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781453 Oct 13 11:03:28.892945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] For port 8e1c16cc-9dfe-4932-b508-8b20c5df5626, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:03:28.896903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] For port 8e1c16cc-9dfe-4932-b508-8b20c5df5626, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e1c16cc-9dfe-4932-b508-8b20c5df5626,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:03:28.913651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b92aaf-4987-464a-bb89-657a1406b32c req-0bd73218-7139-46ff-a6b2-c94f6e38ad27 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:28.915299 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01b92aaf-4987-464a-bb89-657a1406b32c req-0bd73218-7139-46ff-a6b2-c94f6e38ad27 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0606802 Oct 13 11:03:28.958452 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01b92aaf-4987-464a-bb89-657a1406b32c req-3a99cfd5-7203-404f-89eb-ac57240ce697 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365374 Oct 13 11:03:29.027827 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:29.095923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1c16cc-9dfe-4932-b508-8b20c5df5626,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:29.114481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:29.114759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:29.116067 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-34d95225-2a5e-4774-a0d0-8582d5cd4895 service neutron] 10.222.0.46 "PUT /v2.0/ports/8e1c16cc-9dfe-4932-b508-8b20c5df5626 HTTP/1.1" status: 200 len: 1091 time: 1.3961103 Oct 13 11:03:29.118726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf0ca2c-19cf-427d-a2d0-99456a8b7355', 'tag': '8e1c16cc-9dfe-4932-b508-8b20c5df5626'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:03:29.123138 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b204335f-9f05-48a5-a347-5da7d7252ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "adf0ca2c-19cf-427d-a2d0-99456a8b7355", "tag": "8e1c16cc-9dfe-4932-b508-8b20c5df5626"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:03:29.168170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1181a7-2fc7-4652-9b03-70fd1fe3182c req-e7393c27-8ef4-4fbe-9ecf-63550b0da27e tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:29.169852 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b1181a7-2fc7-4652-9b03-70fd1fe3182c req-e7393c27-8ef4-4fbe-9ecf-63550b0da27e tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0700474 Oct 13 11:03:29.185748 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40f3af8-0ed0-4724-96e3-56e89e841fcf x-openstack-request-id: req-c40f3af8-0ed0-4724-96e3-56e89e841fcf {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:03:29.186105 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf0ca2c-19cf-427d-a2d0-99456a8b7355", "tag": "8e1c16cc-9dfe-4932-b508-8b20c5df5626", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:03:29.186379 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c40f3af8-0ed0-4724-96e3-56e89e841fcf {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:03:29.186830 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf0ca2c-19cf-427d-a2d0-99456a8b7355', 'tag': '8e1c16cc-9dfe-4932-b508-8b20c5df5626', 'status': 'completed', 'code': 200} Oct 13 11:03:29.224905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b1181a7-2fc7-4652-9b03-70fd1fe3182c req-5b5a4b4d-96ce-4468-bc4b-bdd4e53b75b3 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 Oct 13 11:03:29.257555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204335f-9f05-48a5-a347-5da7d7252ab3 req-4f5deb10-a105-4cf8-9a3c-67a242f5fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:29.259148 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b204335f-9f05-48a5-a347-5da7d7252ab3 req-4f5deb10-a105-4cf8-9a3c-67a242f5fbf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 1094 time: 0.0517738 Oct 13 11:03:29.387354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204335f-9f05-48a5-a347-5da7d7252ab3 req-91203240-68a7-45cc-8ec8-2ca4aacd8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:29.388796 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b204335f-9f05-48a5-a347-5da7d7252ab3 req-91203240-68a7-45cc-8ec8-2ca4aacd8b95 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1215384 Oct 13 11:03:29.414096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83462a01-2bc8-46a9-a5c3-51efa4880380 req-f6bae5be-a547-4dae-abcd-9479a98fe9ff tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:29.415341 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49826) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:29.415841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83462a01-2bc8-46a9-a5c3-51efa4880380 req-f6bae5be-a547-4dae-abcd-9479a98fe9ff tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0815356 Oct 13 11:03:29.469853 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e5f40ee9-f045-4289-9734-2bf8cb0d7a0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eae4f86913aa4ac3bdc50aef49ce59d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532796 Oct 13 11:03:29.472276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49830) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:29.561349 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932be789-6bc5-4bcd-99bc-4873344d94eb req-a95b63ca-c324-4223-a49c-e3e789cf03dc tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:29.562948 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-932be789-6bc5-4bcd-99bc-4873344d94eb req-a95b63ca-c324-4223-a49c-e3e789cf03dc tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 943 time: 0.0832782 Oct 13 11:03:29.605735 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f26742b-949d-4014-8fd4-dbdb7c112ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:29.647938 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f26742b-949d-4014-8fd4-dbdb7c112ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:29.663118 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-932be789-6bc5-4bcd-99bc-4873344d94eb req-0a8fe1f3-8d4e-453a-af9a-49044664bca7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828860 Oct 13 11:03:29.851922 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83462a01-2bc8-46a9-a5c3-51efa4880380 req-beaa5e92-bb07-4643-a4e9-4ee3b5f55edf tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257789 Oct 13 11:03:29.880433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204335f-9f05-48a5-a347-5da7d7252ab3 req-6997a0f7-d702-45fc-8f5f-3d2b4027d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:29.881970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b204335f-9f05-48a5-a347-5da7d7252ab3 req-6997a0f7-d702-45fc-8f5f-3d2b4027d2fc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4848738 Oct 13 11:03:29.920293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f26742b-949d-4014-8fd4-dbdb7c112ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:29.924455 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f26742b-949d-4014-8fd4-dbdb7c112ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:29.938141 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6f26742b-949d-4014-8fd4-dbdb7c112ee2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7ba5baa-2796-41a6-aaa9-01de22d02828 HTTP/1.1" status: 204 len: 168 time: 0.4564271 Oct 13 11:03:29.944664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26742b-949d-4014-8fd4-dbdb7c112ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ba5baa-2796-41a6-aaa9-01de22d02828,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:29.973604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c5990-ef34-4284-9abf-f17bcdb0367b req-44142460-9a4f-4c10-b200-a6a4a83e90a9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:29.981578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c5990-ef34-4284-9abf-f17bcdb0367b req-44142460-9a4f-4c10-b200-a6a4a83e90a9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:29.989670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c5990-ef34-4284-9abf-f17bcdb0367b req-44142460-9a4f-4c10-b200-a6a4a83e90a9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:29.994676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-bb3bb533-53ed-4605-964a-2ee0a49e246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:29.997069 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-bb3bb533-53ed-4605-964a-2ee0a49e246e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 1094 time: 0.0686314 Oct 13 11:03:29.998039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c5990-ef34-4284-9abf-f17bcdb0367b req-44142460-9a4f-4c10-b200-a6a4a83e90a9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.005144 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c5990-ef34-4284-9abf-f17bcdb0367b req-44142460-9a4f-4c10-b200-a6a4a83e90a9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.012188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c5990-ef34-4284-9abf-f17bcdb0367b req-44142460-9a4f-4c10-b200-a6a4a83e90a9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.019486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c5990-ef34-4284-9abf-f17bcdb0367b req-44142460-9a4f-4c10-b200-a6a4a83e90a9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.029335 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-265c5990-ef34-4284-9abf-f17bcdb0367b req-44142460-9a4f-4c10-b200-a6a4a83e90a9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5433 time: 0.1460958 Oct 13 11:03:30.086264 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-265c5990-ef34-4284-9abf-f17bcdb0367b req-eae8166e-dbe2-439f-9e75-bc5fb55f8090 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515456 Oct 13 11:03:30.099267 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-5c2288e2-333b-4ae7-803c-dd2583792fc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e1c16cc-9dfe-4932-b508-8b20c5df5626 HTTP/1.1" status: 200 len: 217 time: 0.0933309 Oct 13 11:03:30.179198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-6b66cc55-b1ca-40d4-bf50-f60249d67ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.184956 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-6b66cc55-b1ca-40d4-bf50-f60249d67ad2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c73a4c07-49f6-4e27-8039-a817a8176f98 HTTP/1.1" status: 200 len: 850 time: 0.0779052 Oct 13 11:03:30.259068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-676d721d-10c9-413a-8820-8511a0ffef73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ba7d06a-9950-4459-be22-0590e0d45321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371995 Oct 13 11:03:30.279648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329caeb4-2d52-4d51-88d3-0be13a53c132 req-859b04aa-bee8-4d2f-9e53-2661fa4a1e12 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.286422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329caeb4-2d52-4d51-88d3-0be13a53c132 req-859b04aa-bee8-4d2f-9e53-2661fa4a1e12 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.293179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329caeb4-2d52-4d51-88d3-0be13a53c132 req-859b04aa-bee8-4d2f-9e53-2661fa4a1e12 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.299815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329caeb4-2d52-4d51-88d3-0be13a53c132 req-859b04aa-bee8-4d2f-9e53-2661fa4a1e12 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.306629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329caeb4-2d52-4d51-88d3-0be13a53c132 req-859b04aa-bee8-4d2f-9e53-2661fa4a1e12 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.312821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329caeb4-2d52-4d51-88d3-0be13a53c132 req-859b04aa-bee8-4d2f-9e53-2661fa4a1e12 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.323539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329caeb4-2d52-4d51-88d3-0be13a53c132 req-859b04aa-bee8-4d2f-9e53-2661fa4a1e12 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.343460 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-329caeb4-2d52-4d51-88d3-0be13a53c132 req-859b04aa-bee8-4d2f-9e53-2661fa4a1e12 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5433 time: 0.1216097 Oct 13 11:03:30.343460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49850) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:30.346393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-543101cd-f507-4d65-9957-02b3a375b7bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Request body: {'floatingip': {'port_id': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:30.409628 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-95732123-d9ae-4dab-8b3f-1235dabc2f4b service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388237 Oct 13 11:03:30.422561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-543101cd-f507-4d65-9957-02b3a375b7bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:30.451153 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881e4db-0f48-46af-9e0a-0bbbae9460c4 req-3003d535-0842-4ea3-806d-29888a8fee51 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.451153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8881e4db-0f48-46af-9e0a-0bbbae9460c4 req-3003d535-0842-4ea3-806d-29888a8fee51 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.2818732 Oct 13 11:03:30.527277 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56c3b077-6c1c-4711-83dd-6972b7debbb5 req-2b393ec4-0183-45e6-bd3c-c2892ed4a089 service neutron] 10.222.0.46 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104827 Oct 13 11:03:30.603300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8881e4db-0f48-46af-9e0a-0bbbae9460c4 req-f569682e-f42d-44dc-9100-77e2940eaf0d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724607 Oct 13 11:03:30.849853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907f790-1f1d-4ec3-ab22-f9ec6b146fc2 req-6e2732cb-79ee-4af8-bc08-d241dd109a0a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:30.857520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c907f790-1f1d-4ec3-ab22-f9ec6b146fc2 req-6e2732cb-79ee-4af8-bc08-d241dd109a0a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 943 time: 0.0943000 Oct 13 11:03:30.911309 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c907f790-1f1d-4ec3-ab22-f9ec6b146fc2 req-e96e7bb3-7c24-46b3-8c1f-f77d2a390e10 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Oct 13 11:03:31.088905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2eaf1-ba86-46cc-8832-d001d2332e86 req-7fc45e33-ed6c-4e12-b620-ad44fa1e2580 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:31.097981 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-17f2eaf1-ba86-46cc-8832-d001d2332e86 req-7fc45e33-ed6c-4e12-b620-ad44fa1e2580 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0744689 Oct 13 11:03:31.246989 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-17f2eaf1-ba86-46cc-8832-d001d2332e86 req-e5d5674e-539b-436f-bce9-a944000016d3 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463032 Oct 13 11:03:31.260497 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.resource_extend [None req-543101cd-f507-4d65-9957-02b3a375b7bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 11:03:31.279740 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:03:31.376951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-543101cd-f507-4d65-9957-02b3a375b7bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:31.408662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295059f9-be7a-42fb-8fa1-d756cb932eec req-cb8b2b2e-70b1-4b4d-8c0b-5bc49c58c26e tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:31.410475 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-295059f9-be7a-42fb-8fa1-d756cb932eec req-cb8b2b2e-70b1-4b4d-8c0b-5bc49c58c26e tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0823441 Oct 13 11:03:31.491577 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-295059f9-be7a-42fb-8fa1-d756cb932eec req-d8d24e8b-d77a-439d-91d3-6822013b951b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707512 Oct 13 11:03:31.536316 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-543101cd-f507-4d65-9957-02b3a375b7bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:31.607108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49886) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:31.747622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b6060-64b9-489a-9231-42f8871b1552 req-62c591bc-1152-4af0-aef1-d1878df76c20 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:31.749512 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-543101cd-f507-4d65-9957-02b3a375b7bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Floating IP 7a055870-a4fa-4396-9b96-80b9473adabd associated. External IP: 172.25.0.38, port: 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe. Oct 13 11:03:31.769162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-153b6060-64b9-489a-9231-42f8871b1552 req-62c591bc-1152-4af0-aef1-d1878df76c20 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1446028 Oct 13 11:03:31.788822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-371179737'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:31.844841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-153b6060-64b9-489a-9231-42f8871b1552 req-92b07f21-bd04-4fed-9396-d149b6ea9ff2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745745 Oct 13 11:03:31.946553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Made reservation on behalf of fcc15ce75a63492883b2d3c27d23bb62 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:03:31.950616 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:31.968044 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:32.116663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190809bc-3621-4fe6-9614-7c430797ef88 req-91f15916-9e69-48e6-9198-40abc9ac9bac tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:32.118371 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-190809bc-3621-4fe6-9614-7c430797ef88 req-91f15916-9e69-48e6-9198-40abc9ac9bac tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1491051 Oct 13 11:03:32.124429 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:32.127209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543101cd-f507-4d65-9957-02b3a375b7bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Router 3f05197a-56f4-4158-bd1d-e281f239aae9 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:03:32.134550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855171f-c83b-4817-8286-81201829fb5f req-192089e3-2d69-4db9-b627-9706dc33807b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:32.143136 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f855171f-c83b-4817-8286-81201829fb5f req-192089e3-2d69-4db9-b627-9706dc33807b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 943 time: 0.1527109 Oct 13 11:03:32.190947 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f855171f-c83b-4817-8286-81201829fb5f req-0c69ad5f-7a3d-498d-9733-444eb14a58ba tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468447 Oct 13 11:03:32.192883 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:32.235077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:03:32.255890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d851298-e79f-410d-9626-3339dfd4c1f4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:32.276306 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:32.278871 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Added segment ac26e933-e11f-4019-bdf2-9368e2c22a1c of type vlan for network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 Oct 13 11:03:32.333385 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:32.442516 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:32.453879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:32.461011 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:32.578068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event updated for resources: {'Network': ['ID=ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:32.591133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:03:32.625510 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-190809bc-3621-4fe6-9614-7c430797ef88 req-a07ac79f-6fe7-48cf-b757-c0737e855108 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971077 Oct 13 11:03:32.661263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d441d8a6-073d-4b2f-b4bc-56dd376b1d8c tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0471952 Oct 13 11:03:32.662324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49902) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:32.676180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ae7f50c1-b90c-4cd7-9a55-62f71a5b1c98 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Request body: {'subnet': {'network_id': 'ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:32.720684 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543101cd-f507-4d65-9957-02b3a375b7bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:03:32.732318 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a4521-b8b8-4dd4-a92d-407d01ad029e None None] Sync routers for ids ['3f05197a-56f4-4158-bd1d-e281f239aae9'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:03:32.743098 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-543101cd-f507-4d65-9957-02b3a375b7bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:32.747782 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a4521-b8b8-4dd4-a92d-407d01ad029e None None] Routers {'3f05197a-56f4-4158-bd1d-e281f239aae9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:03:32.748713 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f01a4521-b8b8-4dd4-a92d-407d01ad029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:03:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3f05197a-56f4-4158-bd1d-e281f239aae9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:32.818105 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-543101cd-f507-4d65-9957-02b3a375b7bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "PUT /v2.0/floatingips/7a055870-a4fa-4396-9b96-80b9473adabd HTTP/1.1" status: 200 len: 990 time: 2.4810503 Oct 13 11:03:32.818785 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:03:32.826417 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ca7044-7ffc-416e-8993-dc6f8399fc01" -d '{"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "0ae9c2a9-9962-4649-9f7e-d0a019b05dfe"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:03:32.957431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3754b-cd48-47b4-9eaf-69da06232a76 req-279004ea-5eb0-4bf5-bf85-79e1a7c5a30f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:32.958878 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-f01a4521-b8b8-4dd4-a92d-407d01ad029e None None] Set router 3f05197a-56f4-4158-bd1d-e281f239aae9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:03:32.965663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7f50c1-b90c-4cd7-9a55-62f71a5b1c98 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Made reservation on behalf of fcc15ce75a63492883b2d3c27d23bb62 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:03:32.969293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae7f50c1-b90c-4cd7-9a55-62f71a5b1c98 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:32.973228 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bed3754b-cd48-47b4-9eaf-69da06232a76 req-279004ea-5eb0-4bf5-bf85-79e1a7c5a30f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0876021 Oct 13 11:03:33.008386 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc292af-cc45-4705-91bc-033a0219efa5 x-openstack-request-id: req-6cc292af-cc45-4705-91bc-033a0219efa5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:03:33.011188 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "tag": "0ae9c2a9-9962-4649-9f7e-d0a019b05dfe", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:03:33.011188 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cc292af-cc45-4705-91bc-033a0219efa5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:03:33.011188 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'tag': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe', 'status': 'completed', 'code': 200} Oct 13 11:03:33.083337 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bed3754b-cd48-47b4-9eaf-69da06232a76 req-a4c74c3b-e001-448c-9298-d7250b531d77 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077323 Oct 13 11:03:33.178606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8e1c16cc-9dfe-4932-b508-8b20c5df5626 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:03:33.321807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-87937baa-f968-468c-a8d9-50758ec01cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:33.322940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-87937baa-f968-468c-a8d9-50758ec01cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:33.324549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-87937baa-f968-468c-a8d9-50758ec01cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:33.325267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-87937baa-f968-468c-a8d9-50758ec01cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:33.339545 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-87937baa-f968-468c-a8d9-50758ec01cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:33.344607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-87937baa-f968-468c-a8d9-50758ec01cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:33.345289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-87937baa-f968-468c-a8d9-50758ec01cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:33.350619 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-87937baa-f968-468c-a8d9-50758ec01cc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 6490 time: 0.3264978 Oct 13 11:03:33.355144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8e1c16cc-9dfe-4932-b508-8b20c5df5626, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e1c16cc-9dfe-4932-b508-8b20c5df5626,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:33.377810 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '8e1c16cc-9dfe-4932-b508-8b20c5df5626', 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'port_id': '8e1c16cc-9dfe-4932-b508-8b20c5df5626', 'mac_address': 'fa:16:3e:e0:3d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73a4c07-49f6-4e27-8039-a817a8176f98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:03:33.410948 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f01a4521-b8b8-4dd4-a92d-407d01ad029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:00:49Z', 'revision_number': 4, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '7a055870-a4fa-4396-9b96-80b9473adabd', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'port_id': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'mac_address': 'fa:16:3e:da:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:02:00Z', 'updated_at': '2021-10-13T11:03:31Z', 'revision_number': 1, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71eb38b-cc34-427b-b3ab-5af1e950d016', 'name': '', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'mac_address': 'fa:16:3e:cd:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:47Z', 'updated_at': '2021-10-13T11:00:57Z', 'revision_number': 5, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'subnets': [{'id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:33.462324 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a4521-b8b8-4dd4-a92d-407d01ad029e None None] Checking router: 3f05197a-56f4-4158-bd1d-e281f239aae9 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:03:33.479289 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:33.490938 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a4521-b8b8-4dd4-a92d-407d01ad029e None None] Routers {'3f05197a-56f4-4158-bd1d-e281f239aae9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:03:33.491710 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f01a4521-b8b8-4dd4-a92d-407d01ad029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:03:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3f05197a-56f4-4158-bd1d-e281f239aae9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:33.499989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1c16cc-9dfe-4932-b508-8b20c5df5626 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:03:33.538110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5a86d-e248-40ac-8634-091844694c25 req-8344b991-a0ed-4bb0-98ea-1fda46748f46 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:33.539777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ec5a86d-e248-40ac-8634-091844694c25 req-8344b991-a0ed-4bb0-98ea-1fda46748f46 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.3102779 Oct 13 11:03:33.544120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8e1c16cc-9dfe-4932-b508-8b20c5df5626, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e1c16cc-9dfe-4932-b508-8b20c5df5626,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:33.549024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082d79e-5845-4f81-90de-7996b58e7621 req-1891c7e1-a520-47a6-8be8-a33ca274b2d0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:33.550803 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7082d79e-5845-4f81-90de-7996b58e7621 req-1891c7e1-a520-47a6-8be8-a33ca274b2d0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 943 time: 0.1896691 Oct 13 11:03:33.609550 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:33.637053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7082d79e-5845-4f81-90de-7996b58e7621 req-6a4d0e33-d126-4482-9ac5-77e112135dd6 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763185 Oct 13 11:03:33.646016 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ec5a86d-e248-40ac-8634-091844694c25 req-3017d12a-f079-4083-bc04-63b1935c7d7e tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950477 Oct 13 11:03:33.672090 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae7f50c1-b90c-4cd7-9a55-62f71a5b1c98 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:33.697995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-4e5c7c16-97f4-43fb-96a0-485e640b8935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:33.706315 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-4e5c7c16-97f4-43fb-96a0-485e640b8935 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56641b7f-f8bc-448b-ba58-942cc469cac1 HTTP/1.1" status: 200 len: 912 time: 0.3412046 Oct 13 11:03:33.743907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8e1c16cc-9dfe-4932-b508-8b20c5df5626,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:33.775486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f50c1-b90c-4cd7-9a55-62f71a5b1c98 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event updated for resources: {'Subnet': ['ID=62b5b151-1f5c-4b5a-a777-9e9451813918,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:33.779268 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-f01a4521-b8b8-4dd4-a92d-407d01ad029e None None] Set router 3f05197a-56f4-4158-bd1d-e281f239aae9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:03:33.876918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f50c1-b90c-4cd7-9a55-62f71a5b1c98 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Checking segment: {'id': 'ac26e933-e11f-4019-bdf2-9368e2c22a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:03:33.878499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7f50c1-b90c-4cd7-9a55-62f71a5b1c98 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Network hostable DHCP agents. Network: ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:03:33.887875 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-54cabd90-f9c8-4165-bce4-33bc0e82e634 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe HTTP/1.1" status: 200 len: 998 time: 0.1772902 Oct 13 11:03:33.922695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['8e1c16cc-9dfe-4932-b508-8b20c5df5626'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:03:33.999221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-f25c8ac8-cb5b-4bc1-a4b8-5b8b9f814407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:34.001049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-f25c8ac8-cb5b-4bc1-a4b8-5b8b9f814407 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09fcb1d4-6798-4f48-9a06-f962d47cf160 HTTP/1.1" status: 200 len: 850 time: 0.1043692 Oct 13 11:03:34.015602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7f50c1-b90c-4cd7-9a55-62f71a5b1c98 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:03:34.103404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-8dd4969f-75b8-4e05-96bb-b927a2bded59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:34.106580 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-8dd4969f-75b8-4e05-96bb-b927a2bded59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56641b7f-f8bc-448b-ba58-942cc469cac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953171 Oct 13 11:03:34.133049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960ac58-d190-44d6-9de2-d71c153dd1c5 req-7e18b33e-0be6-435e-9a82-db69dae0862b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:34.142992 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c960ac58-d190-44d6-9de2-d71c153dd1c5 req-7e18b33e-0be6-435e-9a82-db69dae0862b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0917828 Oct 13 11:03:34.172266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ae7f50c1-b90c-4cd7-9a55-62f71a5b1c98 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:03:34.193122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7f50c1-b90c-4cd7-9a55-62f71a5b1c98 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:34.193815 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae7f50c1-b90c-4cd7-9a55-62f71a5b1c98 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:34.203377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1f17b9-b1ce-448f-bcb1-965b4629f27b None None] Network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:03:34.238621 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c960ac58-d190-44d6-9de2-d71c153dd1c5 req-22c84c60-093c-45df-a422-d7ad8d7fd4b8 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904720 Oct 13 11:03:34.310027 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f01a4521-b8b8-4dd4-a92d-407d01ad029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:00:49Z', 'revision_number': 4, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '7a055870-a4fa-4396-9b96-80b9473adabd', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'port_id': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'mac_address': 'fa:16:3e:da:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:02:00Z', 'updated_at': '2021-10-13T11:03:31Z', 'revision_number': 1, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71eb38b-cc34-427b-b3ab-5af1e950d016', 'name': '', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'mac_address': 'fa:16:3e:cd:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:47Z', 'updated_at': '2021-10-13T11:00:57Z', 'revision_number': 5, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'subnets': [{'id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:34.335704 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ae7f50c1-b90c-4cd7-9a55-62f71a5b1c98 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6686060 Oct 13 11:03:34.339283 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49938) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:34.341467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Request body: {'port': {'network_id': 'ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2025798769'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:34.423616 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a4521-b8b8-4dd4-a92d-407d01ad029e None None] The sync data for ids ['3f05197a-56f4-4158-bd1d-e281f239aae9'] in n-d-813659-3 is: [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:00:49Z', 'revision_number': 4, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '7a055870-a4fa-4396-9b96-80b9473adabd', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'port_id': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'mac_address': 'fa:16:3e:da:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:02:00Z', 'updated_at': '2021-10-13T11:03:31Z', 'revision_number': 1, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71eb38b-cc34-427b-b3ab-5af1e950d016', 'name': '', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'mac_address': 'fa:16:3e:cd:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:47Z', 'updated_at': '2021-10-13T11:00:57Z', 'revision_number': 5, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'subnets': [{'id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:03:34.460981 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-32714f13-8e5c-4c2c-8e2e-aa27b4793aa4 service neutron] 10.222.0.21 "GET /v2.0/networks/56641b7f-f8bc-448b-ba58-942cc469cac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455596 Oct 13 11:03:34.509041 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0', 'network_id': 'ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0', 'tenant_id': 'fcc15ce75a63492883b2d3c27d23bb62', 'fixed_ips': [{'subnet_id': '62b5b151-1f5c-4b5a-a777-9e9451813918'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:03:34.509928 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:34.611506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b574fe6-5b84-4787-ae65-e5a0df6187dc req-52dc9798-50ac-4eb9-b155-b4308f294fbb tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:34.613638 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7b574fe6-5b84-4787-ae65-e5a0df6187dc req-52dc9798-50ac-4eb9-b155-b4308f294fbb tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1906915 Oct 13 11:03:34.632725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Made reservation on behalf of fcc15ce75a63492883b2d3c27d23bb62 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:03:34.637217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:34.668716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] device_id is not set on port 646dabd5-0e83-486b-8625-a7ba4167fe27 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:03:34.678064 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-67ca7044-7ffc-416e-8993-dc6f8399fc01 req-73b46be4-27ad-4c33-a841-a2500b2e69fd service neutron] 10.222.0.21 "GET /v2.0/networks/56641b7f-f8bc-448b-ba58-942cc469cac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626213 Oct 13 11:03:34.726540 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7b574fe6-5b84-4787-ae65-e5a0df6187dc req-a809bf7b-b482-4b04-8fa5-cb3aa83f39ae tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946386 Oct 13 11:03:34.814702 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f3ba30-a217-4362-9b00-fb44785fffcb None None] New status for floating IP 7a055870-a4fa-4396-9b96-80b9473adabd: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:03:34.899259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Allocated IP 2001:db8::2 (ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0/62b5b151-1f5c-4b5a-a777-9e9451813918/561dd7df-62f5-4980-83d6-f9e52c9a7462) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:03:34.901446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cce46a-361f-4a20-aa50-b3816b9d0266 req-3106d0e5-7bd4-4142-bed6-62069cd68c70 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:34.903227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39cce46a-361f-4a20-aa50-b3816b9d0266 req-3106d0e5-7bd4-4142-bed6-62069cd68c70 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 944 time: 0.0927012 Oct 13 11:03:35.000375 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39cce46a-361f-4a20-aa50-b3816b9d0266 req-fcb12c20-82d4-45e0-b9bd-130d8ce95e26 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639615 Oct 13 11:03:35.051544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8924b32-4a07-4224-85f4-10cdf6cfc73d req-8f8ceda0-ff69-4ddc-a88d-10d4d5a3c743 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:35.063666 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8924b32-4a07-4224-85f4-10cdf6cfc73d req-8f8ceda0-ff69-4ddc-a88d-10d4d5a3c743 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1516757 Oct 13 11:03:35.146264 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8924b32-4a07-4224-85f4-10cdf6cfc73d req-a3388674-2227-49e7-b796-a00539826f43 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814686 Oct 13 11:03:35.214749 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:35.223396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8e1c16cc-9dfe-4932-b508-8b20c5df5626 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:03:35.358399 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:35.400960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991bc1b-1094-4378-8865-49130d685070 req-bf186c45-193c-4e21-bb1a-74d8367f5b83 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:35.408735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c991bc1b-1094-4378-8865-49130d685070 req-bf186c45-193c-4e21-bb1a-74d8367f5b83 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1028023 Oct 13 11:03:35.437203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:03:35.442990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:03:35.449621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:03:35.496587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Allocated IP 2001:db8::189 (ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0/62b5b151-1f5c-4b5a-a777-9e9451813918/646dabd5-0e83-486b-8625-a7ba4167fe27) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:03:35.501941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Pushing event updated for resources: {'Port': ['ID=561dd7df-62f5-4980-83d6-f9e52c9a7462,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:35.531082 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c991bc1b-1094-4378-8865-49130d685070 req-d7f20e18-9cf3-4ece-9726-3ef3646955e8 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213553 Oct 13 11:03:35.559603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 8e1c16cc-9dfe-4932-b508-8b20c5df5626 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:03:35.575703 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 8e1c16cc-9dfe-4932-b508-8b20c5df5626 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:35.576332 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:35.579132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Attempting to bind port 561dd7df-62f5-4980-83d6-f9e52c9a7462 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:03:35.579909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Attempting to bind port 561dd7df-62f5-4980-83d6-f9e52c9a7462 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'ac26e933-e11f-4019-bdf2-9368e2c22a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:03:35.580504 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Attempting to bind port 561dd7df-62f5-4980-83d6-f9e52c9a7462 on network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:03:35.589072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:03:35.591747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Checking segment: {'id': 'ac26e933-e11f-4019-bdf2-9368e2c22a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:03:35.591747 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:35.591747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Bound using segment: {'id': 'ac26e933-e11f-4019-bdf2-9368e2c22a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:03:35.591747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Bound port: 561dd7df-62f5-4980-83d6-f9e52c9a7462, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac26e933-e11f-4019-bdf2-9368e2c22a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:03:35.592318 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:35.733303 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:35.755685 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] For port 561dd7df-62f5-4980-83d6-f9e52c9a7462, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:03:35.760101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] For port 561dd7df-62f5-4980-83d6-f9e52c9a7462, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=561dd7df-62f5-4980-83d6-f9e52c9a7462,segment=NetworkSegment(ac26e933-e11f-4019-bdf2-9368e2c22a1c),segment_id=ac26e933-e11f-4019-bdf2-9368e2c22a1c)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:03:35.762807 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:35.793045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf0ca2c-19cf-427d-a2d0-99456a8b7355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1c16cc-9dfe-4932-b508-8b20c5df5626'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:03:35.795746 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d76183a-66b1-45d3-b209-b81631397ab1" -d '{"events": [{"server_uuid": "adf0ca2c-19cf-427d-a2d0-99456a8b7355", "name": "network-vif-plugged", "status": "completed", "tag": "8e1c16cc-9dfe-4932-b508-8b20c5df5626"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:03:35.811934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8e1c16cc-9dfe-4932-b508-8b20c5df5626, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e1c16cc-9dfe-4932-b508-8b20c5df5626,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:35.837556 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99265d8d-b373-41b1-a191-3ad74bf4620d x-openstack-request-id: req-99265d8d-b373-41b1-a191-3ad74bf4620d {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:03:35.838181 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf0ca2c-19cf-427d-a2d0-99456a8b7355", "name": "network-vif-plugged", "status": "completed", "tag": "8e1c16cc-9dfe-4932-b508-8b20c5df5626", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:03:35.838181 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99265d8d-b373-41b1-a191-3ad74bf4620d {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:03:35.838517 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf0ca2c-19cf-427d-a2d0-99456a8b7355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1c16cc-9dfe-4932-b508-8b20c5df5626', 'code': 200} Oct 13 11:03:35.948190 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:35.948448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:35.950427 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:35.991295 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8b9a4-77f6-40be-86dd-558be27ea26d req-ccf227c3-9965-4534-b588-b9778d71d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:35.993175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8c8b9a4-77f6-40be-86dd-558be27ea26d req-ccf227c3-9965-4534-b588-b9778d71d965 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 1095 time: 0.0894613 Oct 13 11:03:36.002639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:03:36.022304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:03:36.034405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:03:36.043499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94ba80-e4b0-4a07-a3db-8c278bf4eb20 None None] Pushing event updated for resources: {'Port': ['ID=561dd7df-62f5-4980-83d6-f9e52c9a7462,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:36.048058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:36.049080 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:36.091026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8c8b9a4-77f6-40be-86dd-558be27ea26d req-6ca13896-417e-484c-9795-ad766a3e74f5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839791 Oct 13 11:03:36.093034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event updated for resources: {'Port': ['ID=646dabd5-0e83-486b-8625-a7ba4167fe27,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:36.141968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3d58fe14-bee6-4302-9096-9b8e7ecbd0e2 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8046534 Oct 13 11:03:36.145186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49970) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:36.150849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Request body: {'port': {'network_id': 'ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1639360190', 'allowed_address_pairs': [{'ip_address': '2001:db8::189', 'mac_address': 'fa:16:3e:70:ad:36'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:36.189493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8e1c16cc-9dfe-4932-b508-8b20c5df5626,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:36.277034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7efec6-4f98-41b9-9630-cf4f267592d2 req-b5b8cc23-0ddc-4a57-8c80-0c2544604cd7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:36.282367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf7efec6-4f98-41b9-9630-cf4f267592d2 req-b5b8cc23-0ddc-4a57-8c80-0c2544604cd7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.1376700 Oct 13 11:03:36.377713 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf7efec6-4f98-41b9-9630-cf4f267592d2 req-40d980e0-d84e-462a-bb44-a8f685347d6a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904057 Oct 13 11:03:36.612901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Made reservation on behalf of fcc15ce75a63492883b2d3c27d23bb62 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:03:36.746691 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:36.815661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] device_id is not set on port a426021e-98c5-4610-90e4-ecb2bbdfd7b8 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:03:36.883170 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea71572-0738-429c-a6cb-8dba6559f703 req-baaddaf5-eb9d-4736-bb38-2c3553f8f1ad tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:36.890479 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ea71572-0738-429c-a6cb-8dba6559f703 req-baaddaf5-eb9d-4736-bb38-2c3553f8f1ad tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1240509 Oct 13 11:03:36.980005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ea71572-0738-429c-a6cb-8dba6559f703 req-c913e422-9f53-4c67-8ce2-eace1eb6f7c0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885279 Oct 13 11:03:37.029570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Allocated IP 2001:db8::7 (ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0/62b5b151-1f5c-4b5a-a777-9e9451813918/a426021e-98c5-4610-90e4-ecb2bbdfd7b8) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:03:37.214499 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:37.347164 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:37.418118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:03:37.422417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:03:37.426663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:03:37.433384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:37.434037 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:37.453037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event updated for resources: {'Port': ['ID=a426021e-98c5-4610-90e4-ecb2bbdfd7b8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:37.494089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e98dc50-185e-4c89-8332-4de5ea8629f0 None None] Network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:03:37.550389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19ca37-bac3-4d01-a20a-aed78b784d98 req-ae49e9a5-d209-4059-ab18-ca1d9cee9629 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:37.559480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da19ca37-bac3-4d01-a20a-aed78b784d98 req-ae49e9a5-d209-4059-ab18-ca1d9cee9629 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0873230 Oct 13 11:03:37.581607 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a3def78f-3b91-4d84-bc4f-c22c01cb7181 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.4349511 Oct 13 11:03:37.584791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49996) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:37.617072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da19ca37-bac3-4d01-a20a-aed78b784d98 req-770410b0-30c4-4cb4-be6f-f0371f04cf9f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565524 Oct 13 11:03:37.631662 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-630c570b-63b2-4871-87ba-54f117a420d4 None None] Provisioning complete for port 561dd7df-62f5-4980-83d6-f9e52c9a7462 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:37.631937 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-630c570b-63b2-4871-87ba-54f117a420d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:37.736961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2f7f2d-abc9-40a3-b048-16f5afd265a7 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:37.747697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2f7f2d-abc9-40a3-b048-16f5afd265a7 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:37.756453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2f7f2d-abc9-40a3-b048-16f5afd265a7 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:37.758183 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7d2f7f2d-abc9-40a3-b048-16f5afd265a7 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1714702 Oct 13 11:03:37.761310 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50000) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:37.928521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3d987-0011-473d-85a1-7832b344c185 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Deleting port a426021e-98c5-4610-90e4-ecb2bbdfd7b8 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:03:37.928882 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d987-0011-473d-85a1-7832b344c185 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:38.016601 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 561dd7df-62f5-4980-83d6-f9e52c9a7462 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:03:38.056591 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d987-0011-473d-85a1-7832b344c185 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:38.071324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3d987-0011-473d-85a1-7832b344c185 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Calling delete_port for a426021e-98c5-4610-90e4-ecb2bbdfd7b8 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:03:38.185233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 561dd7df-62f5-4980-83d6-f9e52c9a7462 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:38.186271 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:38.225728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5a638-5eee-43a3-8d9f-66f5270db31e req-8314f039-8da0-4b5a-af5b-cee1d8971ee2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:38.227264 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4e5a638-5eee-43a3-8d9f-66f5270db31e req-8314f039-8da0-4b5a-af5b-cee1d8971ee2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0968721 Oct 13 11:03:38.236994 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-78df575f-00fd-4b42-a6e2-54a088dd112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:38.270877 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-630c570b-63b2-4871-87ba-54f117a420d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:38.321468 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4e5a638-5eee-43a3-8d9f-66f5270db31e req-f37e11ff-c92a-4063-90ea-7f1c3c358f45 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880775 Oct 13 11:03:38.333614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-630c570b-63b2-4871-87ba-54f117a420d4 None None] For port 561dd7df-62f5-4980-83d6-f9e52c9a7462, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=561dd7df-62f5-4980-83d6-f9e52c9a7462,segment=NetworkSegment(ac26e933-e11f-4019-bdf2-9368e2c22a1c),segment_id=ac26e933-e11f-4019-bdf2-9368e2c22a1c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:38.412241 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:38.539329 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-630c570b-63b2-4871-87ba-54f117a420d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:38.578664 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d987-0011-473d-85a1-7832b344c185 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:38.617685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3d987-0011-473d-85a1-7832b344c185 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event deleted for resources: {'Port': ['ID=a426021e-98c5-4610-90e4-ecb2bbdfd7b8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:38.773420 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d987-0011-473d-85a1-7832b344c185 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:38.782542 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1ec3d987-0011-473d-85a1-7832b344c185 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "DELETE /v2.0/ports/a426021e-98c5-4610-90e4-ecb2bbdfd7b8 HTTP/1.1" status: 204 len: 168 time: 1.0158794 Oct 13 11:03:38.789490 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50014) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:38.823863 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-34eb024e-c8e6-4305-9135-7e0ea04817ca tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] GET failed (client error): The resource could not be found. Oct 13 11:03:38.825545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-34eb024e-c8e6-4305-9135-7e0ea04817ca tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "GET /v2.0/ports/a426021e-98c5-4610-90e4-ecb2bbdfd7b8 HTTP/1.1" status: 404 len: 333 time: 0.0350053 Oct 13 11:03:38.829918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50016) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:38.839611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Request body: {'port': {'network_id': 'ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1977538943'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:38.852796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c570b-63b2-4871-87ba-54f117a420d4 None None] Pushing event updated for resources: {'Port': ['ID=561dd7df-62f5-4980-83d6-f9e52c9a7462,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:38.889772 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:03:38.890223 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:03:38.911521 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-da87ff37-349f-4a53-9357-7ed7fd7bb7e0 None None] Provisioning complete for port 561dd7df-62f5-4980-83d6-f9e52c9a7462 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:38.912676 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-da87ff37-349f-4a53-9357-7ed7fd7bb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:38.925654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef2fff-41cf-491e-8ab6-c724670fc018 req-8b903d78-1662-47f9-b37b-117c88dce27f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:38.935661 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-64ef2fff-41cf-491e-8ab6-c724670fc018 req-8b903d78-1662-47f9-b37b-117c88dce27f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.1163635 Oct 13 11:03:39.026077 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-64ef2fff-41cf-491e-8ab6-c724670fc018 req-495d1580-cd1b-4cb5-8530-76ee669ec754 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894279 Oct 13 11:03:39.029815 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:39.142264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-da87ff37-349f-4a53-9357-7ed7fd7bb7e0 None None] Provisioning complete for port 646dabd5-0e83-486b-8625-a7ba4167fe27 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:39.142657 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-da87ff37-349f-4a53-9357-7ed7fd7bb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:39.172665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Made reservation on behalf of fcc15ce75a63492883b2d3c27d23bb62 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:03:39.179108 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:39.229977 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] device_id is not set on port ab7e83c7-26d2-4abb-8792-0ff817713a90 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:03:39.235344 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-da87ff37-349f-4a53-9357-7ed7fd7bb7e0 None None] Port 646dabd5-0e83-486b-8625-a7ba4167fe27 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:03:39.243781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-da87ff37-349f-4a53-9357-7ed7fd7bb7e0 None None] Could not find standard attr ID for object a426021e-98c5-4610-90e4-ecb2bbdfd7b8. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:03:39.425529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Allocated IP 2001:db8::232 (ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0/62b5b151-1f5c-4b5a-a777-9e9451813918/ab7e83c7-26d2-4abb-8792-0ff817713a90) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:03:39.505255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9508b5a9-5eba-4596-b2b7-27b45fee10b2 None None] Provisioning complete for port 646dabd5-0e83-486b-8625-a7ba4167fe27 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:39.505672 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9508b5a9-5eba-4596-b2b7-27b45fee10b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:39.562379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac0d47-e433-4bde-80e6-da6a4a7ca4e0 req-a9ccd3a6-d48c-4566-a5da-d10513d9ef26 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:39.567085 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-76ac0d47-e433-4bde-80e6-da6a4a7ca4e0 req-a9ccd3a6-d48c-4566-a5da-d10513d9ef26 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1167142 Oct 13 11:03:39.593165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9508b5a9-5eba-4596-b2b7-27b45fee10b2 None None] Port 646dabd5-0e83-486b-8625-a7ba4167fe27 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:03:39.623977 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-76ac0d47-e433-4bde-80e6-da6a4a7ca4e0 req-3cc36791-7d09-4e6e-bbfc-cdc2fb15cffe tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485041 Oct 13 11:03:39.697690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce18475-e1ef-4c37-b20d-3a90762d43be req-3e0ad247-6037-45b6-ac5a-80bb30334c70 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:39.700175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ce18475-e1ef-4c37-b20d-3a90762d43be req-3e0ad247-6037-45b6-ac5a-80bb30334c70 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.1846304 Oct 13 11:03:39.711763 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-959aec5a-42b6-48da-9fd3-d1e14dcad5a1 None None] Could not find standard attr ID for object a426021e-98c5-4610-90e4-ecb2bbdfd7b8. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:03:39.821860 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:39.893880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ce18475-e1ef-4c37-b20d-3a90762d43be req-36120ff1-c2c0-4ee1-a6ce-dfc17096ee7c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694122 Oct 13 11:03:39.974777 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 561dd7df-62f5-4980-83d6-f9e52c9a7462 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:03:40.014757 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:40.068737 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 561dd7df-62f5-4980-83d6-f9e52c9a7462 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:40.069703 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:40.123768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:03:40.130361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:03:40.134779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:03:40.145615 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:40.145615 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:40.171824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event updated for resources: {'Port': ['ID=ab7e83c7-26d2-4abb-8792-0ff817713a90,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:40.221897 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d154f15b-9b70-41e9-9938-f7f418a22078 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3907950 Oct 13 11:03:40.225629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50032) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:40.233769 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-34c04d6e-2517-46b4-a02c-e62d68bcfb76 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::189', 'mac_address': 'fa:16:3e:70:ad:36'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:40.349543 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34c04d6e-2517-46b4-a02c-e62d68bcfb76 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:40.397888 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:40.542584 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f2043e7a-dc42-4dcf-810d-ca783eb0503c None None] Provisioning complete for port ab7e83c7-26d2-4abb-8792-0ff817713a90 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:40.544385 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f2043e7a-dc42-4dcf-810d-ca783eb0503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:40.616673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f2043e7a-dc42-4dcf-810d-ca783eb0503c None None] Port ab7e83c7-26d2-4abb-8792-0ff817713a90 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:03:40.643277 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34c04d6e-2517-46b4-a02c-e62d68bcfb76 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:40.704188 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34c04d6e-2517-46b4-a02c-e62d68bcfb76 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:40.746895 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9a6c-a788-441d-acdc-0b71ba3b73a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:40.751914 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-34c04d6e-2517-46b4-a02c-e62d68bcfb76 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] In _notify_port_updated(), no bound segment for port ab7e83c7-26d2-4abb-8792-0ff817713a90 on network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:03:40.760398 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c04d6e-2517-46b4-a02c-e62d68bcfb76 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:40.760398 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34c04d6e-2517-46b4-a02c-e62d68bcfb76 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:40.764220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-34c04d6e-2517-46b4-a02c-e62d68bcfb76 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "PUT /v2.0/ports/ab7e83c7-26d2-4abb-8792-0ff817713a90 HTTP/1.1" status: 200 len: 1003 time: 0.5368025 Oct 13 11:03:40.764853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50038) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:40.768381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e7d41-a1c4-4e80-916b-94561eff727d req-4e43d885-c1d7-421a-89df-9d0cae3d29fa tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:40.778895 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d08e7d41-a1c4-4e80-916b-94561eff727d req-4e43d885-c1d7-421a-89df-9d0cae3d29fa tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0709696 Oct 13 11:03:40.850528 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d08e7d41-a1c4-4e80-916b-94561eff727d req-64dc0ce2-214f-4f8b-adf3-af658790417c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661798 Oct 13 11:03:40.897742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c04d6e-2517-46b4-a02c-e62d68bcfb76 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event updated for resources: {'Port': ['ID=ab7e83c7-26d2-4abb-8792-0ff817713a90,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:40.944964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4fade29a-d900-480b-b672-bf303445a787 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Deleting port ab7e83c7-26d2-4abb-8792-0ff817713a90 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:03:40.945579 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fade29a-d900-480b-b672-bf303445a787 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:41.058571 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fade29a-d900-480b-b672-bf303445a787 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:41.073850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4fade29a-d900-480b-b672-bf303445a787 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Calling delete_port for ab7e83c7-26d2-4abb-8792-0ff817713a90 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:03:41.249634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-cdcce2d7-f438-44b5-a6e2-e24511cbf0fe None None] Provisioning complete for port ab7e83c7-26d2-4abb-8792-0ff817713a90 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:41.250772 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cdcce2d7-f438-44b5-a6e2-e24511cbf0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:41.326255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-cdcce2d7-f438-44b5-a6e2-e24511cbf0fe None None] Port ab7e83c7-26d2-4abb-8792-0ff817713a90 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:03:41.357718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2679a2-1acf-460c-8fd1-cb00c7d9da12 req-58c7ee9c-2b9f-47c0-8e05-f2c7fe155107 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:41.359500 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1d2679a2-1acf-460c-8fd1-cb00c7d9da12 req-58c7ee9c-2b9f-47c0-8e05-f2c7fe155107 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.1972437 Oct 13 11:03:41.401968 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fade29a-d900-480b-b672-bf303445a787 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:41.450031 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1d2679a2-1acf-460c-8fd1-cb00c7d9da12 req-c5ae5531-1994-40da-8e3b-d29b6e3048f4 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789161 Oct 13 11:03:41.453196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fade29a-d900-480b-b672-bf303445a787 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event deleted for resources: {'Port': ['ID=ab7e83c7-26d2-4abb-8792-0ff817713a90,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:41.587122 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fade29a-d900-480b-b672-bf303445a787 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:41.593938 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50048) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:41.595049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4fade29a-d900-480b-b672-bf303445a787 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "DELETE /v2.0/ports/ab7e83c7-26d2-4abb-8792-0ff817713a90 HTTP/1.1" status: 204 len: 168 time: 0.8246047 Oct 13 11:03:41.640919 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b52aa5e-8f37-4e02-bc00-b13104e591b0 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] GET failed (client error): The resource could not be found. Oct 13 11:03:41.642600 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4b52aa5e-8f37-4e02-bc00-b13104e591b0 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "GET /v2.0/ports/ab7e83c7-26d2-4abb-8792-0ff817713a90 HTTP/1.1" status: 404 len: 333 time: 0.0475168 Oct 13 11:03:41.647657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50052) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:41.653360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Request body: {'port': {'network_id': 'ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1414478836'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:41.784217 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:41.887013 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Made reservation on behalf of fcc15ce75a63492883b2d3c27d23bb62 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:03:41.890824 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:41.943206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] device_id is not set on port e65c440d-12ee-4070-96dc-a4f75b62d1cb yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:03:41.994084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb079c3-3586-48e8-a7bd-fb7f84c3300d req-f8ef0354-a8ca-458b-abbe-39b2f22aa3e0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:41.995952 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0eb079c3-3586-48e8-a7bd-fb7f84c3300d req-f8ef0354-a8ca-458b-abbe-39b2f22aa3e0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0699849 Oct 13 11:03:42.043223 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0eb079c3-3586-48e8-a7bd-fb7f84c3300d req-0a03fceb-d94d-4577-ac3c-b11252621443 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409439 Oct 13 11:03:42.091973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Allocated IP 2001:db8::3ac (ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0/62b5b151-1f5c-4b5a-a777-9e9451813918/e65c440d-12ee-4070-96dc-a4f75b62d1cb) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:03:42.258234 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:42.335256 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:42.383089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:42.460734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:03:42.464340 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:03:42.470731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:03:42.475952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:42.476739 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:42.506558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event updated for resources: {'Port': ['ID=e65c440d-12ee-4070-96dc-a4f75b62d1cb,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:42.585398 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e890c4d9-77e8-48f1-8448-16b214faf4a4 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9365976 Oct 13 11:03:42.588199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50070) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:42.598822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ec88287a-5a3c-4815-8075-031d55f68772 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:70:ad:36'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:42.750931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6aba1a-18a2-4bdf-95c8-8d6aeb694c7e req-82b36ef8-3f0b-4a4c-aa88-d65cdd760ee2 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:42.762640 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb6aba1a-18a2-4bdf-95c8-8d6aeb694c7e req-82b36ef8-3f0b-4a4c-aa88-d65cdd760ee2 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.1643188 Oct 13 11:03:42.805371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb6aba1a-18a2-4bdf-95c8-8d6aeb694c7e req-d08c2180-90d7-4be2-8636-62c70b9b13a2 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Oct 13 11:03:42.850487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec88287a-5a3c-4815-8075-031d55f68772 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:42.978366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fc9e3013-123c-41c0-91a1-4cc3b2ed6c8a None None] Provisioning complete for port e65c440d-12ee-4070-96dc-a4f75b62d1cb triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:42.978971 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3013-123c-41c0-91a1-4cc3b2ed6c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:43.025894 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e3013-123c-41c0-91a1-4cc3b2ed6c8a None None] Port e65c440d-12ee-4070-96dc-a4f75b62d1cb cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:03:43.058541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec88287a-5a3c-4815-8075-031d55f68772 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:43.122453 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec88287a-5a3c-4815-8075-031d55f68772 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:43.159492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-ec88287a-5a3c-4815-8075-031d55f68772 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] In _notify_port_updated(), no bound segment for port e65c440d-12ee-4070-96dc-a4f75b62d1cb on network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:03:43.159492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec88287a-5a3c-4815-8075-031d55f68772 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:43.163841 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec88287a-5a3c-4815-8075-031d55f68772 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:43.163841 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ec88287a-5a3c-4815-8075-031d55f68772 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "PUT /v2.0/ports/e65c440d-12ee-4070-96dc-a4f75b62d1cb HTTP/1.1" status: 200 len: 1003 time: 0.5715892 Oct 13 11:03:43.165457 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50078) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:43.210956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae655c22-deba-435d-9312-b54ebef2481d req-78d2eaf4-d0ba-4980-a7dd-7d03acac6cf5 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:43.212480 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae655c22-deba-435d-9312-b54ebef2481d req-78d2eaf4-d0ba-4980-a7dd-7d03acac6cf5 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1011612 Oct 13 11:03:43.226921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88287a-5a3c-4815-8075-031d55f68772 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event updated for resources: {'Port': ['ID=e65c440d-12ee-4070-96dc-a4f75b62d1cb,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:43.278998 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae655c22-deba-435d-9312-b54ebef2481d req-ebb05e22-7419-49d7-a954-0aa902b38cff tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589290 Oct 13 11:03:43.286915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-486d7dba-8b0c-4d7b-baf5-985b87710b10 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Deleting port e65c440d-12ee-4070-96dc-a4f75b62d1cb {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:03:43.288184 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-486d7dba-8b0c-4d7b-baf5-985b87710b10 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:43.336842 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:43.408860 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-486d7dba-8b0c-4d7b-baf5-985b87710b10 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:43.423355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-486d7dba-8b0c-4d7b-baf5-985b87710b10 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Calling delete_port for e65c440d-12ee-4070-96dc-a4f75b62d1cb owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:03:43.548451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-98af8e12-89b7-4204-9420-20c2d42408c3 None None] Provisioning complete for port e65c440d-12ee-4070-96dc-a4f75b62d1cb triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:43.549001 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-98af8e12-89b7-4204-9420-20c2d42408c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:43.586705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-98af8e12-89b7-4204-9420-20c2d42408c3 None None] Port e65c440d-12ee-4070-96dc-a4f75b62d1cb cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:03:43.672083 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-486d7dba-8b0c-4d7b-baf5-985b87710b10 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:43.730500 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-486d7dba-8b0c-4d7b-baf5-985b87710b10 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:43.734782 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-486d7dba-8b0c-4d7b-baf5-985b87710b10 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "DELETE /v2.0/ports/e65c440d-12ee-4070-96dc-a4f75b62d1cb HTTP/1.1" status: 204 len: 168 time: 0.5683119 Oct 13 11:03:43.736387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d7dba-8b0c-4d7b-baf5-985b87710b10 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event deleted for resources: {'Port': ['ID=e65c440d-12ee-4070-96dc-a4f75b62d1cb,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:43.737518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50098) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:43.781108 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8190591-f11d-4c79-85ff-7ca437b29260 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] GET failed (client error): The resource could not be found. Oct 13 11:03:43.783172 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c8190591-f11d-4c79-85ff-7ca437b29260 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "GET /v2.0/ports/e65c440d-12ee-4070-96dc-a4f75b62d1cb HTTP/1.1" status: 404 len: 333 time: 0.0446210 Oct 13 11:03:43.789662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50100) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:43.793785 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Request body: {'port': {'network_id': 'ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-615925004'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:43.971168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44de6f-1ffd-4729-a2af-e1a131d78c4e req-5df9ca07-a840-4dc6-8d42-7c3a30ec245c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:43.979027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b44de6f-1ffd-4729-a2af-e1a131d78c4e req-5df9ca07-a840-4dc6-8d42-7c3a30ec245c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0715194 Oct 13 11:03:44.017268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-4470dbaf-b90a-4e32-a79a-ecc07bf36ebc tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:44.023903 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b44de6f-1ffd-4729-a2af-e1a131d78c4e req-7d163bbb-1093-46bf-a40d-73ea8f14f31e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423284 Oct 13 11:03:44.026209 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-4470dbaf-b90a-4e32-a79a-ecc07bf36ebc tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/networks?id=af265d94-60d2-4643-a740-30c45c64b71e HTTP/1.1" status: 200 len: 814 time: 0.1577628 Oct 13 11:03:44.043917 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-62628ecc-e7f3-4d7a-b6a1-61ad4400e53f tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/quotas/2fb2973ca8594914a06108d9b8815504 HTTP/1.1" status: 200 len: 375 time: 0.0166759 Oct 13 11:03:44.101978 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-3e0bf24a-55da-447c-8c1a-54d3d8d538ad tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fb2973ca8594914a06108d9b8815504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513535 Oct 13 11:03:44.155518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Made reservation on behalf of fcc15ce75a63492883b2d3c27d23bb62 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:03:44.159049 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:44.185648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] device_id is not set on port 55ae625e-ebdb-4eac-b784-c6fa02c67179 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:03:44.261432 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-45c4518f-6c1f-4cd1-8fd0-a4d563b98cc6 service neutron] 10.222.0.32 "GET /v2.0/networks/af265d94-60d2-4643-a740-30c45c64b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518881 Oct 13 11:03:44.383615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Allocated IP 2001:db8::29f (ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0/62b5b151-1f5c-4b5a-a777-9e9451813918/55ae625e-ebdb-4eac-b784-c6fa02c67179) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:03:44.410700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4300f7b-c62a-4be5-b7ef-d81b63de4040 req-cd8d3dd5-3184-4c63-a262-d106af06e04a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:44.412465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4300f7b-c62a-4be5-b7ef-d81b63de4040 req-cd8d3dd5-3184-4c63-a262-d106af06e04a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0578039 Oct 13 11:03:44.425039 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-0978598b-eb3d-4feb-990b-1e3ca58a0015 service neutron] 10.222.0.32 "GET /v2.0/networks/af265d94-60d2-4643-a740-30c45c64b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572363 Oct 13 11:03:44.455985 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4300f7b-c62a-4be5-b7ef-d81b63de4040 req-7b20e3d3-de91-42f7-aa26-35db36733d76 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374067 Oct 13 11:03:44.567941 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:44.668160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:44.741631 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-72261d5e-0b3f-4d53-87db-053bfbdbd547 req-9265d5e1-e468-4df8-ba4f-30f1a37d9f62 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 210 time: 0.0384958 Oct 13 11:03:44.747728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:03:44.754485 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:03:44.758857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event updated for resources: {'Port': ['ID=55ae625e-ebdb-4eac-b784-c6fa02c67179,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:44.765327 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:03:44.772467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:44.773121 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:44.879961 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3980039a-f5f3-40d1-95eb-f0a071466e61 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0839031 Oct 13 11:03:44.879961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50148) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:44.881849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Request body: {'port': {'network_id': 'ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-607809235'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:45.031121 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-19f065a6-f831-46f0-9951-17f6b06619e6 None None] Provisioning complete for port 55ae625e-ebdb-4eac-b784-c6fa02c67179 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:45.032117 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19f065a6-f831-46f0-9951-17f6b06619e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:45.073133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-19f065a6-f831-46f0-9951-17f6b06619e6 None None] Port 55ae625e-ebdb-4eac-b784-c6fa02c67179 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:03:45.089735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Made reservation on behalf of fcc15ce75a63492883b2d3c27d23bb62 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:03:45.096180 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:45.115538 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] device_id is not set on port c2f0e7fd-bdca-48b7-bc88-76b232c6b76a yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:03:45.159629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e1d49-1155-4e08-9df5-2a1b0c84ae34 req-13ea3fa5-f13c-4169-b988-67a3bbdb679a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:45.162687 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d56e1d49-1155-4e08-9df5-2a1b0c84ae34 req-13ea3fa5-f13c-4169-b988-67a3bbdb679a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0594983 Oct 13 11:03:45.208392 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d56e1d49-1155-4e08-9df5-2a1b0c84ae34 req-4091b773-412d-46f0-9288-daf9b3885445 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383341 Oct 13 11:03:45.259705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Allocated IP 2001:db8::3d2 (ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0/62b5b151-1f5c-4b5a-a777-9e9451813918/c2f0e7fd-bdca-48b7-bc88-76b232c6b76a) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:03:45.404308 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:45.511225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:45.832868 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9043d75f-d6bb-42b5-b4ef-070d4a2bc9ff req-3b41cb30-471a-42db-b19d-c76d98270ee6 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 210 time: 0.0328288 Oct 13 11:03:45.927440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:03:45.936361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:03:45.939019 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:03:45.945948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:45.946590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:45.960949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event updated for resources: {'Port': ['ID=c2f0e7fd-bdca-48b7-bc88-76b232c6b76a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:45.969196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:45.969553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:45.969908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:45.970242 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:45.970606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:45.970978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:45.971318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:45.971836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:45.972317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:45.972892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:45.973459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:45.973805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:46.005777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a4a93-02f6-4a92-9368-6dbdafa21a14 req-effa9c1b-fe4c-41da-ba65-441d5665ba5b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:46.007666 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-674a4a93-02f6-4a92-9368-6dbdafa21a14 req-effa9c1b-fe4c-41da-ba65-441d5665ba5b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1289930 Oct 13 11:03:46.051419 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-674a4a93-02f6-4a92-9368-6dbdafa21a14 req-d6369923-803c-439e-a8e2-5571bf9fc578 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370119 Oct 13 11:03:46.087209 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dbe90805-b3bb-4a1b-9cc9-e4ba9e79a510 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2106524 Oct 13 11:03:46.091315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50178) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:46.097073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5571e3ee-1bb1-42d9-abc4-9801fcc6e733 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::189', 'mac_address': 'fa:16:3e:70:ad:36'}, {'ip_address': '2001:db8::29f', 'mac_address': 'fa:16:3e:ad:06:1f'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:46.178808 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5571e3ee-1bb1-42d9-abc4-9801fcc6e733 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:46.299603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-88b84d24-c392-4231-9035-a88d5cd1e727 None None] Provisioning complete for port c2f0e7fd-bdca-48b7-bc88-76b232c6b76a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:46.300567 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-88b84d24-c392-4231-9035-a88d5cd1e727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:46.336469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7166e-b6e8-4c0f-8a66-a8007e7148af req-cf3e6d3d-40c9-4564-b93e-2fb3d453ea96 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:46.340221 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4d7166e-b6e8-4c0f-8a66-a8007e7148af req-cf3e6d3d-40c9-4564-b93e-2fb3d453ea96 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0614889 Oct 13 11:03:46.345465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-88b84d24-c392-4231-9035-a88d5cd1e727 None None] Port c2f0e7fd-bdca-48b7-bc88-76b232c6b76a cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:03:46.388564 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4d7166e-b6e8-4c0f-8a66-a8007e7148af req-465ec8e0-bd4c-4923-bed8-8f98f94e1449 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377474 Oct 13 11:03:46.401275 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5571e3ee-1bb1-42d9-abc4-9801fcc6e733 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:46.504161 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5571e3ee-1bb1-42d9-abc4-9801fcc6e733 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:46.537164 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5571e3ee-1bb1-42d9-abc4-9801fcc6e733 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] In _notify_port_updated(), no bound segment for port c2f0e7fd-bdca-48b7-bc88-76b232c6b76a on network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:03:46.542959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5571e3ee-1bb1-42d9-abc4-9801fcc6e733 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:46.543603 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5571e3ee-1bb1-42d9-abc4-9801fcc6e733 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:46.544922 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5571e3ee-1bb1-42d9-abc4-9801fcc6e733 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "PUT /v2.0/ports/c2f0e7fd-bdca-48b7-bc88-76b232c6b76a HTTP/1.1" status: 200 len: 1067 time: 0.4525645 Oct 13 11:03:46.547737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50186) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:46.593767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571e3ee-1bb1-42d9-abc4-9801fcc6e733 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event updated for resources: {'Port': ['ID=c2f0e7fd-bdca-48b7-bc88-76b232c6b76a,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:46.670364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c2805a96-9287-4dc6-ab60-731a94af33ae tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Deleting port c2f0e7fd-bdca-48b7-bc88-76b232c6b76a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:03:46.670732 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c2805a96-9287-4dc6-ab60-731a94af33ae tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:46.773151 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c2805a96-9287-4dc6-ab60-731a94af33ae tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:46.786121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c2805a96-9287-4dc6-ab60-731a94af33ae tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Calling delete_port for c2f0e7fd-bdca-48b7-bc88-76b232c6b76a owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:03:46.882415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-bbafcda1-9d43-476e-a045-45800fc2a1e8 None None] Provisioning complete for port c2f0e7fd-bdca-48b7-bc88-76b232c6b76a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:46.882415 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bbafcda1-9d43-476e-a045-45800fc2a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:46.918205 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-bbafcda1-9d43-476e-a045-45800fc2a1e8 None None] Port c2f0e7fd-bdca-48b7-bc88-76b232c6b76a cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:03:46.974928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f33f8ca-00e8-41f3-a62c-de847d5c4e9e req-1d879329-0bfd-4b84-a739-b9f077221835 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 210 time: 0.0299392 Oct 13 11:03:47.049379 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c2805a96-9287-4dc6-ab60-731a94af33ae tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:47.083229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2805a96-9287-4dc6-ab60-731a94af33ae tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event deleted for resources: {'Port': ['ID=c2f0e7fd-bdca-48b7-bc88-76b232c6b76a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:47.204356 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-3801f8e3-a250-4534-8f14-bde7d96cd562 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:47.205875 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-3801f8e3-a250-4534-8f14-bde7d96cd562 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.46 "GET /v2.0/networks?id=af265d94-60d2-4643-a740-30c45c64b71e HTTP/1.1" status: 200 len: 814 time: 0.1694577 Oct 13 11:03:47.220388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-2b70af94-24ed-424c-ab53-17e0f06c04b4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Request body: {'port': {'device_id': '22739b24-d20e-4207-b033-5d7e10c35114', 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e', 'admin_state_up': True, 'tenant_id': '2fb2973ca8594914a06108d9b8815504'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:47.349615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bdd27-e5e4-4c98-a7ac-7497ea534b35 req-2d896193-177d-4bf9-8543-d841baba7f74 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:47.353337 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a98bdd27-e5e4-4c98-a7ac-7497ea534b35 req-2d896193-177d-4bf9-8543-d841baba7f74 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1622741 Oct 13 11:03:47.365141 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c2805a96-9287-4dc6-ab60-731a94af33ae tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:47.369001 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c2805a96-9287-4dc6-ab60-731a94af33ae tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "DELETE /v2.0/ports/c2f0e7fd-bdca-48b7-bc88-76b232c6b76a HTTP/1.1" status: 204 len: 168 time: 0.8200345 Oct 13 11:03:47.371935 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50208) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:47.405778 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2be842-9d01-4a92-8560-8d9aa859c5cc tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] GET failed (client error): The resource could not be found. Oct 13 11:03:47.406753 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a98bdd27-e5e4-4c98-a7ac-7497ea534b35 req-b3f40357-4dcf-4976-a346-3d4847deae93 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Oct 13 11:03:47.414114 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6c2be842-9d01-4a92-8560-8d9aa859c5cc tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "GET /v2.0/ports/c2f0e7fd-bdca-48b7-bc88-76b232c6b76a HTTP/1.1" status: 404 len: 333 time: 0.0384068 Oct 13 11:03:47.421441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50212) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:47.539292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-2b70af94-24ed-424c-ab53-17e0f06c04b4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Made reservation on behalf of 2fb2973ca8594914a06108d9b8815504 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:03:47.542777 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-2b70af94-24ed-424c-ab53-17e0f06c04b4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:47.567235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ab416-9f34-4324-8287-80e73ded851b req-3351d6f3-e2df-4410-a485-2aa45b9a38aa tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:47.568934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca6ab416-9f34-4324-8287-80e73ded851b req-3351d6f3-e2df-4410-a485-2aa45b9a38aa tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.1049073 Oct 13 11:03:47.662621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-83901994-469b-483d-8d5d-8ce1c265bf14 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Deleting port 55ae625e-ebdb-4eac-b784-c6fa02c67179 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:03:47.663303 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83901994-469b-483d-8d5d-8ce1c265bf14 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:47.671857 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca6ab416-9f34-4324-8287-80e73ded851b req-528854a3-9419-4723-a9c7-c8ddbbe5115d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969214 Oct 13 11:03:47.808379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-2b70af94-24ed-424c-ab53-17e0f06c04b4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Allocated IP 172.20.0.3 (af265d94-60d2-4643-a740-30c45c64b71e/7257deaf-ea57-468d-8714-4ba8e8154436/e95d12e5-876d-498f-87d2-3baef9781540) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:03:47.811290 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83901994-469b-483d-8d5d-8ce1c265bf14 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:47.833039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-83901994-469b-483d-8d5d-8ce1c265bf14 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Calling delete_port for 55ae625e-ebdb-4eac-b784-c6fa02c67179 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:03:48.072307 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-2b70af94-24ed-424c-ab53-17e0f06c04b4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:48.100565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b156799f-64ab-4ba4-be75-f2facec150b3 req-c344e0c4-47da-45fa-8b2d-82326a2db65a tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 210 time: 0.0518093 Oct 13 11:03:48.176035 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83901994-469b-483d-8d5d-8ce1c265bf14 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:48.238270 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-2b70af94-24ed-424c-ab53-17e0f06c04b4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:48.241045 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83901994-469b-483d-8d5d-8ce1c265bf14 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event deleted for resources: {'Port': ['ID=55ae625e-ebdb-4eac-b784-c6fa02c67179,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:48.384344 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83901994-469b-483d-8d5d-8ce1c265bf14 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:48.392431 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-83901994-469b-483d-8d5d-8ce1c265bf14 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "DELETE /v2.0/ports/55ae625e-ebdb-4eac-b784-c6fa02c67179 HTTP/1.1" status: 204 len: 168 time: 0.9658930 Oct 13 11:03:48.393394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50248) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:48.410727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70af94-24ed-424c-ab53-17e0f06c04b4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Pushing event updated for resources: {'Port': ['ID=e95d12e5-876d-498f-87d2-3baef9781540,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:48.452362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-2b70af94-24ed-424c-ab53-17e0f06c04b4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Network af265d94-60d2-4643-a740-30c45c64b71e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:03:48.462716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-2b70af94-24ed-424c-ab53-17e0f06c04b4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:03:48.463641 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-e606420e-2957-4044-a12d-d377d30f45a0 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] GET failed (client error): The resource could not be found. Oct 13 11:03:48.464502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-2b70af94-24ed-424c-ab53-17e0f06c04b4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:03:48.469446 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e606420e-2957-4044-a12d-d377d30f45a0 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "GET /v2.0/ports/55ae625e-ebdb-4eac-b784-c6fa02c67179 HTTP/1.1" status: 404 len: 333 time: 0.0728328 Oct 13 11:03:48.473322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50252) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:48.584317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55998ce1-7402-4179-b296-d337aaa6cabc req-7c6a06a0-1a32-4289-bd9e-5966e8209a9f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:48.591947 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55998ce1-7402-4179-b296-d337aaa6cabc req-7c6a06a0-1a32-4289-bd9e-5966e8209a9f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0741692 Oct 13 11:03:48.669896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-2b70af94-24ed-424c-ab53-17e0f06c04b4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:48.671078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-2b70af94-24ed-424c-ab53-17e0f06c04b4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:48.671430 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55998ce1-7402-4179-b296-d337aaa6cabc req-4e817cde-170b-4ab2-9ff3-1b477b0ab328 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779915 Oct 13 11:03:48.715238 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6e64a-7333-48af-a92d-9827909ffde6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Deleting port 646dabd5-0e83-486b-8625-a7ba4167fe27 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:03:48.715985 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e64a-7333-48af-a92d-9827909ffde6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:48.774755 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-2b70af94-24ed-424c-ab53-17e0f06c04b4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5586009 Oct 13 11:03:48.946850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1631d95-a5a8-48b2-9179-b8a21d2745d2 req-eb8caf79-67b6-4918-8aa5-8949a46fac6e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:48.948797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1631d95-a5a8-48b2-9179-b8a21d2745d2 req-eb8caf79-67b6-4918-8aa5-8949a46fac6e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.1548347 Oct 13 11:03:48.963522 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e64a-7333-48af-a92d-9827909ffde6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:49.036881 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1631d95-a5a8-48b2-9179-b8a21d2745d2 req-0d7add72-f1c9-4fba-8d22-ee95837fff82 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589075 Oct 13 11:03:49.041414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6e64a-7333-48af-a92d-9827909ffde6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Calling delete_port for 646dabd5-0e83-486b-8625-a7ba4167fe27 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:03:49.068231 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8552b54b-a72a-42f3-b05c-9f32ebfba352 None None] Provisioning complete for port e95d12e5-876d-498f-87d2-3baef9781540 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:49.069758 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8552b54b-a72a-42f3-b05c-9f32ebfba352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:49.159247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8552b54b-a72a-42f3-b05c-9f32ebfba352 None None] Port e95d12e5-876d-498f-87d2-3baef9781540 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:03:49.172916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Request body: {'port': {'device_id': '22739b24-d20e-4207-b033-5d7e10c35114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:03:49.187117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b101565b-3c30-43e0-aff8-91c1378f03a6 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:03:49.296395 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:49.364976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b101565b-3c30-43e0-aff8-91c1378f03a6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b101565b-3c30-43e0-aff8-91c1378f03a6,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:49.387342 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b101565b-3c30-43e0-aff8-91c1378f03a6', 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f', 'port_id': 'b101565b-3c30-43e0-aff8-91c1378f03a6', 'mac_address': 'fa:16:3e:65:35:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5329af-7563-4aa1-a5c9-0162c6540d49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:03:49.480622 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:49.532204 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b101565b-3c30-43e0-aff8-91c1378f03a6 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:03:49.558975 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b101565b-3c30-43e0-aff8-91c1378f03a6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b101565b-3c30-43e0-aff8-91c1378f03a6,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:49.647032 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:49.830654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b101565b-3c30-43e0-aff8-91c1378f03a6,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:49.852978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b101565b-3c30-43e0-aff8-91c1378f03a6'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:03:49.856922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:49.857674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:49.858204 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:49.858728 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:49.859255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:49.859797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:49.860317 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:49.860826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:49.861320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:49.861811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:49.862308 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:49.863154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:03:49.929120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c56fd-39f2-45f7-89e9-028c5315444f req-40e6076f-1561-4f6e-b931-6799175ace98 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:49.929838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c34d75-719f-475a-84c1-6bcfde667eed req-b12f7e64-0f3f-4607-9709-803772fec1dd tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:49.936552 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f43c56fd-39f2-45f7-89e9-028c5315444f req-40e6076f-1561-4f6e-b931-6799175ace98 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 945 time: 0.1138093 Oct 13 11:03:49.938990 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e0c34d75-719f-475a-84c1-6bcfde667eed req-b12f7e64-0f3f-4607-9709-803772fec1dd tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 931 time: 0.6900427 Oct 13 11:03:50.060368 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f43c56fd-39f2-45f7-89e9-028c5315444f req-76924a3b-6ca8-461b-adfe-cf9734c8ee89 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057918 Oct 13 11:03:50.280437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e0c34d75-719f-475a-84c1-6bcfde667eed req-f1394441-4fc3-49e9-bf5b-753cdbef1862 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347399 Oct 13 11:03:50.414489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95d12e5-876d-498f-87d2-3baef9781540 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:03:50.446426 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:50.474874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Transition to ACTIVE for port object e95d12e5-876d-498f-87d2-3baef9781540 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:03:50.476808 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e64a-7333-48af-a92d-9827909ffde6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:50.518239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6e64a-7333-48af-a92d-9827909ffde6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event deleted for resources: {'Port': ['ID=646dabd5-0e83-486b-8625-a7ba4167fe27,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:50.594090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793655a0-c1e4-490f-9b57-b9c855e23092 req-2f59f3f4-f252-42bf-8c75-ab05e0fa686f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:50.599829 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e64a-7333-48af-a92d-9827909ffde6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:50.599979 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-793655a0-c1e4-490f-9b57-b9c855e23092 req-2f59f3f4-f252-42bf-8c75-ab05e0fa686f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.1747215 Oct 13 11:03:50.601552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5fc6e64a-7333-48af-a92d-9827909ffde6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "DELETE /v2.0/ports/646dabd5-0e83-486b-8625-a7ba4167fe27 HTTP/1.1" status: 204 len: 168 time: 2.1267200 Oct 13 11:03:50.602755 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:50.610131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50312) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:50.667432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Pushing event updated for resources: {'Port': ['ID=e95d12e5-876d-498f-87d2-3baef9781540,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:50.791030 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Attempting to bind port e95d12e5-876d-498f-87d2-3baef9781540 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:03:50.791912 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Attempting to bind port e95d12e5-876d-498f-87d2-3baef9781540 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '63000774-0ccd-4ab6-9e99-649243f54477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:03:50.792687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Attempting to bind port e95d12e5-876d-498f-87d2-3baef9781540 on network af265d94-60d2-4643-a740-30c45c64b71e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:03:50.801732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Port e95d12e5-876d-498f-87d2-3baef9781540 on network af265d94-60d2-4643-a740-30c45c64b71e not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:03:50.804181 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Attempting to bind port e95d12e5-876d-498f-87d2-3baef9781540 on network af265d94-60d2-4643-a740-30c45c64b71e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:03:50.824219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:03:50.824667 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Checking segment: {'id': '63000774-0ccd-4ab6-9e99-649243f54477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:03:50.828588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Bound using segment: {'id': '63000774-0ccd-4ab6-9e99-649243f54477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:03:50.829556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Bound port: e95d12e5-876d-498f-87d2-3baef9781540, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63000774-0ccd-4ab6-9e99-649243f54477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:03:50.830052 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:50.906364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddb6eaa-633b-4505-bfed-6ac6c75dcca6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Deleting subnet 62b5b151-1f5c-4b5a-a777-9e9451813918 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:03:50.920622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] For port e95d12e5-876d-498f-87d2-3baef9781540, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:03:50.926607 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] For port e95d12e5-876d-498f-87d2-3baef9781540, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e95d12e5-876d-498f-87d2-3baef9781540,segment=NetworkSegment(63000774-0ccd-4ab6-9e99-649243f54477),segment_id=63000774-0ccd-4ab6-9e99-649243f54477)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:03:50.936044 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6eaa-633b-4505-bfed-6ac6c75dcca6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:51.014533 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:51.016557 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-793655a0-c1e4-490f-9b57-b9c855e23092 req-be1e54fb-6d2e-4af5-bd65-7fdb86010509 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722894 Oct 13 11:03:51.062792 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6eaa-633b-4505-bfed-6ac6c75dcca6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:51.142089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:51.142746 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:51.144252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] 10.222.0.46 "PUT /v2.0/ports/e95d12e5-876d-498f-87d2-3baef9781540 HTTP/1.1" status: 200 len: 1091 time: 1.9767132 Oct 13 11:03:51.144697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22739b24-d20e-4207-b033-5d7e10c35114', 'tag': 'e95d12e5-876d-498f-87d2-3baef9781540'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:03:51.148114 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec983080-7f8b-47fa-9489-c64c64f2b96d" -d '{"events": [{"name": "network-changed", "server_uuid": "22739b24-d20e-4207-b033-5d7e10c35114", "tag": "e95d12e5-876d-498f-87d2-3baef9781540"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:03:51.171236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53040af1-61cf-4d06-a51e-a3ea12a7b951 service neutron] Pushing event updated for resources: {'Port': ['ID=e95d12e5-876d-498f-87d2-3baef9781540,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:51.186645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b101565b-3c30-43e0-aff8-91c1378f03a6 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:03:51.291994 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6eaa-633b-4505-bfed-6ac6c75dcca6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:51.402789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b101565b-3c30-43e0-aff8-91c1378f03a6 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:03:51.408169 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:51.419807 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04fc213-a672-41a3-be96-9e088281b625 x-openstack-request-id: req-c04fc213-a672-41a3-be96-9e088281b625 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:03:51.420265 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22739b24-d20e-4207-b033-5d7e10c35114", "tag": "e95d12e5-876d-498f-87d2-3baef9781540", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:03:51.420265 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c04fc213-a672-41a3-be96-9e088281b625 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:03:51.420718 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22739b24-d20e-4207-b033-5d7e10c35114', 'tag': 'e95d12e5-876d-498f-87d2-3baef9781540', 'status': 'completed', 'code': 200} Oct 13 11:03:51.440718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47e9cd-e27a-4f06-a9ba-b990dede8131 req-3d49cfcd-8ae5-49ac-834a-d6d8d2597a58 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:51.451818 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a47e9cd-e27a-4f06-a9ba-b990dede8131 req-3d49cfcd-8ae5-49ac-834a-d6d8d2597a58 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 945 time: 0.2177825 Oct 13 11:03:51.515211 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6eaa-633b-4505-bfed-6ac6c75dcca6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:51.519892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-4f4e6920-981b-4036-b066-c0e5bfe96c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:51.524075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-4f4e6920-981b-4036-b066-c0e5bfe96c3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fb2973ca8594914a06108d9b8815504&device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 1094 time: 0.2187283 Oct 13 11:03:51.558023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a47e9cd-e27a-4f06-a9ba-b990dede8131 req-74d4e5d6-3e0f-4cf7-b65d-a2e3caa4c368 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008320 Oct 13 11:03:51.621413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb6eaa-633b-4505-bfed-6ac6c75dcca6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event deleted for resources: {'Subnet': ['ID=62b5b151-1f5c-4b5a-a777-9e9451813918,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:51.643208 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6eaa-633b-4505-bfed-6ac6c75dcca6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:51.652321 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5ddb6eaa-633b-4505-bfed-6ac6c75dcca6 tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "DELETE /v2.0/subnets/62b5b151-1f5c-4b5a-a777-9e9451813918 HTTP/1.1" status: 204 len: 168 time: 1.0320556 Oct 13 11:03:51.655135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50332) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:51.683913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027a7995-dc53-4056-8783-d8ff4f866bb9 None None] Network ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:03:51.736743 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-3565e38a-fc3d-423e-8d00-a2fa4e0335ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95d12e5-876d-498f-87d2-3baef9781540 HTTP/1.1" status: 200 len: 217 time: 0.1758623 Oct 13 11:03:51.861438 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:51.911142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-8f2c80a3-1e45-4e13-a07f-93262664ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:51.911409 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:51.912430 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-8f2c80a3-1e45-4e13-a07f-93262664ba0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7257deaf-ea57-468d-8714-4ba8e8154436 HTTP/1.1" status: 200 len: 853 time: 0.1540077 Oct 13 11:03:51.949132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8914f-a026-4b94-9842-d75b888334fd req-2d4c4bdb-ac7c-4d57-ae74-a73a208f0c29 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:51.957404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7b8914f-a026-4b94-9842-d75b888334fd req-2d4c4bdb-ac7c-4d57-ae74-a73a208f0c29 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.2118700 Oct 13 11:03:52.023701 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Deleting port 561dd7df-62f5-4980-83d6-f9e52c9a7462 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:03:52.026720 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:52.112401 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b101565b-3c30-43e0-aff8-91c1378f03a6'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:03:52.120700 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a691409-7e27-4e7b-9571-9cb9149b8b89" -d '{"events": [{"server_uuid": "84fc2207-c993-4b60-9ad2-66f7ce0c01a9", "name": "network-vif-plugged", "status": "completed", "tag": "b101565b-3c30-43e0-aff8-91c1378f03a6"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:03:52.128105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-f10d4e36-4f3e-4973-823f-da850ee8e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:52.129607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-f10d4e36-4f3e-4973-823f-da850ee8e75c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af265d94-60d2-4643-a740-30c45c64b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2010248 Oct 13 11:03:52.157044 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7b8914f-a026-4b94-9842-d75b888334fd req-c4b79cd1-0f68-4451-995f-8bfe670e1e52 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989131 Oct 13 11:03:52.180403 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b101565b-3c30-43e0-aff8-91c1378f03a6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b101565b-3c30-43e0-aff8-91c1378f03a6,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:52.181125 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] For port 561dd7df-62f5-4980-83d6-f9e52c9a7462, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=561dd7df-62f5-4980-83d6-f9e52c9a7462,segment=NetworkSegment(ac26e933-e11f-4019-bdf2-9368e2c22a1c),segment_id=ac26e933-e11f-4019-bdf2-9368e2c22a1c)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:52.181605 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:52.199783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Calling delete_port for 561dd7df-62f5-4980-83d6-f9e52c9a7462 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:03:52.289367 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:52.350659 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c54c3c-eb83-4cb5-9a1a-1d7942ddf96b None None] DHCP port deletion for ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:03:52.365183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-7a7d0438-937c-49d2-ac9b-03efb842d50a service neutron] 10.222.0.46 "GET /v2.0/networks/af265d94-60d2-4643-a740-30c45c64b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068784 Oct 13 11:03:52.490176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b101565b-3c30-43e0-aff8-91c1378f03a6,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:52.499580 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17edaa47-7b4a-4337-a714-003ccb2e9f4e x-openstack-request-id: req-17edaa47-7b4a-4337-a714-003ccb2e9f4e {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:03:52.499883 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fc2207-c993-4b60-9ad2-66f7ce0c01a9", "name": "network-vif-plugged", "status": "completed", "tag": "b101565b-3c30-43e0-aff8-91c1378f03a6", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:03:52.500413 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17edaa47-7b4a-4337-a714-003ccb2e9f4e {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:03:52.500809 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b101565b-3c30-43e0-aff8-91c1378f03a6', 'code': 200} Oct 13 11:03:52.507660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802eb93-0a11-4966-8bc1-575dd940e862 req-c062d8f1-7b2d-4a95-a685-51c54389f601 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:52.510247 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2802eb93-0a11-4966-8bc1-575dd940e862 req-c062d8f1-7b2d-4a95-a685-51c54389f601 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0703037 Oct 13 11:03:52.564751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54c3c-eb83-4cb5-9a1a-1d7942ddf96b None None] Deleting port 561dd7df-62f5-4980-83d6-f9e52c9a7462 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:03:52.566457 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0c54c3c-eb83-4cb5-9a1a-1d7942ddf96b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:52.614911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ebb5fc7-b897-4c77-905e-788f1df88970 req-1a7103c9-52e3-497d-8838-e437e0f65420 service neutron] 10.222.0.46 "GET /v2.0/networks/af265d94-60d2-4643-a740-30c45c64b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355423 Oct 13 11:03:52.634435 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2802eb93-0a11-4966-8bc1-575dd940e862 req-43c01505-06f2-484d-92e2-b3308e8db4f1 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158621 Oct 13 11:03:52.635525 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:52.714192 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event deleted for resources: {'Port': ['ID=561dd7df-62f5-4980-83d6-f9e52c9a7462,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:52.731511 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d0c54c3c-eb83-4cb5-9a1a-1d7942ddf96b None None] For port 561dd7df-62f5-4980-83d6-f9e52c9a7462, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=561dd7df-62f5-4980-83d6-f9e52c9a7462,segment=NetworkSegment(ac26e933-e11f-4019-bdf2-9368e2c22a1c),segment_id=ac26e933-e11f-4019-bdf2-9368e2c22a1c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:03:52.732398 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0c54c3c-eb83-4cb5-9a1a-1d7942ddf96b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:52.771814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54c3c-eb83-4cb5-9a1a-1d7942ddf96b None None] Calling delete_port for 561dd7df-62f5-4980-83d6-f9e52c9a7462 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:03:52.821473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] No DVR routers for this DVR port 561dd7df-62f5-4980-83d6-f9e52c9a7462 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:03:52.870876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d51586-667c-433f-bd36-382c78bde628 req-d55d4f54-1e90-4b62-a41e-f936c6697081 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:52.879161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7d51586-667c-433f-bd36-382c78bde628 req-d55d4f54-1e90-4b62-a41e-f936c6697081 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1970909 Oct 13 11:03:52.933208 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec983080-7f8b-47fa-9489-c64c64f2b96d req-350c9896-e3cb-4fd7-92af-86e64a888b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:52.939303 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec983080-7f8b-47fa-9489-c64c64f2b96d req-350c9896-e3cb-4fd7-92af-86e64a888b64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fb2973ca8594914a06108d9b8815504&device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 1094 time: 0.1858425 Oct 13 11:03:52.964467 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-ad4b0e2d-78cc-4f83-9ead-bda84749c8fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2378697 Oct 13 11:03:52.964981 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0c54c3c-eb83-4cb5-9a1a-1d7942ddf96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:53.000925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c54c3c-eb83-4cb5-9a1a-1d7942ddf96b None None] Pushing event deleted for resources: {'Port': ['ID=561dd7df-62f5-4980-83d6-f9e52c9a7462,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:53.009735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c54c3c-eb83-4cb5-9a1a-1d7942ddf96b None None] No DVR routers for this DVR port 561dd7df-62f5-4980-83d6-f9e52c9a7462 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:03:53.037288 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:53.102644 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:53.114977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac26e933-e11f-4019-bdf2-9368e2c22a1c') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:53.115276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac26e933-e11f-4019-bdf2-9368e2c22a1c') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:03:53.134530 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:53.139598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-22a9274b-9ff9-4a9e-b4ec-779900084d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.140080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-22a9274b-9ff9-4a9e-b4ec-779900084d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.140545 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-22a9274b-9ff9-4a9e-b4ec-779900084d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.141007 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-22a9274b-9ff9-4a9e-b4ec-779900084d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.141519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-22a9274b-9ff9-4a9e-b4ec-779900084d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.142237 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-22a9274b-9ff9-4a9e-b4ec-779900084d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.142766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-22a9274b-9ff9-4a9e-b4ec-779900084d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.145466 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-22a9274b-9ff9-4a9e-b4ec-779900084d4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8ef3a9260b7494da03368bc530c12f3&device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 6502 time: 0.0903728 Oct 13 11:03:53.203718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec983080-7f8b-47fa-9489-c64c64f2b96d req-6b4f2c1d-5fc7-48b9-be05-b799784c2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.211199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec983080-7f8b-47fa-9489-c64c64f2b96d req-6b4f2c1d-5fc7-48b9-be05-b799784c2a0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=af265d94-60d2-4643-a740-30c45c64b71e HTTP/1.1" status: 200 len: 915 time: 0.2253523 Oct 13 11:03:53.224737 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:53.267501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:03:53.272315 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:53.272476 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7d51586-667c-433f-bd36-382c78bde628 req-ba8c567f-ce59-461b-bedf-cc02d5fa6c23 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916507 Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:03:53.273467 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:03:53.365001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec983080-7f8b-47fa-9489-c64c64f2b96d req-4f04577c-ef7d-4c3c-9b26-505d3f4049c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95d12e5-876d-498f-87d2-3baef9781540 HTTP/1.1" status: 200 len: 217 time: 0.1387441 Oct 13 11:03:53.451191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ae2a0-a57a-4dec-a8c0-4635b475d8da req-495ae815-a4c4-4ead-9b8a-687b8ebd0206 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.453404 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a6ae2a0-a57a-4dec-a8c0-4635b475d8da req-495ae815-a4c4-4ead-9b8a-687b8ebd0206 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.1260786 Oct 13 11:03:53.492661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec983080-7f8b-47fa-9489-c64c64f2b96d req-ac35ad39-326e-482f-8260-b31426ba3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.494461 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec983080-7f8b-47fa-9489-c64c64f2b96d req-ac35ad39-326e-482f-8260-b31426ba3d99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7257deaf-ea57-468d-8714-4ba8e8154436 HTTP/1.1" status: 200 len: 853 time: 0.1105940 Oct 13 11:03:53.537375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:53.551874 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:53.556242 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] 10.222.0.32 "DELETE /v2.0/networks/ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0 HTTP/1.1" status: 204 len: 168 time: 1.9000752 Oct 13 11:03:53.602019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec983080-7f8b-47fa-9489-c64c64f2b96d req-93b6a029-a50c-4c30-a19e-36499fe25842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.603567 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec983080-7f8b-47fa-9489-c64c64f2b96d req-93b6a029-a50c-4c30-a19e-36499fe25842 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af265d94-60d2-4643-a740-30c45c64b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972681 Oct 13 11:03:53.621614 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a6ae2a0-a57a-4dec-a8c0-4635b475d8da req-e43c8c6c-3b46-43e8-a8a9-1588d679b9f3 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534436 Oct 13 11:03:53.623374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce9b22-9916-4575-ac8c-8dd4bfd923ec tempest-AllowedAddressPairIpV6TestJSON-1711290232 tempest-AllowedAddressPairIpV6TestJSON-1711290232-project] Pushing event deleted for resources: {'Network': ['ID=ab4bf3b1-dc03-4e84-9ab8-9eb8fdb2adf0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:53.626001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-d58ae717-5038-4150-a446-9b23d2647c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.626550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-d58ae717-5038-4150-a446-9b23d2647c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.627669 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-d58ae717-5038-4150-a446-9b23d2647c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.630013 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-d58ae717-5038-4150-a446-9b23d2647c70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bc5e0317-2a1f-41ba-91cf-0b420f18bef2&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=231ca368-35d6-4a3f-8aab-23252a4b5f72&id=231ca368-35d6-4a3f-8aab-23252a4b5f72 HTTP/1.1" status: 200 len: 2296 time: 0.4495838 Oct 13 11:03:53.791358 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-909887a4-243f-4a52-af90-1c0a8d8ee3cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b45b71e-507c-4f82-9175-e9a55d5c8e54 HTTP/1.1" status: 200 len: 1001 time: 0.1531758 Oct 13 11:03:53.883862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f992d-6be3-4c03-ac6b-924352ecd32e req-50f9755c-890f-4ba9-9fb5-5520eb5b66d5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.896175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-878f992d-6be3-4c03-ac6b-924352ecd32e req-50f9755c-890f-4ba9-9fb5-5520eb5b66d5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.1405089 Oct 13 11:03:53.897373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-a96ce109-245d-4a5c-9baf-05dd43e2637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:53.901390 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-a96ce109-245d-4a5c-9baf-05dd43e2637c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65e93234-d6c5-4aa7-8ff5-81bcaedbc002 HTTP/1.1" status: 200 len: 855 time: 0.1015518 Oct 13 11:03:53.905956 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec983080-7f8b-47fa-9489-c64c64f2b96d req-02cdb668-85b9-4708-8d32-8532ad89813b service neutron] 10.222.0.46 "GET /v2.0/networks/af265d94-60d2-4643-a740-30c45c64b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902212 Oct 13 11:03:53.979305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 561dd7df-62f5-4980-83d6-f9e52c9a7462 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:03:54.022449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 561dd7df-62f5-4980-83d6-f9e52c9a7462 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:03:54.023108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 561dd7df-62f5-4980-83d6-f9e52c9a7462 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:03:54.051638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-6af75717-c995-4152-a02e-a820c74b7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:54.053276 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-6af75717-c995-4152-a02e-a820c74b7542 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bc5e0317-2a1f-41ba-91cf-0b420f18bef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417327 Oct 13 11:03:54.134872 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec983080-7f8b-47fa-9489-c64c64f2b96d req-82a3b570-c336-4987-b222-c0e560e53a92 service neutron] 10.222.0.46 "GET /v2.0/networks/af265d94-60d2-4643-a740-30c45c64b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112882 Oct 13 11:03:54.252332 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-878f992d-6be3-4c03-ac6b-924352ecd32e req-e3361d62-83f5-4605-bdc7-db07e6979a78 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550546 Oct 13 11:03:54.282267 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-179661fe-32c0-4d17-933e-63513e8df3f4 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5e0317-2a1f-41ba-91cf-0b420f18bef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208502 Oct 13 11:03:54.425284 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50386) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:54.571514 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-5f2bf633-b365-4cb1-9990-e819216ff9e1 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5e0317-2a1f-41ba-91cf-0b420f18bef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788894 Oct 13 11:03:54.593720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccefb5-9298-402c-9602-79b8bc18cfab req-494003d0-feb5-4e83-b083-49c1a260878b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:54.595862 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9ccefb5-9298-402c-9602-79b8bc18cfab req-494003d0-feb5-4e83-b083-49c1a260878b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1603570 Oct 13 11:03:54.640738 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-ad213a3d-a023-47f7-be80-8976e75729bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=0c538839-1be6-4a32-b0e6-10d01668a313 HTTP/1.1" status: 200 len: 217 time: 0.0599618 Oct 13 11:03:54.704740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9ccefb5-9298-402c-9602-79b8bc18cfab req-79947e4f-d67e-40cd-a69e-17d87c317f51 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873272 Oct 13 11:03:54.734732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-2feec848-5542-456b-ad1b-928e8b28381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:54.738006 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-2feec848-5542-456b-ad1b-928e8b28381f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.0869424 Oct 13 11:03:54.763488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a1f2bfff-c6f2-4528-ae0f-8cb1c507ab6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcc15ce75a63492883b2d3c27d23bb62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368418 Oct 13 11:03:54.765940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50394) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:54.905291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad871526-d9eb-4c38-90b9-1a3394b273b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:54.953600 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974881f-7b98-4657-b1b1-e7066ca967ee req-ad29e29e-8a6a-434c-97f7-767e2dc13926 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:54.954601 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3974881f-7b98-4657-b1b1-e7066ca967ee req-ad29e29e-8a6a-434c-97f7-767e2dc13926 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.1527185 Oct 13 11:03:54.978986 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad871526-d9eb-4c38-90b9-1a3394b273b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:55.038051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-5a18d702-0778-4696-9d55-ddeddd96dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:55.040011 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-5a18d702-0778-4696-9d55-ddeddd96dfb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2936583 Oct 13 11:03:55.214451 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad871526-d9eb-4c38-90b9-1a3394b273b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:55.214451 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad871526-d9eb-4c38-90b9-1a3394b273b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:03:55.214451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ad871526-d9eb-4c38-90b9-1a3394b273b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d851298-e79f-410d-9626-3339dfd4c1f4 HTTP/1.1" status: 204 len: 168 time: 0.4410372 Oct 13 11:03:55.235214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad871526-d9eb-4c38-90b9-1a3394b273b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d851298-e79f-410d-9626-3339dfd4c1f4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:03:55.289227 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-3f3d9cc7-bb10-4b32-a871-05cb6af4fd5f service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381887 Oct 13 11:03:55.308721 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3974881f-7b98-4657-b1b1-e7066ca967ee req-a8d85506-6367-4e79-9002-a6fb9bc2dc05 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475740 Oct 13 11:03:55.493958 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8d397-77db-4207-bb70-e95e0455c67f req-c9e038d9-de3f-4a64-b948-82b16896109d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:55.495342 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ae8d397-77db-4207-bb70-e95e0455c67f req-c9e038d9-de3f-4a64-b948-82b16896109d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0814207 Oct 13 11:03:55.497518 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-172271fa-1022-4280-b34f-006e60ac2530 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877666 Oct 13 11:03:55.547477 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-0fdad941-4bdc-43f4-9382-05b6947e444c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=4b955f06-9355-4152-b824-207e8663b591 HTTP/1.1" status: 200 len: 217 time: 0.0419726 Oct 13 11:03:55.596306 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ae8d397-77db-4207-bb70-e95e0455c67f req-0158903e-29a2-4bf8-a44d-a1f7b696a81f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924578 Oct 13 11:03:55.610874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-57960d3b-dbf2-4d06-b788-f8515ec90604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:55.612961 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-57960d3b-dbf2-4d06-b788-f8515ec90604 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.0576799 Oct 13 11:03:55.663944 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-e018036a-5f96-4d7a-86df-194c123f171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:55.665972 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-e018036a-5f96-4d7a-86df-194c123f171a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0461714 Oct 13 11:03:55.785346 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-45928452-08f3-468d-8871-7a202a6fb09a service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013377 Oct 13 11:03:55.846438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c665415-31e5-4733-b0cd-931acfd987ed req-bc2747ba-f38f-4106-96f5-94d833a3be2c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:55.848519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c665415-31e5-4733-b0cd-931acfd987ed req-bc2747ba-f38f-4106-96f5-94d833a3be2c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0570776 Oct 13 11:03:55.888822 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-cf1e22a2-0f9c-4942-a464-835f11e6d726 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968628 Oct 13 11:03:55.890658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c665415-31e5-4733-b0cd-931acfd987ed req-469e77a3-612b-438e-b660-627122ca94e2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361323 Oct 13 11:03:55.952321 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-3b4fc288-b106-4cdd-851d-9fb996217215 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=1e5b1f2a-86fe-4784-b429-eafd5aa62c84 HTTP/1.1" status: 200 len: 217 time: 0.0548913 Oct 13 11:03:56.029699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-384630a4-7aa7-46a4-8e2b-49367cd962aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:56.032628 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-384630a4-7aa7-46a4-8e2b-49367cd962aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.0716004 Oct 13 11:03:56.189857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-ccc661a2-8b77-483d-937d-19f7f970c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:56.195933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-ccc661a2-8b77-483d-937d-19f7f970c7be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1561358 Oct 13 11:03:56.407231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-c9e4dbe0-6915-4a39-a25d-39bf3f1b5662 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946805 Oct 13 11:03:56.587580 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9381c46-28cf-49e8-b979-88a96d281d8e req-ec860df0-f18d-48b8-959a-0e62d3328905 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:56.590733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9381c46-28cf-49e8-b979-88a96d281d8e req-ec860df0-f18d-48b8-959a-0e62d3328905 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.1872127 Oct 13 11:03:56.664745 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-8eb68904-a1f9-438b-8faa-b93e670d62e4 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518909 Oct 13 11:03:56.711326 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9381c46-28cf-49e8-b979-88a96d281d8e req-5c94a4d0-743e-408f-a127-d7a4c722ebd4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120274 Oct 13 11:03:56.793297 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-89893ae5-161c-462c-a4bc-5fd73168fb10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=50046162-7e11-4c9f-a133-6908a9f0aa39 HTTP/1.1" status: 200 len: 217 time: 0.1193531 Oct 13 11:03:56.881132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-b60e9143-04d4-43f2-960a-93e772230bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:56.882628 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-b60e9143-04d4-43f2-960a-93e772230bde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.0797312 Oct 13 11:03:56.944259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd78a6b-fe8d-4b66-ab91-12beab8a91ff req-63764cea-7812-44e5-b0d2-0f77e0625c6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:56.956696 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cfd78a6b-fe8d-4b66-ab91-12beab8a91ff req-63764cea-7812-44e5-b0d2-0f77e0625c6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.1999221 Oct 13 11:03:57.075695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cfd78a6b-fe8d-4b66-ab91-12beab8a91ff req-e6d5a88f-5ebd-4115-9435-7ce352382c7c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179798 Oct 13 11:03:57.077972 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-c2a8caf8-c986-4c4b-aa17-2b1969e919f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:57.079524 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-c2a8caf8-c986-4c4b-aa17-2b1969e919f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1891689 Oct 13 11:03:57.167263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d7326-1a65-4a5d-b8a1-b6dda3f5d111 req-4778e82d-3c2b-443f-bd58-02c0053c39e7 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:57.185859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c6d7326-1a65-4a5d-b8a1-b6dda3f5d111 req-4778e82d-3c2b-443f-bd58-02c0053c39e7 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1583998 Oct 13 11:03:57.250053 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c6d7326-1a65-4a5d-b8a1-b6dda3f5d111 req-00309cee-51a2-4b9c-be57-88596f67f446 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585954 Oct 13 11:03:57.369388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50460) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.391700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-2a5e558b-6a17-4622-9a29-a3618dd832cf service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750201 Oct 13 11:03:57.512268 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-c8e8b65a-5aee-4f2d-9edd-52b575bcea6a tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.513310 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c8e8b65a-5aee-4f2d-9edd-52b575bcea6a tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1418576 Oct 13 11:03:57.516550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50464) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.523386 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-04c78179-5845-45a6-98c2-7e48dce87c42 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.525019 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-04c78179-5845-45a6-98c2-7e48dce87c42 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0074596 Oct 13 11:03:57.530888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50468) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.536656 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-abcc95e3-89e4-4e73-9829-55141e24a40b tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.540196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-abcc95e3-89e4-4e73-9829-55141e24a40b tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0058103 Oct 13 11:03:57.542222 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50472) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.549702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-5e963bda-b446-4cbd-8f90-f1a558573ceb tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.553668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50474) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.558041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-243a22fe-a24b-4eef-9bdf-a53a1063ff19 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.559401 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-243a22fe-a24b-4eef-9bdf-a53a1063ff19 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047343 Oct 13 11:03:57.562079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50476) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.573309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5e963bda-b446-4cbd-8f90-f1a558573ceb tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0144815 Oct 13 11:03:57.576502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-dcd19482-6642-471a-a285-5390af1c38e1 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.577637 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dcd19482-6642-471a-a285-5390af1c38e1 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0145996 Oct 13 11:03:57.586438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50478) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.594664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-b92b6d03-6043-4bba-bf27-f14eb4875466 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.595703 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b92b6d03-6043-4bba-bf27-f14eb4875466 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0083494 Oct 13 11:03:57.598455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50480) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.603921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-4471de4b-a492-4c29-9b0c-8ce4d524b5bd tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.604886 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4471de4b-a492-4c29-9b0c-8ce4d524b5bd tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055211 Oct 13 11:03:57.610161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50484) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.630956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-dfd66792-ccbe-498f-a3bb-f84cfc7e721f tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.633160 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dfd66792-ccbe-498f-a3bb-f84cfc7e721f tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0193517 Oct 13 11:03:57.635694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50486) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.640306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-5da7111e-5303-4809-9c77-ba677943ce3a tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.641489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5da7111e-5303-4809-9c77-ba677943ce3a tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046461 Oct 13 11:03:57.644873 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50488) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.649264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-09b3e009-a0eb-41d2-998d-1b7de6c82876 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.651839 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-09b3e009-a0eb-41d2-998d-1b7de6c82876 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0057786 Oct 13 11:03:57.658995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50490) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.663653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-9ce5b250-fc7b-4f09-bece-81052511672c tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.665475 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9ce5b250-fc7b-4f09-bece-81052511672c tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052032 Oct 13 11:03:57.669857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50492) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.679300 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-6c81b458-f82b-4ffc-a05e-0621933431e6 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.679901 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-f754894b-8d82-491f-b667-d627a7fdb5bf service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784994 Oct 13 11:03:57.680925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6c81b458-f82b-4ffc-a05e-0621933431e6 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0097680 Oct 13 11:03:57.684180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50494) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.688796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-3d0e7438-ca00-451a-89e2-3242c455d46e tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.693975 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50496) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.694181 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3d0e7438-ca00-451a-89e2-3242c455d46e tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0083594 Oct 13 11:03:57.700504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-d58a25d0-2484-4082-aa5c-317eb296155c tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.701831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d58a25d0-2484-4082-aa5c-317eb296155c tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0063894 Oct 13 11:03:57.704436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50498) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.719009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-63dca1fa-775b-4836-aebf-9ff7423f882e tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.722905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-63dca1fa-775b-4836-aebf-9ff7423f882e tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0160961 Oct 13 11:03:57.724751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50500) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.731419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-437c996d-1ca1-4cf1-ad98-1be60e6eeee8 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.737156 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-437c996d-1ca1-4cf1-ad98-1be60e6eeee8 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0067754 Oct 13 11:03:57.749101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50504) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.766294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-a3b39edf-1b26-439d-b4bc-469e4835ff73 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.767320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a3b39edf-1b26-439d-b4bc-469e4835ff73 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0172246 Oct 13 11:03:57.776441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50506) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.790533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-778ff0db-7a31-4ec4-9861-0cb8083c539d tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.793484 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-778ff0db-7a31-4ec4-9861-0cb8083c539d tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0141504 Oct 13 11:03:57.794843 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50508) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.810609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-aab06d99-c846-435f-b16e-367affd0675b tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.811667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-aab06d99-c846-435f-b16e-367affd0675b tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0156436 Oct 13 11:03:57.817247 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50510) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.826047 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-941bfcba-9a36-4197-b179-daf192005cbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5a9bc85-a7e6-4129-95b9-1a12e3334a90 HTTP/1.1" status: 200 len: 217 time: 0.1289814 Oct 13 11:03:57.835746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-acd51538-12b4-45a0-a57b-d7e5882ac38d tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.841027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-acd51538-12b4-45a0-a57b-d7e5882ac38d tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0219941 Oct 13 11:03:57.843852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50512) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.864558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-759bf140-6905-4ded-a5b2-7e2873fcd4e8 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.865667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-759bf140-6905-4ded-a5b2-7e2873fcd4e8 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0208542 Oct 13 11:03:57.869290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50514) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.878908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-6af2d9bc-acc7-4ac0-9b57-9eafa100acf3 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.880045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6af2d9bc-acc7-4ac0-9b57-9eafa100acf3 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0095921 Oct 13 11:03:57.933725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50516) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.965557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-a2fad9fb-8a14-4ee1-9319-9748a14228fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:57.971477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-841f81d5-04d5-4bc6-aaa4-e8f71f22847b tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:57.972364 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-a2fad9fb-8a14-4ee1-9319-9748a14228fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed19e18-2ea3-4797-b575-0d77ae1124dd HTTP/1.1" status: 200 len: 797 time: 0.1384318 Oct 13 11:03:57.973931 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-841f81d5-04d5-4bc6-aaa4-e8f71f22847b tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0390062 Oct 13 11:03:57.977061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50520) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:57.998322 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-e4d59810-50f2-4884-88cc-af1638235c99 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.006942 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e4d59810-50f2-4884-88cc-af1638235c99 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0285931 Oct 13 11:03:58.024259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50522) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.041549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-025d9500-171f-4137-8db3-da3bb6f83fe8 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.045714 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-025d9500-171f-4137-8db3-da3bb6f83fe8 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0175810 Oct 13 11:03:58.047161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50524) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.052377 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-9bfd413a-aca8-46c1-9ada-97dfca569fd1 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.056620 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50526) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.056943 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9bfd413a-aca8-46c1-9ada-97dfca569fd1 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079286 Oct 13 11:03:58.102713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-5fa25cc6-0aaf-4460-b330-a09d44d63ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:58.105639 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-5fa25cc6-0aaf-4460-b330-a09d44d63ca3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=231ca368-35d6-4a3f-8aab-23252a4b5f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0965493 Oct 13 11:03:58.139388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-b9df0b8f-eb5e-4892-9cdb-0b3d232c2003 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.139388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b9df0b8f-eb5e-4892-9cdb-0b3d232c2003 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0789275 Oct 13 11:03:58.146082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50530) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.163560 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-8b5f6f31-9fb1-4a53-8eb4-7e6cf44ebb3a tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.167957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8b5f6f31-9fb1-4a53-8eb4-7e6cf44ebb3a tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0082800 Oct 13 11:03:58.189851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e9f3a-aa1e-42b9-b99b-0756575f13c1 req-6b555e42-a216-4cd8-8ddc-838926065512 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:58.198794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-239e9f3a-aa1e-42b9-b99b-0756575f13c1 req-6b555e42-a216-4cd8-8ddc-838926065512 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.3106844 Oct 13 11:03:58.201020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50532) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.217999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-71a8e0ca-ec3f-4ba1-a346-2e5139c0894e tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.222085 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-71a8e0ca-ec3f-4ba1-a346-2e5139c0894e tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0171480 Oct 13 11:03:58.269975 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50534) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.280595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-3bc00244-422c-4b6c-94b1-12fae450b0c2 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.284373 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3bc00244-422c-4b6c-94b1-12fae450b0c2 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0108662 Oct 13 11:03:58.308001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50538) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.330518 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-52f8f71f-a5ab-4571-95bf-15869086ff77 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.334616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-52f8f71f-a5ab-4571-95bf-15869086ff77 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0231819 Oct 13 11:03:58.334891 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50540) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.350938 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-cc5ebcf2-0bfc-44b3-b591-8255c2496930 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.362756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cc5ebcf2-0bfc-44b3-b591-8255c2496930 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0174918 Oct 13 11:03:58.368391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50542) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.375174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-de39723f-6ace-46b4-ac85-285d633cb082 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.377533 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-de39723f-6ace-46b4-ac85-285d633cb082 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0063634 Oct 13 11:03:58.380211 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-239e9f3a-aa1e-42b9-b99b-0756575f13c1 req-d17801da-93b1-4fad-a78f-4d2e6f8ea7f7 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804783 Oct 13 11:03:58.385192 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-c138f44d-4cab-46f5-820a-1076aef71686 service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673976 Oct 13 11:03:58.387342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50546) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.393605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-0a046bec-d52c-457f-93a1-ee99122ef5c7 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.397994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50548) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.398649 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0a046bec-d52c-457f-93a1-ee99122ef5c7 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0083489 Oct 13 11:03:58.403689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-c50fb6ff-b847-4b83-8873-871631cefef2 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.412743 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c50fb6ff-b847-4b83-8873-871631cefef2 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0135860 Oct 13 11:03:58.413089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50552) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.419903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-5a0bbe05-7317-445d-85b6-7a05f00e9aed tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.424191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50554) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.425869 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5a0bbe05-7317-445d-85b6-7a05f00e9aed tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0084624 Oct 13 11:03:58.429256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-ccf318e4-cd0d-465c-b8ab-a45cf216a34d tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.436610 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ccf318e4-cd0d-465c-b8ab-a45cf216a34d tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044703 Oct 13 11:03:58.442187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50556) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.477894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-efbd4e02-fc62-409b-b61e-210f7684fba4 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.482097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50558) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.482456 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-efbd4e02-fc62-409b-b61e-210f7684fba4 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0080116 Oct 13 11:03:58.488362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-d840ed20-d3b1-4649-8018-da14d89a713f tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.494622 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d840ed20-d3b1-4649-8018-da14d89a713f tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0068581 Oct 13 11:03:58.494622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50560) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.502274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-04d317b2-0b16-4a92-ba96-9f73f260eed5 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.507335 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24a9c6-7db8-42c6-9e10-813b1c4bda54 req-8d7e5c04-0dc1-402e-9064-d01664efc575 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:58.514742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-04d317b2-0b16-4a92-ba96-9f73f260eed5 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0083990 Oct 13 11:03:58.515435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50562) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.517293 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f24a9c6-7db8-42c6-9e10-813b1c4bda54 req-8d7e5c04-0dc1-402e-9064-d01664efc575 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.2045641 Oct 13 11:03:58.544340 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-a4f743d9-51fd-4a78-9161-4e7fd2847a0c tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.557421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a4f743d9-51fd-4a78-9161-4e7fd2847a0c tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0385745 Oct 13 11:03:58.557782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50564) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.562778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-efafc92b-dcda-4dc6-ad31-db3150dcd2f8 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.565919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-efafc92b-dcda-4dc6-ad31-db3150dcd2f8 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043025 Oct 13 11:03:58.570872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50566) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.583617 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f24a9c6-7db8-42c6-9e10-813b1c4bda54 req-26336223-2b5b-4e48-b01f-f3625a579602 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648859 Oct 13 11:03:58.585393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-201d12be-b4a0-4f71-bc5b-f027cd8acc1f tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.588993 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-201d12be-b4a0-4f71-bc5b-f027cd8acc1f tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0135090 Oct 13 11:03:58.593703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50568) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.609159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-05f1d3cd-bde4-418b-b3a2-63052e8dd317 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.614860 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-05f1d3cd-bde4-418b-b3a2-63052e8dd317 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0169041 Oct 13 11:03:58.617821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50570) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.639961 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-3e7e0098-2d24-45e0-ba32-326c5f9a71fe tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.643465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3e7e0098-2d24-45e0-ba32-326c5f9a71fe tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0175493 Oct 13 11:03:58.649298 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50574) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.677681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-57127227-5179-4492-8fad-dd0312c0107e tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.681086 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-57127227-5179-4492-8fad-dd0312c0107e tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0260284 Oct 13 11:03:58.681946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50576) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.697505 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-4a6d23b2-4777-4390-8a28-9a2dc8c5f0b4 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.701219 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4a6d23b2-4777-4390-8a28-9a2dc8c5f0b4 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0139825 Oct 13 11:03:58.701351 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-dcdbd716-f636-41e6-ac0c-2515db79c81d service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967803 Oct 13 11:03:58.701506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50578) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.711407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-728f7501-42b4-4be2-b843-1f39fae63d8c tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.716639 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-728f7501-42b4-4be2-b843-1f39fae63d8c tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0112276 Oct 13 11:03:58.717829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50580) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.733125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-1e7357b5-3055-48ff-b96b-7c6864502cb0 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.740108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1e7357b5-3055-48ff-b96b-7c6864502cb0 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0123887 Oct 13 11:03:58.744806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50584) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.760033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-a8fe3264-3c70-4ec4-a8d7-e191a8c0e7fd tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.770724 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a8fe3264-3c70-4ec4-a8d7-e191a8c0e7fd tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0141096 Oct 13 11:03:58.770724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50586) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.783239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-f2478d4c-6681-4d75-bbab-c9472d04ea75 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.786612 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f2478d4c-6681-4d75-bbab-c9472d04ea75 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0131526 Oct 13 11:03:58.788387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50588) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.806740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-edd35977-ea27-4cd7-a276-765f922f8cad tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.810120 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-edd35977-ea27-4cd7-a276-765f922f8cad tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0138314 Oct 13 11:03:58.813043 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-913318dd-1882-4dba-8dca-bfa066f82e09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94cf05b0-82c6-412e-bc9e-6b67117903b5 HTTP/1.1" status: 200 len: 217 time: 0.0964634 Oct 13 11:03:58.813290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50590) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.836061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2678ce9-1ab9-4460-ad01-06ac368a855c req-916ae434-3cf9-4eeb-aa1b-986b7d0bddb6 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:58.839111 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2678ce9-1ab9-4460-ad01-06ac368a855c req-916ae434-3cf9-4eeb-aa1b-986b7d0bddb6 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.2672992 Oct 13 11:03:58.850437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-ece7a016-65ee-4e51-b437-c27ab3693cd8 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.853998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ece7a016-65ee-4e51-b437-c27ab3693cd8 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0113788 Oct 13 11:03:58.913424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50592) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.913424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-71c95447-4db1-4a41-b35c-cac54f1f9782 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.913424 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-71c95447-4db1-4a41-b35c-cac54f1f9782 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0099158 Oct 13 11:03:58.918549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50596) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.926806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-cfd3e3a7-7b15-4a6d-ba70-b9036debe621 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.930648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cfd3e3a7-7b15-4a6d-ba70-b9036debe621 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0101409 Oct 13 11:03:58.933297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50598) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.942407 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-5d4855ad-8ef5-4983-9fb0-22538665285a tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.942407 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5d4855ad-8ef5-4983-9fb0-22538665285a tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0055888 Oct 13 11:03:58.944408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50600) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.954292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-bf82fcd0-33c7-4678-938f-3fd9fb11a647 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.963425 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bf82fcd0-33c7-4678-938f-3fd9fb11a647 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0178552 Oct 13 11:03:58.966231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50602) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:58.979200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-4f58060a-47d8-4a5f-be97-b947f23ae0bb tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:58.980214 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4f58060a-47d8-4a5f-be97-b947f23ae0bb tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0130293 Oct 13 11:03:58.992621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50604) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:59.000169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2678ce9-1ab9-4460-ad01-06ac368a855c req-2bfa5681-44da-48fa-ab78-7e446e17f619 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307924 Oct 13 11:03:59.005269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-362743fb-1752-47c9-a2a0-43a002bd0bab tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:59.006907 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-362743fb-1752-47c9-a2a0-43a002bd0bab tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0079992 Oct 13 11:03:59.010516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50606) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:59.017078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-1b617046-c775-403b-bb23-3a9dbaf23b38 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:59.018039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1b617046-c775-403b-bb23-3a9dbaf23b38 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0052369 Oct 13 11:03:59.020975 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50608) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:59.025918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [None req-9469ab19-86b0-412f-a759-549380742f04 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:59.027356 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9469ab19-86b0-412f-a759-549380742f04 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0054085 Oct 13 11:03:59.029990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50610) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:59.035920 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-6b7c23ee-262c-4502-af77-39243346c4f6 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:59.037456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6b7c23ee-262c-4502-af77-39243346c4f6 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0062730 Oct 13 11:03:59.041537 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50612) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:59.056339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-97698558-bd3c-4ffd-8f53-2c79ed6659ea tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:59.056578 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-97698558-bd3c-4ffd-8f53-2c79ed6659ea tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0144365 Oct 13 11:03:59.057892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-2cc27cd8-31aa-4998-89e8-54e2380133f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:59.059405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50614) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:59.064034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-6d780f4c-6710-4a52-950c-b7d945b0a9e4 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:59.064721 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-2cc27cd8-31aa-4998-89e8-54e2380133f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed19e18-2ea3-4797-b575-0d77ae1124dd HTTP/1.1" status: 200 len: 797 time: 0.2454412 Oct 13 11:03:59.065764 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6d780f4c-6710-4a52-950c-b7d945b0a9e4 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049226 Oct 13 11:03:59.068606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50616) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:59.074741 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-e75b83c3-9f3b-4229-a6a8-55f9d1c5b6bd tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:59.074741 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e75b83c3-9f3b-4229-a6a8-55f9d1c5b6bd tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043914 Oct 13 11:03:59.082887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50618) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:59.092096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-fca178fd-ddf8-43d4-876f-44f2f0a8e119 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:59.273701 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fca178fd-ddf8-43d4-876f-44f2f0a8e119 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0299296 Oct 13 11:03:59.273837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-1dcbed8f-4212-4b58-aba5-c683d4e045f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:59.273837 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-1dcbed8f-4212-4b58-aba5-c683d4e045f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=231ca368-35d6-4a3f-8aab-23252a4b5f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700684 Oct 13 11:03:59.273837 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-073a0233-520e-4ecf-a220-250aa18ab6d6 service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148694 Oct 13 11:03:59.274904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50620) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:59.279708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-bf65718d-235c-4c69-b655-a5beeb72a3a3 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:59.280183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bf65718d-235c-4c69-b655-a5beeb72a3a3 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043113 Oct 13 11:03:59.285900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50622) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:03:59.295243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [None req-4aaedd11-5b3b-43a9-b51d-1d382c3ebfa3 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:03:59.296224 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4aaedd11-5b3b-43a9-b51d-1d382c3ebfa3 tempest-ExtensionsTestJSON-1791542826 tempest-ExtensionsTestJSON-1791542826-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0092888 Oct 13 11:03:59.428171 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e0c847e-9900-4695-a9c7-ee9fda27d487 req-08adf700-23ce-4a4e-87dc-95658500dcd6 service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403728 Oct 13 11:03:59.588171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08a0a3-e2a3-4b5c-8cd2-528392033071 req-33875200-a72c-4bc0-a820-a9bcc498699b tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:59.598004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c08a0a3-e2a3-4b5c-8cd2-528392033071 req-33875200-a72c-4bc0-a820-a9bcc498699b tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.0929122 Oct 13 11:03:59.657767 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c08a0a3-e2a3-4b5c-8cd2-528392033071 req-27b3cc1a-c7ac-49a2-b5c6-a0a288967cf2 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577631 Oct 13 11:03:59.800176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416318a5-aac0-43f9-a663-76bb68b68be7 req-ef5f5687-180c-4d0d-bf5b-08ae64ebdc96 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:03:59.802869 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-416318a5-aac0-43f9-a663-76bb68b68be7 req-ef5f5687-180c-4d0d-bf5b-08ae64ebdc96 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.1008573 Oct 13 11:03:59.894578 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-416318a5-aac0-43f9-a663-76bb68b68be7 req-5a02cb29-c26e-4780-8f49-2498796547d2 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783257 Oct 13 11:04:00.155203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50642) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:00.255370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff496e-b101-4092-81ec-870f44fa6366 req-1fd7226c-96a4-433e-8a20-11b5a72a808c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:00.292410 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e6ff496e-b101-4092-81ec-870f44fa6366 req-1fd7226c-96a4-433e-8a20-11b5a72a808c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1505592 Oct 13 11:04:00.339340 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3286e74d-8d72-4eba-b287-0cfd3b9937c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:00.374472 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e6ff496e-b101-4092-81ec-870f44fa6366 req-b67355c7-816c-4cc4-bcaf-e21644100cd2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858383 Oct 13 11:04:00.596191 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3286e74d-8d72-4eba-b287-0cfd3b9937c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:00.787543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212422-bd26-4c7b-8584-54b186db676c req-f7889f74-8d96-4abe-9d64-8a722fb15479 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:00.789094 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58212422-bd26-4c7b-8584-54b186db676c req-f7889f74-8d96-4abe-9d64-8a722fb15479 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.0620372 Oct 13 11:04:00.836902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58212422-bd26-4c7b-8584-54b186db676c req-a2f1c360-abb8-44ba-98b1-6c6b42b97cba tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418761 Oct 13 11:04:00.909391 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3286e74d-8d72-4eba-b287-0cfd3b9937c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:00.969555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3286e74d-8d72-4eba-b287-0cfd3b9937c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=850d04d1e79a4c3782d1ae95c20b31a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8130617 Oct 13 11:04:00.973114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50662) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:01.028993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286e74d-8d72-4eba-b287-0cfd3b9937c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4ac8dd-f493-440c-a39d-49bac6bb93e9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:01.047019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae931c1-4123-4879-a2b0-745ab9f4ac5d req-9a26b171-e417-4d20-a040-fab8487e972e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:01.048620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ae931c1-4123-4879-a2b0-745ab9f4ac5d req-9a26b171-e417-4d20-a040-fab8487e972e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0666730 Oct 13 11:04:01.103067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f37c57fd-472b-47eb-a915-45c1f655f20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:01.110594 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ae931c1-4123-4879-a2b0-745ab9f4ac5d req-4cb4d689-4cce-4273-bd71-67378c8ea286 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521266 Oct 13 11:04:01.158173 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f37c57fd-472b-47eb-a915-45c1f655f20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:01.343536 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f37c57fd-472b-47eb-a915-45c1f655f20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:01.346160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f37c57fd-472b-47eb-a915-45c1f655f20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:01.350281 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f37c57fd-472b-47eb-a915-45c1f655f20c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c4ac8dd-f493-440c-a39d-49bac6bb93e9 HTTP/1.1" status: 204 len: 168 time: 0.3737385 Oct 13 11:04:01.364568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c57fd-472b-47eb-a915-45c1f655f20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4ac8dd-f493-440c-a39d-49bac6bb93e9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:01.605883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0d67e-7d8f-4fd2-8a15-48c2159f8906 req-67433d0e-70a3-426f-bc15-70f4deea93d0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:01.608941 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abf0d67e-7d8f-4fd2-8a15-48c2159f8906 req-67433d0e-70a3-426f-bc15-70f4deea93d0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0974219 Oct 13 11:04:01.723512 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abf0d67e-7d8f-4fd2-8a15-48c2159f8906 req-d20f0327-44e5-4973-8770-9bc80ad5652f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026740 Oct 13 11:04:02.116097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51abfa-baa3-49c6-b79b-562cb79611f2 req-4343d000-8759-405a-b7e4-cdf0f760eda0 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:02.125078 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f51abfa-baa3-49c6-b79b-562cb79611f2 req-4343d000-8759-405a-b7e4-cdf0f760eda0 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.1146488 Oct 13 11:04:02.177665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f51abfa-baa3-49c6-b79b-562cb79611f2 req-42bf8055-70db-46ee-8faf-1c873b93b703 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513716 Oct 13 11:04:02.390258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dd543-3b95-4137-a947-e12287231887 req-e1291306-7c15-4848-bccf-c14dd4c6682b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:02.391995 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-459dd543-3b95-4137-a947-e12287231887 req-e1291306-7c15-4848-bccf-c14dd4c6682b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.1680841 Oct 13 11:04:02.484937 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-459dd543-3b95-4137-a947-e12287231887 req-017d570f-0f30-4f0f-ac38-837953e655b3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841901 Oct 13 11:04:02.943946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66a9c3-29b9-4880-83a3-0caad1c9b97a req-d9412ef5-3170-44ba-8489-0debc1f0a7c0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:02.953617 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2d66a9c3-29b9-4880-83a3-0caad1c9b97a req-d9412ef5-3170-44ba-8489-0debc1f0a7c0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0961709 Oct 13 11:04:03.009485 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2d66a9c3-29b9-4880-83a3-0caad1c9b97a req-06fb0e9d-2912-47cf-98f9-84de1a7c527b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589702 Oct 13 11:04:03.178095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50720) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:03.397992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-276587835'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:03.478033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f63dfd-8424-41e5-a7ca-6c872874ca3c req-b8c62b5c-31ec-45f9-97d0-433eff5125c9 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:03.486270 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f9f63dfd-8424-41e5-a7ca-6c872874ca3c req-b8c62b5c-31ec-45f9-97d0-433eff5125c9 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.2066691 Oct 13 11:04:03.578486 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f9f63dfd-8424-41e5-a7ca-6c872874ca3c req-875cf9b7-bca1-4ecc-9ed1-283b626c8c5f tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813012 Oct 13 11:04:03.726288 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7806b-d80e-45d6-964f-598350c639e8 req-0b24a031-7dcf-4abc-82fe-d89d47932019 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:03.739918 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97a7806b-d80e-45d6-964f-598350c639e8 req-0b24a031-7dcf-4abc-82fe-d89d47932019 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0833070 Oct 13 11:04:03.786526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Made reservation on behalf of c07bac3a58e64c3fa3fcd43d982c5a79 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:03.790124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:03.805851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97a7806b-d80e-45d6-964f-598350c639e8 req-d2f02ea6-2961-4cca-bcba-72285e0ec2f3 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646753 Oct 13 11:04:03.834402 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:03.940635 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:04.003260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:04.071965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:04:04.100550 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:04.105202 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Added segment ffae32fa-3c03-45ff-8749-9ae4b9b9283a of type vlan for network f91a328f-9b1d-4eae-b3c9-c83a4f607544 Oct 13 11:04:04.183490 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:04.191519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbf57ed-0bfc-4763-9b17-a6842018179d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:04.202497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771cf05-55d3-40cf-97d2-57ee2bb6268d req-e3ecc10c-6c6d-49b9-b9d5-bdfbe8a8c31b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:04.211493 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9771cf05-55d3-40cf-97d2-57ee2bb6268d req-e3ecc10c-6c6d-49b9-b9d5-bdfbe8a8c31b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0700753 Oct 13 11:04:04.246510 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9771cf05-55d3-40cf-97d2-57ee2bb6268d req-2312c186-7bd3-4e44-88c0-b7ea2b8302e7 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340898 Oct 13 11:04:04.370721 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:04.383230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:04.384440 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:04.511989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Pushing event updated for resources: {'Network': ['ID=f91a328f-9b1d-4eae-b3c9-c83a4f607544,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:04.523653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network f91a328f-9b1d-4eae-b3c9-c83a4f607544 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:04:04.554003 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-81ce356c-31d3-438a-af9a-1c3b143ff0e9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3786697 Oct 13 11:04:04.561203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50744) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:04.562713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f260724d-5f97-4d72-a24c-7ef03870a729 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Request body: {'subnet': {'network_id': 'f91a328f-9b1d-4eae-b3c9-c83a4f607544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:04.858359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f260724d-5f97-4d72-a24c-7ef03870a729 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Made reservation on behalf of c07bac3a58e64c3fa3fcd43d982c5a79 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:04.858359 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f260724d-5f97-4d72-a24c-7ef03870a729 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:04.935074 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2a6ac-48f2-429e-82db-384fce780c51 req-b0f9d30f-318b-43d6-a8e2-2830bf6b7f31 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:04.936608 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52c2a6ac-48f2-429e-82db-384fce780c51 req-b0f9d30f-318b-43d6-a8e2-2830bf6b7f31 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.1584766 Oct 13 11:04:04.963190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9722a-2752-411e-9268-284eb66f6e20 req-0bd65107-d4d2-42bc-867a-53d11e07a2ba tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:04.972095 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-12d9722a-2752-411e-9268-284eb66f6e20 req-0bd65107-d4d2-42bc-867a-53d11e07a2ba tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0663760 Oct 13 11:04:05.026650 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-12d9722a-2752-411e-9268-284eb66f6e20 req-2b4d4922-41ca-4f9f-8d33-d92a255bf08a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505631 Oct 13 11:04:05.051819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52c2a6ac-48f2-429e-82db-384fce780c51 req-b4dd4230-338d-4951-8bb6-0b807be9f71b tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852053 Oct 13 11:04:05.435739 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f260724d-5f97-4d72-a24c-7ef03870a729 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:05.441511 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca9e28-e31f-4522-a9d8-a22d75640d7f req-a3f84de4-30df-4508-8ba4-308c9761ff9a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:05.443568 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3ca9e28-e31f-4522-a9d8-a22d75640d7f req-a3f84de4-30df-4508-8ba4-308c9761ff9a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0620461 Oct 13 11:04:05.490300 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3ca9e28-e31f-4522-a9d8-a22d75640d7f req-d8139b1f-b84a-4159-968b-147b3efd7ea7 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402861 Oct 13 11:04:05.522064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260724d-5f97-4d72-a24c-7ef03870a729 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Pushing event updated for resources: {'Subnet': ['ID=79d86a7c-1afe-4edd-8cea-c33aa88dea23,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:05.553556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f260724d-5f97-4d72-a24c-7ef03870a729 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Checking segment: {'id': 'ffae32fa-3c03-45ff-8749-9ae4b9b9283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f91a328f-9b1d-4eae-b3c9-c83a4f607544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:04:05.553948 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260724d-5f97-4d72-a24c-7ef03870a729 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Network hostable DHCP agents. Network: f91a328f-9b1d-4eae-b3c9-c83a4f607544, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:04:05.786250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260724d-5f97-4d72-a24c-7ef03870a729 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Network f91a328f-9b1d-4eae-b3c9-c83a4f607544 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:04:05.831670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f260724d-5f97-4d72-a24c-7ef03870a729 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, f91a328f-9b1d-4eae-b3c9-c83a4f607544) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:05.838507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f260724d-5f97-4d72-a24c-7ef03870a729 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:05.840276 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f260724d-5f97-4d72-a24c-7ef03870a729 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:05.841348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd3b063-d704-43f2-9892-72a6e816e420 None None] Network f91a328f-9b1d-4eae-b3c9-c83a4f607544 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:05.929243 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f260724d-5f97-4d72-a24c-7ef03870a729 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3710203 Oct 13 11:04:05.932142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50770) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:05.937121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Request body: {'port': {'network_id': 'f91a328f-9b1d-4eae-b3c9-c83a4f607544', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1496317373'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:06.034569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-f91a328f-9b1d-4eae-b3c9-c83a4f607544', 'network_id': 'f91a328f-9b1d-4eae-b3c9-c83a4f607544', 'tenant_id': 'c07bac3a58e64c3fa3fcd43d982c5a79', 'fixed_ips': [{'subnet_id': '79d86a7c-1afe-4edd-8cea-c33aa88dea23'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:04:06.035812 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:06.210308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a89d2-0212-4a99-b2a9-e259981165b9 req-df96fe08-ca9e-4657-b5e8-522736df7884 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:06.218827 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-926a89d2-0212-4a99-b2a9-e259981165b9 req-df96fe08-ca9e-4657-b5e8-522736df7884 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.0753839 Oct 13 11:04:06.257573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Made reservation on behalf of c07bac3a58e64c3fa3fcd43d982c5a79 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:06.262556 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:06.308248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] device_id is not set on port 899e0681-c700-45ca-ad10-98dbc67fafd5 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:04:06.333349 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-926a89d2-0212-4a99-b2a9-e259981165b9 req-2e6c3e12-a6a4-4cd4-8419-85812fef9ceb tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110036 Oct 13 11:04:06.343912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4840dd-a53d-41bf-8cfd-19fc71ffda7a req-d5c29a8d-dcf1-449c-8a6c-975518d88c8c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:06.348415 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7e4840dd-a53d-41bf-8cfd-19fc71ffda7a req-d5c29a8d-dcf1-449c-8a6c-975518d88c8c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.1662459 Oct 13 11:04:06.441519 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7e4840dd-a53d-41bf-8cfd-19fc71ffda7a req-b6f30b03-5ff5-4599-a1a9-4e7b47016d7f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800712 Oct 13 11:04:06.453682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Allocated IP 172.20.0.2 (f91a328f-9b1d-4eae-b3c9-c83a4f607544/79d86a7c-1afe-4edd-8cea-c33aa88dea23/cd9a6502-1242-41bd-9bd3-8dbd0a8567b2) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:04:06.779710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6813de-172e-47a5-888e-a5dd1a44f504 req-edd50921-0554-471a-a1b3-52cab946e7ee tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:06.787104 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cd6813de-172e-47a5-888e-a5dd1a44f504 req-edd50921-0554-471a-a1b3-52cab946e7ee tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.1324039 Oct 13 11:04:06.813235 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:06.859279 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cd6813de-172e-47a5-888e-a5dd1a44f504 req-03413f2c-5ec6-4540-bfad-ffc24232a28a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696270 Oct 13 11:04:06.952214 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:07.011146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Pushing event updated for resources: {'Port': ['ID=cd9a6502-1242-41bd-9bd3-8dbd0a8567b2,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:07.028755 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Network f91a328f-9b1d-4eae-b3c9-c83a4f607544 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:07.030841 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:07.036726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:04:07.066474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Allocated IP 172.20.0.4 (f91a328f-9b1d-4eae-b3c9-c83a4f607544/79d86a7c-1afe-4edd-8cea-c33aa88dea23/899e0681-c700-45ca-ad10-98dbc67fafd5) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:04:07.095463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Attempting to bind port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:04:07.096139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Attempting to bind port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'ffae32fa-3c03-45ff-8749-9ae4b9b9283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f91a328f-9b1d-4eae-b3c9-c83a4f607544'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:04:07.096667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Attempting to bind port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 on network f91a328f-9b1d-4eae-b3c9-c83a4f607544 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:04:07.102874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:04:07.103520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Checking segment: {'id': 'ffae32fa-3c03-45ff-8749-9ae4b9b9283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f91a328f-9b1d-4eae-b3c9-c83a4f607544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:04:07.104087 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:07.104647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Bound using segment: {'id': 'ffae32fa-3c03-45ff-8749-9ae4b9b9283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f91a328f-9b1d-4eae-b3c9-c83a4f607544'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:04:07.105337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Bound port: cd9a6502-1242-41bd-9bd3-8dbd0a8567b2, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffae32fa-3c03-45ff-8749-9ae4b9b9283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f91a328f-9b1d-4eae-b3c9-c83a4f607544'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:04:07.105896 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:07.132541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d32b4-ce2e-4ed8-bf38-2e5792a27f59 req-be11b595-6f98-41ff-9cdb-bb189ab7d0c8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:07.134865 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-068d32b4-ce2e-4ed8-bf38-2e5792a27f59 req-be11b595-6f98-41ff-9cdb-bb189ab7d0c8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0699928 Oct 13 11:04:07.201871 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-068d32b4-ce2e-4ed8-bf38-2e5792a27f59 req-e97632cb-ff4e-4627-b67c-c0c682da8cb7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504954 Oct 13 11:04:07.217518 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] For port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:04:07.221708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] For port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cd9a6502-1242-41bd-9bd3-8dbd0a8567b2,segment=NetworkSegment(ffae32fa-3c03-45ff-8749-9ae4b9b9283a),segment_id=ffae32fa-3c03-45ff-8749-9ae4b9b9283a)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:04:07.301132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:07.315752 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:07.393571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2db5d-b080-4b6e-9bb5-ed11ebdbf0a9 None None] Pushing event updated for resources: {'Port': ['ID=cd9a6502-1242-41bd-9bd3-8dbd0a8567b2,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:07.423994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:07.518927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Network f91a328f-9b1d-4eae-b3c9-c83a4f607544 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:07.519650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Pushing event updated for resources: {'Port': ['ID=899e0681-c700-45ca-ad10-98dbc67fafd5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:07.524718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:07.528674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:04:07.599421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3934609-b287-4023-b5b3-950f390b6977 req-6136349d-06cf-481a-a787-1021b43bedec tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:07.609187 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3934609-b287-4023-b5b3-950f390b6977 req-6136349d-06cf-481a-a787-1021b43bedec tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.1399593 Oct 13 11:04:07.630452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:07.631081 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:07.668913 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3934609-b287-4023-b5b3-950f390b6977 req-6aa8a7d0-7fa9-413e-9fc2-801a96393d13 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588334 Oct 13 11:04:07.756782 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-99267a9e-7284-4e0d-8a9d-9f360a788684 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8236649 Oct 13 11:04:07.759969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50816) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:07.766756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Request body: {'port': {'network_id': 'f91a328f-9b1d-4eae-b3c9-c83a4f607544', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1186352785', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:07.767371 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.api.validators [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] bootfile-name is not in valid_values {{(pid=101990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 11:04:07.767785 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.api.validators [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] tftp-server is not in valid_values {{(pid=101990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 11:04:07.769273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.api.validators [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] server-ip-address is not in valid_values {{(pid=101990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 11:04:07.944707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:04:08.011031 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-65293e42-25f9-4678-863f-ddd84dc12b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:08.036609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:08.037064 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:08.043817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389328-5ae5-49eb-8f2f-ecb817b6dc7f req-c505f7b3-d7ff-45ec-a2a7-8d8b8430e101 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:08.047162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2389328-5ae5-49eb-8f2f-ecb817b6dc7f req-c505f7b3-d7ff-45ec-a2a7-8d8b8430e101 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0913498 Oct 13 11:04:08.127444 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2389328-5ae5-49eb-8f2f-ecb817b6dc7f req-6b4308f4-5182-4a37-9edc-bf3a2dcf10ca tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737991 Oct 13 11:04:08.279239 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:04:08.370439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b54a9-ed18-4fc4-8cfc-c3014e2f6977 req-d06bc8bf-4bc7-4649-b2e9-7bacb042042b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:08.372119 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c6b54a9-ed18-4fc4-8cfc-c3014e2f6977 req-d06bc8bf-4bc7-4649-b2e9-7bacb042042b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0587304 Oct 13 11:04:08.378195 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:08.385953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Made reservation on behalf of c07bac3a58e64c3fa3fcd43d982c5a79 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:08.390350 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:08.419224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cd9a6502-1242-41bd-9bd3-8dbd0a8567b2,segment=NetworkSegment(ffae32fa-3c03-45ff-8749-9ae4b9b9283a),segment_id=ffae32fa-3c03-45ff-8749-9ae4b9b9283a)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:08.423305 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] device_id is not set on port e81b0927-6522-4d05-9c4b-a5a91d46f21a yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:04:08.446620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c6b54a9-ed18-4fc4-8cfc-c3014e2f6977 req-f615ecd0-ab8d-4c6d-8fa4-bc9b3c1050df tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650232 Oct 13 11:04:08.529135 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:08.558403 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Allocated IP 172.20.0.12 (f91a328f-9b1d-4eae-b3c9-c83a4f607544/79d86a7c-1afe-4edd-8cea-c33aa88dea23/e81b0927-6522-4d05-9c4b-a5a91d46f21a) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:04:08.574962 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aad040-5aca-43f3-b484-4ad4210d92b0 None None] Network f91a328f-9b1d-4eae-b3c9-c83a4f607544 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:08.650928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=cd9a6502-1242-41bd-9bd3-8dbd0a8567b2,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:08.667324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7926c811-7b1e-414a-b681-c96c64f60afa None None] Provisioning complete for port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:08.667694 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7926c811-7b1e-414a-b681-c96c64f60afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:08.739213 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:08.757975 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:08.893964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7e5a2-e465-44db-883d-34622bb07505 req-243729fc-8e04-44a1-8e95-a09bdef4919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:08.893964 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-74a7e5a2-e465-44db-883d-34622bb07505 req-243729fc-8e04-44a1-8e95-a09bdef4919a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf317bd458d84a7ba01449a3dbbc39b8&device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 1097 time: 0.1161275 Oct 13 11:04:08.896195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495afef-c78e-4212-8fbe-29ef3a104303 req-8e793665-ce39-416d-994d-93f1a1b1bb5d tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:08.896195 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5495afef-c78e-4212-8fbe-29ef3a104303 req-8e793665-ce39-416d-994d-93f1a1b1bb5d tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.0726557 Oct 13 11:04:08.956958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5495afef-c78e-4212-8fbe-29ef3a104303 req-09d809f1-823b-4b44-866c-8ea3b1e2d372 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738988 Oct 13 11:04:09.016743 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7e5a2-e465-44db-883d-34622bb07505 req-d16a5269-bbf9-46ea-ac4f-c9700d74492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:09.018737 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-74a7e5a2-e465-44db-883d-34622bb07505 req-d16a5269-bbf9-46ea-ac4f-c9700d74492a service neutron] 10.222.0.21 "GET /v2.0/networks?id=37337ae1-3830-4e94-86c4-50efe5c4311f HTTP/1.1" status: 200 len: 914 time: 0.1501167 Oct 13 11:04:09.068851 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-74a7e5a2-e465-44db-883d-34622bb07505 req-fb18f33a-b779-4ad9-bdea-e3e7f16c522d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b101565b-3c30-43e0-aff8-91c1378f03a6 HTTP/1.1" status: 200 len: 217 time: 0.0429230 Oct 13 11:04:09.122509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7e5a2-e465-44db-883d-34622bb07505 req-ae440107-fdd3-46dc-9ef4-39bb95f05203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:09.124013 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-74a7e5a2-e465-44db-883d-34622bb07505 req-ae440107-fdd3-46dc-9ef4-39bb95f05203 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d5329af-7563-4aa1-a5c9-0162c6540d49 HTTP/1.1" status: 200 len: 853 time: 0.0483224 Oct 13 11:04:09.158964 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-74a7e5a2-e465-44db-883d-34622bb07505 req-8bf006c1-841b-4cc2-a3b3-6e44346002dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=37337ae1-3830-4e94-86c4-50efe5c4311f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279508 Oct 13 11:04:09.186247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1cde0e64-bcad-4658-81ca-4b6c5ca50f8a None None] Provisioning complete for port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:09.186802 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1cde0e64-bcad-4658-81ca-4b6c5ca50f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:09.305416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1cde0e64-bcad-4658-81ca-4b6c5ca50f8a None None] Provisioning complete for port 899e0681-c700-45ca-ad10-98dbc67fafd5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:09.305950 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1cde0e64-bcad-4658-81ca-4b6c5ca50f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:09.310701 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479f15b-4acf-4045-be18-b1cf2f92aeba req-1df37d41-9b1b-4441-bf38-67200f3fa973 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:09.312388 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2479f15b-4acf-4045-be18-b1cf2f92aeba req-1df37d41-9b1b-4441-bf38-67200f3fa973 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0917227 Oct 13 11:04:09.320234 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-74a7e5a2-e465-44db-883d-34622bb07505 req-12fa5945-b06d-4460-9634-5554292344ec service neutron] 10.222.0.21 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545649 Oct 13 11:04:09.348149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1cde0e64-bcad-4658-81ca-4b6c5ca50f8a None None] Port 899e0681-c700-45ca-ad10-98dbc67fafd5 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:04:09.368075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:09.439527 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2479f15b-4acf-4045-be18-b1cf2f92aeba req-de5c273a-fb32-483c-a502-cd1748ed6031 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182320 Oct 13 11:04:09.468702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Network f91a328f-9b1d-4eae-b3c9-c83a4f607544 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:09.470290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-07b19f41-bdf5-4230-99fb-da9be90ddbf8 None None] Provisioning complete for port 899e0681-c700-45ca-ad10-98dbc67fafd5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:09.474813 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07b19f41-bdf5-4230-99fb-da9be90ddbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:09.476091 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:09.478110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Pushing event updated for resources: {'Port': ['ID=e81b0927-6522-4d05-9c4b-a5a91d46f21a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:09.480813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:04:09.528432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-07b19f41-bdf5-4230-99fb-da9be90ddbf8 None None] Port 899e0681-c700-45ca-ad10-98dbc67fafd5 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:04:09.552935 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-74a7e5a2-e465-44db-883d-34622bb07505 req-e7693296-cd6f-4260-907d-6580abe461b8 service neutron] 10.222.0.21 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093737 Oct 13 11:04:09.587945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:09.589318 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:09.620129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df54ed-563e-4430-9513-c9226314651a req-341b6875-5ae0-4a9b-b893-510c6e359d3b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:09.622749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39df54ed-563e-4430-9513-c9226314651a req-341b6875-5ae0-4a9b-b893-510c6e359d3b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0631697 Oct 13 11:04:09.667059 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39df54ed-563e-4430-9513-c9226314651a req-54d3729b-c997-4ac9-b5bb-5a88dc03f1c2 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372071 Oct 13 11:04:09.726246 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1f4bb4e0-0d8b-46bd-b760-81b33bc5aacc tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.9648917 Oct 13 11:04:09.728528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50856) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:09.750731 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f0a6cbf3-c204-41b5-9143-4911291a38cc None None] Provisioning complete for port e81b0927-6522-4d05-9c4b-a5a91d46f21a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:09.751194 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f0a6cbf3-c204-41b5-9143-4911291a38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:09.786346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58d4b5-0ee5-41ea-a8e7-c30b3b16cf6f tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:09.787789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f0a6cbf3-c204-41b5-9143-4911291a38cc None None] Port e81b0927-6522-4d05-9c4b-a5a91d46f21a cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:04:09.795043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58d4b5-0ee5-41ea-a8e7-c30b3b16cf6f tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:09.800502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58d4b5-0ee5-41ea-a8e7-c30b3b16cf6f tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:09.804642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ff58d4b5-0ee5-41ea-a8e7-c30b3b16cf6f tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0728004 Oct 13 11:04:09.805993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50860) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:09.902019 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:04:09.938694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e58ddef0-6ed2-4f44-8d0a-ef16a4a10ba9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Deleting port e81b0927-6522-4d05-9c4b-a5a91d46f21a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:09.938988 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e58ddef0-6ed2-4f44-8d0a-ef16a4a10ba9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:09.952026 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:09.952484 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:10.044980 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e58ddef0-6ed2-4f44-8d0a-ef16a4a10ba9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:10.062665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e58ddef0-6ed2-4f44-8d0a-ef16a4a10ba9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Calling delete_port for e81b0927-6522-4d05-9c4b-a5a91d46f21a owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:10.130728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b10330-bd10-470c-b45c-c03e09987656 req-11cd958f-5850-4829-95f3-49eb1b0f9971 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:10.132377 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c0b10330-bd10-470c-b45c-c03e09987656 req-11cd958f-5850-4829-95f3-49eb1b0f9971 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.0753751 Oct 13 11:04:10.172228 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c0b10330-bd10-470c-b45c-c03e09987656 req-ac3828a2-9a01-4c31-a60e-f7a7cc099beb tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336611 Oct 13 11:04:10.232628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a3653-9a6a-42f6-9f8a-30b62705cbb8 req-38b96432-a79f-48c2-9268-7365c43b4f08 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:10.233974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b22a3653-9a6a-42f6-9f8a-30b62705cbb8 req-38b96432-a79f-48c2-9268-7365c43b4f08 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0838084 Oct 13 11:04:10.308258 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e58ddef0-6ed2-4f44-8d0a-ef16a4a10ba9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:10.343429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ddef0-6ed2-4f44-8d0a-ef16a4a10ba9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Pushing event deleted for resources: {'Port': ['ID=e81b0927-6522-4d05-9c4b-a5a91d46f21a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:10.419024 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:10.429843 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-b22a3653-9a6a-42f6-9f8a-30b62705cbb8 req-ddd23066-cdcd-4de4-95e5-e85ecdc94ca0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Deleting port 8e1c16cc-9dfe-4932-b508-8b20c5df5626 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:10.430189 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b22a3653-9a6a-42f6-9f8a-30b62705cbb8 req-ddd23066-cdcd-4de4-95e5-e85ecdc94ca0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:10.446459 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e58ddef0-6ed2-4f44-8d0a-ef16a4a10ba9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:10.453071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e58ddef0-6ed2-4f44-8d0a-ef16a4a10ba9 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] 10.222.0.32 "DELETE /v2.0/ports/e81b0927-6522-4d05-9c4b-a5a91d46f21a HTTP/1.1" status: 204 len: 168 time: 0.6425698 Oct 13 11:04:10.453436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50876) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:10.459066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dc7aabc5-f441-4ce9-9927-e08fd65e632e tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Request body: {'port': {'name': 'tempest-new-port-name-1549365030', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:10.459475 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.api.validators [None req-dc7aabc5-f441-4ce9-9927-e08fd65e632e tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] bootfile-name is not in valid_values {{(pid=101990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 11:04:10.459823 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.api.validators [None req-dc7aabc5-f441-4ce9-9927-e08fd65e632e tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] tftp-server is not in valid_values {{(pid=101990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 11:04:10.460163 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.api.validators [None req-dc7aabc5-f441-4ce9-9927-e08fd65e632e tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] server-ip-address is not in valid_values {{(pid=101990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 11:04:10.548554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b22a3653-9a6a-42f6-9f8a-30b62705cbb8 req-ddd23066-cdcd-4de4-95e5-e85ecdc94ca0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] For port 8e1c16cc-9dfe-4932-b508-8b20c5df5626, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8e1c16cc-9dfe-4932-b508-8b20c5df5626,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:10.549974 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b22a3653-9a6a-42f6-9f8a-30b62705cbb8 req-ddd23066-cdcd-4de4-95e5-e85ecdc94ca0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:10.566136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-b22a3653-9a6a-42f6-9f8a-30b62705cbb8 req-ddd23066-cdcd-4de4-95e5-e85ecdc94ca0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Calling delete_port for 8e1c16cc-9dfe-4932-b508-8b20c5df5626 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:10.607583 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc7aabc5-f441-4ce9-9927-e08fd65e632e tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:10.646017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae70dd-fba6-4156-8c5b-1c83fb56d06c req-5f1e1e88-e3b8-4ce3-8fb1-26988bec37d6 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:10.647563 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6eae70dd-fba6-4156-8c5b-1c83fb56d06c req-5f1e1e88-e3b8-4ce3-8fb1-26988bec37d6 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 946 time: 0.0858366 Oct 13 11:04:10.736273 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6eae70dd-fba6-4156-8c5b-1c83fb56d06c req-8d8778e6-08ef-4069-8d53-dfb1245facbc tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683212 Oct 13 11:04:10.754660 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2c8ce8e5-50b4-4a03-aebc-c888b6bbf388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:10.801569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86a361-0a65-48b8-a455-2e107cadeedd req-abab6318-519f-4b24-aac7-40cb2b700edf tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:10.803341 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e86a361-0a65-48b8-a455-2e107cadeedd req-abab6318-519f-4b24-aac7-40cb2b700edf tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 945 time: 0.0596390 Oct 13 11:04:10.804597 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b22a3653-9a6a-42f6-9f8a-30b62705cbb8 req-ddd23066-cdcd-4de4-95e5-e85ecdc94ca0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:10.819095 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['8e1c16cc-9dfe-4932-b508-8b20c5df5626'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:04:10.861335 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd23066-cdcd-4de4-95e5-e85ecdc94ca0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Pushing event deleted for resources: {'Port': ['ID=8e1c16cc-9dfe-4932-b508-8b20c5df5626,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:10.879472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc7aabc5-f441-4ce9-9927-e08fd65e632e tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:10.930581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e86a361-0a65-48b8-a455-2e107cadeedd req-05b8d1dd-d5b4-4ac2-9fc6-a49337bff21a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159966 Oct 13 11:04:10.931275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22a3653-9a6a-42f6-9f8a-30b62705cbb8 req-ddd23066-cdcd-4de4-95e5-e85ecdc94ca0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] No DVR routers for this DVR port 8e1c16cc-9dfe-4932-b508-8b20c5df5626 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:04:10.933983 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b22a3653-9a6a-42f6-9f8a-30b62705cbb8 req-ddd23066-cdcd-4de4-95e5-e85ecdc94ca0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:10.938068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b22a3653-9a6a-42f6-9f8a-30b62705cbb8 req-ddd23066-cdcd-4de4-95e5-e85ecdc94ca0 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.46 "DELETE /v2.0/ports/8e1c16cc-9dfe-4932-b508-8b20c5df5626 HTTP/1.1" status: 204 len: 173 time: 0.6977427 Oct 13 11:04:10.938559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf0ca2c-19cf-427d-a2d0-99456a8b7355', 'name': 'network-vif-deleted', 'tag': '8e1c16cc-9dfe-4932-b508-8b20c5df5626'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:04:10.954372 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e3cbf-7400-4f09-9846-7e982c369768" -d '{"events": [{"server_uuid": "adf0ca2c-19cf-427d-a2d0-99456a8b7355", "name": "network-vif-deleted", "tag": "8e1c16cc-9dfe-4932-b508-8b20c5df5626"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:04:10.973143 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc7aabc5-f441-4ce9-9927-e08fd65e632e tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:10.989074 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516fae84-3035-4b1c-938e-a8372066bbf2 x-openstack-request-id: req-516fae84-3035-4b1c-938e-a8372066bbf2 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:04:10.989371 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf0ca2c-19cf-427d-a2d0-99456a8b7355", "name": "network-vif-deleted", "tag": "8e1c16cc-9dfe-4932-b508-8b20c5df5626", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:04:10.989696 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-516fae84-3035-4b1c-938e-a8372066bbf2 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:04:10.990176 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf0ca2c-19cf-427d-a2d0-99456a8b7355', 'name': 'network-vif-deleted', 'tag': '8e1c16cc-9dfe-4932-b508-8b20c5df5626', 'status': 'completed', 'code': 200} Oct 13 11:04:11.065127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7aabc5-f441-4ce9-9927-e08fd65e632e tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Pushing event updated for resources: {'Port': ['ID=899e0681-c700-45ca-ad10-98dbc67fafd5,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:11.089947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-dc7aabc5-f441-4ce9-9927-e08fd65e632e tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] In _notify_port_updated(), no bound segment for port 899e0681-c700-45ca-ad10-98dbc67fafd5 on network f91a328f-9b1d-4eae-b3c9-c83a4f607544 {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:04:11.098303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7aabc5-f441-4ce9-9927-e08fd65e632e tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:11.098303 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc7aabc5-f441-4ce9-9927-e08fd65e632e tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:11.102565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50894) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:11.103173 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dc7aabc5-f441-4ce9-9927-e08fd65e632e tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] 10.222.0.32 "PUT /v2.0/ports/899e0681-c700-45ca-ad10-98dbc67fafd5 HTTP/1.1" status: 200 len: 1136 time: 0.6486130 Oct 13 11:04:11.172903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b4e1d6-9163-4955-9f51-b05f10517795 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:11.175126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f3b4e1d6-9163-4955-9f51-b05f10517795 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] 10.222.0.32 "GET /v2.0/ports/899e0681-c700-45ca-ad10-98dbc67fafd5 HTTP/1.1" status: 200 len: 1136 time: 0.0707092 Oct 13 11:04:11.178911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50898) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:11.206817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b101565b-3c30-43e0-aff8-91c1378f03a6 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:04:11.316597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-7d062b6d-fe23-42ad-926d-1e61717fbc8d tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Deleting port 899e0681-c700-45ca-ad10-98dbc67fafd5 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:11.316950 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d062b6d-fe23-42ad-926d-1e61717fbc8d tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:11.324774 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:11.353588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d15281-6059-42f1-81e1-0e5a190f1c57 req-0934c2d6-cba7-4bbd-9f8b-1d410ec2dfd4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:11.355651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8504ec0a-9f8c-431b-be04-60a4327f16c8 None None] Provisioning complete for port 899e0681-c700-45ca-ad10-98dbc67fafd5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:11.356219 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8504ec0a-9f8c-431b-be04-60a4327f16c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:11.358970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7d15281-6059-42f1-81e1-0e5a190f1c57 req-0934c2d6-cba7-4bbd-9f8b-1d410ec2dfd4 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.0986154 Oct 13 11:04:11.371382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b101565b-3c30-43e0-aff8-91c1378f03a6'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:04:11.374040 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc0ea4e-49d6-4ca5-b90e-a24a251b0812" -d '{"events": [{"server_uuid": "84fc2207-c993-4b60-9ad2-66f7ce0c01a9", "name": "network-vif-unplugged", "status": "completed", "tag": "b101565b-3c30-43e0-aff8-91c1378f03a6"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:04:11.414571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b101565b-3c30-43e0-aff8-91c1378f03a6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b101565b-3c30-43e0-aff8-91c1378f03a6,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:11.417708 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7d15281-6059-42f1-81e1-0e5a190f1c57 req-ae977fb8-1aac-448d-89ed-710707e2eac5 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526984 Oct 13 11:04:11.447780 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d062b6d-fe23-42ad-926d-1e61717fbc8d tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:11.451567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8504ec0a-9f8c-431b-be04-60a4327f16c8 None None] Port 899e0681-c700-45ca-ad10-98dbc67fafd5 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:04:11.456304 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89348114-5f36-4587-a0a7-2cddad673d2f x-openstack-request-id: req-89348114-5f36-4587-a0a7-2cddad673d2f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:04:11.456413 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fc2207-c993-4b60-9ad2-66f7ce0c01a9", "name": "network-vif-unplugged", "status": "completed", "tag": "b101565b-3c30-43e0-aff8-91c1378f03a6", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:04:11.456675 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89348114-5f36-4587-a0a7-2cddad673d2f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:04:11.457069 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b101565b-3c30-43e0-aff8-91c1378f03a6', 'code': 200} Oct 13 11:04:11.481346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-7d062b6d-fe23-42ad-926d-1e61717fbc8d tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Calling delete_port for 899e0681-c700-45ca-ad10-98dbc67fafd5 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:11.491976 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:11.544313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b101565b-3c30-43e0-aff8-91c1378f03a6,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:11.688977 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:11.740279 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d062b6d-fe23-42ad-926d-1e61717fbc8d tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:11.782938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d062b6d-fe23-42ad-926d-1e61717fbc8d tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Pushing event deleted for resources: {'Port': ['ID=899e0681-c700-45ca-ad10-98dbc67fafd5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:11.911535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d062b6d-fe23-42ad-926d-1e61717fbc8d tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:11.917115 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7d062b6d-fe23-42ad-926d-1e61717fbc8d tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] 10.222.0.32 "DELETE /v2.0/ports/899e0681-c700-45ca-ad10-98dbc67fafd5 HTTP/1.1" status: 204 len: 168 time: 0.7377565 Oct 13 11:04:11.919692 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50916) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:12.009507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbcb49-3d14-4165-b453-21e92afc7bc3 req-4b7e67c2-d947-4886-919f-ce8a24383acb tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:12.012732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f709a3a-8fe9-41a1-b4a7-ee0f460a5b48 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Deleting subnet 79d86a7c-1afe-4edd-8cea-c33aa88dea23 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:04:12.018887 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f709a3a-8fe9-41a1-b4a7-ee0f460a5b48 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:12.019068 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-99cbcb49-3d14-4165-b453-21e92afc7bc3 req-4b7e67c2-d947-4886-919f-ce8a24383acb tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.1747904 Oct 13 11:04:12.072160 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-99cbcb49-3d14-4165-b453-21e92afc7bc3 req-c8ea8982-c658-41e0-8d3a-618b4b773f14 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521691 Oct 13 11:04:12.125812 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1515353c-b87a-401b-92d2-8dc19c491b2b req-2eb77dd0-9d06-4dfc-95a1-58ab7920450f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=adf0ca2c-19cf-427d-a2d0-99456a8b7355 HTTP/1.1" status: 200 len: 210 time: 0.0653656 Oct 13 11:04:12.133864 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f709a3a-8fe9-41a1-b4a7-ee0f460a5b48 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:12.217291 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:12.230124 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f709a3a-8fe9-41a1-b4a7-ee0f460a5b48 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:12.395693 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f709a3a-8fe9-41a1-b4a7-ee0f460a5b48 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:12.421506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f709a3a-8fe9-41a1-b4a7-ee0f460a5b48 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Pushing event deleted for resources: {'Subnet': ['ID=79d86a7c-1afe-4edd-8cea-c33aa88dea23,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:12.427579 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f709a3a-8fe9-41a1-b4a7-ee0f460a5b48 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:12.433320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2f709a3a-8fe9-41a1-b4a7-ee0f460a5b48 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] 10.222.0.32 "DELETE /v2.0/subnets/79d86a7c-1afe-4edd-8cea-c33aa88dea23 HTTP/1.1" status: 204 len: 168 time: 0.5103071 Oct 13 11:04:12.433650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50928) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:12.434316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28be959-3876-4e9b-bdfe-5b6105279200 None None] Network f91a328f-9b1d-4eae-b3c9-c83a4f607544 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:12.608680 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:12.621157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdb92d-c3dc-46a6-b73c-99a2e102ef46 req-d76d1165-a78b-48a9-b8c7-b6db58e92655 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:12.622685 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2cdb92d-c3dc-46a6-b73c-99a2e102ef46 req-d76d1165-a78b-48a9-b8c7-b6db58e92655 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 943 time: 0.0926862 Oct 13 11:04:12.627948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f8c130-0166-4aad-91b2-478c4ce4a57b None None] DHCP port deletion for f91a328f-9b1d-4eae-b3c9-c83a4f607544 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:04:12.675904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-80f8c130-0166-4aad-91b2-478c4ce4a57b None None] Deleting port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:12.676272 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-80f8c130-0166-4aad-91b2-478c4ce4a57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:12.694523 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2cdb92d-c3dc-46a6-b73c-99a2e102ef46 req-a00bcda5-40c3-4188-8152-1db8763af607 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637996 Oct 13 11:04:12.712474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Deleting port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:12.712828 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:12.749628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-80f8c130-0166-4aad-91b2-478c4ce4a57b None None] For port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cd9a6502-1242-41bd-9bd3-8dbd0a8567b2,segment=NetworkSegment(ffae32fa-3c03-45ff-8749-9ae4b9b9283a),segment_id=ffae32fa-3c03-45ff-8749-9ae4b9b9283a)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:12.750029 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-80f8c130-0166-4aad-91b2-478c4ce4a57b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:12.763654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-80f8c130-0166-4aad-91b2-478c4ce4a57b None None] Calling delete_port for cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:12.786231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] For port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cd9a6502-1242-41bd-9bd3-8dbd0a8567b2,segment=NetworkSegment(ffae32fa-3c03-45ff-8749-9ae4b9b9283a),segment_id=ffae32fa-3c03-45ff-8749-9ae4b9b9283a)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:12.786949 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:12.804143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Calling delete_port for cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:12.940013 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-80f8c130-0166-4aad-91b2-478c4ce4a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:12.949108 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:12.971768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8c130-0166-4aad-91b2-478c4ce4a57b None None] Pushing event deleted for resources: {'Port': ['ID=cd9a6502-1242-41bd-9bd3-8dbd0a8567b2,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:12.973870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8c130-0166-4aad-91b2-478c4ce4a57b None None] No DVR routers for this DVR port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:04:12.987858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Pushing event deleted for resources: {'Port': ['ID=cd9a6502-1242-41bd-9bd3-8dbd0a8567b2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:12.991598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] No DVR routers for this DVR port cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:04:13.068924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:13.088392 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91a328f-9b1d-4eae-b3c9-c83a4f607544']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:13.098500 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffae32fa-3c03-45ff-8749-9ae4b9b9283a') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:13.098772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffae32fa-3c03-45ff-8749-9ae4b9b9283a') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:13.117125 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:13.129140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:13.138152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:04:13.138152 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:04:13.139738 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:04:13.218408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61d469-320c-4517-9f66-f3746b3eae43 req-9044e3be-5d5e-4cdd-8da3-513f7af85422 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:13.223576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea61d469-320c-4517-9f66-f3746b3eae43 req-9044e3be-5d5e-4cdd-8da3-513f7af85422 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.0703564 Oct 13 11:04:13.285129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea61d469-320c-4517-9f66-f3746b3eae43 req-0202abfb-104d-4f6a-a1f1-30e92fb574bd tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569665 Oct 13 11:04:13.317695 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:13.328395 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:13.344753 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:13.344910 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] 10.222.0.32 "DELETE /v2.0/networks/f91a328f-9b1d-4eae-b3c9-c83a4f607544 HTTP/1.1" status: 204 len: 168 time: 0.9074581 Oct 13 11:04:13.361576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7071461-4c79-4bb5-950c-ee6e196f2926 tempest-ExtraDHCPOptionsTestJSON-2076443322 tempest-ExtraDHCPOptionsTestJSON-2076443322-project] Pushing event deleted for resources: {'Network': ['ID=f91a328f-9b1d-4eae-b3c9-c83a4f607544,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:13.394209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device e95d12e5-876d-498f-87d2-3baef9781540 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:04:13.398664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8e1c16cc-9dfe-4932-b508-8b20c5df5626 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:04:13.470301 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 8e1c16cc-9dfe-4932-b508-8b20c5df5626 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:04:13.470871 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8e1c16cc-9dfe-4932-b508-8b20c5df5626 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:04:13.472173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370cf18-9d89-456b-a958-fb8a36cb38da req-7a53f72b-329a-4c9b-b0cb-bce9f0634f8b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:13.473937 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f370cf18-9d89-456b-a958-fb8a36cb38da req-7a53f72b-329a-4c9b-b0cb-bce9f0634f8b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.0907667 Oct 13 11:04:13.528161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f370cf18-9d89-456b-a958-fb8a36cb38da req-41ae5ed5-e602-4f30-b54c-293573206dbf tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439456 Oct 13 11:04:13.577601 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port e95d12e5-876d-498f-87d2-3baef9781540, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e95d12e5-876d-498f-87d2-3baef9781540,segment=NetworkSegment(63000774-0ccd-4ab6-9e99-649243f54477),segment_id=63000774-0ccd-4ab6-9e99-649243f54477)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:13.593437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'e95d12e5-876d-498f-87d2-3baef9781540', 'network_id': 'af265d94-60d2-4643-a740-30c45c64b71e', 'port_id': 'e95d12e5-876d-498f-87d2-3baef9781540', 'mac_address': 'fa:16:3e:20:66:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7257deaf-ea57-468d-8714-4ba8e8154436', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:04:13.602004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-188880e6-9d71-4af2-8b25-87a2d568cc8b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:13.603537 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-188880e6-9d71-4af2-8b25-87a2d568cc8b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 810 time: 0.1338341 Oct 13 11:04:13.620660 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-c36cfa0f-c27e-43d3-a9e8-e082c1337ae4 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/quotas/b2b4dcba9f2b43e99e64275f41a29736 HTTP/1.1" status: 200 len: 375 time: 0.0107191 Oct 13 11:04:13.635289 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:13.659080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95d12e5-876d-498f-87d2-3baef9781540 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:04:13.682639 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port e95d12e5-876d-498f-87d2-3baef9781540, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e95d12e5-876d-498f-87d2-3baef9781540,segment=NetworkSegment(63000774-0ccd-4ab6-9e99-649243f54477),segment_id=63000774-0ccd-4ab6-9e99-649243f54477)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:13.683370 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-b5da0ad3-65ec-402b-a2e3-10da0135fec2 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520971 Oct 13 11:04:13.775722 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-3cd86da3-b685-4978-832a-bba2b62c40cb service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914783 Oct 13 11:04:13.817688 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:13.879586 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=e95d12e5-876d-498f-87d2-3baef9781540,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:13.894955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:04:13.907392 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-3c99312b-5d2d-4ce9-8448-97f06eca9edd service neutron] 10.222.0.32 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237221 Oct 13 11:04:13.918270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:04:13.918717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cd9a6502-1242-41bd-9bd3-8dbd0a8567b2 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:04:14.027850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50994) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:14.128777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c88ac-9761-41eb-87f6-11c4acad9c64 req-3c9b3e33-44b9-4faf-b24c-535178741125 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:14.134559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['e95d12e5-876d-498f-87d2-3baef9781540'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:04:14.138859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-126c88ac-9761-41eb-87f6-11c4acad9c64 req-3c9b3e33-44b9-4faf-b24c-535178741125 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 944 time: 0.0632672 Oct 13 11:04:14.171313 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-126c88ac-9761-41eb-87f6-11c4acad9c64 req-d07eb508-cb5e-45fb-b426-a55e6253e7e3 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Oct 13 11:04:14.198656 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51006) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:14.199160 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fd5dadce-591b-4cdd-8e93-b08f0cf9f789 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c07bac3a58e64c3fa3fcd43d982c5a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700292 Oct 13 11:04:14.283367 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efaeb65d-1bb9-48d8-a041-364926caba73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:14.313481 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efaeb65d-1bb9-48d8-a041-364926caba73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:14.340945 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c47c6ed-965f-4c11-a80d-f62ba8d8736d req-3d18cb05-b8fc-47be-99c0-8b5cfcf7a61d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 210 time: 0.0463462 Oct 13 11:04:14.418880 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41dbaf-f534-4143-9d8d-9838793366f5 req-24815d5b-3537-4c02-b980-9b356729198f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:14.420649 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f41dbaf-f534-4143-9d8d-9838793366f5 req-24815d5b-3537-4c02-b980-9b356729198f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.0781550 Oct 13 11:04:14.481436 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f41dbaf-f534-4143-9d8d-9838793366f5 req-31a9bc44-cf4a-4ea2-9577-beec5acfbb03 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454302 Oct 13 11:04:14.525739 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efaeb65d-1bb9-48d8-a041-364926caba73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:14.530225 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efaeb65d-1bb9-48d8-a041-364926caba73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:14.533778 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-efaeb65d-1bb9-48d8-a041-364926caba73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cbf57ed-0bfc-4763-9b17-a6842018179d HTTP/1.1" status: 204 len: 168 time: 0.3310800 Oct 13 11:04:14.545072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaeb65d-1bb9-48d8-a041-364926caba73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbf57ed-0bfc-4763-9b17-a6842018179d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:14.925308 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-214538b8-0506-4656-8766-85ec99bafcfe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1493223 Oct 13 11:04:15.243010 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b101565b-3c30-43e0-aff8-91c1378f03a6 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:04:15.343680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a407f3-2ec0-4994-bc18-3d43ad0007b2 req-c04f5173-bf53-45e9-b38f-62e51fe4a81c tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:15.345276 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d7a407f3-2ec0-4994-bc18-3d43ad0007b2 req-c04f5173-bf53-45e9-b38f-62e51fe4a81c tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 944 time: 0.0597596 Oct 13 11:04:15.388985 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d7a407f3-2ec0-4994-bc18-3d43ad0007b2 req-22cd5f69-de7c-40ea-bf9e-92b2f594fcab tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365014 Oct 13 11:04:15.397767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device e95d12e5-876d-498f-87d2-3baef9781540 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:04:15.451521 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e48a96f-9c1e-45e5-b7c5-041dd74040f2 req-0b6ec40a-41f7-4de4-a8d5-a7ee6b105c25 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 210 time: 0.0396843 Oct 13 11:04:15.623132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port e95d12e5-876d-498f-87d2-3baef9781540 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:04:15.628843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port e95d12e5-876d-498f-87d2-3baef9781540 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:15.629647 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:15.631017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25961e6-128a-4b33-871f-55fc397a132d req-abad0078-711f-4da0-87dd-d524a87fab21 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:15.632816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d25961e6-128a-4b33-871f-55fc397a132d req-abad0078-711f-4da0-87dd-d524a87fab21 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.0569372 Oct 13 11:04:15.695680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d25961e6-128a-4b33-871f-55fc397a132d req-75ba78cf-7d75-4aed-bec5-725dd4104c40 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Oct 13 11:04:15.745214 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:15.769715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22739b24-d20e-4207-b033-5d7e10c35114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95d12e5-876d-498f-87d2-3baef9781540'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:04:15.772150 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791926ba-bb09-41bb-bf8c-cb4769ded67f" -d '{"events": [{"server_uuid": "22739b24-d20e-4207-b033-5d7e10c35114", "name": "network-vif-plugged", "status": "completed", "tag": "e95d12e5-876d-498f-87d2-3baef9781540"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:04:15.773228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51080) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:15.805317 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port e95d12e5-876d-498f-87d2-3baef9781540, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e95d12e5-876d-498f-87d2-3baef9781540,segment=NetworkSegment(63000774-0ccd-4ab6-9e99-649243f54477),segment_id=63000774-0ccd-4ab6-9e99-649243f54477)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:15.845886 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e3e51d-a29a-4340-9874-77a3c0f6686f x-openstack-request-id: req-17e3e51d-a29a-4340-9874-77a3c0f6686f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:04:15.848468 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22739b24-d20e-4207-b033-5d7e10c35114", "name": "network-vif-plugged", "status": "completed", "tag": "e95d12e5-876d-498f-87d2-3baef9781540", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:04:15.848468 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17e3e51d-a29a-4340-9874-77a3c0f6686f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:04:15.848468 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22739b24-d20e-4207-b033-5d7e10c35114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95d12e5-876d-498f-87d2-3baef9781540', 'code': 200} Oct 13 11:04:15.895712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ba0bbc43-dad2-4028-8384-0a73ebcf3d94 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] Request body: {'port': {'network_id': '72fe9f1e-d897-4230-9107-b8996c4c0079', 'name': 'tempest-NetworksNegativeTestJSON-681143042'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:15.914491 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0bbc43-dad2-4028-8384-0a73ebcf3d94 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] POST failed (client error): The resource could not be found. Oct 13 11:04:15.915198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0bbc43-dad2-4028-8384-0a73ebcf3d94 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:04:15.916423 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ba0bbc43-dad2-4028-8384-0a73ebcf3d94 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1421971 Oct 13 11:04:15.931643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51090) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:15.955986 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-e679a26d-5db8-47b8-bbfa-8ecab18f9f9e tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] DELETE failed (client error): The resource could not be found. Oct 13 11:04:15.956789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e679a26d-5db8-47b8-bbfa-8ecab18f9f9e tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:04:15.957447 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:15.960878 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e679a26d-5db8-47b8-bbfa-8ecab18f9f9e tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] 10.222.0.32 "DELETE /v2.0/networks/61770026-60ed-4df0-8cbc-60c83988d2c3 HTTP/1.1" status: 404 len: 339 time: 0.0275424 Oct 13 11:04:15.966260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51092) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:16.020464 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe622e82-a017-4dfc-ac60-715ceb8f948c tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] DELETE failed (client error): The resource could not be found. Oct 13 11:04:16.020818 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750150d6-f21c-4a77-8755-9760b5377597 req-bdeacb3e-ed3f-4020-a789-3b2201523168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:16.021386 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe622e82-a017-4dfc-ac60-715ceb8f948c tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:04:16.022735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-750150d6-f21c-4a77-8755-9760b5377597 req-bdeacb3e-ed3f-4020-a789-3b2201523168 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 1096 time: 0.1136286 Oct 13 11:04:16.025240 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fe622e82-a017-4dfc-ac60-715ceb8f948c tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] 10.222.0.32 "DELETE /v2.0/ports/cf60b89d-e0cc-4786-840f-099b2831586c HTTP/1.1" status: 404 len: 333 time: 0.0574586 Oct 13 11:04:16.030169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51098) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:16.039151 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=e95d12e5-876d-498f-87d2-3baef9781540,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:16.066804 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51fc494-1555-49a6-9d08-d22eec03ed25 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] DELETE failed (client error): The resource could not be found. Oct 13 11:04:16.067303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51fc494-1555-49a6-9d08-d22eec03ed25 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:04:16.068323 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-750150d6-f21c-4a77-8755-9760b5377597 req-88819988-9dcf-4467-93d0-7aa943f1053d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379248 Oct 13 11:04:16.071191 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c51fc494-1555-49a6-9d08-d22eec03ed25 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] 10.222.0.32 "DELETE /v2.0/subnets/73b24a68-5dc8-414d-a81a-ec0c7d5936e8 HTTP/1.1" status: 404 len: 337 time: 0.0397110 Oct 13 11:04:16.075087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51100) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:16.094649 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed695a9f-fc20-401b-9518-57b5556c71d8 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] GET failed (client error): The resource could not be found. Oct 13 11:04:16.096143 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ed695a9f-fc20-401b-9518-57b5556c71d8 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] 10.222.0.32 "GET /v2.0/networks/28e9ee5f-1210-409b-9f7a-0563cd7bbbbb HTTP/1.1" status: 404 len: 339 time: 0.0201061 Oct 13 11:04:16.100459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51102) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:16.126690 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc33abb0-c4e5-402e-ba50-b72a587946d5 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] GET failed (client error): The resource could not be found. Oct 13 11:04:16.128737 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bc33abb0-c4e5-402e-ba50-b72a587946d5 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] 10.222.0.32 "GET /v2.0/ports/0217b3be-add6-4ee2-b4e2-d05abbdd8e74 HTTP/1.1" status: 404 len: 333 time: 0.0271792 Oct 13 11:04:16.132527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51106) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:16.167649 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4aa3fc0-e623-4d68-b882-390b45e54b61 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] GET failed (client error): The resource could not be found. Oct 13 11:04:16.169109 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f4aa3fc0-e623-4d68-b882-390b45e54b61 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] 10.222.0.32 "GET /v2.0/subnets/0aaeb5eb-c314-4f3e-b96d-a86b6e4eca58 HTTP/1.1" status: 404 len: 337 time: 0.0356781 Oct 13 11:04:16.172916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51108) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:16.179213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-31cec6a8-b3a9-4bdb-98a8-b215d9889a24 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:16.193490 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cec6a8-b3a9-4bdb-98a8-b215d9889a24 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] PUT failed (client error): The resource could not be found. Oct 13 11:04:16.194005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cec6a8-b3a9-4bdb-98a8-b215d9889a24 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:04:16.195160 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-31cec6a8-b3a9-4bdb-98a8-b215d9889a24 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] 10.222.0.32 "PUT /v2.0/networks/e8c429ac-43c4-4996-b314-f55506507437 HTTP/1.1" status: 404 len: 339 time: 0.0203688 Oct 13 11:04:16.198822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51110) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:16.203722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e649e9f1-8a26-407f-9f99-9c6e15cc13a9 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:16.226547 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-e649e9f1-8a26-407f-9f99-9c6e15cc13a9 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] PUT failed (client error): The resource could not be found. Oct 13 11:04:16.227183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e649e9f1-8a26-407f-9f99-9c6e15cc13a9 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:04:16.232199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51112) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:16.232502 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e649e9f1-8a26-407f-9f99-9c6e15cc13a9 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] 10.222.0.32 "PUT /v2.0/ports/796ed295-7eb2-4fd2-bddf-ae336a1aa6a9 HTTP/1.1" status: 404 len: 333 time: 0.0324347 Oct 13 11:04:16.243306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-bb6ea3f6-417e-4c58-9700-4cf0ab07a970 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:16.265996 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6ea3f6-417e-4c58-9700-4cf0ab07a970 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] PUT failed (client error): The resource could not be found. Oct 13 11:04:16.266476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6ea3f6-417e-4c58-9700-4cf0ab07a970 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:04:16.268764 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bb6ea3f6-417e-4c58-9700-4cf0ab07a970 tempest-NetworksNegativeTestJSON-1906334664 tempest-NetworksNegativeTestJSON-1906334664-project] 10.222.0.32 "PUT /v2.0/subnets/79e13edf-ae39-438c-8361-1171e3170445 HTTP/1.1" status: 404 len: 337 time: 0.0336425 Oct 13 11:04:16.528857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131e231-985e-4105-92f4-cf6460268300 req-b7ebc687-8184-42ae-b78b-f604d57d4a93 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:16.530377 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9131e231-985e-4105-92f4-cf6460268300 req-b7ebc687-8184-42ae-b78b-f604d57d4a93 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 945 time: 0.0532598 Oct 13 11:04:16.532106 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4897578b-b599-4e64-9129-590869cd56c4 req-39cccbd6-2ebd-4ed0-9ad5-3e67fe6149ff tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 210 time: 0.0271873 Oct 13 11:04:16.574863 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9131e231-985e-4105-92f4-cf6460268300 req-f2aa49e8-bb6e-4285-b913-c08ef9157f1a tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371666 Oct 13 11:04:16.850134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77c674-f8ba-4e67-9cec-5522609f0f4b req-c23910b1-c7a9-4d86-8b23-7c2962991b14 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:16.852472 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a77c674-f8ba-4e67-9cec-5522609f0f4b req-c23910b1-c7a9-4d86-8b23-7c2962991b14 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.0660312 Oct 13 11:04:16.900119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51134) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:16.921356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a77c674-f8ba-4e67-9cec-5522609f0f4b req-1fbee70d-9971-4b66-ac1b-f99d27528570 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630493 Oct 13 11:04:17.068535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-432b5776-1ec0-4ab0-b004-a703f0964842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:17.100140 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-026b5b12-018d-4f4f-9d98-244f422adf61 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:17.101793 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-026b5b12-018d-4f4f-9d98-244f422adf61 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.21 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 810 time: 0.1856837 Oct 13 11:04:17.115955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-13351738-84a9-48c5-b475-598675073e6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Request body: {'port': {'device_id': 'e62d9fb1-e840-46bc-96dd-74c518c5494e', 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'admin_state_up': True, 'tenant_id': 'b2b4dcba9f2b43e99e64275f41a29736'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:17.265072 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-432b5776-1ec0-4ab0-b004-a703f0964842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:17.354670 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-432b5776-1ec0-4ab0-b004-a703f0964842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:17.400055 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-432b5776-1ec0-4ab0-b004-a703f0964842 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1454602e2a448dfb2e56308c2e8ac09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4962981 Oct 13 11:04:17.400055 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b5776-1ec0-4ab0-b004-a703f0964842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b842b6-fc97-4f0d-bb84-01b718155541,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:17.403212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-13351738-84a9-48c5-b475-598675073e6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Made reservation on behalf of b2b4dcba9f2b43e99e64275f41a29736 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:17.407999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51144) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:17.408196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-13351738-84a9-48c5-b475-598675073e6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:17.505318 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-e14364b0-5652-4bc0-b4aa-41a6d8f5e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:17.506884 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-e14364b0-5652-4bc0-b4aa-41a6d8f5e97f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9&tenant_id=bf317bd458d84a7ba01449a3dbbc39b8 HTTP/1.1" status: 200 len: 1095 time: 0.0749264 Oct 13 11:04:17.518462 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4789a948-fdd9-426c-9b5a-47aa935e4cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:17.544038 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4789a948-fdd9-426c-9b5a-47aa935e4cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:17.547460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-13351738-84a9-48c5-b475-598675073e6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Allocated IP 172.20.0.5 (5ba7d06a-9950-4459-be22-0590e0d45321/c73a4c07-49f6-4e27-8039-a817a8176f98/22ae7ee6-def3-497a-97b8-35f51011b2a1) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:04:17.610293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-7601565b-51dc-4a4e-99d8-652a475debb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:17.612393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-7601565b-51dc-4a4e-99d8-652a475debb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf317bd458d84a7ba01449a3dbbc39b8&device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 1095 time: 0.0664735 Oct 13 11:04:17.719030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0dc94648-db24-43d6-b866-9635267c7b1f req-aa5b4ebc-be6a-4e6b-afef-6bd4f8168249 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 210 time: 0.0682051 Oct 13 11:04:17.760773 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-13351738-84a9-48c5-b475-598675073e6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:17.776924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-69dc9725-796c-4fbd-9056-ccda08a7d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:17.778412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-69dc9725-796c-4fbd-9056-ccda08a7d8aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=37337ae1-3830-4e94-86c4-50efe5c4311f HTTP/1.1" status: 200 len: 914 time: 0.1589761 Oct 13 11:04:17.778953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e86bfc-8e3e-4316-972b-25fa8c707877 req-fb0efd74-09c9-4bdd-944c-e282f3866f6c tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:17.780422 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-33e86bfc-8e3e-4316-972b-25fa8c707877 req-fb0efd74-09c9-4bdd-944c-e282f3866f6c tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 945 time: 0.0868957 Oct 13 11:04:17.794391 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4789a948-fdd9-426c-9b5a-47aa935e4cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:17.796914 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4789a948-fdd9-426c-9b5a-47aa935e4cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:17.800549 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4789a948-fdd9-426c-9b5a-47aa935e4cad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31b842b6-fc97-4f0d-bb84-01b718155541 HTTP/1.1" status: 204 len: 168 time: 0.3938131 Oct 13 11:04:17.861888 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-33e86bfc-8e3e-4316-972b-25fa8c707877 req-ff8f5deb-6a45-49e5-b36d-75ecf19d971d tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724084 Oct 13 11:04:17.879050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789a948-fdd9-426c-9b5a-47aa935e4cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b842b6-fc97-4f0d-bb84-01b718155541,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:17.882273 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-c73156b1-c1ed-4293-89a3-a2049255ccb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b101565b-3c30-43e0-aff8-91c1378f03a6 HTTP/1.1" status: 200 len: 217 time: 0.0939775 Oct 13 11:04:17.909204 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-13351738-84a9-48c5-b475-598675073e6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:17.940706 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-75140e22-a243-41d3-9c5c-3e3607a8c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:17.943778 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-75140e22-a243-41d3-9c5c-3e3607a8c0d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d5329af-7563-4aa1-a5c9-0162c6540d49 HTTP/1.1" status: 200 len: 853 time: 0.0541024 Oct 13 11:04:17.961164 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-13351738-84a9-48c5-b475-598675073e6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Network 5ba7d06a-9950-4459-be22-0590e0d45321 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:17.964683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-13351738-84a9-48c5-b475-598675073e6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:17.974122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-13351738-84a9-48c5-b475-598675073e6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:04:17.980766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13351738-84a9-48c5-b475-598675073e6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Pushing event updated for resources: {'Port': ['ID=22ae7ee6-def3-497a-97b8-35f51011b2a1,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:17.995193 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-59eba7c5-5a85-4f1e-a102-c6b0aad32d5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=37337ae1-3830-4e94-86c4-50efe5c4311f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427341 Oct 13 11:04:18.098206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-13351738-84a9-48c5-b475-598675073e6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:18.098206 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-13351738-84a9-48c5-b475-598675073e6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:18.115964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b93b3-2c3c-497c-821e-ebd7818c2fa0 req-49d7dc3c-6a41-4e94-b969-3e29302c1512 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:18.116157 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f0b93b3-2c3c-497c-821e-ebd7818c2fa0 req-49d7dc3c-6a41-4e94-b969-3e29302c1512 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.1027439 Oct 13 11:04:18.117638 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-7ff02430-7a17-4a25-8498-01a379e1cec6 service neutron] 10.222.0.21 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146631 Oct 13 11:04:18.159778 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f0b93b3-2c3c-497c-821e-ebd7818c2fa0 req-3b9fc986-fb44-4d72-a9a7-2ed44671611b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366788 Oct 13 11:04:18.202123 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-13351738-84a9-48c5-b475-598675073e6c tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0841885 Oct 13 11:04:18.208348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Request body: {'port': {'device_id': 'e62d9fb1-e840-46bc-96dd-74c518c5494e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:18.217990 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-38fae244-a42d-42c9-a947-0ace790f3bb4 service neutron] 10.222.0.21 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934231 Oct 13 11:04:18.266878 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:18.574635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ae7ee6-def3-497a-97b8-35f51011b2a1 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:04:18.583049 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:18.597841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Transition to ACTIVE for port object 22ae7ee6-def3-497a-97b8-35f51011b2a1 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:04:18.700031 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:18.782634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Pushing event updated for resources: {'Port': ['ID=22ae7ee6-def3-497a-97b8-35f51011b2a1,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:18.883078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ff9bf-472e-4fcf-aaab-a7457fc519fb req-11a6aca6-d473-41ad-a0de-60401f6dbb04 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:18.888773 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f38ff9bf-472e-4fcf-aaab-a7457fc519fb req-11a6aca6-d473-41ad-a0de-60401f6dbb04 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 943 time: 0.0646777 Oct 13 11:04:18.889741 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Attempting to bind port 22ae7ee6-def3-497a-97b8-35f51011b2a1 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:04:18.890643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Attempting to bind port 22ae7ee6-def3-497a-97b8-35f51011b2a1 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:04:18.891063 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Attempting to bind port 22ae7ee6-def3-497a-97b8-35f51011b2a1 on network 5ba7d06a-9950-4459-be22-0590e0d45321 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:04:18.920534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Port 22ae7ee6-def3-497a-97b8-35f51011b2a1 on network 5ba7d06a-9950-4459-be22-0590e0d45321 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:04:18.921149 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Attempting to bind port 22ae7ee6-def3-497a-97b8-35f51011b2a1 on network 5ba7d06a-9950-4459-be22-0590e0d45321 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:04:18.930136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:04:18.934492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Checking segment: {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:04:18.935146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Bound using segment: {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:04:18.935781 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Bound port: 22ae7ee6-def3-497a-97b8-35f51011b2a1, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44b4724-c309-44e6-b68d-69e72b63559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:04:18.936356 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:18.947150 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f38ff9bf-472e-4fcf-aaab-a7457fc519fb req-1d3a6075-d010-49c8-bd8a-80f91ccc5d44 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516312 Oct 13 11:04:19.069705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] For port 22ae7ee6-def3-497a-97b8-35f51011b2a1, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:04:19.073530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] For port 22ae7ee6-def3-497a-97b8-35f51011b2a1, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=22ae7ee6-def3-497a-97b8-35f51011b2a1,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:04:19.090122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253b9c5-cc6d-4e55-828c-f0c78c68fb34 req-808dbb86-8dfa-4090-a16e-30fd8b619c0b tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:19.098692 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d253b9c5-cc6d-4e55-828c-f0c78c68fb34 req-808dbb86-8dfa-4090-a16e-30fd8b619c0b tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 945 time: 0.1096630 Oct 13 11:04:19.158073 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d253b9c5-cc6d-4e55-828c-f0c78c68fb34 req-50767d0b-9dbb-4730-911e-8ca1d0ef7c5a tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574193 Oct 13 11:04:19.163864 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:19.230279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:19.230279 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:19.230279 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] 10.222.0.21 "PUT /v2.0/ports/22ae7ee6-def3-497a-97b8-35f51011b2a1 HTTP/1.1" status: 200 len: 1091 time: 1.0243905 Oct 13 11:04:19.230676 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62d9fb1-e840-46bc-96dd-74c518c5494e', 'tag': '22ae7ee6-def3-497a-97b8-35f51011b2a1'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:04:19.233323 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f38fa0-a449-4925-bbbf-ad5b7d227a43" -d '{"events": [{"name": "network-changed", "server_uuid": "e62d9fb1-e840-46bc-96dd-74c518c5494e", "tag": "22ae7ee6-def3-497a-97b8-35f51011b2a1"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:04:19.264073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51232) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:19.307421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40ab73-eeba-4d5b-bc77-40afc9827782 service neutron] Pushing event updated for resources: {'Port': ['ID=22ae7ee6-def3-497a-97b8-35f51011b2a1,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:19.474529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b916179-7b56-4953-918c-b6bf6f3fca89 req-48e15dbc-c067-483e-870d-6558c8df450b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:19.487645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7b916179-7b56-4953-918c-b6bf6f3fca89 req-48e15dbc-c067-483e-870d-6558c8df450b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.1162424 Oct 13 11:04:19.489394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-62964163-cab4-4034-ab21-5370f1493205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:19.491204 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-62964163-cab4-4034-ab21-5370f1493205 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 1094 time: 0.1307781 Oct 13 11:04:19.508976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'network': {'name': 'tempest-RoutersTest-360199637'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:19.601510 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-1bb82b27-53fa-407d-92c6-c2178415ce60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22ae7ee6-def3-497a-97b8-35f51011b2a1 HTTP/1.1" status: 200 len: 217 time: 0.0901825 Oct 13 11:04:19.649088 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f0dd68-49a7-4fdd-9d26-aaee49178862 x-openstack-request-id: req-14f0dd68-49a7-4fdd-9d26-aaee49178862 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:04:19.649393 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62d9fb1-e840-46bc-96dd-74c518c5494e", "tag": "22ae7ee6-def3-497a-97b8-35f51011b2a1", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:04:19.649647 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14f0dd68-49a7-4fdd-9d26-aaee49178862 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:04:19.650062 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62d9fb1-e840-46bc-96dd-74c518c5494e', 'tag': '22ae7ee6-def3-497a-97b8-35f51011b2a1', 'status': 'completed', 'code': 200} Oct 13 11:04:19.976335 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7b916179-7b56-4953-918c-b6bf6f3fca89 req-fc67874a-11a9-4eb9-b19c-9e359112ba56 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873877 Oct 13 11:04:20.080640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef452591-9dda-4dc8-a7de-4a185aeb27aa req-5ddf90bb-1426-4c56-8afa-69104b645cb7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:20.083809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:20.083953 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef452591-9dda-4dc8-a7de-4a185aeb27aa req-5ddf90bb-1426-4c56-8afa-69104b645cb7 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 943 time: 0.0602512 Oct 13 11:04:20.086404 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:20.097668 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:20.166238 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef452591-9dda-4dc8-a7de-4a185aeb27aa req-84fd89f9-ae49-4b63-acb5-df3069a6109f tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767457 Oct 13 11:04:20.263947 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:20.402837 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:20.436247 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:04:20.448666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5e7598-179c-4d41-a126-3b7bbbf2f971,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:20.461439 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:20.461812 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Added segment 67a74bd2-016f-4d5a-b56b-0258c83e6f88 of type vlan for network e967d345-1dca-45b8-bc52-3e5596073cc0 Oct 13 11:04:20.473777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:20.479097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:20.479097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:20.479097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:20.479097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:20.488410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:20.488894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:20.489249 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:20.489760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:20.490080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:20.490490 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:20.490939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:20.574864 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:20.621637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-0c3f4074-6fb5-4a8f-9c97-55b5e1268349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:20.623283 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-0c3f4074-6fb5-4a8f-9c97-55b5e1268349 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c73a4c07-49f6-4e27-8039-a817a8176f98 HTTP/1.1" status: 200 len: 850 time: 0.0956831 Oct 13 11:04:20.732813 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:20.739982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:20.741022 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:20.914739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Network': ['ID=e967d345-1dca-45b8-bc52-3e5596073cc0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:20.925668 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7711933a-c016-43d9-91e1-e792a1d12042 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6636994 Oct 13 11:04:20.926074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51266) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:20.927352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network e967d345-1dca-45b8-bc52-3e5596073cc0 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:04:20.931841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d40cbe6b-453c-41a5-a246-79d23ddfbf99 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'network': {'name': 'tempest-RoutersTest-377787409'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:21.067187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40cbe6b-453c-41a5-a246-79d23ddfbf99 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:21.073853 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d40cbe6b-453c-41a5-a246-79d23ddfbf99 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:21.175464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40cbe6b-453c-41a5-a246-79d23ddfbf99 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:04:21.210387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d40cbe6b-453c-41a5-a246-79d23ddfbf99 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:21.212004 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-d40cbe6b-453c-41a5-a246-79d23ddfbf99 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Added segment fc9f3a2e-0339-4790-90a5-e654523a3f72 of type vlan for network b379732e-550c-4948-9a2d-a4a9cadcff24 Oct 13 11:04:21.320191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcfe45-dbe9-4ab4-bf6f-398636345bae req-de3f542d-c433-48fb-a018-9f7cee0bd480 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:21.320191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ffcfe45-dbe9-4ab4-bf6f-398636345bae req-de3f542d-c433-48fb-a018-9f7cee0bd480 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.1716151 Oct 13 11:04:21.413708 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ffcfe45-dbe9-4ab4-bf6f-398636345bae req-0d6f5d65-5d4f-4ffe-a2f8-410f444b9083 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847819 Oct 13 11:04:21.441774 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d40cbe6b-453c-41a5-a246-79d23ddfbf99 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:21.515785 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f83dd-7051-4ae2-b7cf-ce447886bea5 req-f78dd39a-208f-482e-ae9e-fad9ee95dbdf tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:21.518010 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cd7f83dd-7051-4ae2-b7cf-ce447886bea5 req-f78dd39a-208f-482e-ae9e-fad9ee95dbdf tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 943 time: 0.1271966 Oct 13 11:04:21.592601 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cd7f83dd-7051-4ae2-b7cf-ce447886bea5 req-4f668673-42bd-497e-a03a-ab1f82d7ed20 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677853 Oct 13 11:04:21.610019 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d40cbe6b-453c-41a5-a246-79d23ddfbf99 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:21.632596 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40cbe6b-453c-41a5-a246-79d23ddfbf99 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:21.634364 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d40cbe6b-453c-41a5-a246-79d23ddfbf99 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:21.806157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cbe6b-453c-41a5-a246-79d23ddfbf99 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Network': ['ID=b379732e-550c-4948-9a2d-a4a9cadcff24,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:21.818934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network b379732e-550c-4948-9a2d-a4a9cadcff24 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:04:22.030194 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-0e68a579-f074-40bd-9432-cb4e8cf74377 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ba7d06a-9950-4459-be22-0590e0d45321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510015 Oct 13 11:04:22.269359 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d40cbe6b-453c-41a5-a246-79d23ddfbf99 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3417804 Oct 13 11:04:22.272048 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51290) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:22.277401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1e9303be-a686-4977-be0d-71c3e4956f2c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'subnet': {'network_id': 'e967d345-1dca-45b8-bc52-3e5596073cc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:22.454302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9303be-a686-4977-be0d-71c3e4956f2c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:22.472045 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1e9303be-a686-4977-be0d-71c3e4956f2c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:22.833224 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a942eaa-e2ab-4e4d-8860-98abe1363bb9 req-55953f42-e2aa-47df-b487-e19221ecd0e5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:22.839772 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a942eaa-e2ab-4e4d-8860-98abe1363bb9 req-55953f42-e2aa-47df-b487-e19221ecd0e5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 943 time: 0.1232297 Oct 13 11:04:22.935298 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a942eaa-e2ab-4e4d-8860-98abe1363bb9 req-35422c8a-e253-4c88-a297-79664d3266ba tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942261 Oct 13 11:04:23.271574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a1569-8100-4bbc-9de5-b6d88faf693d req-fffc73ed-36ec-42be-9d74-afad22d8fe07 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:23.274126 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-537a1569-8100-4bbc-9de5-b6d88faf693d req-fffc73ed-36ec-42be-9d74-afad22d8fe07 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.7538247 Oct 13 11:04:23.425913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-8e5362fe-5e87-4c42-980a-9e2ed494f719 service neutron] 10.222.0.21 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9105432 Oct 13 11:04:23.472054 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-537a1569-8100-4bbc-9de5-b6d88faf693d req-62f71a6d-46ba-4703-9fab-8909615aed60 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850505 Oct 13 11:04:23.683180 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1e9303be-a686-4977-be0d-71c3e4956f2c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:23.793345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9303be-a686-4977-be0d-71c3e4956f2c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Subnet': ['ID=e643d914-2f9a-422a-a925-bf71a11039ad,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:23.849908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9303be-a686-4977-be0d-71c3e4956f2c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Checking segment: {'id': '67a74bd2-016f-4d5a-b56b-0258c83e6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e967d345-1dca-45b8-bc52-3e5596073cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:04:23.850736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9303be-a686-4977-be0d-71c3e4956f2c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network hostable DHCP agents. Network: e967d345-1dca-45b8-bc52-3e5596073cc0, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:04:23.924085 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-584ecc1f-9428-4db2-9cc5-8ed758377323 req-c8a2c4a8-de56-4a08-a760-650139b2276a service neutron] 10.222.0.21 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061646 Oct 13 11:04:24.005583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9303be-a686-4977-be0d-71c3e4956f2c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network e967d345-1dca-45b8-bc52-3e5596073cc0 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:04:24.139609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-1e9303be-a686-4977-be0d-71c3e4956f2c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, e967d345-1dca-45b8-bc52-3e5596073cc0) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:24.151456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9b935f-b4eb-4d9b-bb2c-d2192c5e9459 None None] Network e967d345-1dca-45b8-bc52-3e5596073cc0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:24.154567 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9303be-a686-4977-be0d-71c3e4956f2c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:24.157250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1e9303be-a686-4977-be0d-71c3e4956f2c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:24.228508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa300c-fea3-4910-89be-e34df738f917 req-56cd34bc-d920-48fc-a8e0-1b589e338fd1 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:24.229980 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-48fa300c-fea3-4910-89be-e34df738f917 req-56cd34bc-d920-48fc-a8e0-1b589e338fd1 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 943 time: 0.1472006 Oct 13 11:04:24.335385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-48fa300c-fea3-4910-89be-e34df738f917 req-03c05ec8-22b9-4d3d-91da-f3c5b8102f6d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971241 Oct 13 11:04:24.395239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51342) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:24.396727 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1e9303be-a686-4977-be0d-71c3e4956f2c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1183331 Oct 13 11:04:24.403592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-65d784f7-f675-4145-b7a2-1034b2ce67ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'subnet': {'network_id': 'b379732e-550c-4948-9a2d-a4a9cadcff24', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:24.447714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f38fa0-a449-4925-bbbf-ad5b7d227a43 req-a7c4d274-98ad-454a-95e5-ed31b9e50557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:24.449235 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8f38fa0-a449-4925-bbbf-ad5b7d227a43 req-a7c4d274-98ad-454a-95e5-ed31b9e50557 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 1094 time: 0.1604526 Oct 13 11:04:24.464716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-e967d345-1dca-45b8-bc52-3e5596073cc0', 'network_id': 'e967d345-1dca-45b8-bc52-3e5596073cc0', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'fixed_ips': [{'subnet_id': 'e643d914-2f9a-422a-a925-bf71a11039ad'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:04:24.469958 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:24.626312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d784f7-f675-4145-b7a2-1034b2ce67ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:24.631004 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-65d784f7-f675-4145-b7a2-1034b2ce67ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:24.638031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e39b6f-0eec-4a61-b30b-cb5660dc19fb req-9c8afa56-4c9e-480f-b123-35400ec06a03 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:24.649827 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1e39b6f-0eec-4a61-b30b-cb5660dc19fb req-9c8afa56-4c9e-480f-b123-35400ec06a03 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.0764060 Oct 13 11:04:24.691871 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Allocated IP 172.20.0.2 (e967d345-1dca-45b8-bc52-3e5596073cc0/e643d914-2f9a-422a-a925-bf71a11039ad/664dab53-6a54-4b2d-ba3f-c923871ec218) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:04:24.694887 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1e39b6f-0eec-4a61-b30b-cb5660dc19fb req-97c6c30a-c75d-44e7-b688-a4993fa0d08d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439382 Oct 13 11:04:24.865594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f38fa0-a449-4925-bbbf-ad5b7d227a43 req-ac353c3b-64e8-4064-9736-d9c0353a6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:24.867428 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8f38fa0-a449-4925-bbbf-ad5b7d227a43 req-ac353c3b-64e8-4064-9736-d9c0353a6aae service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 200 len: 911 time: 0.1996834 Oct 13 11:04:24.925066 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:24.960388 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-65d784f7-f675-4145-b7a2-1034b2ce67ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:25.055668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d784f7-f675-4145-b7a2-1034b2ce67ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Subnet': ['ID=f545d307-059a-4ec4-b617-9f1e0a9b9abc,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:25.061255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d784f7-f675-4145-b7a2-1034b2ce67ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Checking segment: {'id': 'fc9f3a2e-0339-4790-90a5-e654523a3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b379732e-550c-4948-9a2d-a4a9cadcff24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:04:25.061612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d784f7-f675-4145-b7a2-1034b2ce67ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network hostable DHCP agents. Network: b379732e-550c-4948-9a2d-a4a9cadcff24, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:04:25.067786 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:25.103452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Network e967d345-1dca-45b8-bc52-3e5596073cc0 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:25.106453 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:25.113554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:04:25.130550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Pushing event updated for resources: {'Port': ['ID=664dab53-6a54-4b2d-ba3f-c923871ec218,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:25.195014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d784f7-f675-4145-b7a2-1034b2ce67ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network b379732e-550c-4948-9a2d-a4a9cadcff24 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:04:25.222963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Attempting to bind port 664dab53-6a54-4b2d-ba3f-c923871ec218 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:04:25.223485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Attempting to bind port 664dab53-6a54-4b2d-ba3f-c923871ec218 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '67a74bd2-016f-4d5a-b56b-0258c83e6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e967d345-1dca-45b8-bc52-3e5596073cc0'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:04:25.223844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Attempting to bind port 664dab53-6a54-4b2d-ba3f-c923871ec218 on network e967d345-1dca-45b8-bc52-3e5596073cc0 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:04:25.230127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:04:25.230873 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Checking segment: {'id': '67a74bd2-016f-4d5a-b56b-0258c83e6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e967d345-1dca-45b8-bc52-3e5596073cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:04:25.231021 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:25.231358 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Bound using segment: {'id': '67a74bd2-016f-4d5a-b56b-0258c83e6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e967d345-1dca-45b8-bc52-3e5596073cc0'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:04:25.231931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Bound port: 664dab53-6a54-4b2d-ba3f-c923871ec218, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a74bd2-016f-4d5a-b56b-0258c83e6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e967d345-1dca-45b8-bc52-3e5596073cc0'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:04:25.232379 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:25.284085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-65d784f7-f675-4145-b7a2-1034b2ce67ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, b379732e-550c-4948-9a2d-a4a9cadcff24) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:25.292723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d784f7-f675-4145-b7a2-1034b2ce67ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:25.294227 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-65d784f7-f675-4145-b7a2-1034b2ce67ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:25.315225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] For port 664dab53-6a54-4b2d-ba3f-c923871ec218, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:04:25.320679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8a2bb7-af28-4e70-9740-92dfc87f4700 None None] Network b379732e-550c-4948-9a2d-a4a9cadcff24 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:25.324934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] For port 664dab53-6a54-4b2d-ba3f-c923871ec218, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=664dab53-6a54-4b2d-ba3f-c923871ec218,segment=NetworkSegment(67a74bd2-016f-4d5a-b56b-0258c83e6f88),segment_id=67a74bd2-016f-4d5a-b56b-0258c83e6f88)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:04:25.444749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51356) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:25.450854 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-65d784f7-f675-4145-b7a2-1034b2ce67ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0367501 Oct 13 11:04:25.452268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-67f6ae4b-d8fe-4f2c-8b66-87d7a22af827 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2078705851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:25.512028 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:25.516821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-b379732e-550c-4948-9a2d-a4a9cadcff24', 'network_id': 'b379732e-550c-4948-9a2d-a4a9cadcff24', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'fixed_ips': [{'subnet_id': 'f545d307-059a-4ec4-b617-9f1e0a9b9abc'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:04:25.518395 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:25.614598 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67f6ae4b-d8fe-4f2c-8b66-87d7a22af827 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:25.619374 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67f6ae4b-d8fe-4f2c-8b66-87d7a22af827 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:25.722788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f802ad0-fba3-48c0-8d86-005173f3bea4 None None] Pushing event updated for resources: {'Port': ['ID=664dab53-6a54-4b2d-ba3f-c923871ec218,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:25.759419 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67f6ae4b-d8fe-4f2c-8b66-87d7a22af827 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:25.839598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Allocated IP 172.21.0.2 (b379732e-550c-4948-9a2d-a4a9cadcff24/f545d307-059a-4ec4-b617-9f1e0a9b9abc/f4552977-a69c-472d-8f6f-641ac0873c3a) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:04:25.849260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67f6ae4b-d8fe-4f2c-8b66-87d7a22af827 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:25.975222 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67f6ae4b-d8fe-4f2c-8b66-87d7a22af827 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:25.976656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-67f6ae4b-d8fe-4f2c-8b66-87d7a22af827 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5304253 Oct 13 11:04:25.979264 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51364) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:26.263625 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:26.340944 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:26.430144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Network b379732e-550c-4948-9a2d-a4a9cadcff24 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:26.438690 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:26.443456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:04:26.504023 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Pushing event updated for resources: {'Port': ['ID=f4552977-a69c-472d-8f6f-641ac0873c3a,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:26.552423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Attempting to bind port f4552977-a69c-472d-8f6f-641ac0873c3a on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:04:26.553017 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Attempting to bind port f4552977-a69c-472d-8f6f-641ac0873c3a by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'fc9f3a2e-0339-4790-90a5-e654523a3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b379732e-550c-4948-9a2d-a4a9cadcff24'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:04:26.553522 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Attempting to bind port f4552977-a69c-472d-8f6f-641ac0873c3a on network b379732e-550c-4948-9a2d-a4a9cadcff24 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:04:26.560089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:04:26.560461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Checking segment: {'id': 'fc9f3a2e-0339-4790-90a5-e654523a3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b379732e-550c-4948-9a2d-a4a9cadcff24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:04:26.560862 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:26.561409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Bound using segment: {'id': 'fc9f3a2e-0339-4790-90a5-e654523a3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b379732e-550c-4948-9a2d-a4a9cadcff24'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:04:26.561884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Bound port: f4552977-a69c-472d-8f6f-641ac0873c3a, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9f3a2e-0339-4790-90a5-e654523a3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b379732e-550c-4948-9a2d-a4a9cadcff24'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:04:26.562263 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:26.668382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] For port f4552977-a69c-472d-8f6f-641ac0873c3a, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:04:26.674480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] For port f4552977-a69c-472d-8f6f-641ac0873c3a, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f4552977-a69c-472d-8f6f-641ac0873c3a,segment=NetworkSegment(fc9f3a2e-0339-4790-90a5-e654523a3f72),segment_id=fc9f3a2e-0339-4790-90a5-e654523a3f72)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:04:26.689670 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:26.766248 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:27.049494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992041c-b4a7-4106-b415-f8405d9629dd None None] Pushing event updated for resources: {'Port': ['ID=f4552977-a69c-472d-8f6f-641ac0873c3a,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:27.056989 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8f38fa0-a449-4925-bbbf-ad5b7d227a43 req-449ae50b-4040-49c4-86f8-68b56b37c082 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22ae7ee6-def3-497a-97b8-35f51011b2a1 HTTP/1.1" status: 200 len: 217 time: 0.2227223 Oct 13 11:04:27.065923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8352a7-f1dc-4e31-a836-976bf97477be req-11012412-c8bc-44f0-85fb-9bc3316a3d2d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:27.081711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a8352a7-f1dc-4e31-a836-976bf97477be req-11012412-c8bc-44f0-85fb-9bc3316a3d2d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.1198404 Oct 13 11:04:27.188101 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a8352a7-f1dc-4e31-a836-976bf97477be req-c824cfec-32c3-4cc6-8e37-d444ce12907c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035092 Oct 13 11:04:27.380205 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f38fa0-a449-4925-bbbf-ad5b7d227a43 req-c4ba51f8-285c-40b3-ab79-da6ef7bf48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:27.387965 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8f38fa0-a449-4925-bbbf-ad5b7d227a43 req-c4ba51f8-285c-40b3-ab79-da6ef7bf48e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c73a4c07-49f6-4e27-8039-a817a8176f98 HTTP/1.1" status: 200 len: 850 time: 0.2826982 Oct 13 11:04:27.406917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16927f1-1f50-443b-b7a2-1062a4bcc721 req-d6e094cf-b7d3-4d96-a42b-5216afb41322 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:27.414224 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a16927f1-1f50-443b-b7a2-1062a4bcc721 req-d6e094cf-b7d3-4d96-a42b-5216afb41322 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 943 time: 0.4129603 Oct 13 11:04:27.467275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5f8311-cb33-4a93-b516-f80b4993700b None None] Network e967d345-1dca-45b8-bc52-3e5596073cc0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:27.531668 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8f38fa0-a449-4925-bbbf-ad5b7d227a43 req-11da6066-49b4-4de1-91b8-268d8028bcb1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ba7d06a-9950-4459-be22-0590e0d45321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770383 Oct 13 11:04:27.718236 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d8533e1e-a1a4-46fb-9338-3248acc27bc6 None None] Provisioning complete for port 664dab53-6a54-4b2d-ba3f-c923871ec218 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:27.718683 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d8533e1e-a1a4-46fb-9338-3248acc27bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:27.813669 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a16927f1-1f50-443b-b7a2-1062a4bcc721 req-625fbe90-03cb-4c6e-850e-f100cdf88647 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978322 Oct 13 11:04:27.840053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Allocated IP 172.20.0.1 (e967d345-1dca-45b8-bc52-3e5596073cc0/e643d914-2f9a-422a-a925-bf71a11039ad/60a25191-a7a3-4180-94f3-51d9e2553c14) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:04:27.968271 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8f38fa0-a449-4925-bbbf-ad5b7d227a43 req-1bc2e0dc-53d3-4836-b1c5-c3767d0c37a7 service neutron] 10.222.0.21 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434465 Oct 13 11:04:28.068239 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d8533e1e-a1a4-46fb-9338-3248acc27bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:28.176558 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:28.179624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d8533e1e-a1a4-46fb-9338-3248acc27bc6 None None] For port 664dab53-6a54-4b2d-ba3f-c923871ec218, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=664dab53-6a54-4b2d-ba3f-c923871ec218,segment=NetworkSegment(67a74bd2-016f-4d5a-b56b-0258c83e6f88),segment_id=67a74bd2-016f-4d5a-b56b-0258c83e6f88)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:28.265063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 664dab53-6a54-4b2d-ba3f-c923871ec218 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:04:28.269171 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d8533e1e-a1a4-46fb-9338-3248acc27bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:28.531918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c44c45-7990-43bd-ae98-ef148f1c607c req-9e84b815-bd59-4d6d-ab70-b75ea6cbd87c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:28.535928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6c44c45-7990-43bd-ae98-ef148f1c607c req-9e84b815-bd59-4d6d-ab70-b75ea6cbd87c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.1299164 Oct 13 11:04:28.536478 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f8f38fa0-a449-4925-bbbf-ad5b7d227a43 req-08df12a5-51e5-4d76-9816-dc1c1cc07a13 service neutron] 10.222.0.21 "GET /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715914 Oct 13 11:04:28.538419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8533e1e-a1a4-46fb-9338-3248acc27bc6 None None] Pushing event updated for resources: {'Port': ['ID=664dab53-6a54-4b2d-ba3f-c923871ec218,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:28.562568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:28.586789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-87151858-5d03-4606-9845-2ca88b93fede None None] Provisioning complete for port 664dab53-6a54-4b2d-ba3f-c923871ec218 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:28.587422 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-87151858-5d03-4606-9845-2ca88b93fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:28.661558 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6c44c45-7990-43bd-ae98-ef148f1c607c req-738db97e-f301-4f69-bab3-5e75b3ddbe0e tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096303 Oct 13 11:04:28.699413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network e967d345-1dca-45b8-bc52-3e5596073cc0 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:28.705286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:28.707945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=60a25191-a7a3-4180-94f3-51d9e2553c14,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:28.711034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:04:28.778686 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:28.856155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 664dab53-6a54-4b2d-ba3f-c923871ec218 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:28.857275 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:29.007472 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55468e-4101-440b-b878-23d1054fd2f4 None None] Network b379732e-550c-4948-9a2d-a4a9cadcff24 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:29.056722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e83dc-9b65-48b0-9ba9-5db0af5818e2 req-1d1dc67d-f76d-4f28-9948-23f12e4ae129 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:29.059891 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1b4e83dc-9b65-48b0-9ba9-5db0af5818e2 req-1d1dc67d-f76d-4f28-9948-23f12e4ae129 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 943 time: 0.0808685 Oct 13 11:04:29.139582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f4552977-a69c-472d-8f6f-641ac0873c3a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:04:29.151518 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:29.225415 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1b4e83dc-9b65-48b0-9ba9-5db0af5818e2 req-3058bcec-3892-47ee-857f-37271115a81a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207254 Oct 13 11:04:29.237837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2b183dd7-8966-4759-bd46-30e2ce17ab27 None None] Provisioning complete for port f4552977-a69c-472d-8f6f-641ac0873c3a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:29.237837 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2b183dd7-8966-4759-bd46-30e2ce17ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:29.403078 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port f4552977-a69c-472d-8f6f-641ac0873c3a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:29.408850 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:29.670132 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:29.710853 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2b183dd7-8966-4759-bd46-30e2ce17ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:29.811862 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:29.818212 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:29.888812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port f4552977-a69c-472d-8f6f-641ac0873c3a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f4552977-a69c-472d-8f6f-641ac0873c3a,segment=NetworkSegment(fc9f3a2e-0339-4790-90a5-e654523a3f72),segment_id=fc9f3a2e-0339-4790-90a5-e654523a3f72)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:29.949986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1602764-7649-448f-8141-9c805836f425 req-3b8482f0-38b2-4386-990c-acccf74e6a9b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:29.955895 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1602764-7649-448f-8141-9c805836f425 req-3b8482f0-38b2-4386-990c-acccf74e6a9b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.2136250 Oct 13 11:04:29.963911 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:30.092924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=60a25191-a7a3-4180-94f3-51d9e2553c14,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:30.158700 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:30.206892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=f4552977-a69c-472d-8f6f-641ac0873c3a,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:30.208667 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1602764-7649-448f-8141-9c805836f425 req-392a12fd-170e-40d8-bfce-2ae64c9f1727 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318649 Oct 13 11:04:30.217921 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-2b183dd7-8966-4759-bd46-30e2ce17ab27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:04:30.218287 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-2b183dd7-8966-4759-bd46-30e2ce17ab27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:04:30.219366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 664dab53-6a54-4b2d-ba3f-c923871ec218 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:04:30.324577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 664dab53-6a54-4b2d-ba3f-c923871ec218 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:30.324854 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:30.443143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b56536-cb7e-445e-9c68-0fdf748cc3bb req-28351345-2680-43b7-9c45-55a2fcf5527e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:30.445204 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97b56536-cb7e-445e-9c68-0fdf748cc3bb req-28351345-2680-43b7-9c45-55a2fcf5527e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 943 time: 0.0758550 Oct 13 11:04:30.453266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network e967d345-1dca-45b8-bc52-3e5596073cc0 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:30.455442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:30.582601 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97b56536-cb7e-445e-9c68-0fdf748cc3bb req-0f683f39-35be-4bce-b8d8-e275fc54e94e tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246951 Oct 13 11:04:30.810995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 551a9b73-9b86-4d87-817e-9a8575c48b21 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:04:30.972765 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-747a6775-ca3e-4a5d-9f27-68fbf253d83e None None] Provisioning complete for port 60a25191-a7a3-4180-94f3-51d9e2553c14 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:30.976013 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-747a6775-ca3e-4a5d-9f27-68fbf253d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:30.999258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:04:31.011005 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df3d077-8d68-4968-8bc9-57249e2e22ff None None] Sync routers for ids ['551a9b73-9b86-4d87-817e-9a8575c48b21'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:04:31.013127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51432) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:31.017453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2775e52b-0244-4695-be3d-f483df356622 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/551a9b73-9b86-4d87-817e-9a8575c48b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0353043 Oct 13 11:04:31.025679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-747a6775-ca3e-4a5d-9f27-68fbf253d83e None None] Port 60a25191-a7a3-4180-94f3-51d9e2553c14 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:04:31.038165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-747a6775-ca3e-4a5d-9f27-68fbf253d83e None None] Provisioning complete for port f4552977-a69c-472d-8f6f-641ac0873c3a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:31.038595 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-747a6775-ca3e-4a5d-9f27-68fbf253d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:31.040000 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df3d077-8d68-4968-8bc9-57249e2e22ff None None] Routers {'551a9b73-9b86-4d87-817e-9a8575c48b21'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:04:31.040777 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4df3d077-8d68-4968-8bc9-57249e2e22ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['551a9b73-9b86-4d87-817e-9a8575c48b21'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:31.111259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09667b29-3812-4288-a72b-21a3b12d3a7a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:31.114283 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-09667b29-3812-4288-a72b-21a3b12d3a7a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports/60a25191-a7a3-4180-94f3-51d9e2553c14 HTTP/1.1" status: 200 len: 910 time: 0.0993726 Oct 13 11:04:31.117220 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51436) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:31.119002 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4df3d077-8d68-4968-8bc9-57249e2e22ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:31.149830 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df3d077-8d68-4968-8bc9-57249e2e22ff None None] Routers {'551a9b73-9b86-4d87-817e-9a8575c48b21'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:04:31.150624 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4df3d077-8d68-4968-8bc9-57249e2e22ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['551a9b73-9b86-4d87-817e-9a8575c48b21'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:31.193021 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4df3d077-8d68-4968-8bc9-57249e2e22ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:31.210974 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df3d077-8d68-4968-8bc9-57249e2e22ff None None] The sync data for ids ['551a9b73-9b86-4d87-817e-9a8575c48b21'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:04:31.291089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 22ae7ee6-def3-497a-97b8-35f51011b2a1 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:04:31.447509 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 22ae7ee6-def3-497a-97b8-35f51011b2a1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=22ae7ee6-def3-497a-97b8-35f51011b2a1,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:31.459995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '22ae7ee6-def3-497a-97b8-35f51011b2a1', 'network_id': '5ba7d06a-9950-4459-be22-0590e0d45321', 'port_id': '22ae7ee6-def3-497a-97b8-35f51011b2a1', 'mac_address': 'fa:16:3e:39:ac:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73a4c07-49f6-4e27-8039-a817a8176f98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:04:31.500031 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:31.509010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e790-e8a8-418a-8798-54c75cf153ac req-39359299-9028-4c59-999f-0883a6db3766 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:31.510952 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3bb0e790-e8a8-418a-8798-54c75cf153ac req-39359299-9028-4c59-999f-0883a6db3766 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.1387668 Oct 13 11:04:31.513288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ae7ee6-def3-497a-97b8-35f51011b2a1 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:04:31.535440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 22ae7ee6-def3-497a-97b8-35f51011b2a1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=22ae7ee6-def3-497a-97b8-35f51011b2a1,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:31.614879 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3bb0e790-e8a8-418a-8798-54c75cf153ac req-d17cee57-6793-4e41-acb2-c9b54f503f0a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926216 Oct 13 11:04:31.632790 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:31.714304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=22ae7ee6-def3-497a-97b8-35f51011b2a1,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:31.717175 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:31.784694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3f69-18cd-45da-8b3c-cd026b58fa9a req-c25e7f0b-c366-48ae-9324-869c8d221115 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:31.786237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a45f3f69-18cd-45da-8b3c-cd026b58fa9a req-c25e7f0b-c366-48ae-9324-869c8d221115 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 944 time: 0.0938032 Oct 13 11:04:31.888675 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a45f3f69-18cd-45da-8b3c-cd026b58fa9a req-fafdf74a-951f-4169-a379-c20402870309 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925732 Oct 13 11:04:32.006776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['22ae7ee6-def3-497a-97b8-35f51011b2a1'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:04:32.060921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Allocated IP 172.21.0.1 (b379732e-550c-4948-9a2d-a4a9cadcff24/f545d307-059a-4ec4-b617-9f1e0a9b9abc/fcc50a06-76bd-499b-be86-3dabc55f934b) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:04:32.073402 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f4552977-a69c-472d-8f6f-641ac0873c3a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:04:32.178251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port f4552977-a69c-472d-8f6f-641ac0873c3a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:32.178932 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:32.201311 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:32.308704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:32.359648 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network b379732e-550c-4948-9a2d-a4a9cadcff24 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:32.363008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:32.368790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:04:32.372748 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=fcc50a06-76bd-499b-be86-3dabc55f934b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:32.422127 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:32.638177 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:32.671155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-668d67be-7507-4518-a27a-192c177f6e6f None None] Provisioning complete for port fcc50a06-76bd-499b-be86-3dabc55f934b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:32.671609 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-668d67be-7507-4518-a27a-192c177f6e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:32.713986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-668d67be-7507-4518-a27a-192c177f6e6f None None] Port fcc50a06-76bd-499b-be86-3dabc55f934b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:04:32.817783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61964c-affa-4739-9fdd-36beaf3ed4c5 req-f53cd29e-ceb5-4e58-80c7-282d54ee0de6 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:32.826454 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af61964c-affa-4739-9fdd-36beaf3ed4c5 req-f53cd29e-ceb5-4e58-80c7-282d54ee0de6 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.0719948 Oct 13 11:04:32.914194 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af61964c-affa-4739-9fdd-36beaf3ed4c5 req-f46964a6-32f7-4010-a491-3e8294b6d9e0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863240 Oct 13 11:04:32.998573 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:33.054318 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c79c7f-ff69-488b-a5c9-73dfdf097f0c req-d215d27b-de24-4fa2-aeb2-2eafc0413c11 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:33.056152 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84c79c7f-ff69-488b-a5c9-73dfdf097f0c req-d215d27b-de24-4fa2-aeb2-2eafc0413c11 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 944 time: 0.0552061 Oct 13 11:04:33.099676 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:33.106749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84c79c7f-ff69-488b-a5c9-73dfdf097f0c req-e8ae9226-3fae-4d39-99fb-a4380e1cb873 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440581 Oct 13 11:04:33.183591 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:33.189395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=fcc50a06-76bd-499b-be86-3dabc55f934b,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:33.285887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network b379732e-550c-4948-9a2d-a4a9cadcff24 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:33.287396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:33.297287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 22ae7ee6-def3-497a-97b8-35f51011b2a1 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:04:33.397738 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 551a9b73-9b86-4d87-817e-9a8575c48b21 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:04:33.462584 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 22ae7ee6-def3-497a-97b8-35f51011b2a1 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:04:33.466857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 22ae7ee6-def3-497a-97b8-35f51011b2a1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:33.467540 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:33.500888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:04:33.518197 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0d92b1f0-d392-4237-9cc1-334b47494fbf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/551a9b73-9b86-4d87-817e-9a8575c48b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3991816 Oct 13 11:04:33.520571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51480) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:33.537044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a622bb8-dddb-4a63-a527-b8cc0762d7f8 None None] Sync routers for ids ['551a9b73-9b86-4d87-817e-9a8575c48b21'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:04:33.569403 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a622bb8-dddb-4a63-a527-b8cc0762d7f8 None None] Routers {'551a9b73-9b86-4d87-817e-9a8575c48b21'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:04:33.570043 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0a622bb8-dddb-4a63-a527-b8cc0762d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['551a9b73-9b86-4d87-817e-9a8575c48b21'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:33.579116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8148dc65-7974-4021-8367-fb78fed349e3 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:33.581709 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8148dc65-7974-4021-8367-fb78fed349e3 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports/fcc50a06-76bd-499b-be86-3dabc55f934b HTTP/1.1" status: 200 len: 910 time: 0.0599985 Oct 13 11:04:33.585074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51482) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:33.616134 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0a622bb8-dddb-4a63-a527-b8cc0762d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:33.655683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a622bb8-dddb-4a63-a527-b8cc0762d7f8 None None] Routers {'551a9b73-9b86-4d87-817e-9a8575c48b21'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:04:33.656301 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0a622bb8-dddb-4a63-a527-b8cc0762d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['551a9b73-9b86-4d87-817e-9a8575c48b21'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:33.699522 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0a622bb8-dddb-4a63-a527-b8cc0762d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:33.700285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a622bb8-dddb-4a63-a527-b8cc0762d7f8 None None] The sync data for ids ['551a9b73-9b86-4d87-817e-9a8575c48b21'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:04:33.706482 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:33.716345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-431a8a14-c606-49a4-8ccb-a9419d551d62 None None] Provisioning complete for port fcc50a06-76bd-499b-be86-3dabc55f934b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:33.716709 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-431a8a14-c606-49a4-8ccb-a9419d551d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:33.756256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62d9fb1-e840-46bc-96dd-74c518c5494e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ae7ee6-def3-497a-97b8-35f51011b2a1'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:04:33.758519 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf62a23-f0c5-4aa6-83c9-974205b869da" -d '{"events": [{"server_uuid": "e62d9fb1-e840-46bc-96dd-74c518c5494e", "name": "network-vif-plugged", "status": "completed", "tag": "22ae7ee6-def3-497a-97b8-35f51011b2a1"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:04:33.777036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 22ae7ee6-def3-497a-97b8-35f51011b2a1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=22ae7ee6-def3-497a-97b8-35f51011b2a1,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:33.778380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-431a8a14-c606-49a4-8ccb-a9419d551d62 None None] Port fcc50a06-76bd-499b-be86-3dabc55f934b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:04:33.827410 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde26bd9-5f51-452c-9b52-c7dace6a5e11 x-openstack-request-id: req-bde26bd9-5f51-452c-9b52-c7dace6a5e11 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:04:33.827410 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62d9fb1-e840-46bc-96dd-74c518c5494e", "name": "network-vif-plugged", "status": "completed", "tag": "22ae7ee6-def3-497a-97b8-35f51011b2a1", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:04:33.827410 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bde26bd9-5f51-452c-9b52-c7dace6a5e11 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:04:33.827410 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62d9fb1-e840-46bc-96dd-74c518c5494e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ae7ee6-def3-497a-97b8-35f51011b2a1', 'code': 200} Oct 13 11:04:33.851511 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:33.915144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=22ae7ee6-def3-497a-97b8-35f51011b2a1,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:33.967895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f9756-7920-48ab-8da7-6828d38a92c6 req-e9ce56f2-ddfd-4520-97b7-01849fb67519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:33.969482 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-517f9756-7920-48ab-8da7-6828d38a92c6 req-e9ce56f2-ddfd-4520-97b7-01849fb67519 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 1096 time: 0.0738733 Oct 13 11:04:34.004848 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f6c4-e5ae-4258-a41b-3339ae43b54c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:34.230863 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-517f9756-7920-48ab-8da7-6828d38a92c6 req-84da71bd-63e9-484f-b56c-316ed8251d1c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312715 Oct 13 11:04:34.255098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781b675-97fa-485b-ba49-f14414f05ba3 req-d2f6bbce-f898-4103-a3c5-137a4652d92d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:34.256615 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b781b675-97fa-485b-ba49-f14414f05ba3 req-d2f6bbce-f898-4103-a3c5-137a4652d92d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.1178508 Oct 13 11:04:34.272041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2aca9-eeb6-4f73-b819-d7e5fba7ebb1 req-3cf54845-ff7e-45b9-a34c-f315862d2f83 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:34.273563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22a2aca9-eeb6-4f73-b819-d7e5fba7ebb1 req-3cf54845-ff7e-45b9-a34c-f315862d2f83 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 945 time: 0.0596232 Oct 13 11:04:34.310345 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b781b675-97fa-485b-ba49-f14414f05ba3 req-68d3ccb6-6c69-4b41-a401-1a3de13e6334 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462155 Oct 13 11:04:34.312590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22a2aca9-eeb6-4f73-b819-d7e5fba7ebb1 req-5e113169-3788-435a-9567-a7d1ee82ea0a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Oct 13 11:04:34.408257 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5f6c4-e5ae-4258-a41b-3339ae43b54c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port fcc50a06-76bd-499b-be86-3dabc55f934b {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:34.409121 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f6c4-e5ae-4258-a41b-3339ae43b54c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:34.504065 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f6c4-e5ae-4258-a41b-3339ae43b54c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:34.515993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5f6c4-e5ae-4258-a41b-3339ae43b54c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for fcc50a06-76bd-499b-be86-3dabc55f934b owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:34.779418 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f6c4-e5ae-4258-a41b-3339ae43b54c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:34.817738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5f6c4-e5ae-4258-a41b-3339ae43b54c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=fcc50a06-76bd-499b-be86-3dabc55f934b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:34.976574 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f6c4-e5ae-4258-a41b-3339ae43b54c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:35.173446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd5f6c4-e5ae-4258-a41b-3339ae43b54c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 551a9b73-9b86-4d87-817e-9a8575c48b21 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:04:35.270899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd5f6c4-e5ae-4258-a41b-3339ae43b54c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:04:35.279315 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fdd5f6c4-e5ae-4258-a41b-3339ae43b54c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/551a9b73-9b86-4d87-817e-9a8575c48b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6894426 Oct 13 11:04:35.279315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51522) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:35.282002 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3186489-1cfc-4300-b366-60983a18a838 None None] Sync routers for ids ['551a9b73-9b86-4d87-817e-9a8575c48b21'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:04:35.292688 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3186489-1cfc-4300-b366-60983a18a838 None None] Routers {'551a9b73-9b86-4d87-817e-9a8575c48b21'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:04:35.293903 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b3186489-1cfc-4300-b366-60983a18a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['551a9b73-9b86-4d87-817e-9a8575c48b21'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:35.307102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b101565b-3c30-43e0-aff8-91c1378f03a6 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:04:35.338705 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b3186489-1cfc-4300-b366-60983a18a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:35.353328 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3186489-1cfc-4300-b366-60983a18a838 None None] Routers {'551a9b73-9b86-4d87-817e-9a8575c48b21'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:04:35.354271 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b3186489-1cfc-4300-b366-60983a18a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['551a9b73-9b86-4d87-817e-9a8575c48b21'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:35.396370 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b3186489-1cfc-4300-b366-60983a18a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:35.397531 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3186489-1cfc-4300-b366-60983a18a838 None None] The sync data for ids ['551a9b73-9b86-4d87-817e-9a8575c48b21'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:04:35.502029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b101565b-3c30-43e0-aff8-91c1378f03a6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b101565b-3c30-43e0-aff8-91c1378f03a6,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:35.515979 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b101565b-3c30-43e0-aff8-91c1378f03a6', 'network_id': '37337ae1-3830-4e94-86c4-50efe5c4311f', 'port_id': 'b101565b-3c30-43e0-aff8-91c1378f03a6', 'mac_address': 'fa:16:3e:65:35:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5329af-7563-4aa1-a5c9-0162c6540d49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:04:35.523351 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b13844-d7e6-41df-bc62-71d9ca3f5bc3 req-b089142e-58a8-4891-aa36-276395e1c7c5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:35.530352 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4b13844-d7e6-41df-bc62-71d9ca3f5bc3 req-b089142e-58a8-4891-aa36-276395e1c7c5 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 945 time: 0.0607231 Oct 13 11:04:35.557233 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:35.571359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b101565b-3c30-43e0-aff8-91c1378f03a6 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:04:35.576031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4b13844-d7e6-41df-bc62-71d9ca3f5bc3 req-eed68b01-e791-4f3b-8fde-1c96ecc9ce16 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Oct 13 11:04:35.602461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b101565b-3c30-43e0-aff8-91c1378f03a6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b101565b-3c30-43e0-aff8-91c1378f03a6,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:35.696875 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:35.754961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b4af3-f29b-4753-b77d-353e7e533e1a req-f1e0482b-fa8a-4069-8532-063c379501a5 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:35.756474 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef4b4af3-f29b-4753-b77d-353e7e533e1a req-f1e0482b-fa8a-4069-8532-063c379501a5 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 944 time: 0.1056449 Oct 13 11:04:35.758024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b101565b-3c30-43e0-aff8-91c1378f03a6,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:35.863695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef4b4af3-f29b-4753-b77d-353e7e533e1a req-5e82f869-e390-47d2-aff9-87a6400f8f91 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766094 Oct 13 11:04:36.003703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-502874d2-57f4-4a13-83bf-e4e476b58eef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:36.061793 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b101565b-3c30-43e0-aff8-91c1378f03a6'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:04:36.305043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-502874d2-57f4-4a13-83bf-e4e476b58eef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port 60a25191-a7a3-4180-94f3-51d9e2553c14 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:36.305403 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-502874d2-57f4-4a13-83bf-e4e476b58eef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:36.392963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-502874d2-57f4-4a13-83bf-e4e476b58eef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:36.405798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-502874d2-57f4-4a13-83bf-e4e476b58eef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for 60a25191-a7a3-4180-94f3-51d9e2553c14 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:36.701885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448c266-cca2-45c3-b5a1-8bf880c44029 req-21c3b559-8cbc-45e6-bba7-026d5a5abfdf tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:36.703419 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f448c266-cca2-45c3-b5a1-8bf880c44029 req-21c3b559-8cbc-45e6-bba7-026d5a5abfdf tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 945 time: 0.0599875 Oct 13 11:04:36.745714 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f448c266-cca2-45c3-b5a1-8bf880c44029 req-77abd292-2372-4137-a75d-7a48b096971d tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Oct 13 11:04:36.981407 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9982f-257f-4183-89f8-aecf617efe6c req-c2e8fff7-1a83-4f30-97f0-197d8e569c70 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:36.982865 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1d9982f-257f-4183-89f8-aecf617efe6c req-c2e8fff7-1a83-4f30-97f0-197d8e569c70 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 945 time: 0.0483735 Oct 13 11:04:37.022060 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1d9982f-257f-4183-89f8-aecf617efe6c req-5b68858f-1d3f-4665-853d-5eebbe61ce45 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322211 Oct 13 11:04:37.062804 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-502874d2-57f4-4a13-83bf-e4e476b58eef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:37.091224 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502874d2-57f4-4a13-83bf-e4e476b58eef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=60a25191-a7a3-4180-94f3-51d9e2553c14,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:37.281570 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-502874d2-57f4-4a13-83bf-e4e476b58eef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:37.327396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b101565b-3c30-43e0-aff8-91c1378f03a6 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:04:37.411367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b101565b-3c30-43e0-aff8-91c1378f03a6 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:37.412029 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:37.459874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502874d2-57f4-4a13-83bf-e4e476b58eef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 551a9b73-9b86-4d87-817e-9a8575c48b21 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:04:37.511803 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:37.535346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b101565b-3c30-43e0-aff8-91c1378f03a6'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:04:37.537600 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5942a2cb-8844-458f-bc5f-5480b11228ea" -d '{"events": [{"server_uuid": "84fc2207-c993-4b60-9ad2-66f7ce0c01a9", "name": "network-vif-plugged", "status": "completed", "tag": "b101565b-3c30-43e0-aff8-91c1378f03a6"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:04:37.550486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b101565b-3c30-43e0-aff8-91c1378f03a6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b101565b-3c30-43e0-aff8-91c1378f03a6,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:37.563225 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502874d2-57f4-4a13-83bf-e4e476b58eef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:04:37.569541 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-502874d2-57f4-4a13-83bf-e4e476b58eef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/551a9b73-9b86-4d87-817e-9a8575c48b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2895606 Oct 13 11:04:37.572387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51574) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:37.587307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3ac99-540d-4805-b24c-efbd201d8753 req-bfbe076e-afbd-49e7-83bf-e877d5828480 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:37.588415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708c3a2-2718-4487-ac72-cf71e652cacf None None] Sync routers for ids ['551a9b73-9b86-4d87-817e-9a8575c48b21'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:04:37.588885 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-37c3ac99-540d-4805-b24c-efbd201d8753 req-bfbe076e-afbd-49e7-83bf-e877d5828480 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 945 time: 0.1193202 Oct 13 11:04:37.599181 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6708c3a2-2718-4487-ac72-cf71e652cacf None None] Routers {'551a9b73-9b86-4d87-817e-9a8575c48b21'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:04:37.599813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6708c3a2-2718-4487-ac72-cf71e652cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['551a9b73-9b86-4d87-817e-9a8575c48b21'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:37.612235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-961c434b-1b5b-4e28-b5cc-86296c4b6c16 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=551a9b73-9b86-4d87-817e-9a8575c48b21 HTTP/1.1" status: 200 len: 205 time: 0.0381560 Oct 13 11:04:37.614678 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51576) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:37.647927 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aaaedc-c026-471b-a478-58dc7370195e x-openstack-request-id: req-59aaaedc-c026-471b-a478-58dc7370195e {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:04:37.657842 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fc2207-c993-4b60-9ad2-66f7ce0c01a9", "name": "network-vif-plugged", "status": "completed", "tag": "b101565b-3c30-43e0-aff8-91c1378f03a6", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:04:37.657842 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59aaaedc-c026-471b-a478-58dc7370195e {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:04:37.657842 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b101565b-3c30-43e0-aff8-91c1378f03a6', 'code': 200} Oct 13 11:04:37.657842 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:37.663704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6708c3a2-2718-4487-ac72-cf71e652cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:37.664908 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-37c3ac99-540d-4805-b24c-efbd201d8753 req-63cd5374-5f68-460f-a8e7-ee21b7ec76a8 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694039 Oct 13 11:04:37.709854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6708c3a2-2718-4487-ac72-cf71e652cacf None None] Routers {'551a9b73-9b86-4d87-817e-9a8575c48b21'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:04:37.710515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6708c3a2-2718-4487-ac72-cf71e652cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['551a9b73-9b86-4d87-817e-9a8575c48b21'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:37.736086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3144c65-1ebe-466c-8f36-494540ecd118 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:37.749916 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6708c3a2-2718-4487-ac72-cf71e652cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:37.750621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708c3a2-2718-4487-ac72-cf71e652cacf None None] The sync data for ids ['551a9b73-9b86-4d87-817e-9a8575c48b21'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:04:37.763494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b101565b-3c30-43e0-aff8-91c1378f03a6,revision_number=10']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:37.886661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a2714-a1d4-4117-8dd4-eb24898070ee req-87fd365b-98a9-4278-a671-9fe81aa8784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:37.888294 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cc9a2714-a1d4-4117-8dd4-eb24898070ee req-87fd365b-98a9-4278-a671-9fe81aa8784e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 1098 time: 0.0488243 Oct 13 11:04:37.906483 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3144c65-1ebe-466c-8f36-494540ecd118 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:37.908802 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3144c65-1ebe-466c-8f36-494540ecd118 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:37.928597 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-97e0ea7c-3bbb-4de8-8227-ae1951d57e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:37.937680 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cc9a2714-a1d4-4117-8dd4-eb24898070ee req-a84b1e89-f056-409b-b2f0-ebf6959fead5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303674 Oct 13 11:04:38.011505 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3144c65-1ebe-466c-8f36-494540ecd118 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.012032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3144c65-1ebe-466c-8f36-494540ecd118 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Fanout notify agent at l3_agent the message router_deleted on router 551a9b73-9b86-4d87-817e-9a8575c48b21 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:04:38.019580 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3144c65-1ebe-466c-8f36-494540ecd118 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.021182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d3144c65-1ebe-466c-8f36-494540ecd118 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/551a9b73-9b86-4d87-817e-9a8575c48b21 HTTP/1.1" status: 204 len: 168 time: 0.3927231 Oct 13 11:04:38.023425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51582) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:38.079631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace3065f-78c1-4401-9871-d218ca37d4c2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting subnet f545d307-059a-4ec4-b617-9f1e0a9b9abc {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:04:38.083220 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ace3065f-78c1-4401-9871-d218ca37d4c2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.150154 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ace3065f-78c1-4401-9871-d218ca37d4c2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.201508 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2db8f3-14bb-4b7f-b53f-1bcf0800d16a req-0754eb29-9777-41b1-ac1d-bd34e09ca757 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:38.202965 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc2db8f3-14bb-4b7f-b53f-1bcf0800d16a req-0754eb29-9777-41b1-ac1d-bd34e09ca757 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0976677 Oct 13 11:04:38.270407 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc2db8f3-14bb-4b7f-b53f-1bcf0800d16a req-88230cf7-817e-4cca-a0eb-ed52debee0b0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610204 Oct 13 11:04:38.278153 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ace3065f-78c1-4401-9871-d218ca37d4c2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.440376 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ace3065f-78c1-4401-9871-d218ca37d4c2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.469010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3065f-78c1-4401-9871-d218ca37d4c2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Subnet': ['ID=f545d307-059a-4ec4-b617-9f1e0a9b9abc,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:38.475217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ace3065f-78c1-4401-9871-d218ca37d4c2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.480652 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ace3065f-78c1-4401-9871-d218ca37d4c2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/f545d307-059a-4ec4-b617-9f1e0a9b9abc HTTP/1.1" status: 204 len: 168 time: 0.4537725 Oct 13 11:04:38.481126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51598) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:38.491219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c23b33-16b6-4ec1-a3e2-7764e4b87b15 None None] Network b379732e-550c-4948-9a2d-a4a9cadcff24 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:38.560979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-407d39fe-f29e-43c9-baab-5ec9adc892ef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting subnet e643d914-2f9a-422a-a925-bf71a11039ad {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:04:38.564372 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-407d39fe-f29e-43c9-baab-5ec9adc892ef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.609247 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-407d39fe-f29e-43c9-baab-5ec9adc892ef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.660495 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.680196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b0296e-e761-4acc-803e-52b18255ebf4 None None] DHCP port deletion for b379732e-550c-4948-9a2d-a4a9cadcff24 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:04:38.700921 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-407d39fe-f29e-43c9-baab-5ec9adc892ef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.736395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-60b0296e-e761-4acc-803e-52b18255ebf4 None None] Deleting port f4552977-a69c-472d-8f6f-641ac0873c3a {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:38.736789 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-60b0296e-e761-4acc-803e-52b18255ebf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.807706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-60b0296e-e761-4acc-803e-52b18255ebf4 None None] For port f4552977-a69c-472d-8f6f-641ac0873c3a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f4552977-a69c-472d-8f6f-641ac0873c3a,segment=NetworkSegment(fc9f3a2e-0339-4790-90a5-e654523a3f72),segment_id=fc9f3a2e-0339-4790-90a5-e654523a3f72)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:38.808112 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-60b0296e-e761-4acc-803e-52b18255ebf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.810379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475639f-d15e-40e8-849a-5157c734aae2 req-3c84e37e-0acd-4a83-8f2c-01d81e410d94 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:38.815576 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e475639f-d15e-40e8-849a-5157c734aae2 req-3c84e37e-0acd-4a83-8f2c-01d81e410d94 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 945 time: 0.0601604 Oct 13 11:04:38.831008 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-60b0296e-e761-4acc-803e-52b18255ebf4 None None] Calling delete_port for f4552977-a69c-472d-8f6f-641ac0873c3a owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:38.854318 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e475639f-d15e-40e8-849a-5157c734aae2 req-41aaaf2b-cde6-482e-886e-1d09f4ab6e8b tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347717 Oct 13 11:04:38.885762 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-407d39fe-f29e-43c9-baab-5ec9adc892ef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.922775 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d39fe-f29e-43c9-baab-5ec9adc892ef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Subnet': ['ID=e643d914-2f9a-422a-a925-bf71a11039ad,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:38.925150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-407d39fe-f29e-43c9-baab-5ec9adc892ef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:38.928747 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-407d39fe-f29e-43c9-baab-5ec9adc892ef tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/e643d914-2f9a-422a-a925-bf71a11039ad HTTP/1.1" status: 204 len: 168 time: 0.4462395 Oct 13 11:04:38.931888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51610) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:38.936679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c32efe3-5912-4960-b846-4fd6672ca2aa None None] Network e967d345-1dca-45b8-bc52-3e5596073cc0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:39.060158 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.145534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port f4552977-a69c-472d-8f6f-641ac0873c3a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:39.146085 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.239479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] For port f4552977-a69c-472d-8f6f-641ac0873c3a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f4552977-a69c-472d-8f6f-641ac0873c3a,segment=NetworkSegment(fc9f3a2e-0339-4790-90a5-e654523a3f72),segment_id=fc9f3a2e-0339-4790-90a5-e654523a3f72)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:39.239850 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.259332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for f4552977-a69c-472d-8f6f-641ac0873c3a owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:39.271586 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-60b0296e-e761-4acc-803e-52b18255ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.299285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0296e-e761-4acc-803e-52b18255ebf4 None None] Pushing event deleted for resources: {'Port': ['ID=f4552977-a69c-472d-8f6f-641ac0873c3a,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:39.305682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0296e-e761-4acc-803e-52b18255ebf4 None None] No DVR routers for this DVR port f4552977-a69c-472d-8f6f-641ac0873c3a on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:04:39.437593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db9a41d-b3e9-4992-a115-5c78d2a17f77 None None] DHCP port deletion for e967d345-1dca-45b8-bc52-3e5596073cc0 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:04:39.482070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb4f35-b088-4da5-aab3-ab8a095c50ce req-b3eb1696-ddcb-4717-a45e-eaf52d50e133 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:39.484578 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-23cb4f35-b088-4da5-aab3-ab8a095c50ce req-b3eb1696-ddcb-4717-a45e-eaf52d50e133 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0683725 Oct 13 11:04:39.497118 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.509664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5db9a41d-b3e9-4992-a115-5c78d2a17f77 None None] Deleting port 664dab53-6a54-4b2d-ba3f-c923871ec218 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:39.510254 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5db9a41d-b3e9-4992-a115-5c78d2a17f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.511460 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003d75b-3ce9-439c-8faa-44bbe627e260 req-b9b28ba0-3e17-4944-89c1-9bb503a2208a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:39.521931 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7003d75b-3ce9-439c-8faa-44bbe627e260 req-b9b28ba0-3e17-4944-89c1-9bb503a2208a tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 945 time: 0.1402974 Oct 13 11:04:39.534790 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-23cb4f35-b088-4da5-aab3-ab8a095c50ce req-46adf45f-b4aa-4828-b503-ae8b04f082c5 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427577 Oct 13 11:04:39.572256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No DVR routers for this DVR port f4552977-a69c-472d-8f6f-641ac0873c3a on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:04:39.587561 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5db9a41d-b3e9-4992-a115-5c78d2a17f77 None None] For port 664dab53-6a54-4b2d-ba3f-c923871ec218, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=664dab53-6a54-4b2d-ba3f-c923871ec218,segment=NetworkSegment(67a74bd2-016f-4d5a-b56b-0258c83e6f88),segment_id=67a74bd2-016f-4d5a-b56b-0258c83e6f88)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:39.587561 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5db9a41d-b3e9-4992-a115-5c78d2a17f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.603147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5db9a41d-b3e9-4992-a115-5c78d2a17f77 None None] Calling delete_port for 664dab53-6a54-4b2d-ba3f-c923871ec218 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:39.624037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=f4552977-a69c-472d-8f6f-641ac0873c3a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:39.658882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7003d75b-3ce9-439c-8faa-44bbe627e260 req-1d7247e2-fff3-4ba3-a76d-3fb6bffea5d1 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357820 Oct 13 11:04:39.711954 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.732301 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b379732e-550c-4948-9a2d-a4a9cadcff24']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:39.741929 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9f3a2e-0339-4790-90a5-e654523a3f72') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:39.742233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9f3a2e-0339-4790-90a5-e654523a3f72') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:39.753444 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.767184 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.773265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:04:39.773653 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:04:39.776728 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:04:39.808334 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5db9a41d-b3e9-4992-a115-5c78d2a17f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.846957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9a41d-b3e9-4992-a115-5c78d2a17f77 None None] Pushing event deleted for resources: {'Port': ['ID=664dab53-6a54-4b2d-ba3f-c923871ec218,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:39.848442 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9a41d-b3e9-4992-a115-5c78d2a17f77 None None] No DVR routers for this DVR port 664dab53-6a54-4b2d-ba3f-c923871ec218 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:04:39.947349 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.965447 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:39.966572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/networks/b379732e-550c-4948-9a2d-a4a9cadcff24 HTTP/1.1" status: 204 len: 168 time: 1.0328181 Oct 13 11:04:39.969401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51668) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:39.988716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce2524-477d-4c6d-af73-178f1f79b872 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Network': ['ID=b379732e-550c-4948-9a2d-a4a9cadcff24,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:40.060939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 664dab53-6a54-4b2d-ba3f-c923871ec218 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:04:40.074724 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d9a0706-c81c-443a-9884-f62778c02487 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.085696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 664dab53-6a54-4b2d-ba3f-c923871ec218 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:04:40.086234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 664dab53-6a54-4b2d-ba3f-c923871ec218 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:04:40.087181 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f4552977-a69c-472d-8f6f-641ac0873c3a no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:04:40.108580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: f4552977-a69c-472d-8f6f-641ac0873c3a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:04:40.114152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f4552977-a69c-472d-8f6f-641ac0873c3a not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:04:40.165526 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d9a0706-c81c-443a-9884-f62778c02487 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.186089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7d9a0706-c81c-443a-9884-f62778c02487 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e967d345-1dca-45b8-bc52-3e5596073cc0']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:40.197329 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7d9a0706-c81c-443a-9884-f62778c02487 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a74bd2-016f-4d5a-b56b-0258c83e6f88') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:40.197634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7d9a0706-c81c-443a-9884-f62778c02487 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a74bd2-016f-4d5a-b56b-0258c83e6f88') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:40.207103 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d9a0706-c81c-443a-9884-f62778c02487 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.221744 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d9a0706-c81c-443a-9884-f62778c02487 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.232286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9a0706-c81c-443a-9884-f62778c02487 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d9a0706-c81c-443a-9884-f62778c02487 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:04:40.236630 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:04:40.413942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d9a0706-c81c-443a-9884-f62778c02487 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.418782 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d9a0706-c81c-443a-9884-f62778c02487 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.422302 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7d9a0706-c81c-443a-9884-f62778c02487 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/networks/e967d345-1dca-45b8-bc52-3e5596073cc0 HTTP/1.1" status: 204 len: 168 time: 0.4517379 Oct 13 11:04:40.427841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51688) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:40.432560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f4e8e4f3-132b-4b50-aa37-5267797b4add tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'network': {'name': 'tempest-RoutersTest-1950036202'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:40.446609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a0706-c81c-443a-9884-f62778c02487 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Network': ['ID=e967d345-1dca-45b8-bc52-3e5596073cc0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:40.505280 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.542919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e8e4f3-132b-4b50-aa37-5267797b4add tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:40.548601 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e4f3-132b-4b50-aa37-5267797b4add tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.575802 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e8e4f3-132b-4b50-aa37-5267797b4add tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:04:40.586958 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e4f3-132b-4b50-aa37-5267797b4add tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.587631 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-f4e8e4f3-132b-4b50-aa37-5267797b4add tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Added segment 42565869-fa25-4693-a098-afa18879a0af of type vlan for network 9f473b76-354d-4303-b20a-e5a455270e90 Oct 13 11:04:40.654741 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e4f3-132b-4b50-aa37-5267797b4add tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.695498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd7291-7bba-47d7-99ab-3dcaddacebaa req-b4b5d48d-d640-44f8-9fd2-d07db40701ec tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:40.697913 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1bfd7291-7bba-47d7-99ab-3dcaddacebaa req-b4b5d48d-d640-44f8-9fd2-d07db40701ec tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0615108 Oct 13 11:04:40.734918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753633f9-1170-47af-98bd-5f8de52bcc13 req-6402059f-5435-4666-b7fe-42190f999193 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:40.737407 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-753633f9-1170-47af-98bd-5f8de52bcc13 req-6402059f-5435-4666-b7fe-42190f999193 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0611837 Oct 13 11:04:40.738818 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1bfd7291-7bba-47d7-99ab-3dcaddacebaa req-c4dfc60e-b4e6-4a4b-8b86-b8449e974c72 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345523 Oct 13 11:04:40.784052 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-753633f9-1170-47af-98bd-5f8de52bcc13 req-76249fbb-16e2-4988-8a07-48c88ce80f9c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385420 Oct 13 11:04:40.843017 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3c3df56a-354e-4387-a83c-ab2ff712e1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.843651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e4f3-132b-4b50-aa37-5267797b4add tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.850566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e8e4f3-132b-4b50-aa37-5267797b4add tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:40.851620 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e4f3-132b-4b50-aa37-5267797b4add tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:40.984153 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8e4f3-132b-4b50-aa37-5267797b4add tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Network': ['ID=9f473b76-354d-4303-b20a-e5a455270e90,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:40.996470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9f473b76-354d-4303-b20a-e5a455270e90 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:04:41.002835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb6f38-39bf-47d4-9aab-712a64fc1789 req-2dac860f-ce4e-4394-b7c4-c96718940f30 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:41.004412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5bcb6f38-39bf-47d4-9aab-712a64fc1789 req-2dac860f-ce4e-4394-b7c4-c96718940f30 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.21 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 945 time: 0.1477110 Oct 13 11:04:41.027487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141e571-c7e7-438c-b1ee-4b344f9e9b25 req-c4eadd56-299b-4b00-925c-8852b2968090 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:41.028974 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e141e571-c7e7-438c-b1ee-4b344f9e9b25 req-c4eadd56-299b-4b00-925c-8852b2968090 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 945 time: 0.1144233 Oct 13 11:04:41.055686 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f4e8e4f3-132b-4b50-aa37-5267797b4add tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6241994 Oct 13 11:04:41.057129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51704) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:41.065555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b842b519-21aa-40f4-b4cd-f51be763a2fb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'subnet': {'network_id': '9f473b76-354d-4303-b20a-e5a455270e90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:41.131100 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e141e571-c7e7-438c-b1ee-4b344f9e9b25 req-38218885-f44a-4dae-bafa-2532871077d1 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd0acc20-2dea-4384-81fc-6312bfe7effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845797 Oct 13 11:04:41.160566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-5bcb6f38-39bf-47d4-9aab-712a64fc1789 req-2ba847bc-7cae-4cc5-b089-64e9db2d7585 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Deleting port 22ae7ee6-def3-497a-97b8-35f51011b2a1 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:41.160914 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5bcb6f38-39bf-47d4-9aab-712a64fc1789 req-2ba847bc-7cae-4cc5-b089-64e9db2d7585 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:41.267504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5bcb6f38-39bf-47d4-9aab-712a64fc1789 req-2ba847bc-7cae-4cc5-b089-64e9db2d7585 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] For port 22ae7ee6-def3-497a-97b8-35f51011b2a1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=22ae7ee6-def3-497a-97b8-35f51011b2a1,segment=NetworkSegment(e44b4724-c309-44e6-b68d-69e72b63559c),segment_id=e44b4724-c309-44e6-b68d-69e72b63559c)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:41.267879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5bcb6f38-39bf-47d4-9aab-712a64fc1789 req-2ba847bc-7cae-4cc5-b089-64e9db2d7585 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:41.293550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-5bcb6f38-39bf-47d4-9aab-712a64fc1789 req-2ba847bc-7cae-4cc5-b089-64e9db2d7585 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Calling delete_port for 22ae7ee6-def3-497a-97b8-35f51011b2a1 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:41.562883 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5bcb6f38-39bf-47d4-9aab-712a64fc1789 req-2ba847bc-7cae-4cc5-b089-64e9db2d7585 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:41.576141 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['22ae7ee6-def3-497a-97b8-35f51011b2a1'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:04:41.592611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b842b519-21aa-40f4-b4cd-f51be763a2fb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:41.596607 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b842b519-21aa-40f4-b4cd-f51be763a2fb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:41.597717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba847bc-7cae-4cc5-b089-64e9db2d7585 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Pushing event deleted for resources: {'Port': ['ID=22ae7ee6-def3-497a-97b8-35f51011b2a1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:41.664192 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcb6f38-39bf-47d4-9aab-712a64fc1789 req-2ba847bc-7cae-4cc5-b089-64e9db2d7585 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] No DVR routers for this DVR port 22ae7ee6-def3-497a-97b8-35f51011b2a1 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:04:41.667779 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5bcb6f38-39bf-47d4-9aab-712a64fc1789 req-2ba847bc-7cae-4cc5-b089-64e9db2d7585 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:41.673694 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5bcb6f38-39bf-47d4-9aab-712a64fc1789 req-2ba847bc-7cae-4cc5-b089-64e9db2d7585 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.21 "DELETE /v2.0/ports/22ae7ee6-def3-497a-97b8-35f51011b2a1 HTTP/1.1" status: 204 len: 173 time: 0.6611342 Oct 13 11:04:41.673694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62d9fb1-e840-46bc-96dd-74c518c5494e', 'name': 'network-vif-deleted', 'tag': '22ae7ee6-def3-497a-97b8-35f51011b2a1'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:04:41.676781 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb45382-2644-40c2-8898-d4c937054858" -d '{"events": [{"server_uuid": "e62d9fb1-e840-46bc-96dd-74c518c5494e", "name": "network-vif-deleted", "tag": "22ae7ee6-def3-497a-97b8-35f51011b2a1"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:04:41.706573 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:41.724321 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6b9b4c-5c42-4bc7-9ad8-b9c0ded61be1 x-openstack-request-id: req-7e6b9b4c-5c42-4bc7-9ad8-b9c0ded61be1 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:04:41.724623 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62d9fb1-e840-46bc-96dd-74c518c5494e", "name": "network-vif-deleted", "tag": "22ae7ee6-def3-497a-97b8-35f51011b2a1", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:04:41.724882 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e6b9b4c-5c42-4bc7-9ad8-b9c0ded61be1 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:04:41.725287 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62d9fb1-e840-46bc-96dd-74c518c5494e', 'name': 'network-vif-deleted', 'tag': '22ae7ee6-def3-497a-97b8-35f51011b2a1', 'status': 'completed', 'code': 200} Oct 13 11:04:41.910530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aa0c2-cf31-48c0-8da1-1c162958707d req-e92e36b5-39d9-4df1-8f61-bf69a4565d2e tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:41.912711 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-408aa0c2-cf31-48c0-8da1-1c162958707d req-e92e36b5-39d9-4df1-8f61-bf69a4565d2e tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0717413 Oct 13 11:04:41.953763 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-408aa0c2-cf31-48c0-8da1-1c162958707d req-bab10ad7-0217-4f04-8332-b5eb1c139491 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347164 Oct 13 11:04:41.994128 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b842b519-21aa-40f4-b4cd-f51be763a2fb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:42.060289 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842b519-21aa-40f4-b4cd-f51be763a2fb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Subnet': ['ID=40a53fa6-c72f-46c1-acad-c65b771e63d8,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:42.066370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842b519-21aa-40f4-b4cd-f51be763a2fb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Checking segment: {'id': '42565869-fa25-4693-a098-afa18879a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9f473b76-354d-4303-b20a-e5a455270e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:04:42.066820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b842b519-21aa-40f4-b4cd-f51be763a2fb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network hostable DHCP agents. Network: 9f473b76-354d-4303-b20a-e5a455270e90, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:04:42.077396 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ece603-5b5a-4c26-ab9a-2938946898f4 req-386cf29a-59e1-46b7-bf57-d73f0c9d31e1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:42.079709 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-83ece603-5b5a-4c26-ab9a-2938946898f4 req-386cf29a-59e1-46b7-bf57-d73f0c9d31e1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0680759 Oct 13 11:04:42.124698 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-83ece603-5b5a-4c26-ab9a-2938946898f4 req-413a8945-f3df-4f6d-95c0-796057808610 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356860 Oct 13 11:04:42.125598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:42.155805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b842b519-21aa-40f4-b4cd-f51be763a2fb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network 9f473b76-354d-4303-b20a-e5a455270e90 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:04:42.262089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b842b519-21aa-40f4-b4cd-f51be763a2fb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9f473b76-354d-4303-b20a-e5a455270e90) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:42.268966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b842b519-21aa-40f4-b4cd-f51be763a2fb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:42.269860 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b842b519-21aa-40f4-b4cd-f51be763a2fb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:42.283653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e96b6-fb10-487c-b493-15f2d536a79b None None] Network 9f473b76-354d-4303-b20a-e5a455270e90 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:42.379856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dd30b-0fe6-4de2-9256-498ff1d685cd req-ec84e3a9-a2d6-42c3-a770-486ceec6033f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:42.381705 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b22dd30b-0fe6-4de2-9256-498ff1d685cd req-ec84e3a9-a2d6-42c3-a770-486ceec6033f tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0865631 Oct 13 11:04:42.386185 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cff2a762-5562-4591-9220-8b66a7e19d84 req-7f5a7eac-de26-4931-b742-3f9370c64479 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] 10.222.0.32 "GET /v2.0/ports?device_id=e62d9fb1-e840-46bc-96dd-74c518c5494e HTTP/1.1" status: 200 len: 210 time: 0.0580933 Oct 13 11:04:42.424474 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b842b519-21aa-40f4-b4cd-f51be763a2fb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3645751 Oct 13 11:04:42.425145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51752) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:42.436787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-33b0ac6e-7f99-41fd-a7cf-3e2a4a3428ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2122901792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:42.452679 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b22dd30b-0fe6-4de2-9256-498ff1d685cd req-18512f6e-ff49-4678-b861-3393425679e3 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642822 Oct 13 11:04:42.496979 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-9f473b76-354d-4303-b20a-e5a455270e90', 'network_id': '9f473b76-354d-4303-b20a-e5a455270e90', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'fixed_ips': [{'subnet_id': '40a53fa6-c72f-46c1-acad-c65b771e63d8'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:04:42.497952 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:42.572695 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b0ac6e-7f99-41fd-a7cf-3e2a4a3428ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:42.574193 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b0ac6e-7f99-41fd-a7cf-3e2a4a3428ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:42.595918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e76967-d57e-4be4-b59e-4152a02274ce req-7ca1f94d-165f-435f-90b5-00fea1f87344 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:42.597450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3e76967-d57e-4be4-b59e-4152a02274ce req-7ca1f94d-165f-435f-90b5-00fea1f87344 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0585978 Oct 13 11:04:42.640646 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3e76967-d57e-4be4-b59e-4152a02274ce req-13ca87c0-0bbe-4783-9893-00c567651849 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350716 Oct 13 11:04:42.651721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Allocated IP 172.20.0.2 (9f473b76-354d-4303-b20a-e5a455270e90/40a53fa6-c72f-46c1-acad-c65b771e63d8/e6cb6bfc-2619-455b-873c-0ebdf0412620) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:04:42.667435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b0ac6e-7f99-41fd-a7cf-3e2a4a3428ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:42.748196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b0ac6e-7f99-41fd-a7cf-3e2a4a3428ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:42.815671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e29c1f-0bd1-47c3-ac60-6737e9e78ed0 req-035dbfaa-5d30-4fc0-99f3-830b7bc09631 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:42.817483 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6e29c1f-0bd1-47c3-ac60-6737e9e78ed0 req-035dbfaa-5d30-4fc0-99f3-830b7bc09631 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0654237 Oct 13 11:04:42.827164 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:42.839405 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b0ac6e-7f99-41fd-a7cf-3e2a4a3428ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:42.840731 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-33b0ac6e-7f99-41fd-a7cf-3e2a4a3428ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4100058 Oct 13 11:04:42.843263 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51764) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:42.849846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'port': {'network_id': '9f473b76-354d-4303-b20a-e5a455270e90', 'name': 'tempest-RoutersTest-1456970064'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:42.866955 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6e29c1f-0bd1-47c3-ac60-6737e9e78ed0 req-c0cd3e07-d4f4-4eb4-bdda-6ff8de961cee tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422122 Oct 13 11:04:42.918220 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:42.969192 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Network 9f473b76-354d-4303-b20a-e5a455270e90 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:42.973376 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:42.977619 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:04:43.016061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Pushing event updated for resources: {'Port': ['ID=e6cb6bfc-2619-455b-873c-0ebdf0412620,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:43.057479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Attempting to bind port e6cb6bfc-2619-455b-873c-0ebdf0412620 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:04:43.058425 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Attempting to bind port e6cb6bfc-2619-455b-873c-0ebdf0412620 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '42565869-fa25-4693-a098-afa18879a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9f473b76-354d-4303-b20a-e5a455270e90'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:04:43.059148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Attempting to bind port e6cb6bfc-2619-455b-873c-0ebdf0412620 on network 9f473b76-354d-4303-b20a-e5a455270e90 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:04:43.066048 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:04:43.066779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Checking segment: {'id': '42565869-fa25-4693-a098-afa18879a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9f473b76-354d-4303-b20a-e5a455270e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:04:43.067607 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:43.068182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Bound using segment: {'id': '42565869-fa25-4693-a098-afa18879a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9f473b76-354d-4303-b20a-e5a455270e90'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:04:43.069366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Bound port: e6cb6bfc-2619-455b-873c-0ebdf0412620, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42565869-fa25-4693-a098-afa18879a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9f473b76-354d-4303-b20a-e5a455270e90'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:04:43.069947 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:43.083503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33459475-8edd-4ba8-9bd5-97f9c0800ec9 req-41b7e924-e768-49c0-9056-3aff33b59a57 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:43.094130 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-33459475-8edd-4ba8-9bd5-97f9c0800ec9 req-41b7e924-e768-49c0-9056-3aff33b59a57 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.1088021 Oct 13 11:04:43.148906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] For port e6cb6bfc-2619-455b-873c-0ebdf0412620, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:04:43.168275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-33459475-8edd-4ba8-9bd5-97f9c0800ec9 req-02e9f9c2-ab7e-4d30-ad87-2a4bed8c3f72 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721867 Oct 13 11:04:43.174350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] For port e6cb6bfc-2619-455b-873c-0ebdf0412620, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e6cb6bfc-2619-455b-873c-0ebdf0412620,segment=NetworkSegment(42565869-fa25-4693-a098-afa18879a0af),segment_id=42565869-fa25-4693-a098-afa18879a0af)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:04:43.238105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:43.248449 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:43.271801 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:43.291917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] device_id is not set on port 42767c97-f793-49fd-9da7-7643c0e9dc8b yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:04:43.330860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1a2a8-e39a-45d6-b4ed-7dab569e8576 req-3466b454-d535-4853-a153-c6d472a29ef4 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:43.332510 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67b1a2a8-e39a-45d6-b4ed-7dab569e8576 req-3466b454-d535-4853-a153-c6d472a29ef4 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1094527 Oct 13 11:04:43.370698 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:43.427586 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67b1a2a8-e39a-45d6-b4ed-7dab569e8576 req-d7f690aa-7242-4535-bfc1-b93c87454df3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886810 Oct 13 11:04:43.462061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2cdc4-8b76-4c20-b9ba-bc86c5fb42be None None] Pushing event updated for resources: {'Port': ['ID=e6cb6bfc-2619-455b-873c-0ebdf0412620,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:43.529561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a56ba4-13e7-4227-9795-f2fc983f35b7 req-7b37a3a1-4bf6-4f57-b2c4-95d56bbb2fac tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:43.542216 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-59a56ba4-13e7-4227-9795-f2fc983f35b7 req-7b37a3a1-4bf6-4f57-b2c4-95d56bbb2fac tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.1837213 Oct 13 11:04:43.542216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Allocated IP 172.20.0.12 (9f473b76-354d-4303-b20a-e5a455270e90/40a53fa6-c72f-46c1-acad-c65b771e63d8/42767c97-f793-49fd-9da7-7643c0e9dc8b) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:04:43.627540 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-59a56ba4-13e7-4227-9795-f2fc983f35b7 req-f0493ce3-fe23-4228-bc8f-6ab664724e82 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787663 Oct 13 11:04:43.906256 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f792564-76c2-4769-84f0-f534b47d78d3 req-14c34335-1ce3-4e37-8f09-2a42a31f0095 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:43.915642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f792564-76c2-4769-84f0-f534b47d78d3 req-14c34335-1ce3-4e37-8f09-2a42a31f0095 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.1343532 Oct 13 11:04:43.959389 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:43.996660 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f792564-76c2-4769-84f0-f534b47d78d3 req-f4100bd0-b8ba-4145-bc8b-51ab5e4d26f3 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789027 Oct 13 11:04:44.137394 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:44.190015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e6cb6bfc-2619-455b-873c-0ebdf0412620 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:04:44.208724 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network 9f473b76-354d-4303-b20a-e5a455270e90 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:44.212133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:44.214756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:04:44.222381 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=42767c97-f793-49fd-9da7-7643c0e9dc8b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:44.288426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:44.289337 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:44.309267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e6cb6bfc-2619-455b-873c-0ebdf0412620 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:44.309761 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:44.411671 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:44.428611 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5a94210c-2681-4da5-a28b-9c11e94b2a71 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5841076 Oct 13 11:04:44.431787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51826) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:44.579598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port e6cb6bfc-2619-455b-873c-0ebdf0412620, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e6cb6bfc-2619-455b-873c-0ebdf0412620,segment=NetworkSegment(42565869-fa25-4693-a098-afa18879a0af),segment_id=42565869-fa25-4693-a098-afa18879a0af)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:44.727115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54778c7a-8288-48d7-9cb3-303cf213ec39 req-f2d32d46-d7fb-4af8-863b-eaecfb946b5e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:44.731261 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-54778c7a-8288-48d7-9cb3-303cf213ec39 req-f2d32d46-d7fb-4af8-863b-eaecfb946b5e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1393726 Oct 13 11:04:44.746698 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:44.805199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-54778c7a-8288-48d7-9cb3-303cf213ec39 req-0d025a3f-dbf2-435f-a372-6fc9fd0105bc tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614271 Oct 13 11:04:44.843032 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86951e29-c7eb-4732-8ba7-1cc582d4d900 None None] Network 9f473b76-354d-4303-b20a-e5a455270e90 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:45.049600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=e6cb6bfc-2619-455b-873c-0ebdf0412620,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:45.059737 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-71433a26-a9e3-4cc0-ade5-7e1e80808f8f None None] Provisioning complete for port e6cb6bfc-2619-455b-873c-0ebdf0412620 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:45.059737 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-71433a26-a9e3-4cc0-ade5-7e1e80808f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:45.279849 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:04:45.353166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 22ae7ee6-def3-497a-97b8-35f51011b2a1 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:04:45.378452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 22ae7ee6-def3-497a-97b8-35f51011b2a1 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:04:45.379124 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 22ae7ee6-def3-497a-97b8-35f51011b2a1 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:04:45.403768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce90f6b-f34d-46bf-b38c-11d5033b45c9 req-76c67aeb-e3e6-456b-bd3f-533417fd72bf tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:45.405319 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fce90f6b-f34d-46bf-b38c-11d5033b45c9 req-76c67aeb-e3e6-456b-bd3f-533417fd72bf tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.5140383 Oct 13 11:04:45.515798 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:45.543648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fce90f6b-f34d-46bf-b38c-11d5033b45c9 req-14f6f906-9168-44e9-8d0c-878d4c771b71 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813427 Oct 13 11:04:45.745962 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-340d98da-73bc-4f14-9eb5-74af422c9cee None None] Provisioning complete for port 42767c97-f793-49fd-9da7-7643c0e9dc8b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:45.746526 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-340d98da-73bc-4f14-9eb5-74af422c9cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:45.818716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-340d98da-73bc-4f14-9eb5-74af422c9cee None None] Port 42767c97-f793-49fd-9da7-7643c0e9dc8b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:04:45.851614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-340d98da-73bc-4f14-9eb5-74af422c9cee None None] Provisioning complete for port e6cb6bfc-2619-455b-873c-0ebdf0412620 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:45.851974 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-340d98da-73bc-4f14-9eb5-74af422c9cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:45.869598 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:45.974907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0555a40-5df2-4438-b795-de6d59edcbca req-d7b9945e-5988-4106-b3d1-9105bf3f2263 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:45.976444 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0555a40-5df2-4438-b795-de6d59edcbca req-d7b9945e-5988-4106-b3d1-9105bf3f2263 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0719452 Oct 13 11:04:45.977876 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:46.087761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=42767c97-f793-49fd-9da7-7643c0e9dc8b,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:46.097449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e6cb6bfc-2619-455b-873c-0ebdf0412620 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:04:46.112351 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0555a40-5df2-4438-b795-de6d59edcbca req-b16d517d-1454-4313-8cb6-544e81359dd5 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289353 Oct 13 11:04:46.116102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:46.116460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:46.116810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:46.117155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:46.117496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:46.117835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:46.118171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:46.118529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:46.118863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:46.119191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:46.119523 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:46.119851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:46.162040 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-74532d9d-7e88-4d14-b164-b312c1c435ad None None] Provisioning complete for port 42767c97-f793-49fd-9da7-7643c0e9dc8b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:46.162522 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-74532d9d-7e88-4d14-b164-b312c1c435ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:46.214967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-74532d9d-7e88-4d14-b164-b312c1c435ad None None] Port 42767c97-f793-49fd-9da7-7643c0e9dc8b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:04:46.230287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e6cb6bfc-2619-455b-873c-0ebdf0412620 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:46.230681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:46.319158 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:46.439380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-924335e1-98dd-435f-83d4-b662864a9b06 None None] Provisioning complete for port 42767c97-f793-49fd-9da7-7643c0e9dc8b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:46.440440 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-924335e1-98dd-435f-83d4-b662864a9b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:46.479199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-924335e1-98dd-435f-83d4-b662864a9b06 None None] Port 42767c97-f793-49fd-9da7-7643c0e9dc8b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:04:46.559233 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:46.681195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a931c3-a6ac-43f9-8c2a-7336028084ad req-b987419d-e819-44c0-9fc0-ac1b7068d753 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:46.682807 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35a931c3-a6ac-43f9-8c2a-7336028084ad req-b987419d-e819-44c0-9fc0-ac1b7068d753 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0527694 Oct 13 11:04:46.726026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35a931c3-a6ac-43f9-8c2a-7336028084ad req-b0fc6b5a-f113-46eb-97c9-88df69c30ca2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355332 Oct 13 11:04:46.887703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:46.957057 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:47.035282 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:47.037047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=42767c97-f793-49fd-9da7-7643c0e9dc8b,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:47.144226 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network 9f473b76-354d-4303-b20a-e5a455270e90 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:47.148387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:47.336052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76397e4d-6601-4a18-ae67-8bc0df6ee701 req-0da2bc45-f310-4b21-aaec-796c9ddd1ac9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:47.337716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76397e4d-6601-4a18-ae67-8bc0df6ee701 req-0da2bc45-f310-4b21-aaec-796c9ddd1ac9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0687032 Oct 13 11:04:47.378713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1d8cb-4c3c-4d83-bd7f-a714bc77b7d7 req-fda4a942-e8ad-4341-9df8-b20faae794e1 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:47.380294 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05c1d8cb-4c3c-4d83-bd7f-a714bc77b7d7 req-fda4a942-e8ad-4341-9df8-b20faae794e1 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.1321998 Oct 13 11:04:47.412260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76397e4d-6601-4a18-ae67-8bc0df6ee701 req-80ccf788-1441-415f-8ae4-c715291a0196 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637865 Oct 13 11:04:47.499933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a091fcb-bf07-4dfd-abd2-db3377a444e5 req-5eab52f8-f0e5-4ff0-8111-f72dc04bdea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:47.502819 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7a091fcb-bf07-4dfd-abd2-db3377a444e5 req-5eab52f8-f0e5-4ff0-8111-f72dc04bdea4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf317bd458d84a7ba01449a3dbbc39b8&device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 1098 time: 0.1762903 Oct 13 11:04:47.506381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2964ed4e-ea11-4768-bcca-ea07916ca4ce None None] Provisioning complete for port 42767c97-f793-49fd-9da7-7643c0e9dc8b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:47.507063 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2964ed4e-ea11-4768-bcca-ea07916ca4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:47.510902 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05c1d8cb-4c3c-4d83-bd7f-a714bc77b7d7 req-883018cd-7177-44d9-9549-f1c1b731f9a2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158221 Oct 13 11:04:47.554025 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2964ed4e-ea11-4768-bcca-ea07916ca4ce None None] Port 42767c97-f793-49fd-9da7-7643c0e9dc8b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:04:47.618173 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a091fcb-bf07-4dfd-abd2-db3377a444e5 req-e4146f90-7e44-4942-8516-23893a03661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:47.619848 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7a091fcb-bf07-4dfd-abd2-db3377a444e5 req-e4146f90-7e44-4942-8516-23893a03661a service neutron] 10.222.0.21 "GET /v2.0/networks?id=37337ae1-3830-4e94-86c4-50efe5c4311f HTTP/1.1" status: 200 len: 914 time: 0.1080987 Oct 13 11:04:47.634002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 45ff6290-a6e0-4d78-85c8-a108156b3619 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:04:47.668137 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7a091fcb-bf07-4dfd-abd2-db3377a444e5 req-90f0a2e8-bf87-48ea-be39-54ce656df270 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b101565b-3c30-43e0-aff8-91c1378f03a6 HTTP/1.1" status: 200 len: 217 time: 0.0410058 Oct 13 11:04:47.793242 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a091fcb-bf07-4dfd-abd2-db3377a444e5 req-92a9cb3e-ae4c-4a25-9ef6-43b23dd9a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:47.794642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7a091fcb-bf07-4dfd-abd2-db3377a444e5 req-92a9cb3e-ae4c-4a25-9ef6-43b23dd9a7ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d5329af-7563-4aa1-a5c9-0162c6540d49 HTTP/1.1" status: 200 len: 853 time: 0.1188705 Oct 13 11:04:47.801385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:04:47.806486 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-45383aac-5755-4b4b-a286-7495f5d7a3bb tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/45ff6290-a6e0-4d78-85c8-a108156b3619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3732200 Oct 13 11:04:47.809160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51900) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:47.820006 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1bf87-d4ab-4e74-a241-5bff565cab74 None None] Sync routers for ids ['45ff6290-a6e0-4d78-85c8-a108156b3619'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:04:47.830419 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1bf87-d4ab-4e74-a241-5bff565cab74 None None] Routers {'45ff6290-a6e0-4d78-85c8-a108156b3619'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:04:47.831665 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6ca1bf87-d4ab-4e74-a241-5bff565cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['45ff6290-a6e0-4d78-85c8-a108156b3619'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:47.838048 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7a091fcb-bf07-4dfd-abd2-db3377a444e5 req-cd5fe951-92f0-4eaf-8f7b-d7d3505f41a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=37337ae1-3830-4e94-86c4-50efe5c4311f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304906 Oct 13 11:04:47.873305 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6ca1bf87-d4ab-4e74-a241-5bff565cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:47.885188 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1bf87-d4ab-4e74-a241-5bff565cab74 None None] Routers {'45ff6290-a6e0-4d78-85c8-a108156b3619'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:04:47.886267 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6ca1bf87-d4ab-4e74-a241-5bff565cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['45ff6290-a6e0-4d78-85c8-a108156b3619'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:47.927863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e99ab78-0e9b-4b8b-848f-c0ac3a322861 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:47.944130 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51908) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:47.950831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9e99ab78-0e9b-4b8b-848f-c0ac3a322861 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports/42767c97-f793-49fd-9da7-7643c0e9dc8b HTTP/1.1" status: 200 len: 978 time: 0.1398056 Oct 13 11:04:47.967341 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6ca1bf87-d4ab-4e74-a241-5bff565cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:47.967341 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1bf87-d4ab-4e74-a241-5bff565cab74 None None] The sync data for ids ['45ff6290-a6e0-4d78-85c8-a108156b3619'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:04:48.056579 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7a091fcb-bf07-4dfd-abd2-db3377a444e5 req-69bf8812-40d0-40d3-9de2-eeba063090d1 service neutron] 10.222.0.21 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106385 Oct 13 11:04:48.255719 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7a091fcb-bf07-4dfd-abd2-db3377a444e5 req-2b1d54b6-9fec-4653-b047-bbe33a93b14c service neutron] 10.222.0.21 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895764 Oct 13 11:04:48.497176 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-080350a9-ca44-4143-bbc8-f7b7d8b228f6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:48.562010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d827-d5bb-4041-ae64-9fd852d910e4 req-a3161ee8-b159-416c-a723-db130c3b4903 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:48.571505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fa0d827-d5bb-4041-ae64-9fd852d910e4 req-a3161ee8-b159-416c-a723-db130c3b4903 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0738747 Oct 13 11:04:48.632888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fa0d827-d5bb-4041-ae64-9fd852d910e4 req-2b0782f3-9c4d-4c10-b10e-7edaf5fd7050 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601270 Oct 13 11:04:48.730779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1a59d-7023-4c93-9602-e28b5d097180 req-61c08c10-5307-43f4-9cf9-49f59506903a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:48.732316 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-96d1a59d-7023-4c93-9602-e28b5d097180 req-61c08c10-5307-43f4-9cf9-49f59506903a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0742147 Oct 13 11:04:48.810132 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-96d1a59d-7023-4c93-9602-e28b5d097180 req-2a254658-e586-46d8-8036-60bc1f8b5ce2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514398 Oct 13 11:04:48.822253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-080350a9-ca44-4143-bbc8-f7b7d8b228f6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port 42767c97-f793-49fd-9da7-7643c0e9dc8b {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:48.822711 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-080350a9-ca44-4143-bbc8-f7b7d8b228f6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:48.948985 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-080350a9-ca44-4143-bbc8-f7b7d8b228f6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:48.963815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-080350a9-ca44-4143-bbc8-f7b7d8b228f6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for 42767c97-f793-49fd-9da7-7643c0e9dc8b owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:49.366465 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-080350a9-ca44-4143-bbc8-f7b7d8b228f6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:49.400387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080350a9-ca44-4143-bbc8-f7b7d8b228f6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=42767c97-f793-49fd-9da7-7643c0e9dc8b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:49.577294 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-080350a9-ca44-4143-bbc8-f7b7d8b228f6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:50.062679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bcb09-9233-4dc5-a5a7-ebdda02ff7dd req-c033fc5b-9964-4921-8e89-853d5be5c844 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:50.072407 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d8bcb09-9233-4dc5-a5a7-ebdda02ff7dd req-c033fc5b-9964-4921-8e89-853d5be5c844 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0673523 Oct 13 11:04:50.121162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d8bcb09-9233-4dc5-a5a7-ebdda02ff7dd req-90651bfe-e98b-47b3-ad3d-fc8d9bc6b295 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478065 Oct 13 11:04:50.125786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080350a9-ca44-4143-bbc8-f7b7d8b228f6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 45ff6290-a6e0-4d78-85c8-a108156b3619 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:04:50.148699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afd2ef-7570-4100-9b60-999bb8a185c4 req-ccf5ebb9-601f-4061-970f-66be0dfe34b8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:50.156474 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05afd2ef-7570-4100-9b60-999bb8a185c4 req-ccf5ebb9-601f-4061-970f-66be0dfe34b8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1698327 Oct 13 11:04:50.256208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080350a9-ca44-4143-bbc8-f7b7d8b228f6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:04:50.261569 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-080350a9-ca44-4143-bbc8-f7b7d8b228f6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/45ff6290-a6e0-4d78-85c8-a108156b3619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3160369 Oct 13 11:04:50.264236 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51968) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:50.267904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e2781-38cb-4dd9-953d-59d86d9d4e7b req-63754548-4e97-49c7-b92b-67884b632e41 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:50.268119 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f33e2781-38cb-4dd9-953d-59d86d9d4e7b req-63754548-4e97-49c7-b92b-67884b632e41 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 945 time: 0.0607471 Oct 13 11:04:50.269178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1b12b-c4c0-4942-9dea-649ef689822a None None] Sync routers for ids ['45ff6290-a6e0-4d78-85c8-a108156b3619'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:04:50.279499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1b12b-c4c0-4942-9dea-649ef689822a None None] Routers {'45ff6290-a6e0-4d78-85c8-a108156b3619'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:04:50.280501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7de1b12b-c4c0-4942-9dea-649ef689822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['45ff6290-a6e0-4d78-85c8-a108156b3619'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:50.320053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7de1b12b-c4c0-4942-9dea-649ef689822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:50.323198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f33e2781-38cb-4dd9-953d-59d86d9d4e7b req-e0529460-6b72-4cea-b577-9c32e823a8ac tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367105 Oct 13 11:04:50.331857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1b12b-c4c0-4942-9dea-649ef689822a None None] Routers {'45ff6290-a6e0-4d78-85c8-a108156b3619'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:04:50.332767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7de1b12b-c4c0-4942-9dea-649ef689822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['45ff6290-a6e0-4d78-85c8-a108156b3619'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:50.376533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7de1b12b-c4c0-4942-9dea-649ef689822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:50.377201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1b12b-c4c0-4942-9dea-649ef689822a None None] The sync data for ids ['45ff6290-a6e0-4d78-85c8-a108156b3619'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:04:50.434231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-05afd2ef-7570-4100-9b60-999bb8a185c4 req-c4e9efeb-6989-434a-8ff7-6941d8355e51 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763057 Oct 13 11:04:50.498300 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-ab43ec7d-2ac9-409e-8c88-739ee658e565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] remove_router_interface failed (client error): The resource could not be found. Oct 13 11:04:50.499476 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ab43ec7d-2ac9-409e-8c88-739ee658e565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/45ff6290-a6e0-4d78-85c8-a108156b3619/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2343147 Oct 13 11:04:50.502426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51976) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:50.537401 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-95730918-8ae7-471b-914e-c151359f4833 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=45ff6290-a6e0-4d78-85c8-a108156b3619 HTTP/1.1" status: 200 len: 205 time: 0.0338013 Oct 13 11:04:50.539939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51978) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:50.575955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e041825-5796-4d39-9bfc-4018bc16a801 req-b6086c72-930d-44f2-94ad-99af6d7c04b9 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:50.577680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e041825-5796-4d39-9bfc-4018bc16a801 req-b6086c72-930d-44f2-94ad-99af6d7c04b9 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0831125 Oct 13 11:04:50.617750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e041825-5796-4d39-9bfc-4018bc16a801 req-b971c472-d3c6-426e-bee1-1587006e5011 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330718 Oct 13 11:04:50.634540 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4628e83d-9ec5-4289-8cd7-811d5986d891 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:50.761096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676a61c-6d99-4c09-966b-3886556dd9a4 req-066fffe9-3461-45e9-9cb0-dc6c8ee25909 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:50.762653 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a676a61c-6d99-4c09-966b-3886556dd9a4 req-066fffe9-3461-45e9-9cb0-dc6c8ee25909 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0536532 Oct 13 11:04:50.811529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a676a61c-6d99-4c09-966b-3886556dd9a4 req-903030d8-8006-40b6-a562-81bf9a9dfcdf tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386248 Oct 13 11:04:50.840882 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4628e83d-9ec5-4289-8cd7-811d5986d891 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:50.844992 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4628e83d-9ec5-4289-8cd7-811d5986d891 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:50.939231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c639f-266f-4b0a-aa57-aea8cfb885cc req-8f1f39bb-3ead-41d7-8a13-934ea53b27ea tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:50.941543 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-001c639f-266f-4b0a-aa57-aea8cfb885cc req-8f1f39bb-3ead-41d7-8a13-934ea53b27ea tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0522742 Oct 13 11:04:50.963554 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4628e83d-9ec5-4289-8cd7-811d5986d891 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:50.964065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4628e83d-9ec5-4289-8cd7-811d5986d891 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Fanout notify agent at l3_agent the message router_deleted on router 45ff6290-a6e0-4d78-85c8-a108156b3619 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:04:50.972366 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4628e83d-9ec5-4289-8cd7-811d5986d891 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:50.975966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51994) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:50.976342 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4628e83d-9ec5-4289-8cd7-811d5986d891 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/45ff6290-a6e0-4d78-85c8-a108156b3619 HTTP/1.1" status: 204 len: 168 time: 0.4353497 Oct 13 11:04:50.995432 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-001c639f-266f-4b0a-aa57-aea8cfb885cc req-7fd4ee50-a11d-4cb0-b6cf-1dd8ff2d094d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478642 Oct 13 11:04:51.033015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-456bafb3-7db9-49fc-a0e9-4923b0d07e41 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting subnet 40a53fa6-c72f-46c1-acad-c65b771e63d8 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:04:51.036294 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-456bafb3-7db9-49fc-a0e9-4923b0d07e41 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:51.083041 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-456bafb3-7db9-49fc-a0e9-4923b0d07e41 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:51.181099 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-456bafb3-7db9-49fc-a0e9-4923b0d07e41 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:51.198886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d1b51-71a6-4e50-b559-f4f6a4aaab3c req-ff537af2-844d-46c2-91ee-9919b3fa5aad tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:51.200493 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fc7d1b51-71a6-4e50-b559-f4f6a4aaab3c req-ff537af2-844d-46c2-91ee-9919b3fa5aad tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0593462 Oct 13 11:04:51.251758 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fc7d1b51-71a6-4e50-b559-f4f6a4aaab3c req-bb1f9d87-622f-4626-a116-28b97c7f3801 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437143 Oct 13 11:04:51.325495 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-456bafb3-7db9-49fc-a0e9-4923b0d07e41 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:51.341236 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-456bafb3-7db9-49fc-a0e9-4923b0d07e41 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:51.347855 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-456bafb3-7db9-49fc-a0e9-4923b0d07e41 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/40a53fa6-c72f-46c1-acad-c65b771e63d8 HTTP/1.1" status: 204 len: 168 time: 0.3705873 Oct 13 11:04:51.351026 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4307f5a-f88b-46d1-a0f9-bd32d3a56d09 None None] Network 9f473b76-354d-4303-b20a-e5a455270e90 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:51.351525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52010) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:51.407482 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bafb3-7db9-49fc-a0e9-4923b0d07e41 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Subnet': ['ID=40a53fa6-c72f-46c1-acad-c65b771e63d8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:51.509763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a9359-6cd3-49c5-b414-5a44d28ac163 req-e38a8581-5b02-4730-a77f-bb776a1a579d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:51.524716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-356a9359-6cd3-49c5-b414-5a44d28ac163 req-e38a8581-5b02-4730-a77f-bb776a1a579d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.1235483 Oct 13 11:04:51.565660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:51.580217 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-356a9359-6cd3-49c5-b414-5a44d28ac163 req-14b08e44-e364-4eca-9368-1003b4c1e8dd tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541146 Oct 13 11:04:51.682432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] DHCP port deletion for 9f473b76-354d-4303-b20a-e5a455270e90 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:04:51.693300 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3b0db-7afe-4516-b3dd-8c551005aa13 req-f71837db-6bbc-4bcc-83e7-d7598321f888 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:51.695771 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-08f3b0db-7afe-4516-b3dd-8c551005aa13 req-f71837db-6bbc-4bcc-83e7-d7598321f888 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 945 time: 0.2234452 Oct 13 11:04:51.747121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port e6cb6bfc-2619-455b-873c-0ebdf0412620 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:51.747476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:51.780703 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Deleting port e6cb6bfc-2619-455b-873c-0ebdf0412620 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:51.781078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:51.838212 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-08f3b0db-7afe-4516-b3dd-8c551005aa13 req-9918d80a-ff70-4400-909e-1b591dade5e5 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e2dd595-6a4b-4023-9850-763d0dd43f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286352 Oct 13 11:04:51.905416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] For port e6cb6bfc-2619-455b-873c-0ebdf0412620, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e6cb6bfc-2619-455b-873c-0ebdf0412620,segment=NetworkSegment(42565869-fa25-4693-a098-afa18879a0af),segment_id=42565869-fa25-4693-a098-afa18879a0af)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:51.905830 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:51.912792 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] For port e6cb6bfc-2619-455b-873c-0ebdf0412620, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e6cb6bfc-2619-455b-873c-0ebdf0412620,segment=NetworkSegment(42565869-fa25-4693-a098-afa18879a0af),segment_id=42565869-fa25-4693-a098-afa18879a0af)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:51.913374 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:51.915269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dc12b-1cf5-440f-8d5a-c074ff876cc8 req-a29c49eb-2cc1-4001-b8eb-9d4f4e86024c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:51.918516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e0dc12b-1cf5-440f-8d5a-c074ff876cc8 req-a29c49eb-2cc1-4001-b8eb-9d4f4e86024c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1546192 Oct 13 11:04:51.928755 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Calling delete_port for e6cb6bfc-2619-455b-873c-0ebdf0412620 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:51.955897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for e6cb6bfc-2619-455b-873c-0ebdf0412620 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:51.974481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a446d3-48f0-44fb-b512-f699d9150bc8 req-ea20863b-fc1f-468d-8a45-241fea406599 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:51.976745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0a446d3-48f0-44fb-b512-f699d9150bc8 req-ea20863b-fc1f-468d-8a45-241fea406599 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.46 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 945 time: 0.1492705 Oct 13 11:04:52.071839 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e0dc12b-1cf5-440f-8d5a-c074ff876cc8 req-3b9d406e-f153-495d-9c33-84883269f10b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470747 Oct 13 11:04:52.134524 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:52.152928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] No DVR routers for this DVR port e6cb6bfc-2619-455b-873c-0ebdf0412620 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:04:52.197117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e6cb6bfc-2619-455b-873c-0ebdf0412620 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:04:52.208888 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Pushing event deleted for resources: {'Port': ['ID=e6cb6bfc-2619-455b-873c-0ebdf0412620,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:52.221697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-f0a446d3-48f0-44fb-b512-f699d9150bc8 req-0861b255-5e2e-48fa-92b6-e9684e16ca8f tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Deleting port e95d12e5-876d-498f-87d2-3baef9781540 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:04:52.222281 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f0a446d3-48f0-44fb-b512-f699d9150bc8 req-0861b255-5e2e-48fa-92b6-e9684e16ca8f tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:52.238842 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: e6cb6bfc-2619-455b-873c-0ebdf0412620 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:04:52.239556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e6cb6bfc-2619-455b-873c-0ebdf0412620 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:04:52.244018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:52.244372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:52.244711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:52.245047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:52.245391 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:52.245705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:52.246575 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:52.247163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:52.247665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:52.248739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:52.249197 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:52.249990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa6ff4-84f1-4f2a-bafd-52d0fc545496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:04:52.275563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:52.311339 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=e6cb6bfc-2619-455b-873c-0ebdf0412620,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:52.318241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No DVR routers for this DVR port e6cb6bfc-2619-455b-873c-0ebdf0412620 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:04:52.376705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f0a446d3-48f0-44fb-b512-f699d9150bc8 req-0861b255-5e2e-48fa-92b6-e9684e16ca8f tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] For port e95d12e5-876d-498f-87d2-3baef9781540, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e95d12e5-876d-498f-87d2-3baef9781540,segment=NetworkSegment(63000774-0ccd-4ab6-9e99-649243f54477),segment_id=63000774-0ccd-4ab6-9e99-649243f54477)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:52.376705 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f0a446d3-48f0-44fb-b512-f699d9150bc8 req-0861b255-5e2e-48fa-92b6-e9684e16ca8f tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:52.389132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-f0a446d3-48f0-44fb-b512-f699d9150bc8 req-0861b255-5e2e-48fa-92b6-e9684e16ca8f tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Calling delete_port for e95d12e5-876d-498f-87d2-3baef9781540 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:04:52.401547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4382f-ed73-4acf-a0fe-92eec642206a req-d1b349c7-49de-4642-9aa2-49213b5de7f1 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:52.403200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-64c4382f-ed73-4acf-a0fe-92eec642206a req-d1b349c7-49de-4642-9aa2-49213b5de7f1 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.1998439 Oct 13 11:04:52.444682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:52.482610 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-64c4382f-ed73-4acf-a0fe-92eec642206a req-dbf5ffd9-0a6f-4704-ad57-cb552a7b3674 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716741 Oct 13 11:04:52.484219 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f473b76-354d-4303-b20a-e5a455270e90']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:52.498772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42565869-fa25-4693-a098-afa18879a0af') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:52.499185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42565869-fa25-4693-a098-afa18879a0af') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:52.513318 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:52.534357 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:52.545946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:04:52.546682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:04:52.551055 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:04:52.628372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bb0db-308a-412d-a3e9-242f863dde4b req-f714f987-2b4a-4135-813b-ab725a9b7bc4 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:52.630158 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b22bb0db-308a-412d-a3e9-242f863dde4b req-f714f987-2b4a-4135-813b-ab725a9b7bc4 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0567183 Oct 13 11:04:52.667258 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f0a446d3-48f0-44fb-b512-f699d9150bc8 req-0861b255-5e2e-48fa-92b6-e9684e16ca8f tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:52.679641 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['e95d12e5-876d-498f-87d2-3baef9781540'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:04:52.734494 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861b255-5e2e-48fa-92b6-e9684e16ca8f tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Pushing event deleted for resources: {'Port': ['ID=e95d12e5-876d-498f-87d2-3baef9781540,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:52.769702 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b22bb0db-308a-412d-a3e9-242f863dde4b req-88cba4c9-f0ef-46d4-95b0-ed6e1a010463 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323781 Oct 13 11:04:52.771146 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:52.785819 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:52.795957 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/networks/9f473b76-354d-4303-b20a-e5a455270e90 HTTP/1.1" status: 204 len: 168 time: 1.4433427 Oct 13 11:04:52.799243 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52042) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:52.799863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52044) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:52.838067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-aa923680-ab91-40eb-a7d3-793777b931ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'network': {'name': 'tempest-RoutersTest-986232604'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:52.838067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ad28f-d892-4695-8867-fc675a144a03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Network': ['ID=9f473b76-354d-4303-b20a-e5a455270e90,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:52.853665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a446d3-48f0-44fb-b512-f699d9150bc8 req-0861b255-5e2e-48fa-92b6-e9684e16ca8f tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] No DVR routers for this DVR port e95d12e5-876d-498f-87d2-3baef9781540 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:04:52.862730 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f0a446d3-48f0-44fb-b512-f699d9150bc8 req-0861b255-5e2e-48fa-92b6-e9684e16ca8f tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:52.875113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0a446d3-48f0-44fb-b512-f699d9150bc8 req-0861b255-5e2e-48fa-92b6-e9684e16ca8f tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.46 "DELETE /v2.0/ports/e95d12e5-876d-498f-87d2-3baef9781540 HTTP/1.1" status: 204 len: 173 time: 0.8701062 Oct 13 11:04:52.875113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22739b24-d20e-4207-b033-5d7e10c35114', 'name': 'network-vif-deleted', 'tag': 'e95d12e5-876d-498f-87d2-3baef9781540'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:04:52.875113 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ced12c-2ae6-4edc-a614-b0304d51673b" -d '{"events": [{"server_uuid": "22739b24-d20e-4207-b033-5d7e10c35114", "name": "network-vif-deleted", "tag": "e95d12e5-876d-498f-87d2-3baef9781540"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:04:53.013604 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1505e801-4cd1-43bc-85f8-d8919d8f4ac9 req-cb11dfc7-dff5-4245-99fc-31ca8d7ac74e tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 210 time: 0.0722866 Oct 13 11:04:53.015038 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa923680-ab91-40eb-a7d3-793777b931ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:53.022631 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa923680-ab91-40eb-a7d3-793777b931ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:53.077339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a9a27-a017-4caa-988f-2fc5ac9584c2 req-82f2419c-0868-451b-b310-44979a4ea3bb tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:53.082311 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f36a9a27-a017-4caa-988f-2fc5ac9584c2 req-82f2419c-0868-451b-b310-44979a4ea3bb tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.1084397 Oct 13 11:04:53.087404 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6537c310-959e-43d0-aa10-54794cb5a13c x-openstack-request-id: req-6537c310-959e-43d0-aa10-54794cb5a13c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:04:53.087911 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22739b24-d20e-4207-b033-5d7e10c35114", "name": "network-vif-deleted", "tag": "e95d12e5-876d-498f-87d2-3baef9781540", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:04:53.088361 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6537c310-959e-43d0-aa10-54794cb5a13c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:04:53.088941 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22739b24-d20e-4207-b033-5d7e10c35114', 'name': 'network-vif-deleted', 'tag': 'e95d12e5-876d-498f-87d2-3baef9781540', 'status': 'completed', 'code': 200} Oct 13 11:04:53.089892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa923680-ab91-40eb-a7d3-793777b931ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:04:53.130118 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa923680-ab91-40eb-a7d3-793777b931ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:53.130503 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-aa923680-ab91-40eb-a7d3-793777b931ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Added segment 808edd14-9282-44ca-a9fb-c4d3a50b5962 of type vlan for network dad616ff-16ee-4f07-8f61-db082444dc24 Oct 13 11:04:53.190315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b36d1f-9702-45fa-b36e-f109394ff6b4 admin admin] Deleting subnet c73a4c07-49f6-4e27-8039-a817a8176f98 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:04:53.193165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f36a9a27-a017-4caa-988f-2fc5ac9584c2 req-db5a0cb4-e5cc-409e-815b-6db07552d5e0 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031787 Oct 13 11:04:53.203334 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa923680-ab91-40eb-a7d3-793777b931ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:53.206199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f3b36d1f-9702-45fa-b36e-f109394ff6b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:53.308042 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f3b36d1f-9702-45fa-b36e-f109394ff6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:53.376453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3dec-f000-44d8-8af4-667614f5d13a req-ce7c5e11-9580-4273-9d97-cbb21cb4b983 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:53.378679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-514a3dec-f000-44d8-8af4-667614f5d13a req-ce7c5e11-9580-4273-9d97-cbb21cb4b983 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1152897 Oct 13 11:04:53.397536 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f3b36d1f-9702-45fa-b36e-f109394ff6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:53.429029 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-514a3dec-f000-44d8-8af4-667614f5d13a req-e2c991d4-2166-47bd-a735-e714ecea47ba tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433130 Oct 13 11:04:53.437284 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142c4c9-8766-41db-969b-09c3b6b5cc91 req-a8781bdb-bbe2-48b6-809f-adb327aa83c2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:53.440042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d142c4c9-8766-41db-969b-09c3b6b5cc91 req-a8781bdb-bbe2-48b6-809f-adb327aa83c2 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.1055927 Oct 13 11:04:53.499908 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d142c4c9-8766-41db-969b-09c3b6b5cc91 req-0b148909-7211-4cb6-be19-088944518f4a tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487564 Oct 13 11:04:53.503935 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa923680-ab91-40eb-a7d3-793777b931ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:53.510366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa923680-ab91-40eb-a7d3-793777b931ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:53.510928 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa923680-ab91-40eb-a7d3-793777b931ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:53.604153 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa923680-ab91-40eb-a7d3-793777b931ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Network': ['ID=dad616ff-16ee-4f07-8f61-db082444dc24,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:53.615436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network dad616ff-16ee-4f07-8f61-db082444dc24 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:04:53.645804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad39a3c-1dc2-4d65-afe7-e2d645fcf459 req-98f567f7-daf5-4d54-be72-934e4be8075b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:53.647620 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ad39a3c-1dc2-4d65-afe7-e2d645fcf459 req-98f567f7-daf5-4d54-be72-934e4be8075b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0567100 Oct 13 11:04:53.651464 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aa923680-ab91-40eb-a7d3-793777b931ed tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8504307 Oct 13 11:04:53.654353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52066) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:53.659629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-46bb4949-d728-4e35-979b-81035e8f9440 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'subnet': {'network_id': 'dad616ff-16ee-4f07-8f61-db082444dc24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:53.703912 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8ad39a3c-1dc2-4d65-afe7-e2d645fcf459 req-65397fd8-c807-4d25-95fa-86e075571346 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414603 Oct 13 11:04:53.708477 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f3b36d1f-9702-45fa-b36e-f109394ff6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:53.749315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b36d1f-9702-45fa-b36e-f109394ff6b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73a4c07-49f6-4e27-8039-a817a8176f98,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:53.752851 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f3b36d1f-9702-45fa-b36e-f109394ff6b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:53.762878 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f3b36d1f-9702-45fa-b36e-f109394ff6b4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c73a4c07-49f6-4e27-8039-a817a8176f98 HTTP/1.1" status: 204 len: 168 time: 0.9543903 Oct 13 11:04:53.762878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52072) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:53.852077 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35df1dc8-0761-48a8-8c06-d761f2f2108a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:53.913554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8b509-fbab-4275-a77f-c84947b60bf5 req-b3f5e810-3ce9-4581-88ee-3eade060006e tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:53.915216 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93c8b509-fbab-4275-a77f-c84947b60bf5 req-b3f5e810-3ce9-4581-88ee-3eade060006e tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0684099 Oct 13 11:04:53.950782 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35df1dc8-0761-48a8-8c06-d761f2f2108a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:53.962967 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93c8b509-fbab-4275-a77f-c84947b60bf5 req-087fdad8-f9de-434b-8a38-3b5cd530e241 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Oct 13 11:04:53.979104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-35df1dc8-0761-48a8-8c06-d761f2f2108a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba7d06a-9950-4459-be22-0590e0d45321']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:53.989641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-35df1dc8-0761-48a8-8c06-d761f2f2108a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44b4724-c309-44e6-b68d-69e72b63559c') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:53.990084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-35df1dc8-0761-48a8-8c06-d761f2f2108a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44b4724-c309-44e6-b68d-69e72b63559c') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:04:53.995422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bb4949-d728-4e35-979b-81035e8f9440 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:54.005496 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46bb4949-d728-4e35-979b-81035e8f9440 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:54.018494 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35df1dc8-0761-48a8-8c06-d761f2f2108a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:54.025647 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35df1dc8-0761-48a8-8c06-d761f2f2108a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:54.033000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35df1dc8-0761-48a8-8c06-d761f2f2108a admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:04:54.033694 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35df1dc8-0761-48a8-8c06-d761f2f2108a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:04:54.035949 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:04:54.223592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2367a-edca-4c36-a7aa-312ad1ad4c12 req-2a2b17fb-a966-45e1-b341-24ae82412111 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:54.232102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79f2367a-edca-4c36-a7aa-312ad1ad4c12 req-2a2b17fb-a966-45e1-b341-24ae82412111 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0805829 Oct 13 11:04:54.242274 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35df1dc8-0761-48a8-8c06-d761f2f2108a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:54.262689 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1cef7ef9-790f-4906-8efb-9fde5640823c req-ba54ae6d-c3b1-426e-bb89-83eef4e49068 tempest-AttachSCSIVolumeTestJSON-452807603 tempest-AttachSCSIVolumeTestJSON-452807603-project] 10.222.0.32 "GET /v2.0/ports?device_id=22739b24-d20e-4207-b033-5d7e10c35114 HTTP/1.1" status: 200 len: 210 time: 0.0757968 Oct 13 11:04:54.264556 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35df1dc8-0761-48a8-8c06-d761f2f2108a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:54.271673 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-35df1dc8-0761-48a8-8c06-d761f2f2108a admin admin] 10.222.0.32 "DELETE /v2.0/networks/5ba7d06a-9950-4459-be22-0590e0d45321 HTTP/1.1" status: 204 len: 168 time: 0.5110288 Oct 13 11:04:54.300066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df1dc8-0761-48a8-8c06-d761f2f2108a admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba7d06a-9950-4459-be22-0590e0d45321,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:54.325700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79f2367a-edca-4c36-a7aa-312ad1ad4c12 req-ba209f6f-ad3f-4060-8dd9-7bbdaeb82db1 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903943 Oct 13 11:04:54.472309 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46bb4949-d728-4e35-979b-81035e8f9440 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:54.486046 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01fe29-1c72-4088-8efd-3e1a9e34995e req-eccb8bb1-de6a-4668-92e2-fb826e5bc1cd tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:54.495643 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-de01fe29-1c72-4088-8efd-3e1a9e34995e req-eccb8bb1-de6a-4668-92e2-fb826e5bc1cd tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.0743027 Oct 13 11:04:54.551534 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-de01fe29-1c72-4088-8efd-3e1a9e34995e req-2f0be154-c2f0-4146-ac6c-1618ec83a7d9 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548532 Oct 13 11:04:54.636712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb4949-d728-4e35-979b-81035e8f9440 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Subnet': ['ID=bfd260cf-3f3f-4481-af84-68f3584bf471,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:54.718886 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c57e6-d4dd-4cf2-bdb3-5144d0dd10e5 req-ab8c1bda-82ea-4109-aa0f-1f90a7607fa1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:54.726601 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab8c57e6-d4dd-4cf2-bdb3-5144d0dd10e5 req-ab8c1bda-82ea-4109-aa0f-1f90a7607fa1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1206634 Oct 13 11:04:54.758399 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ceb61-972e-48b3-a965-2cbb6ed22289 req-22c90a2b-fa38-4539-a847-21839a9835d3 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:54.768893 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b9ceb61-972e-48b3-a965-2cbb6ed22289 req-22c90a2b-fa38-4539-a847-21839a9835d3 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.1195908 Oct 13 11:04:54.787583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52094) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:54.790807 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab8c57e6-d4dd-4cf2-bdb3-5144d0dd10e5 req-69ecfb22-269b-4a88-9625-362bdaca7050 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553157 Oct 13 11:04:54.795883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb4949-d728-4e35-979b-81035e8f9440 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Checking segment: {'id': '808edd14-9282-44ca-a9fb-c4d3a50b5962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dad616ff-16ee-4f07-8f61-db082444dc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:04:54.795883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb4949-d728-4e35-979b-81035e8f9440 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network hostable DHCP agents. Network: dad616ff-16ee-4f07-8f61-db082444dc24, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:04:54.802619 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-551902a1-97c6-465c-b08a-548e027c1b56 req-73ce5888-e011-4060-85e9-2ff2ed3854d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034856 Oct 13 11:04:54.874139 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b9ceb61-972e-48b3-a965-2cbb6ed22289 req-a72abd96-b686-4069-8635-540478f7cce1 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042686 Oct 13 11:04:54.879176 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb4949-d728-4e35-979b-81035e8f9440 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network dad616ff-16ee-4f07-8f61-db082444dc24 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:04:54.921232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551902a1-97c6-465c-b08a-548e027c1b56 req-efe81ef8-93a9-4622-ae99-af2c962083aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:54.923733 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-551902a1-97c6-465c-b08a-548e027c1b56 req-efe81ef8-93a9-4622-ae99-af2c962083aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf317bd458d84a7ba01449a3dbbc39b8&device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 1098 time: 0.0884244 Oct 13 11:04:54.927731 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-199fe29b-9288-4c12-9ba5-6cfd2640d072 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2b4dcba9f2b43e99e64275f41a29736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382647 Oct 13 11:04:54.930814 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52100) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:54.993063 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9ff972ba-aee3-4964-8cfd-7c4f0992384c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:55.017210 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9ff972ba-aee3-4964-8cfd-7c4f0992384c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:55.023496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-46bb4949-d728-4e35-979b-81035e8f9440 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, dad616ff-16ee-4f07-8f61-db082444dc24) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:55.031435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e86f1f-9b04-42bc-ab8b-d5f65799e6bc None None] Network dad616ff-16ee-4f07-8f61-db082444dc24 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:55.041374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb4949-d728-4e35-979b-81035e8f9440 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:55.044944 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46bb4949-d728-4e35-979b-81035e8f9440 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:55.054037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551902a1-97c6-465c-b08a-548e027c1b56 req-4635c562-d54b-42c7-99ba-2c42ee0a00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:55.056295 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-551902a1-97c6-465c-b08a-548e027c1b56 req-4635c562-d54b-42c7-99ba-2c42ee0a00a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=37337ae1-3830-4e94-86c4-50efe5c4311f HTTP/1.1" status: 200 len: 914 time: 0.1072941 Oct 13 11:04:55.116675 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-551902a1-97c6-465c-b08a-548e027c1b56 req-45e70356-9db6-4ca3-a76c-86495dba7d9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b101565b-3c30-43e0-aff8-91c1378f03a6 HTTP/1.1" status: 200 len: 217 time: 0.0445061 Oct 13 11:04:55.179947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52102) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:55.183415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-46bb4949-d728-4e35-979b-81035e8f9440 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5278311 Oct 13 11:04:55.184632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-65de005c-b2ed-4e33-afca-581e46fcdded tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1092905238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:55.185146 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9ff972ba-aee3-4964-8cfd-7c4f0992384c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:55.189688 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9ff972ba-aee3-4964-8cfd-7c4f0992384c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:55.194349 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9ff972ba-aee3-4964-8cfd-7c4f0992384c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd0acc20-2dea-4384-81fc-6312bfe7effa HTTP/1.1" status: 204 len: 168 time: 0.2596781 Oct 13 11:04:55.194518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551902a1-97c6-465c-b08a-548e027c1b56 req-0be2e44c-78c4-40b4-bc78-96e35ff5c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:55.203229 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-551902a1-97c6-465c-b08a-548e027c1b56 req-0be2e44c-78c4-40b4-bc78-96e35ff5c51f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d5329af-7563-4aa1-a5c9-0162c6540d49 HTTP/1.1" status: 200 len: 853 time: 0.0760539 Oct 13 11:04:55.203916 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-dad616ff-16ee-4f07-8f61-db082444dc24', 'network_id': 'dad616ff-16ee-4f07-8f61-db082444dc24', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'fixed_ips': [{'subnet_id': 'bfd260cf-3f3f-4481-af84-68f3584bf471'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:04:55.208299 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:55.221574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff972ba-aee3-4964-8cfd-7c4f0992384c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0acc20-2dea-4384-81fc-6312bfe7effa,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:55.280243 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-551902a1-97c6-465c-b08a-548e027c1b56 req-0a9ad629-e555-47ec-a0a0-7ada8f054590 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=37337ae1-3830-4e94-86c4-50efe5c4311f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660477 Oct 13 11:04:55.396424 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-551902a1-97c6-465c-b08a-548e027c1b56 req-14561026-eb47-4be3-bb76-ff36312431f2 service neutron] 10.222.0.21 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057024 Oct 13 11:04:55.470754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Allocated IP 172.20.0.2 (dad616ff-16ee-4f07-8f61-db082444dc24/bfd260cf-3f3f-4481-af84-68f3584bf471/103acc6e-0ee9-4a31-a59a-23d987db536d) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:04:55.493782 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65de005c-b2ed-4e33-afca-581e46fcdded tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:55.494869 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65de005c-b2ed-4e33-afca-581e46fcdded tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:55.573104 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-551902a1-97c6-465c-b08a-548e027c1b56 req-d694a35d-6ffb-40ea-8e9c-c95fa0ab74e5 service neutron] 10.222.0.21 "GET /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679373 Oct 13 11:04:55.603133 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65de005c-b2ed-4e33-afca-581e46fcdded tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:55.689705 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:55.696970 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65de005c-b2ed-4e33-afca-581e46fcdded tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:55.792432 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:55.827608 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65de005c-b2ed-4e33-afca-581e46fcdded tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:55.830041 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-65de005c-b2ed-4e33-afca-581e46fcdded tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6491215 Oct 13 11:04:55.833091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52128) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:55.886462 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Network dad616ff-16ee-4f07-8f61-db082444dc24 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:55.902379 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:55.918533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:04:55.963234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Pushing event updated for resources: {'Port': ['ID=103acc6e-0ee9-4a31-a59a-23d987db536d,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:56.062246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Attempting to bind port 103acc6e-0ee9-4a31-a59a-23d987db536d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:04:56.063713 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Attempting to bind port 103acc6e-0ee9-4a31-a59a-23d987db536d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '808edd14-9282-44ca-a9fb-c4d3a50b5962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dad616ff-16ee-4f07-8f61-db082444dc24'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:04:56.064427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Attempting to bind port 103acc6e-0ee9-4a31-a59a-23d987db536d on network dad616ff-16ee-4f07-8f61-db082444dc24 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:04:56.071263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:04:56.071643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Checking segment: {'id': '808edd14-9282-44ca-a9fb-c4d3a50b5962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dad616ff-16ee-4f07-8f61-db082444dc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:04:56.072039 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:56.072434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Bound using segment: {'id': '808edd14-9282-44ca-a9fb-c4d3a50b5962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dad616ff-16ee-4f07-8f61-db082444dc24'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:04:56.072957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Bound port: 103acc6e-0ee9-4a31-a59a-23d987db536d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808edd14-9282-44ca-a9fb-c4d3a50b5962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dad616ff-16ee-4f07-8f61-db082444dc24'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:04:56.073342 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:56.165371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3eed2-bc0b-4a41-98bc-4e32d0b13398 req-c24145f1-5cfe-4575-988f-182bb7cc48d1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:56.175248 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] For port 103acc6e-0ee9-4a31-a59a-23d987db536d, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:04:56.188534 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7fe3eed2-bc0b-4a41-98bc-4e32d0b13398 req-c24145f1-5cfe-4575-988f-182bb7cc48d1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1972446 Oct 13 11:04:56.188705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] For port 103acc6e-0ee9-4a31-a59a-23d987db536d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=103acc6e-0ee9-4a31-a59a-23d987db536d,segment=NetworkSegment(808edd14-9282-44ca-a9fb-c4d3a50b5962),segment_id=808edd14-9282-44ca-a9fb-c4d3a50b5962)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:04:56.232078 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7fe3eed2-bc0b-4a41-98bc-4e32d0b13398 req-7478f4d6-f0fd-4990-b2df-5e9b4cbf5066 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532098 Oct 13 11:04:56.295366 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:56.405344 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2261a-7e37-45b4-8b88-fc966fd52b3b None None] Pushing event updated for resources: {'Port': ['ID=103acc6e-0ee9-4a31-a59a-23d987db536d,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:56.526162 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:57.132123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Allocated IP 172.20.0.1 (dad616ff-16ee-4f07-8f61-db082444dc24/bfd260cf-3f3f-4481-af84-68f3584bf471/ac35c524-2d3f-4b86-ba0b-e83e27e1c2ac) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:04:57.164132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52182) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:57.364421 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:57.365673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1288821183-network', 'tenant_id': 'f4a21e70fa64446a8da0d83de7d6697f'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:57.459601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Made reservation on behalf of f4a21e70fa64446a8da0d83de7d6697f for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:57.469471 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:57.470882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098c79e-44c7-4ddf-8da8-43b506415609 req-de301ff9-e034-478c-88f2-3f37641f991b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:57.479542 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4098c79e-44c7-4ddf-8da8-43b506415609 req-de301ff9-e034-478c-88f2-3f37641f991b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0860295 Oct 13 11:04:57.480926 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:57.503881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device cc2e2cf0-3c4c-47f5-b985-0095bad86d48 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:04:57.529818 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:57.566302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device e95d12e5-876d-498f-87d2-3baef9781540 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:04:57.611732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: e95d12e5-876d-498f-87d2-3baef9781540 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:04:57.612108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device e95d12e5-876d-498f-87d2-3baef9781540 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:04:57.648855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network dad616ff-16ee-4f07-8f61-db082444dc24 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:57.655658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:57.667173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:04:57.710989 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4098c79e-44c7-4ddf-8da8-43b506415609 req-d97dbf92-3aa9-4c00-823d-ed9d0635fafd tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243242 Oct 13 11:04:57.767703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=ac35c524-2d3f-4b86-ba0b-e83e27e1c2ac,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:57.780325 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:57.803840 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:57.905795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:57.982544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:04:58.017862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d19ea4-d0e7-4187-9fc0-456750fe76f5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:58.043590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:58.043937 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Added segment 76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca of type vlan for network 9564d700-c1ab-4461-8bbb-95920c0f0a09 Oct 13 11:04:58.095392 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:58.156142 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:58.242092 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09bb5b4-f92c-4bc3-a9fb-d2cdf538edf0 None None] Network dad616ff-16ee-4f07-8f61-db082444dc24 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:58.247517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 103acc6e-0ee9-4a31-a59a-23d987db536d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:04:58.255710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:58.304883 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:58.310238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:58.310238 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:58.351332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'port_id': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'mac_address': 'fa:16:3e:1d:3a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:04:58.452635 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:58.487929 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3137121 Oct 13 11:04:58.493086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52208) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:04:58.502077 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5731be5b-f1f7-4b62-90a1-1525611a4eb7 admin admin] Request body: {'subnet': {'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1288821183-subnet', 'tenant_id': 'f4a21e70fa64446a8da0d83de7d6697f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:04:58.526140 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:58.539073 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc2e2cf0-3c4c-47f5-b985-0095bad86d48 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:04:58.561866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546b725-d7e5-46f8-9911-f66844b2883f admin admin] Pushing event updated for resources: {'Network': ['ID=9564d700-c1ab-4461-8bbb-95920c0f0a09,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:58.569072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d63c7941-5d1d-4f90-99cf-b9ed4eb3ae6c None None] Provisioning complete for port 103acc6e-0ee9-4a31-a59a-23d987db536d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:58.569898 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d63c7941-5d1d-4f90-99cf-b9ed4eb3ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:58.600422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422ed0d-ade4-4dfd-8186-912e27173edf req-2cc96e13-fdbb-4afe-ab85-5f61a50116dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:58.601933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6422ed0d-ade4-4dfd-8186-912e27173edf req-2cc96e13-fdbb-4afe-ab85-5f61a50116dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 1097 time: 0.0733769 Oct 13 11:04:58.603781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9564d700-c1ab-4461-8bbb-95920c0f0a09 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:04:58.621963 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:58.652910 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:58.719390 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5731be5b-f1f7-4b62-90a1-1525611a4eb7 admin admin] Made reservation on behalf of f4a21e70fa64446a8da0d83de7d6697f for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:04:58.722168 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5731be5b-f1f7-4b62-90a1-1525611a4eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:58.757715 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:58.792692 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422ed0d-ade4-4dfd-8186-912e27173edf req-5a923f84-e093-4b9f-987e-58d0f1ca8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:58.804545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6422ed0d-ade4-4dfd-8186-912e27173edf req-5a923f84-e093-4b9f-987e-58d0f1ca8c69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 917 time: 0.1729331 Oct 13 11:04:58.947393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['cc2e2cf0-3c4c-47f5-b985-0095bad86d48'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:04:58.965493 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6422ed0d-ade4-4dfd-8186-912e27173edf req-569a5672-87f5-44be-ac62-db6a140e6449 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48 HTTP/1.1" status: 200 len: 1000 time: 0.0792265 Oct 13 11:04:59.030834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:59.031546 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 103acc6e-0ee9-4a31-a59a-23d987db536d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:59.032855 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:59.094195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=ac35c524-2d3f-4b86-ba0b-e83e27e1c2ac,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:59.144416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422ed0d-ade4-4dfd-8186-912e27173edf req-af575e1f-2e0c-4d2a-8d43-cd0e84e8bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:59.146480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6422ed0d-ade4-4dfd-8186-912e27173edf req-af575e1f-2e0c-4d2a-8d43-cd0e84e8bb44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.1693828 Oct 13 11:04:59.154223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69394b-e5bb-4fa9-9136-d3c6c01d99a2 req-a329cfbc-1ad3-4926-a48b-21c5e693824f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:59.162534 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1c69394b-e5bb-4fa9-9136-d3c6c01d99a2 req-a329cfbc-1ad3-4926-a48b-21c5e693824f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 945 time: 0.2588301 Oct 13 11:04:59.189172 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:59.206906 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5731be5b-f1f7-4b62-90a1-1525611a4eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:59.213490 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d63c7941-5d1d-4f90-99cf-b9ed4eb3ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:59.292774 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network dad616ff-16ee-4f07-8f61-db082444dc24 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:04:59.297866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422ed0d-ade4-4dfd-8186-912e27173edf req-cda15a36-e716-4f79-9f94-c8ca524b3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:59.303123 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6422ed0d-ade4-4dfd-8186-912e27173edf req-cda15a36-e716-4f79-9f94-c8ca524b3ee3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476691 Oct 13 11:04:59.304411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:59.357300 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1c69394b-e5bb-4fa9-9136-d3c6c01d99a2 req-e9884674-67d9-4ff0-9ae7-47d8c1f1f9be tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841545 Oct 13 11:04:59.362314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d63c7941-5d1d-4f90-99cf-b9ed4eb3ae6c None None] For port 103acc6e-0ee9-4a31-a59a-23d987db536d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=103acc6e-0ee9-4a31-a59a-23d987db536d,segment=NetworkSegment(808edd14-9282-44ca-a9fb-c4d3a50b5962),segment_id=808edd14-9282-44ca-a9fb-c4d3a50b5962)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:04:59.377487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731be5b-f1f7-4b62-90a1-1525611a4eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d97e99-2a01-45e2-8793-fdb00daa185d,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:59.378717 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:59.394452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731be5b-f1f7-4b62-90a1-1525611a4eb7 admin admin] Checking segment: {'id': '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:04:59.395204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731be5b-f1f7-4b62-90a1-1525611a4eb7 admin admin] Network hostable DHCP agents. Network: 9564d700-c1ab-4461-8bbb-95920c0f0a09, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:04:59.483181 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d63c7941-5d1d-4f90-99cf-b9ed4eb3ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:59.539840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731be5b-f1f7-4b62-90a1-1525611a4eb7 admin admin] Network 9564d700-c1ab-4461-8bbb-95920c0f0a09 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:04:59.624522 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6422ed0d-ade4-4dfd-8186-912e27173edf req-c8b77563-6d94-4658-9741-37237590e210 service neutron] 10.222.0.46 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106754 Oct 13 11:04:59.630955 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:04:59.632026 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:04:59.639341 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-5731be5b-f1f7-4b62-90a1-1525611a4eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9564d700-c1ab-4461-8bbb-95920c0f0a09) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:04:59.646143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c7941-5d1d-4f90-99cf-b9ed4eb3ae6c None None] Pushing event updated for resources: {'Port': ['ID=103acc6e-0ee9-4a31-a59a-23d987db536d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:04:59.655586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5731be5b-f1f7-4b62-90a1-1525611a4eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:04:59.656185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5731be5b-f1f7-4b62-90a1-1525611a4eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:59.673599 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3addfe96-d0a8-47ed-9412-c720f6330046 None None] Network 9564d700-c1ab-4461-8bbb-95920c0f0a09 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:04:59.731288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0c54d3fb-0709-4eee-8f44-b6a7a719e7e4 None None] Provisioning complete for port ac35c524-2d3f-4b86-ba0b-e83e27e1c2ac triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:59.731659 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0c54d3fb-0709-4eee-8f44-b6a7a719e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:59.787929 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0c54d3fb-0709-4eee-8f44-b6a7a719e7e4 None None] Port ac35c524-2d3f-4b86-ba0b-e83e27e1c2ac cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:04:59.791494 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6422ed0d-ade4-4dfd-8186-912e27173edf req-28de4e1e-3674-4554-91b1-6f74256ce2f0 service neutron] 10.222.0.46 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557698 Oct 13 11:04:59.800550 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5731be5b-f1f7-4b62-90a1-1525611a4eb7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3060703 Oct 13 11:04:59.830578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0c54d3fb-0709-4eee-8f44-b6a7a719e7e4 None None] Provisioning complete for port 103acc6e-0ee9-4a31-a59a-23d987db536d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:04:59.830785 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0c54d3fb-0709-4eee-8f44-b6a7a719e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:04:59.847699 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 8b0eef95-7f68-4a81-888b-dda758bc5e62 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:04:59.935284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c51e81-9b75-49d1-a31b-3198c80652e6 None None] Network 9564d700-c1ab-4461-8bbb-95920c0f0a09 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:00.144346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:05:00.165809 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d1a59024-0cbf-4346-ab36-5a7e33040cd4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/8b0eef95-7f68-4a81-888b-dda758bc5e62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3273151 Oct 13 11:05:00.166082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52234) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:00.177348 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2a637d-3360-4d51-83aa-6d907741f423 None None] Sync routers for ids ['8b0eef95-7f68-4a81-888b-dda758bc5e62'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:05:00.191278 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a637d-3360-4d51-83aa-6d907741f423 None None] Routers {'8b0eef95-7f68-4a81-888b-dda758bc5e62'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:00.192296 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ad2a637d-3360-4d51-83aa-6d907741f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['8b0eef95-7f68-4a81-888b-dda758bc5e62'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:00.272790 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ad2a637d-3360-4d51-83aa-6d907741f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:00.291368 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a637d-3360-4d51-83aa-6d907741f423 None None] Routers {'8b0eef95-7f68-4a81-888b-dda758bc5e62'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:00.292272 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ad2a637d-3360-4d51-83aa-6d907741f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['8b0eef95-7f68-4a81-888b-dda758bc5e62'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:00.302154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd91b6-bc5f-444f-a0a2-dabd058ad586 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:00.303678 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-85cd91b6-bc5f-444f-a0a2-dabd058ad586 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports/ac35c524-2d3f-4b86-ba0b-e83e27e1c2ac HTTP/1.1" status: 200 len: 910 time: 0.1366105 Oct 13 11:05:00.306962 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52240) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:00.347946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fa13ee84-2fab-4696-8562-84d1e3d14d94 None None] Provisioning complete for port ac35c524-2d3f-4b86-ba0b-e83e27e1c2ac triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:00.348752 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fa13ee84-2fab-4696-8562-84d1e3d14d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:00.390072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fa13ee84-2fab-4696-8562-84d1e3d14d94 None None] Port ac35c524-2d3f-4b86-ba0b-e83e27e1c2ac cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:00.390986 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ad2a637d-3360-4d51-83aa-6d907741f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:00.393263 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2a637d-3360-4d51-83aa-6d907741f423 None None] The sync data for ids ['8b0eef95-7f68-4a81-888b-dda758bc5e62'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:05:00.521464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-dfadea7c-8ef0-4c23-b822-cee7f9a4eecb None None] Provisioning complete for port ac35c524-2d3f-4b86-ba0b-e83e27e1c2ac triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:00.521845 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dfadea7c-8ef0-4c23-b822-cee7f9a4eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:00.587106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-dfadea7c-8ef0-4c23-b822-cee7f9a4eecb None None] Port ac35c524-2d3f-4b86-ba0b-e83e27e1c2ac cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:00.590610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 103acc6e-0ee9-4a31-a59a-23d987db536d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:00.714879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 103acc6e-0ee9-4a31-a59a-23d987db536d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:00.715538 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:00.769701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-b0af7651-c3ac-4322-a238-7432f0c3e2d8 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:00.771834 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-b0af7651-c3ac-4322-a238-7432f0c3e2d8 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/networks?id=9564d700-c1ab-4461-8bbb-95920c0f0a09 HTTP/1.1" status: 200 len: 818 time: 0.2597086 Oct 13 11:05:00.780299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6f1a-3258-4f66-be19-b08f33b51672 req-2067696c-ff4b-4d6f-a39c-f74b50216ac1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:00.781904 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ed5a6f1a-3258-4f66-be19-b08f33b51672 req-2067696c-ff4b-4d6f-a39c-f74b50216ac1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 945 time: 0.0989780 Oct 13 11:05:00.814410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3c0809c4-b31a-4ca3-b427-a65f7ef5e0db tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/quotas/f4a21e70fa64446a8da0d83de7d6697f HTTP/1.1" status: 200 len: 375 time: 0.0366819 Oct 13 11:05:00.894697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3719363c-a6ab-4b6e-a8e3-6d664c23f3b1 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4a21e70fa64446a8da0d83de7d6697f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780265 Oct 13 11:05:00.946116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ed5a6f1a-3258-4f66-be19-b08f33b51672 req-9a189141-834a-411c-b17c-b701ee63a16b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345482 Oct 13 11:05:01.066945 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44ed0e1a-7bcc-4343-b43d-682c79970726 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:01.228353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-fbb677d3-616a-4326-b07d-f793e9722b88 service neutron] 10.222.0.32 "GET /v2.0/networks/9564d700-c1ab-4461-8bbb-95920c0f0a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327148 Oct 13 11:05:01.363545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-5fa0e447-a54a-4687-9db5-a9916d074bf2 service neutron] 10.222.0.32 "GET /v2.0/networks/9564d700-c1ab-4461-8bbb-95920c0f0a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343100 Oct 13 11:05:01.541282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device cc2e2cf0-3c4c-47f5-b985-0095bad86d48 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:01.556503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-44ed0e1a-7bcc-4343-b43d-682c79970726 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port ac35c524-2d3f-4b86-ba0b-e83e27e1c2ac {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:01.557102 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44ed0e1a-7bcc-4343-b43d-682c79970726 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:01.622242 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:01.622655 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:01.697732 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44ed0e1a-7bcc-4343-b43d-682c79970726 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:01.733261 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-44ed0e1a-7bcc-4343-b43d-682c79970726 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for ac35c524-2d3f-4b86-ba0b-e83e27e1c2ac owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:01.754658 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:01.791166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:05:01.793635 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d28bc8b-0a63-49f5-981b-148efc598f00" -d '{"events": [{"server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "name": "network-vif-plugged", "status": "completed", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:05:01.812175 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:01.875682 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041b3130-9851-4022-8808-452fc9d1a75a x-openstack-request-id: req-041b3130-9851-4022-8808-452fc9d1a75a {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:05:01.876003 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "name": "network-vif-plugged", "status": "completed", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:05:01.876333 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-041b3130-9851-4022-8808-452fc9d1a75a {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:05:01.876848 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'code': 200} Oct 13 11:05:02.007627 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:02.187552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:02.191855 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44ed0e1a-7bcc-4343-b43d-682c79970726 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:02.299468 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed0e1a-7bcc-4343-b43d-682c79970726 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=ac35c524-2d3f-4b86-ba0b-e83e27e1c2ac,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:02.387202 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-139d5da1-52c2-4606-80ff-c24a1633e9b4 req-f92a4ff3-a2c2-4656-a1a5-bd859f820703 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 210 time: 0.1199818 Oct 13 11:05:02.649459 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44ed0e1a-7bcc-4343-b43d-682c79970726 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:02.861203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25596508-1a6d-478d-9886-1921788ada09 req-15161d8e-548d-401b-ae75-d6692a22505c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:02.865633 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25596508-1a6d-478d-9886-1921788ada09 req-15161d8e-548d-401b-ae75-d6692a22505c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.7480156 Oct 13 11:05:02.907915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25596508-1a6d-478d-9886-1921788ada09 req-f1684867-d8e4-449e-8112-9489b11e0d29 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377586 Oct 13 11:05:03.353136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ed0e1a-7bcc-4343-b43d-682c79970726 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 8b0eef95-7f68-4a81-888b-dda758bc5e62 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:05:03.443893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ed0e1a-7bcc-4343-b43d-682c79970726 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:05:03.460345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7668c5be-f715-4802-8e41-a98430556867 None None] Sync routers for ids ['8b0eef95-7f68-4a81-888b-dda758bc5e62'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:05:03.465852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52402) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:03.466171 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-44ed0e1a-7bcc-4343-b43d-682c79970726 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/8b0eef95-7f68-4a81-888b-dda758bc5e62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1578579 Oct 13 11:05:03.471670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7668c5be-f715-4802-8e41-a98430556867 None None] Routers {'8b0eef95-7f68-4a81-888b-dda758bc5e62'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:03.472394 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7668c5be-f715-4802-8e41-a98430556867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['8b0eef95-7f68-4a81-888b-dda758bc5e62'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:03.505012 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-abf282fe-dee4-458c-a373-be8f1ecd074f req-7b333ebe-aa4c-4040-a7d2-7f523d1d4695 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 210 time: 0.0374088 Oct 13 11:05:03.512028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7668c5be-f715-4802-8e41-a98430556867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:03.524974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52406) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:03.525502 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-df084076-04a2-4eab-88f8-21ad546dcaf4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b0eef95-7f68-4a81-888b-dda758bc5e62 HTTP/1.1" status: 200 len: 205 time: 0.0530992 Oct 13 11:05:03.528521 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7668c5be-f715-4802-8e41-a98430556867 None None] Routers {'8b0eef95-7f68-4a81-888b-dda758bc5e62'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:03.529869 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7668c5be-f715-4802-8e41-a98430556867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['8b0eef95-7f68-4a81-888b-dda758bc5e62'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:03.574703 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7668c5be-f715-4802-8e41-a98430556867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:03.576160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7668c5be-f715-4802-8e41-a98430556867 None None] The sync data for ids ['8b0eef95-7f68-4a81-888b-dda758bc5e62'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:05:03.614554 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38d431ef-1e47-4741-a69d-16b835422012 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:03.910282 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38d431ef-1e47-4741-a69d-16b835422012 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:03.912870 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38d431ef-1e47-4741-a69d-16b835422012 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:04.121062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38d431ef-1e47-4741-a69d-16b835422012 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:04.123045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d431ef-1e47-4741-a69d-16b835422012 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Fanout notify agent at l3_agent the message router_deleted on router 8b0eef95-7f68-4a81-888b-dda758bc5e62 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:05:04.139183 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38d431ef-1e47-4741-a69d-16b835422012 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:04.146369 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-38d431ef-1e47-4741-a69d-16b835422012 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/8b0eef95-7f68-4a81-888b-dda758bc5e62 HTTP/1.1" status: 204 len: 168 time: 0.6225328 Oct 13 11:05:04.146683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52434) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:04.171150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283be64d-ae3f-4772-81ec-40497e785f16 req-aa5de1bc-59e1-4659-a42e-8c59c813bc6b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:04.174837 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-283be64d-ae3f-4772-81ec-40497e785f16 req-aa5de1bc-59e1-4659-a42e-8c59c813bc6b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0877609 Oct 13 11:05:04.236396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-283be64d-ae3f-4772-81ec-40497e785f16 req-24d8c3f6-5da3-41cb-b646-a4a0a77b2407 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555673 Oct 13 11:05:04.315078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-795c83c1-a181-4c47-a6ea-9c3c8cbaf59c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting subnet bfd260cf-3f3f-4481-af84-68f3584bf471 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:05:04.320985 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-795c83c1-a181-4c47-a6ea-9c3c8cbaf59c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:04.381034 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-795c83c1-a181-4c47-a6ea-9c3c8cbaf59c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:04.581793 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-795c83c1-a181-4c47-a6ea-9c3c8cbaf59c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:04.667817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-254b9dcb-317f-404c-80cd-1847fe59e199 req-75078077-15d2-4eb8-be75-742664d5d04c tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 210 time: 0.0510366 Oct 13 11:05:04.768123 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-795c83c1-a181-4c47-a6ea-9c3c8cbaf59c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:04.807476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a99789-525b-4e66-b187-f0311ed1b909 None None] Network dad616ff-16ee-4f07-8f61-db082444dc24 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:04.809244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-795c83c1-a181-4c47-a6ea-9c3c8cbaf59c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:04.829305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52478) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:04.861871 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-795c83c1-a181-4c47-a6ea-9c3c8cbaf59c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/bfd260cf-3f3f-4481-af84-68f3584bf471 HTTP/1.1" status: 204 len: 168 time: 0.6785190 Oct 13 11:05:04.912175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c83c1-a181-4c47-a6ea-9c3c8cbaf59c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd260cf-3f3f-4481-af84-68f3584bf471,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:04.990600 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:05.128250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port 103acc6e-0ee9-4a31-a59a-23d987db536d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:05.128599 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:05.224355 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b268de-a101-4b33-9390-411e03a2816d None None] DHCP port deletion for dad616ff-16ee-4f07-8f61-db082444dc24 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:05:05.242601 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] For port 103acc6e-0ee9-4a31-a59a-23d987db536d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=103acc6e-0ee9-4a31-a59a-23d987db536d,segment=NetworkSegment(808edd14-9282-44ca-a9fb-c4d3a50b5962),segment_id=808edd14-9282-44ca-a9fb-c4d3a50b5962)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:05.243233 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:05.275093 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for 103acc6e-0ee9-4a31-a59a-23d987db536d owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:05.344206 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d4b268de-a101-4b33-9390-411e03a2816d None None] Deleting port 103acc6e-0ee9-4a31-a59a-23d987db536d {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:05.348621 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d4b268de-a101-4b33-9390-411e03a2816d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:05.443019 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d4b268de-a101-4b33-9390-411e03a2816d None None] For port 103acc6e-0ee9-4a31-a59a-23d987db536d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=103acc6e-0ee9-4a31-a59a-23d987db536d,segment=NetworkSegment(808edd14-9282-44ca-a9fb-c4d3a50b5962),segment_id=808edd14-9282-44ca-a9fb-c4d3a50b5962)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:05.443451 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d4b268de-a101-4b33-9390-411e03a2816d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:05.458675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc0680-f2a1-4412-98df-919f4dc05230 req-c0551927-4053-423e-b90d-5de9b4df1007 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:05.461367 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-46cc0680-f2a1-4412-98df-919f4dc05230 req-c0551927-4053-423e-b90d-5de9b4df1007 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0991473 Oct 13 11:05:05.472707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d4b268de-a101-4b33-9390-411e03a2816d None None] Calling delete_port for 103acc6e-0ee9-4a31-a59a-23d987db536d owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:05.517779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b0425-fe3d-403d-9652-ab2cd6382e91 req-c9cbe234-cdef-4000-8b29-1e426462b71c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:05.522246 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a56b0425-fe3d-403d-9652-ab2cd6382e91 req-c9cbe234-cdef-4000-8b29-1e426462b71c tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.1309283 Oct 13 11:05:05.579406 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-46cc0680-f2a1-4412-98df-919f4dc05230 req-7870d7fc-a85c-423d-9f22-2b7cbb2c3deb tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116557 Oct 13 11:05:05.612720 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a56b0425-fe3d-403d-9652-ab2cd6382e91 req-bbccd6ea-363e-4b99-8421-5690c733af3d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727260 Oct 13 11:05:05.675663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:05.741980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52518) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:05.747959 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d4b268de-a101-4b33-9390-411e03a2816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:05.752901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=103acc6e-0ee9-4a31-a59a-23d987db536d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:05.782540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No DVR routers for this DVR port 103acc6e-0ee9-4a31-a59a-23d987db536d on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:05:05.819472 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b268de-a101-4b33-9390-411e03a2816d None None] Pushing event deleted for resources: {'Port': ['ID=103acc6e-0ee9-4a31-a59a-23d987db536d,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:05.848104 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b268de-a101-4b33-9390-411e03a2816d None None] No DVR routers for this DVR port 103acc6e-0ee9-4a31-a59a-23d987db536d on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:05:05.948355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04a63fbe-72b8-4f4d-824f-efa3e380de5a req-1f6df4c0-8ced-4496-90be-96de2f7964ea tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 210 time: 0.1580856 Oct 13 11:05:06.142402 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:06.176597 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad616ff-16ee-4f07-8f61-db082444dc24']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:06.196871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808edd14-9282-44ca-a9fb-c4d3a50b5962') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:06.197371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808edd14-9282-44ca-a9fb-c4d3a50b5962') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:06.214281 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:06.233225 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:06.243583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:05:06.244256 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:05:06.350048 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:05:06.577308 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:06.585748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 103acc6e-0ee9-4a31-a59a-23d987db536d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:06.668157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 103acc6e-0ee9-4a31-a59a-23d987db536d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:05:06.668500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 103acc6e-0ee9-4a31-a59a-23d987db536d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:05:06.681848 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:06.690060 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/networks/dad616ff-16ee-4f07-8f61-db082444dc24 HTTP/1.1" status: 204 len: 168 time: 1.8596709 Oct 13 11:05:06.694212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52554) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:06.704362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1814834090', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:06.767704 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372da21-ceb0-4d89-93b7-717a5b33b49c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Network': ['ID=dad616ff-16ee-4f07-8f61-db082444dc24,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:06.874709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4098656-09ad-401f-acd9-b395a81d7ac1 req-10aec429-b18b-49a5-a4b8-d2cc7f81098e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:06.882970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4098656-09ad-401f-acd9-b395a81d7ac1 req-10aec429-b18b-49a5-a4b8-d2cc7f81098e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1185546 Oct 13 11:05:06.978933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf1c8-01c8-414b-ac5d-f2d18922f204 req-b28d4e23-bea4-4904-be53-7ef5bcef6f96 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:06.987119 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-931bf1c8-01c8-414b-ac5d-f2d18922f204 req-b28d4e23-bea4-4904-be53-7ef5bcef6f96 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.2388577 Oct 13 11:05:06.996493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e19a8-b29c-41c4-bea0-05586bd779cc req-90891e48-66f1-48ce-85fd-6faae73d95ba tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:06.998175 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-128e19a8-b29c-41c4-bea0-05586bd779cc req-90891e48-66f1-48ce-85fd-6faae73d95ba tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.21 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 947 time: 0.1336486 Oct 13 11:05:07.005681 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:07.007088 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:07.060934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4098656-09ad-401f-acd9-b395a81d7ac1 req-9e6b1117-e1f7-404c-b085-99ec3421d0e2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767414 Oct 13 11:05:07.220738 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-931bf1c8-01c8-414b-ac5d-f2d18922f204 req-446a6b93-de07-425e-bccc-64b545d487bd tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/security-groups?id=81c83a96-abf0-425e-b284-1994b5133aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320161 Oct 13 11:05:07.225882 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:07.244561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-ccce9ffa-e58c-4431-9f3d-c9fa720cb5d8 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:07.246775 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-ccce9ffa-e58c-4431-9f3d-c9fa720cb5d8 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.46 "GET /v2.0/networks?id=9564d700-c1ab-4461-8bbb-95920c0f0a09 HTTP/1.1" status: 200 len: 818 time: 0.3224030 Oct 13 11:05:07.268327 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-128e19a8-b29c-41c4-bea0-05586bd779cc req-72afe8f0-e361-4bd2-813d-ba55336c464b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Deleting port b101565b-3c30-43e0-aff8-91c1378f03a6 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:07.275171 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-128e19a8-b29c-41c4-bea0-05586bd779cc req-72afe8f0-e361-4bd2-813d-ba55336c464b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:07.280751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-bf9f383c-eb26-42bc-96ff-a927bb0e1aa3 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Request body: {'port': {'device_id': '40083d65-34c8-4bdc-b9e4-630bf24d41a6', 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09', 'admin_state_up': True, 'tenant_id': 'f4a21e70fa64446a8da0d83de7d6697f'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:07.532807 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:07.622899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840a3b68-41e5-482f-a845-4c0a6aa2e298 req-85445239-dbcb-4d73-8dba-3c1790344e69 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 210 time: 0.1140604 Oct 13 11:05:07.626992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-128e19a8-b29c-41c4-bea0-05586bd779cc req-72afe8f0-e361-4bd2-813d-ba55336c464b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] For port b101565b-3c30-43e0-aff8-91c1378f03a6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b101565b-3c30-43e0-aff8-91c1378f03a6,segment=NetworkSegment(c77a9d7b-242d-48c4-9cb7-e65d91ab6f53),segment_id=c77a9d7b-242d-48c4-9cb7-e65d91ab6f53)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:07.627714 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-128e19a8-b29c-41c4-bea0-05586bd779cc req-72afe8f0-e361-4bd2-813d-ba55336c464b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:07.652036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-128e19a8-b29c-41c4-bea0-05586bd779cc req-72afe8f0-e361-4bd2-813d-ba55336c464b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Calling delete_port for b101565b-3c30-43e0-aff8-91c1378f03a6 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:07.668267 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-483c73ec-b836-4566-af3f-6fefb2dda51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:07.746554 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3c9783e5-0e7f-4f74-8fcd-0ed7fb8adce1 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:07.752385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3c9783e5-0e7f-4f74-8fcd-0ed7fb8adce1 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.46 "GET /v2.0/networks?id=9564d700-c1ab-4461-8bbb-95920c0f0a09 HTTP/1.1" status: 200 len: 818 time: 0.2098284 Oct 13 11:05:07.787861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-190b28a9-996d-4876-87a0-9d76bb299cb4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Request body: {'port': {'device_id': 'e4951932-b299-4646-ae58-2599c76b2b19', 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09', 'admin_state_up': True, 'tenant_id': 'f4a21e70fa64446a8da0d83de7d6697f'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:07.814693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-61d38ec7-1caa-44a0-843d-989ceececd0d tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:07.817013 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-61d38ec7-1caa-44a0-843d-989ceececd0d tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.21 "GET /v2.0/networks?id=9564d700-c1ab-4461-8bbb-95920c0f0a09 HTTP/1.1" status: 200 len: 818 time: 0.3096313 Oct 13 11:05:07.853708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-bf9f383c-eb26-42bc-96ff-a927bb0e1aa3 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Made reservation on behalf of f4a21e70fa64446a8da0d83de7d6697f for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:07.898669 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-bf9f383c-eb26-42bc-96ff-a927bb0e1aa3 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:07.982504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3e2661ba-fc71-4e7a-bfdd-750671e478f6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Request body: {'port': {'device_id': 'b0f6c0f3-f1e2-42fa-9d12-4f9d57166553', 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09', 'admin_state_up': True, 'tenant_id': 'f4a21e70fa64446a8da0d83de7d6697f'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:08.182439 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-450ddb6f-8c58-4bc2-b7cf-275c68d3b9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:08.189086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-190b28a9-996d-4876-87a0-9d76bb299cb4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Made reservation on behalf of f4a21e70fa64446a8da0d83de7d6697f for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:08.193648 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-190b28a9-996d-4876-87a0-9d76bb299cb4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:08.219602 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:08.259780 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-128e19a8-b29c-41c4-bea0-05586bd779cc req-72afe8f0-e361-4bd2-813d-ba55336c464b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:08.261951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:08.273422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b101565b-3c30-43e0-aff8-91c1378f03a6'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:05:08.346974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3e2661ba-fc71-4e7a-bfdd-750671e478f6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Made reservation on behalf of f4a21e70fa64446a8da0d83de7d6697f for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:08.354850 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3e2661ba-fc71-4e7a-bfdd-750671e478f6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:08.393682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Allocated IP 172.25.0.139 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/01524b0b-e174-43cf-902d-c256724e3e80) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:05:08.399375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-bf9f383c-eb26-42bc-96ff-a927bb0e1aa3 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Allocated IP 172.20.0.9 (9564d700-c1ab-4461-8bbb-95920c0f0a09/20d97e99-2a01-45e2-8793-fdb00daa185d/d3dd04bb-ecc5-4223-9e00-634394605490) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:05:08.560229 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d25708d9-eaff-4045-9e59-b0203d5d5343 req-aadb8815-cb89-4a67-ac3c-e7f3b984631d tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 210 time: 0.0759945 Oct 13 11:05:08.642666 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afe8f0-e361-4bd2-813d-ba55336c464b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Pushing event deleted for resources: {'Port': ['ID=b101565b-3c30-43e0-aff8-91c1378f03a6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:08.669091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-483c73ec-b836-4566-af3f-6fefb2dda51e admin admin] Deleting port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:08.669437 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-483c73ec-b836-4566-af3f-6fefb2dda51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:08.676114 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:08.716561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-128e19a8-b29c-41c4-bea0-05586bd779cc req-72afe8f0-e361-4bd2-813d-ba55336c464b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] No DVR routers for this DVR port b101565b-3c30-43e0-aff8-91c1378f03a6 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:05:08.722208 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:08.724373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-128e19a8-b29c-41c4-bea0-05586bd779cc req-72afe8f0-e361-4bd2-813d-ba55336c464b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:08.727686 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-128e19a8-b29c-41c4-bea0-05586bd779cc req-72afe8f0-e361-4bd2-813d-ba55336c464b tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.21 "DELETE /v2.0/ports/b101565b-3c30-43e0-aff8-91c1378f03a6 HTTP/1.1" status: 204 len: 173 time: 1.7169552 Oct 13 11:05:08.729068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'name': 'network-vif-deleted', 'tag': 'b101565b-3c30-43e0-aff8-91c1378f03a6'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:05:08.731349 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fa6cfd-9d1c-4aee-a39e-75e98d32fadf" -d '{"events": [{"server_uuid": "84fc2207-c993-4b60-9ad2-66f7ce0c01a9", "name": "network-vif-deleted", "tag": "b101565b-3c30-43e0-aff8-91c1378f03a6"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:05:08.748397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00516194-d73b-480b-b722-65b7808782ef req-8b52f3de-0ee5-40ae-9593-82f1f1366e76 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:08.753879 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-00516194-d73b-480b-b722-65b7808782ef req-8b52f3de-0ee5-40ae-9593-82f1f1366e76 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.4992771 Oct 13 11:05:08.804818 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa77feee-2d54-4f75-9a58-6899fbc2a369 req-574bf593-18ec-4b68-809c-ccf85c098a31 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 210 time: 0.0339675 Oct 13 11:05:08.837294 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-00516194-d73b-480b-b722-65b7808782ef req-98a36865-75bb-4896-9655-81f13961c1c3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647213 Oct 13 11:05:08.893173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-483c73ec-b836-4566-af3f-6fefb2dda51e admin admin] For port 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2e533c7c-2b33-4ffe-b215-ccfd29f9e97d,segment=NetworkSegment(63000774-0ccd-4ab6-9e99-649243f54477),segment_id=63000774-0ccd-4ab6-9e99-649243f54477)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:08.893537 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-483c73ec-b836-4566-af3f-6fefb2dda51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:08.919964 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-bf9f383c-eb26-42bc-96ff-a927bb0e1aa3 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:08.925338 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-483c73ec-b836-4566-af3f-6fefb2dda51e admin admin] Calling delete_port for 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:08.942912 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803029d1-8d10-441d-bfa4-8fa234ad6669 x-openstack-request-id: req-803029d1-8d10-441d-bfa4-8fa234ad6669 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:05:08.943421 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fc2207-c993-4b60-9ad2-66f7ce0c01a9", "name": "network-vif-deleted", "tag": "b101565b-3c30-43e0-aff8-91c1378f03a6", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:05:08.943668 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-803029d1-8d10-441d-bfa4-8fa234ad6669 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:05:08.944338 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fc2207-c993-4b60-9ad2-66f7ce0c01a9', 'name': 'network-vif-deleted', 'tag': 'b101565b-3c30-43e0-aff8-91c1378f03a6', 'status': 'completed', 'code': 200} Oct 13 11:05:08.950950 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:09.011071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:09.014312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:09.027106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:05:09.061763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=01524b0b-e174-43cf-902d-c256724e3e80,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:09.239048 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-bf9f383c-eb26-42bc-96ff-a927bb0e1aa3 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:09.284009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3e2661ba-fc71-4e7a-bfdd-750671e478f6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Allocated IP 172.20.0.13 (9564d700-c1ab-4461-8bbb-95920c0f0a09/20d97e99-2a01-45e2-8793-fdb00daa185d/6d49a08f-03d9-4f75-b7fd-f0eb957f1a64) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:05:09.307063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-bf9f383c-eb26-42bc-96ff-a927bb0e1aa3 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Network 9564d700-c1ab-4461-8bbb-95920c0f0a09 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:09.313436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-bf9f383c-eb26-42bc-96ff-a927bb0e1aa3 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:09.319638 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-483c73ec-b836-4566-af3f-6fefb2dda51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:09.323632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-bf9f383c-eb26-42bc-96ff-a927bb0e1aa3 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:05:09.378424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f383c-eb26-42bc-96ff-a927bb0e1aa3 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Pushing event updated for resources: {'Port': ['ID=d3dd04bb-ecc5-4223-9e00-634394605490,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:09.438496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c73ec-b836-4566-af3f-6fefb2dda51e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e533c7c-2b33-4ffe-b215-ccfd29f9e97d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:09.501135 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:09.543935 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-bf9f383c-eb26-42bc-96ff-a927bb0e1aa3 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:09.545184 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-bf9f383c-eb26-42bc-96ff-a927bb0e1aa3 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:09.790875 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2d25c18-781e-45af-91b9-84f1de3f0ea1 req-b59b2de9-e312-4055-9302-5abdc4bfe518 tempest-ServersNegativeTestJSON-2056621883 tempest-ServersNegativeTestJSON-2056621883-project] 10.222.0.32 "GET /v2.0/ports?device_id=84fc2207-c993-4b60-9ad2-66f7ce0c01a9 HTTP/1.1" status: 200 len: 210 time: 0.0997026 Oct 13 11:05:09.819790 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:09.852454 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3e2661ba-fc71-4e7a-bfdd-750671e478f6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:09.895256 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-483c73ec-b836-4566-af3f-6fefb2dda51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:09.963494 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-77df7009-4c9b-400d-abfe-42ce16666057 req-309e5e2c-e896-4915-98a5-80764ac1469e tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 210 time: 0.0326235 Oct 13 11:05:09.979012 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-bf9f383c-eb26-42bc-96ff-a927bb0e1aa3 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7206440 Oct 13 11:05:09.997177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Request body: {'port': {'device_id': '40083d65-34c8-4bdc-b9e4-630bf24d41a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:10.067365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 729d66d1-43c6-451e-aa0d-652115e2c7a5 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:05:10.086467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-190b28a9-996d-4876-87a0-9d76bb299cb4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Allocated IP 172.20.0.7 (9564d700-c1ab-4461-8bbb-95920c0f0a09/20d97e99-2a01-45e2-8793-fdb00daa185d/4f8f5178-01f3-464c-ad1c-751e31052fe9) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:05:10.332281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:05:10.347885 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca8ccb-d219-49ce-a638-6a0cf606ea18 None None] Sync routers for ids ['729d66d1-43c6-451e-aa0d-652115e2c7a5'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:05:10.362821 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca8ccb-d219-49ce-a638-6a0cf606ea18 None None] Routers {'729d66d1-43c6-451e-aa0d-652115e2c7a5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:10.363365 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fbca8ccb-d219-49ce-a638-6a0cf606ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['729d66d1-43c6-451e-aa0d-652115e2c7a5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:10.410031 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:10.447845 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fbca8ccb-d219-49ce-a638-6a0cf606ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:10.465728 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca8ccb-d219-49ce-a638-6a0cf606ea18 None None] Routers {'729d66d1-43c6-451e-aa0d-652115e2c7a5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:10.467599 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fbca8ccb-d219-49ce-a638-6a0cf606ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:04:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['729d66d1-43c6-451e-aa0d-652115e2c7a5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:10.490272 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3e2661ba-fc71-4e7a-bfdd-750671e478f6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:10.503464 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-190b28a9-996d-4876-87a0-9d76bb299cb4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:10.523910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:10.529013 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b0540bc0-88be-42f4-845b-c5a738ce2ae9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.8336132 Oct 13 11:05:10.534494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52686) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:10.545124 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fbca8ccb-d219-49ce-a638-6a0cf606ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:10.545124 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca8ccb-d219-49ce-a638-6a0cf606ea18 None None] The sync data for ids ['729d66d1-43c6-451e-aa0d-652115e2c7a5'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:05:10.569022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767c29d-dd1f-47a4-a945-4437b73f9482 req-1e8ed73f-279c-4c6a-a6f6-818ec38580fb tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:10.570659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7767c29d-dd1f-47a4-a945-4437b73f9482 req-1e8ed73f-279c-4c6a-a6f6-818ec38580fb tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.6238592 Oct 13 11:05:10.644887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3e2661ba-fc71-4e7a-bfdd-750671e478f6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Network 9564d700-c1ab-4461-8bbb-95920c0f0a09 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:10.650887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2661ba-fc71-4e7a-bfdd-750671e478f6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Pushing event updated for resources: {'Port': ['ID=6d49a08f-03d9-4f75-b7fd-f0eb957f1a64,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:10.656144 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:10.658451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3e2661ba-fc71-4e7a-bfdd-750671e478f6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:10.662684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3e2661ba-fc71-4e7a-bfdd-750671e478f6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:05:10.673210 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-190b28a9-996d-4876-87a0-9d76bb299cb4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:10.752982 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-530eda87-1c21-430f-bbf2-e646f8e0c256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:10.753236 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-190b28a9-996d-4876-87a0-9d76bb299cb4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Network 9564d700-c1ab-4461-8bbb-95920c0f0a09 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:10.759258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-190b28a9-996d-4876-87a0-9d76bb299cb4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:10.765647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-190b28a9-996d-4876-87a0-9d76bb299cb4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:05:10.786056 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7767c29d-dd1f-47a4-a945-4437b73f9482 req-7d19a4de-76fd-4f59-844f-a5f316b12988 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857269 Oct 13 11:05:10.845886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-190b28a9-996d-4876-87a0-9d76bb299cb4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:10.846602 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-190b28a9-996d-4876-87a0-9d76bb299cb4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:10.851649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3e2661ba-fc71-4e7a-bfdd-750671e478f6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:10.852252 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3e2661ba-fc71-4e7a-bfdd-750671e478f6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:10.865138 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4f207ad6-b05f-4a09-80eb-f50f71abefbe tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/routers/729d66d1-43c6-451e-aa0d-652115e2c7a5 HTTP/1.1" status: 200 len: 881 time: 0.3293517 Oct 13 11:05:10.866391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b28a9-996d-4876-87a0-9d76bb299cb4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Pushing event updated for resources: {'Port': ['ID=4f8f5178-01f3-464c-ad1c-751e31052fe9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:10.869190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52700) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:10.897340 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52702) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:11.017055 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3e2661ba-fc71-4e7a-bfdd-750671e478f6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1660705 Oct 13 11:05:11.064144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Request body: {'port': {'device_id': 'b0f6c0f3-f1e2-42fa-9d12-4f9d57166553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:11.122465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483c73ec-b836-4566-af3f-6fefb2dda51e admin admin] Router 7df54106-ac9a-4e48-8466-92db09c0da60 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:05:11.253210 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:11.331596 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-190b28a9-996d-4876-87a0-9d76bb299cb4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5486007 Oct 13 11:05:11.361295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Request body: {'port': {'device_id': 'e4951932-b299-4646-ae58-2599c76b2b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:11.369937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400d1dc-97ef-469f-8924-9bc67783e17b req-ce29f3a4-0eb0-4474-9ad4-1900d3de16fc tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:11.371561 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4400d1dc-97ef-469f-8924-9bc67783e17b req-ce29f3a4-0eb0-4474-9ad4-1900d3de16fc tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 931 time: 0.2474501 Oct 13 11:05:11.458119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b101565b-3c30-43e0-aff8-91c1378f03a6 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:11.466583 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:11.476078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-76cdcabc-f6a4-4aa9-be48-dd40d5362d27 admin admin] Deleting subnet 7d5329af-7563-4aa1-a5c9-0162c6540d49 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:05:11.479354 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-76cdcabc-f6a4-4aa9-be48-dd40d5362d27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:11.491415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: b101565b-3c30-43e0-aff8-91c1378f03a6 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:05:11.491768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b101565b-3c30-43e0-aff8-91c1378f03a6 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:05:11.522915 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-76cdcabc-f6a4-4aa9-be48-dd40d5362d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:11.574845 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-76cdcabc-f6a4-4aa9-be48-dd40d5362d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:11.653117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4400d1dc-97ef-469f-8924-9bc67783e17b req-f01ed15e-171d-439a-a19d-577780b1f00a tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637143 Oct 13 11:05:11.673929 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:11.720072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483c73ec-b836-4566-af3f-6fefb2dda51e admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:05:11.734632 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e836e-b1f8-45e8-a8a9-1ad8ec46a7ee None None] Sync routers for ids ['7df54106-ac9a-4e48-8466-92db09c0da60'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:05:11.737961 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3dd04bb-ecc5-4223-9e00-634394605490 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:05:11.746926 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-483c73ec-b836-4566-af3f-6fefb2dda51e admin admin] 10.222.0.32 "PUT /v2.0/routers/7df54106-ac9a-4e48-8466-92db09c0da60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9872129 Oct 13 11:05:11.747334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e836e-b1f8-45e8-a8a9-1ad8ec46a7ee None None] Routers {'7df54106-ac9a-4e48-8466-92db09c0da60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:11.748152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-900e836e-b1f8-45e8-a8a9-1ad8ec46a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7df54106-ac9a-4e48-8466-92db09c0da60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:11.750801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52732) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:11.756846 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:11.844271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Transition to ACTIVE for port object d3dd04bb-ecc5-4223-9e00-634394605490 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:05:12.098404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:05:12.104669 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.106958 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-76cdcabc-f6a4-4aa9-be48-dd40d5362d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.119263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Transition to ACTIVE for port object 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:05:12.123744 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.169607 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-073fc9ea-f153-4fee-9a4d-789e4ff86261 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2985630 Oct 13 11:05:12.172805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdcabc-f6a4-4aa9-be48-dd40d5362d27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5329af-7563-4aa1-a5c9-0162c6540d49,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:12.175118 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-76cdcabc-f6a4-4aa9-be48-dd40d5362d27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.179337 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-76cdcabc-f6a4-4aa9-be48-dd40d5362d27 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7d5329af-7563-4aa1-a5c9-0162c6540d49 HTTP/1.1" status: 204 len: 168 time: 1.2807689 Oct 13 11:05:12.180091 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52752) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:12.182878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52754) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:12.187684 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6b42478d-4ab4-4874-8210-fee786f72691 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1814834090'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:12.253197 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.272360 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-900e836e-b1f8-45e8-a8a9-1ad8ec46a7ee None None] Set router 7df54106-ac9a-4e48-8466-92db09c0da60 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:05:12.340969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Pushing event updated for resources: {'Port': ['ID=d3dd04bb-ecc5-4223-9e00-634394605490,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:12.392059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d49a08f-03d9-4f75-b7fd-f0eb957f1a64,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:12.396056 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.440584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8f5178-01f3-464c-ad1c-751e31052fe9 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:05:12.450876 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.471700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Transition to ACTIVE for port object 4f8f5178-01f3-464c-ad1c-751e31052fe9 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:05:12.508838 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-900e836e-b1f8-45e8-a8a9-1ad8ec46a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'name': 'tempest-AttachSCSIVolumeTestJSON-949438506-router', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:27Z', 'updated_at': '2021-10-13T11:05:09Z', 'revision_number': 5, 'project_id': '2fb2973ca8594914a06108d9b8815504', 'gw_port': {'id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:28Z', 'updated_at': '2021-10-13T11:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:12.552713 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e836e-b1f8-45e8-a8a9-1ad8ec46a7ee None None] Checking router: 7df54106-ac9a-4e48-8466-92db09c0da60 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:05:12.565002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e836e-b1f8-45e8-a8a9-1ad8ec46a7ee None None] Routers {'7df54106-ac9a-4e48-8466-92db09c0da60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:12.566118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-900e836e-b1f8-45e8-a8a9-1ad8ec46a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7df54106-ac9a-4e48-8466-92db09c0da60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:12.580645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755bc31-f65a-45cf-b127-1d72bcdb0762 req-c56edb2f-5bb0-4f46-bbb8-b701c1883f81 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:12.587967 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f755bc31-f65a-45cf-b127-1d72bcdb0762 req-c56edb2f-5bb0-4f46-bbb8-b701c1883f81 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.6765661 Oct 13 11:05:12.611010 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9015eb20-6e5e-4839-bad0-5807616de5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.617736 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.667357 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.712241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-900e836e-b1f8-45e8-a8a9-1ad8ec46a7ee None None] Set router 7df54106-ac9a-4e48-8466-92db09c0da60 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:05:12.751111 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9015eb20-6e5e-4839-bad0-5807616de5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.786673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9015eb20-6e5e-4839-bad0-5807616de5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37337ae1-3830-4e94-86c4-50efe5c4311f']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:12.796451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9015eb20-6e5e-4839-bad0-5807616de5b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77a9d7b-242d-48c4-9cb7-e65d91ab6f53') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:12.796903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9015eb20-6e5e-4839-bad0-5807616de5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77a9d7b-242d-48c4-9cb7-e65d91ab6f53') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:12.804588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Attempting to bind port d3dd04bb-ecc5-4223-9e00-634394605490 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:05:12.805222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Attempting to bind port d3dd04bb-ecc5-4223-9e00-634394605490 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:05:12.805584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Attempting to bind port d3dd04bb-ecc5-4223-9e00-634394605490 on network 9564d700-c1ab-4461-8bbb-95920c0f0a09 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:12.811060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9015eb20-6e5e-4839-bad0-5807616de5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.825998 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9015eb20-6e5e-4839-bad0-5807616de5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.833225 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9015eb20-6e5e-4839-bad0-5807616de5b6 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:05:12.834178 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9015eb20-6e5e-4839-bad0-5807616de5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.837679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f755bc31-f65a-45cf-b127-1d72bcdb0762 req-eb801def-2f85-4ef4-b81f-5d1a74eada7d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487626 Oct 13 11:05:12.862188 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Port d3dd04bb-ecc5-4223-9e00-634394605490 on network 9564d700-c1ab-4461-8bbb-95920c0f0a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:05:12.862783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Attempting to bind port d3dd04bb-ecc5-4223-9e00-634394605490 on network 9564d700-c1ab-4461-8bbb-95920c0f0a09 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:12.877692 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Attempting to bind port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:05:12.879985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Attempting to bind port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:05:12.880514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Attempting to bind port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 on network 9564d700-c1ab-4461-8bbb-95920c0f0a09 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:12.903019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:05:12.903742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Checking segment: {'id': '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:12.905003 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Bound using segment: {'id': '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:05:12.907728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Bound port: d3dd04bb-ecc5-4223-9e00-634394605490, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:05:12.908292 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.915592 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:12.929100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 on network 9564d700-c1ab-4461-8bbb-95920c0f0a09 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:05:12.930876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Attempting to bind port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 on network 9564d700-c1ab-4461-8bbb-95920c0f0a09 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:12.963216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:05:12.963844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Checking segment: {'id': '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:12.964441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Bound using segment: {'id': '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:05:12.965058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Bound port: 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:05:12.965732 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:05:13.003073 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:05:13.005791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-900e836e-b1f8-45e8-a8a9-1ad8ec46a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'name': 'tempest-AttachSCSIVolumeTestJSON-949438506-router', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:27Z', 'updated_at': '2021-10-13T11:05:09Z', 'revision_number': 5, 'project_id': '2fb2973ca8594914a06108d9b8815504', 'gw_port': {'id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:28Z', 'updated_at': '2021-10-13T11:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:13.005934 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8f5178-01f3-464c-ad1c-751e31052fe9,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:13.055645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e836e-b1f8-45e8-a8a9-1ad8ec46a7ee None None] The sync data for ids ['7df54106-ac9a-4e48-8466-92db09c0da60'] in n-d-813659-3 is: [{'id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'name': 'tempest-AttachSCSIVolumeTestJSON-949438506-router', 'tenant_id': '2fb2973ca8594914a06108d9b8815504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:27Z', 'updated_at': '2021-10-13T11:05:09Z', 'revision_number': 5, 'project_id': '2fb2973ca8594914a06108d9b8815504', 'gw_port': {'id': '479f4bc2-fbc9-40ff-8c26-0f343e3b385d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df54106-ac9a-4e48-8466-92db09c0da60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:28Z', 'updated_at': '2021-10-13T11:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:05:13.132874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] For port d3dd04bb-ecc5-4223-9e00-634394605490, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:05:13.165377 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9015eb20-6e5e-4839-bad0-5807616de5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.166686 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] For port d3dd04bb-ecc5-4223-9e00-634394605490, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d3dd04bb-ecc5-4223-9e00-634394605490,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:05:13.179934 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] For port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:05:13.184544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] For port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=6d49a08f-03d9-4f75-b7fd-f0eb957f1a64,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:05:13.197834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Deleting port 479f4bc2-fbc9-40ff-8c26-0f343e3b385d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:13.198254 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.225100 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9015eb20-6e5e-4839-bad0-5807616de5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.229017 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9015eb20-6e5e-4839-bad0-5807616de5b6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/37337ae1-3830-4e94-86c4-50efe5c4311f HTTP/1.1" status: 204 len: 168 time: 1.0385795 Oct 13 11:05:13.268379 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.288005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Attempting to bind port 4f8f5178-01f3-464c-ad1c-751e31052fe9 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:05:13.288005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Attempting to bind port 4f8f5178-01f3-464c-ad1c-751e31052fe9 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:05:13.288005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Attempting to bind port 4f8f5178-01f3-464c-ad1c-751e31052fe9 on network 9564d700-c1ab-4461-8bbb-95920c0f0a09 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:13.293255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Port 4f8f5178-01f3-464c-ad1c-751e31052fe9 on network 9564d700-c1ab-4461-8bbb-95920c0f0a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:05:13.293785 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Attempting to bind port 4f8f5178-01f3-464c-ad1c-751e31052fe9 on network 9564d700-c1ab-4461-8bbb-95920c0f0a09 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:13.302298 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015eb20-6e5e-4839-bad0-5807616de5b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=37337ae1-3830-4e94-86c4-50efe5c4311f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:13.304427 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.324616 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d64fa-6c31-4812-af55-d1c28d042c58 req-03def5d7-43a4-427b-8f00-b686e818e3c5 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:13.326228 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef9d64fa-6c31-4812-af55-d1c28d042c58 req-03def5d7-43a4-427b-8f00-b686e818e3c5 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 943 time: 0.3558605 Oct 13 11:05:13.353520 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.358581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:05:13.360320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Checking segment: {'id': '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:13.360320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Bound using segment: {'id': '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:05:13.360664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Bound port: 4f8f5178-01f3-464c-ad1c-751e31052fe9, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:05:13.361182 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.402260 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:13.404729 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.406800 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] 10.222.0.46 "PUT /v2.0/ports/d3dd04bb-ecc5-4223-9e00-634394605490 HTTP/1.1" status: 200 len: 1091 time: 3.4179027 Oct 13 11:05:13.434141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40083d65-34c8-4bdc-b9e4-630bf24d41a6', 'tag': 'd3dd04bb-ecc5-4223-9e00-634394605490'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:05:13.436930 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982d6674-c1dd-4553-b27d-4cbbfd308cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "40083d65-34c8-4bdc-b9e4-630bf24d41a6", "tag": "d3dd04bb-ecc5-4223-9e00-634394605490"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:05:13.449440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:13.450137 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.452066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] 10.222.0.21 "PUT /v2.0/ports/6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 HTTP/1.1" status: 200 len: 1092 time: 2.3996902 Oct 13 11:05:13.481906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] For port 479f4bc2-fbc9-40ff-8c26-0f343e3b385d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=479f4bc2-fbc9-40ff-8c26-0f343e3b385d,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:13.482343 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.497340 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2983d-6831-445b-93df-2a43adbe2424 service neutron] Pushing event updated for resources: {'Port': ['ID=d3dd04bb-ecc5-4223-9e00-634394605490,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:13.531442 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef9d64fa-6c31-4812-af55-d1c28d042c58 req-4287f719-ed5a-4d6b-8af3-89c186a2e888 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652033 Oct 13 11:05:13.534840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Calling delete_port for 479f4bc2-fbc9-40ff-8c26-0f343e3b385d owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:13.619856 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22551c1-0851-46c7-b919-5237ace3134a x-openstack-request-id: req-b22551c1-0851-46c7-b919-5237ace3134a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:05:13.620145 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40083d65-34c8-4bdc-b9e4-630bf24d41a6", "tag": "d3dd04bb-ecc5-4223-9e00-634394605490", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:05:13.620403 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b22551c1-0851-46c7-b919-5237ace3134a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:05:13.620791 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40083d65-34c8-4bdc-b9e4-630bf24d41a6', 'tag': 'd3dd04bb-ecc5-4223-9e00-634394605490', 'status': 'completed', 'code': 200} Oct 13 11:05:13.665200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] For port 4f8f5178-01f3-464c-ad1c-751e31052fe9, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:05:13.708374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb77d3-c20f-4534-8616-ce0658d023f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d49a08f-03d9-4f75-b7fd-f0eb957f1a64,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:13.716093 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52808) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:13.750711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] For port 4f8f5178-01f3-464c-ad1c-751e31052fe9, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4f8f5178-01f3-464c-ad1c-751e31052fe9,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:05:13.758703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d6674-c1dd-4553-b27d-4cbbfd308cb6 req-e40463e1-c9c5-47d9-83c2-31cd7ac6f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:13.759786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-982d6674-c1dd-4553-b27d-4cbbfd308cb6 req-e40463e1-c9c5-47d9-83c2-31cd7ac6f401 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4a21e70fa64446a8da0d83de7d6697f&device_id=40083d65-34c8-4bdc-b9e4-630bf24d41a6 HTTP/1.1" status: 200 len: 1094 time: 0.1334121 Oct 13 11:05:13.763793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-55c6c027-4542-4474-ab84-23fa4b62003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:13.770829 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-55c6c027-4542-4474-ab84-23fa4b62003b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4a21e70fa64446a8da0d83de7d6697f&device_id=b0f6c0f3-f1e2-42fa-9d12-4f9d57166553 HTTP/1.1" status: 200 len: 1095 time: 0.1527755 Oct 13 11:05:13.797721 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b42478d-4ab4-4874-8210-fee786f72691 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.815917 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-795929d2-d16f-4ca3-a440-2fec2fca7ecb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf317bd458d84a7ba01449a3dbbc39b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963473 Oct 13 11:05:13.816492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52812) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:13.865862 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.926274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-103acd68-df01-408f-8ac3-805e79d21a75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 HTTP/1.1" status: 200 len: 217 time: 0.1399899 Oct 13 11:05:13.938163 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b42478d-4ab4-4874-8210-fee786f72691 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.954622 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a09a7088-e2d8-4da6-b236-dc3aaa09850c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.966685 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:13.967389 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:13.970061 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] 10.222.0.46 "PUT /v2.0/ports/4f8f5178-01f3-464c-ad1c-751e31052fe9 HTTP/1.1" status: 200 len: 1091 time: 2.6142967 Oct 13 11:05:13.975051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4951932-b299-4646-ae58-2599c76b2b19', 'tag': '4f8f5178-01f3-464c-ad1c-751e31052fe9'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:05:13.977860 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b605581-f90e-4b26-af81-f4032ee700f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e4951932-b299-4646-ae58-2599c76b2b19", "tag": "4f8f5178-01f3-464c-ad1c-751e31052fe9"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:05:14.085561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d6674-c1dd-4553-b27d-4cbbfd308cb6 req-a93d9641-d732-48d7-af7b-3cc13ca61749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:14.087156 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-982d6674-c1dd-4553-b27d-4cbbfd308cb6 req-a93d9641-d732-48d7-af7b-3cc13ca61749 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f4a21e70fa64446a8da0d83de7d6697f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3137493 Oct 13 11:05:14.118215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-4b9651bb-65b8-4e4d-af98-6c7843c5bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:14.119711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-4b9651bb-65b8-4e4d-af98-6c7843c5bc82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20d97e99-2a01-45e2-8793-fdb00daa185d HTTP/1.1" status: 200 len: 858 time: 0.1695817 Oct 13 11:05:14.126778 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a09a7088-e2d8-4da6-b236-dc3aaa09850c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:14.130548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1139a08-2da2-436a-94ac-237a7db88309 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8f5178-01f3-464c-ad1c-751e31052fe9,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:14.177238 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2219987c-f6c0-4025-8ba1-4968992a0ba9 x-openstack-request-id: req-2219987c-f6c0-4025-8ba1-4968992a0ba9 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:05:14.177238 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4951932-b299-4646-ae58-2599c76b2b19", "tag": "4f8f5178-01f3-464c-ad1c-751e31052fe9", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:05:14.177238 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2219987c-f6c0-4025-8ba1-4968992a0ba9 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:05:14.177238 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4951932-b299-4646-ae58-2599c76b2b19', 'tag': '4f8f5178-01f3-464c-ad1c-751e31052fe9', 'status': 'completed', 'code': 200} Oct 13 11:05:14.283427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d6674-c1dd-4553-b27d-4cbbfd308cb6 req-95bc26a2-f7ba-49a6-b03d-be99bac0a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:14.285410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-982d6674-c1dd-4553-b27d-4cbbfd308cb6 req-95bc26a2-f7ba-49a6-b03d-be99bac0a894 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1764460 Oct 13 11:05:14.287569 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-a52fe21c-19ce-43ff-ba02-6149da7b8551 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9564d700-c1ab-4461-8bbb-95920c0f0a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542242 Oct 13 11:05:14.289050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ace64e-35b5-41ec-9d42-c0b1b4845337 req-119d99e6-3b4e-4052-9dd1-78b47b106097 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:14.299853 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-23ace64e-35b5-41ec-9d42-c0b1b4845337 req-119d99e6-3b4e-4052-9dd1-78b47b106097 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.3261356 Oct 13 11:05:14.327062 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-82cfee1d-a483-491e-9ac7-fd688c42858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:14.329876 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-82cfee1d-a483-491e-9ac7-fd688c42858a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4a21e70fa64446a8da0d83de7d6697f&device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 1094 time: 0.2256367 Oct 13 11:05:14.408887 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b42478d-4ab4-4874-8210-fee786f72691 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 729d66d1-43c6-451e-aa0d-652115e2c7a5 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:05:14.410968 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-2f93f759-a235-49b7-bb00-30c1e7f00a53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f8f5178-01f3-464c-ad1c-751e31052fe9 HTTP/1.1" status: 200 len: 217 time: 0.0701828 Oct 13 11:05:14.446911 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-23ace64e-35b5-41ec-9d42-c0b1b4845337 req-c0350daf-80f3-4f35-87c8-7ccfad5f66c1 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458495 Oct 13 11:05:14.461919 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:14.523827 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:05:14.524184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2e533c7c-2b33-4ffe-b215-ccfd29f9e97d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:05:14.560474 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a09a7088-e2d8-4da6-b236-dc3aaa09850c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:14.565018 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a09a7088-e2d8-4da6-b236-dc3aaa09850c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:14.566626 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a09a7088-e2d8-4da6-b236-dc3aaa09850c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81c83a96-abf0-425e-b284-1994b5133aac HTTP/1.1" status: 204 len: 168 time: 0.7489522 Oct 13 11:05:14.584300 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-a69b6027-168b-451e-86ae-53ffc1dcf831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:14.586704 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-a69b6027-168b-451e-86ae-53ffc1dcf831 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=20d97e99-2a01-45e2-8793-fdb00daa185d HTTP/1.1" status: 200 len: 858 time: 0.1643274 Oct 13 11:05:14.608228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a7088-e2d8-4da6-b236-dc3aaa09850c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c83a96-abf0-425e-b284-1994b5133aac,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:14.726284 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-0b1342a2-7d15-4a83-99fa-d1affb207cf7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9564d700-c1ab-4461-8bbb-95920c0f0a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244311 Oct 13 11:05:14.832430 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-3bafb57e-9c5d-4d3a-9e09-2609e3cde194 service neutron] 10.222.0.46 "GET /v2.0/networks/9564d700-c1ab-4461-8bbb-95920c0f0a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987670 Oct 13 11:05:14.886759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b42478d-4ab4-4874-8210-fee786f72691 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:05:14.898323 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10664006-de08-47a8-bce1-a8d933a5fe08 None None] Sync routers for ids ['729d66d1-43c6-451e-aa0d-652115e2c7a5'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:05:14.908917 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b42478d-4ab4-4874-8210-fee786f72691 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:14.912856 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6b42478d-4ab4-4874-8210-fee786f72691 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/729d66d1-43c6-451e-aa0d-652115e2c7a5 HTTP/1.1" status: 200 len: 888 time: 2.7315769 Oct 13 11:05:14.921108 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10664006-de08-47a8-bce1-a8d933a5fe08 None None] Routers {'729d66d1-43c6-451e-aa0d-652115e2c7a5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:14.922306 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-10664006-de08-47a8-bce1-a8d933a5fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['729d66d1-43c6-451e-aa0d-652115e2c7a5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:14.932478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52856) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:15.061063 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-c0b04eea-13ec-4145-9bec-8823ca8156bf service neutron] 10.222.0.46 "GET /v2.0/networks/9564d700-c1ab-4461-8bbb-95920c0f0a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079933 Oct 13 11:05:15.125936 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:15.129948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-9d9488e8-5936-43b0-928f-1300eedbc282 service neutron] 10.222.0.21 "GET /v2.0/networks/9564d700-c1ab-4461-8bbb-95920c0f0a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8296771 Oct 13 11:05:15.141891 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4600b8b-24c1-4061-b4a0-8ed5041272f5 req-e541d931-a6f4-4a53-992b-cfb7b8b2d9c8 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:15.151798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4600b8b-24c1-4061-b4a0-8ed5041272f5 req-e541d931-a6f4-4a53-992b-cfb7b8b2d9c8 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 943 time: 0.3251264 Oct 13 11:05:15.227868 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-10664006-de08-47a8-bce1-a8d933a5fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:15.245800 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10664006-de08-47a8-bce1-a8d933a5fe08 None None] Routers {'729d66d1-43c6-451e-aa0d-652115e2c7a5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:15.246578 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-10664006-de08-47a8-bce1-a8d933a5fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['729d66d1-43c6-451e-aa0d-652115e2c7a5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:15.300911 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-10664006-de08-47a8-bce1-a8d933a5fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:15.301571 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10664006-de08-47a8-bce1-a8d933a5fe08 None None] The sync data for ids ['729d66d1-43c6-451e-aa0d-652115e2c7a5'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:05:15.302469 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b605581-f90e-4b26-af81-f4032ee700f0 req-dcab7a7b-7169-4bc5-9782-86e4995a3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:15.306148 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b605581-f90e-4b26-af81-f4032ee700f0 req-dcab7a7b-7169-4bc5-9782-86e4995a3555 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4a21e70fa64446a8da0d83de7d6697f&device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 1094 time: 0.0733383 Oct 13 11:05:15.329650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-7c8e3445-0bf2-4154-a9ac-ca15e8db82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:15.331220 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-7c8e3445-0bf2-4154-a9ac-ca15e8db82f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4a21e70fa64446a8da0d83de7d6697f&device_id=40083d65-34c8-4bdc-b9e4-630bf24d41a6 HTTP/1.1" status: 200 len: 1094 time: 0.5173531 Oct 13 11:05:15.344414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Pushing event deleted for resources: {'Port': ['ID=479f4bc2-fbc9-40ff-8c26-0f343e3b385d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:15.418126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b605581-f90e-4b26-af81-f4032ee700f0 req-972cf396-a61b-411b-8fb1-a37bf7751bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:15.419632 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b605581-f90e-4b26-af81-f4032ee700f0 req-972cf396-a61b-411b-8fb1-a37bf7751bd2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9564d700-c1ab-4461-8bbb-95920c0f0a09 HTTP/1.1" status: 200 len: 919 time: 0.1064999 Oct 13 11:05:15.448538 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-b7c3c71a-2a24-466d-a737-aaa5bf5c6868 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3dd04bb-ecc5-4223-9e00-634394605490 HTTP/1.1" status: 200 len: 217 time: 0.0949910 Oct 13 11:05:15.456331 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4600b8b-24c1-4061-b4a0-8ed5041272f5 req-9737fa89-6d33-40ba-b577-6e2d662b80de tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037367 Oct 13 11:05:15.462060 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b605581-f90e-4b26-af81-f4032ee700f0 req-764dd190-40c0-4457-9716-e685f8ec80ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f8f5178-01f3-464c-ad1c-751e31052fe9 HTTP/1.1" status: 200 len: 217 time: 0.0357563 Oct 13 11:05:15.479471 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-356fe462-39ac-496e-8415-e34dc4683343 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/routers/729d66d1-43c6-451e-aa0d-652115e2c7a5 HTTP/1.1" status: 200 len: 888 time: 0.5449436 Oct 13 11:05:15.489028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52872) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:15.514574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b605581-f90e-4b26-af81-f4032ee700f0 req-2086f45b-c7da-43dc-add4-786bfa96cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:15.526053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b605581-f90e-4b26-af81-f4032ee700f0 req-2086f45b-c7da-43dc-add4-786bfa96cfdb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=20d97e99-2a01-45e2-8793-fdb00daa185d HTTP/1.1" status: 200 len: 858 time: 0.0570347 Oct 13 11:05:15.556939 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-0997b747-f5b7-44ce-bdaa-3f8c5bc09b40 service neutron] 10.222.0.21 "GET /v2.0/networks/9564d700-c1ab-4461-8bbb-95920c0f0a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755438 Oct 13 11:05:15.558935 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eb64f95a-3b91-4aec-b8cd-c68bda3c4a86 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=729d66d1-43c6-451e-aa0d-652115e2c7a5 HTTP/1.1" status: 200 len: 205 time: 0.0688989 Oct 13 11:05:15.570723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52878) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:15.576183 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:15.577052 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b605581-f90e-4b26-af81-f4032ee700f0 req-ade69724-a9a0-4dcd-9264-b92c6d076fd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9564d700-c1ab-4461-8bbb-95920c0f0a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441890 Oct 13 11:05:15.625779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f6c0f3-f1e2-42fa-9d12-4f9d57166553', 'tag': '6d49a08f-03d9-4f75-b7fd-f0eb957f1a64'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:05:15.628212 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c66a37a-45f4-4e57-8e88-4ac3059c73de" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f6c0f3-f1e2-42fa-9d12-4f9d57166553", "tag": "6d49a08f-03d9-4f75-b7fd-f0eb957f1a64"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:05:15.693144 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b605581-f90e-4b26-af81-f4032ee700f0 req-56f37b81-8361-4465-8c0c-b1a8218f48c7 service neutron] 10.222.0.46 "GET /v2.0/networks/9564d700-c1ab-4461-8bbb-95920c0f0a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092956 Oct 13 11:05:15.763078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-1727149e-02df-4464-8171-845c77709c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:15.764388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-1727149e-02df-4464-8171-845c77709c1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=20d97e99-2a01-45e2-8793-fdb00daa185d HTTP/1.1" status: 200 len: 858 time: 0.3058145 Oct 13 11:05:15.799834 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04264bfd-15ff-4d80-9309-fa433f5e2895 x-openstack-request-id: req-04264bfd-15ff-4d80-9309-fa433f5e2895 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:05:15.799834 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f6c0f3-f1e2-42fa-9d12-4f9d57166553", "tag": "6d49a08f-03d9-4f75-b7fd-f0eb957f1a64", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:05:15.800467 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04264bfd-15ff-4d80-9309-fa433f5e2895 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:05:15.800951 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f6c0f3-f1e2-42fa-9d12-4f9d57166553', 'tag': '6d49a08f-03d9-4f75-b7fd-f0eb957f1a64', 'status': 'completed', 'code': 200} Oct 13 11:05:15.839292 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b605581-f90e-4b26-af81-f4032ee700f0 req-0ec87583-6e3a-44eb-adbc-5b829f5aab14 service neutron] 10.222.0.46 "GET /v2.0/networks/9564d700-c1ab-4461-8bbb-95920c0f0a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385078 Oct 13 11:05:15.850853 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:15.862540 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-81ae9185-c2f3-456f-9c76-cedfbf13621f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9564d700-c1ab-4461-8bbb-95920c0f0a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707369 Oct 13 11:05:15.864742 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:16.038928 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559cfd0-2c9c-46db-b633-9da35bea462b req-a8f5c3ca-51cb-4bef-a673-499649c5592d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:16.040534 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9559cfd0-2c9c-46db-b633-9da35bea462b req-a8f5c3ca-51cb-4bef-a673-499649c5592d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.4688973 Oct 13 11:05:16.067922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66a37a-45f4-4e57-8e88-4ac3059c73de req-d10f52f6-6938-4380-a47d-ac15a8f5236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:16.069424 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c66a37a-45f4-4e57-8e88-4ac3059c73de req-d10f52f6-6938-4380-a47d-ac15a8f5236f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4a21e70fa64446a8da0d83de7d6697f&device_id=b0f6c0f3-f1e2-42fa-9d12-4f9d57166553 HTTP/1.1" status: 200 len: 1095 time: 0.2594843 Oct 13 11:05:16.079110 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:16.176184 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:16.176751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7df54106-ac9a-4e48-8466-92db09c0da60 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:05:16.183448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:16.187518 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2e1471f0-83ab-4014-8e80-3baeb593f57b admin admin] 10.222.0.32 "DELETE /v2.0/routers/7df54106-ac9a-4e48-8466-92db09c0da60 HTTP/1.1" status: 204 len: 168 time: 4.4337647 Oct 13 11:05:16.188279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52912) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:16.300309 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-beacc496-412d-4eb5-bbac-b424d7a21fd5 service neutron] 10.222.0.46 "GET /v2.0/networks/9564d700-c1ab-4461-8bbb-95920c0f0a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901131 Oct 13 11:05:16.609994 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9559cfd0-2c9c-46db-b633-9da35bea462b req-dedc7649-bbfb-483a-bffe-6a51a90843e3 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5580244 Oct 13 11:05:16.776438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-461af68d-5bcd-49b9-91ef-32c5c95a63c2 admin admin] Deleting subnet 7257deaf-ea57-468d-8714-4ba8e8154436 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:05:16.781403 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-461af68d-5bcd-49b9-91ef-32c5c95a63c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:16.813673 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:16.825734 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-461af68d-5bcd-49b9-91ef-32c5c95a63c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:16.861562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a181d2-1784-47a4-82ae-bc2bf8520881 req-31a6958e-eeb6-4a0c-979d-ad0046fcd3b0 service neutron] 10.222.0.46 "GET /v2.0/networks/9564d700-c1ab-4461-8bbb-95920c0f0a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434636 Oct 13 11:05:16.901573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66a37a-45f4-4e57-8e88-4ac3059c73de req-452dd5b3-4253-4d88-b620-046485cc21da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:16.903481 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c66a37a-45f4-4e57-8e88-4ac3059c73de req-452dd5b3-4253-4d88-b620-046485cc21da service neutron] 10.222.0.21 "GET /v2.0/networks?id=9564d700-c1ab-4461-8bbb-95920c0f0a09 HTTP/1.1" status: 200 len: 919 time: 0.8206124 Oct 13 11:05:16.948709 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-461af68d-5bcd-49b9-91ef-32c5c95a63c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:16.965181 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9aa3d-6477-4aac-be8b-233ae332d58f req-944ffbae-cfee-42a4-a8d7-969c131d5a0f tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:16.966874 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0c9aa3d-6477-4aac-be8b-233ae332d58f req-944ffbae-cfee-42a4-a8d7-969c131d5a0f tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 943 time: 0.1458323 Oct 13 11:05:16.969852 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c66a37a-45f4-4e57-8e88-4ac3059c73de req-2bd786a6-7708-4f85-869c-1a310012a9f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 HTTP/1.1" status: 200 len: 217 time: 0.0553262 Oct 13 11:05:17.086192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-461af68d-5bcd-49b9-91ef-32c5c95a63c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:17.097984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66a37a-45f4-4e57-8e88-4ac3059c73de req-9c9de07d-ed0c-4060-89e1-2a039b125691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:17.103651 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c66a37a-45f4-4e57-8e88-4ac3059c73de req-9c9de07d-ed0c-4060-89e1-2a039b125691 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20d97e99-2a01-45e2-8793-fdb00daa185d HTTP/1.1" status: 200 len: 858 time: 0.0979869 Oct 13 11:05:17.103651 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0c9aa3d-6477-4aac-be8b-233ae332d58f req-298d9151-5881-4cab-883b-6da5b78c6052 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280489 Oct 13 11:05:17.110191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461af68d-5bcd-49b9-91ef-32c5c95a63c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7257deaf-ea57-468d-8714-4ba8e8154436,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:17.120254 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-461af68d-5bcd-49b9-91ef-32c5c95a63c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:17.130385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-461af68d-5bcd-49b9-91ef-32c5c95a63c2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7257deaf-ea57-468d-8714-4ba8e8154436 HTTP/1.1" status: 204 len: 168 time: 0.9393458 Oct 13 11:05:17.133969 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3526486-da61-43a9-8924-de62f101c7a6 None None] Network af265d94-60d2-4643-a740-30c45c64b71e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:17.141943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52970) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:17.176206 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c66a37a-45f4-4e57-8e88-4ac3059c73de req-95f9ac89-651c-4775-89b3-790e5ab05626 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9564d700-c1ab-4461-8bbb-95920c0f0a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524981 Oct 13 11:05:17.282025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port 01524b0b-e174-43cf-902d-c256724e3e80 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:17.291934 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:17.399466 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:17.464052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127e97a8-efd3-438f-95a4-1b5d061ec4fb None None] DHCP port deletion for af265d94-60d2-4643-a740-30c45c64b71e request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:05:17.498271 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:17.506762 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c66a37a-45f4-4e57-8e88-4ac3059c73de req-5fe6976d-38ae-4fde-854c-275e6a6075e2 service neutron] 10.222.0.21 "GET /v2.0/networks/9564d700-c1ab-4461-8bbb-95920c0f0a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088591 Oct 13 11:05:17.552121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for 01524b0b-e174-43cf-902d-c256724e3e80 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:17.557467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-127e97a8-efd3-438f-95a4-1b5d061ec4fb None None] Deleting port 5d3322ac-9bfd-4543-9910-fad348b72a72 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:17.558603 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-127e97a8-efd3-438f-95a4-1b5d061ec4fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:17.648669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4f8f5178-01f3-464c-ad1c-751e31052fe9 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:05:17.702717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-127e97a8-efd3-438f-95a4-1b5d061ec4fb None None] For port 5d3322ac-9bfd-4543-9910-fad348b72a72, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5d3322ac-9bfd-4543-9910-fad348b72a72,segment=NetworkSegment(63000774-0ccd-4ab6-9e99-649243f54477),segment_id=63000774-0ccd-4ab6-9e99-649243f54477)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:17.703131 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-127e97a8-efd3-438f-95a4-1b5d061ec4fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:17.728418 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-127e97a8-efd3-438f-95a4-1b5d061ec4fb None None] Calling delete_port for 5d3322ac-9bfd-4543-9910-fad348b72a72 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:17.829973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7e0ba-4d3a-485f-b4b9-e49b7fcf143b req-e303fa7f-bf39-48d1-af83-49ffedd81345 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:17.842115 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b4f7e0ba-4d3a-485f-b4b9-e49b7fcf143b req-e303fa7f-bf39-48d1-af83-49ffedd81345 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0901458 Oct 13 11:05:17.917290 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b4f7e0ba-4d3a-485f-b4b9-e49b7fcf143b req-adbe4ddb-768e-4e2e-ace1-9ba716d14148 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742223 Oct 13 11:05:18.016168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 4f8f5178-01f3-464c-ad1c-751e31052fe9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4f8f5178-01f3-464c-ad1c-751e31052fe9,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:18.046911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '4f8f5178-01f3-464c-ad1c-751e31052fe9', 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09', 'port_id': '4f8f5178-01f3-464c-ad1c-751e31052fe9', 'mac_address': 'fa:16:3e:d1:1c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d97e99-2a01-45e2-8793-fdb00daa185d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:05:18.050714 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-127e97a8-efd3-438f-95a4-1b5d061ec4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.096732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e97a8-efd3-438f-95a4-1b5d061ec4fb None None] Pushing event deleted for resources: {'Port': ['ID=5d3322ac-9bfd-4543-9910-fad348b72a72,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:18.100750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e97a8-efd3-438f-95a4-1b5d061ec4fb None None] No DVR routers for this DVR port 5d3322ac-9bfd-4543-9910-fad348b72a72 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:05:18.181846 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.223306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8f5178-01f3-464c-ad1c-751e31052fe9 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:05:18.250433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Deleting port 5d3322ac-9bfd-4543-9910-fad348b72a72 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:18.250433 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.274354 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 4f8f5178-01f3-464c-ad1c-751e31052fe9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4f8f5178-01f3-464c-ad1c-751e31052fe9,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:18.301003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c66a37a-45f4-4e57-8e88-4ac3059c73de req-ef85b276-1b0f-4237-af62-50ae44c0ca7a service neutron] 10.222.0.21 "GET /v2.0/networks/9564d700-c1ab-4461-8bbb-95920c0f0a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7550533 Oct 13 11:05:18.319568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa6eb9-a6e5-450d-860a-1e841fbc9cd3 req-1bfa6950-f39a-4570-89cc-9dafb077bbe6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:18.321604 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3eaa6eb9-a6e5-450d-860a-1e841fbc9cd3 req-1bfa6950-f39a-4570-89cc-9dafb077bbe6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 943 time: 0.0845559 Oct 13 11:05:18.397314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] For port 5d3322ac-9bfd-4543-9910-fad348b72a72, host n-d-813659-3, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:18.397653 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.404867 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3eaa6eb9-a6e5-450d-860a-1e841fbc9cd3 req-91f5e771-453e-430a-ae0a-95846ddc3610 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730600 Oct 13 11:05:18.433539 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.465547 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Calling delete_port for 5d3322ac-9bfd-4543-9910-fad348b72a72 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:18.476789 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Port 5d3322ac-9bfd-4543-9910-fad348b72a72 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 11:05:18.479061 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.503998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53028) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:18.532623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3322ac-9bfd-4543-9910-fad348b72a72,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:18.534724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] No DVR routers for this DVR port 5d3322ac-9bfd-4543-9910-fad348b72a72 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:05:18.557221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=4f8f5178-01f3-464c-ad1c-751e31052fe9,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:18.582652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 479f4bc2-fbc9-40ff-8c26-0f343e3b385d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:18.640948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 479f4bc2-fbc9-40ff-8c26-0f343e3b385d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:05:18.641732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 479f4bc2-fbc9-40ff-8c26-0f343e3b385d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:05:18.641732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5d3322ac-9bfd-4543-9910-fad348b72a72 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:18.643476 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.660209 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.679101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 5d3322ac-9bfd-4543-9910-fad348b72a72 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:05:18.679544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5d3322ac-9bfd-4543-9910-fad348b72a72 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:05:18.713162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=01524b0b-e174-43cf-902d-c256724e3e80,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:18.714662 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e23ea670-80ca-4f29-a449-c4285e77a76c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.722888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af265d94-60d2-4643-a740-30c45c64b71e']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:18.736211 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63000774-0ccd-4ab6-9e99-649243f54477') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:18.736507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63000774-0ccd-4ab6-9e99-649243f54477') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:18.762878 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.817795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e23ea670-80ca-4f29-a449-c4285e77a76c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.821167 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.834403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:05:18.834834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.853257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['4f8f5178-01f3-464c-ad1c-751e31052fe9'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:05:18.863476 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:05:18.900572 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:18.975630 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e23ea670-80ca-4f29-a449-c4285e77a76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.040359 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e23ea670-80ca-4f29-a449-c4285e77a76c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe6163ebedaa4ad5bf6c3e0b81dc2a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5349512 Oct 13 11:05:19.049036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53044) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:19.052487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ea670-80ca-4f29-a449-c4285e77a76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ec76a7-2e3b-4fa4-93be-4d290d6ebd9d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:19.079135 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.085897 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.140561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6df7c8-94a6-4990-8457-f1e9f1002bf5 req-a387f506-2d82-4184-8ecf-265418cc7b58 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:19.153783 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2e6df7c8-94a6-4990-8457-f1e9f1002bf5 req-a387f506-2d82-4184-8ecf-265418cc7b58 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1315730 Oct 13 11:05:19.169661 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22ea000e-cea2-4931-b4ce-91addc7ea1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.197729 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.215963 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.226465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/af265d94-60d2-4643-a740-30c45c64b71e HTTP/1.1" status: 204 len: 168 time: 2.0717425 Oct 13 11:05:19.226465 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22ea000e-cea2-4931-b4ce-91addc7ea1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.226465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf090906-fb0c-4e90-8938-5abbb36610a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=af265d94-60d2-4643-a740-30c45c64b71e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:19.234359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53048) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:19.257893 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2e6df7c8-94a6-4990-8457-f1e9f1002bf5 req-884fdfa7-1b55-4954-94f8-644bcd636819 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972111 Oct 13 11:05:19.297604 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.298176 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Fanout notify agent at l3_agent the message router_deleted on router 729d66d1-43c6-451e-aa0d-652115e2c7a5 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:05:19.310179 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.315286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2467d4ca-453a-4faa-8aff-2a9061d3c565 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/729d66d1-43c6-451e-aa0d-652115e2c7a5 HTTP/1.1" status: 204 len: 168 time: 3.7364514 Oct 13 11:05:19.316532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53050) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:19.322133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9045da81-c9fb-465c-9f6d-3cdfc96d29de tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'network': {'name': 'tempest-RoutersTest-1849985074'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:19.444690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9045da81-c9fb-465c-9f6d-3cdfc96d29de tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:19.448675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9045da81-c9fb-465c-9f6d-3cdfc96d29de tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.474084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:05:19.507866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9045da81-c9fb-465c-9f6d-3cdfc96d29de tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:05:19.520169 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9045da81-c9fb-465c-9f6d-3cdfc96d29de tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.520531 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-9045da81-c9fb-465c-9f6d-3cdfc96d29de tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Added segment b6d938cb-17f2-468b-8dc9-c26caa07c02f of type vlan for network f3f100a8-2541-4263-99e3-2058eea73283 Oct 13 11:05:19.543442 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22ea000e-cea2-4931-b4ce-91addc7ea1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.550995 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22ea000e-cea2-4931-b4ce-91addc7ea1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.552168 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-22ea000e-cea2-4931-b4ce-91addc7ea1c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6ec76a7-2e3b-4fa4-93be-4d290d6ebd9d HTTP/1.1" status: 204 len: 168 time: 0.5002818 Oct 13 11:05:19.578078 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9045da81-c9fb-465c-9f6d-3cdfc96d29de tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.602594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea000e-cea2-4931-b4ce-91addc7ea1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ec76a7-2e3b-4fa4-93be-4d290d6ebd9d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:19.635000 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d3dd04bb-ecc5-4223-9e00-634394605490 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:05:19.693837 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9045da81-c9fb-465c-9f6d-3cdfc96d29de tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.700492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9045da81-c9fb-465c-9f6d-3cdfc96d29de tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:19.708375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9045da81-c9fb-465c-9f6d-3cdfc96d29de tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.752646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port d3dd04bb-ecc5-4223-9e00-634394605490, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d3dd04bb-ecc5-4223-9e00-634394605490,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:19.769617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'd3dd04bb-ecc5-4223-9e00-634394605490', 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09', 'port_id': 'd3dd04bb-ecc5-4223-9e00-634394605490', 'mac_address': 'fa:16:3e:eb:44:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d97e99-2a01-45e2-8793-fdb00daa185d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:05:19.793152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd4cd4-f73a-4ff7-be66-8eb0cda7aa6e req-f0b7f691-3795-461b-b39d-bea1a1578b25 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:19.805911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22cd4cd4-f73a-4ff7-be66-8eb0cda7aa6e req-f0b7f691-3795-461b-b39d-bea1a1578b25 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 944 time: 0.2633712 Oct 13 11:05:19.825661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045da81-c9fb-465c-9f6d-3cdfc96d29de tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Network': ['ID=f3f100a8-2541-4263-99e3-2058eea73283,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:19.842020 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=6d49a08f-03d9-4f75-b7fd-f0eb957f1a64,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:19.854782 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '6d49a08f-03d9-4f75-b7fd-f0eb957f1a64', 'network_id': '9564d700-c1ab-4461-8bbb-95920c0f0a09', 'port_id': '6d49a08f-03d9-4f75-b7fd-f0eb957f1a64', 'mac_address': 'fa:16:3e:28:05:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d97e99-2a01-45e2-8793-fdb00daa185d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:05:19.866629 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:19.876806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22cd4cd4-f73a-4ff7-be66-8eb0cda7aa6e req-2391f251-34cd-43c0-94d8-65ffd787994f tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699365 Oct 13 11:05:19.877550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network f3f100a8-2541-4263-99e3-2058eea73283 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:05:19.916642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9045da81-c9fb-465c-9f6d-3cdfc96d29de tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5989745 Oct 13 11:05:19.919681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53062) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:19.925035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d5569cc1-dfc4-4f31-8c5c-53ee794537f0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'subnet': {'network_id': 'f3f100a8-2541-4263-99e3-2058eea73283', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:20.029020 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3dd04bb-ecc5-4223-9e00-634394605490 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:05:20.069651 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:20.131533 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:20.182410 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port d3dd04bb-ecc5-4223-9e00-634394605490, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d3dd04bb-ecc5-4223-9e00-634394605490,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:20.193827 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:05:20.213174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5569cc1-dfc4-4f31-8c5c-53ee794537f0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:20.216873 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d5569cc1-dfc4-4f31-8c5c-53ee794537f0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:20.232283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=6d49a08f-03d9-4f75-b7fd-f0eb957f1a64,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:20.287613 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:20.371173 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:20.395229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=d3dd04bb-ecc5-4223-9e00-634394605490,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:20.482363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621fcd1-85db-4b0d-a04a-45942d72f75a req-2309ecf6-a9c3-44c2-b156-9c2736ff917c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:20.484899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d621fcd1-85db-4b0d-a04a-45942d72f75a req-2309ecf6-a9c3-44c2-b156-9c2736ff917c tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1351135 Oct 13 11:05:20.531397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d621fcd1-85db-4b0d-a04a-45942d72f75a req-47f93783-a3ab-4665-b352-15f6c2d86f54 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391173 Oct 13 11:05:20.548687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=6d49a08f-03d9-4f75-b7fd-f0eb957f1a64,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:20.647616 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d5569cc1-dfc4-4f31-8c5c-53ee794537f0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:20.661609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['d3dd04bb-ecc5-4223-9e00-634394605490'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:05:20.715195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Deleting port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:20.716056 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:20.733028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['6d49a08f-03d9-4f75-b7fd-f0eb957f1a64'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:05:20.861283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5569cc1-dfc4-4f31-8c5c-53ee794537f0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Checking segment: {'id': 'b6d938cb-17f2-468b-8dc9-c26caa07c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f3f100a8-2541-4263-99e3-2058eea73283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:20.861815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5569cc1-dfc4-4f31-8c5c-53ee794537f0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network hostable DHCP agents. Network: f3f100a8-2541-4263-99e3-2058eea73283, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:05:20.877249 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] For port 1d9bd944-2fd6-4a6b-9677-f4a80da550cf, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1d9bd944-2fd6-4a6b-9677-f4a80da550cf,segment=NetworkSegment(5414fbac-623e-414f-8d59-85e1d62f80c4),segment_id=5414fbac-623e-414f-8d59-85e1d62f80c4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:20.877619 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:20.881997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5569cc1-dfc4-4f31-8c5c-53ee794537f0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Subnet': ['ID=89666659-2421-4be4-b4d9-eb5d19cbcbd8,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:20.907031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Calling delete_port for 1d9bd944-2fd6-4a6b-9677-f4a80da550cf owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:21.058549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38887c-e0b2-4790-a1df-8ed9c5c6235f req-28c26119-b9f7-47b9-b299-69fc18fc1843 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:21.063512 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc38887c-e0b2-4790-a1df-8ed9c5c6235f req-28c26119-b9f7-47b9-b299-69fc18fc1843 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 944 time: 0.0892634 Oct 13 11:05:21.164094 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc38887c-e0b2-4790-a1df-8ed9c5c6235f req-48b9e188-6f9b-409c-8f12-992238320bd4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543370 Oct 13 11:05:21.224492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5569cc1-dfc4-4f31-8c5c-53ee794537f0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network f3f100a8-2541-4263-99e3-2058eea73283 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:05:21.318542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-d5569cc1-dfc4-4f31-8c5c-53ee794537f0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, f3f100a8-2541-4263-99e3-2058eea73283) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:21.323096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5569cc1-dfc4-4f31-8c5c-53ee794537f0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:21.323884 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d5569cc1-dfc4-4f31-8c5c-53ee794537f0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:21.330183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab09b47-cbdc-4651-ae6b-aafb787f13c8 None None] Network f3f100a8-2541-4263-99e3-2058eea73283 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:21.378944 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:21.456622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9bd944-2fd6-4a6b-9677-f4a80da550cf,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:21.486438 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d5569cc1-dfc4-4f31-8c5c-53ee794537f0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5653574 Oct 13 11:05:21.490123 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53100) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:21.496178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f2c852d7-55b7-452b-b113-1d2881e966b9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1823634287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:21.633960 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4f8f5178-01f3-464c-ad1c-751e31052fe9 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:21.634740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:21.635166 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:21.636363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:21.637515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:21.637515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:21.637515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:21.638051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:21.638512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:21.640265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:21.640265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:21.640265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:21.641670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:21.684345 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2c852d7-55b7-452b-b113-1d2881e966b9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:21.685712 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2c852d7-55b7-452b-b113-1d2881e966b9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:21.753270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-f3f100a8-2541-4263-99e3-2058eea73283', 'network_id': 'f3f100a8-2541-4263-99e3-2058eea73283', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'fixed_ips': [{'subnet_id': '89666659-2421-4be4-b4d9-eb5d19cbcbd8'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:05:21.754537 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:21.837859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2c852d7-55b7-452b-b113-1d2881e966b9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:21.879705 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:21.973614 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2c852d7-55b7-452b-b113-1d2881e966b9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:22.010899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b1dee-ac93-4fd7-a948-998b6b9d862b req-946877c5-dcd1-419e-bf27-cf513d588be9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:22.012554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a51b1dee-ac93-4fd7-a948-998b6b9d862b req-946877c5-dcd1-419e-bf27-cf513d588be9 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1713619 Oct 13 11:05:22.056938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Allocated IP 172.20.0.2 (f3f100a8-2541-4263-99e3-2058eea73283/89666659-2421-4be4-b4d9-eb5d19cbcbd8/65a3f0f7-1498-4bef-b46c-344935be46d4) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:05:22.069485 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2c852d7-55b7-452b-b113-1d2881e966b9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:22.071048 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f2c852d7-55b7-452b-b113-1d2881e966b9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5791976 Oct 13 11:05:22.073730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53110) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:22.181393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 4f8f5178-01f3-464c-ad1c-751e31052fe9 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:05:22.204115 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 4f8f5178-01f3-464c-ad1c-751e31052fe9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:22.205144 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:22.216602 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a51b1dee-ac93-4fd7-a948-998b6b9d862b req-9fb89602-6800-4d62-829f-10e01033295a tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829894 Oct 13 11:05:22.282379 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:05:22.488192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Router 5db1f0b6-c3a4-4a10-b208-af3b9455e032 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:05:22.536837 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:22.660144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4951932-b299-4646-ae58-2599c76b2b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8f5178-01f3-464c-ad1c-751e31052fe9'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:05:22.666621 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35389317-0de0-4c97-90f4-0d18d890e6d8" -d '{"events": [{"server_uuid": "e4951932-b299-4646-ae58-2599c76b2b19", "name": "network-vif-plugged", "status": "completed", "tag": "4f8f5178-01f3-464c-ad1c-751e31052fe9"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:05:22.719743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:05:22.730951 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4abbbc1d-dd8c-431a-a2a0-4f58f8f1eb0a admin admin] 10.222.0.32 "PUT /v2.0/routers/5db1f0b6-c3a4-4a10-b208-af3b9455e032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5028129 Oct 13 11:05:22.736190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53126) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:22.739604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 4f8f5178-01f3-464c-ad1c-751e31052fe9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4f8f5178-01f3-464c-ad1c-751e31052fe9,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:22.742263 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:22.750264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812c841d-9ec8-441d-9149-86745a1bddb5 None None] Sync routers for ids ['5db1f0b6-c3a4-4a10-b208-af3b9455e032'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:05:22.775245 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77545fbc-4f3b-4188-a211-781d3df72402 x-openstack-request-id: req-77545fbc-4f3b-4188-a211-781d3df72402 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:05:22.775551 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4951932-b299-4646-ae58-2599c76b2b19", "name": "network-vif-plugged", "status": "completed", "tag": "4f8f5178-01f3-464c-ad1c-751e31052fe9", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:05:22.776212 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77545fbc-4f3b-4188-a211-781d3df72402 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:05:22.776212 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4951932-b299-4646-ae58-2599c76b2b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8f5178-01f3-464c-ad1c-751e31052fe9', 'code': 200} Oct 13 11:05:22.784292 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c841d-9ec8-441d-9149-86745a1bddb5 None None] Routers {'5db1f0b6-c3a4-4a10-b208-af3b9455e032'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:22.787475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-812c841d-9ec8-441d-9149-86745a1bddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5db1f0b6-c3a4-4a10-b208-af3b9455e032'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:22.869389 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:22.895095 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:22.917754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a4455-0188-439a-acad-caff5cfd85bf req-fbaf5fa2-1cd1-411a-8b8c-bfcddbc49220 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:22.928392 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e7a4455-0188-439a-acad-caff5cfd85bf req-fbaf5fa2-1cd1-411a-8b8c-bfcddbc49220 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 944 time: 0.5350113 Oct 13 11:05:22.954879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:22.983536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dcc7d-f882-4963-bd3d-827a7673d602 req-de30da42-e979-4740-b403-c91210b31cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:22.985211 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-468dcc7d-f882-4963-bd3d-827a7673d602 req-de30da42-e979-4740-b403-c91210b31cfd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 1096 time: 0.1609745 Oct 13 11:05:23.005080 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:23.034217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Network f3f100a8-2541-4263-99e3-2058eea73283 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:23.042480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:23.059289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:05:23.081727 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e7a4455-0188-439a-acad-caff5cfd85bf req-fca84aa9-df39-42a6-8878-6bf10d7ca550 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518550 Oct 13 11:05:23.106776 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-468dcc7d-f882-4963-bd3d-827a7673d602 req-d34343b4-3f1a-48ac-97e0-ffa8369f2b9e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949333 Oct 13 11:05:23.119609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=4f8f5178-01f3-464c-ad1c-751e31052fe9,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:23.206363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-812c841d-9ec8-441d-9149-86745a1bddb5 None None] Set router 5db1f0b6-c3a4-4a10-b208-af3b9455e032 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:05:23.224569 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:23.330007 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Pushing event updated for resources: {'Port': ['ID=65a3f0f7-1498-4bef-b46c-344935be46d4,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:23.355672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Allocated IP 172.20.0.1 (f3f100a8-2541-4263-99e3-2058eea73283/89666659-2421-4be4-b4d9-eb5d19cbcbd8/d53c5149-778e-495b-86cd-a5dea275bab6) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:05:23.365166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Attempting to bind port 65a3f0f7-1498-4bef-b46c-344935be46d4 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:05:23.365591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Attempting to bind port 65a3f0f7-1498-4bef-b46c-344935be46d4 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'b6d938cb-17f2-468b-8dc9-c26caa07c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f3f100a8-2541-4263-99e3-2058eea73283'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:05:23.365971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Attempting to bind port 65a3f0f7-1498-4bef-b46c-344935be46d4 on network f3f100a8-2541-4263-99e3-2058eea73283 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:23.392377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:05:23.393146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Checking segment: {'id': 'b6d938cb-17f2-468b-8dc9-c26caa07c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f3f100a8-2541-4263-99e3-2058eea73283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:23.393869 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:23.394559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Bound using segment: {'id': 'b6d938cb-17f2-468b-8dc9-c26caa07c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f3f100a8-2541-4263-99e3-2058eea73283'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:05:23.395283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Bound port: 65a3f0f7-1498-4bef-b46c-344935be46d4, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d938cb-17f2-468b-8dc9-c26caa07c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f3f100a8-2541-4263-99e3-2058eea73283'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:05:23.395830 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:23.414172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Deleting port d06ada1e-8afb-4e8f-ba49-9ab7d488f589 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:23.414795 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:23.500432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:23.564415 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] For port d06ada1e-8afb-4e8f-ba49-9ab7d488f589, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d06ada1e-8afb-4e8f-ba49-9ab7d488f589,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:23.565067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:23.586136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Calling delete_port for d06ada1e-8afb-4e8f-ba49-9ab7d488f589 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:23.599354 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:23.653706 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55469a0-14e9-474e-8f4e-867952e7e10e req-090c994d-f5bf-42b6-bdd0-342da1bb83b6 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:23.653926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d3dd04bb-ecc5-4223-9e00-634394605490 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:23.655985 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a55469a0-14e9-474e-8f4e-867952e7e10e req-090c994d-f5bf-42b6-bdd0-342da1bb83b6 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.2879667 Oct 13 11:05:23.698516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] For port 65a3f0f7-1498-4bef-b46c-344935be46d4, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:05:23.730926 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:23.751855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] For port 65a3f0f7-1498-4bef-b46c-344935be46d4, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=65a3f0f7-1498-4bef-b46c-344935be46d4,segment=NetworkSegment(b6d938cb-17f2-468b-8dc9-c26caa07c02f),segment_id=b6d938cb-17f2-468b-8dc9-c26caa07c02f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:05:23.822656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a55469a0-14e9-474e-8f4e-867952e7e10e req-290f6e56-6d1a-45cf-80cf-29d3340fb4fe tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592951 Oct 13 11:05:23.845979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=d53c5149-778e-495b-86cd-a5dea275bab6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:23.851513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-812c841d-9ec8-441d-9149-86745a1bddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'name': 'tempest-AttachSCSIVolumeTestJSON-1167518539-router', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:43Z', 'updated_at': '2021-10-13T11:05:21Z', 'revision_number': 5, 'project_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'gw_port': {'id': 'd06ada1e-8afb-4e8f-ba49-9ab7d488f589', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:02:45Z', 'updated_at': '2021-10-13T11:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:23.856272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network f3f100a8-2541-4263-99e3-2058eea73283 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:23.868667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:23.874570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:05:23.881090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812c841d-9ec8-441d-9149-86745a1bddb5 None None] Checking router: 5db1f0b6-c3a4-4a10-b208-af3b9455e032 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:05:23.883574 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:23.916302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:05:23.920287 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:23.920840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port d3dd04bb-ecc5-4223-9e00-634394605490 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:05:23.937464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port d3dd04bb-ecc5-4223-9e00-634394605490 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:23.937863 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:23.939617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c841d-9ec8-441d-9149-86745a1bddb5 None None] Routers {'5db1f0b6-c3a4-4a10-b208-af3b9455e032'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:23.940239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-812c841d-9ec8-441d-9149-86745a1bddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5db1f0b6-c3a4-4a10-b208-af3b9455e032'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:23.942194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:23.942653 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:23.955971 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:24.011800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Pushing event deleted for resources: {'Port': ['ID=d06ada1e-8afb-4e8f-ba49-9ab7d488f589,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:24.126631 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:24.153745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d93eaf-d5f7-437a-97f4-2e2cf1ae25a1 None None] Pushing event updated for resources: {'Port': ['ID=65a3f0f7-1498-4bef-b46c-344935be46d4,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:24.194056 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-812c841d-9ec8-441d-9149-86745a1bddb5 None None] Set router 5db1f0b6-c3a4-4a10-b208-af3b9455e032 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:05:24.239908 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:24.565827 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-812c841d-9ec8-441d-9149-86745a1bddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'name': 'tempest-AttachSCSIVolumeTestJSON-1167518539-router', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:43Z', 'updated_at': '2021-10-13T11:05:23Z', 'revision_number': 6, 'project_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:24.613054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812c841d-9ec8-441d-9149-86745a1bddb5 None None] The sync data for ids ['5db1f0b6-c3a4-4a10-b208-af3b9455e032'] in n-d-813659-3 is: [{'id': '5db1f0b6-c3a4-4a10-b208-af3b9455e032', 'name': 'tempest-AttachSCSIVolumeTestJSON-1167518539-router', 'tenant_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:02:43Z', 'updated_at': '2021-10-13T11:05:23Z', 'revision_number': 6, 'project_id': 'c0fbe94f6a6340489e814c7f0cacfbaf', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:05:24.713930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:24.715894 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:24.785753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40083d65-34c8-4bdc-b9e4-630bf24d41a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dd04bb-ecc5-4223-9e00-634394605490'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:05:24.788067 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0568d8-4e00-40a6-9043-448b9f0b2b0c" -d '{"events": [{"server_uuid": "40083d65-34c8-4bdc-b9e4-630bf24d41a6", "name": "network-vif-plugged", "status": "completed", "tag": "d3dd04bb-ecc5-4223-9e00-634394605490"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:05:24.810677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port d3dd04bb-ecc5-4223-9e00-634394605490, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d3dd04bb-ecc5-4223-9e00-634394605490,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:24.814922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=6d49a08f-03d9-4f75-b7fd-f0eb957f1a64,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:24.840155 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:24.892504 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b900bfed-5b92-4c03-97cf-177d5335c3c8 x-openstack-request-id: req-b900bfed-5b92-4c03-97cf-177d5335c3c8 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:05:24.892504 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40083d65-34c8-4bdc-b9e4-630bf24d41a6", "name": "network-vif-plugged", "status": "completed", "tag": "d3dd04bb-ecc5-4223-9e00-634394605490", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:05:24.892790 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b900bfed-5b92-4c03-97cf-177d5335c3c8 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:05:24.893138 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40083d65-34c8-4bdc-b9e4-630bf24d41a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dd04bb-ecc5-4223-9e00-634394605490', 'code': 200} Oct 13 11:05:24.922546 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:24.926549 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.046384 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.050748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=d3dd04bb-ecc5-4223-9e00-634394605490,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:25.053291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.102357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 65a3f0f7-1498-4bef-b46c-344935be46d4 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:25.164043 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.173575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ddcdc-72ff-4863-8b2d-9251797d4f92 req-c9e67c76-4493-4010-b324-88ee88f90e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:25.176366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d1ddcdc-72ff-4863-8b2d-9251797d4f92 req-c9e67c76-4493-4010-b324-88ee88f90e7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 1097 time: 0.2136981 Oct 13 11:05:25.201878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ec10e-4c02-49c0-badb-3e0a50e075ca req-1c85a94a-01fd-4b63-a935-eba94907464f tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:25.209736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed4ec10e-4c02-49c0-badb-3e0a50e075ca req-1c85a94a-01fd-4b63-a935-eba94907464f tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 945 time: 0.9144294 Oct 13 11:05:25.222184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=6d49a08f-03d9-4f75-b7fd-f0eb957f1a64,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:25.297617 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.298142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5db1f0b6-c3a4-4a10-b208-af3b9455e032 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:05:25.307037 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.308395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e3036750-92ac-4f6a-a092-44513d991504 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5db1f0b6-c3a4-4a10-b208-af3b9455e032 HTTP/1.1" status: 204 len: 168 time: 2.5711172 Oct 13 11:05:25.312133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 65a3f0f7-1498-4bef-b46c-344935be46d4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:25.312874 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.314474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53178) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:25.314879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=d53c5149-778e-495b-86cd-a5dea275bab6,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:25.335777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53818f2-960d-4f8a-b444-80f1882d1c0c req-adf061ef-bf3d-46b1-9995-77bc2a41216f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:25.354959 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f53818f2-960d-4f8a-b444-80f1882d1c0c req-adf061ef-bf3d-46b1-9995-77bc2a41216f tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.3913922 Oct 13 11:05:25.387636 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed4ec10e-4c02-49c0-badb-3e0a50e075ca req-1fd44729-6310-4497-a429-d8d70a1a2e2c tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624403 Oct 13 11:05:25.393827 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569ee6f-0662-4ba0-b79c-9ec59c42ab33 req-cb5b263f-8036-4f0c-8930-54387d342d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:25.395455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8569ee6f-0662-4ba0-b79c-9ec59c42ab33 req-cb5b263f-8036-4f0c-8930-54387d342d85 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=40083d65-34c8-4bdc-b9e4-630bf24d41a6 HTTP/1.1" status: 200 len: 1096 time: 0.4134088 Oct 13 11:05:25.409181 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.455817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3180899-980b-407e-b6bb-8c19a46872a3 admin admin] Deleting subnet 4c0e929f-35cf-4361-af42-705a2928ebc3 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:05:25.460064 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.468000 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3180899-980b-407e-b6bb-8c19a46872a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.503193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 65a3f0f7-1498-4bef-b46c-344935be46d4, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=65a3f0f7-1498-4bef-b46c-344935be46d4,segment=NetworkSegment(b6d938cb-17f2-468b-8dc9-c26caa07c02f),segment_id=b6d938cb-17f2-468b-8dc9-c26caa07c02f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:25.508663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ddcdc-72ff-4863-8b2d-9251797d4f92 req-69bd68d3-6ca2-4a10-ab06-78c4f309b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:25.510194 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d1ddcdc-72ff-4863-8b2d-9251797d4f92 req-69bd68d3-6ca2-4a10-ab06-78c4f309b895 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 917 time: 0.3256373 Oct 13 11:05:25.580132 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f53818f2-960d-4f8a-b444-80f1882d1c0c req-995d7d93-095b-4814-9b7a-c811efc76a18 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240429 Oct 13 11:05:25.581107 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.597460 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3180899-980b-407e-b6bb-8c19a46872a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.647298 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d1ddcdc-72ff-4863-8b2d-9251797d4f92 req-cbad53fd-9497-474e-9729-13ed5a626709 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48 HTTP/1.1" status: 200 len: 1001 time: 0.1287618 Oct 13 11:05:25.652962 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd0982d-0af0-44e1-aeb1-7d22d9d7e7e7 None None] Network f3f100a8-2541-4263-99e3-2058eea73283 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:25.672469 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network f3f100a8-2541-4263-99e3-2058eea73283 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:25.680987 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8569ee6f-0662-4ba0-b79c-9ec59c42ab33 req-593772dc-ae31-4cf9-bbbe-122b7a5d3726 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734637 Oct 13 11:05:25.682887 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:25.747315 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3180899-980b-407e-b6bb-8c19a46872a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.770891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=65a3f0f7-1498-4bef-b46c-344935be46d4,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:25.791121 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f41c067c-0408-4073-aff9-0553c927d4b2 None None] Provisioning complete for port 65a3f0f7-1498-4bef-b46c-344935be46d4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:25.791503 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f41c067c-0408-4073-aff9-0553c927d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.798655 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ddcdc-72ff-4863-8b2d-9251797d4f92 req-d3198916-8f1a-44df-a5b0-0f2ef2fafbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:25.800488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d1ddcdc-72ff-4863-8b2d-9251797d4f92 req-d3198916-8f1a-44df-a5b0-0f2ef2fafbc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.1415393 Oct 13 11:05:25.935160 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53186) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:25.955504 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3180899-980b-407e-b6bb-8c19a46872a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:25.987484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3180899-980b-407e-b6bb-8c19a46872a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c0e929f-35cf-4361-af42-705a2928ebc3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:25.995604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router d6b0c740-876a-4564-81a5-d0e83af6a04a is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:05:26.004993 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3180899-980b-407e-b6bb-8c19a46872a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:26.009174 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a3180899-980b-407e-b6bb-8c19a46872a3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4c0e929f-35cf-4361-af42-705a2928ebc3 HTTP/1.1" status: 204 len: 168 time: 0.6931422 Oct 13 11:05:26.011724 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53190) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:26.018702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ddcdc-72ff-4863-8b2d-9251797d4f92 req-a2ac2a69-c108-4f9f-99d3-0ce90c781815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:26.020244 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d1ddcdc-72ff-4863-8b2d-9251797d4f92 req-a2ac2a69-c108-4f9f-99d3-0ce90c781815 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005607 Oct 13 11:05:26.023246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe772f46-d3b2-456e-ae5d-e686e10f41c0 None None] Network b7b6e3b4-cbe0-4444-956a-82b781cdfa91 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:26.183645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d1ddcdc-72ff-4863-8b2d-9251797d4f92 req-75836963-2ea1-4ddb-bfd9-15cf3bc6fdf0 service neutron] 10.222.0.46 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516967 Oct 13 11:05:26.205318 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e617bed2-b13f-4893-a359-73d6f4533367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:26.304610 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:05:26.320671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2b6bc1ce-d861-4296-808f-c16785f25741 None None] Provisioning complete for port d53c5149-778e-495b-86cd-a5dea275bab6 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:26.321273 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc1ce-d861-4296-808f-c16785f25741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:26.321990 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5ea891bb-33c5-417d-a1c5-92d6f93e6c83 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/d6b0c740-876a-4564-81a5-d0e83af6a04a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2470305 Oct 13 11:05:26.325245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:26.326088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53192) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:26.350649 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b247b49-0a9f-46f5-8a36-d6057f374b67 None None] Sync routers for ids ['d6b0c740-876a-4564-81a5-d0e83af6a04a'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:05:26.375900 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b247b49-0a9f-46f5-8a36-d6057f374b67 None None] Routers {'d6b0c740-876a-4564-81a5-d0e83af6a04a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:26.376946 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4b247b49-0a9f-46f5-8a36-d6057f374b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d6b0c740-876a-4564-81a5-d0e83af6a04a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:26.427667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2b6bc1ce-d861-4296-808f-c16785f25741 None None] Port d53c5149-778e-495b-86cd-a5dea275bab6 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:26.429564 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab1f6e4-412f-4cd2-ad93-50f685d79529 None None] DHCP port deletion for b7b6e3b4-cbe0-4444-956a-82b781cdfa91 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:05:26.446669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b61abae-ed08-4daa-8695-e4b1187f67d9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:26.448137 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3b61abae-ed08-4daa-8695-e4b1187f67d9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports/d53c5149-778e-495b-86cd-a5dea275bab6 HTTP/1.1" status: 200 len: 910 time: 0.1188087 Oct 13 11:05:26.451609 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e617bed2-b13f-4893-a359-73d6f4533367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:26.452605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53196) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:26.467072 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4b247b49-0a9f-46f5-8a36-d6057f374b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:26.468760 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Deleting port 28b3e084-862c-4b5d-aceb-0425e37333fc {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:26.470650 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:26.488102 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d1ddcdc-72ff-4863-8b2d-9251797d4f92 req-622c88f5-889e-4c22-b152-53cff8eab6b7 service neutron] 10.222.0.46 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968311 Oct 13 11:05:26.491982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-28fbbb6b-70c8-4d9b-9410-50fa50aa0801 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89666659-2421-4be4-b4d9-eb5d19cbcbd8'}]}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:26.492863 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b247b49-0a9f-46f5-8a36-d6057f374b67 None None] Routers {'d6b0c740-876a-4564-81a5-d0e83af6a04a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:26.495663 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4b247b49-0a9f-46f5-8a36-d6057f374b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d6b0c740-876a-4564-81a5-d0e83af6a04a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:26.544975 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4b247b49-0a9f-46f5-8a36-d6057f374b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:26.548164 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b247b49-0a9f-46f5-8a36-d6057f374b67 None None] The sync data for ids ['d6b0c740-876a-4564-81a5-d0e83af6a04a'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:05:26.548338 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e617bed2-b13f-4893-a359-73d6f4533367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:26.595400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2b6bc1ce-d861-4296-808f-c16785f25741 None None] Provisioning complete for port 65a3f0f7-1498-4bef-b46c-344935be46d4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:26.595690 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc1ce-d861-4296-808f-c16785f25741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:26.600587 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 65a3f0f7-1498-4bef-b46c-344935be46d4 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:26.675960 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e617bed2-b13f-4893-a359-73d6f4533367 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb38776b04c14bf99387bd6fffd9453e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7429740 Oct 13 11:05:26.680180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53202) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:26.683705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] For port 28b3e084-862c-4b5d-aceb-0425e37333fc, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=28b3e084-862c-4b5d-aceb-0425e37333fc,segment=NetworkSegment(5414fbac-623e-414f-8d59-85e1d62f80c4),segment_id=5414fbac-623e-414f-8d59-85e1d62f80c4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:26.684417 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:26.687217 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617bed2-b13f-4893-a359-73d6f4533367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84811561-e67c-4d5a-accf-e4bdcbbb8475,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:26.709259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Calling delete_port for 28b3e084-862c-4b5d-aceb-0425e37333fc owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:26.761454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03927e-2ee4-464f-93c4-47cffedfde67 req-2a1bc1c8-56cc-4205-af90-e18c9aaad442 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:26.775351 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1b03927e-2ee4-464f-93c4-47cffedfde67 req-2a1bc1c8-56cc-4205-af90-e18c9aaad442 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 945 time: 0.1767254 Oct 13 11:05:26.838053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1f6e4-412f-4cd2-ad93-50f685d79529 None None] Deleting port 28b3e084-862c-4b5d-aceb-0425e37333fc {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:26.839050 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ab1f6e4-412f-4cd2-ad93-50f685d79529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:26.847533 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28fbbb6b-70c8-4d9b-9410-50fa50aa0801 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:26.905563 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1b03927e-2ee4-464f-93c4-47cffedfde67 req-3bc08411-36aa-469d-ba85-a3399018aff4 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207676 Oct 13 11:05:26.929001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 65a3f0f7-1498-4bef-b46c-344935be46d4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:26.929369 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:26.930924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f6c0f3-f1e2-42fa-9d12-4f9d57166553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d49a08f-03d9-4f75-b7fd-f0eb957f1a64'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:05:26.944329 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8082e98e-81d0-4c25-a0e5-240496c67ea5" -d '{"events": [{"server_uuid": "b0f6c0f3-f1e2-42fa-9d12-4f9d57166553", "name": "network-vif-plugged", "status": "completed", "tag": "6d49a08f-03d9-4f75-b7fd-f0eb957f1a64"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:05:27.063531 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f37834d-6ed5-43d7-8728-03cc02ca990f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.063847 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.066368 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-38176917-d617-4bea-900d-c04872a9206c None None] Provisioning complete for port d53c5149-778e-495b-86cd-a5dea275bab6 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:27.066754 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-38176917-d617-4bea-900d-c04872a9206c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.070113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2ab1f6e4-412f-4cd2-ad93-50f685d79529 None None] For port 28b3e084-862c-4b5d-aceb-0425e37333fc, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=28b3e084-862c-4b5d-aceb-0425e37333fc,segment=NetworkSegment(5414fbac-623e-414f-8d59-85e1d62f80c4),segment_id=5414fbac-623e-414f-8d59-85e1d62f80c4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:27.070113 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ab1f6e4-412f-4cd2-ad93-50f685d79529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.091526 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f37834d-6ed5-43d7-8728-03cc02ca990f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.100247 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Pushing event deleted for resources: {'Port': ['ID=28b3e084-862c-4b5d-aceb-0425e37333fc,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:27.102446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] No DVR routers for this DVR port 28b3e084-862c-4b5d-aceb-0425e37333fc on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:05:27.122070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a363a2f-94d8-4d57-ae64-570908e08119 req-cb3ac3b6-5405-4ee6-80e3-bcb68bd1cdc6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:27.122674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1f6e4-412f-4cd2-ad93-50f685d79529 None None] Calling delete_port for 28b3e084-862c-4b5d-aceb-0425e37333fc owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:27.124800 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a363a2f-94d8-4d57-ae64-570908e08119 req-cb3ac3b6-5405-4ee6-80e3-bcb68bd1cdc6 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f6c0f3-f1e2-42fa-9d12-4f9d57166553 HTTP/1.1" status: 200 len: 946 time: 0.0973825 Oct 13 11:05:27.209696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-38176917-d617-4bea-900d-c04872a9206c None None] Port d53c5149-778e-495b-86cd-a5dea275bab6 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:27.258941 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ab1f6e4-412f-4cd2-ad93-50f685d79529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.294862 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f37834d-6ed5-43d7-8728-03cc02ca990f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.298077 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f37834d-6ed5-43d7-8728-03cc02ca990f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.299242 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6f37834d-6ed5-43d7-8728-03cc02ca990f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84811561-e67c-4d5a-accf-e4bdcbbb8475 HTTP/1.1" status: 204 len: 168 time: 0.6180372 Oct 13 11:05:27.304319 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1f6e4-412f-4cd2-ad93-50f685d79529 None None] Pushing event deleted for resources: {'Port': ['ID=28b3e084-862c-4b5d-aceb-0425e37333fc,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:27.308162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1f6e4-412f-4cd2-ad93-50f685d79529 None None] No DVR routers for this DVR port 28b3e084-862c-4b5d-aceb-0425e37333fc on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:05:27.336739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba145952-583e-44c8-a684-fa5e97f4ef51 req-d79b65c5-c1a7-42a8-878e-ebb8ce1194a2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:27.346640 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba145952-583e-44c8-a684-fa5e97f4ef51 req-d79b65c5-c1a7-42a8-878e-ebb8ce1194a2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 946 time: 0.5024245 Oct 13 11:05:27.349384 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d5882bc4-48f9-435e-a9e3-287b3ff2dcc3 None None] Provisioning complete for port d53c5149-778e-495b-86cd-a5dea275bab6 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:27.349777 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d5882bc4-48f9-435e-a9e3-287b3ff2dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.354240 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53218) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:27.379220 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37834d-6ed5-43d7-8728-03cc02ca990f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84811561-e67c-4d5a-accf-e4bdcbbb8475,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:27.402967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d06ada1e-8afb-4e8f-ba49-9ab7d488f589 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:27.427924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.432917 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2a363a2f-94d8-4d57-ae64-570908e08119 req-a34df2f4-4468-447f-975d-edbdeefe4900 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936265 Oct 13 11:05:27.447814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: d06ada1e-8afb-4e8f-ba49-9ab7d488f589 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:05:27.448955 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba145952-583e-44c8-a684-fa5e97f4ef51 req-385f600c-7975-48ec-8e10-9b01c2246971 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849233 Oct 13 11:05:27.452195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d06ada1e-8afb-4e8f-ba49-9ab7d488f589 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:05:27.452823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1d9bd944-2fd6-4a6b-9677-f4a80da550cf no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:27.490955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b6e3b4-cbe0-4444-956a-82b781cdfa91']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:27.520628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5414fbac-623e-414f-8d59-85e1d62f80c4') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:27.520939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5414fbac-623e-414f-8d59-85e1d62f80c4') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:27.542491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 1d9bd944-2fd6-4a6b-9677-f4a80da550cf {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:05:27.545754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1d9bd944-2fd6-4a6b-9677-f4a80da550cf not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:05:27.551654 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.551877 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 28b3e084-862c-4b5d-aceb-0425e37333fc no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:27.577792 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.586036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:05:27.586533 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:05:27.588287 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:05:27.595807 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62d59a8-1bcb-48f6-914d-be9279919f69 x-openstack-request-id: req-f62d59a8-1bcb-48f6-914d-be9279919f69 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:05:27.596398 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f6c0f3-f1e2-42fa-9d12-4f9d57166553", "name": "network-vif-plugged", "status": "completed", "tag": "6d49a08f-03d9-4f75-b7fd-f0eb957f1a64", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:05:27.596868 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f62d59a8-1bcb-48f6-914d-be9279919f69 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:05:27.597454 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f6c0f3-f1e2-42fa-9d12-4f9d57166553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d49a08f-03d9-4f75-b7fd-f0eb957f1a64', 'code': 200} Oct 13 11:05:27.600108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 28b3e084-862c-4b5d-aceb-0425e37333fc {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:05:27.600677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 28b3e084-862c-4b5d-aceb-0425e37333fc not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:05:27.604305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d5882bc4-48f9-435e-a9e3-287b3ff2dcc3 None None] Port d53c5149-778e-495b-86cd-a5dea275bab6 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:27.639564 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-78dbd52d-b226-455d-ad82-808e53beb7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.641855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device cc2e2cf0-3c4c-47f5-b985-0095bad86d48 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:27.747012 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.757009 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.768719 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.775620 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] 10.222.0.32 "DELETE /v2.0/networks/b7b6e3b4-cbe0-4444-956a-82b781cdfa91 HTTP/1.1" status: 204 len: 168 time: 1.6134202 Oct 13 11:05:27.802816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30002d73-d270-4234-bf87-212ff123f46b admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b6e3b4-cbe0-4444-956a-82b781cdfa91,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:27.822220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:27.826689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df17f9-6f6f-4cb8-a927-ab73f1be0f2d req-1538f136-76d2-44d7-b479-34425d104dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:27.828953 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48df17f9-6f6f-4cb8-a927-ab73f1be0f2d req-1538f136-76d2-44d7-b479-34425d104dce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b0f6c0f3-f1e2-42fa-9d12-4f9d57166553 HTTP/1.1" status: 200 len: 1097 time: 0.1680322 Oct 13 11:05:27.922308 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.951137 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48df17f9-6f6f-4cb8-a927-ab73f1be0f2d req-0e49f720-dbb6-4012-836c-1e904a1dfe14 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006134 Oct 13 11:05:27.976037 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-78dbd52d-b226-455d-ad82-808e53beb7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:27.981207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:28.015809 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28fbbb6b-70c8-4d9b-9410-50fa50aa0801 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.081498 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-78dbd52d-b226-455d-ad82-808e53beb7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.125160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-78dbd52d-b226-455d-ad82-808e53beb7bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a7da2bf155446db8cc8471267946f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7646396 Oct 13 11:05:28.126007 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28fbbb6b-70c8-4d9b-9410-50fa50aa0801 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.128059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53228) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:28.164490 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbd52d-b226-455d-ad82-808e53beb7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf437708-7e29-4007-84ba-2c193d24dd7a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:28.207191 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ce82c92-a78b-44c1-b55d-48e885c99a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.230177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ce82c92-a78b-44c1-b55d-48e885c99a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.238093 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fbbb6b-70c8-4d9b-9410-50fa50aa0801 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:28.238754 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28fbbb6b-70c8-4d9b-9410-50fa50aa0801 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.240098 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-28fbbb6b-70c8-4d9b-9410-50fa50aa0801 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/ports/d53c5149-778e-495b-86cd-a5dea275bab6 HTTP/1.1" status: 200 len: 910 time: 1.7545788 Oct 13 11:05:28.241005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbbb6b-70c8-4d9b-9410-50fa50aa0801 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=d53c5149-778e-495b-86cd-a5dea275bab6,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:28.243127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53230) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:28.280440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53232) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:28.323714 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-79841bcd-2b25-44de-8b30-ce4f3230c8c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fb2973ca8594914a06108d9b8815504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397298 Oct 13 11:05:28.324365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53234) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:28.368638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53236) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:28.383461 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-218ff0aa-1387-47f7-b18c-d18aae730f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.414908 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d1bdc64-a49c-409a-97f9-6a1087947a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.438768 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d1bdc64-a49c-409a-97f9-6a1087947a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.455728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ce82c92-a78b-44c1-b55d-48e885c99a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.458256 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ce82c92-a78b-44c1-b55d-48e885c99a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.459578 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7ce82c92-a78b-44c1-b55d-48e885c99a95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf437708-7e29-4007-84ba-2c193d24dd7a HTTP/1.1" status: 204 len: 168 time: 0.3303387 Oct 13 11:05:28.498244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce82c92-a78b-44c1-b55d-48e885c99a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf437708-7e29-4007-84ba-2c193d24dd7a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:28.547673 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-218ff0aa-1387-47f7-b18c-d18aae730f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.598000 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d1bdc64-a49c-409a-97f9-6a1087947a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.600869 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d1bdc64-a49c-409a-97f9-6a1087947a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.604407 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2d1bdc64-a49c-409a-97f9-6a1087947a81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e2dd595-6a4b-4023-9850-763d0dd43f5c HTTP/1.1" status: 204 len: 168 time: 0.2771246 Oct 13 11:05:28.634505 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-218ff0aa-1387-47f7-b18c-d18aae730f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.641203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bdc64-a49c-409a-97f9-6a1087947a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2dd595-6a4b-4023-9850-763d0dd43f5c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:28.689920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c777ef9-0e8d-4813-b6ca-aa9e2e704c66 req-90efebbe-c91e-47c1-a9a5-fa2af46e2815 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:28.692349 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7c777ef9-0e8d-4813-b6ca-aa9e2e704c66 req-90efebbe-c91e-47c1-a9a5-fa2af46e2815 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f6c0f3-f1e2-42fa-9d12-4f9d57166553 HTTP/1.1" status: 200 len: 946 time: 0.1085634 Oct 13 11:05:28.701983 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-218ff0aa-1387-47f7-b18c-d18aae730f38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=578cdd3e92484010b1f03ac78e3b8380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297722 Oct 13 11:05:28.702191 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0fc1-b0c2-4141-bb8b-b822f1a69f1c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:28.702887 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53248) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:28.716752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8cd28-440b-4a69-8af7-7d3045c1cfa1 req-4fd89d6b-d046-4848-8c30-1c70242e6dd6 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:28.718291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16b8cd28-440b-4a69-8af7-7d3045c1cfa1 req-4fd89d6b-d046-4848-8c30-1c70242e6dd6 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 944 time: 0.1320055 Oct 13 11:05:28.730479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ff0aa-1387-47f7-b18c-d18aae730f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be585558-fae3-4295-9db0-21bd68d4e186,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:28.769621 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16b8cd28-440b-4a69-8af7-7d3045c1cfa1 req-bc59fffa-a724-408b-a7ed-102079cc9ca2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410819 Oct 13 11:05:29.195276 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7c777ef9-0e8d-4813-b6ca-aa9e2e704c66 req-a342fa6c-4316-4863-8a4c-f056e816b0ad tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902155 Oct 13 11:05:29.258969 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3666201d-35a6-4161-9a9d-9dbf52fc84e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:29.289437 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3666201d-35a6-4161-9a9d-9dbf52fc84e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:29.420094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f0fc1-b0c2-4141-bb8b-b822f1a69f1c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port d53c5149-778e-495b-86cd-a5dea275bab6 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:29.420618 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0fc1-b0c2-4141-bb8b-b822f1a69f1c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:29.519264 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0fc1-b0c2-4141-bb8b-b822f1a69f1c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:29.535565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f0fc1-b0c2-4141-bb8b-b822f1a69f1c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for d53c5149-778e-495b-86cd-a5dea275bab6 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:29.544794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3666201d-35a6-4161-9a9d-9dbf52fc84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:29.546370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3666201d-35a6-4161-9a9d-9dbf52fc84e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:29.547485 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3666201d-35a6-4161-9a9d-9dbf52fc84e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be585558-fae3-4295-9db0-21bd68d4e186 HTTP/1.1" status: 204 len: 168 time: 0.8436823 Oct 13 11:05:29.585823 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666201d-35a6-4161-9a9d-9dbf52fc84e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be585558-fae3-4295-9db0-21bd68d4e186,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:29.599132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:05:29.603434 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e60c57-74c7-43aa-ad45-3d1f962faec8" -d '{"events": [{"server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:05:29.611754 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53276) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:29.682544 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 11:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619efa4d-fcea-4ca8-a3cd-a168b672ecc5 x-openstack-request-id: req-619efa4d-fcea-4ca8-a3cd-a168b672ecc5 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:05:29.683221 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "name": "network-vif-unplugged", "status": "failed", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48", "code": 422}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:05:29.683708 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-619efa4d-fcea-4ca8-a3cd-a168b672ecc5 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:05:29.684633 n-d-813659-3 neutron-server[101992]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'code': 422} returned with failed status Oct 13 11:05:29.687771 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5d56b199-1e45-4ead-b367-ed959160da1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0fbe94f6a6340489e814c7f0cacfbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736284 Oct 13 11:05:29.689575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53280) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:29.766942 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5feac888-d64e-4819-8e4c-a6cb4de1ca11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:29.790817 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5feac888-d64e-4819-8e4c-a6cb4de1ca11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:29.904372 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5feac888-d64e-4819-8e4c-a6cb4de1ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:29.907133 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0fc1-b0c2-4141-bb8b-b822f1a69f1c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:29.907952 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5feac888-d64e-4819-8e4c-a6cb4de1ca11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:29.909365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5feac888-d64e-4819-8e4c-a6cb4de1ca11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/359c61da-1ff0-49ac-99be-3e403c45cc6c HTTP/1.1" status: 204 len: 168 time: 0.2179585 Oct 13 11:05:29.919947 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feac888-d64e-4819-8e4c-a6cb4de1ca11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359c61da-1ff0-49ac-99be-3e403c45cc6c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:29.943909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f0fc1-b0c2-4141-bb8b-b822f1a69f1c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=d53c5149-778e-495b-86cd-a5dea275bab6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:30.130749 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0fc1-b0c2-4141-bb8b-b822f1a69f1c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:30.383632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0f0fc1-b0c2-4141-bb8b-b822f1a69f1c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router d6b0c740-876a-4564-81a5-d0e83af6a04a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:05:30.417830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c15b80-3d3d-4205-8824-59eaad1088e0 req-8b9a3c23-1c1e-41fc-bff9-4e0a8d5e48ce tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:30.419543 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-60c15b80-3d3d-4205-8824-59eaad1088e0 req-8b9a3c23-1c1e-41fc-bff9-4e0a8d5e48ce tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f6c0f3-f1e2-42fa-9d12-4f9d57166553 HTTP/1.1" status: 200 len: 946 time: 0.1266220 Oct 13 11:05:30.534681 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-60c15b80-3d3d-4205-8824-59eaad1088e0 req-b41e176a-59f1-46fa-bcde-556eab59dce1 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734024 Oct 13 11:05:30.543693 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0f0fc1-b0c2-4141-bb8b-b822f1a69f1c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:05:30.565257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0468008a-f59a-4235-8bf6-355ca59fee70 None None] Sync routers for ids ['d6b0c740-876a-4564-81a5-d0e83af6a04a'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:05:30.565426 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3a0f0fc1-b0c2-4141-bb8b-b822f1a69f1c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/d6b0c740-876a-4564-81a5-d0e83af6a04a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3202283 Oct 13 11:05:30.568323 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53322) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:30.600337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0468008a-f59a-4235-8bf6-355ca59fee70 None None] Routers {'d6b0c740-876a-4564-81a5-d0e83af6a04a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:30.600929 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0468008a-f59a-4235-8bf6-355ca59fee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d6b0c740-876a-4564-81a5-d0e83af6a04a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:30.637190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53328) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:30.643210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4cbd967a-0efc-459f-9403-7bca093a12a2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b0c740-876a-4564-81a5-d0e83af6a04a HTTP/1.1" status: 200 len: 205 time: 0.0734234 Oct 13 11:05:30.667830 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0468008a-f59a-4235-8bf6-355ca59fee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:30.679571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0468008a-f59a-4235-8bf6-355ca59fee70 None None] Routers {'d6b0c740-876a-4564-81a5-d0e83af6a04a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:30.680189 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0468008a-f59a-4235-8bf6-355ca59fee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d6b0c740-876a-4564-81a5-d0e83af6a04a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:30.720184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0468008a-f59a-4235-8bf6-355ca59fee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:30.720844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0468008a-f59a-4235-8bf6-355ca59fee70 None None] The sync data for ids ['d6b0c740-876a-4564-81a5-d0e83af6a04a'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:05:30.748380 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2446162-48b1-49ee-aecb-09da7b23f582 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:30.791969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e6c02-0306-4000-a745-0ab7baba85d4 req-79cd2e93-2edc-4bda-ae56-77f18df3502c tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:30.793472 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-899e6c02-0306-4000-a745-0ab7baba85d4 req-79cd2e93-2edc-4bda-ae56-77f18df3502c tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=40083d65-34c8-4bdc-b9e4-630bf24d41a6 HTTP/1.1" status: 200 len: 945 time: 0.1686702 Oct 13 11:05:30.969255 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2446162-48b1-49ee-aecb-09da7b23f582 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:30.973794 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-899e6c02-0306-4000-a745-0ab7baba85d4 req-13953b2b-6171-412c-a995-5f77e5570e5b tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493974 Oct 13 11:05:30.974299 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2446162-48b1-49ee-aecb-09da7b23f582 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:31.095584 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2446162-48b1-49ee-aecb-09da7b23f582 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:31.096216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2446162-48b1-49ee-aecb-09da7b23f582 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Fanout notify agent at l3_agent the message router_deleted on router d6b0c740-876a-4564-81a5-d0e83af6a04a {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:05:31.108961 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2446162-48b1-49ee-aecb-09da7b23f582 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:31.108961 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e2446162-48b1-49ee-aecb-09da7b23f582 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/d6b0c740-876a-4564-81a5-d0e83af6a04a HTTP/1.1" status: 204 len: 168 time: 0.4688997 Oct 13 11:05:31.112907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53350) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:31.188755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bb4b50-87b5-43db-b467-4b3fa0ae50d4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting subnet 89666659-2421-4be4-b4d9-eb5d19cbcbd8 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:05:31.192481 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72bb4b50-87b5-43db-b467-4b3fa0ae50d4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:31.235348 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72bb4b50-87b5-43db-b467-4b3fa0ae50d4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:31.365313 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72bb4b50-87b5-43db-b467-4b3fa0ae50d4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:31.601961 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72bb4b50-87b5-43db-b467-4b3fa0ae50d4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:31.632311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb4b50-87b5-43db-b467-4b3fa0ae50d4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Subnet': ['ID=89666659-2421-4be4-b4d9-eb5d19cbcbd8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:31.644688 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72bb4b50-87b5-43db-b467-4b3fa0ae50d4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:31.645543 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d1031-5259-40b1-a82b-cda6f45662f1 None None] Network f3f100a8-2541-4263-99e3-2058eea73283 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:31.645921 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-72bb4b50-87b5-43db-b467-4b3fa0ae50d4 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/89666659-2421-4be4-b4d9-eb5d19cbcbd8 HTTP/1.1" status: 204 len: 168 time: 0.5277946 Oct 13 11:05:31.646672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53380) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:31.737342 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:31.805550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port 65a3f0f7-1498-4bef-b46c-344935be46d4 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:31.805893 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:31.970501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] For port 65a3f0f7-1498-4bef-b46c-344935be46d4, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=65a3f0f7-1498-4bef-b46c-344935be46d4,segment=NetworkSegment(b6d938cb-17f2-468b-8dc9-c26caa07c02f),segment_id=b6d938cb-17f2-468b-8dc9-c26caa07c02f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:31.970876 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:31.990590 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for 65a3f0f7-1498-4bef-b46c-344935be46d4 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:31.995059 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb17011-db27-463a-9367-497d07baf7cc None None] DHCP port deletion for f3f100a8-2541-4263-99e3-2058eea73283 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:05:32.000100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800f83-1f71-4761-a128-517c844b1134 req-95c1ac0d-a61c-4eca-8e74-eb0964d6697f tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:32.008543 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3800f83-1f71-4761-a128-517c844b1134 req-95c1ac0d-a61c-4eca-8e74-eb0964d6697f tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=40083d65-34c8-4bdc-b9e4-630bf24d41a6 HTTP/1.1" status: 200 len: 945 time: 0.1331885 Oct 13 11:05:32.068901 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3eb17011-db27-463a-9367-497d07baf7cc None None] Deleting port 65a3f0f7-1498-4bef-b46c-344935be46d4 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:32.069634 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3eb17011-db27-463a-9367-497d07baf7cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:32.094004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3800f83-1f71-4761-a128-517c844b1134 req-10423af4-6327-440e-9dd4-c84da1af728c tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844829 Oct 13 11:05:32.197049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3eb17011-db27-463a-9367-497d07baf7cc None None] For port 65a3f0f7-1498-4bef-b46c-344935be46d4, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=65a3f0f7-1498-4bef-b46c-344935be46d4,segment=NetworkSegment(b6d938cb-17f2-468b-8dc9-c26caa07c02f),segment_id=b6d938cb-17f2-468b-8dc9-c26caa07c02f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:32.197758 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3eb17011-db27-463a-9367-497d07baf7cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:32.214246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3eb17011-db27-463a-9367-497d07baf7cc None None] Calling delete_port for 65a3f0f7-1498-4bef-b46c-344935be46d4 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:32.255679 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:32.335135 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3eb17011-db27-463a-9367-497d07baf7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:32.343488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=65a3f0f7-1498-4bef-b46c-344935be46d4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:32.348319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No DVR routers for this DVR port 65a3f0f7-1498-4bef-b46c-344935be46d4 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:05:32.377610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb17011-db27-463a-9367-497d07baf7cc None None] Pushing event deleted for resources: {'Port': ['ID=65a3f0f7-1498-4bef-b46c-344935be46d4,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:32.407781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb17011-db27-463a-9367-497d07baf7cc None None] No DVR routers for this DVR port 65a3f0f7-1498-4bef-b46c-344935be46d4 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:05:32.520705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 65a3f0f7-1498-4bef-b46c-344935be46d4 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:32.533574 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:32.558001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 65a3f0f7-1498-4bef-b46c-344935be46d4 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:05:32.558625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 65a3f0f7-1498-4bef-b46c-344935be46d4 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:05:32.562589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f100a8-2541-4263-99e3-2058eea73283']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:32.573989 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d938cb-17f2-468b-8dc9-c26caa07c02f') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:32.574530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d938cb-17f2-468b-8dc9-c26caa07c02f') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:32.585829 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:32.601102 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:32.608549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:05:32.608981 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:05:32.612023 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:05:32.660743 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-4d7fe944-d5b7-4209-8a76-f363b01b88dc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3226447 Oct 13 11:05:32.673749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-473214b9-a333-4aa0-b2cd-39162ed863fa service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:05:32.675504 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-473214b9-a333-4aa0-b2cd-39162ed863fa service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0093513 Oct 13 11:05:32.812405 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:32.818377 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:32.825544 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/networks/f3f100a8-2541-4263-99e3-2058eea73283 HTTP/1.1" status: 204 len: 168 time: 1.1739409 Oct 13 11:05:32.825962 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53458) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:32.831252 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-126ad8cc-8c03-4b02-91e5-1486e07773c0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1709346668', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:32.858749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1dd56-0450-4929-8547-c9fdd5ae6277 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Network': ['ID=f3f100a8-2541-4263-99e3-2058eea73283,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:33.028904 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-126ad8cc-8c03-4b02-91e5-1486e07773c0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.028904 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-126ad8cc-8c03-4b02-91e5-1486e07773c0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.063535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a53a1-5406-4a84-8454-02f3efb13199 req-a298deb0-c796-4076-8ea5-b756796827eb tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:33.065060 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c84a53a1-5406-4a84-8454-02f3efb13199 req-a298deb0-c796-4076-8ea5-b756796827eb tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.46 "GET /v2.0/ports?device_id=40083d65-34c8-4bdc-b9e4-630bf24d41a6 HTTP/1.1" status: 200 len: 945 time: 0.0742471 Oct 13 11:05:33.132102 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-126ad8cc-8c03-4b02-91e5-1486e07773c0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.159302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53470) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:33.255811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bf14e-f01a-46e6-953d-9e88a24c046d req-70551253-c202-4b9f-a15c-87bfe291fc1e tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:33.258619 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-202bf14e-f01a-46e6-953d-9e88a24c046d req-70551253-c202-4b9f-a15c-87bfe291fc1e tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=40083d65-34c8-4bdc-b9e4-630bf24d41a6 HTTP/1.1" status: 200 len: 945 time: 0.0780993 Oct 13 11:05:33.263509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c84a53a1-5406-4a84-8454-02f3efb13199 req-23ee22df-2cdf-4aae-b28b-213bf840d3c9 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Deleting port d3dd04bb-ecc5-4223-9e00-634394605490 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:33.264164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c84a53a1-5406-4a84-8454-02f3efb13199 req-23ee22df-2cdf-4aae-b28b-213bf840d3c9 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.296898 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-126ad8cc-8c03-4b02-91e5-1486e07773c0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.315479 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-49fc336f-9ca2-4384-85e0-5a73545bbb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.363830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-202bf14e-f01a-46e6-953d-9e88a24c046d req-09bde0f7-6470-4108-bcb0-8cd7ac314031 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947225 Oct 13 11:05:33.403579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-c84a53a1-5406-4a84-8454-02f3efb13199 req-23ee22df-2cdf-4aae-b28b-213bf840d3c9 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] For port d3dd04bb-ecc5-4223-9e00-634394605490, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d3dd04bb-ecc5-4223-9e00-634394605490,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:33.404681 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c84a53a1-5406-4a84-8454-02f3efb13199 req-23ee22df-2cdf-4aae-b28b-213bf840d3c9 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.419273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-49fc336f-9ca2-4384-85e0-5a73545bbb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.422809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c84a53a1-5406-4a84-8454-02f3efb13199 req-23ee22df-2cdf-4aae-b28b-213bf840d3c9 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Calling delete_port for d3dd04bb-ecc5-4223-9e00-634394605490 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:33.641044 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-126ad8cc-8c03-4b02-91e5-1486e07773c0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.645195 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-126ad8cc-8c03-4b02-91e5-1486e07773c0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8153648 Oct 13 11:05:33.646121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53484) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:33.651125 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5907d1cf-4693-48ce-ae93-9a88086e9969 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'network': {'name': 'tempest-RoutersTest-1749449905'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:33.682621 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c84a53a1-5406-4a84-8454-02f3efb13199 req-23ee22df-2cdf-4aae-b28b-213bf840d3c9 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.682922 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-49fc336f-9ca2-4384-85e0-5a73545bbb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.707247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['6d49a08f-03d9-4f75-b7fd-f0eb957f1a64'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:05:33.718067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc336f-9ca2-4384-85e0-5a73545bbb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34640efe-c71b-4043-b537-65995154d619,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:33.759351 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-49fc336f-9ca2-4384-85e0-5a73545bbb6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cf63712050940b597e1bfdd033f01f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5957248 Oct 13 11:05:33.759974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee22df-2cdf-4aae-b28b-213bf840d3c9 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Pushing event deleted for resources: {'Port': ['ID=d3dd04bb-ecc5-4223-9e00-634394605490,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:33.760461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53494) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:33.778165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['4f8f5178-01f3-464c-ad1c-751e31052fe9', 'd3dd04bb-ecc5-4223-9e00-634394605490'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:05:33.781380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device cc2e2cf0-3c4c-47f5-b985-0095bad86d48 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:33.800846 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84a53a1-5406-4a84-8454-02f3efb13199 req-23ee22df-2cdf-4aae-b28b-213bf840d3c9 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] No DVR routers for this DVR port d3dd04bb-ecc5-4223-9e00-634394605490 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:05:33.802528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5907d1cf-4693-48ce-ae93-9a88086e9969 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:33.803346 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c84a53a1-5406-4a84-8454-02f3efb13199 req-23ee22df-2cdf-4aae-b28b-213bf840d3c9 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.806208 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5907d1cf-4693-48ce-ae93-9a88086e9969 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.806741 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c84a53a1-5406-4a84-8454-02f3efb13199 req-23ee22df-2cdf-4aae-b28b-213bf840d3c9 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.46 "DELETE /v2.0/ports/d3dd04bb-ecc5-4223-9e00-634394605490 HTTP/1.1" status: 204 len: 173 time: 0.7348273 Oct 13 11:05:33.807184 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40083d65-34c8-4bdc-b9e4-630bf24d41a6', 'name': 'network-vif-deleted', 'tag': 'd3dd04bb-ecc5-4223-9e00-634394605490'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:05:33.809519 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262c7ec7-32bc-4942-9334-b02409e176f8" -d '{"events": [{"server_uuid": "40083d65-34c8-4bdc-b9e4-630bf24d41a6", "name": "network-vif-deleted", "tag": "d3dd04bb-ecc5-4223-9e00-634394605490"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:05:33.851664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5907d1cf-4693-48ce-ae93-9a88086e9969 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:05:33.859411 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2b1d-8cea-4ad9-8d98-5a4179c6b6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.859734 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec82c8c-8a67-49b4-8026-16f3a39aea4a x-openstack-request-id: req-aec82c8c-8a67-49b4-8026-16f3a39aea4a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:05:33.860239 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40083d65-34c8-4bdc-b9e4-630bf24d41a6", "name": "network-vif-deleted", "tag": "d3dd04bb-ecc5-4223-9e00-634394605490", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:05:33.860239 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aec82c8c-8a67-49b4-8026-16f3a39aea4a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:05:33.860566 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40083d65-34c8-4bdc-b9e4-630bf24d41a6', 'name': 'network-vif-deleted', 'tag': 'd3dd04bb-ecc5-4223-9e00-634394605490', 'status': 'completed', 'code': 200} Oct 13 11:05:33.871091 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5907d1cf-4693-48ce-ae93-9a88086e9969 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.871534 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-5907d1cf-4693-48ce-ae93-9a88086e9969 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Added segment 3a7338be-fe4a-43ad-aafc-06f4cac666f0 of type vlan for network bff901be-0651-4eec-a8a7-c94093d3e531 Oct 13 11:05:33.912443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2b1d-8cea-4ad9-8d98-5a4179c6b6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:33.939174 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5907d1cf-4693-48ce-ae93-9a88086e9969 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:34.073973 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5907d1cf-4693-48ce-ae93-9a88086e9969 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:34.090649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5907d1cf-4693-48ce-ae93-9a88086e9969 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:34.091991 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5907d1cf-4693-48ce-ae93-9a88086e9969 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:34.105329 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2b1d-8cea-4ad9-8d98-5a4179c6b6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:34.109049 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2b1d-8cea-4ad9-8d98-5a4179c6b6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:34.110542 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8b5d2b1d-8cea-4ad9-8d98-5a4179c6b6a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34640efe-c71b-4043-b537-65995154d619 HTTP/1.1" status: 204 len: 168 time: 0.3489249 Oct 13 11:05:34.246957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d2b1d-8cea-4ad9-8d98-5a4179c6b6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34640efe-c71b-4043-b537-65995154d619,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:34.271710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907d1cf-4693-48ce-ae93-9a88086e9969 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Network': ['ID=bff901be-0651-4eec-a8a7-c94093d3e531,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:34.293271 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network bff901be-0651-4eec-a8a7-c94093d3e531 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:05:34.401567 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5907d1cf-4693-48ce-ae93-9a88086e9969 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7543294 Oct 13 11:05:34.405226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53514) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:34.412338 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5e5db5e3-db38-4915-8d2e-4cf8d9e7d7cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'subnet': {'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:34.509837 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00335990-4112-4fe4-af82-7c63620c5fc8 req-01e23ae1-cf5c-49e8-a82f-d14149dc024d tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=40083d65-34c8-4bdc-b9e4-630bf24d41a6 HTTP/1.1" status: 200 len: 210 time: 0.0349016 Oct 13 11:05:34.657026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5db5e3-db38-4915-8d2e-4cf8d9e7d7cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:34.662896 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e5db5e3-db38-4915-8d2e-4cf8d9e7d7cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:34.800560 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-c3a7e378-7d6d-4443-a6b8-5786a921f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:34.802136 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-c3a7e378-7d6d-4443-a6b8-5786a921f244 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0&tenant_id=2c643e49e7c24d549eaab0c43e79724c HTTP/1.1" status: 200 len: 1095 time: 0.1125081 Oct 13 11:05:34.815972 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:34.930211 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:35.122118 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e5db5e3-db38-4915-8d2e-4cf8d9e7d7cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:35.223285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5db5e3-db38-4915-8d2e-4cf8d9e7d7cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Subnet': ['ID=c4d47e75-0de8-4ed8-9e8d-afb90593e704,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:35.263373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5db5e3-db38-4915-8d2e-4cf8d9e7d7cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Checking segment: {'id': '3a7338be-fe4a-43ad-aafc-06f4cac666f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:35.263737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5db5e3-db38-4915-8d2e-4cf8d9e7d7cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network hostable DHCP agents. Network: bff901be-0651-4eec-a8a7-c94093d3e531, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:05:35.267691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:35.313487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:05:35.353575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2e2cf0-3c4c-47f5-b985-0095bad86d48 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:05:35.364536 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:35.379436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Transition to ACTIVE for port object cc2e2cf0-3c4c-47f5-b985-0095bad86d48 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:05:35.380659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5db5e3-db38-4915-8d2e-4cf8d9e7d7cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network bff901be-0651-4eec-a8a7-c94093d3e531 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:05:35.381149 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53554) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:35.482670 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:35.483495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1973913810-network', 'tenant_id': '60f8d17cd8664d5186a8a2cc8a2c0a6b'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:35.523540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5e5db5e3-db38-4915-8d2e-4cf8d9e7d7cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, bff901be-0651-4eec-a8a7-c94093d3e531) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:35.534641 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c23c78-1639-439b-a1fd-c9e3b64aba57 None None] Network bff901be-0651-4eec-a8a7-c94093d3e531 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:35.550828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5db5e3-db38-4915-8d2e-4cf8d9e7d7cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:35.551438 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e5db5e3-db38-4915-8d2e-4cf8d9e7d7cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:35.594890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:35.632826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Made reservation on behalf of 60f8d17cd8664d5186a8a2cc8a2c0a6b for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:35.636770 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:35.655397 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:35.751946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] No DVR routers for this DVR port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:05:35.867670 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:35.899797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5e5db5e3-db38-4915-8d2e-4cf8d9e7d7cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4922955 Oct 13 11:05:35.902793 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53576) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:36.004698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-bff901be-0651-4eec-a8a7-c94093d3e531', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:05:36.005910 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.021218 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.181998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:05:36.329854 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.330469 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Added segment e77689ea-70d4-43d4-9dd0-10e20698bf6f of type vlan for network 25188753-3b8a-402b-b400-125f8929f43c Oct 13 11:05:36.332012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9602883a-74cb-490c-8498-9943d8bd25ae,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:36.340280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Allocated IP 172.20.0.2 (bff901be-0651-4eec-a8a7-c94093d3e531/c4d47e75-0de8-4ed8-9e8d-afb90593e704/d1a14d5f-2ceb-4a13-bc7b-663660ed58ad) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:05:36.491762 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.533675 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Attempting to bind port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:05:36.534814 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Attempting to bind port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:05:36.535374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Attempting to bind port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 on network 9b993262-8080-4e0b-982b-d9fc9873d4f9 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:36.542659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 on network 9b993262-8080-4e0b-982b-d9fc9873d4f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:05:36.543820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Attempting to bind port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 on network 9b993262-8080-4e0b-982b-d9fc9873d4f9 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:36.546566 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.551850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:05:36.552302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Checking segment: {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:36.552970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Bound using segment: {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:05:36.553534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Bound port: cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:05:36.554425 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.558720 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.640989 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:05:36.645874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:05:36.655822 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.656897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:36.657530 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.687372 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.730306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Network bff901be-0651-4eec-a8a7-c94093d3e531 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:36.733566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53596) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:36.737465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:36.742118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:05:36.745241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Pushing event updated for resources: {'Port': ['ID=d1a14d5f-2ceb-4a13-bc7b-663660ed58ad,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:36.770802 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.804103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Attempting to bind port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:05:36.804488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Attempting to bind port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '3a7338be-fe4a-43ad-aafc-06f4cac666f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:05:36.804839 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Attempting to bind port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad on network bff901be-0651-4eec-a8a7-c94093d3e531 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:36.805228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] Pushing event updated for resources: {'Network': ['ID=25188753-3b8a-402b-b400-125f8929f43c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:36.810260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:05:36.810672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Checking segment: {'id': '3a7338be-fe4a-43ad-aafc-06f4cac666f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:36.811145 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.811565 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Bound using segment: {'id': '3a7338be-fe4a-43ad-aafc-06f4cac666f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:05:36.812135 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Bound port: d1a14d5f-2ceb-4a13-bc7b-663660ed58ad, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7338be-fe4a-43ad-aafc-06f4cac666f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:05:36.812413 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.818752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:36.819799 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:36.821426 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] 10.222.0.21 "PUT /v2.0/ports/cc2e2cf0-3c4c-47f5-b985-0095bad86d48 HTTP/1.1" status: 200 len: 1092 time: 2.0116074 Oct 13 11:05:36.825470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:05:36.831983 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25c62fa-6e7a-47b5-afdf-af9e73a490b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:05:36.842913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 25188753-3b8a-402b-b400-125f8929f43c details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:05:36.885069 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-54f4f8f8-90d6-442e-aafc-4e4ae86e8dec admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5027697 Oct 13 11:05:36.890678 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53604) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:36.896634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2fd415a4-eeb0-43cb-a6d0-7d8794204ede admin admin] Request body: {'subnet': {'network_id': '25188753-3b8a-402b-b400-125f8929f43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1973913810-subnet', 'tenant_id': '60f8d17cd8664d5186a8a2cc8a2c0a6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:36.904382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54721bb4-e13d-42cf-bcdb-1dd3009a11f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:36.919306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-966cbf10-f640-4b97-b500-4ed8474601be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:36.921733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-966cbf10-f640-4b97-b500-4ed8474601be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 1096 time: 0.0753937 Oct 13 11:05:36.982490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Allocated IP 172.20.0.1 (bff901be-0651-4eec-a8a7-c94093d3e531/c4d47e75-0de8-4ed8-9e8d-afb90593e704/8294f2ce-ed74-49cb-8672-be8acd1e52f2) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:05:37.036223 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71585cc4-bd20-4e6a-be77-e81a6e726765 x-openstack-request-id: req-71585cc4-bd20-4e6a-be77-e81a6e726765 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:05:37.036900 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:05:37.037303 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71585cc4-bd20-4e6a-be77-e81a6e726765 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:05:37.038295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] For port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:05:37.039780 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'status': 'completed', 'code': 200} Oct 13 11:05:37.047429 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] For port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d1a14d5f-2ceb-4a13-bc7b-663660ed58ad,segment=NetworkSegment(3a7338be-fe4a-43ad-aafc-06f4cac666f0),segment_id=3a7338be-fe4a-43ad-aafc-06f4cac666f0)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:05:37.063012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd415a4-eeb0-43cb-a6d0-7d8794204ede admin admin] Made reservation on behalf of 60f8d17cd8664d5186a8a2cc8a2c0a6b for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:37.069317 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1191-0dd5-40f9-9b95-56eb1b286cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:37.071009 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2fd415a4-eeb0-43cb-a6d0-7d8794204ede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:37.127387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-7c6d49ac-fc51-498a-ad44-47a18558900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:37.129073 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-7c6d49ac-fc51-498a-ad44-47a18558900b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 917 time: 0.1971779 Oct 13 11:05:37.170744 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:37.246843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec28767-98e3-43ea-beac-c273c37f2f45 None None] Pushing event updated for resources: {'Port': ['ID=d1a14d5f-2ceb-4a13-bc7b-663660ed58ad,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:37.284759 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-36bab690-8c6f-48fd-934d-2b3511c157de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48 HTTP/1.1" status: 200 len: 999 time: 0.1468339 Oct 13 11:05:37.286962 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:37.335809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33477c-9386-4f0b-9e5a-0763ea198514 req-db2a6c80-b8b0-4ecb-9112-9aa09bd42948 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:37.341837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33477c-9386-4f0b-9e5a-0763ea198514 req-db2a6c80-b8b0-4ecb-9112-9aa09bd42948 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:37.344188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e33477c-9386-4f0b-9e5a-0763ea198514 req-db2a6c80-b8b0-4ecb-9112-9aa09bd42948 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f6c0f3-f1e2-42fa-9d12-4f9d57166553&device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 1682 time: 0.1515841 Oct 13 11:05:37.361566 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1191-0dd5-40f9-9b95-56eb1b286cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:37.388453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-59d71914-12c9-46b0-9a37-e918350ca749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:37.390504 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-59d71914-12c9-46b0-9a37-e918350ca749 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.0974612 Oct 13 11:05:37.417397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e33477c-9386-4f0b-9e5a-0763ea198514 req-677148a6-5354-4886-a101-3e6b8b8dcc0e tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581152 Oct 13 11:05:37.453894 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1191-0dd5-40f9-9b95-56eb1b286cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:37.468434 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:37.509012 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d5fc1191-0dd5-40f9-9b95-56eb1b286cdb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e733ec0bc5ee4107aa6fc6d12af123d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7740028 Oct 13 11:05:37.511937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53620) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:37.521291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc1191-0dd5-40f9-9b95-56eb1b286cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddf74ac-0c37-4769-b898-edadc29fd01e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:37.528985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-7613fe74-303f-418e-b0a7-5a823597c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:37.531108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-7613fe74-303f-418e-b0a7-5a823597c8ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306987 Oct 13 11:05:37.542475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=8294f2ce-ed74-49cb-8672-be8acd1e52f2,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:37.546476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2fd415a4-eeb0-43cb-a6d0-7d8794204ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:37.600423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd415a4-eeb0-43cb-a6d0-7d8794204ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e283db-3311-4367-999b-cddc2d8b020e,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:37.603948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network bff901be-0651-4eec-a8a7-c94093d3e531 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:37.630948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:37.634833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:05:37.679616 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd415a4-eeb0-43cb-a6d0-7d8794204ede admin admin] Checking segment: {'id': 'e77689ea-70d4-43d4-9dd0-10e20698bf6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '25188753-3b8a-402b-b400-125f8929f43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:37.679987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd415a4-eeb0-43cb-a6d0-7d8794204ede admin admin] Network hostable DHCP agents. Network: 25188753-3b8a-402b-b400-125f8929f43c, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:05:37.704677 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97eca6ee-a615-4541-9028-57ecc359cbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:37.717711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d3dd04bb-ecc5-4223-9e00-634394605490 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:37.736442 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:37.744147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: d3dd04bb-ecc5-4223-9e00-634394605490 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:05:37.744474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d3dd04bb-ecc5-4223-9e00-634394605490 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:05:37.744881 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97eca6ee-a615-4541-9028-57ecc359cbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:37.783222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-f41f8707-cdd1-42ba-87bf-7e30265ec713 service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365894 Oct 13 11:05:37.821459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd415a4-eeb0-43cb-a6d0-7d8794204ede admin admin] Network 25188753-3b8a-402b-b400-125f8929f43c is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:05:37.861884 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97eca6ee-a615-4541-9028-57ecc359cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:37.864652 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97eca6ee-a615-4541-9028-57ecc359cbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:37.868523 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-97eca6ee-a615-4541-9028-57ecc359cbc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bddf74ac-0c37-4769-b898-edadc29fd01e HTTP/1.1" status: 204 len: 168 time: 0.3506863 Oct 13 11:05:37.883434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eca6ee-a615-4541-9028-57ecc359cbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddf74ac-0c37-4769-b898-edadc29fd01e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:37.915195 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f61a4da5-70b2-4e5b-abea-c32ce3000c6f req-7ebbadc6-9e3d-4412-9297-465e57cff7df service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231039 Oct 13 11:05:37.917847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-2fd415a4-eeb0-43cb-a6d0-7d8794204ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 25188753-3b8a-402b-b400-125f8929f43c) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:37.931857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2e72bb-33e7-4bb3-8430-387662778887 None None] Network 25188753-3b8a-402b-b400-125f8929f43c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:37.937890 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd415a4-eeb0-43cb-a6d0-7d8794204ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:37.938540 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2fd415a4-eeb0-43cb-a6d0-7d8794204ede admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:38.012276 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1c79263-9338-4711-92f2-2f3870fe378d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:38.017768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:38.086894 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2fd415a4-eeb0-43cb-a6d0-7d8794204ede admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1951220 Oct 13 11:05:38.214947 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c57a8c0-09b6-4934-87ff-e8652b7d33a8 None None] Network 25188753-3b8a-402b-b400-125f8929f43c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:38.247570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c62fa-6e7a-47b5-afdf-af9e73a490b1 req-f3e3a1b9-383a-4fbf-adff-219b05bd86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:38.257823 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d25c62fa-6e7a-47b5-afdf-af9e73a490b1 req-f3e3a1b9-383a-4fbf-adff-219b05bd86b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c643e49e7c24d549eaab0c43e79724c&device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 1096 time: 0.1183088 Oct 13 11:05:38.464508 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c62fa-6e7a-47b5-afdf-af9e73a490b1 req-af27a87b-b3ce-471b-9eaf-bfc04b58ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:38.465998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d25c62fa-6e7a-47b5-afdf-af9e73a490b1 req-af27a87b-b3ce-471b-9eaf-bfc04b58ec95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 200 len: 917 time: 0.1995821 Oct 13 11:05:38.534668 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:38.619743 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:38.648456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d1a14d5f-2ceb-4a13-bc7b-663660ed58ad up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:38.649579 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d25c62fa-6e7a-47b5-afdf-af9e73a490b1 req-7df926ec-dfdf-4151-a9af-3a32ff6726b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48 HTTP/1.1" status: 200 len: 999 time: 0.1734314 Oct 13 11:05:38.730321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c62fa-6e7a-47b5-afdf-af9e73a490b1 req-c87f2bd6-538a-4c37-9c36-be7091dd5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:38.731818 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d25c62fa-6e7a-47b5-afdf-af9e73a490b1 req-c87f2bd6-538a-4c37-9c36-be7091dd5389 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 200 len: 855 time: 0.0738697 Oct 13 11:05:38.749527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=8294f2ce-ed74-49cb-8672-be8acd1e52f2,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:38.755558 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:38.783739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78c3378-b416-485b-9e54-d91edb335832 None None] Network bff901be-0651-4eec-a8a7-c94093d3e531 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:38.815015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c62fa-6e7a-47b5-afdf-af9e73a490b1 req-b42ff171-395c-4317-b08f-72a5e067c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:38.817308 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d25c62fa-6e7a-47b5-afdf-af9e73a490b1 req-b42ff171-395c-4317-b08f-72a5e067c347 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b993262-8080-4e0b-982b-d9fc9873d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741513 Oct 13 11:05:38.853503 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:38.928960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network bff901be-0651-4eec-a8a7-c94093d3e531 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:38.930646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:38.975436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:38.975847 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:39.055083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4e59f6c6-9eec-4482-871a-47e0d05bd79b None None] Provisioning complete for port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:39.056261 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4e59f6c6-9eec-4482-871a-47e0d05bd79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:39.089875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53662) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:39.126697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d25c62fa-6e7a-47b5-afdf-af9e73a490b1 req-74970994-25c7-4fa9-9d98-addca892d78a service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009808 Oct 13 11:05:39.132631 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-8c28bbc2-fb50-4117-b5fa-e79a439778fc req-5d4f6a4f-bb2e-41f4-af4e-3bf519410be8 tempest-SecurityGroupsNegativeTestJSON-1298614321 tempest-SecurityGroupsNegativeTestJSON-1298614321-project] show failed (client error): The resource could not be found. Oct 13 11:05:39.138038 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-08f5ada6-ef24-4771-acfd-39ce80f0435b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:39.148113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8c28bbc2-fb50-4117-b5fa-e79a439778fc req-5d4f6a4f-bb2e-41f4-af4e-3bf519410be8 tempest-SecurityGroupsNegativeTestJSON-1298614321 tempest-SecurityGroupsNegativeTestJSON-1298614321-project] 10.222.0.32 "GET /v2.0/security-groups/135173d4-5f94-477e-a0f7-ec2f2dd50a2b HTTP/1.1" status: 404 len: 352 time: 0.1249866 Oct 13 11:05:39.374853 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d25c62fa-6e7a-47b5-afdf-af9e73a490b1 req-70702760-92cc-4cd3-8eb5-37a8e52e4ece service neutron] 10.222.0.21 "GET /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253129 Oct 13 11:05:39.408561 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4e59f6c6-9eec-4482-871a-47e0d05bd79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:39.472811 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:39.507196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4e59f6c6-9eec-4482-871a-47e0d05bd79b None None] For port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d1a14d5f-2ceb-4a13-bc7b-663660ed58ad,segment=NetworkSegment(3a7338be-fe4a-43ad-aafc-06f4cac666f0),segment_id=3a7338be-fe4a-43ad-aafc-06f4cac666f0)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:39.581757 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4e59f6c6-9eec-4482-871a-47e0d05bd79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:39.739947 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:05:39.740717 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:05:39.757937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59f6c6-9eec-4482-871a-47e0d05bd79b None None] Pushing event updated for resources: {'Port': ['ID=d1a14d5f-2ceb-4a13-bc7b-663660ed58ad,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:39.980703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 883f81d1-f3bd-4649-906d-bcc4c52088f4 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:05:40.001993 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-08f5ada6-ef24-4771-acfd-39ce80f0435b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.019167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4030308a-d12f-426e-8fa3-f3dbfa8b449a None None] Provisioning complete for port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:40.019766 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4030308a-d12f-426e-8fa3-f3dbfa8b449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.122223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4030308a-d12f-426e-8fa3-f3dbfa8b449a None None] Port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:40.130525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:05:40.132502 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-08f5ada6-ef24-4771-acfd-39ce80f0435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.153510 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4030308a-d12f-426e-8fa3-f3dbfa8b449a None None] Provisioning complete for port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:40.153887 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4030308a-d12f-426e-8fa3-f3dbfa8b449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.155777 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Sync routers for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:05:40.164559 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7f419feb-9076-4b55-b4af-e7e36f79edf1 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2600529 Oct 13 11:05:40.167184 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53670) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:40.169197 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-08f5ada6-ef24-4771-acfd-39ce80f0435b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=692ee71012284f948b190356d6150874&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0782762 Oct 13 11:05:40.171944 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53672) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:40.176011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d01fc078-a017-4b33-a845-4163d35f212d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'network': {'name': 'tempest-RoutersTest-795232777'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:40.219227 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:40.222220 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:40.229692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5ada6-ef24-4771-acfd-39ce80f0435b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3684abbb-cdf4-453c-a8e2-3f78cb0532ac,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:40.261299 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f380af4-db92-442c-9856-416dcc4ee735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.296251 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f380af4-db92-442c-9856-416dcc4ee735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.352262 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01fc078-a017-4b33-a845-4163d35f212d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:40.356829 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01fc078-a017-4b33-a845-4163d35f212d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.492606 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:05:40.523979 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f380af4-db92-442c-9856-416dcc4ee735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.527442 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f380af4-db92-442c-9856-416dcc4ee735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.529264 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4f380af4-db92-442c-9856-416dcc4ee735 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3684abbb-cdf4-453c-a8e2-3f78cb0532ac HTTP/1.1" status: 204 len: 168 time: 0.3561745 Oct 13 11:05:40.549360 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.558987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f380af4-db92-442c-9856-416dcc4ee735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3684abbb-cdf4-453c-a8e2-3f78cb0532ac,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:40.589470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d95721c5-faa1-43b3-a91d-ddb8c32f79e0 req-c63a3579-d668-4924-9a56-fab14ba07fb3 tempest-SecurityGroupsNegativeTestJSON-1298614321 tempest-SecurityGroupsNegativeTestJSON-1298614321-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60f8d17cd8664d5186a8a2cc8a2c0a6b HTTP/1.1" status: 200 len: 2988 time: 0.1751149 Oct 13 11:05:40.614994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d1a14d5f-2ceb-4a13-bc7b-663660ed58ad up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:40.632566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01fc078-a017-4b33-a845-4163d35f212d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:05:40.715379 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0eeca801-c43f-4810-afe1-64ad58151393 None None] Provisioning complete for port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:40.716238 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0eeca801-c43f-4810-afe1-64ad58151393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.728387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d95721c5-faa1-43b3-a91d-ddb8c32f79e0 req-957ead7a-60eb-432a-b20c-b627ec695164 tempest-SecurityGroupsNegativeTestJSON-1298614321 tempest-SecurityGroupsNegativeTestJSON-1298614321-project] 10.222.0.32 "GET /v2.0/security-groups/9602883a-74cb-490c-8498-9943d8bd25ae HTTP/1.1" status: 200 len: 2985 time: 0.1378832 Oct 13 11:05:40.765094 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0eeca801-c43f-4810-afe1-64ad58151393 None None] Port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:40.774261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:40.775021 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.805589 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5d6c66a9-7fd9-4d60-911a-6aebe204e464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.826724 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01fc078-a017-4b33-a845-4163d35f212d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:40.827084 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-d01fc078-a017-4b33-a845-4163d35f212d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Added segment e804497f-f9e9-4d58-95d2-22074830f4d7 of type vlan for network 13955795-695c-48db-ab9c-c1772ea31258 Oct 13 11:05:40.843475 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d95721c5-faa1-43b3-a91d-ddb8c32f79e0 req-4be8b9bc-afbe-4fbd-8d06-f2a85238c78b tempest-SecurityGroupsNegativeTestJSON-1298614321 tempest-SecurityGroupsNegativeTestJSON-1298614321-project] 10.222.0.32 "GET /v2.0/security-groups/9602883a-74cb-490c-8498-9943d8bd25ae HTTP/1.1" status: 200 len: 2985 time: 0.1080718 Oct 13 11:05:40.981110 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01fc078-a017-4b33-a845-4163d35f212d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:41.091637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fb7ec3ef-2e76-4274-904c-df2d867baf9c None None] Provisioning complete for port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:41.092821 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec3ef-2e76-4274-904c-df2d867baf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:41.121339 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:05:37Z', 'revision_number': 2, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:38Z', 'revision_number': 2, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:41.176458 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Checking router: 883f81d1-f3bd-4649-906d-bcc4c52088f4 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:05:41.177147 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Updating router 883f81d1-f3bd-4649-906d-bcc4c52088f4 port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:05:41.200731 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ec3ef-2e76-4274-904c-df2d867baf9c None None] Port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:41.238424 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:41.280544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d4f89-1cda-4104-9af5-8b9fa8d1468b req-c94204cc-68fe-4ef0-916a-4420da3828ab tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:41.282357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f65d4f89-1cda-4104-9af5-8b9fa8d1468b req-c94204cc-68fe-4ef0-916a-4420da3828ab tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f6c0f3-f1e2-42fa-9d12-4f9d57166553 HTTP/1.1" status: 200 len: 946 time: 0.3507233 Oct 13 11:05:41.283064 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01fc078-a017-4b33-a845-4163d35f212d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:41.291095 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01fc078-a017-4b33-a845-4163d35f212d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:41.291759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01fc078-a017-4b33-a845-4163d35f212d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:41.477644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125c7d9-a44f-4e08-b88b-9e50bbf83d51 req-28e5ab63-e78a-4d0d-a5c2-5e220a420e22 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:41.493980 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d125c7d9-a44f-4e08-b88b-9e50bbf83d51 req-28e5ab63-e78a-4d0d-a5c2-5e220a420e22 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f6c0f3-f1e2-42fa-9d12-4f9d57166553 HTTP/1.1" status: 200 len: 946 time: 0.4612098 Oct 13 11:05:41.569544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a7208-82df-4943-b0fb-54afe4a35ef4 req-f2a4a5e5-ac41-4e64-b412-5457234e9be8 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:41.571204 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e6a7208-82df-4943-b0fb-54afe4a35ef4 req-f2a4a5e5-ac41-4e64-b412-5457234e9be8 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4951932-b299-4646-ae58-2599c76b2b19 HTTP/1.1" status: 200 len: 945 time: 0.3873792 Oct 13 11:05:41.622624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fc078-a017-4b33-a845-4163d35f212d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Network': ['ID=13955795-695c-48db-ab9c-c1772ea31258,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:41.638441 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 13955795-695c-48db-ab9c-c1772ea31258 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:05:41.659637 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:41.686962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d125c7d9-a44f-4e08-b88b-9e50bbf83d51 req-919c1320-cfdf-4a58-a96d-939bfc8fb4bb tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958768 Oct 13 11:05:41.748575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d01fc078-a017-4b33-a845-4163d35f212d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5787570 Oct 13 11:05:41.751464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53698) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:41.752074 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:41.757402 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:41.758782 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2d123202-76ff-41de-9488-318cf01e63ad tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'subnet': {'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:41.900258 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Pushing event updated for resources: {'Port': ['ID=8294f2ce-ed74-49cb-8672-be8acd1e52f2,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:41.979588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37c0ac34-b39b-48dc-bbfc-000097371447 req-550198bb-088a-4a22-ab20-7b143633fe24 tempest-SecurityGroupsNegativeTestJSON-1298614321 tempest-SecurityGroupsNegativeTestJSON-1298614321-project] 10.222.0.32 "GET /v2.0/security-groups/9602883a-74cb-490c-8498-9943d8bd25ae HTTP/1.1" status: 200 len: 2985 time: 0.2475109 Oct 13 11:05:41.999128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-f65d4f89-1cda-4104-9af5-8b9fa8d1468b req-6dfae813-7862-49d2-bf80-34610dd69177 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Deleting port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:41.999389 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f65d4f89-1cda-4104-9af5-8b9fa8d1468b req-6dfae813-7862-49d2-bf80-34610dd69177 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:42.006720 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:42.007161 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:42.007720 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:42.008170 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:42.008440 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:42.008777 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:42.009140 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:42.009633 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:42.010088 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:42.010440 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:42.010823 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:42.011564 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:42.068359 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Attempting to bind port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:05:42.069005 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Attempting to bind port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '3a7338be-fe4a-43ad-aafc-06f4cac666f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:05:42.071303 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Attempting to bind port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 on network bff901be-0651-4eec-a8a7-c94093d3e531 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:42.075974 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:05:42.077349 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Checking segment: {'id': '3a7338be-fe4a-43ad-aafc-06f4cac666f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:42.078100 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:42.078682 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Bound using segment: {'id': '3a7338be-fe4a-43ad-aafc-06f4cac666f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:05:42.079630 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Bound port: 8294f2ce-ed74-49cb-8672-be8acd1e52f2, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7338be-fe4a-43ad-aafc-06f4cac666f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:05:42.080193 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:42.120841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d123202-76ff-41de-9488-318cf01e63ad tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:42.125372 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2d123202-76ff-41de-9488-318cf01e63ad tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:42.178997 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:42.250914 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] For port 8294f2ce-ed74-49cb-8672-be8acd1e52f2, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:05:42.263409 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] For port 8294f2ce-ed74-49cb-8672-be8acd1e52f2, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8294f2ce-ed74-49cb-8672-be8acd1e52f2,segment=NetworkSegment(3a7338be-fe4a-43ad-aafc-06f4cac666f0),segment_id=3a7338be-fe4a-43ad-aafc-06f4cac666f0)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:05:42.335068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-8e6a7208-82df-4943-b0fb-54afe4a35ef4 req-adbe92f8-f120-40a8-8658-9b677c223b46 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Deleting port 4f8f5178-01f3-464c-ad1c-751e31052fe9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:05:42.335558 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8e6a7208-82df-4943-b0fb-54afe4a35ef4 req-adbe92f8-f120-40a8-8658-9b677c223b46 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:42.339379 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:42.488948 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:42.489702 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:42.506768 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-37c0ac34-b39b-48dc-bbfc-000097371447 req-8f51b5dc-8427-47d1-a738-308769e6ec70 tempest-SecurityGroupsNegativeTestJSON-1298614321 tempest-SecurityGroupsNegativeTestJSON-1298614321-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 11:05:42.508332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ba992ea4-0043-418f-930e-4709dd37d1f3 None None] Provisioning complete for port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:42.508714 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba992ea4-0043-418f-930e-4709dd37d1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:42.529465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37c0ac34-b39b-48dc-bbfc-000097371447 req-8f51b5dc-8427-47d1-a738-308769e6ec70 tempest-SecurityGroupsNegativeTestJSON-1298614321 tempest-SecurityGroupsNegativeTestJSON-1298614321-project] 10.222.0.32 "DELETE /v2.0/security-groups/9602883a-74cb-490c-8498-9943d8bd25ae HTTP/1.1" status: 409 len: 352 time: 0.5149338 Oct 13 11:05:42.594361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f65d4f89-1cda-4104-9af5-8b9fa8d1468b req-6dfae813-7862-49d2-bf80-34610dd69177 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] For port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=6d49a08f-03d9-4f75-b7fd-f0eb957f1a64,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:42.596120 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f65d4f89-1cda-4104-9af5-8b9fa8d1468b req-6dfae813-7862-49d2-bf80-34610dd69177 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:42.689211 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2d123202-76ff-41de-9488-318cf01e63ad tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:42.706978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-f65d4f89-1cda-4104-9af5-8b9fa8d1468b req-6dfae813-7862-49d2-bf80-34610dd69177 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Calling delete_port for 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:42.741372 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ed332-99e7-42dd-91f9-dd87cf8b4197 None None] Pushing event updated for resources: {'Port': ['ID=8294f2ce-ed74-49cb-8672-be8acd1e52f2,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:42.760321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8e6a7208-82df-4943-b0fb-54afe4a35ef4 req-adbe92f8-f120-40a8-8658-9b677c223b46 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] For port 4f8f5178-01f3-464c-ad1c-751e31052fe9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4f8f5178-01f3-464c-ad1c-751e31052fe9,segment=NetworkSegment(76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca),segment_id=76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:42.771295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8e6a7208-82df-4943-b0fb-54afe4a35ef4 req-adbe92f8-f120-40a8-8658-9b677c223b46 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:42.781727 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba992ea4-0043-418f-930e-4709dd37d1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:42.870203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ba992ea4-0043-418f-930e-4709dd37d1f3 None None] For port 8294f2ce-ed74-49cb-8672-be8acd1e52f2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8294f2ce-ed74-49cb-8672-be8acd1e52f2,segment=NetworkSegment(3a7338be-fe4a-43ad-aafc-06f4cac666f0),segment_id=3a7338be-fe4a-43ad-aafc-06f4cac666f0)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:42.943617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d123202-76ff-41de-9488-318cf01e63ad tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Checking segment: {'id': 'e804497f-f9e9-4d58-95d2-22074830f4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '13955795-695c-48db-ab9c-c1772ea31258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:42.944219 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d123202-76ff-41de-9488-318cf01e63ad tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network hostable DHCP agents. Network: 13955795-695c-48db-ab9c-c1772ea31258, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:05:42.947827 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba992ea4-0043-418f-930e-4709dd37d1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:42.962887 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d123202-76ff-41de-9488-318cf01e63ad tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Subnet': ['ID=5609bb69-2ef1-41ee-a561-7ef03fd005e2,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:42.975182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-8e6a7208-82df-4943-b0fb-54afe4a35ef4 req-adbe92f8-f120-40a8-8658-9b677c223b46 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Calling delete_port for 4f8f5178-01f3-464c-ad1c-751e31052fe9 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:05:42.975470 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:05:43.051219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba992ea4-0043-418f-930e-4709dd37d1f3 None None] Pushing event updated for resources: {'Port': ['ID=8294f2ce-ed74-49cb-8672-be8acd1e52f2,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:43.055163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d123202-76ff-41de-9488-318cf01e63ad tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network 13955795-695c-48db-ab9c-c1772ea31258 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:05:43.078978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f401ea6d-f6ab-42d6-b53b-7ec9ccdd1e34 None None] Provisioning complete for port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:43.079356 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f401ea6d-f6ab-42d6-b53b-7ec9ccdd1e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:43.111852 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-0e79d640-8af8-4fdd-b463-cab2afbc007a req-df1ca28a-a7f7-42f9-80da-d4ce31a85f5b tempest-SecurityGroupsNegativeTestJSON-1298614321 tempest-SecurityGroupsNegativeTestJSON-1298614321-project] show failed (client error): The resource could not be found. Oct 13 11:05:43.134848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-2d123202-76ff-41de-9488-318cf01e63ad tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 13955795-695c-48db-ab9c-c1772ea31258) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:43.135112 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e79d640-8af8-4fdd-b463-cab2afbc007a req-df1ca28a-a7f7-42f9-80da-d4ce31a85f5b tempest-SecurityGroupsNegativeTestJSON-1298614321 tempest-SecurityGroupsNegativeTestJSON-1298614321-project] 10.222.0.32 "GET /v2.0/security-groups/9f28d929-1280-4157-9eea-d61995813e75 HTTP/1.1" status: 404 len: 352 time: 0.1599195 Oct 13 11:05:43.144771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d123202-76ff-41de-9488-318cf01e63ad tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:43.144771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2d123202-76ff-41de-9488-318cf01e63ad tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:43.180966 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2524870e-64c7-4621-8f5d-4472942c3f64 None None] Network 13955795-695c-48db-ab9c-c1772ea31258 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:43.235623 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2d123202-76ff-41de-9488-318cf01e63ad tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4830225 Oct 13 11:05:43.238574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53726) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:43.321427 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:05:37Z', 'revision_number': 2, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 4, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:43.399028 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54303f27-fe77-4e3b-89da-9e2e85dd4bfa None None] The sync data for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 is: [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:05:37Z', 'revision_number': 2, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 4, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:05:43.549310 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d966b-d437-4c8b-ae60-81b9264df97b req-73430660-5d62-47af-9ab1-9ba397703ead tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:43.579697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-954d966b-d437-4c8b-ae60-81b9264df97b req-73430660-5d62-47af-9ab1-9ba397703ead tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f6c0f3-f1e2-42fa-9d12-4f9d57166553 HTTP/1.1" status: 200 len: 946 time: 0.2833688 Oct 13 11:05:43.813892 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-954d966b-d437-4c8b-ae60-81b9264df97b req-32222a3a-a8c9-48ae-84b9-f10304e7c0f2 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/security-groups?id=63d19ea4-d0e7-4187-9fc0-456750fe76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317371 Oct 13 11:05:43.964187 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-e420ea23-8724-4c6d-8ce6-c98b8af4aa80 req-a9c90ff0-1900-4e5e-8bd6-1639042be0d9 tempest-SecurityGroupsNegativeTestJSON-1298614321 tempest-SecurityGroupsNegativeTestJSON-1298614321-project] show failed (client error): The resource could not be found. Oct 13 11:05:43.972486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e420ea23-8724-4c6d-8ce6-c98b8af4aa80 req-a9c90ff0-1900-4e5e-8bd6-1639042be0d9 tempest-SecurityGroupsNegativeTestJSON-1298614321 tempest-SecurityGroupsNegativeTestJSON-1298614321-project] 10.222.0.32 "GET /v2.0/security-groups/31cc8fdf-68ae-4ab8-895e-7d9586e24b51 HTTP/1.1" status: 404 len: 352 time: 0.0537558 Oct 13 11:05:43.989663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53740) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:44.018614 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f65d4f89-1cda-4104-9af5-8b9fa8d1468b req-6dfae813-7862-49d2-bf80-34610dd69177 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:44.237866 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:44.315702 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:44.335941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfae813-7862-49d2-bf80-34610dd69177 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Pushing event deleted for resources: {'Port': ['ID=6d49a08f-03d9-4f75-b7fd-f0eb957f1a64,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:44.347608 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8e6a7208-82df-4943-b0fb-54afe4a35ef4 req-adbe92f8-f120-40a8-8658-9b677c223b46 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:44.349335 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-13955795-695c-48db-ab9c-c1772ea31258', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:05:44.351300 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:44.600636 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Allocated IP 172.21.0.2 (13955795-695c-48db-ab9c-c1772ea31258/5609bb69-2ef1-41ee-a561-7ef03fd005e2/c53b9382-02ec-479b-8ec0-692841653d21) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:05:44.601146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe92f8-f120-40a8-8658-9b677c223b46 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Pushing event deleted for resources: {'Port': ['ID=4f8f5178-01f3-464c-ad1c-751e31052fe9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:44.787407 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-872737b5-d9b9-4bdf-bcee-e53bf431fd68 admin admin] Deleting subnet f3e283db-3311-4367-999b-cddc2d8b020e {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:05:44.791166 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-872737b5-d9b9-4bdf-bcee-e53bf431fd68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:44.840633 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:44.848808 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8294f2ce-ed74-49cb-8672-be8acd1e52f2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:45.006228 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-872737b5-d9b9-4bdf-bcee-e53bf431fd68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:45.041040 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:45.077478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Allocated IP 172.21.0.1 (13955795-695c-48db-ab9c-c1772ea31258/5609bb69-2ef1-41ee-a561-7ef03fd005e2/ca5648a2-16e8-4d5f-9919-2c0e0690686b) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:05:45.121779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:45.122387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:45.181246 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-872737b5-d9b9-4bdf-bcee-e53bf431fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:45.262438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Network 13955795-695c-48db-ab9c-c1772ea31258 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:45.293235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:45.332169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:05:45.341383 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Pushing event updated for resources: {'Port': ['ID=c53b9382-02ec-479b-8ec0-692841653d21,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:45.372353 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:45.469957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65d4f89-1cda-4104-9af5-8b9fa8d1468b req-6dfae813-7862-49d2-bf80-34610dd69177 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] No DVR routers for this DVR port 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:05:45.472185 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6a7208-82df-4943-b0fb-54afe4a35ef4 req-adbe92f8-f120-40a8-8658-9b677c223b46 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] No DVR routers for this DVR port 4f8f5178-01f3-464c-ad1c-751e31052fe9 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:05:45.476439 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f65d4f89-1cda-4104-9af5-8b9fa8d1468b req-6dfae813-7862-49d2-bf80-34610dd69177 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:45.480548 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f65d4f89-1cda-4104-9af5-8b9fa8d1468b req-6dfae813-7862-49d2-bf80-34610dd69177 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.21 "DELETE /v2.0/ports/6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 HTTP/1.1" status: 204 len: 173 time: 4.0656452 Oct 13 11:05:45.490113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f6c0f3-f1e2-42fa-9d12-4f9d57166553', 'name': 'network-vif-deleted', 'tag': '6d49a08f-03d9-4f75-b7fd-f0eb957f1a64'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:05:45.492779 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93888817-8df0-42ab-94a5-2ed95c44ad71" -d '{"events": [{"server_uuid": "b0f6c0f3-f1e2-42fa-9d12-4f9d57166553", "name": "network-vif-deleted", "tag": "6d49a08f-03d9-4f75-b7fd-f0eb957f1a64"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:05:45.497038 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8e6a7208-82df-4943-b0fb-54afe4a35ef4 req-adbe92f8-f120-40a8-8658-9b677c223b46 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:45.501085 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e6a7208-82df-4943-b0fb-54afe4a35ef4 req-adbe92f8-f120-40a8-8658-9b677c223b46 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.46 "DELETE /v2.0/ports/4f8f5178-01f3-464c-ad1c-751e31052fe9 HTTP/1.1" status: 204 len: 173 time: 3.9125068 Oct 13 11:05:45.524657 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:45.551359 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52a34a28-1950-4e0b-9640-a288f9be4089 req-ab03f809-939e-4742-aa6b-db47ada51dc9 tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f6c0f3-f1e2-42fa-9d12-4f9d57166553 HTTP/1.1" status: 200 len: 210 time: 0.2160249 Oct 13 11:05:45.596594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Attempting to bind port c53b9382-02ec-479b-8ec0-692841653d21 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:05:45.596981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Attempting to bind port c53b9382-02ec-479b-8ec0-692841653d21 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'e804497f-f9e9-4d58-95d2-22074830f4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '13955795-695c-48db-ab9c-c1772ea31258'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:05:45.597351 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Attempting to bind port c53b9382-02ec-479b-8ec0-692841653d21 on network 13955795-695c-48db-ab9c-c1772ea31258 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:45.604984 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:45.617794 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:05:45.618389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Checking segment: {'id': 'e804497f-f9e9-4d58-95d2-22074830f4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '13955795-695c-48db-ab9c-c1772ea31258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:45.618818 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:45.619168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Bound using segment: {'id': 'e804497f-f9e9-4d58-95d2-22074830f4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '13955795-695c-48db-ab9c-c1772ea31258'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:05:45.620088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Bound port: c53b9382-02ec-479b-8ec0-692841653d21, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e804497f-f9e9-4d58-95d2-22074830f4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '13955795-695c-48db-ab9c-c1772ea31258'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:05:45.620481 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:45.626220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network 13955795-695c-48db-ab9c-c1772ea31258 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:45.630067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:45.645276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:05:45.682476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=ca5648a2-16e8-4d5f-9919-2c0e0690686b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:45.688910 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-872737b5-d9b9-4bdf-bcee-e53bf431fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:45.710057 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-872737b5-d9b9-4bdf-bcee-e53bf431fd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:45.720257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:05:45.720610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 6d49a08f-03d9-4f75-b7fd-f0eb957f1a64 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:05:45.738982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4f8f5178-01f3-464c-ad1c-751e31052fe9 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:05:45.741786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-872737b5-d9b9-4bdf-bcee-e53bf431fd68 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f3e283db-3311-4367-999b-cddc2d8b020e HTTP/1.1" status: 204 len: 168 time: 1.7412436 Oct 13 11:05:45.752412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53772) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:45.830215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872737b5-d9b9-4bdf-bcee-e53bf431fd68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e283db-3311-4367-999b-cddc2d8b020e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:45.899943 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 4f8f5178-01f3-464c-ad1c-751e31052fe9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:05:45.900291 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4f8f5178-01f3-464c-ad1c-751e31052fe9 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:05:46.001609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] For port c53b9382-02ec-479b-8ec0-692841653d21, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:05:46.014540 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:46.023488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] For port c53b9382-02ec-479b-8ec0-692841653d21, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c53b9382-02ec-479b-8ec0-692841653d21,segment=NetworkSegment(e804497f-f9e9-4d58-95d2-22074830f4d7),segment_id=e804497f-f9e9-4d58-95d2-22074830f4d7)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:05:46.095909 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:46.112339 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:46.134364 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d9c14b-b09a-4d39-9a8b-6f4f26a2d769 x-openstack-request-id: req-87d9c14b-b09a-4d39-9a8b-6f4f26a2d769 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:05:46.134820 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f6c0f3-f1e2-42fa-9d12-4f9d57166553", "name": "network-vif-deleted", "tag": "6d49a08f-03d9-4f75-b7fd-f0eb957f1a64", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:05:46.134940 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87d9c14b-b09a-4d39-9a8b-6f4f26a2d769 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:05:46.135357 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f6c0f3-f1e2-42fa-9d12-4f9d57166553', 'name': 'network-vif-deleted', 'tag': '6d49a08f-03d9-4f75-b7fd-f0eb957f1a64', 'status': 'completed', 'code': 200} Oct 13 11:05:46.247093 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0304e3-064e-4e73-8833-a3955fd8c8f1 None None] Pushing event updated for resources: {'Port': ['ID=c53b9382-02ec-479b-8ec0-692841653d21,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:46.280380 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:46.315819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25188753-3b8a-402b-b400-125f8929f43c']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:46.327324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77689ea-70d4-43d4-9dd0-10e20698bf6f') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:46.327677 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77689ea-70d4-43d4-9dd0-10e20698bf6f') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:46.337942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:46.354215 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:46.392529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:05:46.393204 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:05:46.395105 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:05:46.451154 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:46.778512 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:46.811970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-832b4db0-20db-4a67-8f7c-63836c05d32a req-db30c252-8a28-427c-9410-e78e0c7acc8a tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f6c0f3-f1e2-42fa-9d12-4f9d57166553 HTTP/1.1" status: 200 len: 210 time: 0.0542920 Oct 13 11:05:46.818660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:46.826646 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] 10.222.0.32 "DELETE /v2.0/networks/25188753-3b8a-402b-b400-125f8929f43c HTTP/1.1" status: 204 len: 168 time: 1.0688412 Oct 13 11:05:46.826646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=25188753-3b8a-402b-b400-125f8929f43c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:46.841323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:46.842453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:46.842816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:46.843206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:46.843548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:46.843891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:46.844543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:46.844893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:46.845274 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:46.845541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:46.845876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:46.846705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53903c70-2b31-4855-8588-0c302bec1b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:47.208069 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:47.283684 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:47.397594 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:47.400942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=ca5648a2-16e8-4d5f-9919-2c0e0690686b,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:47.524853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53804) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:47.550903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network 13955795-695c-48db-ab9c-c1772ea31258 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:47.556928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:47.634075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1befaf76-4ebe-4dd6-b1c3-88d9468d3daf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60f8d17cd8664d5186a8a2cc8a2c0a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1075685 Oct 13 11:05:47.640046 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53808) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:47.727965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 883f81d1-f3bd-4649-906d-bcc4c52088f4 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:05:47.767314 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-63f41a41-9b9b-4808-911c-c6ebf80844c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:47.812748 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-63f41a41-9b9b-4808-911c-c6ebf80844c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:47.827819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283d54e1-4235-4338-b484-6dfe486a3b3d None None] Network 13955795-695c-48db-ab9c-c1772ea31258 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:47.891576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:05:47.898002 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0327430c-8e33-426b-b1fd-d5b470ee939a tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6581333 Oct 13 11:05:47.904742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Sync routers for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:05:47.905058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53812) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:47.915011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-adb47edd-9411-40c3-943a-da4c0d20d7ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'network': {'name': 'tempest-RoutersTest-587306290'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:47.924227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9caf6275-2e1c-4548-a98c-8a18c42f13ed None None] Provisioning complete for port c53b9382-02ec-479b-8ec0-692841653d21 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:47.924872 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9caf6275-2e1c-4548-a98c-8a18c42f13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:47.947716 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-63f41a41-9b9b-4808-911c-c6ebf80844c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:47.951695 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-63f41a41-9b9b-4808-911c-c6ebf80844c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:47.956603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:47.957732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:47.959309 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-63f41a41-9b9b-4808-911c-c6ebf80844c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9602883a-74cb-490c-8498-9943d8bd25ae HTTP/1.1" status: 204 len: 168 time: 0.3178430 Oct 13 11:05:47.971191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f41a41-9b9b-4808-911c-c6ebf80844c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9602883a-74cb-490c-8498-9943d8bd25ae,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:47.997598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb47edd-9411-40c3-943a-da4c0d20d7ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:48.003207 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-adb47edd-9411-40c3-943a-da4c0d20d7ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:48.089243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb47edd-9411-40c3-943a-da4c0d20d7ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:05:48.108759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-adb47edd-9411-40c3-943a-da4c0d20d7ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:48.109313 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-adb47edd-9411-40c3-943a-da4c0d20d7ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Added segment a3bb126b-ee2a-4534-b4f5-12d66de3ac28 of type vlan for network d92edc59-13da-4fac-9b06-a3678dee874c Oct 13 11:05:48.153849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4951932-b299-4646-ae58-2599c76b2b19', 'name': 'network-vif-deleted', 'tag': '4f8f5178-01f3-464c-ad1c-751e31052fe9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:05:48.156631 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7344ee8-0cc4-4f20-9890-596d2b41907a" -d '{"events": [{"server_uuid": "e4951932-b299-4646-ae58-2599c76b2b19", "name": "network-vif-deleted", "tag": "4f8f5178-01f3-464c-ad1c-751e31052fe9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:05:48.198282 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-adb47edd-9411-40c3-943a-da4c0d20d7ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:48.278003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53832) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:48.327920 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-adb47edd-9411-40c3-943a-da4c0d20d7ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:48.343421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb47edd-9411-40c3-943a-da4c0d20d7ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:48.345013 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-adb47edd-9411-40c3-943a-da4c0d20d7ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:48.478512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f485d1-2d98-44ba-a38e-7e5335383c62 admin admin] Deleting subnet 20d97e99-2a01-45e2-8793-fdb00daa185d {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:05:48.502012 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95f485d1-2d98-44ba-a38e-7e5335383c62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:48.614285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53836) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:48.636130 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b18ea2-e380-4d0c-a3c1-daf076d522dc x-openstack-request-id: req-f5b18ea2-e380-4d0c-a3c1-daf076d522dc {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:05:48.636130 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4951932-b299-4646-ae58-2599c76b2b19", "name": "network-vif-deleted", "tag": "4f8f5178-01f3-464c-ad1c-751e31052fe9", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:05:48.636130 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5b18ea2-e380-4d0c-a3c1-daf076d522dc {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:05:48.636130 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4951932-b299-4646-ae58-2599c76b2b19', 'name': 'network-vif-deleted', 'tag': '4f8f5178-01f3-464c-ad1c-751e31052fe9', 'status': 'completed', 'code': 200} Oct 13 11:05:48.722551 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95f485d1-2d98-44ba-a38e-7e5335383c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:48.745414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:05:48.748182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb47edd-9411-40c3-943a-da4c0d20d7ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Network': ['ID=d92edc59-13da-4fac-9b06-a3678dee874c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:48.820200 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-adb47edd-9411-40c3-943a-da4c0d20d7ec tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9132717 Oct 13 11:05:48.824110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53846) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:48.850439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b98c5abd-8149-4719-bb1a-b6e8e8a886d5 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'subnet': {'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:48.944412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network d92edc59-13da-4fac-9b06-a3678dee874c details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:05:48.953412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95f485d1-2d98-44ba-a38e-7e5335383c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:49.066501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c53b9382-02ec-479b-8ec0-692841653d21 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:49.286235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95f485d1-2d98-44ba-a38e-7e5335383c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:49.293598 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac8346a1-c837-407b-9655-1e8819e4a8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:49.352667 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9caf6275-2e1c-4548-a98c-8a18c42f13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:49.406744 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98c5abd-8149-4719-bb1a-b6e8e8a886d5 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:49.411212 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95f485d1-2d98-44ba-a38e-7e5335383c62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:49.416612 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b98c5abd-8149-4719-bb1a-b6e8e8a886d5 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:49.427827 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-95f485d1-2d98-44ba-a38e-7e5335383c62 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/20d97e99-2a01-45e2-8793-fdb00daa185d HTTP/1.1" status: 204 len: 168 time: 1.1485777 Oct 13 11:05:49.436844 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53858) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:49.511981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f485d1-2d98-44ba-a38e-7e5335383c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d97e99-2a01-45e2-8793-fdb00daa185d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:49.715735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9caf6275-2e1c-4548-a98c-8a18c42f13ed None None] For port c53b9382-02ec-479b-8ec0-692841653d21, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c53b9382-02ec-479b-8ec0-692841653d21,segment=NetworkSegment(e804497f-f9e9-4d58-95d2-22074830f4d7),segment_id=e804497f-f9e9-4d58-95d2-22074830f4d7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:49.742140 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port c53b9382-02ec-479b-8ec0-692841653d21 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:49.742579 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:49.774511 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df050047-e103-4d69-82d2-4a81c7db43bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:49.844750 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9caf6275-2e1c-4548-a98c-8a18c42f13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:50.058502 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac8346a1-c837-407b-9655-1e8819e4a8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:50.096057 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df050047-e103-4d69-82d2-4a81c7db43bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:50.152732 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac8346a1-c837-407b-9655-1e8819e4a8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:50.228485 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8346a1-c837-407b-9655-1e8819e4a8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6fe125-ab4d-4f3f-a13d-e1da86163e01,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:50.238958 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-df050047-e103-4d69-82d2-4a81c7db43bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9564d700-c1ab-4461-8bbb-95920c0f0a09']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:50.263338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf6275-2e1c-4548-a98c-8a18c42f13ed None None] Pushing event updated for resources: {'Port': ['ID=c53b9382-02ec-479b-8ec0-692841653d21,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:50.278714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1cfd256f-d84d-481c-8ec8-d89534044e32 None None] Provisioning complete for port ca5648a2-16e8-4d5f-9919-2c0e0690686b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:50.279705 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1cfd256f-d84d-481c-8ec8-d89534044e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:50.338046 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-df050047-e103-4d69-82d2-4a81c7db43bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:50.339073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-df050047-e103-4d69-82d2-4a81c7db43bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d38ffe-3f0c-41fa-8b3c-98eefdbfdaca') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:50.368677 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ac8346a1-c837-407b-9655-1e8819e4a8d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8eb654c65d4c45ce848e245deb7ec88e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7525401 Oct 13 11:05:50.375718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53874) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:50.383065 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df050047-e103-4d69-82d2-4a81c7db43bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:50.386294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd256f-d84d-481c-8ec8-d89534044e32 None None] Port ca5648a2-16e8-4d5f-9919-2c0e0690686b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:50.401145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53876) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:50.429973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1cfd256f-d84d-481c-8ec8-d89534044e32 None None] Provisioning complete for port c53b9382-02ec-479b-8ec0-692841653d21 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:50.430603 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1cfd256f-d84d-481c-8ec8-d89534044e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:50.436836 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:05:46Z', 'revision_number': 3, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:46Z', 'revision_number': 2, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:50.507169 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b98c5abd-8149-4719-bb1a-b6e8e8a886d5 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:50.553534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df050047-e103-4d69-82d2-4a81c7db43bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:50.597477 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df050047-e103-4d69-82d2-4a81c7db43bd admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:05:50.599464 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df050047-e103-4d69-82d2-4a81c7db43bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:05:50.741446 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:05:50.810131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c5abd-8149-4719-bb1a-b6e8e8a886d5 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Subnet': ['ID=e8e078bc-736b-428a-822f-02223c439445,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:50.827888 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-37ee2fb5-efd8-44da-8d3a-eca3c1cbdbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:50.831647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c5abd-8149-4719-bb1a-b6e8e8a886d5 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Checking segment: {'id': 'a3bb126b-ee2a-4534-b4f5-12d66de3ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:50.835665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c5abd-8149-4719-bb1a-b6e8e8a886d5 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network hostable DHCP agents. Network: d92edc59-13da-4fac-9b06-a3678dee874c, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:05:50.886961 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-37ee2fb5-efd8-44da-8d3a-eca3c1cbdbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:50.971653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-185356476-network', 'tenant_id': '1fff0b25af4948b59505ed0c7ce1d989'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:50.980569 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df050047-e103-4d69-82d2-4a81c7db43bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:50.989514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c5abd-8149-4719-bb1a-b6e8e8a886d5 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network d92edc59-13da-4fac-9b06-a3678dee874c is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:05:51.031147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df050047-e103-4d69-82d2-4a81c7db43bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:51.042957 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-df050047-e103-4d69-82d2-4a81c7db43bd admin admin] 10.222.0.32 "DELETE /v2.0/networks/9564d700-c1ab-4461-8bbb-95920c0f0a09 HTTP/1.1" status: 204 len: 168 time: 1.5924029 Oct 13 11:05:51.043940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df050047-e103-4d69-82d2-4a81c7db43bd admin admin] Pushing event deleted for resources: {'Network': ['ID=9564d700-c1ab-4461-8bbb-95920c0f0a09,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:51.067505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-37ee2fb5-efd8-44da-8d3a-eca3c1cbdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:51.074004 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-37ee2fb5-efd8-44da-8d3a-eca3c1cbdbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:51.077826 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-37ee2fb5-efd8-44da-8d3a-eca3c1cbdbc2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f6fe125-ab4d-4f3f-a13d-e1da86163e01 HTTP/1.1" status: 204 len: 168 time: 0.7009747 Oct 13 11:05:51.089034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b98c5abd-8149-4719-bb1a-b6e8e8a886d5 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, d92edc59-13da-4fac-9b06-a3678dee874c) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:51.111548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee2fb5-efd8-44da-8d3a-eca3c1cbdbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6fe125-ab4d-4f3f-a13d-e1da86163e01,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:51.126550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c5abd-8149-4719-bb1a-b6e8e8a886d5 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:51.126550 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b98c5abd-8149-4719-bb1a-b6e8e8a886d5 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:51.157475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c53b9382-02ec-479b-8ec0-692841653d21 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:51.180421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Made reservation on behalf of 1fff0b25af4948b59505ed0c7ce1d989 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:51.183216 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:51.212930 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:51.290722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b98c5abd-8149-4719-bb1a-b6e8e8a886d5 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4588022 Oct 13 11:05:51.291282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53890) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:51.296266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5f4983-fd7c-4fab-a3a2-3576ebb5c9ee None None] Network d92edc59-13da-4fac-9b06-a3678dee874c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:51.308880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Checking router: 883f81d1-f3bd-4649-906d-bcc4c52088f4 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:05:51.309240 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Updating router 883f81d1-f3bd-4649-906d-bcc4c52088f4 port ca5648a2-16e8-4d5f-9919-2c0e0690686b binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:05:51.319725 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:51.426227 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:51.445682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port c53b9382-02ec-479b-8ec0-692841653d21 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:51.446228 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:51.456664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:05:51.489521 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:51.494853 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Added segment 09f5a908-b4d4-4ea6-bed9-89d61a2f38df of type vlan for network f6620a24-6170-4b1d-a6c6-497b4e4c7cce Oct 13 11:05:51.509469 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:51.710895 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:51.746362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53896) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:51.856841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f90b5d-6cae-490f-864a-b490d1918f18,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:51.997075 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-520ab164-a007-40e7-9612-317792432e56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4a21e70fa64446a8da0d83de7d6697f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653593 Oct 13 11:05:52.004808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53902) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:52.005373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.005373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:52.005373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.163890 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-d92edc59-13da-4fac-9b06-a3678dee874c', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:05:52.164849 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.218525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-83f90e5a-7c64-4edc-8a02-9256608f1693 None None] Provisioning complete for port ca5648a2-16e8-4d5f-9919-2c0e0690686b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:52.223352 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-83f90e5a-7c64-4edc-8a02-9256608f1693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.285319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f6620a24-6170-4b1d-a6c6-497b4e4c7cce,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:52.325363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network f6620a24-6170-4b1d-a6c6-497b4e4c7cce details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:05:52.384845 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3ae497f2-f70f-4925-9b97-2168fa8131c9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9390533 Oct 13 11:05:52.385834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53908) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:52.407097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-62f0c9c4-a163-4821-a902-98ea1ae7d177 admin admin] Request body: {'subnet': {'network_id': 'f6620a24-6170-4b1d-a6c6-497b4e4c7cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-185356476-subnet', 'tenant_id': '1fff0b25af4948b59505ed0c7ce1d989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:52.510463 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5168d443-ded6-4653-8601-134d3918b2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.522784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-83f90e5a-7c64-4edc-8a02-9256608f1693 None None] Port ca5648a2-16e8-4d5f-9919-2c0e0690686b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:52.607774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53910) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:52.619254 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Allocated IP 172.22.0.2 (d92edc59-13da-4fac-9b06-a3678dee874c/e8e078bc-736b-428a-822f-02223c439445/eddf6b96-d248-4b95-a41f-69eacc66cf40) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:05:52.626259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f0c9c4-a163-4821-a902-98ea1ae7d177 admin admin] Made reservation on behalf of 1fff0b25af4948b59505ed0c7ce1d989 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:52.628780 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62f0c9c4-a163-4821-a902-98ea1ae7d177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.650928 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0282da5e-b0a7-4783-b427-ee600e88f545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.690834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5168d443-ded6-4653-8601-134d3918b2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.731795 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.748868 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.896920 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.941615 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.970967 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5168d443-ded6-4653-8601-134d3918b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.972419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Pushing event updated for resources: {'Port': ['ID=ca5648a2-16e8-4d5f-9919-2c0e0690686b,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:52.975222 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5168d443-ded6-4653-8601-134d3918b2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:52.976767 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5168d443-ded6-4653-8601-134d3918b2a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63d19ea4-d0e7-4187-9fc0-456750fe76f5 HTTP/1.1" status: 204 len: 168 time: 0.9693635 Oct 13 11:05:52.987830 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:52.988180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:52.999519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:52.999519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:52.999519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:52.999519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:52.999519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:52.999519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:52.999519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:52.999519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:53.002045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:53.002704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:05:53.031065 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0282da5e-b0a7-4783-b427-ee600e88f545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.062644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168d443-ded6-4653-8601-134d3918b2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d19ea4-d0e7-4187-9fc0-456750fe76f5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:53.113344 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0282da5e-b0a7-4783-b427-ee600e88f545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.224115 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.234733 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0282da5e-b0a7-4783-b427-ee600e88f545 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7ff4d460523425ca3c39fbb85f0b041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6243680 Oct 13 11:05:53.235772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53920) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:53.259874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Attempting to bind port ca5648a2-16e8-4d5f-9919-2c0e0690686b on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:05:53.260297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Attempting to bind port ca5648a2-16e8-4d5f-9919-2c0e0690686b by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'e804497f-f9e9-4d58-95d2-22074830f4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '13955795-695c-48db-ab9c-c1772ea31258'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:05:53.260624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Attempting to bind port ca5648a2-16e8-4d5f-9919-2c0e0690686b on network 13955795-695c-48db-ab9c-c1772ea31258 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:53.274986 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62f0c9c4-a163-4821-a902-98ea1ae7d177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.290006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282da5e-b0a7-4783-b427-ee600e88f545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f874184-a190-43e3-96a7-0bccb7c36dbe,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:53.306024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Network d92edc59-13da-4fac-9b06-a3678dee874c is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:53.309903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:53.314201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:05:53.314630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Checking segment: {'id': 'e804497f-f9e9-4d58-95d2-22074830f4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '13955795-695c-48db-ab9c-c1772ea31258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:53.314992 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.315638 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Bound using segment: {'id': 'e804497f-f9e9-4d58-95d2-22074830f4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '13955795-695c-48db-ab9c-c1772ea31258'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:05:53.316125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Bound port: ca5648a2-16e8-4d5f-9919-2c0e0690686b, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e804497f-f9e9-4d58-95d2-22074830f4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '13955795-695c-48db-ab9c-c1772ea31258'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:05:53.317201 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.322704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:05:53.403998 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cbab838-0b12-4aee-8364-a20143da1c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.416356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0c9c4-a163-4821-a902-98ea1ae7d177 admin admin] Checking segment: {'id': '09f5a908-b4d4-4ea6-bed9-89d61a2f38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f6620a24-6170-4b1d-a6c6-497b4e4c7cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:53.416674 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f0c9c4-a163-4821-a902-98ea1ae7d177 admin admin] Network hostable DHCP agents. Network: f6620a24-6170-4b1d-a6c6-497b4e4c7cce, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:05:53.421346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0c9c4-a163-4821-a902-98ea1ae7d177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4cfcec1-88e6-406f-aeda-52f378742af3,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:53.431021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cbab838-0b12-4aee-8364-a20143da1c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.447159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Pushing event updated for resources: {'Port': ['ID=eddf6b96-d248-4b95-a41f-69eacc66cf40,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:53.510217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Allocated IP 172.22.0.1 (d92edc59-13da-4fac-9b06-a3678dee874c/e8e078bc-736b-428a-822f-02223c439445/68a173ea-f38d-4b52-9294-777a56648cf5) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:05:53.541970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-11f9df26-f7ba-451c-8443-d00120ff50d3 None None] Provisioning complete for port ca5648a2-16e8-4d5f-9919-2c0e0690686b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:53.542434 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11f9df26-f7ba-451c-8443-d00120ff50d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.592328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-11f9df26-f7ba-451c-8443-d00120ff50d3 None None] Port ca5648a2-16e8-4d5f-9919-2c0e0690686b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:53.599807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Attempting to bind port eddf6b96-d248-4b95-a41f-69eacc66cf40 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:05:53.600166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Attempting to bind port eddf6b96-d248-4b95-a41f-69eacc66cf40 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'a3bb126b-ee2a-4534-b4f5-12d66de3ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:05:53.600540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Attempting to bind port eddf6b96-d248-4b95-a41f-69eacc66cf40 on network d92edc59-13da-4fac-9b06-a3678dee874c {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:05:53.614230 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:05:53.614786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Checking segment: {'id': 'a3bb126b-ee2a-4534-b4f5-12d66de3ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:05:53.615212 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.615715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Bound using segment: {'id': 'a3bb126b-ee2a-4534-b4f5-12d66de3ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:05:53.616429 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Bound port: eddf6b96-d248-4b95-a41f-69eacc66cf40, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bb126b-ee2a-4534-b4f5-12d66de3ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:05:53.616868 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.689843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] For port ca5648a2-16e8-4d5f-9919-2c0e0690686b, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:05:53.724873 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.756632 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] For port ca5648a2-16e8-4d5f-9919-2c0e0690686b, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ca5648a2-16e8-4d5f-9919-2c0e0690686b,segment=NetworkSegment(e804497f-f9e9-4d58-95d2-22074830f4d7),segment_id=e804497f-f9e9-4d58-95d2-22074830f4d7)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:05:53.809179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] For port eddf6b96-d248-4b95-a41f-69eacc66cf40, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:05:53.813434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] For port eddf6b96-d248-4b95-a41f-69eacc66cf40, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=eddf6b96-d248-4b95-a41f-69eacc66cf40,segment=NetworkSegment(a3bb126b-ee2a-4534-b4f5-12d66de3ac28),segment_id=a3bb126b-ee2a-4534-b4f5-12d66de3ac28)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:05:53.814874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f0c9c4-a163-4821-a902-98ea1ae7d177 admin admin] Network f6620a24-6170-4b1d-a6c6-497b4e4c7cce is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:05:53.844034 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cbab838-0b12-4aee-8364-a20143da1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.844535 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.847806 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cbab838-0b12-4aee-8364-a20143da1c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.854510 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6cbab838-0b12-4aee-8364-a20143da1c64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f874184-a190-43e3-96a7-0bccb7c36dbe HTTP/1.1" status: 204 len: 168 time: 0.6175759 Oct 13 11:05:53.900747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbab838-0b12-4aee-8364-a20143da1c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f874184-a190-43e3-96a7-0bccb7c36dbe,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:53.927511 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.946414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-62f0c9c4-a163-4821-a902-98ea1ae7d177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, f6620a24-6170-4b1d-a6c6-497b4e4c7cce) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:53.952734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f0c9c4-a163-4821-a902-98ea1ae7d177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:53.954273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62f0c9c4-a163-4821-a902-98ea1ae7d177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:53.988302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network d92edc59-13da-4fac-9b06-a3678dee874c is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:54.030206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:54.039537 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:05:54.046007 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:54.046007 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:54.053215 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:54.085516 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-62f0c9c4-a163-4821-a902-98ea1ae7d177 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6983478 Oct 13 11:05:54.091564 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b34214a-255c-43fd-afe0-8a5a6225fcf3 None None] Network f6620a24-6170-4b1d-a6c6-497b4e4c7cce requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:54.128051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=68a173ea-f38d-4b52-9294-777a56648cf5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:54.147957 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:54.491369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b3602-a6c0-4997-97f4-dceed7c6be6f None None] Pushing event updated for resources: {'Port': ['ID=ca5648a2-16e8-4d5f-9919-2c0e0690686b,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:54.493035 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:54.757202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0adcdc20-fd4c-46f9-9a5b-2da9cd0f7631 None None] Provisioning complete for port ca5648a2-16e8-4d5f-9919-2c0e0690686b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:54.757588 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0adcdc20-fd4c-46f9-9a5b-2da9cd0f7631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:54.854143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc13266-f168-4893-a68d-7ecae6bf5a7e None None] Network f6620a24-6170-4b1d-a6c6-497b4e4c7cce requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:55.153855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:05:55.159456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75648b1f-bb13-4db8-9090-e21cfc51d065 None None] Pushing event updated for resources: {'Port': ['ID=eddf6b96-d248-4b95-a41f-69eacc66cf40,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:55.451253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0adcdc20-fd4c-46f9-9a5b-2da9cd0f7631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:55.537065 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0adcdc20-fd4c-46f9-9a5b-2da9cd0f7631 None None] For port ca5648a2-16e8-4d5f-9919-2c0e0690686b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ca5648a2-16e8-4d5f-9919-2c0e0690686b,segment=NetworkSegment(e804497f-f9e9-4d58-95d2-22074830f4d7),segment_id=e804497f-f9e9-4d58-95d2-22074830f4d7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:55.578144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-274ebebd-c1af-4d93-9eb7-6e9f738a5394 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:55.580448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-274ebebd-c1af-4d93-9eb7-6e9f738a5394 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/networks?id=f6620a24-6170-4b1d-a6c6-497b4e4c7cce HTTP/1.1" status: 200 len: 813 time: 0.1906350 Oct 13 11:05:55.634095 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0adcdc20-fd4c-46f9-9a5b-2da9cd0f7631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:55.667163 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-d43c63e4-62f2-49b2-9fc4-129858d9abea tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/quotas/1fff0b25af4948b59505ed0c7ce1d989 HTTP/1.1" status: 200 len: 375 time: 0.0755005 Oct 13 11:05:55.735952 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcdc20-fd4c-46f9-9a5b-2da9cd0f7631 None None] Pushing event updated for resources: {'Port': ['ID=ca5648a2-16e8-4d5f-9919-2c0e0690686b,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:55.786786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:05:54Z', 'revision_number': 4, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:05:53Z', 'revision_number': 1, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:53Z', 'revision_number': 4, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:55.839380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72ab995-a88e-4553-a86e-b603ce58ed38 None None] The sync data for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 is: [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:05:54Z', 'revision_number': 4, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:05:53Z', 'revision_number': 1, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:53Z', 'revision_number': 4, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:05:56.014664 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-f5c6e959-35ed-4e3e-a662-cdaea03f1397 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1fff0b25af4948b59505ed0c7ce1d989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3303795 Oct 13 11:05:56.143550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228ccd1e-f823-48af-9769-26ec2efa39dd None None] Network d92edc59-13da-4fac-9b06-a3678dee874c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:05:56.177570 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-228e2a28-6cdf-428e-93c5-790894c15c19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1904504 Oct 13 11:05:56.181341 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:56.249708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e7d352d5-2fbc-43bd-96ca-ced739fe8fd2 None None] Provisioning complete for port eddf6b96-d248-4b95-a41f-69eacc66cf40 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:56.250241 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7d352d5-2fbc-43bd-96ca-ced739fe8fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:56.276655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-5a4c8869-1928-4382-8397-b604eab508d3 service neutron] 10.222.0.32 "GET /v2.0/networks/f6620a24-6170-4b1d-a6c6-497b4e4c7cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722681 Oct 13 11:05:56.442583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-c0afdae4-f0f3-434e-b6e6-cc53280a4687 service neutron] 10.222.0.32 "GET /v2.0/networks/f6620a24-6170-4b1d-a6c6-497b4e4c7cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648917 Oct 13 11:05:56.448499 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:56.453311 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7d352d5-2fbc-43bd-96ca-ced739fe8fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:56.618405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-483ba116-ab3e-4a9e-8626-f2d7e58d7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:56.619061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-483ba116-ab3e-4a9e-8626-f2d7e58d7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:56.619378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-483ba116-ab3e-4a9e-8626-f2d7e58d7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:56.619843 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-483ba116-ab3e-4a9e-8626-f2d7e58d7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:56.620292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-483ba116-ab3e-4a9e-8626-f2d7e58d7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:56.620751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-483ba116-ab3e-4a9e-8626-f2d7e58d7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:56.621201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-483ba116-ab3e-4a9e-8626-f2d7e58d7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:56.625048 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-483ba116-ab3e-4a9e-8626-f2d7e58d7c57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 6490 time: 0.4149551 Oct 13 11:05:56.673320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=68a173ea-f38d-4b52-9294-777a56648cf5,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:56.684101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e7d352d5-2fbc-43bd-96ca-ced739fe8fd2 None None] For port eddf6b96-d248-4b95-a41f-69eacc66cf40, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=eddf6b96-d248-4b95-a41f-69eacc66cf40,segment=NetworkSegment(a3bb126b-ee2a-4534-b4f5-12d66de3ac28),segment_id=a3bb126b-ee2a-4534-b4f5-12d66de3ac28)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:56.823847 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7d352d5-2fbc-43bd-96ca-ced739fe8fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:56.831218 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:56.873645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device eddf6b96-d248-4b95-a41f-69eacc66cf40 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:56.942863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d352d5-2fbc-43bd-96ca-ced739fe8fd2 None None] Pushing event updated for resources: {'Port': ['ID=eddf6b96-d248-4b95-a41f-69eacc66cf40,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:56.963080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port eddf6b96-d248-4b95-a41f-69eacc66cf40 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:56.963938 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:57.067007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network d92edc59-13da-4fac-9b06-a3678dee874c is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:05:57.089574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:05:57.269334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-84760260-9a08-42a5-8828-bcf3c3607f05 None None] Provisioning complete for port eddf6b96-d248-4b95-a41f-69eacc66cf40 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:57.269715 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-84760260-9a08-42a5-8828-bcf3c3607f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:57.287714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 883f81d1-f3bd-4649-906d-bcc4c52088f4 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:05:57.316452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-b6d1dd51-03fc-4eef-9984-ed7739c470ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:57.317004 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-b6d1dd51-03fc-4eef-9984-ed7739c470ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:57.317531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-b6d1dd51-03fc-4eef-9984-ed7739c470ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:57.319679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-b6d1dd51-03fc-4eef-9984-ed7739c470ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=56641b7f-f8bc-448b-ba58-942cc469cac1&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=3f5d2a8f-da31-4f37-9210-83fd46b16762&id=3f5d2a8f-da31-4f37-9210-83fd46b16762 HTTP/1.1" status: 200 len: 2293 time: 0.6379521 Oct 13 11:05:57.521003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54016) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:57.569303 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-84760260-9a08-42a5-8828-bcf3c3607f05 None None] Provisioning complete for port 68a173ea-f38d-4b52-9294-777a56648cf5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:57.571067 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-84760260-9a08-42a5-8828-bcf3c3607f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:57.639345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-84760260-9a08-42a5-8828-bcf3c3607f05 None None] Port 68a173ea-f38d-4b52-9294-777a56648cf5 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:57.651950 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device cc2e2cf0-3c4c-47f5-b985-0095bad86d48 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:05:57.803364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:05:57.834113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c352a29f-852e-4cf8-b34d-7fd77f0253a2 None None] Provisioning complete for port 68a173ea-f38d-4b52-9294-777a56648cf5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:57.834875 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c352a29f-852e-4cf8-b34d-7fd77f0253a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:57.845924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c8035148-8a35-4294-8757-3efcdc54f273 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5523303 Oct 13 11:05:57.848425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54022) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:57.854147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-71c36c0c-faf2-482e-97de-16cfa25c96f2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'network': {'name': 'tempest-RoutersTest-939049353'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:57.872207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-edd5a5b3-3565-4d92-950e-767abc9d0912 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe HTTP/1.1" status: 200 len: 1000 time: 0.5417440 Oct 13 11:05:57.947089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-b3884bc3-3406-4c4e-806d-3043ee3610dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:57.949056 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-b3884bc3-3406-4c4e-806d-3043ee3610dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09fcb1d4-6798-4f48-9a06-f962d47cf160 HTTP/1.1" status: 200 len: 850 time: 0.0696039 Oct 13 11:05:57.983501 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-901e1dc4-9527-4d5b-965a-bf846a50933a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:58.031591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-a8fd3d2a-36df-4b4b-a984-c338adfe0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:58.033265 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-a8fd3d2a-36df-4b4b-a984-c338adfe0c37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56641b7f-f8bc-448b-ba58-942cc469cac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773377 Oct 13 11:05:58.054727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:58.078707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'port_id': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'mac_address': 'fa:16:3e:1d:3a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:05:58.090990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c352a29f-852e-4cf8-b34d-7fd77f0253a2 None None] Port 68a173ea-f38d-4b52-9294-777a56648cf5 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:58.108468 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-901e1dc4-9527-4d5b-965a-bf846a50933a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:58.111787 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Sync routers for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:05:58.113679 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c36c0c-faf2-482e-97de-16cfa25c96f2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:05:58.123162 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71c36c0c-faf2-482e-97de-16cfa25c96f2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:58.144662 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:05:58.145594 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:58.177072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c36c0c-faf2-482e-97de-16cfa25c96f2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:05:58.192210 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71c36c0c-faf2-482e-97de-16cfa25c96f2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:58.192562 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-71c36c0c-faf2-482e-97de-16cfa25c96f2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Added segment 4fc47ff1-6165-4533-a287-b55dcd1df0ee of type vlan for network 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8 Oct 13 11:05:58.193537 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:58.198092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-901e1dc4-9527-4d5b-965a-bf846a50933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:58.224424 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2e2cf0-3c4c-47f5-b985-0095bad86d48 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:05:58.262041 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:05:58.280844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5ded0931-046a-4e55-90cf-9e001b74500f None None] Provisioning complete for port 68a173ea-f38d-4b52-9294-777a56648cf5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:58.281233 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ded0931-046a-4e55-90cf-9e001b74500f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:58.284806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-424a4360-0ac4-4a8e-a5d3-4fb0550b1406 service neutron] 10.222.0.21 "GET /v2.0/networks/56641b7f-f8bc-448b-ba58-942cc469cac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406554 Oct 13 11:05:58.339262 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5ded0931-046a-4e55-90cf-9e001b74500f None None] Port 68a173ea-f38d-4b52-9294-777a56648cf5 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:05:58.369451 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:58.403286 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71c36c0c-faf2-482e-97de-16cfa25c96f2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:58.431899 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-901e1dc4-9527-4d5b-965a-bf846a50933a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c97e5c812bde45069be01d858985fc73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9097314 Oct 13 11:05:58.432806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54044) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:58.498581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e1dc4-9527-4d5b-965a-bf846a50933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b083211-83f4-4fde-8ff7-9a6f93d4cd8b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:58.502369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,revision_number=11']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:58.517434 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-340894cc-29e1-4905-a426-78dc4cbac170 service neutron] 10.222.0.21 "GET /v2.0/networks/56641b7f-f8bc-448b-ba58-942cc469cac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260721 Oct 13 11:05:58.636206 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6af8cb3-65af-48aa-add4-f94e74e9ddab req-9d50672c-98ec-478b-a8cc-a7914d949d99 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 210 time: 0.1107864 Oct 13 11:05:58.636322 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71c36c0c-faf2-482e-97de-16cfa25c96f2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:58.666613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c36c0c-faf2-482e-97de-16cfa25c96f2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:58.672307 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71c36c0c-faf2-482e-97de-16cfa25c96f2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:58.698098 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-80c2a39f-27de-4b93-a779-bd6b90a70611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:58.700661 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['cc2e2cf0-3c4c-47f5-b985-0095bad86d48'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:05:58.780022 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-35af9f04-e6f1-4a99-bfdf-64f0c3866b37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 HTTP/1.1" status: 200 len: 217 time: 0.1469266 Oct 13 11:05:58.788914 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:05:58.822523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device eddf6b96-d248-4b95-a41f-69eacc66cf40 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:58.892337 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-336db607-5758-4a10-8527-392e4e5fc275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:58.900735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-336db607-5758-4a10-8527-392e4e5fc275 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.1105773 Oct 13 11:05:58.912397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c36c0c-faf2-482e-97de-16cfa25c96f2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Network': ['ID=9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:58.928861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:05:58.965540 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-80c2a39f-27de-4b93-a779-bd6b90a70611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:59.049526 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-1e71f879-52b7-4e49-8cbe-6e8a4ee9f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:59.054410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-1e71f879-52b7-4e49-8cbe-6e8a4ee9f5d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1469443 Oct 13 11:05:59.054786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port eddf6b96-d248-4b95-a41f-69eacc66cf40 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:59.055165 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:59.211442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-f47c6f28-56df-444f-8653-a0e04ecd4a8b service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466401 Oct 13 11:05:59.244249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ca5648a2-16e8-4d5f-9919-2c0e0690686b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:05:59.297338 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bde81f34-e36d-48b6-8389-3eaa76ebcb3d req-1f3c6106-1195-4608-a01c-d21aa1949966 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0222cd6-bd06-41d9-b304-aa43acd879ed HTTP/1.1" status: 200 len: 210 time: 0.0849733 Oct 13 11:05:59.306699 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:05:59.337948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ca5648a2-16e8-4d5f-9919-2c0e0690686b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:05:59.338348 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:59.362453 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:05:54Z', 'revision_number': 4, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 2, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:05:59.399353 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Checking router: 883f81d1-f3bd-4649-906d-bcc4c52088f4 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:05:59.400003 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Updating router 883f81d1-f3bd-4649-906d-bcc4c52088f4 port 68a173ea-f38d-4b52-9294-777a56648cf5 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:05:59.511763 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:59.514228 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-c3406eaa-b20e-4be6-ab04-fda0c00f21af service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300539 Oct 13 11:05:59.523210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-ba281adf-e659-44f6-9b61-2166378b6364 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=9efaf48b-e02e-4571-9d2e-3ac74778211e HTTP/1.1" status: 200 len: 217 time: 0.0604894 Oct 13 11:05:59.587845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-b9a56713-7a33-4f75-a9e4-451d900726b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:59.590199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-b9a56713-7a33-4f75-a9e4-451d900726b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.0597396 Oct 13 11:05:59.609384 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-71c36c0c-faf2-482e-97de-16cfa25c96f2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7597480 Oct 13 11:05:59.610098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54064) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:05:59.615738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f0b39120-756e-4ed7-bbc9-d344be168998 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'subnet': {'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:05:59.657728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-80c2a39f-27de-4b93-a779-bd6b90a70611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:59.660625 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-80c2a39f-27de-4b93-a779-bd6b90a70611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:05:59.665671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-80c2a39f-27de-4b93-a779-bd6b90a70611 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b083211-83f4-4fde-8ff7-9a6f93d4cd8b HTTP/1.1" status: 204 len: 168 time: 1.2155972 Oct 13 11:05:59.686690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-5c8707c8-6b11-4e29-bdf7-f2c28751c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:05:59.688794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-5c8707c8-6b11-4e29-bdf7-f2c28751c1a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0911114 Oct 13 11:05:59.742976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2a39f-27de-4b93-a779-bd6b90a70611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b083211-83f4-4fde-8ff7-9a6f93d4cd8b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:05:59.999253 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8623c8b7-b97a-4a81-a956-fc6a10030cfb req-7282c9ce-3657-4071-b456-3bbaeac2565d tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 210 time: 0.0885308 Oct 13 11:06:00.018544 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-f9c95347-898c-442a-9824-595160c3f8d9 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197589 Oct 13 11:06:00.041933 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:00.083628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b39120-756e-4ed7-bbc9-d344be168998 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Made reservation on behalf of 4144cfb30f89428494dba3b515f33825 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:00.083628 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f0b39120-756e-4ed7-bbc9-d344be168998 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:00.123980 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:00.180229 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-541b6c0b-5485-447b-8ba8-414eb6198fe6 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527467 Oct 13 11:06:00.284344 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6f1ee-2400-487a-b021-0a555cc52d31 None None] Pushing event updated for resources: {'Port': ['ID=68a173ea-f38d-4b52-9294-777a56648cf5,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:00.297721 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Attempting to bind port 68a173ea-f38d-4b52-9294-777a56648cf5 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:06:00.298092 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Attempting to bind port 68a173ea-f38d-4b52-9294-777a56648cf5 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'a3bb126b-ee2a-4534-b4f5-12d66de3ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:06:00.298489 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Attempting to bind port 68a173ea-f38d-4b52-9294-777a56648cf5 on network d92edc59-13da-4fac-9b06-a3678dee874c {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:00.304098 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:06:00.304466 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Checking segment: {'id': 'a3bb126b-ee2a-4534-b4f5-12d66de3ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:00.306473 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:00.306473 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Bound using segment: {'id': 'a3bb126b-ee2a-4534-b4f5-12d66de3ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:06:00.306473 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Bound port: 68a173ea-f38d-4b52-9294-777a56648cf5, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bb126b-ee2a-4534-b4f5-12d66de3ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:06:00.306473 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:00.322898 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-1827e0b5-dfbe-44d6-81ed-99fde6a5ed17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=65983bd1-4ef2-411e-be98-9c65ff0ed431 HTTP/1.1" status: 200 len: 217 time: 0.1364696 Oct 13 11:06:00.462762 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] For port 68a173ea-f38d-4b52-9294-777a56648cf5, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:06:00.468940 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] For port 68a173ea-f38d-4b52-9294-777a56648cf5, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=68a173ea-f38d-4b52-9294-777a56648cf5,segment=NetworkSegment(a3bb126b-ee2a-4534-b4f5-12d66de3ac28),segment_id=a3bb126b-ee2a-4534-b4f5-12d66de3ac28)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:06:00.484198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-d23b3c11-c6ea-46d7-bb01-f341cb907236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:00.486694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-d23b3c11-c6ea-46d7-bb01-f341cb907236 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.1550806 Oct 13 11:06:00.573742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a075ff16-f494-43b6-bc03-9441a9d199a1 req-2529a488-2608-46ef-a16a-feac63ea914e tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0581474 Oct 13 11:06:00.615609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-7a8ced90-2b22-4951-bb2d-626bb185506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:00.615609 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-7a8ced90-2b22-4951-bb2d-626bb185506f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1167564 Oct 13 11:06:00.635974 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:00.693143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c5ebfd97-d760-494a-b623-8954a54d7a14 None None] Provisioning complete for port 68a173ea-f38d-4b52-9294-777a56648cf5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:00.693772 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c5ebfd97-d760-494a-b623-8954a54d7a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:00.715121 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:00.717245 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:00.838850 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-ccc806a5-8b8a-4a1b-8e2d-f9a1e2f64174 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188692 Oct 13 11:06:00.846578 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6f1ee-2400-487a-b021-0a555cc52d31 None None] Pushing event updated for resources: {'Port': ['ID=68a173ea-f38d-4b52-9294-777a56648cf5,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:00.899195 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:00.929893 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c5ebfd97-d760-494a-b623-8954a54d7a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:01.036967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c5ebfd97-d760-494a-b623-8954a54d7a14 None None] For port 68a173ea-f38d-4b52-9294-777a56648cf5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=68a173ea-f38d-4b52-9294-777a56648cf5,segment=NetworkSegment(a3bb126b-ee2a-4534-b4f5-12d66de3ac28),segment_id=a3bb126b-ee2a-4534-b4f5-12d66de3ac28)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:01.096411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-0d8719d6-d91d-4097-bccb-b6c78ce9ce27 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526143 Oct 13 11:06:01.164216 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-a144b580-80eb-492c-bd5d-5be213d2ddd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 HTTP/1.1" status: 200 len: 217 time: 0.0574059 Oct 13 11:06:01.184042 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c5ebfd97-d760-494a-b623-8954a54d7a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:01.305197 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebfd97-d760-494a-b623-8954a54d7a14 None None] Pushing event updated for resources: {'Port': ['ID=68a173ea-f38d-4b52-9294-777a56648cf5,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:01.320157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd5035ce-7bfa-477b-a3b1-2a608f311e87 req-a9d3c3d8-49f8-466e-926a-570e59f8bdc7 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 210 time: 0.1590915 Oct 13 11:06:01.324831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6794d059-48a2-43b0-9e60-6cd5b436ad4e None None] Provisioning complete for port 68a173ea-f38d-4b52-9294-777a56648cf5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:01.325232 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6794d059-48a2-43b0-9e60-6cd5b436ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:01.356652 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:05:54Z', 'revision_number': 4, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:06:00Z', 'revision_number': 4, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:01.407020 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0a615-0035-476b-81b4-6016b20ea41c None None] The sync data for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 is: [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:05:54Z', 'revision_number': 4, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:06:00Z', 'revision_number': 4, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:01.536252 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f0b39120-756e-4ed7-bbc9-d344be168998 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:01.554363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-01c5cbe0-d1b2-47da-9ea4-3f94f72c3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:01.559052 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-01c5cbe0-d1b2-47da-9ea4-3f94f72c3a1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.3827732 Oct 13 11:06:01.668537 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-f17dddc3-9468-4845-8544-f3ad56d2e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:01.670691 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-f17dddc3-9468-4845-8544-f3ad56d2e1e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1062682 Oct 13 11:06:01.683376 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device cc2e2cf0-3c4c-47f5-b985-0095bad86d48 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:01.685595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b39120-756e-4ed7-bbc9-d344be168998 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Subnet': ['ID=5a5536a3-31aa-4beb-a89c-dfb13f59e38c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:01.687424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-7c98b4c7-1327-472d-9737-52482c6f4932 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:01.689283 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-7c98b4c7-1327-472d-9737-52482c6f4932 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.46 "GET /v2.0/networks?id=f6620a24-6170-4b1d-a6c6-497b4e4c7cce HTTP/1.1" status: 200 len: 813 time: 0.3681934 Oct 13 11:06:01.703006 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-720fd1dc-8374-48e0-9478-a4fb37fe3796 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Request body: {'port': {'device_id': 'eeb10187-486b-4f5d-ab28-9940f21c0a82', 'network_id': 'f6620a24-6170-4b1d-a6c6-497b4e4c7cce', 'admin_state_up': True, 'tenant_id': '1fff0b25af4948b59505ed0c7ce1d989'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:01.714017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b39120-756e-4ed7-bbc9-d344be168998 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Checking segment: {'id': '4fc47ff1-6165-4533-a287-b55dcd1df0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:01.714397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b39120-756e-4ed7-bbc9-d344be168998 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network hostable DHCP agents. Network: 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:06:01.854314 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b39120-756e-4ed7-bbc9-d344be168998 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:06:01.870688 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd1f831e-c7cb-48bd-ae4b-65ed219a8b22 req-056e89dc-175f-4917-a857-0d4dab682d87 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0671957 Oct 13 11:06:01.929890 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:06:01.938404 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:01.939779 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:01.968921 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-80b1e24b-0459-4b0e-8423-f27c26c4cbd2 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781432 Oct 13 11:06:01.989613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-f0b39120-756e-4ed7-bbc9-d344be168998 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:01.996088 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b39120-756e-4ed7-bbc9-d344be168998 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:01.998695 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f0b39120-756e-4ed7-bbc9-d344be168998 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:02.002064 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490cdd5c-33ac-4152-ba28-05b7dbedf9f1 None None] Network 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:02.105716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-720fd1dc-8374-48e0-9478-a4fb37fe3796 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Made reservation on behalf of 1fff0b25af4948b59505ed0c7ce1d989 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:02.114570 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-720fd1dc-8374-48e0-9478-a4fb37fe3796 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:02.149157 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f0b39120-756e-4ed7-bbc9-d344be168998 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5375612 Oct 13 11:06:02.154233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54126) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:02.163906 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:02.192669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:06:02.195041 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2c0863-ffe9-4cd3-9376-e9c38c312ad0" -d '{"events": [{"server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "name": "network-vif-plugged", "status": "completed", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:06:02.220852 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-779ca044-eb47-477d-bb88-0c82484c4648 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442355 Oct 13 11:06:02.235502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:02.252138 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e3f6cf-dccc-42e8-b422-cd304aecbbc7 x-openstack-request-id: req-65e3f6cf-dccc-42e8-b422-cd304aecbbc7 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:06:02.252440 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "name": "network-vif-plugged", "status": "completed", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:06:02.252696 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65e3f6cf-dccc-42e8-b422-cd304aecbbc7 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:06:02.253126 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'code': 200} Oct 13 11:06:02.315516 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:02.355263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-89db8ce8-fe3e-40e8-8775-482d06ccd915 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7ee7c9ee-9302-483a-9f7d-a2227876356f HTTP/1.1" status: 200 len: 217 time: 0.0588572 Oct 13 11:06:02.363147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8', 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'fixed_ips': [{'subnet_id': '5a5536a3-31aa-4beb-a89c-dfb13f59e38c'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:06:02.363147 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:02.562051 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-244d849a-baa4-46dd-9827-e257777546f2 req-258d1016-bdc8-46a6-b896-f58bbc890331 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 210 time: 0.0575011 Oct 13 11:06:02.564497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-8e1793c4-a4a9-4bd0-8db7-b887291548b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:02.570100 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-8e1793c4-a4a9-4bd0-8db7-b887291548b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc4e3cc4-c941-42e0-8d66-07438f4c2aab HTTP/1.1" status: 200 len: 797 time: 0.1736279 Oct 13 11:06:02.686155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-720fd1dc-8374-48e0-9478-a4fb37fe3796 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Allocated IP 172.20.0.11 (f6620a24-6170-4b1d-a6c6-497b4e4c7cce/e4cfcec1-88e6-406f-aeda-52f378742af3/604df405-fd03-45f9-bbaf-a7c2b069d1f7) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:02.780063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-5188ca1c-85f2-4787-b7d3-3d9846852088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:02.781613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-5188ca1c-85f2-4787-b7d3-3d9846852088 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5d2a8f-da31-4f37-9210-83fd46b16762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2022409 Oct 13 11:06:02.799784 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:02.825296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496cc0d-ae35-4c34-ae17-03c03f1228b6 req-c70fc8d7-6aa9-4466-9083-80785740ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:02.827539 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b496cc0d-ae35-4c34-ae17-03c03f1228b6 req-c70fc8d7-6aa9-4466-9083-80785740ee2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 1098 time: 0.1255541 Oct 13 11:06:02.967076 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b496cc0d-ae35-4c34-ae17-03c03f1228b6 req-ed6485d7-78d3-482e-8ef1-e699b5b9ae1d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956302 Oct 13 11:06:03.048808 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-5d900679-d7c8-4b0b-8bdc-351c04b5457e service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564223 Oct 13 11:06:03.077628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 68a173ea-f38d-4b52-9294-777a56648cf5 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:03.118895 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd5ada58-2061-44fa-a46c-f26b0d510fcb req-708b080c-e264-4950-a0e7-a8d36242b6d2 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0418687 Oct 13 11:06:03.127803 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-720fd1dc-8374-48e0-9478-a4fb37fe3796 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:03.128091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,revision_number=12']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:03.162137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Allocated IP 172.23.0.2 (9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8/5a5536a3-31aa-4beb-a89c-dfb13f59e38c/ba8c635c-555f-4126-a276-887aac7d967f) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:03.184376 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 68a173ea-f38d-4b52-9294-777a56648cf5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:03.184645 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:03.333105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-894b3cfc-0203-4a54-9f45-3aa22987641b service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566143 Oct 13 11:06:03.339885 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-720fd1dc-8374-48e0-9478-a4fb37fe3796 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:03.384330 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:03.422007 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-80188bfa-2724-4d93-afd7-ce82b9e4c3da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8b021b7-0289-4b04-ba82-1d2aa6832c7e HTTP/1.1" status: 200 len: 217 time: 0.0752687 Oct 13 11:06:03.436005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-720fd1dc-8374-48e0-9478-a4fb37fe3796 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Network f6620a24-6170-4b1d-a6c6-497b4e4c7cce is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:03.455051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-720fd1dc-8374-48e0-9478-a4fb37fe3796 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:03.477332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-720fd1dc-8374-48e0-9478-a4fb37fe3796 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:03.503570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fd1dc-8374-48e0-9478-a4fb37fe3796 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Pushing event updated for resources: {'Port': ['ID=604df405-fd03-45f9-bbaf-a7c2b069d1f7,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:03.527255 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:03.538725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-d35d87d8-c3be-4014-93f2-c549a6a6e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:03.538725 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-d35d87d8-c3be-4014-93f2-c549a6a6e175 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc4e3cc4-c941-42e0-8d66-07438f4c2aab HTTP/1.1" status: 200 len: 797 time: 0.1019413 Oct 13 11:06:03.549308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-720fd1dc-8374-48e0-9478-a4fb37fe3796 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:03.549919 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-720fd1dc-8374-48e0-9478-a4fb37fe3796 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:03.572036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Network 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:03.577477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:03.580370 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:03.592156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Pushing event updated for resources: {'Port': ['ID=ba8c635c-555f-4126-a276-887aac7d967f,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:03.606068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Allocated IP 172.23.0.1 (9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8/5a5536a3-31aa-4beb-a89c-dfb13f59e38c/c8ff7246-0f52-459a-8bd6-73b310f0bbaf) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:03.615361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-ee5b5b64-416c-4f07-b72e-fc4dffc3999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:03.617137 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-ee5b5b64-416c-4f07-b72e-fc4dffc3999e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5d2a8f-da31-4f37-9210-83fd46b16762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0628762 Oct 13 11:06:03.643631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Attempting to bind port ba8c635c-555f-4126-a276-887aac7d967f on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:06:03.644065 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Attempting to bind port ba8c635c-555f-4126-a276-887aac7d967f by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '4fc47ff1-6165-4533-a287-b55dcd1df0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:06:03.644435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Attempting to bind port ba8c635c-555f-4126-a276-887aac7d967f on network 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:03.649550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:06:03.649915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Checking segment: {'id': '4fc47ff1-6165-4533-a287-b55dcd1df0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:03.650341 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:03.650734 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Bound using segment: {'id': '4fc47ff1-6165-4533-a287-b55dcd1df0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:06:03.651200 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Bound port: ba8c635c-555f-4126-a276-887aac7d967f, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc47ff1-6165-4533-a287-b55dcd1df0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:06:03.651592 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:03.738956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] For port ba8c635c-555f-4126-a276-887aac7d967f, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:06:03.744150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] For port ba8c635c-555f-4126-a276-887aac7d967f, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ba8c635c-555f-4126-a276-887aac7d967f,segment=NetworkSegment(4fc47ff1-6165-4533-a287-b55dcd1df0ee),segment_id=4fc47ff1-6165-4533-a287-b55dcd1df0ee)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:06:03.771500 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:03.875469 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:03.904336 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:04.001201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec9041-7d41-41d3-a8af-103b0d02fad1 None None] Pushing event updated for resources: {'Port': ['ID=ba8c635c-555f-4126-a276-887aac7d967f,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:04.006850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=c8ff7246-0f52-459a-8bd6-73b310f0bbaf,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:04.025892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:04.032983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:04.038421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:04.119411 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:04.183449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-720fd1dc-8374-48e0-9478-a4fb37fe3796 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4848216 Oct 13 11:06:04.205758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Request body: {'port': {'device_id': 'eeb10187-486b-4f5d-ab28-9940f21c0a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:04.357469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3955c-f05a-480d-9976-1a821bedf06e req-0234b3f6-2d50-4d16-9cbf-64e9fd47f3eb tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:04.359034 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9c3955c-f05a-480d-9976-1a821bedf06e req-0234b3f6-2d50-4d16-9cbf-64e9fd47f3eb tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 932 time: 0.1907876 Oct 13 11:06:04.360853 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-3746ebc6-c5b3-4bc3-aea4-cb3465c3c530 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7357228 Oct 13 11:06:04.361402 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:04.426280 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:04.504356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9c3955c-f05a-480d-9976-1a821bedf06e req-f2b6df5c-7fc5-4143-adbb-ef47d5821ede tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312356 Oct 13 11:06:04.611328 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5a380e5-8881-4c9f-a2fd-e16337ce0ce5 req-7b2bfe11-35ae-43d0-b82f-df562f98e899 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403102 Oct 13 11:06:04.630181 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ba8c635c-555f-4126-a276-887aac7d967f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:04.707750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ba8c635c-555f-4126-a276-887aac7d967f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:04.708508 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:04.822753 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:04.868001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port ba8c635c-555f-4126-a276-887aac7d967f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ba8c635c-555f-4126-a276-887aac7d967f,segment=NetworkSegment(4fc47ff1-6165-4533-a287-b55dcd1df0ee),segment_id=4fc47ff1-6165-4533-a287-b55dcd1df0ee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:04.896744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ecada04-f110-4177-9a70-7a9bb8ca50f1 req-5cd57033-b176-4a56-9995-55bf5305b5ba tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0730376 Oct 13 11:06:04.920765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604df405-fd03-45f9-bbaf-a7c2b069d1f7 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:06:04.927015 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:04.938143 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:04.943803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Transition to ACTIVE for port object 604df405-fd03-45f9-bbaf-a7c2b069d1f7 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:06:05.003649 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:05.049021 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:05.058205 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:05.080058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=ba8c635c-555f-4126-a276-887aac7d967f,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:05.168532 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Pushing event updated for resources: {'Port': ['ID=604df405-fd03-45f9-bbaf-a7c2b069d1f7,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:05.203462 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:05.206446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event updated for resources: {'Port': ['ID=c8ff7246-0f52-459a-8bd6-73b310f0bbaf,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:05.303663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Attempting to bind port 604df405-fd03-45f9-bbaf-a7c2b069d1f7 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:06:05.306090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Attempting to bind port 604df405-fd03-45f9-bbaf-a7c2b069d1f7 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '09f5a908-b4d4-4ea6-bed9-89d61a2f38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f6620a24-6170-4b1d-a6c6-497b4e4c7cce'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:06:05.306090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Attempting to bind port 604df405-fd03-45f9-bbaf-a7c2b069d1f7 on network f6620a24-6170-4b1d-a6c6-497b4e4c7cce {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:05.312782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Port 604df405-fd03-45f9-bbaf-a7c2b069d1f7 on network f6620a24-6170-4b1d-a6c6-497b4e4c7cce not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:06:05.313123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Attempting to bind port 604df405-fd03-45f9-bbaf-a7c2b069d1f7 on network f6620a24-6170-4b1d-a6c6-497b4e4c7cce {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:05.318759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:06:05.319096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Checking segment: {'id': '09f5a908-b4d4-4ea6-bed9-89d61a2f38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f6620a24-6170-4b1d-a6c6-497b4e4c7cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:05.319480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Bound using segment: {'id': '09f5a908-b4d4-4ea6-bed9-89d61a2f38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f6620a24-6170-4b1d-a6c6-497b4e4c7cce'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:06:05.319913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Bound port: 604df405-fd03-45f9-bbaf-a7c2b069d1f7, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f5a908-b4d4-4ea6-bed9-89d61a2f38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f6620a24-6170-4b1d-a6c6-497b4e4c7cce'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:06:05.320270 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:05.354286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad9e80-ac67-441a-a904-3ac9a0f5e328 None None] Network 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:05.383069 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Network 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:05.390603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:05.435152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] For port 604df405-fd03-45f9-bbaf-a7c2b069d1f7, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:06:05.439142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] For port 604df405-fd03-45f9-bbaf-a7c2b069d1f7, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=604df405-fd03-45f9-bbaf-a7c2b069d1f7,segment=NetworkSegment(09f5a908-b4d4-4ea6-bed9-89d61a2f38df),segment_id=09f5a908-b4d4-4ea6-bed9-89d61a2f38df)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:06:05.518775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-aa5ae304-382c-4ded-ab87-a0157bdb3351 None None] Provisioning complete for port ba8c635c-555f-4126-a276-887aac7d967f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:05.519394 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae304-382c-4ded-ab87-a0157bdb3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:05.551213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 883f81d1-f3bd-4649-906d-bcc4c52088f4 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:06:05.569391 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:05.616297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:05.616914 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:05.618371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] 10.222.0.46 "PUT /v2.0/ports/604df405-fd03-45f9-bbaf-a7c2b069d1f7 HTTP/1.1" status: 200 len: 1092 time: 1.4247918 Oct 13 11:06:05.621504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb10187-486b-4f5d-ab28-9940f21c0a82', 'tag': '604df405-fd03-45f9-bbaf-a7c2b069d1f7'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:06:05.624226 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6307484-6d15-4be8-a38a-705a92d55ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb10187-486b-4f5d-ab28-9940f21c0a82", "tag": "604df405-fd03-45f9-bbaf-a7c2b069d1f7"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:06:05.678030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:05.679224 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dbf27-0246-4c70-96b1-59cbdc683052 service neutron] Pushing event updated for resources: {'Port': ['ID=604df405-fd03-45f9-bbaf-a7c2b069d1f7,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:05.697335 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b580828-e0ec-47a6-933a-84994ee7b321 req-df310e35-6a91-4b0c-acda-db6861a70149 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:05.697553 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4cfb636f-3ab9-497f-b518-ea5d6b56311b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5415976 Oct 13 11:06:05.698036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54284) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:05.699129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7b580828-e0ec-47a6-933a-84994ee7b321 req-df310e35-6a91-4b0c-acda-db6861a70149 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 944 time: 0.0847125 Oct 13 11:06:05.703057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1cb4dac9-82ea-46d3-bf0b-16fecb0867a2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:05.711985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Sync routers for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:05.745086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:05.745953 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:05.762396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7b580828-e0ec-47a6-933a-84994ee7b321 req-aef72865-bcd8-40a3-9a91-d85f63c231f5 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564861 Oct 13 11:06:05.883355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-76d16d24-f17e-49be-8579-58cef550eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:05.891378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:05.893222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-76d16d24-f17e-49be-8579-58cef550eb7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fff0b25af4948b59505ed0c7ce1d989&device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 1095 time: 0.0758955 Oct 13 11:06:05.995920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-0eb97ccd-967c-43d5-9197-7ecb09bafd5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604df405-fd03-45f9-bbaf-a7c2b069d1f7 HTTP/1.1" status: 200 len: 217 time: 0.0924804 Oct 13 11:06:06.062896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-1b80e93f-83e2-41f7-8268-47afe9a36e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:06.064632 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-1b80e93f-83e2-41f7-8268-47afe9a36e1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4cfcec1-88e6-406f-aeda-52f378742af3 HTTP/1.1" status: 200 len: 853 time: 0.0613041 Oct 13 11:06:06.066391 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d949b3-d2b0-4f7a-bae1-84845003e0f5 x-openstack-request-id: req-14d949b3-d2b0-4f7a-bae1-84845003e0f5 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:06:06.066688 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb10187-486b-4f5d-ab28-9940f21c0a82", "tag": "604df405-fd03-45f9-bbaf-a7c2b069d1f7", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:06:06.066943 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14d949b3-d2b0-4f7a-bae1-84845003e0f5 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:06:06.067337 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb10187-486b-4f5d-ab28-9940f21c0a82', 'tag': '604df405-fd03-45f9-bbaf-a7c2b069d1f7', 'status': 'completed', 'code': 200} Oct 13 11:06:06.125840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-74c0796d-5491-4ff9-9360-e9697ea5978d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6620a24-6170-4b1d-a6c6-497b4e4c7cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519376 Oct 13 11:06:06.249932 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-ba7acfda-231e-4f74-8c33-7d5043d4f761 service neutron] 10.222.0.46 "GET /v2.0/networks/f6620a24-6170-4b1d-a6c6-497b4e4c7cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163745 Oct 13 11:06:06.437540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-49979230-7e23-47bf-8ea8-074e4c198081 None None] Provisioning complete for port c8ff7246-0f52-459a-8bd6-73b310f0bbaf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:06.441009 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-49979230-7e23-47bf-8ea8-074e4c198081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:06.499923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-49979230-7e23-47bf-8ea8-074e4c198081 None None] Port c8ff7246-0f52-459a-8bd6-73b310f0bbaf cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:06:06.521965 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fc848fe-4b3e-43e5-ba95-e2876b3e5c4c req-e15c3908-535a-48fd-b262-871c62a6ee37 service neutron] 10.222.0.46 "GET /v2.0/networks/f6620a24-6170-4b1d-a6c6-497b4e4c7cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570167 Oct 13 11:06:06.531442 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:04Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:06:00Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8ff7246-0f52-459a-8bd6-73b310f0bbaf', 'name': '', 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:d4:74:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5a5536a3-31aa-4beb-a89c-dfb13f59e38c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:06:02Z', 'updated_at': '2021-10-13T11:06:04Z', 'revision_number': 2, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5a5536a3-31aa-4beb-a89c-dfb13f59e38c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:06.559145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a35850aa-7437-4388-b8b0-3f54bd1b105a req-c1e2bf06-c1b1-41d2-a40e-106ce3147ecf tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.1267457 Oct 13 11:06:06.578684 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.extraroute_db [None req-1cb4dac9-82ea-46d3-bf0b-16fecb0867a2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 11:06:06.610460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Checking router: 883f81d1-f3bd-4649-906d-bcc4c52088f4 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:06:06.610460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Updating router 883f81d1-f3bd-4649-906d-bcc4c52088f4 port c8ff7246-0f52-459a-8bd6-73b310f0bbaf binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:06:06.615023 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ba8c635c-555f-4126-a276-887aac7d967f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:06.619748 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ec89470-c747-4793-b6f8-beb37d950756 req-8c485803-3ff9-460b-8966-3f6b58d2dc31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0222cd6-bd06-41d9-b304-aa43acd879ed HTTP/1.1" status: 200 len: 210 time: 0.1235921 Oct 13 11:06:06.621347 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.extraroute_db [None req-1cb4dac9-82ea-46d3-bf0b-16fecb0867a2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Removed routes are [] {{(pid=101990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 11:06:06.621824 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dac9-82ea-46d3-bf0b-16fecb0867a2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:06.665128 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-49979230-7e23-47bf-8ea8-074e4c198081 None None] Provisioning complete for port ba8c635c-555f-4126-a276-887aac7d967f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:06.665580 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-49979230-7e23-47bf-8ea8-074e4c198081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:06.714784 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:06.776590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ba8c635c-555f-4126-a276-887aac7d967f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:06.776882 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:06.937703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fba2b7-66bb-42d0-85a6-193ddd974e66 req-07972422-d048-4fa8-8a04-9dc1e515424a tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:06.939540 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0fba2b7-66bb-42d0-85a6-193ddd974e66 req-07972422-d048-4fa8-8a04-9dc1e515424a tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 944 time: 0.0650768 Oct 13 11:06:06.983364 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0fba2b7-66bb-42d0-85a6-193ddd974e66 req-f415cc00-9d27-4acc-af71-fab74a107d71 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356982 Oct 13 11:06:07.055179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6307484-6d15-4be8-a38a-705a92d55ae4 req-e05d53cb-b3d9-422c-9243-65d49db5353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:07.056653 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e6307484-6d15-4be8-a38a-705a92d55ae4 req-e05d53cb-b3d9-422c-9243-65d49db5353f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fff0b25af4948b59505ed0c7ce1d989&device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 1095 time: 0.1454761 Oct 13 11:06:07.058035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-22c82f2f-989d-4ffc-9cf9-321e7093c8e2 None None] Provisioning complete for port c8ff7246-0f52-459a-8bd6-73b310f0bbaf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:07.058467 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-22c82f2f-989d-4ffc-9cf9-321e7093c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:07.145354 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dac9-82ea-46d3-bf0b-16fecb0867a2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:07.157171 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dac9-82ea-46d3-bf0b-16fecb0867a2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:07.211006 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b1a1108-ba03-4c43-a0e9-32904b38d7cb req-e5510e1a-d110-440f-8c9c-07dbec718305 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0363567 Oct 13 11:06:07.286406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6307484-6d15-4be8-a38a-705a92d55ae4 req-b1211dd1-efca-41f6-9f48-5e716bcb1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:07.288423 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e6307484-6d15-4be8-a38a-705a92d55ae4 req-b1211dd1-efca-41f6-9f48-5e716bcb1386 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f6620a24-6170-4b1d-a6c6-497b4e4c7cce HTTP/1.1" status: 200 len: 914 time: 0.2218921 Oct 13 11:06:07.293076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-22c82f2f-989d-4ffc-9cf9-321e7093c8e2 None None] Port c8ff7246-0f52-459a-8bd6-73b310f0bbaf cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:06:07.307979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb4dac9-82ea-46d3-bf0b-16fecb0867a2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 883f81d1-f3bd-4649-906d-bcc4c52088f4 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:06:07.353761 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:07.421827 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb4dac9-82ea-46d3-bf0b-16fecb0867a2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:07.425550 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dac9-82ea-46d3-bf0b-16fecb0867a2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:07.429304 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1cb4dac9-82ea-46d3-bf0b-16fecb0867a2 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4 HTTP/1.1" status: 200 len: 934 time: 1.7276087 Oct 13 11:06:07.430110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54344) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:07.460423 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:07.506577 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e6307484-6d15-4be8-a38a-705a92d55ae4 req-eb94aaf0-f54a-4d8d-aded-8787a7ea2b68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604df405-fd03-45f9-bbaf-a7c2b069d1f7 HTTP/1.1" status: 200 len: 217 time: 0.0421934 Oct 13 11:06:07.585817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6307484-6d15-4be8-a38a-705a92d55ae4 req-3785c80a-761c-4abd-b400-2ca7b016f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:07.588355 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e6307484-6d15-4be8-a38a-705a92d55ae4 req-3785c80a-761c-4abd-b400-2ca7b016f085 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4cfcec1-88e6-406f-aeda-52f378742af3 HTTP/1.1" status: 200 len: 853 time: 0.0670893 Oct 13 11:06:07.605653 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-60430bc3-e95e-4f63-a369-d34a2bde9e33 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4 HTTP/1.1" status: 200 len: 934 time: 0.1747174 Oct 13 11:06:07.610884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54358) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:07.623797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5c6ac6f9-5ca9-4c1d-8690-83029b7c5d33 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'router': {'routes': None}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:07.631739 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e6307484-6d15-4be8-a38a-705a92d55ae4 req-d984ee85-1f79-4cf6-8325-ea82d544219f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6620a24-6170-4b1d-a6c6-497b4e4c7cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328372 Oct 13 11:06:07.681119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc175fd-aa64-43de-850b-be578ead87e6 None None] Pushing event updated for resources: {'Port': ['ID=c8ff7246-0f52-459a-8bd6-73b310f0bbaf,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:07.690907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Attempting to bind port c8ff7246-0f52-459a-8bd6-73b310f0bbaf on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:06:07.691240 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Attempting to bind port c8ff7246-0f52-459a-8bd6-73b310f0bbaf by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '4fc47ff1-6165-4533-a287-b55dcd1df0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:06:07.691609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Attempting to bind port c8ff7246-0f52-459a-8bd6-73b310f0bbaf on network 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:07.698008 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:06:07.698488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Checking segment: {'id': '4fc47ff1-6165-4533-a287-b55dcd1df0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:07.699071 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:07.705346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Bound using segment: {'id': '4fc47ff1-6165-4533-a287-b55dcd1df0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:06:07.705346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Bound port: c8ff7246-0f52-459a-8bd6-73b310f0bbaf, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc47ff1-6165-4533-a287-b55dcd1df0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:06:07.705346 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:07.794760 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e6307484-6d15-4be8-a38a-705a92d55ae4 req-68afbf89-171f-4069-8d75-54016e6adf39 service neutron] 10.222.0.46 "GET /v2.0/networks/f6620a24-6170-4b1d-a6c6-497b4e4c7cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358087 Oct 13 11:06:07.804237 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-933542a0-9a88-4369-90f4-73620b5d0c75 req-bdc7ac2d-0f21-4c06-bab5-8355c1ca24ba tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0391757 Oct 13 11:06:07.825863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] For port c8ff7246-0f52-459a-8bd6-73b310f0bbaf, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:06:07.837163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] For port c8ff7246-0f52-459a-8bd6-73b310f0bbaf, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c8ff7246-0f52-459a-8bd6-73b310f0bbaf,segment=NetworkSegment(4fc47ff1-6165-4533-a287-b55dcd1df0ee),segment_id=4fc47ff1-6165-4533-a287-b55dcd1df0ee)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:06:07.840573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e304e5e0-716b-4464-9c62-3f1d715ee98e None None] Provisioning complete for port c8ff7246-0f52-459a-8bd6-73b310f0bbaf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:07.841500 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e304e5e0-716b-4464-9c62-3f1d715ee98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:07.897382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e304e5e0-716b-4464-9c62-3f1d715ee98e None None] Port c8ff7246-0f52-459a-8bd6-73b310f0bbaf cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:06:07.923663 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:07.932302 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e6307484-6d15-4be8-a38a-705a92d55ae4 req-b37216be-e7eb-407a-b115-518e11a7f78d service neutron] 10.222.0.46 "GET /v2.0/networks/f6620a24-6170-4b1d-a6c6-497b4e4c7cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297297 Oct 13 11:06:07.990296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:07.990993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:08.041574 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11273a62-9071-495f-8ac0-735f94175368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:08.085396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc175fd-aa64-43de-850b-be578ead87e6 None None] Pushing event updated for resources: {'Port': ['ID=c8ff7246-0f52-459a-8bd6-73b310f0bbaf,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:08.135006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:08.235963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.extraroute_db [None req-5c6ac6f9-5ca9-4c1d-8690-83029b7c5d33 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Added routes are [] {{(pid=101991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 11:06:08.236343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.extraroute_db [None req-5c6ac6f9-5ca9-4c1d-8690-83029b7c5d33 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 11:06:08.247909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007fe37-2fc7-4fe2-803f-f739430e5dfc req-e4c126ff-9a56-4572-870f-023c2d746a17 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:08.252473 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f007fe37-2fc7-4fe2-803f-f739430e5dfc req-e4c126ff-9a56-4572-870f-023c2d746a17 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 944 time: 0.1319425 Oct 13 11:06:08.292996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-26c3ac45-105e-457e-b3cb-b3998e4d86a7 None None] Provisioning complete for port c8ff7246-0f52-459a-8bd6-73b310f0bbaf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:08.293378 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-26c3ac45-105e-457e-b3cb-b3998e4d86a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:08.312082 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f007fe37-2fc7-4fe2-803f-f739430e5dfc req-83e06a30-8383-45ba-8d9e-5855af11385b tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526354 Oct 13 11:06:08.323669 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c6ac6f9-5ca9-4c1d-8690-83029b7c5d33 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:08.443357 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-26c3ac45-105e-457e-b3cb-b3998e4d86a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:08.493666 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-26c3ac45-105e-457e-b3cb-b3998e4d86a7 None None] For port c8ff7246-0f52-459a-8bd6-73b310f0bbaf, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c8ff7246-0f52-459a-8bd6-73b310f0bbaf,segment=NetworkSegment(4fc47ff1-6165-4533-a287-b55dcd1df0ee),segment_id=4fc47ff1-6165-4533-a287-b55dcd1df0ee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:08.497317 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:06Z', 'revision_number': 6, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:06:00Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8ff7246-0f52-459a-8bd6-73b310f0bbaf', 'name': '', 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:d4:74:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5a5536a3-31aa-4beb-a89c-dfb13f59e38c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:06:02Z', 'updated_at': '2021-10-13T11:06:07Z', 'revision_number': 4, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5a5536a3-31aa-4beb-a89c-dfb13f59e38c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:08.527397 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16f5b7c-4e3d-4773-a3eb-b60cde1de5ed None None] The sync data for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 is: [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:06Z', 'revision_number': 6, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:06:00Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8ff7246-0f52-459a-8bd6-73b310f0bbaf', 'name': '', 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:d4:74:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5a5536a3-31aa-4beb-a89c-dfb13f59e38c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:06:02Z', 'updated_at': '2021-10-13T11:06:07Z', 'revision_number': 4, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5a5536a3-31aa-4beb-a89c-dfb13f59e38c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:08.594324 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-26c3ac45-105e-457e-b3cb-b3998e4d86a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:08.670064 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c6ac6f9-5ca9-4c1d-8690-83029b7c5d33 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:08.674017 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c6ac6f9-5ca9-4c1d-8690-83029b7c5d33 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:08.712753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3ac45-105e-457e-b3cb-b3998e4d86a7 None None] Pushing event updated for resources: {'Port': ['ID=c8ff7246-0f52-459a-8bd6-73b310f0bbaf,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:08.749347 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:08.795332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6ac6f9-5ca9-4c1d-8690-83029b7c5d33 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 883f81d1-f3bd-4649-906d-bcc4c52088f4 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:06:08.909506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6ac6f9-5ca9-4c1d-8690-83029b7c5d33 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:08.917392 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c6ac6f9-5ca9-4c1d-8690-83029b7c5d33 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:08.921694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5c6ac6f9-5ca9-4c1d-8690-83029b7c5d33 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4 HTTP/1.1" status: 200 len: 700 time: 1.3063927 Oct 13 11:06:08.922122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54400) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:08.949678 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0076c59c-fa61-4608-b915-b47484f0afeb req-4c6da82e-441b-490d-b5a5-1862db3571e8 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0291479 Oct 13 11:06:09.057825 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a55f6115-b474-4b06-a3ea-94980f192a2f tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4 HTTP/1.1" status: 200 len: 700 time: 0.1343415 Oct 13 11:06:09.060969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54408) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:09.375070 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ae181-067d-475f-8808-375e814003dd None None] Sync routers for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:09.396654 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36ae181-067d-475f-8808-375e814003dd None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:09.397277 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a36ae181-067d-475f-8808-375e814003dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:09.441291 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdb2d-8d71-44f7-afad-7357a3e20372 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:09.459465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f69b14-a934-4b68-946e-579ad3e2b05e req-0a4d2b16-ada7-40b6-834c-81914710f24a tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:09.461014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27f69b14-a934-4b68-946e-579ad3e2b05e req-0a4d2b16-ada7-40b6-834c-81914710f24a tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 944 time: 0.0701337 Oct 13 11:06:09.507147 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27f69b14-a934-4b68-946e-579ad3e2b05e req-8b3144e7-1843-45a6-bb94-3349b7d72340 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347576 Oct 13 11:06:09.565680 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-a36ae181-067d-475f-8808-375e814003dd None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:09.662639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54418) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:09.768135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbdb2d-8d71-44f7-afad-7357a3e20372 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port c8ff7246-0f52-459a-8bd6-73b310f0bbaf {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:09.768491 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdb2d-8d71-44f7-afad-7357a3e20372 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:09.794770 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-007fc6ff-ab07-4576-8e2e-b2955642af5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:09.796573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 604df405-fd03-45f9-bbaf-a7c2b069d1f7 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:06:09.854923 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a36ae181-067d-475f-8808-375e814003dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:08Z', 'revision_number': 7, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:06:00Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8ff7246-0f52-459a-8bd6-73b310f0bbaf', 'name': '', 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:d4:74:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5a5536a3-31aa-4beb-a89c-dfb13f59e38c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:06:02Z', 'updated_at': '2021-10-13T11:06:08Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5a5536a3-31aa-4beb-a89c-dfb13f59e38c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:09.885483 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-007fc6ff-ab07-4576-8e2e-b2955642af5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:09.887492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-9ffbdb2d-8d71-44f7-afad-7357a3e20372 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] For port c8ff7246-0f52-459a-8bd6-73b310f0bbaf, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c8ff7246-0f52-459a-8bd6-73b310f0bbaf,segment=NetworkSegment(4fc47ff1-6165-4533-a287-b55dcd1df0ee),segment_id=4fc47ff1-6165-4533-a287-b55dcd1df0ee)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:09.888052 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdb2d-8d71-44f7-afad-7357a3e20372 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:09.888297 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ae181-067d-475f-8808-375e814003dd None None] Checking router: 883f81d1-f3bd-4649-906d-bcc4c52088f4 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:06:09.897112 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36ae181-067d-475f-8808-375e814003dd None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:09.897726 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a36ae181-067d-475f-8808-375e814003dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:05:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:09.901592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbdb2d-8d71-44f7-afad-7357a3e20372 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for c8ff7246-0f52-459a-8bd6-73b310f0bbaf owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:09.924178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 604df405-fd03-45f9-bbaf-a7c2b069d1f7, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=604df405-fd03-45f9-bbaf-a7c2b069d1f7,segment=NetworkSegment(09f5a908-b4d4-4ea6-bed9-89d61a2f38df),segment_id=09f5a908-b4d4-4ea6-bed9-89d61a2f38df)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:09.937437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '604df405-fd03-45f9-bbaf-a7c2b069d1f7', 'network_id': 'f6620a24-6170-4b1d-a6c6-497b4e4c7cce', 'port_id': '604df405-fd03-45f9-bbaf-a7c2b069d1f7', 'mac_address': 'fa:16:3e:91:89:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cfcec1-88e6-406f-aeda-52f378742af3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:06:09.969291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-007fc6ff-ab07-4576-8e2e-b2955642af5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:09.976883 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:10.006278 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-a36ae181-067d-475f-8808-375e814003dd None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:10.010598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604df405-fd03-45f9-bbaf-a7c2b069d1f7 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:06:10.023248 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-007fc6ff-ab07-4576-8e2e-b2955642af5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a14d79cdd7e4378ae1508c92b31b28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593996 Oct 13 11:06:10.024011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fc6ff-ab07-4576-8e2e-b2955642af5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a563fb1-c548-4340-9517-67c07f9f6426,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:10.026428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54426) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:10.065243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 604df405-fd03-45f9-bbaf-a7c2b069d1f7, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=604df405-fd03-45f9-bbaf-a7c2b069d1f7,segment=NetworkSegment(09f5a908-b4d4-4ea6-bed9-89d61a2f38df),segment_id=09f5a908-b4d4-4ea6-bed9-89d61a2f38df)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:10.110232 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4dd443f0-f06e-4122-8281-3ead7cc9da93 req-a4554cd4-f48d-41fc-918e-b15174c80068 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0338652 Oct 13 11:06:10.130735 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04d4e046-ccae-46d5-8d7a-f78b777731e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:10.151498 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:10.171537 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04d4e046-ccae-46d5-8d7a-f78b777731e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:10.245810 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=604df405-fd03-45f9-bbaf-a7c2b069d1f7,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:10.323672 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdb2d-8d71-44f7-afad-7357a3e20372 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:10.335022 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04d4e046-ccae-46d5-8d7a-f78b777731e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:10.337760 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04d4e046-ccae-46d5-8d7a-f78b777731e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:10.339040 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-04d4e046-ccae-46d5-8d7a-f78b777731e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a563fb1-c548-4340-9517-67c07f9f6426 HTTP/1.1" status: 204 len: 168 time: 0.3005507 Oct 13 11:06:10.344277 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a36ae181-067d-475f-8808-375e814003dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:08Z', 'revision_number': 7, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:06:00Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8ff7246-0f52-459a-8bd6-73b310f0bbaf', 'name': '', 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:d4:74:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5a5536a3-31aa-4beb-a89c-dfb13f59e38c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:06:02Z', 'updated_at': '2021-10-13T11:06:08Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5a5536a3-31aa-4beb-a89c-dfb13f59e38c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:10.351032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4e046-ccae-46d5-8d7a-f78b777731e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a563fb1-c548-4340-9517-67c07f9f6426,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:10.441677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['604df405-fd03-45f9-bbaf-a7c2b069d1f7'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:06:10.493529 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:10.495116 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ae181-067d-475f-8808-375e814003dd None None] The sync data for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 is: [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:08Z', 'revision_number': 7, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:06:00Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8ff7246-0f52-459a-8bd6-73b310f0bbaf', 'name': '', 'network_id': '9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:d4:74:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5a5536a3-31aa-4beb-a89c-dfb13f59e38c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:06:02Z', 'updated_at': '2021-10-13T11:06:08Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5a5536a3-31aa-4beb-a89c-dfb13f59e38c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:10.618503 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c8ff7246-0f52-459a-8bd6-73b310f0bbaf up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:10.652846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: c8ff7246-0f52-459a-8bd6-73b310f0bbaf {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:06:10.653300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c8ff7246-0f52-459a-8bd6-73b310f0bbaf not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 11:06:10.707324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Port c8ff7246-0f52-459a-8bd6-73b310f0bbaf not found, will not notify nova. {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 11:06:10.817291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbdb2d-8d71-44f7-afad-7357a3e20372 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=c8ff7246-0f52-459a-8bd6-73b310f0bbaf,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:10.864019 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d276c790-9e2a-4b40-932c-70e6e903c5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:10.918275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34041e-0dc9-4e5b-b858-1ac81c9fe1e4 req-356e9a05-2530-42c7-8f78-96f165ec3610 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:10.920170 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a34041e-0dc9-4e5b-b858-1ac81c9fe1e4 req-356e9a05-2530-42c7-8f78-96f165ec3610 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 945 time: 0.1084177 Oct 13 11:06:10.974021 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a34041e-0dc9-4e5b-b858-1ac81c9fe1e4 req-aceee8d3-f4fc-44ba-be9f-6efbafabc57e tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464683 Oct 13 11:06:11.026160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdb2d-8d71-44f7-afad-7357a3e20372 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:11.269550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffbdb2d-8d71-44f7-afad-7357a3e20372 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 883f81d1-f3bd-4649-906d-bcc4c52088f4 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:06:11.274368 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-651505f7-90a7-4b89-bbcb-e2c105f41e09 req-1dd4d3c6-4f89-444c-82b2-a046fb032280 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0548878 Oct 13 11:06:11.367646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffbdb2d-8d71-44f7-afad-7357a3e20372 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:11.375980 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9ffbdb2d-8d71-44f7-afad-7357a3e20372 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3139312 Oct 13 11:06:11.378706 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54466) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:11.381995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ae6a4-bcde-4084-bd8a-fe31f9d41e58 None None] Sync routers for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:11.394531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ae6a4-bcde-4084-bd8a-fe31f9d41e58 None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:11.396720 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5f4ae6a4-bcde-4084-bd8a-fe31f9d41e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:11.450712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c21778-2d9b-4d54-8d13-15c6954c3d65 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting subnet 5a5536a3-31aa-4beb-a89c-dfb13f59e38c {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:06:11.455983 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6c21778-2d9b-4d54-8d13-15c6954c3d65 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:11.499926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5f4ae6a4-bcde-4084-bd8a-fe31f9d41e58 None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:11.505001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6c21778-2d9b-4d54-8d13-15c6954c3d65 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:11.611138 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6c21778-2d9b-4d54-8d13-15c6954c3d65 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:11.692504 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:11.741360 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5f4ae6a4-bcde-4084-bd8a-fe31f9d41e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:10Z', 'revision_number': 8, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:06:00Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:11.769769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ae6a4-bcde-4084-bd8a-fe31f9d41e58 None None] Checking router: 883f81d1-f3bd-4649-906d-bcc4c52088f4 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:06:11.778933 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ae6a4-bcde-4084-bd8a-fe31f9d41e58 None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:11.779542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5f4ae6a4-bcde-4084-bd8a-fe31f9d41e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:11.784415 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6c21778-2d9b-4d54-8d13-15c6954c3d65 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:11.815455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c21778-2d9b-4d54-8d13-15c6954c3d65 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5536a3-31aa-4beb-a89c-dfb13f59e38c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:11.822360 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6c21778-2d9b-4d54-8d13-15c6954c3d65 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:11.831649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54480) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:11.846539 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e6c21778-2d9b-4d54-8d13-15c6954c3d65 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/5a5536a3-31aa-4beb-a89c-dfb13f59e38c HTTP/1.1" status: 204 len: 168 time: 0.4620328 Oct 13 11:06:11.851154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 604df405-fd03-45f9-bbaf-a7c2b069d1f7 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:11.853113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcc0fbb-cd73-40e3-be0a-b9872277f95a None None] Network 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:11.937436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:11.972542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5f4ae6a4-bcde-4084-bd8a-fe31f9d41e58 None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:11.997641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port ba8c635c-555f-4126-a276-887aac7d967f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:11.998011 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:12.116820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] For port ba8c635c-555f-4126-a276-887aac7d967f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ba8c635c-555f-4126-a276-887aac7d967f,segment=NetworkSegment(4fc47ff1-6165-4533-a287-b55dcd1df0ee),segment_id=4fc47ff1-6165-4533-a287-b55dcd1df0ee)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:12.121464 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:12.136029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for ba8c635c-555f-4126-a276-887aac7d967f owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:12.151285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39ae75-3d5e-4398-bb89-07630ccd960f req-59d2ed66-bf11-4557-a1ae-1b9c30b2847c tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:12.152996 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da39ae75-3d5e-4398-bb89-07630ccd960f req-59d2ed66-bf11-4557-a1ae-1b9c30b2847c tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 945 time: 0.0983827 Oct 13 11:06:12.245839 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da39ae75-3d5e-4398-bb89-07630ccd960f req-d98bfe3d-d363-43b3-9c7c-8e18b2138be9 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850384 Oct 13 11:06:12.286682 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:12.287455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 604df405-fd03-45f9-bbaf-a7c2b069d1f7 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:06:12.296768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 604df405-fd03-45f9-bbaf-a7c2b069d1f7 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:12.297639 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:12.436237 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ede83e-0473-4d98-8cdb-466d1c47ff40 None None] DHCP port deletion for 9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:06:12.437426 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:12.473980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No DVR routers for this DVR port ba8c635c-555f-4126-a276-887aac7d967f on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:06:12.482850 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:12.492833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=ba8c635c-555f-4126-a276-887aac7d967f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:12.510990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5f4ae6a4-bcde-4084-bd8a-fe31f9d41e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:10Z', 'revision_number': 8, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:06:00Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:12.518819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb10187-486b-4f5d-ab28-9940f21c0a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604df405-fd03-45f9-bbaf-a7c2b069d1f7'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:06:12.521684 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9f65e8-11d7-4529-8931-8ca6d7404627" -d '{"events": [{"server_uuid": "eeb10187-486b-4f5d-ab28-9940f21c0a82", "name": "network-vif-plugged", "status": "completed", "tag": "604df405-fd03-45f9-bbaf-a7c2b069d1f7"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:06:12.536638 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11c92dd4-fca5-4120-b977-2a7ec264db5f req-7cdb4946-4c13-4ca6-9386-21b19c9b70e3 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0673740 Oct 13 11:06:12.579512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ae6a4-bcde-4084-bd8a-fe31f9d41e58 None None] The sync data for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 is: [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:10Z', 'revision_number': 8, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '68a173ea-f38d-4b52-9294-777a56648cf5', 'name': '', 'network_id': 'd92edc59-13da-4fac-9b06-a3678dee874c', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:fd:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'e8e078bc-736b-428a-822f-02223c439445', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:52Z', 'updated_at': '2021-10-13T11:06:00Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'e8e078bc-736b-428a-822f-02223c439445', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:12.579512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 604df405-fd03-45f9-bbaf-a7c2b069d1f7, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=604df405-fd03-45f9-bbaf-a7c2b069d1f7,segment=NetworkSegment(09f5a908-b4d4-4ea6-bed9-89d61a2f38df),segment_id=09f5a908-b4d4-4ea6-bed9-89d61a2f38df)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:12.626381 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:12.626881 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3875fd6-df03-4a80-a279-8130785727f1 x-openstack-request-id: req-c3875fd6-df03-4a80-a279-8130785727f1 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:06:12.627189 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb10187-486b-4f5d-ab28-9940f21c0a82", "name": "network-vif-plugged", "status": "completed", "tag": "604df405-fd03-45f9-bbaf-a7c2b069d1f7", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:06:12.627454 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3875fd6-df03-4a80-a279-8130785727f1 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:06:12.627858 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb10187-486b-4f5d-ab28-9940f21c0a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604df405-fd03-45f9-bbaf-a7c2b069d1f7', 'code': 200} Oct 13 11:06:12.650090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:12.660037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc47ff1-6165-4533-a287-b55dcd1df0ee') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:12.663580 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc47ff1-6165-4533-a287-b55dcd1df0ee') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:12.670825 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:12.685212 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:12.688397 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:12.692130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:06:12.694132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:06:12.695831 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:06:12.724077 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c442d-50fa-4582-b1e0-33458d0e850c req-a3344c1e-0a65-4d1d-b8d3-2ceac4837f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:12.724077 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6a1c442d-50fa-4582-b1e0-33458d0e850c req-a3344c1e-0a65-4d1d-b8d3-2ceac4837f39 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 1096 time: 0.0485716 Oct 13 11:06:12.757640 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=604df405-fd03-45f9-bbaf-a7c2b069d1f7,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:12.773934 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6a1c442d-50fa-4582-b1e0-33458d0e850c req-73c841b4-c4c6-4e8c-9648-07499f7f9717 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Oct 13 11:06:12.859880 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:12.868438 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:12.871576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/networks/9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8 HTTP/1.1" status: 204 len: 168 time: 1.0389364 Oct 13 11:06:12.874604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54554) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:12.884946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db66d28-36ce-49b5-b829-9cb5b7a1a728 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Network': ['ID=9dbfcc19-50ab-45bf-bfe6-c15c28ed56d8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:12.980603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ba8c635c-555f-4126-a276-887aac7d967f no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:06:13.009578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: ba8c635c-555f-4126-a276-887aac7d967f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:06:13.009926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ba8c635c-555f-4126-a276-887aac7d967f not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:06:13.249420 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-110715d1-5cf8-445d-9bea-515289c89543 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:13.362759 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:13.390753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52a929-c865-44ee-b8ba-633fb974cc0b req-0f51bff5-e38d-4b83-aceb-2bc000a09272 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:13.392252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c52a929-c865-44ee-b8ba-633fb974cc0b req-0f51bff5-e38d-4b83-aceb-2bc000a09272 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 946 time: 0.0553722 Oct 13 11:06:13.433373 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c52a929-c865-44ee-b8ba-633fb974cc0b req-a13a8e8f-182b-4cba-a7af-00c296c3af10 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349765 Oct 13 11:06:13.528476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-110715d1-5cf8-445d-9bea-515289c89543 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port 68a173ea-f38d-4b52-9294-777a56648cf5 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:13.528886 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-110715d1-5cf8-445d-9bea-515289c89543 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:13.633430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-110715d1-5cf8-445d-9bea-515289c89543 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] For port 68a173ea-f38d-4b52-9294-777a56648cf5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=68a173ea-f38d-4b52-9294-777a56648cf5,segment=NetworkSegment(a3bb126b-ee2a-4534-b4f5-12d66de3ac28),segment_id=a3bb126b-ee2a-4534-b4f5-12d66de3ac28)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:13.633935 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-110715d1-5cf8-445d-9bea-515289c89543 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:13.652055 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e71bf0db-961d-43cf-ad99-6ff0a63b8e0b req-c2613471-ee7b-477f-a62d-fa536813de91 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0268974 Oct 13 11:06:13.657929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-110715d1-5cf8-445d-9bea-515289c89543 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for 68a173ea-f38d-4b52-9294-777a56648cf5 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:13.914831 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-110715d1-5cf8-445d-9bea-515289c89543 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:13.940062 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110715d1-5cf8-445d-9bea-515289c89543 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=68a173ea-f38d-4b52-9294-777a56648cf5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:14.124851 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-110715d1-5cf8-445d-9bea-515289c89543 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:14.185600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54592) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:14.309984 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5befab8b-d682-49ac-9afc-783cc60131b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:14.337248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110715d1-5cf8-445d-9bea-515289c89543 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 883f81d1-f3bd-4649-906d-bcc4c52088f4 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:06:14.389336 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5befab8b-d682-49ac-9afc-783cc60131b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:14.434910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110715d1-5cf8-445d-9bea-515289c89543 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:14.440321 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-110715d1-5cf8-445d-9bea-515289c89543 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5644131 Oct 13 11:06:14.443172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54596) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:14.444801 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d419be-c7dc-4f3a-a07b-bafb043e0fd3 None None] Sync routers for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:14.455565 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d419be-c7dc-4f3a-a07b-bafb043e0fd3 None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:14.456121 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-57d419be-c7dc-4f3a-a07b-bafb043e0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:14.497143 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5befab8b-d682-49ac-9afc-783cc60131b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:14.558989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c8ff7246-0f52-459a-8bd6-73b310f0bbaf no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:06:14.559649 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-57d419be-c7dc-4f3a-a07b-bafb043e0fd3 None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:14.561281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cb4fab-23a5-43c5-bf10-bf1164af9294 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting subnet e8e078bc-736b-428a-822f-02223c439445 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:06:14.584359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: c8ff7246-0f52-459a-8bd6-73b310f0bbaf {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:06:14.590385 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c8ff7246-0f52-459a-8bd6-73b310f0bbaf not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:06:14.591759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4cb4fab-23a5-43c5-bf10-bf1164af9294 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:14.592651 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5befab8b-d682-49ac-9afc-783cc60131b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e8c0e970cce400a8c612349e366e18b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059253 Oct 13 11:06:14.595351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54604) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:14.613735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befab8b-d682-49ac-9afc-783cc60131b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039cf42b-ae8a-4290-8075-5d7f925ca8aa,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:14.653857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c23d6-9fbb-4435-9f3f-fc48e8482234 req-1e7e5963-2273-4a93-b327-017363fc14e0 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:14.655526 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f0c23d6-9fbb-4435-9f3f-fc48e8482234 req-1e7e5963-2273-4a93-b327-017363fc14e0 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 946 time: 0.1249969 Oct 13 11:06:14.657904 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4cb4fab-23a5-43c5-bf10-bf1164af9294 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:14.674185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22427ed8-4c72-4ae6-88ff-b05640ab424f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:14.700369 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22427ed8-4c72-4ae6-88ff-b05640ab424f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:14.735302 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f0c23d6-9fbb-4435-9f3f-fc48e8482234 req-680f309f-4704-4360-a450-09f35bf12e62 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514929 Oct 13 11:06:14.785256 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4cb4fab-23a5-43c5-bf10-bf1164af9294 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:14.808781 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-57d419be-c7dc-4f3a-a07b-bafb043e0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:13Z', 'revision_number': 9, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:14.839056 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d419be-c7dc-4f3a-a07b-bafb043e0fd3 None None] Checking router: 883f81d1-f3bd-4649-906d-bcc4c52088f4 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:06:14.846408 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d419be-c7dc-4f3a-a07b-bafb043e0fd3 None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:14.847031 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-57d419be-c7dc-4f3a-a07b-bafb043e0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:14.859665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22427ed8-4c72-4ae6-88ff-b05640ab424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:14.862934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22427ed8-4c72-4ae6-88ff-b05640ab424f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:14.864355 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-22427ed8-4c72-4ae6-88ff-b05640ab424f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/039cf42b-ae8a-4290-8075-5d7f925ca8aa HTTP/1.1" status: 204 len: 168 time: 0.2679048 Oct 13 11:06:14.891014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22427ed8-4c72-4ae6-88ff-b05640ab424f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039cf42b-ae8a-4290-8075-5d7f925ca8aa,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:14.941755 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4cb4fab-23a5-43c5-bf10-bf1164af9294 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:14.942837 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-57d419be-c7dc-4f3a-a07b-bafb043e0fd3 None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:14.977329 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb4fab-23a5-43c5-bf10-bf1164af9294 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e078bc-736b-428a-822f-02223c439445,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:14.980562 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4cb4fab-23a5-43c5-bf10-bf1164af9294 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:14.983418 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7a617d-0c5e-4443-94df-f4f9e47ec15e None None] Network d92edc59-13da-4fac-9b06-a3678dee874c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:14.988371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d4cb4fab-23a5-43c5-bf10-bf1164af9294 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/e8e078bc-736b-428a-822f-02223c439445 HTTP/1.1" status: 204 len: 168 time: 0.5416431 Oct 13 11:06:14.989163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54612) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:15.033509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d0b860b-4985-4a36-99cc-64049e5508c8 req-bfbe45e9-d482-4f3f-9493-b8e73cc50625 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0623729 Oct 13 11:06:15.127941 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:15.203883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port eddf6b96-d248-4b95-a41f-69eacc66cf40 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:15.204219 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:15.211866 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-57d419be-c7dc-4f3a-a07b-bafb043e0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:13Z', 'revision_number': 9, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:15.251241 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d419be-c7dc-4f3a-a07b-bafb043e0fd3 None None] The sync data for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 is: [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:13Z', 'revision_number': 9, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca5648a2-16e8-4d5f-9919-2c0e0690686b', 'name': '', 'network_id': '13955795-695c-48db-ab9c-c1772ea31258', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:8b:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:44Z', 'updated_at': '2021-10-13T11:05:55Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': '5609bb69-2ef1-41ee-a561-7ef03fd005e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:15.275524 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76988047-bc6d-4222-87ab-e6ad06dd8653 None None] DHCP port deletion for d92edc59-13da-4fac-9b06-a3678dee874c request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:06:15.287849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] For port eddf6b96-d248-4b95-a41f-69eacc66cf40, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=eddf6b96-d248-4b95-a41f-69eacc66cf40,segment=NetworkSegment(a3bb126b-ee2a-4534-b4f5-12d66de3ac28),segment_id=a3bb126b-ee2a-4534-b4f5-12d66de3ac28)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:15.288224 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:15.302378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for eddf6b96-d248-4b95-a41f-69eacc66cf40 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:15.336658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-76988047-bc6d-4222-87ab-e6ad06dd8653 None None] Deleting port eddf6b96-d248-4b95-a41f-69eacc66cf40 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:15.337397 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-76988047-bc6d-4222-87ab-e6ad06dd8653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:15.413082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-76988047-bc6d-4222-87ab-e6ad06dd8653 None None] For port eddf6b96-d248-4b95-a41f-69eacc66cf40, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=eddf6b96-d248-4b95-a41f-69eacc66cf40,segment=NetworkSegment(a3bb126b-ee2a-4534-b4f5-12d66de3ac28),segment_id=a3bb126b-ee2a-4534-b4f5-12d66de3ac28)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:15.413490 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-76988047-bc6d-4222-87ab-e6ad06dd8653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:15.429770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-76988047-bc6d-4222-87ab-e6ad06dd8653 None None] Calling delete_port for eddf6b96-d248-4b95-a41f-69eacc66cf40 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:15.477431 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:15.510051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=eddf6b96-d248-4b95-a41f-69eacc66cf40,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:15.510051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No DVR routers for this DVR port eddf6b96-d248-4b95-a41f-69eacc66cf40 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:06:15.517069 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:06:15.523783 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-76988047-bc6d-4222-87ab-e6ad06dd8653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:15.554149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76988047-bc6d-4222-87ab-e6ad06dd8653 None None] Pushing event deleted for resources: {'Port': ['ID=eddf6b96-d248-4b95-a41f-69eacc66cf40,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:15.560173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76988047-bc6d-4222-87ab-e6ad06dd8653 None None] No DVR routers for this DVR port eddf6b96-d248-4b95-a41f-69eacc66cf40 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:06:15.596140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcb007-1c79-4f4e-bab5-b7a3fa1589ee req-f775a27c-0f49-4bf6-bdaf-ac9b68d1b20c tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:15.597788 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-edfcb007-1c79-4f4e-bab5-b7a3fa1589ee req-f775a27c-0f49-4bf6-bdaf-ac9b68d1b20c tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 946 time: 0.0570745 Oct 13 11:06:15.600808 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:15.625230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92edc59-13da-4fac-9b06-a3678dee874c']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:15.635566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bb126b-ee2a-4534-b4f5-12d66de3ac28') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:15.635901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bb126b-ee2a-4534-b4f5-12d66de3ac28') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:15.648040 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:15.648641 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-edfcb007-1c79-4f4e-bab5-b7a3fa1589ee req-779083c6-8083-4629-affa-945d7f865ea2 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438082 Oct 13 11:06:15.671656 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:15.680532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:06:15.680944 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:06:15.687850 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:06:15.784030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8ebd0-8ddb-48b2-9686-8f551106fa0d req-bd0939b1-cf21-41b8-a6dd-5b835506e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:15.786137 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-77d8ebd0-8ddb-48b2-9686-8f551106fa0d req-bd0939b1-cf21-41b8-a6dd-5b835506e727 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fff0b25af4948b59505ed0c7ce1d989&device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 1097 time: 0.0973115 Oct 13 11:06:15.886560 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:15.889157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8ebd0-8ddb-48b2-9686-8f551106fa0d req-8332652e-f451-40cf-a249-3227b894f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:15.890963 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-77d8ebd0-8ddb-48b2-9686-8f551106fa0d req-8332652e-f451-40cf-a249-3227b894f331 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f6620a24-6170-4b1d-a6c6-497b4e4c7cce HTTP/1.1" status: 200 len: 914 time: 0.0974092 Oct 13 11:06:15.897679 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:15.899558 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/networks/d92edc59-13da-4fac-9b06-a3678dee874c HTTP/1.1" status: 204 len: 168 time: 0.9093156 Oct 13 11:06:15.902383 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54632) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:15.942285 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-77d8ebd0-8ddb-48b2-9686-8f551106fa0d req-211b6528-58b9-4986-9191-c6efc9ddb26e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604df405-fd03-45f9-bbaf-a7c2b069d1f7 HTTP/1.1" status: 200 len: 217 time: 0.0414689 Oct 13 11:06:15.960854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891a9ff-3142-4c51-9e3d-bf1ca5dec18e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Network': ['ID=d92edc59-13da-4fac-9b06-a3678dee874c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:16.010559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8ebd0-8ddb-48b2-9686-8f551106fa0d req-8273f307-8eae-4af7-a48e-e453cdae9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:16.012444 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-77d8ebd0-8ddb-48b2-9686-8f551106fa0d req-8273f307-8eae-4af7-a48e-e453cdae9e9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4cfcec1-88e6-406f-aeda-52f378742af3 HTTP/1.1" status: 200 len: 853 time: 0.0604975 Oct 13 11:06:16.046981 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-77d8ebd0-8ddb-48b2-9686-8f551106fa0d req-d70dfa39-8780-4a3d-81ff-77950d308d35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6620a24-6170-4b1d-a6c6-497b4e4c7cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279064 Oct 13 11:06:16.173870 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-77d8ebd0-8ddb-48b2-9686-8f551106fa0d req-97fe5d46-57ec-4cfa-8b18-61e538c2da10 service neutron] 10.222.0.46 "GET /v2.0/networks/f6620a24-6170-4b1d-a6c6-497b4e4c7cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192338 Oct 13 11:06:16.292290 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-77d8ebd0-8ddb-48b2-9686-8f551106fa0d req-e5cac4fd-473b-4be9-8128-334e4cb77c22 service neutron] 10.222.0.46 "GET /v2.0/networks/f6620a24-6170-4b1d-a6c6-497b4e4c7cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112475 Oct 13 11:06:16.399716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d0c04159-8591-46e4-88b1-e54ae75b353d req-b04f6403-e3c0-4a6b-94a5-21e9dafa7f56 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0330088 Oct 13 11:06:16.517245 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device eddf6b96-d248-4b95-a41f-69eacc66cf40 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:06:16.540170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: eddf6b96-d248-4b95-a41f-69eacc66cf40 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:06:16.540605 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device eddf6b96-d248-4b95-a41f-69eacc66cf40 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:06:16.541027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 68a173ea-f38d-4b52-9294-777a56648cf5 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:06:16.572618 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 68a173ea-f38d-4b52-9294-777a56648cf5 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:06:16.573210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 68a173ea-f38d-4b52-9294-777a56648cf5 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:06:16.706361 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3407c50-f8d1-4b9c-8ef1-c50216f318a6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:16.839086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc5546-1716-4831-af9e-a85fa430bc95 req-1ea4941c-f45e-4291-900c-c2a4ac5455e7 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:16.841349 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86bc5546-1716-4831-af9e-a85fa430bc95 req-1ea4941c-f45e-4291-900c-c2a4ac5455e7 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 946 time: 0.0987840 Oct 13 11:06:16.936807 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86bc5546-1716-4831-af9e-a85fa430bc95 req-35e8359f-e6ce-4f2a-87d5-b14abe2c36ff tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686131 Oct 13 11:06:17.054639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a3407c50-f8d1-4b9c-8ef1-c50216f318a6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port ca5648a2-16e8-4d5f-9919-2c0e0690686b {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:17.054998 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3407c50-f8d1-4b9c-8ef1-c50216f318a6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:17.177549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a3407c50-f8d1-4b9c-8ef1-c50216f318a6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] For port ca5648a2-16e8-4d5f-9919-2c0e0690686b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ca5648a2-16e8-4d5f-9919-2c0e0690686b,segment=NetworkSegment(e804497f-f9e9-4d58-95d2-22074830f4d7),segment_id=e804497f-f9e9-4d58-95d2-22074830f4d7)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:17.180299 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3407c50-f8d1-4b9c-8ef1-c50216f318a6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:17.197858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a3407c50-f8d1-4b9c-8ef1-c50216f318a6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for ca5648a2-16e8-4d5f-9919-2c0e0690686b owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:17.510038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c68626a-612c-4022-ac4a-79af0554c674 req-dffe08ec-1bf6-44c0-87d0-9303cb7dbac3 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0265870 Oct 13 11:06:17.557045 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3407c50-f8d1-4b9c-8ef1-c50216f318a6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:17.585042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3407c50-f8d1-4b9c-8ef1-c50216f318a6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=ca5648a2-16e8-4d5f-9919-2c0e0690686b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:17.612432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54678) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:17.747697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-31b3cb68-4ffc-4928-8947-05210dc04456 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:17.755742 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3407c50-f8d1-4b9c-8ef1-c50216f318a6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:17.844675 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-31b3cb68-4ffc-4928-8947-05210dc04456 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] 10.222.0.32 "PUT /v2.0/quotas/aaf3cebac49e4927b138a47d8f2be8a5 HTTP/1.1" status: 200 len: 368 time: 0.2294772 Oct 13 11:06:17.844675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54682) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:17.849198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Request body: {'network': {'project_id': 'aaf3cebac49e4927b138a47d8f2be8a5'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:17.954654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Made reservation on behalf of aaf3cebac49e4927b138a47d8f2be8a5 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:17.954927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3407c50-f8d1-4b9c-8ef1-c50216f318a6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 883f81d1-f3bd-4649-906d-bcc4c52088f4 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:06:17.957245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:17.969866 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.067751 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.102164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce23d28-0b91-4521-80d8-f9edb033115e req-5ab561d2-97ae-462e-86f3-388f35b5e1cc tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:18.103706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1ce23d28-0b91-4521-80d8-f9edb033115e req-5ab561d2-97ae-462e-86f3-388f35b5e1cc tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 946 time: 0.0700436 Oct 13 11:06:18.107377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3407c50-f8d1-4b9c-8ef1-c50216f318a6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:18.112463 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a3407c50-f8d1-4b9c-8ef1-c50216f318a6 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2083020 Oct 13 11:06:18.117334 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54690) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:18.122182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b79e909-724e-4c95-baf0-740ff7b06e99 None None] Sync routers for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:18.135371 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79e909-724e-4c95-baf0-740ff7b06e99 None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:18.136125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6b79e909-724e-4c95-baf0-740ff7b06e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:18.178025 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.191081 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1ce23d28-0b91-4521-80d8-f9edb033115e req-c6538e97-ec9a-4b3c-8884-81b2046cf640 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653911 Oct 13 11:06:18.200873 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a370d6-07a9-4664-a939-f8bb4d3b95d8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting subnet 5609bb69-2ef1-41ee-a561-7ef03fd005e2 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:06:18.205489 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d6a370d6-07a9-4664-a939-f8bb4d3b95d8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.213592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:06:18.228231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc45f98b-7fda-4f3a-8a49-211fc9be3708,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:18.249975 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.250694 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Added segment dda2de4b-9977-44d4-ad7f-3e8f27a44e53 of type vlan for network 8763b702-e17d-4854-8a67-47004523fb42 Oct 13 11:06:18.258700 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6b79e909-724e-4c95-baf0-740ff7b06e99 None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:18.266354 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d6a370d6-07a9-4664-a939-f8bb4d3b95d8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.312945 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.403546 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d6a370d6-07a9-4664-a939-f8bb4d3b95d8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.442300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.443770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:18.444496 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.533999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Pushing event updated for resources: {'Network': ['ID=8763b702-e17d-4854-8a67-47004523fb42,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:18.547294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 8763b702-e17d-4854-8a67-47004523fb42 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:06:18.553660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6b79e909-724e-4c95-baf0-740ff7b06e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:17Z', 'revision_number': 10, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:18.596783 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d6a370d6-07a9-4664-a939-f8bb4d3b95d8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.616803 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b79e909-724e-4c95-baf0-740ff7b06e99 None None] Checking router: 883f81d1-f3bd-4649-906d-bcc4c52088f4 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:06:18.627957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a370d6-07a9-4664-a939-f8bb4d3b95d8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Subnet': ['ID=5609bb69-2ef1-41ee-a561-7ef03fd005e2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:18.630815 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d6a370d6-07a9-4664-a939-f8bb4d3b95d8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.634590 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ce752440-0a83-4b8b-baa9-d9fb82528da6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7889965 Oct 13 11:06:18.639405 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d6a370d6-07a9-4664-a939-f8bb4d3b95d8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/5609bb69-2ef1-41ee-a561-7ef03fd005e2 HTTP/1.1" status: 204 len: 168 time: 0.5192716 Oct 13 11:06:18.640500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54700) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:18.640835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54702) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:18.643788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5789a51-50d4-4224-a31f-23ae4d144588 None None] Network 13955795-695c-48db-ab9c-c1772ea31258 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:18.645709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4a0062e9-db57-4948-9e40-b7a31ebbf9bc tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Request body: {'network': {'project_id': 'aaf3cebac49e4927b138a47d8f2be8a5'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:18.662182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79e909-724e-4c95-baf0-740ff7b06e99 None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:18.662838 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6b79e909-724e-4c95-baf0-740ff7b06e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:18.737682 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.799349 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port c53b9382-02ec-479b-8ec0-692841653d21 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:18.800033 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.831457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6b79e909-724e-4c95-baf0-740ff7b06e99 None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:18.839140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0062e9-db57-4948-9e40-b7a31ebbf9bc tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Made reservation on behalf of aaf3cebac49e4927b138a47d8f2be8a5 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:18.841949 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a0062e9-db57-4948-9e40-b7a31ebbf9bc tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.887110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] For port c53b9382-02ec-479b-8ec0-692841653d21, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c53b9382-02ec-479b-8ec0-692841653d21,segment=NetworkSegment(e804497f-f9e9-4d58-95d2-22074830f4d7),segment_id=e804497f-f9e9-4d58-95d2-22074830f4d7)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:18.887573 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.896630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0062e9-db57-4948-9e40-b7a31ebbf9bc tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:06:18.906637 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for c53b9382-02ec-479b-8ec0-692841653d21 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:18.919740 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a0062e9-db57-4948-9e40-b7a31ebbf9bc tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:18.920738 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-4a0062e9-db57-4948-9e40-b7a31ebbf9bc tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Added segment b5a1816a-36fb-469f-a25c-ba2240b2ea99 of type vlan for network a7ded3d0-8279-4597-8dcc-bc0f460e3bf2 Oct 13 11:06:18.993657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fb6a53-ec5f-4f54-b962-c057b697a5a4 None None] DHCP port deletion for 13955795-695c-48db-ab9c-c1772ea31258 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:06:19.027232 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a0062e9-db57-4948-9e40-b7a31ebbf9bc tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.095236 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-39fb6a53-ec5f-4f54-b962-c057b697a5a4 None None] Deleting port c53b9382-02ec-479b-8ec0-692841653d21 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:19.095791 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-39fb6a53-ec5f-4f54-b962-c057b697a5a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.097864 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7385fe3a-dfb8-4b87-8bdd-51050b295ea2 req-67f6c8e6-bd06-4f4c-aaaf-f60c1d3ed86d tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0573599 Oct 13 11:06:19.174658 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a0062e9-db57-4948-9e40-b7a31ebbf9bc tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.177169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0062e9-db57-4948-9e40-b7a31ebbf9bc tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:19.177169 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a0062e9-db57-4948-9e40-b7a31ebbf9bc tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.193222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6b79e909-724e-4c95-baf0-740ff7b06e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:17Z', 'revision_number': 10, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:19.228318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b79e909-724e-4c95-baf0-740ff7b06e99 None None] The sync data for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 is: [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:17Z', 'revision_number': 10, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None, '_interfaces': [{'id': '8294f2ce-ed74-49cb-8672-be8acd1e52f2', 'name': '', 'network_id': 'bff901be-0651-4eec-a8a7-c94093d3e531', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'mac_address': 'fa:16:3e:76:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:05:36Z', 'updated_at': '2021-10-13T11:05:42Z', 'revision_number': 5, 'project_id': '4144cfb30f89428494dba3b515f33825', 'subnets': [{'id': 'c4d47e75-0de8-4ed8-9e8d-afb90593e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:19.245895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-39fb6a53-ec5f-4f54-b962-c057b697a5a4 None None] For port c53b9382-02ec-479b-8ec0-692841653d21, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c53b9382-02ec-479b-8ec0-692841653d21,segment=NetworkSegment(e804497f-f9e9-4d58-95d2-22074830f4d7),segment_id=e804497f-f9e9-4d58-95d2-22074830f4d7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:19.246959 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-39fb6a53-ec5f-4f54-b962-c057b697a5a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.251542 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0062e9-db57-4948-9e40-b7a31ebbf9bc tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Pushing event updated for resources: {'Network': ['ID=a7ded3d0-8279-4597-8dcc-bc0f460e3bf2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:19.270520 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.283323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network a7ded3d0-8279-4597-8dcc-bc0f460e3bf2 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:06:19.286912 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No DVR routers for this DVR port c53b9382-02ec-479b-8ec0-692841653d21 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:06:19.293500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-39fb6a53-ec5f-4f54-b962-c057b697a5a4 None None] Calling delete_port for c53b9382-02ec-479b-8ec0-692841653d21 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:19.345700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=c53b9382-02ec-479b-8ec0-692841653d21,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:19.414232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9f02e-36e2-4f9d-8da4-05f05ad7e61a req-1cce3426-7893-4315-9635-5dc9549c54f2 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:19.415997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5a9f02e-36e2-4f9d-8da4-05f05ad7e61a req-1cce3426-7893-4315-9635-5dc9549c54f2 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 946 time: 0.2439847 Oct 13 11:06:19.421801 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4a0062e9-db57-4948-9e40-b7a31ebbf9bc tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7799237 Oct 13 11:06:19.425084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54712) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:19.430478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-340d9774-2cc3-4f2f-ba43-4d1fcaa97b51 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Request body: {'network': {'project_id': 'aaf3cebac49e4927b138a47d8f2be8a5'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:19.448043 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.449354 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-340d9774-2cc3-4f2f-ba43-4d1fcaa97b51 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 11:06:19.451000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340d9774-2cc3-4f2f-ba43-4d1fcaa97b51 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:06:19.453173 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-340d9774-2cc3-4f2f-ba43-4d1fcaa97b51 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0269251 Oct 13 11:06:19.456073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54714) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:19.462536 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-39fb6a53-ec5f-4f54-b962-c057b697a5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.482244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13955795-695c-48db-ab9c-c1772ea31258']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:19.492170 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5a9f02e-36e2-4f9d-8da4-05f05ad7e61a req-9068a792-53b9-47ce-a319-c846d326f444 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692768 Oct 13 11:06:19.495657 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e804497f-f9e9-4d58-95d2-22074830f4d7') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:19.495965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e804497f-f9e9-4d58-95d2-22074830f4d7') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:19.500079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb6a53-ec5f-4f54-b962-c057b697a5a4 None None] Pushing event deleted for resources: {'Port': ['ID=c53b9382-02ec-479b-8ec0-692841653d21,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:19.506377 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.525347 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb6a53-ec5f-4f54-b962-c057b697a5a4 None None] No DVR routers for this DVR port c53b9382-02ec-479b-8ec0-692841653d21 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:06:19.531601 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.545134 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5c589f7e-f17e-4c2c-8629-6892d98b53f6 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aaf3cebac49e4927b138a47d8f2be8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878778 Oct 13 11:06:19.546610 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:06:19.547704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.555010 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54716) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:06:19.555545 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:06:19.619346 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3c0f52b8-d61a-4c1a-9048-298369bb96b4 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.652505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3c0f52b8-d61a-4c1a-9048-298369bb96b4 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.724951 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.734694 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.737011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/networks/13955795-695c-48db-ab9c-c1772ea31258 HTTP/1.1" status: 204 len: 168 time: 1.0880201 Oct 13 11:06:19.740639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54718) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:19.753297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050a134-6211-4d5a-a2f4-a2dbb6216e3b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Network': ['ID=13955795-695c-48db-ab9c-c1772ea31258,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:19.906845 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3c0f52b8-d61a-4c1a-9048-298369bb96b4 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.909356 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3c0f52b8-d61a-4c1a-9048-298369bb96b4 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:19.910700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3c0f52b8-d61a-4c1a-9048-298369bb96b4 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc45f98b-7fda-4f3a-8a49-211fc9be3708 HTTP/1.1" status: 204 len: 168 time: 0.3611672 Oct 13 11:06:19.914055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54720) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:19.921861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f52b8-d61a-4c1a-9048-298369bb96b4 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc45f98b-7fda-4f3a-8a49-211fc9be3708,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:20.002090 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8368e84-9a86-4402-9956-e927afbdfe96 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.081435 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8368e84-9a86-4402-9956-e927afbdfe96 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.108379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e8368e84-9a86-4402-9956-e927afbdfe96 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ded3d0-8279-4597-8dcc-bc0f460e3bf2']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:20.119674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e8368e84-9a86-4402-9956-e927afbdfe96 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a1816a-36fb-469f-a25c-ba2240b2ea99') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:20.119988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e8368e84-9a86-4402-9956-e927afbdfe96 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a1816a-36fb-469f-a25c-ba2240b2ea99') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:20.126793 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59abab64-de90-43cd-af6e-f0cc0c38b2ab tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.131217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8368e84-9a86-4402-9956-e927afbdfe96 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.150043 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8368e84-9a86-4402-9956-e927afbdfe96 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.172363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8368e84-9a86-4402-9956-e927afbdfe96 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:06:20.173909 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8368e84-9a86-4402-9956-e927afbdfe96 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:06:20.174784 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:06:20.249361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-10defef5-1f05-4d4d-aa77-854162341b9c req-d3b9e350-86e4-45fc-bd5b-9f52e94e665e tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0411496 Oct 13 11:06:20.349487 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8368e84-9a86-4402-9956-e927afbdfe96 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.370663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8368e84-9a86-4402-9956-e927afbdfe96 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.377488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e8368e84-9a86-4402-9956-e927afbdfe96 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] 10.222.0.32 "DELETE /v2.0/networks/a7ded3d0-8279-4597-8dcc-bc0f460e3bf2 HTTP/1.1" status: 204 len: 168 time: 0.4615419 Oct 13 11:06:20.378832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8368e84-9a86-4402-9956-e927afbdfe96 tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7ded3d0-8279-4597-8dcc-bc0f460e3bf2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:20.383222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54724) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:20.475622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07511759-5869-4998-be7a-606776b0b53e tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.563381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ca5648a2-16e8-4d5f-9919-2c0e0690686b no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:06:20.622436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07511759-5869-4998-be7a-606776b0b53e tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.634560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: ca5648a2-16e8-4d5f-9919-2c0e0690686b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:06:20.634910 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ca5648a2-16e8-4d5f-9919-2c0e0690686b not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:06:20.635571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c53b9382-02ec-479b-8ec0-692841653d21 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:06:20.646267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-07511759-5869-4998-be7a-606776b0b53e tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8763b702-e17d-4854-8a67-47004523fb42']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:20.658167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-07511759-5869-4998-be7a-606776b0b53e tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda2de4b-9977-44d4-ad7f-3e8f27a44e53') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:20.658895 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-07511759-5869-4998-be7a-606776b0b53e tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda2de4b-9977-44d4-ad7f-3e8f27a44e53') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:20.669957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: c53b9382-02ec-479b-8ec0-692841653d21 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:06:20.670352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c53b9382-02ec-479b-8ec0-692841653d21 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:06:20.704223 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07511759-5869-4998-be7a-606776b0b53e tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.734261 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07511759-5869-4998-be7a-606776b0b53e tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.745958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ffa91-44d3-48a8-b9ea-e89eb718d637 req-64a8ce6d-1eee-46d7-bf85-7b4db8dbb729 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:20.747814 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-122ffa91-44d3-48a8-b9ea-e89eb718d637 req-64a8ce6d-1eee-46d7-bf85-7b4db8dbb729 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 946 time: 0.0936043 Oct 13 11:06:20.752861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07511759-5869-4998-be7a-606776b0b53e tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:06:20.753669 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07511759-5869-4998-be7a-606776b0b53e tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:06:20.754997 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:06:20.833811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-122ffa91-44d3-48a8-b9ea-e89eb718d637 req-550efae0-a60c-47c6-af0c-ce6a754dccf8 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9f90b5d-6cae-490f-864a-b490d1918f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778604 Oct 13 11:06:20.876866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-59abab64-de90-43cd-af6e-f0cc0c38b2ab tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port 8294f2ce-ed74-49cb-8672-be8acd1e52f2 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:20.877506 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59abab64-de90-43cd-af6e-f0cc0c38b2ab tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.890598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137d6fd-76e6-4269-b612-d83dc5041a92 req-793f6941-d9e1-4092-9936-17545d1c84e9 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:20.892167 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2137d6fd-76e6-4269-b612-d83dc5041a92 req-793f6941-d9e1-4092-9936-17545d1c84e9 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 946 time: 0.1186519 Oct 13 11:06:20.914117 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07511759-5869-4998-be7a-606776b0b53e tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.924336 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07511759-5869-4998-be7a-606776b0b53e tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:20.926658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-07511759-5869-4998-be7a-606776b0b53e tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] 10.222.0.32 "DELETE /v2.0/networks/8763b702-e17d-4854-8a67-47004523fb42 HTTP/1.1" status: 204 len: 168 time: 0.5422821 Oct 13 11:06:20.956008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07511759-5869-4998-be7a-606776b0b53e tempest-QuotasNegativeTest-205583183 tempest-QuotasNegativeTest-205583183-project-admin] Pushing event deleted for resources: {'Network': ['ID=8763b702-e17d-4854-8a67-47004523fb42,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:21.073138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-59abab64-de90-43cd-af6e-f0cc0c38b2ab tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] For port 8294f2ce-ed74-49cb-8672-be8acd1e52f2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8294f2ce-ed74-49cb-8672-be8acd1e52f2,segment=NetworkSegment(3a7338be-fe4a-43ad-aafc-06f4cac666f0),segment_id=3a7338be-fe4a-43ad-aafc-06f4cac666f0)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:21.073510 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59abab64-de90-43cd-af6e-f0cc0c38b2ab tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:21.093231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-59abab64-de90-43cd-af6e-f0cc0c38b2ab tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for 8294f2ce-ed74-49cb-8672-be8acd1e52f2 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:21.099693 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-2137d6fd-76e6-4269-b612-d83dc5041a92 req-7ee962c9-323d-4a98-909e-0a834497ad6b tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Deleting port 604df405-fd03-45f9-bbaf-a7c2b069d1f7 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:21.100047 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2137d6fd-76e6-4269-b612-d83dc5041a92 req-7ee962c9-323d-4a98-909e-0a834497ad6b tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:21.295754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-2137d6fd-76e6-4269-b612-d83dc5041a92 req-7ee962c9-323d-4a98-909e-0a834497ad6b tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] For port 604df405-fd03-45f9-bbaf-a7c2b069d1f7, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=604df405-fd03-45f9-bbaf-a7c2b069d1f7,segment=NetworkSegment(09f5a908-b4d4-4ea6-bed9-89d61a2f38df),segment_id=09f5a908-b4d4-4ea6-bed9-89d61a2f38df)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:21.296523 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2137d6fd-76e6-4269-b612-d83dc5041a92 req-7ee962c9-323d-4a98-909e-0a834497ad6b tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:21.316828 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-2137d6fd-76e6-4269-b612-d83dc5041a92 req-7ee962c9-323d-4a98-909e-0a834497ad6b tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Calling delete_port for 604df405-fd03-45f9-bbaf-a7c2b069d1f7 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:21.422653 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8dbbd05e-f549-49d8-9c97-5bef5f971c60 req-e8dea42c-73ff-4070-a21c-49d61573e2a2 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0412147 Oct 13 11:06:21.516047 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59abab64-de90-43cd-af6e-f0cc0c38b2ab tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:21.561448 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abab64-de90-43cd-af6e-f0cc0c38b2ab tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=8294f2ce-ed74-49cb-8672-be8acd1e52f2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:21.710581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2137d6fd-76e6-4269-b612-d83dc5041a92 req-7ee962c9-323d-4a98-909e-0a834497ad6b tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:21.724225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['604df405-fd03-45f9-bbaf-a7c2b069d1f7'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:06:21.748066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee962c9-323d-4a98-909e-0a834497ad6b tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Pushing event deleted for resources: {'Port': ['ID=604df405-fd03-45f9-bbaf-a7c2b069d1f7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:21.757022 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59abab64-de90-43cd-af6e-f0cc0c38b2ab tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:21.812001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54744) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:21.817983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2137d6fd-76e6-4269-b612-d83dc5041a92 req-7ee962c9-323d-4a98-909e-0a834497ad6b tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] No DVR routers for this DVR port 604df405-fd03-45f9-bbaf-a7c2b069d1f7 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:06:21.850541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2137d6fd-76e6-4269-b612-d83dc5041a92 req-7ee962c9-323d-4a98-909e-0a834497ad6b tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:21.853982 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2137d6fd-76e6-4269-b612-d83dc5041a92 req-7ee962c9-323d-4a98-909e-0a834497ad6b tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.46 "DELETE /v2.0/ports/604df405-fd03-45f9-bbaf-a7c2b069d1f7 HTTP/1.1" status: 204 len: 173 time: 0.9495685 Oct 13 11:06:21.854519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb10187-486b-4f5d-ab28-9940f21c0a82', 'name': 'network-vif-deleted', 'tag': '604df405-fd03-45f9-bbaf-a7c2b069d1f7'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:06:21.858122 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8520a0-797e-4f8a-b14d-f387d3cc817b" -d '{"events": [{"server_uuid": "eeb10187-486b-4f5d-ab28-9940f21c0a82", "name": "network-vif-deleted", "tag": "604df405-fd03-45f9-bbaf-a7c2b069d1f7"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:06:21.947580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b948902-1c85-4cf6-aed2-b7fef7b0ac5e req-a222c5bd-3ea9-45c0-a404-90c40876c733 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 210 time: 0.0326974 Oct 13 11:06:21.962552 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.006642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59abab64-de90-43cd-af6e-f0cc0c38b2ab tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 883f81d1-f3bd-4649-906d-bcc4c52088f4 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:06:22.008622 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e63a7c3-73c2-4137-a2da-fa939d577a1b x-openstack-request-id: req-5e63a7c3-73c2-4137-a2da-fa939d577a1b {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:06:22.008914 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb10187-486b-4f5d-ab28-9940f21c0a82", "name": "network-vif-deleted", "tag": "604df405-fd03-45f9-bbaf-a7c2b069d1f7", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:06:22.009167 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e63a7c3-73c2-4137-a2da-fa939d577a1b {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:06:22.009568 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb10187-486b-4f5d-ab28-9940f21c0a82', 'name': 'network-vif-deleted', 'tag': '604df405-fd03-45f9-bbaf-a7c2b069d1f7', 'status': 'completed', 'code': 200} Oct 13 11:06:22.054006 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.119121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59abab64-de90-43cd-af6e-f0cc0c38b2ab tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:22.127916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54756) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:22.128076 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-59abab64-de90-43cd-af6e-f0cc0c38b2ab tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3860044 Oct 13 11:06:22.139633 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca41061-e0d0-489f-bbe1-c95db807019e None None] Sync routers for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:22.150622 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca41061-e0d0-489f-bbe1-c95db807019e None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:22.151236 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fca41061-e0d0-489f-bbe1-c95db807019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:22.165036 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.229979 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36a5afb137df44ac8fde61cfe6391d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138916 Oct 13 11:06:22.229979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b81d92-f277-4ccf-ad7f-c3374c752dd8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:22.230321 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54758) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:22.234305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a18e15-d813-4703-bcad-8951b303447d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting subnet c4d47e75-0de8-4ed8-9e8d-afb90593e704 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:06:22.237973 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80a18e15-d813-4703-bcad-8951b303447d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.242879 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-fca41061-e0d0-489f-bbe1-c95db807019e None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:22.286910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:22.287140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:22.287492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:22.287873 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:22.288154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:22.288493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:22.288819 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:22.289149 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:22.289477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:22.289802 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:22.290130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:22.290478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341eb9e-a567-4579-9e9c-080ec0399864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:22.295734 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80a18e15-d813-4703-bcad-8951b303447d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.311188 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1cbe1697-e936-40dc-9f90-39c40d86e3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.317536 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fca41061-e0d0-489f-bbe1-c95db807019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:21Z', 'revision_number': 11, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:22.340955 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1cbe1697-e936-40dc-9f90-39c40d86e3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.357411 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca41061-e0d0-489f-bbe1-c95db807019e None None] Checking router: 883f81d1-f3bd-4649-906d-bcc4c52088f4 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:06:22.369346 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca41061-e0d0-489f-bbe1-c95db807019e None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:22.370000 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fca41061-e0d0-489f-bbe1-c95db807019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:22.422913 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80a18e15-d813-4703-bcad-8951b303447d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.447764 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-fca41061-e0d0-489f-bbe1-c95db807019e None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:22.463860 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1cbe1697-e936-40dc-9f90-39c40d86e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.466438 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1cbe1697-e936-40dc-9f90-39c40d86e3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.467686 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1cbe1697-e936-40dc-9f90-39c40d86e3d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8b81d92-f277-4ccf-ad7f-c3374c752dd8 HTTP/1.1" status: 204 len: 168 time: 0.2367022 Oct 13 11:06:22.482095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe1697-e936-40dc-9f90-39c40d86e3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b81d92-f277-4ccf-ad7f-c3374c752dd8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:22.596926 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80a18e15-d813-4703-bcad-8951b303447d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.621102 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80a18e15-d813-4703-bcad-8951b303447d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.624660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-80a18e15-d813-4703-bcad-8951b303447d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/c4d47e75-0de8-4ed8-9e8d-afb90593e704 HTTP/1.1" status: 204 len: 168 time: 0.4952071 Oct 13 11:06:22.627457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54766) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:22.629641 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3f0061-4d23-4f27-af01-8f5c2de03ea2 None None] Network bff901be-0651-4eec-a8a7-c94093d3e531 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:22.681715 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fca41061-e0d0-489f-bbe1-c95db807019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:21Z', 'revision_number': 11, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:22.700533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a18e15-d813-4703-bcad-8951b303447d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d47e75-0de8-4ed8-9e8d-afb90593e704,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:22.716688 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca41061-e0d0-489f-bbe1-c95db807019e None None] The sync data for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 is: [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:21Z', 'revision_number': 11, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:22.738828 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3aade98e-da73-4612-8393-164e59a2a2e9 req-234a031e-c59c-4cf1-9a63-13eb1be562c0 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.1267633 Oct 13 11:06:22.806820 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.889504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Deleting port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:22.889855 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:22.995956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] For port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d1a14d5f-2ceb-4a13-bc7b-663660ed58ad,segment=NetworkSegment(3a7338be-fe4a-43ad-aafc-06f4cac666f0),segment_id=3a7338be-fe4a-43ad-aafc-06f4cac666f0)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:23.001895 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.020314 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Calling delete_port for d1a14d5f-2ceb-4a13-bc7b-663660ed58ad owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:23.139984 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87077925-9b90-4964-90a3-46d8a6ec3deb req-9351f433-2abd-4576-9ab8-5b988c88f955 tempest-InstanceActionsTestJSON-2096702866 tempest-InstanceActionsTestJSON-2096702866-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeb10187-486b-4f5d-ab28-9940f21c0a82 HTTP/1.1" status: 200 len: 210 time: 0.0668797 Oct 13 11:06:23.161570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c339ac9d-f597-4c94-9fa0-190c90a1652a None None] DHCP port deletion for bff901be-0651-4eec-a8a7-c94093d3e531 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:06:23.219381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c339ac9d-f597-4c94-9fa0-190c90a1652a None None] Deleting port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:23.219936 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c339ac9d-f597-4c94-9fa0-190c90a1652a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.248354 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.291928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Port': ['ID=d1a14d5f-2ceb-4a13-bc7b-663660ed58ad,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:23.294952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No DVR routers for this DVR port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:06:23.302870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c339ac9d-f597-4c94-9fa0-190c90a1652a None None] For port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d1a14d5f-2ceb-4a13-bc7b-663660ed58ad,segment=NetworkSegment(3a7338be-fe4a-43ad-aafc-06f4cac666f0),segment_id=3a7338be-fe4a-43ad-aafc-06f4cac666f0)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:23.303275 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c339ac9d-f597-4c94-9fa0-190c90a1652a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.320878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c339ac9d-f597-4c94-9fa0-190c90a1652a None None] Calling delete_port for d1a14d5f-2ceb-4a13-bc7b-663660ed58ad owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:23.397620 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.408318 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c339ac9d-f597-4c94-9fa0-190c90a1652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.420738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff901be-0651-4eec-a8a7-c94093d3e531']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:23.430455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7338be-fe4a-43ad-aafc-06f4cac666f0') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:23.430763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7338be-fe4a-43ad-aafc-06f4cac666f0') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:23.438496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339ac9d-f597-4c94-9fa0-190c90a1652a None None] No DVR routers for this DVR port d1a14d5f-2ceb-4a13-bc7b-663660ed58ad on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:06:23.440552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339ac9d-f597-4c94-9fa0-190c90a1652a None None] Pushing event deleted for resources: {'Port': ['ID=d1a14d5f-2ceb-4a13-bc7b-663660ed58ad,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:23.444574 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.462488 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.470310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:06:23.470741 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:06:23.474676 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:06:23.502526 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54776) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:23.516801 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcef5011-9ede-45de-b685-1e377304172b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.592993 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcef5011-9ede-45de-b685-1e377304172b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.622803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.633383 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.633383 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/networks/bff901be-0651-4eec-a8a7-c94093d3e531 HTTP/1.1" status: 204 len: 168 time: 1.0031590 Oct 13 11:06:23.635999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54778) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:23.641099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f52141f8-4a63-40d0-a63a-36fe84e435e8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'router': {'routes': None}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:23.645734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a68e7d-57cd-435d-9a66-c6ddef4bd2cf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Pushing event deleted for resources: {'Network': ['ID=bff901be-0651-4eec-a8a7-c94093d3e531,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:23.679990 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcef5011-9ede-45de-b685-1e377304172b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.751810 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bcef5011-9ede-45de-b685-1e377304172b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2dd54e7b1df4e26bf9ef895d9cc440b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2481186 Oct 13 11:06:23.753747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef5011-9ede-45de-b685-1e377304172b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017c721c-a650-48fa-8267-8c4d549832c4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:23.754541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54786) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:23.806850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-448204b1-1b47-4ebb-a75a-1affa237f7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.832742 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-448204b1-1b47-4ebb-a75a-1affa237f7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.847834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.extraroute_db [None req-f52141f8-4a63-40d0-a63a-36fe84e435e8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Added routes are [] {{(pid=101991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 11:06:23.848141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.extraroute_db [None req-f52141f8-4a63-40d0-a63a-36fe84e435e8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Removed routes are [] {{(pid=101991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 11:06:23.848516 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f52141f8-4a63-40d0-a63a-36fe84e435e8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.909660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0dc4cf24-ae9c-4820-b2ba-057a0dbb87c0 req-15f4af3f-3530-428f-a852-94f8559837d2 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0633657 Oct 13 11:06:23.971682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-448204b1-1b47-4ebb-a75a-1affa237f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.974731 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-448204b1-1b47-4ebb-a75a-1affa237f7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:23.975910 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-448204b1-1b47-4ebb-a75a-1affa237f7a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/017c721c-a650-48fa-8267-8c4d549832c4 HTTP/1.1" status: 204 len: 168 time: 0.2203617 Oct 13 11:06:23.984199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448204b1-1b47-4ebb-a75a-1affa237f7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017c721c-a650-48fa-8267-8c4d549832c4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:24.013692 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f52141f8-4a63-40d0-a63a-36fe84e435e8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:24.017463 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f52141f8-4a63-40d0-a63a-36fe84e435e8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:24.099113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52141f8-4a63-40d0-a63a-36fe84e435e8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 883f81d1-f3bd-4649-906d-bcc4c52088f4 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:06:24.173540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52141f8-4a63-40d0-a63a-36fe84e435e8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:24.182813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7bc7c-0ff5-411e-9095-163f2ef9b6c4 None None] Sync routers for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:24.186698 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f52141f8-4a63-40d0-a63a-36fe84e435e8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:24.187888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f52141f8-4a63-40d0-a63a-36fe84e435e8 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4 HTTP/1.1" status: 200 len: 701 time: 0.5508606 Oct 13 11:06:24.190885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54800) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:24.194281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7bc7c-0ff5-411e-9095-163f2ef9b6c4 None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:24.194945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-18b7bc7c-0ff5-411e-9095-163f2ef9b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:24.224480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ac62611c-bd83-452b-9b1e-e16730f11e1e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=883f81d1-f3bd-4649-906d-bcc4c52088f4 HTTP/1.1" status: 200 len: 205 time: 0.0322895 Oct 13 11:06:24.227052 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54802) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:24.240909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54804) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:24.287341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-18b7bc7c-0ff5-411e-9095-163f2ef9b6c4 None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:24.300167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee30c39-3879-437f-898a-03b69c2fae65 admin admin] Deleting subnet e4cfcec1-88e6-406f-aeda-52f378742af3 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:06:24.303447 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dee30c39-3879-437f-898a-03b69c2fae65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:24.329883 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ab777624-01f3-4fa8-8c6f-c3deb1f920b3 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:24.349034 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-18b7bc7c-0ff5-411e-9095-163f2ef9b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:21Z', 'revision_number': 11, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:24.361443 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dee30c39-3879-437f-898a-03b69c2fae65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:24.380626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7bc7c-0ff5-411e-9095-163f2ef9b6c4 None None] Checking router: 883f81d1-f3bd-4649-906d-bcc4c52088f4 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:06:24.390563 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7bc7c-0ff5-411e-9095-163f2ef9b6c4 None None] Routers {'883f81d1-f3bd-4649-906d-bcc4c52088f4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:24.391433 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-18b7bc7c-0ff5-411e-9095-163f2ef9b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['883f81d1-f3bd-4649-906d-bcc4c52088f4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:24.427899 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dee30c39-3879-437f-898a-03b69c2fae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:24.481524 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-18b7bc7c-0ff5-411e-9095-163f2ef9b6c4 None None] Set router 883f81d1-f3bd-4649-906d-bcc4c52088f4 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:24.545384 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ab777624-01f3-4fa8-8c6f-c3deb1f920b3 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:24.548752 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ab777624-01f3-4fa8-8c6f-c3deb1f920b3 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:24.553251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d1a14d5f-2ceb-4a13-bc7b-663660ed58ad no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:06:24.556629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-18b7bc7c-0ff5-411e-9095-163f2ef9b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:21Z', 'revision_number': 11, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:24.576164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dee30c39-3879-437f-898a-03b69c2fae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:24.584874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: d1a14d5f-2ceb-4a13-bc7b-663660ed58ad {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:06:24.585221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d1a14d5f-2ceb-4a13-bc7b-663660ed58ad not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:06:24.585780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8294f2ce-ed74-49cb-8672-be8acd1e52f2 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:06:24.603023 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee30c39-3879-437f-898a-03b69c2fae65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4cfcec1-88e6-406f-aeda-52f378742af3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:24.608201 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dee30c39-3879-437f-898a-03b69c2fae65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:24.613918 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dee30c39-3879-437f-898a-03b69c2fae65 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e4cfcec1-88e6-406f-aeda-52f378742af3 HTTP/1.1" status: 204 len: 168 time: 0.3696616 Oct 13 11:06:24.614194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54816) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:24.639777 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7bc7c-0ff5-411e-9095-163f2ef9b6c4 None None] The sync data for ids ['883f81d1-f3bd-4649-906d-bcc4c52088f4'] in n-d-813659-3 is: [{'id': '883f81d1-f3bd-4649-906d-bcc4c52088f4', 'name': 'tempest-RoutersTest-router-1709346668', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:05:33Z', 'updated_at': '2021-10-13T11:06:21Z', 'revision_number': 11, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:24.644902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 8294f2ce-ed74-49cb-8672-be8acd1e52f2 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:06:24.645551 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8294f2ce-ed74-49cb-8672-be8acd1e52f2 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:06:24.677227 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ab777624-01f3-4fa8-8c6f-c3deb1f920b3 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:24.678104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab777624-01f3-4fa8-8c6f-c3deb1f920b3 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Fanout notify agent at l3_agent the message router_deleted on router 883f81d1-f3bd-4649-906d-bcc4c52088f4 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:06:24.691267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ab777624-01f3-4fa8-8c6f-c3deb1f920b3 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:24.698349 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ab777624-01f3-4fa8-8c6f-c3deb1f920b3 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4 HTTP/1.1" status: 204 len: 168 time: 0.4688039 Oct 13 11:06:24.698583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54822) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:24.709198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-6e578ad6-bdc0-4620-8efd-8b7501520d2f tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-111191103', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:24.731905 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8041967c-25f7-4d7c-ad50-3418886097b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.185737 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e578ad6-bdc0-4620-8efd-8b7501520d2f tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.187129 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e578ad6-bdc0-4620-8efd-8b7501520d2f tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.230785 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30f2b2b8-b0bc-45e1-9440-669e95c9e956 req-a2297e8c-2b12-4b8b-a6a9-749dcbf3bf1c tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0467093 Oct 13 11:06:25.230785 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8041967c-25f7-4d7c-ad50-3418886097b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.264917 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8041967c-25f7-4d7c-ad50-3418886097b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6620a24-6170-4b1d-a6c6-497b4e4c7cce']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:25.303385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8041967c-25f7-4d7c-ad50-3418886097b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f5a908-b4d4-4ea6-bed9-89d61a2f38df') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:25.303671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8041967c-25f7-4d7c-ad50-3418886097b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f5a908-b4d4-4ea6-bed9-89d61a2f38df') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:25.312196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e578ad6-bdc0-4620-8efd-8b7501520d2f tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.315874 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8041967c-25f7-4d7c-ad50-3418886097b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.330455 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8041967c-25f7-4d7c-ad50-3418886097b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.336411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8041967c-25f7-4d7c-ad50-3418886097b0 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:06:25.336776 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8041967c-25f7-4d7c-ad50-3418886097b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:06:25.338639 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:06:25.391648 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e578ad6-bdc0-4620-8efd-8b7501520d2f tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.486139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54844) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:25.540166 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8041967c-25f7-4d7c-ad50-3418886097b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.546617 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8041967c-25f7-4d7c-ad50-3418886097b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.552410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8041967c-25f7-4d7c-ad50-3418886097b0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f6620a24-6170-4b1d-a6c6-497b4e4c7cce HTTP/1.1" status: 204 len: 168 time: 0.9349947 Oct 13 11:06:25.581939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041967c-25f7-4d7c-ad50-3418886097b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6620a24-6170-4b1d-a6c6-497b4e4c7cce,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:25.593536 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e578ad6-bdc0-4620-8efd-8b7501520d2f tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.598140 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6e578ad6-bdc0-4620-8efd-8b7501520d2f tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8951151 Oct 13 11:06:25.598440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54850) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:25.604658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a9b24861-bcbc-472c-a9e2-b0d9918b46ac tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:25.611494 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-7351713'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:25.708362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Made reservation on behalf of 3bd0a724eda846ffa61727542ad52ad1 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:25.712078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.724167 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.823725 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.828200 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a9b24861-bcbc-472c-a9e2-b0d9918b46ac tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.829833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 604df405-fd03-45f9-bbaf-a7c2b069d1f7 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:06:25.852849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 604df405-fd03-45f9-bbaf-a7c2b069d1f7 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:06:25.859541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 604df405-fd03-45f9-bbaf-a7c2b069d1f7 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:06:25.899157 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.904362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a9b24861-bcbc-472c-a9e2-b0d9918b46ac tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.930978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:06:25.936729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d681300-ac24-4e45-90d0-be3821ef5990,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:25.948394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:25.948629 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Added segment 298c2401-d97a-4343-869c-62f36a3744a2 of type vlan for network 6ecb26cd-2d26-4657-867c-dcc38c999b71 Oct 13 11:06:25.996164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.009540 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54854) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:26.058757 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c6f86fd9-187c-4411-9d6c-684d10e752a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fff0b25af4948b59505ed0c7ce1d989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486708 Oct 13 11:06:26.061638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54856) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:26.100475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b24861-bcbc-472c-a9e2-b0d9918b46ac tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Router 0d1efda2-4ee4-465a-b5e1-a904fe2e352f is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:06:26.122122 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.126448 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0de778d7-a910-457f-88de-0e5574431ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.132133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:26.132133 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.200429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event updated for resources: {'Network': ['ID=6ecb26cd-2d26-4657-867c-dcc38c999b71,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:26.210560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b24861-bcbc-472c-a9e2-b0d9918b46ac tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:26.210896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 6ecb26cd-2d26-4657-867c-dcc38c999b71 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:06:26.220561 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf0455-90b5-415b-8090-cb3fc30613f1 None None] Sync routers for ids ['0d1efda2-4ee4-465a-b5e1-a904fe2e352f'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:26.221025 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a9b24861-bcbc-472c-a9e2-b0d9918b46ac tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.224884 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a9b24861-bcbc-472c-a9e2-b0d9918b46ac tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "PUT /v2.0/routers/0d1efda2-4ee4-465a-b5e1-a904fe2e352f HTTP/1.1" status: 200 len: 693 time: 0.6222761 Oct 13 11:06:26.225404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54858) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:26.228508 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0de778d7-a910-457f-88de-0e5574431ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.231693 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf0455-90b5-415b-8090-cb3fc30613f1 None None] Routers {'0d1efda2-4ee4-465a-b5e1-a904fe2e352f'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:26.232396 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f2bf0455-90b5-415b-8090-cb3fc30613f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0d1efda2-4ee4-465a-b5e1-a904fe2e352f'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:26.240445 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0a34fae2-0697-40f0-94ef-735db8d1c322 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7529447 Oct 13 11:06:26.243261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54860) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:26.250013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-82251e07-4658-45d1-be36-a525ff823364 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Request body: {'subnet': {'network_id': '6ecb26cd-2d26-4657-867c-dcc38c999b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:26.340930 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dbd9b684-a74c-408d-aafc-e11998b9b4ae tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/routers/0d1efda2-4ee4-465a-b5e1-a904fe2e352f HTTP/1.1" status: 200 len: 699 time: 0.1137803 Oct 13 11:06:26.345294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54864) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:26.378216 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-238d3502-8676-4df4-ad72-c4baca6a7967 req-fe681307-85a2-464f-a7e1-c543c15fd664 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0318019 Oct 13 11:06:26.380023 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-74b9dfbc-d078-47f1-9b46-c2afd66584a0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d1efda2-4ee4-465a-b5e1-a904fe2e352f HTTP/1.1" status: 200 len: 205 time: 0.0334861 Oct 13 11:06:26.384536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54866) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:26.468563 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82251e07-4658-45d1-be36-a525ff823364 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Made reservation on behalf of 3bd0a724eda846ffa61727542ad52ad1 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:26.472553 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82251e07-4658-45d1-be36-a525ff823364 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.478539 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-f2bf0455-90b5-415b-8090-cb3fc30613f1 None None] Set router 0d1efda2-4ee4-465a-b5e1-a904fe2e352f gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:26.484141 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-24475b52-24aa-4fe9-90da-a9171a473116 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.544169 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f2bf0455-90b5-415b-8090-cb3fc30613f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1efda2-4ee4-465a-b5e1-a904fe2e352f', 'name': 'tempest-RoutersTest-router-111191103', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:06:25Z', 'updated_at': '2021-10-13T11:06:25Z', 'revision_number': 2, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:26.581246 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf0455-90b5-415b-8090-cb3fc30613f1 None None] Checking router: 0d1efda2-4ee4-465a-b5e1-a904fe2e352f for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:06:26.589474 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0de778d7-a910-457f-88de-0e5574431ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.591543 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf0455-90b5-415b-8090-cb3fc30613f1 None None] Routers {'0d1efda2-4ee4-465a-b5e1-a904fe2e352f'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:26.592116 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0de778d7-a910-457f-88de-0e5574431ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.592358 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f2bf0455-90b5-415b-8090-cb3fc30613f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0d1efda2-4ee4-465a-b5e1-a904fe2e352f'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:26.593275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0de778d7-a910-457f-88de-0e5574431ab4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9f90b5d-6cae-490f-864a-b490d1918f18 HTTP/1.1" status: 204 len: 168 time: 0.5306582 Oct 13 11:06:26.664828 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de778d7-a910-457f-88de-0e5574431ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f90b5d-6cae-490f-864a-b490d1918f18,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:26.670070 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-24475b52-24aa-4fe9-90da-a9171a473116 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.672283 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-24475b52-24aa-4fe9-90da-a9171a473116 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.677390 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-f2bf0455-90b5-415b-8090-cb3fc30613f1 None None] Set router 0d1efda2-4ee4-465a-b5e1-a904fe2e352f gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:26.735854 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f2bf0455-90b5-415b-8090-cb3fc30613f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1efda2-4ee4-465a-b5e1-a904fe2e352f', 'name': 'tempest-RoutersTest-router-111191103', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:06:25Z', 'updated_at': '2021-10-13T11:06:25Z', 'revision_number': 2, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:26.765279 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf0455-90b5-415b-8090-cb3fc30613f1 None None] The sync data for ids ['0d1efda2-4ee4-465a-b5e1-a904fe2e352f'] in n-d-813659-3 is: [{'id': '0d1efda2-4ee4-465a-b5e1-a904fe2e352f', 'name': 'tempest-RoutersTest-router-111191103', 'tenant_id': '4144cfb30f89428494dba3b515f33825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:06:25Z', 'updated_at': '2021-10-13T11:06:25Z', 'revision_number': 2, 'project_id': '4144cfb30f89428494dba3b515f33825', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:26.779898 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82251e07-4658-45d1-be36-a525ff823364 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.809001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-24475b52-24aa-4fe9-90da-a9171a473116 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.809844 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24475b52-24aa-4fe9-90da-a9171a473116 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Fanout notify agent at l3_agent the message router_deleted on router 0d1efda2-4ee4-465a-b5e1-a904fe2e352f {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:06:26.822321 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-24475b52-24aa-4fe9-90da-a9171a473116 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:26.827930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54876) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:26.828726 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-24475b52-24aa-4fe9-90da-a9171a473116 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/0d1efda2-4ee4-465a-b5e1-a904fe2e352f HTTP/1.1" status: 204 len: 168 time: 0.4450264 Oct 13 11:06:26.874911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d8196920-353b-45c1-9278-604173cae839 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d1efda2-4ee4-465a-b5e1-a904fe2e352f HTTP/1.1" status: 200 len: 205 time: 0.0446274 Oct 13 11:06:26.877520 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54880) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:26.886638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82251e07-4658-45d1-be36-a525ff823364 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event updated for resources: {'Subnet': ['ID=23c31415-c205-469a-b8ec-989db4e9e1f7,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:26.891848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82251e07-4658-45d1-be36-a525ff823364 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Checking segment: {'id': '298c2401-d97a-4343-869c-62f36a3744a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6ecb26cd-2d26-4657-867c-dcc38c999b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:26.892267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82251e07-4658-45d1-be36-a525ff823364 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Network hostable DHCP agents. Network: 6ecb26cd-2d26-4657-867c-dcc38c999b71, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:06:26.921758 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-410865f2-8f8a-4788-9203-0047af9c227d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] delete failed (client error): The resource could not be found. Oct 13 11:06:26.922859 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-410865f2-8f8a-4788-9203-0047af9c227d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/0d1efda2-4ee4-465a-b5e1-a904fe2e352f HTTP/1.1" status: 404 len: 336 time: 0.0443442 Oct 13 11:06:26.925409 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54882) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:26.972449 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-526e8455-5c7c-4ad4-b897-d7b9ae203ad0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] DELETE failed (client error): The resource could not be found. Oct 13 11:06:26.972449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526e8455-5c7c-4ad4-b897-d7b9ae203ad0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:06:26.972449 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-526e8455-5c7c-4ad4-b897-d7b9ae203ad0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/5a5536a3-31aa-4beb-a89c-dfb13f59e38c HTTP/1.1" status: 404 len: 337 time: 0.0346496 Oct 13 11:06:26.974117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54886) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.004165 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-965fafb8-d82c-47bb-aafc-5692f5b315e3 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] DELETE failed (client error): The resource could not be found. Oct 13 11:06:27.004629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965fafb8-d82c-47bb-aafc-5692f5b315e3 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:06:27.010348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54890) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.010543 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-965fafb8-d82c-47bb-aafc-5692f5b315e3 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/e8e078bc-736b-428a-822f-02223c439445 HTTP/1.1" status: 404 len: 337 time: 0.0353274 Oct 13 11:06:27.050613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82251e07-4658-45d1-be36-a525ff823364 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Network 6ecb26cd-2d26-4657-867c-dcc38c999b71 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:06:27.149098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-82251e07-4658-45d1-be36-a525ff823364 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 6ecb26cd-2d26-4657-867c-dcc38c999b71) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:27.154666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82251e07-4658-45d1-be36-a525ff823364 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:27.155681 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82251e07-4658-45d1-be36-a525ff823364 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:27.162734 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24887202-e2af-4f02-8a5b-12c2375f82b4 None None] Network 6ecb26cd-2d26-4657-867c-dcc38c999b71 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:27.245928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-82251e07-4658-45d1-be36-a525ff823364 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0013309 Oct 13 11:06:27.248783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54900) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.253644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2c017dbe-ab52-4067-afcb-e74d695c4e0e tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-283387577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:27.363611 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c017dbe-ab52-4067-afcb-e74d695c4e0e tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:27.365057 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c017dbe-ab52-4067-afcb-e74d695c4e0e tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:27.395939 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ada5173-4c2b-4039-a0d6-8c47ef294725 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] DELETE failed (client error): The resource could not be found. Oct 13 11:06:27.395939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ada5173-4c2b-4039-a0d6-8c47ef294725 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:06:27.398303 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9ada5173-4c2b-4039-a0d6-8c47ef294725 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/5609bb69-2ef1-41ee-a561-7ef03fd005e2 HTTP/1.1" status: 404 len: 337 time: 0.3866169 Oct 13 11:06:27.400804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54904) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.429536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-6ecb26cd-2d26-4657-867c-dcc38c999b71', 'network_id': '6ecb26cd-2d26-4657-867c-dcc38c999b71', 'tenant_id': '3bd0a724eda846ffa61727542ad52ad1', 'fixed_ips': [{'subnet_id': '23c31415-c205-469a-b8ec-989db4e9e1f7'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:06:27.430376 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:27.437486 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c017dbe-ab52-4067-afcb-e74d695c4e0e tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:27.438536 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fad16b6-7340-4aca-8c8f-2a239d5dba41 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] DELETE failed (client error): The resource could not be found. Oct 13 11:06:27.439348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fad16b6-7340-4aca-8c8f-2a239d5dba41 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:06:27.443272 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5fad16b6-7340-4aca-8c8f-2a239d5dba41 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/c4d47e75-0de8-4ed8-9e8d-afb90593e704 HTTP/1.1" status: 404 len: 337 time: 0.0414739 Oct 13 11:06:27.445761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54908) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.477784 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f55acf5f-018d-4462-917b-80102c27a49d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=883f81d1-f3bd-4649-906d-bcc4c52088f4 HTTP/1.1" status: 200 len: 205 time: 0.0303299 Oct 13 11:06:27.480202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54910) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.532064 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-1e06078c-87a0-47ee-bf7d-f1b101bf9e03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] delete failed (client error): The resource could not be found. Oct 13 11:06:27.533638 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1e06078c-87a0-47ee-bf7d-f1b101bf9e03 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/883f81d1-f3bd-4649-906d-bcc4c52088f4 HTTP/1.1" status: 404 len: 336 time: 0.0521700 Oct 13 11:06:27.536231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54914) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.548477 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15232c9a-8c87-4974-b89e-f0815be8df7d req-03d62925-9fd5-4cce-bbcb-63e1028b14d6 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0535984 Oct 13 11:06:27.550226 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c017dbe-ab52-4067-afcb-e74d695c4e0e tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:27.592123 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-046c9a8d-f9db-4e07-9f73-90dab47d6b1d tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b0c740-876a-4564-81a5-d0e83af6a04a HTTP/1.1" status: 200 len: 205 time: 0.0547576 Oct 13 11:06:27.594622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54920) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.641353 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-0e0b70f2-8e0a-49bf-9d86-29b3ff1e8b73 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] delete failed (client error): The resource could not be found. Oct 13 11:06:27.641353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0e0b70f2-8e0a-49bf-9d86-29b3ff1e8b73 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/d6b0c740-876a-4564-81a5-d0e83af6a04a HTTP/1.1" status: 404 len: 336 time: 0.0449409 Oct 13 11:06:27.643485 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54924) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.663248 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c017dbe-ab52-4067-afcb-e74d695c4e0e tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:27.667275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Allocated IP 172.20.0.2 (6ecb26cd-2d26-4657-867c-dcc38c999b71/23c31415-c205-469a-b8ec-989db4e9e1f7/8d5ce473-eef2-4a4f-baef-d87afa79af8d) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:27.667448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2c017dbe-ab52-4067-afcb-e74d695c4e0e tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4149029 Oct 13 11:06:27.668091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54926) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.700856 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-74eb2e85-a7e0-4210-ac52-867e2f5ebcd0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] DELETE failed (client error): The resource could not be found. Oct 13 11:06:27.701294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74eb2e85-a7e0-4210-ac52-867e2f5ebcd0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:06:27.707850 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-74eb2e85-a7e0-4210-ac52-867e2f5ebcd0 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/89666659-2421-4be4-b4d9-eb5d19cbcbd8 HTTP/1.1" status: 404 len: 337 time: 0.0632184 Oct 13 11:06:27.710808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54930) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.754058 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f84abafa-5051-47b3-a202-f581dccde4e9 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=729d66d1-43c6-451e-aa0d-652115e2c7a5 HTTP/1.1" status: 200 len: 205 time: 0.0416884 Oct 13 11:06:27.756241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54932) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.815841 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-6b873efd-aba2-4a49-9a2b-265c690d2660 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] delete failed (client error): The resource could not be found. Oct 13 11:06:27.817859 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6b873efd-aba2-4a49-9a2b-265c690d2660 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/729d66d1-43c6-451e-aa0d-652115e2c7a5 HTTP/1.1" status: 404 len: 336 time: 0.0606098 Oct 13 11:06:27.820493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54934) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.862406 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e56b6508-81b3-405f-b8db-8be096cdbbdf tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b0eef95-7f68-4a81-888b-dda758bc5e62 HTTP/1.1" status: 200 len: 205 time: 0.0378139 Oct 13 11:06:27.864730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54936) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.907006 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:27.928385 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-14f22f0b-97c1-4f33-9ba6-2d92218a3e10 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] delete failed (client error): The resource could not be found. Oct 13 11:06:27.929550 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-14f22f0b-97c1-4f33-9ba6-2d92218a3e10 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/8b0eef95-7f68-4a81-888b-dda758bc5e62 HTTP/1.1" status: 404 len: 336 time: 0.0636458 Oct 13 11:06:27.935323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54940) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.977139 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-3909d8c4-26b9-4ab7-825e-6017ef55b162 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] DELETE failed (client error): The resource could not be found. Oct 13 11:06:27.977614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3909d8c4-26b9-4ab7-825e-6017ef55b162 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:06:27.977752 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:27.983196 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3909d8c4-26b9-4ab7-825e-6017ef55b162 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/bfd260cf-3f3f-4481-af84-68f3584bf471 HTTP/1.1" status: 404 len: 337 time: 0.0438771 Oct 13 11:06:27.983842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54942) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:27.984179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54944) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:28.032816 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7cc2043d-dbc2-42af-ba5c-6b8d7678d908 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=45ff6290-a6e0-4d78-85c8-a108156b3619 HTTP/1.1" status: 200 len: 205 time: 0.0463696 Oct 13 11:06:28.034531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54948) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:28.036563 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Network 6ecb26cd-2d26-4657-867c-dcc38c999b71 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:28.039695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:28.046465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:28.061101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Pushing event updated for resources: {'Port': ['ID=8d5ce473-eef2-4a4f-baef-d87afa79af8d,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:28.080755 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-48bdfd2a-9f2f-4f09-8510-82c71660a25b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] delete failed (client error): The resource could not be found. Oct 13 11:06:28.081815 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-48bdfd2a-9f2f-4f09-8510-82c71660a25b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/45ff6290-a6e0-4d78-85c8-a108156b3619 HTTP/1.1" status: 404 len: 336 time: 0.0459189 Oct 13 11:06:28.084652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54950) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:28.140103 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9fdd4a-5a0e-49b4-8989-164d61da0fac tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] DELETE failed (client error): The resource could not be found. Oct 13 11:06:28.140885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9fdd4a-5a0e-49b4-8989-164d61da0fac tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:06:28.144275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0f9fdd4a-5a0e-49b4-8989-164d61da0fac tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/40a53fa6-c72f-46c1-acad-c65b771e63d8 HTTP/1.1" status: 404 len: 337 time: 0.0584924 Oct 13 11:06:28.147356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54952) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:28.156847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Attempting to bind port 8d5ce473-eef2-4a4f-baef-d87afa79af8d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:06:28.157107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Attempting to bind port 8d5ce473-eef2-4a4f-baef-d87afa79af8d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '298c2401-d97a-4343-869c-62f36a3744a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6ecb26cd-2d26-4657-867c-dcc38c999b71'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:06:28.157469 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Attempting to bind port 8d5ce473-eef2-4a4f-baef-d87afa79af8d on network 6ecb26cd-2d26-4657-867c-dcc38c999b71 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:28.176708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:06:28.177333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Checking segment: {'id': '298c2401-d97a-4343-869c-62f36a3744a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6ecb26cd-2d26-4657-867c-dcc38c999b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:28.177572 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.177873 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Bound using segment: {'id': '298c2401-d97a-4343-869c-62f36a3744a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6ecb26cd-2d26-4657-867c-dcc38c999b71'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:06:28.178359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Bound port: 8d5ce473-eef2-4a4f-baef-d87afa79af8d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298c2401-d97a-4343-869c-62f36a3744a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6ecb26cd-2d26-4657-867c-dcc38c999b71'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:06:28.178811 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.183961 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.206322 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-77036d66-da3d-48a2-87e4-4efd6fecbf26 tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "GET /v2.0/ports?device_id=551a9b73-9b86-4d87-817e-9a8575c48b21 HTTP/1.1" status: 200 len: 205 time: 0.0559680 Oct 13 11:06:28.210695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54954) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:28.255422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-693985381-network', 'tenant_id': '49ef1046b4cb4dc39b4c065e4af7ca8e'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:28.270247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] For port 8d5ce473-eef2-4a4f-baef-d87afa79af8d, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:06:28.274549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] For port 8d5ce473-eef2-4a4f-baef-d87afa79af8d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8d5ce473-eef2-4a4f-baef-d87afa79af8d,segment=NetworkSegment(298c2401-d97a-4343-869c-62f36a3744a2),segment_id=298c2401-d97a-4343-869c-62f36a3744a2)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:06:28.274738 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-c09d3e4a-9109-46b4-9d8e-512ab72e1e1e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] delete failed (client error): The resource could not be found. Oct 13 11:06:28.275741 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c09d3e4a-9109-46b4-9d8e-512ab72e1e1e tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/routers/551a9b73-9b86-4d87-817e-9a8575c48b21 HTTP/1.1" status: 404 len: 336 time: 0.0638230 Oct 13 11:06:28.278201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54958) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:28.307785 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-66565422-9742-4376-9ebc-42ce0328893c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] DELETE failed (client error): The resource could not be found. Oct 13 11:06:28.308250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66565422-9742-4376-9ebc-42ce0328893c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:06:28.313498 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-66565422-9742-4376-9ebc-42ce0328893c tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/f545d307-059a-4ec4-b617-9f1e0a9b9abc HTTP/1.1" status: 404 len: 337 time: 0.0334268 Oct 13 11:06:28.315847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54960) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:28.353739 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a3cc33-8d9c-4918-bcaf-e904789ae42b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] DELETE failed (client error): The resource could not be found. Oct 13 11:06:28.354505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a3cc33-8d9c-4918-bcaf-e904789ae42b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:06:28.358487 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.364415 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-71a3cc33-8d9c-4918-bcaf-e904789ae42b tempest-RoutersTest-698220407 tempest-RoutersTest-698220407-project] 10.222.0.32 "DELETE /v2.0/subnets/e643d914-2f9a-422a-a925-bf71a11039ad HTTP/1.1" status: 404 len: 337 time: 0.0446148 Oct 13 11:06:28.371256 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Made reservation on behalf of 49ef1046b4cb4dc39b4c065e4af7ca8e for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:28.374153 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.396906 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.457127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f7943-3ce2-43c7-b6e6-6ca6a84b1c7e None None] Pushing event updated for resources: {'Port': ['ID=8d5ce473-eef2-4a4f-baef-d87afa79af8d,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:28.526715 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.545455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Allocated IP 172.20.0.1 (6ecb26cd-2d26-4657-867c-dcc38c999b71/23c31415-c205-469a-b8ec-989db4e9e1f7/fac7e0a9-4db8-458d-8b18-e0439fc09f27) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:28.596848 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.644954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:06:28.670457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87afa58-8de7-4350-af9d-1547694c3438,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:28.686054 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.686054 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Added segment d00282bb-320b-41d7-88eb-9553271e9c15 of type vlan for network c415ff12-f071-46fd-85fd-d076af88e42a Oct 13 11:06:28.760997 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.768496 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.825745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b06a1fa-59a2-46f6-a040-b9a7b66b0340 req-ad38b896-0d8c-4580-9c51-845d491d8cdc tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0373549 Oct 13 11:06:28.873698 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.876265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:28.877194 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.931291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:28.982139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54972) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:29.015416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event updated for resources: {'Port': ['ID=fac7e0a9-4db8-458d-8b18-e0439fc09f27,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:29.021658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=c415ff12-f071-46fd-85fd-d076af88e42a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:29.036191 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network c415ff12-f071-46fd-85fd-d076af88e42a details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:06:29.039325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Network 6ecb26cd-2d26-4657-867c-dcc38c999b71 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:29.040991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:29.044932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:29.062374 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e4ee5d7b-cb2e-43ed-94ea-ee94c9c09fc1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0770030 Oct 13 11:06:29.065387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54976) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:29.070150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-30b8d16c-87d4-4a46-b6b7-8a70f255690e admin admin] Request body: {'subnet': {'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-693985381-subnet', 'tenant_id': '49ef1046b4cb4dc39b4c065e4af7ca8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:29.128699 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.150956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b8d16c-87d4-4a46-b6b7-8a70f255690e admin admin] Made reservation on behalf of 49ef1046b4cb4dc39b4c065e4af7ca8e for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:29.153821 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30b8d16c-87d4-4a46-b6b7-8a70f255690e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.160103 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f1cc3b49-f9c2-4909-ae2f-6e6e78b4e552 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4144cfb30f89428494dba3b515f33825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764824 Oct 13 11:06:29.171536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54978) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:29.287692 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a805e48-3112-40ba-83ff-6156aa4ba4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.334428 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.347256 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a805e48-3112-40ba-83ff-6156aa4ba4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.489018 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a805e48-3112-40ba-83ff-6156aa4ba4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.492911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a805e48-3112-40ba-83ff-6156aa4ba4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.507240 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9a805e48-3112-40ba-83ff-6156aa4ba4c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb5e7598-179c-4d41-a126-3b7bbbf2f971 HTTP/1.1" status: 204 len: 168 time: 0.3251154 Oct 13 11:06:29.519194 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a805e48-3112-40ba-83ff-6156aa4ba4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5e7598-179c-4d41-a126-3b7bbbf2f971,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:29.546565 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30b8d16c-87d4-4a46-b6b7-8a70f255690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.603017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8d16c-87d4-4a46-b6b7-8a70f255690e admin admin] Pushing event updated for resources: {'Subnet': ['ID=15708410-3fb8-4d4a-9981-9b8b666eb47c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:29.630489 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c346b-7d69-4e95-8f5b-df9099103968 None None] Network 6ecb26cd-2d26-4657-867c-dcc38c999b71 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:29.638244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8d16c-87d4-4a46-b6b7-8a70f255690e admin admin] Checking segment: {'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:29.638649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b8d16c-87d4-4a46-b6b7-8a70f255690e admin admin] Network hostable DHCP agents. Network: c415ff12-f071-46fd-85fd-d076af88e42a, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:06:29.661901 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.696476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-34e67246-9fec-444a-afe0-3d8ef0fda6d9 None None] Provisioning complete for port 8d5ce473-eef2-4a4f-baef-d87afa79af8d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:29.696851 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-34e67246-9fec-444a-afe0-3d8ef0fda6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.732154 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b8d16c-87d4-4a46-b6b7-8a70f255690e admin admin] Network c415ff12-f071-46fd-85fd-d076af88e42a is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:06:29.779591 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.842499 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-30b8d16c-87d4-4a46-b6b7-8a70f255690e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, c415ff12-f071-46fd-85fd-d076af88e42a) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:29.847328 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b8d16c-87d4-4a46-b6b7-8a70f255690e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:29.847803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30b8d16c-87d4-4a46-b6b7-8a70f255690e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.871090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce1b32-cb30-4e59-8740-a76cc20d303a None None] Network c415ff12-f071-46fd-85fd-d076af88e42a requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:29.880525 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.886199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event updated for resources: {'Port': ['ID=fac7e0a9-4db8-458d-8b18-e0439fc09f27,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:29.951523 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-34e67246-9fec-444a-afe0-3d8ef0fda6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:29.962966 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-30b8d16c-87d4-4a46-b6b7-8a70f255690e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8949316 Oct 13 11:06:29.978026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c3a8a0e-d25e-4c58-8dbe-37a15d60b0eb req-c730b389-e6d2-40cf-a9f1-125372a7cc4a tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0375156 Oct 13 11:06:30.020843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-34e67246-9fec-444a-afe0-3d8ef0fda6d9 None None] For port 8d5ce473-eef2-4a4f-baef-d87afa79af8d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8d5ce473-eef2-4a4f-baef-d87afa79af8d,segment=NetworkSegment(298c2401-d97a-4343-869c-62f36a3744a2),segment_id=298c2401-d97a-4343-869c-62f36a3744a2)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:30.068836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Network 6ecb26cd-2d26-4657-867c-dcc38c999b71 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:30.070302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:30.152896 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-34e67246-9fec-444a-afe0-3d8ef0fda6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:30.281199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-c415ff12-f071-46fd-85fd-d076af88e42a', 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a', 'tenant_id': '49ef1046b4cb4dc39b4c065e4af7ca8e', 'fixed_ips': [{'subnet_id': '15708410-3fb8-4d4a-9981-9b8b666eb47c'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:06:30.282128 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:30.296925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e67246-9fec-444a-afe0-3d8ef0fda6d9 None None] Pushing event updated for resources: {'Port': ['ID=8d5ce473-eef2-4a4f-baef-d87afa79af8d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:30.462210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Allocated IP 172.20.0.2 (c415ff12-f071-46fd-85fd-d076af88e42a/15708410-3fb8-4d4a-9981-9b8b666eb47c/515f4c73-df4b-4d5f-b747-78641fa771d3) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:30.474246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Router 3c72da3a-adcc-4729-99e3-93ec2c537b70 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:06:30.717748 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:30.729389 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55028) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:30.735914 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Request body: {'port': {'network_id': '6ecb26cd-2d26-4657-867c-dcc38c999b71', 'name': 'tempest-FloatingIPNegativeTestJSON-978520517'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:30.739582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ee276fbe-36d6-4b0d-8065-e7f83778ec49 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "PUT /v2.0/routers/3c72da3a-adcc-4729-99e3-93ec2c537b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0699501 Oct 13 11:06:30.785288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8d5ce473-eef2-4a4f-baef-d87afa79af8d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:30.833289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff67102a-7665-4ac1-b04c-19c438e6aefc None None] Sync routers for ids ['3c72da3a-adcc-4729-99e3-93ec2c537b70'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:30.893443 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:30.901212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e331c1a7-3859-4c6a-ace6-c450c1d3bee2 None None] Provisioning complete for port fac7e0a9-4db8-458d-8b18-e0439fc09f27 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:30.903229 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e331c1a7-3859-4c6a-ace6-c450c1d3bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:30.940463 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-62f38660-7895-4bfd-b626-e54a25ae701e tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:30.946915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e331c1a7-3859-4c6a-ace6-c450c1d3bee2 None None] Port fac7e0a9-4db8-458d-8b18-e0439fc09f27 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:06:30.950113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-62f38660-7895-4bfd-b626-e54a25ae701e tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/networks?id=c415ff12-f071-46fd-85fd-d076af88e42a HTTP/1.1" status: 200 len: 815 time: 0.1778474 Oct 13 11:06:30.967446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67102a-7665-4ac1-b04c-19c438e6aefc None None] Routers {'3c72da3a-adcc-4729-99e3-93ec2c537b70'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:30.968314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ff67102a-7665-4ac1-b04c-19c438e6aefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3c72da3a-adcc-4729-99e3-93ec2c537b70'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:30.969627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-668f934d-a529-406b-a104-09cf469b6497 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/quotas/49ef1046b4cb4dc39b4c065e4af7ca8e HTTP/1.1" status: 200 len: 375 time: 0.0182168 Oct 13 11:06:31.039554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e331c1a7-3859-4c6a-ace6-c450c1d3bee2 None None] Provisioning complete for port 8d5ce473-eef2-4a4f-baef-d87afa79af8d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:31.039931 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e331c1a7-3859-4c6a-ace6-c450c1d3bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.041941 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Made reservation on behalf of 3bd0a724eda846ffa61727542ad52ad1 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:31.042457 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.044158 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ff67102a-7665-4ac1-b04c-19c438e6aefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:31.047980 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.076934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-89c08f86-1494-4a70-8286-43424b6cff23 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49ef1046b4cb4dc39b4c065e4af7ca8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1060121 Oct 13 11:06:31.113068 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67102a-7665-4ac1-b04c-19c438e6aefc None None] Routers {'3c72da3a-adcc-4729-99e3-93ec2c537b70'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:31.113723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ff67102a-7665-4ac1-b04c-19c438e6aefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3c72da3a-adcc-4729-99e3-93ec2c537b70'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:31.118422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] device_id is not set on port 9a2502c7-b38f-4e1c-b1f1-9a915716492f yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:06:31.161046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ff67102a-7665-4ac1-b04c-19c438e6aefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:31.161598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff67102a-7665-4ac1-b04c-19c438e6aefc None None] The sync data for ids ['3c72da3a-adcc-4729-99e3-93ec2c537b70'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:31.172413 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 8d5ce473-eef2-4a4f-baef-d87afa79af8d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:31.172707 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.175578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Network c415ff12-f071-46fd-85fd-d076af88e42a is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:31.187177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55038) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:31.252379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-aba99e13-50bc-4c24-840b-e7856ed4251e service neutron] 10.222.0.32 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644495 Oct 13 11:06:31.325130 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Allocated IP 172.20.0.9 (6ecb26cd-2d26-4657-867c-dcc38c999b71/23c31415-c205-469a-b8ec-989db4e9e1f7/9a2502c7-b38f-4e1c-b1f1-9a915716492f) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:31.372978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-4c28894c-6529-4b2b-ad3b-4ec477e37de7 service neutron] 10.222.0.32 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191514 Oct 13 11:06:31.424964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-527653b6-2417-4811-8945-044404462ae9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1050581436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:31.440768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:31.446674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:31.463374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Pushing event updated for resources: {'Port': ['ID=515f4c73-df4b-4d5f-b747-78641fa771d3,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:31.586391 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Attempting to bind port 515f4c73-df4b-4d5f-b747-78641fa771d3 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:06:31.586811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Attempting to bind port 515f4c73-df4b-4d5f-b747-78641fa771d3 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:06:31.587581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Attempting to bind port 515f4c73-df4b-4d5f-b747-78641fa771d3 on network c415ff12-f071-46fd-85fd-d076af88e42a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:31.606545 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.646052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:06:31.646052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Checking segment: {'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:31.646052 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.646052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Bound using segment: {'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:06:31.646052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Bound port: 515f4c73-df4b-4d5f-b747-78641fa771d3, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:06:31.646052 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.657925 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-527653b6-2417-4811-8945-044404462ae9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.659371 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-527653b6-2417-4811-8945-044404462ae9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.803985 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-025dc068-524b-40cd-888e-f49182382270 req-192ef4d6-5f7c-497d-b2ce-794b0edeb3a1 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0626252 Oct 13 11:06:31.813422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.822672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4c2e5620-0b0e-45fe-ad63-cf6a8bb499b1 None None] Provisioning complete for port fac7e0a9-4db8-458d-8b18-e0439fc09f27 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:31.822672 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4c2e5620-0b0e-45fe-ad63-cf6a8bb499b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.839325 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-527653b6-2417-4811-8945-044404462ae9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.862853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] For port 515f4c73-df4b-4d5f-b747-78641fa771d3, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:06:31.883125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] For port 515f4c73-df4b-4d5f-b747-78641fa771d3, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=515f4c73-df4b-4d5f-b747-78641fa771d3,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:06:31.884749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e5620-0b0e-45fe-ad63-cf6a8bb499b1 None None] Port fac7e0a9-4db8-458d-8b18-e0439fc09f27 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:06:31.898770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Network 6ecb26cd-2d26-4657-867c-dcc38c999b71 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:31.902859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:31.919450 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:31.919450 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event updated for resources: {'Port': ['ID=9a2502c7-b38f-4e1c-b1f1-9a915716492f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:31.954099 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-527653b6-2417-4811-8945-044404462ae9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.970778 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:31.993176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:31.993870 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.056383 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-527653b6-2417-4811-8945-044404462ae9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.058412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-527653b6-2417-4811-8945-044404462ae9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8700383 Oct 13 11:06:32.061175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55058) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:32.068234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2012734880'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:32.083779 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8149c9d4-04af-410f-ab03-8a599c58b4b2 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3531821 Oct 13 11:06:32.087508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55060) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:32.094736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea3fa3-0514-4ef7-87b3-367d0ad65c93 None None] Pushing event updated for resources: {'Port': ['ID=515f4c73-df4b-4d5f-b747-78641fa771d3,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:32.096660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:32.207705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Made reservation on behalf of d1fcb4b954a346a6a577771c7c11ee66 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:32.216538 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.241247 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.327567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fe02e4f6-8a5a-4a80-a60a-edcd84b86538 None None] Provisioning complete for port 9a2502c7-b38f-4e1c-b1f1-9a915716492f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:32.329374 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fe02e4f6-8a5a-4a80-a60a-edcd84b86538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.339533 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.428603 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.461500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fe02e4f6-8a5a-4a80-a60a-edcd84b86538 None None] Port 9a2502c7-b38f-4e1c-b1f1-9a915716492f cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:06:32.499343 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.551957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:06:32.599121 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.599473 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Added segment ade8e223-5b67-4762-aa2b-3275ee6e99ac of type vlan for network 6d42315d-2de7-4a2d-a597-3e960694cdb8 Oct 13 11:06:32.603912 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.707683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 515f4c73-df4b-4d5f-b747-78641fa771d3 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:32.772403 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Allocated IP 172.25.0.112 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/747ae093-71db-4fd3-9bac-e05c36e26618) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:32.783180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f96209-1e3e-44f2-a513-61adca65d051,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:32.787035 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.810999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615d074-2d30-45fa-8be8-f8a8bc6b0485 req-359eabb1-b857-4ab1-adf8-e8a96044a6c8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:32.813803 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7615d074-2d30-45fa-8be8-f8a8bc6b0485 req-359eabb1-b857-4ab1-adf8-e8a96044a6c8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 947 time: 0.1907063 Oct 13 11:06:32.821990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 515f4c73-df4b-4d5f-b747-78641fa771d3 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:32.822453 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.901572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7615d074-2d30-45fa-8be8-f8a8bc6b0485 req-249bf4c7-c767-4953-912a-833039f6f167 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650756 Oct 13 11:06:32.939495 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.954137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:32.955296 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.979853 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:32.993124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:33.026005 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 515f4c73-df4b-4d5f-b747-78641fa771d3, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=515f4c73-df4b-4d5f-b747-78641fa771d3,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:33.098082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event updated for resources: {'Network': ['ID=6d42315d-2de7-4a2d-a597-3e960694cdb8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:33.113179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 6d42315d-2de7-4a2d-a597-3e960694cdb8 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:06:33.166419 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:33.170749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2d10f9e9-c15f-470b-8464-bb1b279b0c8a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1076772 Oct 13 11:06:33.173385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55086) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:33.180402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5113488f-58db-42c2-bd10-fe5e4d79f3b4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Request body: {'subnet': {'network_id': '6d42315d-2de7-4a2d-a597-3e960694cdb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:33.187026 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:33.197973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-b34896ff-17b9-446e-b1e1-e8245fa76fe1 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:33.205715 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-b34896ff-17b9-446e-b1e1-e8245fa76fe1 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/networks?id=c415ff12-f071-46fd-85fd-d076af88e42a HTTP/1.1" status: 200 len: 815 time: 0.1743863 Oct 13 11:06:33.234393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-cca80d34-3859-4c12-8cd5-bcc24dc0831c tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/quotas/49ef1046b4cb4dc39b4c065e4af7ca8e HTTP/1.1" status: 200 len: 375 time: 0.0272229 Oct 13 11:06:33.253609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:33.259186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:33.278785 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:33.349265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=515f4c73-df4b-4d5f-b747-78641fa771d3,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:33.355238 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-2a70b6b6-8c41-4a2d-92d4-21a09ed0ed50 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49ef1046b4cb4dc39b4c065e4af7ca8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1191952 Oct 13 11:06:33.369773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event updated for resources: {'Port': ['ID=747ae093-71db-4fd3-9bac-e05c36e26618,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:33.424585 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:33.470092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-243b38ba-f42f-4e17-bccd-7102a06971c2 service neutron] 10.222.0.32 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136560 Oct 13 11:06:33.489519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5113488f-58db-42c2-bd10-fe5e4d79f3b4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Made reservation on behalf of d1fcb4b954a346a6a577771c7c11ee66 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:33.492993 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5113488f-58db-42c2-bd10-fe5e4d79f3b4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:33.560217 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:33.583294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d6482-355b-4ad8-a280-a69b61465602 None None] Network c415ff12-f071-46fd-85fd-d076af88e42a requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:33.653107 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-ccd8857b-40f8-48ef-9d9c-15f4c89ac665 service neutron] 10.222.0.32 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820233 Oct 13 11:06:33.685421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5937fc1a-baad-4452-8573-0486b44e10bc None None] Provisioning complete for port 515f4c73-df4b-4d5f-b747-78641fa771d3 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:33.685798 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5937fc1a-baad-4452-8573-0486b44e10bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:33.771688 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:33.891374 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:33.895153 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5113488f-58db-42c2-bd10-fe5e4d79f3b4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:34.056688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event updated for resources: {'Port': ['ID=747ae093-71db-4fd3-9bac-e05c36e26618,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:34.088652 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:34.112504 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1da9b980-e365-431a-9c5b-790477601360 req-867654bb-a36d-49ed-b26f-8482978a4556 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0654678 Oct 13 11:06:34.118292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113488f-58db-42c2-bd10-fe5e4d79f3b4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event updated for resources: {'Subnet': ['ID=133b81cf-4e61-450f-897b-a877d7d08f68,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:34.130085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113488f-58db-42c2-bd10-fe5e4d79f3b4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Checking segment: {'id': 'ade8e223-5b67-4762-aa2b-3275ee6e99ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6d42315d-2de7-4a2d-a597-3e960694cdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:34.130558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113488f-58db-42c2-bd10-fe5e4d79f3b4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Network hostable DHCP agents. Network: 6d42315d-2de7-4a2d-a597-3e960694cdb8, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:06:34.178535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:34.181149 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9801804f-6730-4095-a1eb-eb1f22c677cc tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0912225 Oct 13 11:06:34.183118 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55096) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:34.188738 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-dc49e329-013c-4d07-bcce-dadb28046261 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Request body: {'floatingip': {'port_id': '9a2502c7-b38f-4e1c-b1f1-9a915716492f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:34.229482 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113488f-58db-42c2-bd10-fe5e4d79f3b4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Network 6d42315d-2de7-4a2d-a597-3e960694cdb8 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:06:34.246372 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc49e329-013c-4d07-bcce-dadb28046261 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:34.273251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3e1fea03-07e3-4c3e-9471-6113ef08cbed None None] Provisioning complete for port 515f4c73-df4b-4d5f-b747-78641fa771d3 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:34.273843 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e1fea03-07e3-4c3e-9471-6113ef08cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:34.369022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5113488f-58db-42c2-bd10-fe5e4d79f3b4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 6d42315d-2de7-4a2d-a597-3e960694cdb8) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:34.375051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5113488f-58db-42c2-bd10-fe5e4d79f3b4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:34.375934 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5113488f-58db-42c2-bd10-fe5e4d79f3b4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:34.402067 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c6540-c21e-4b8b-96f0-eb3eaa57c569 None None] Network 6d42315d-2de7-4a2d-a597-3e960694cdb8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:34.415016 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-dc49e329-013c-4d07-bcce-dadb28046261 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] update failed (client error): The resource could not be found. Oct 13 11:06:34.419139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dc49e329-013c-4d07-bcce-dadb28046261 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "PUT /v2.0/floatingips/fe35f394-64bc-4d97-a8b6-b8179966cf56 HTTP/1.1" status: 404 len: 507 time: 0.2312341 Oct 13 11:06:34.419474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55114) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:34.510057 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5113488f-58db-42c2-bd10-fe5e4d79f3b4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3354094 Oct 13 11:06:34.515706 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55116) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:34.523454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b5c3a138-f88d-4906-943b-67e83584637d tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Request body: {'network': {'name': 'tempest-router-network01--1736078723'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:34.602453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-48a11376-98cd-464f-af67-244bc04e8840 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:34.604198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 515f4c73-df4b-4d5f-b747-78641fa771d3 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:34.611735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-48a11376-98cd-464f-af67-244bc04e8840 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/networks?id=c415ff12-f071-46fd-85fd-d076af88e42a HTTP/1.1" status: 200 len: 815 time: 0.1883812 Oct 13 11:06:34.624405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a1654254-6b1f-4162-866e-45f34cb78f60 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Deleting port 747ae093-71db-4fd3-9bac-e05c36e26618 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:34.624814 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1654254-6b1f-4162-866e-45f34cb78f60 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:34.636186 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-ac188279-78af-4355-bd93-eee363d2a104 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/quotas/49ef1046b4cb4dc39b4c065e4af7ca8e HTTP/1.1" status: 200 len: 375 time: 0.0231667 Oct 13 11:06:34.705376 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-bccde902-ece6-4e52-bcd3-5774a4e34685 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49ef1046b4cb4dc39b4c065e4af7ca8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678322 Oct 13 11:06:34.715338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-6d42315d-2de7-4a2d-a597-3e960694cdb8', 'network_id': '6d42315d-2de7-4a2d-a597-3e960694cdb8', 'tenant_id': 'd1fcb4b954a346a6a577771c7c11ee66', 'fixed_ips': [{'subnet_id': '133b81cf-4e61-450f-897b-a877d7d08f68'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:06:34.716568 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:34.717418 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c3a138-f88d-4906-943b-67e83584637d tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Made reservation on behalf of d1fcb4b954a346a6a577771c7c11ee66 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:34.721597 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a138-f88d-4906-943b-67e83584637d tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:34.741187 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 515f4c73-df4b-4d5f-b747-78641fa771d3 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:34.741515 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:34.761223 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1654254-6b1f-4162-866e-45f34cb78f60 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:34.761590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1654254-6b1f-4162-866e-45f34cb78f60 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:34.784052 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a1654254-6b1f-4162-866e-45f34cb78f60 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Calling delete_port for 747ae093-71db-4fd3-9bac-e05c36e26618 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:34.823262 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c3a138-f88d-4906-943b-67e83584637d tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:06:34.847437 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a138-f88d-4906-943b-67e83584637d tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:34.847698 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-b5c3a138-f88d-4906-943b-67e83584637d tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Added segment 1656ebd2-1b11-4322-94ce-154447cebc21 of type vlan for network 9de1c34e-7aae-4505-b75c-b6fc9d1c2328 Oct 13 11:06:34.936483 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-c9c73e95-f90d-4367-9fdc-a040cfa97bbc service neutron] 10.222.0.32 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298162 Oct 13 11:06:34.950374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Allocated IP 172.20.0.2 (6d42315d-2de7-4a2d-a597-3e960694cdb8/133b81cf-4e61-450f-897b-a877d7d08f68/8482f8a6-0fc0-4a3b-8399-0acc60d82f33) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:35.009942 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a138-f88d-4906-943b-67e83584637d tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:35.113831 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1654254-6b1f-4162-866e-45f34cb78f60 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:35.138219 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-0190049a-33e5-4161-a4f7-f0ff79c417af service neutron] 10.222.0.32 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002780 Oct 13 11:06:35.179319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1654254-6b1f-4162-866e-45f34cb78f60 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event deleted for resources: {'Port': ['ID=747ae093-71db-4fd3-9bac-e05c36e26618,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:35.208709 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:35.245488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-feb900c4-abfb-4306-921e-f4ed61553481 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:35.256866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-feb900c4-abfb-4306-921e-f4ed61553481 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.21 "GET /v2.0/networks?id=c415ff12-f071-46fd-85fd-d076af88e42a HTTP/1.1" status: 200 len: 815 time: 0.2290647 Oct 13 11:06:35.264264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-dbfa1139-7bf7-4a80-b0cd-ae052fed27ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Request body: {'port': {'device_id': '88643dd3-be9f-4171-9f5a-1d030396bb97', 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a', 'admin_state_up': True, 'tenant_id': '49ef1046b4cb4dc39b4c065e4af7ca8e'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:35.289908 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1654254-6b1f-4162-866e-45f34cb78f60 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:35.294190 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1654254-6b1f-4162-866e-45f34cb78f60 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:35.299935 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a1654254-6b1f-4162-866e-45f34cb78f60 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "DELETE /v2.0/floatingips/fe35f394-64bc-4d97-a8b6-b8179966cf56 HTTP/1.1" status: 204 len: 168 time: 0.8750269 Oct 13 11:06:35.300226 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55160) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:35.305708 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:35.319525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d1e23d72-a588-44a4-9e4a-48ea6b70bec9 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Request body: {'floatingip': {'floating_network_id': '6ecb26cd-2d26-4657-867c-dcc38c999b71', 'port_id': '9a2502c7-b38f-4e1c-b1f1-9a915716492f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:35.384527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Network 6d42315d-2de7-4a2d-a597-3e960694cdb8 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:35.388928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:35.390590 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a138-f88d-4906-943b-67e83584637d tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:35.393291 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:35.396930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c3a138-f88d-4906-943b-67e83584637d tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:35.397557 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a138-f88d-4906-943b-67e83584637d tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:35.434780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Pushing event updated for resources: {'Port': ['ID=8482f8a6-0fc0-4a3b-8399-0acc60d82f33,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:35.466624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Attempting to bind port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:06:35.467285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Attempting to bind port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'ade8e223-5b67-4762-aa2b-3275ee6e99ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6d42315d-2de7-4a2d-a597-3e960694cdb8'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:06:35.467819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Attempting to bind port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 on network 6d42315d-2de7-4a2d-a597-3e960694cdb8 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:35.473820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:06:35.474662 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Checking segment: {'id': 'ade8e223-5b67-4762-aa2b-3275ee6e99ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6d42315d-2de7-4a2d-a597-3e960694cdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:35.475251 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:35.475867 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Bound using segment: {'id': 'ade8e223-5b67-4762-aa2b-3275ee6e99ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6d42315d-2de7-4a2d-a597-3e960694cdb8'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:06:35.476516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Bound port: 8482f8a6-0fc0-4a3b-8399-0acc60d82f33, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade8e223-5b67-4762-aa2b-3275ee6e99ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6d42315d-2de7-4a2d-a597-3e960694cdb8'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:06:35.477138 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:35.533700 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1e23d72-a588-44a4-9e4a-48ea6b70bec9 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:35.578991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] For port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:06:35.582911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] For port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8482f8a6-0fc0-4a3b-8399-0acc60d82f33,segment=NetworkSegment(ade8e223-5b67-4762-aa2b-3275ee6e99ac),segment_id=ade8e223-5b67-4762-aa2b-3275ee6e99ac)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:06:35.773797 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:35.823156 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-d1e23d72-a588-44a4-9e4a-48ea6b70bec9 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:06:35.829170 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d1e23d72-a588-44a4-9e4a-48ea6b70bec9 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5238285 Oct 13 11:06:35.831182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55174) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:35.859734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '9a2502c7-b38f-4e1c-b1f1-9a915716492f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:35.890752 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a816f3-73c4-493d-9d15-a447e09e42f8 None None] Pushing event updated for resources: {'Port': ['ID=8482f8a6-0fc0-4a3b-8399-0acc60d82f33,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:36.045347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b5c3a138-f88d-4906-943b-67e83584637d tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5269477 Oct 13 11:06:36.057068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55182) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:36.082943 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-315bdbdf-72f0-4229-b9c2-b003c25e7be6 req-6962881b-5db4-4b35-bdde-00882572660d tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.1037862 Oct 13 11:06:36.091537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a25c6fd5-558a-4187-82ab-62aa28130c5a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Request body: {'network': {'name': 'tempest-router-network02--519405707'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:36.118651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3a138-f88d-4906-943b-67e83584637d tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event updated for resources: {'Network': ['ID=9de1c34e-7aae-4505-b75c-b6fc9d1c2328,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:36.145753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9de1c34e-7aae-4505-b75c-b6fc9d1c2328 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:06:36.225074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:36.306976 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:06:36.356480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25c6fd5-558a-4187-82ab-62aa28130c5a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Made reservation on behalf of d1fcb4b954a346a6a577771c7c11ee66 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:36.360594 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a25c6fd5-558a-4187-82ab-62aa28130c5a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:36.398819 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:36.401373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25c6fd5-558a-4187-82ab-62aa28130c5a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:06:36.428838 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39624a67-6d0b-4258-b8bb-e8940dc6bdaf req-c4d7a775-d586-4d00-8e09-08bf10e4d1d3 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 210 time: 0.0304503 Oct 13 11:06:36.453308 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a25c6fd5-558a-4187-82ab-62aa28130c5a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:36.453654 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-a25c6fd5-558a-4187-82ab-62aa28130c5a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Added segment 971c28e4-f9b9-4690-bb95-a67e1d2bc236 of type vlan for network a404893a-78d1-4100-b89a-406b5baf776d Oct 13 11:06:36.510292 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a25c6fd5-558a-4187-82ab-62aa28130c5a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:36.542853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-dbfa1139-7bf7-4a80-b0cd-ae052fed27ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Made reservation on behalf of 49ef1046b4cb4dc39b4c065e4af7ca8e for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:36.542853 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-dbfa1139-7bf7-4a80-b0cd-ae052fed27ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:36.593482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Allocated IP 172.25.0.51 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/689d2c49-5407-4e87-ab3d-f0478df2af34) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:36.670490 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:36.705155 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a25c6fd5-558a-4187-82ab-62aa28130c5a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:36.711266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25c6fd5-558a-4187-82ab-62aa28130c5a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:36.711998 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a25c6fd5-558a-4187-82ab-62aa28130c5a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:36.725253 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-dbfa1139-7bf7-4a80-b0cd-ae052fed27ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Allocated IP 172.20.0.9 (c415ff12-f071-46fd-85fd-d076af88e42a/15708410-3fb8-4d4a-9981-9b8b666eb47c/b3ebdf0b-052f-4169-8484-2540b0f360b8) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:36.752777 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:36.753162 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:36.908393 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a25c6fd5-558a-4187-82ab-62aa28130c5a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8538511 Oct 13 11:06:36.917996 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55222) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:36.928006 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-332c7f66-f483-4936-bc23-e2b8f94430b1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Request body: {'subnet': {'network_id': '9de1c34e-7aae-4505-b75c-b6fc9d1c2328', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:36.933823 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:36.978961 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:36.980767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c6fd5-558a-4187-82ab-62aa28130c5a tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event updated for resources: {'Network': ['ID=a404893a-78d1-4100-b89a-406b5baf776d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:37.031879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network a404893a-78d1-4100-b89a-406b5baf776d details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:06:37.093274 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-8d68af14-fa70-4e5e-b765-5295a0f8d7a5 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:37.094785 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-8d68af14-fa70-4e5e-b765-5295a0f8d7a5 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.21 "GET /v2.0/networks?id=c415ff12-f071-46fd-85fd-d076af88e42a HTTP/1.1" status: 200 len: 815 time: 0.3514926 Oct 13 11:06:37.119556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-da118ecd-b4ed-498e-95ba-6a667d327235 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Request body: {'port': {'device_id': '9a92fa61-39a9-452b-98ad-148241171ddd', 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a', 'admin_state_up': True, 'tenant_id': '49ef1046b4cb4dc39b4c065e4af7ca8e'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:37.160886 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8482f8a6-0fc0-4a3b-8399-0acc60d82f33,segment=NetworkSegment(ade8e223-5b67-4762-aa2b-3275ee6e99ac),segment_id=ade8e223-5b67-4762-aa2b-3275ee6e99ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:37.176961 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e8552-45d1-4cd3-a5b0-5c3618540c71 req-b7cbc121-4270-42a7-840e-850ccac7d302 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:37.184774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d1e8552-45d1-4cd3-a5b0-5c3618540c71 req-b7cbc121-4270-42a7-840e-850ccac7d302 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 947 time: 0.1815608 Oct 13 11:06:37.189341 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-dbfa1139-7bf7-4a80-b0cd-ae052fed27ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:37.232246 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:37.255167 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:37.304637 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d1e8552-45d1-4cd3-a5b0-5c3618540c71 req-5af031a6-689f-40c5-ad9d-a9d979547f74 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188574 Oct 13 11:06:37.325699 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332c7f66-f483-4936-bc23-e2b8f94430b1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Made reservation on behalf of d1fcb4b954a346a6a577771c7c11ee66 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:37.340046 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-332c7f66-f483-4936-bc23-e2b8f94430b1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:37.390908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=8482f8a6-0fc0-4a3b-8399-0acc60d82f33,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:37.413476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:37.422378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:37.435105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:37.440979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event updated for resources: {'Port': ['ID=689d2c49-5407-4e87-ab3d-f0478df2af34,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:37.483666 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4553b0-bb41-4290-be23-b2e8633898dd None None] Network 6d42315d-2de7-4a2d-a597-3e960694cdb8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:37.499347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b27bebaf-6e31-4f2b-a57c-8f035b120b40 req-57947a63-91b5-4d54-a11f-69739c5c0b3f tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.1096549 Oct 13 11:06:37.598491 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-dbfa1139-7bf7-4a80-b0cd-ae052fed27ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:37.602427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d4baf2a8-5b35-4819-8c0e-e4c0ef013cc2 None None] Provisioning complete for port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:37.602804 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d4baf2a8-5b35-4819-8c0e-e4c0ef013cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:37.659846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-da118ecd-b4ed-498e-95ba-6a667d327235 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Made reservation on behalf of 49ef1046b4cb4dc39b4c065e4af7ca8e for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:37.664395 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-da118ecd-b4ed-498e-95ba-6a667d327235 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:37.674370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-dbfa1139-7bf7-4a80-b0cd-ae052fed27ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Network c415ff12-f071-46fd-85fd-d076af88e42a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:37.681955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-dbfa1139-7bf7-4a80-b0cd-ae052fed27ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:37.692716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-dbfa1139-7bf7-4a80-b0cd-ae052fed27ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:37.770728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Deleting port 689d2c49-5407-4e87-ab3d-f0478df2af34 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:37.778067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:37.779338 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa1139-7bf7-4a80-b0cd-ae052fed27ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Pushing event updated for resources: {'Port': ['ID=b3ebdf0b-052f-4169-8484-2540b0f360b8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:37.842190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-143d1577-1b65-4d0e-9437-5e8b3ac67285 req-62855aa4-30cf-42d7-9ead-22595a6dec6f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 210 time: 0.0512030 Oct 13 11:06:37.860026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-dbfa1139-7bf7-4a80-b0cd-ae052fed27ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:37.860781 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-dbfa1139-7bf7-4a80-b0cd-ae052fed27ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:37.931908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-da118ecd-b4ed-498e-95ba-6a667d327235 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Allocated IP 172.20.0.4 (c415ff12-f071-46fd-85fd-d076af88e42a/15708410-3fb8-4d4a-9981-9b8b666eb47c/99696371-4d20-480f-88b1-fad83745c407) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:37.947596 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:37.947596 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:37.952520 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-332c7f66-f483-4936-bc23-e2b8f94430b1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:37.969863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Calling delete_port for 689d2c49-5407-4e87-ab3d-f0478df2af34 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:38.020759 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-184326a3-3a16-47ab-bc16-96ca7fb20fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:38.050261 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-dbfa1139-7bf7-4a80-b0cd-ae052fed27ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7846677 Oct 13 11:06:38.068371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Request body: {'port': {'device_id': '88643dd3-be9f-4171-9f5a-1d030396bb97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:38.112899 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8d4750e2-04ee-42c4-93f1-93cd4ae199ae None None] Provisioning complete for port b3ebdf0b-052f-4169-8484-2540b0f360b8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:38.114028 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d4750e2-04ee-42c4-93f1-93cd4ae199ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:38.126856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c7f66-f483-4936-bc23-e2b8f94430b1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event updated for resources: {'Subnet': ['ID=558ca1f7-a497-42e9-b3d5-3fa0cdb2472e,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:38.160606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332c7f66-f483-4936-bc23-e2b8f94430b1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Checking segment: {'id': '1656ebd2-1b11-4322-94ce-154447cebc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9de1c34e-7aae-4505-b75c-b6fc9d1c2328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:38.160966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332c7f66-f483-4936-bc23-e2b8f94430b1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Network hostable DHCP agents. Network: 9de1c34e-7aae-4505-b75c-b6fc9d1c2328, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:06:38.203071 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:38.277806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8d4750e2-04ee-42c4-93f1-93cd4ae199ae None None] Port b3ebdf0b-052f-4169-8484-2540b0f360b8 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:06:38.334228 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-da118ecd-b4ed-498e-95ba-6a667d327235 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:38.362183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-a45ecbfd-ae04-4a25-81c7-0c2ce4d4825e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:38.363988 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-a45ecbfd-ae04-4a25-81c7-0c2ce4d4825e tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 947 time: 0.1104255 Oct 13 11:06:38.367264 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:38.380568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332c7f66-f483-4936-bc23-e2b8f94430b1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Network 9de1c34e-7aae-4505-b75c-b6fc9d1c2328 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:06:38.401424 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-473e755b-b55a-4835-931a-0e9fbb54307a None None] Provisioning complete for port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:38.402320 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-473e755b-b55a-4835-931a-0e9fbb54307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:38.436842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event deleted for resources: {'Port': ['ID=689d2c49-5407-4e87-ab3d-f0478df2af34,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:38.560443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a05a7-82e7-4e95-9c17-c03e114a6da1 req-cba1abdb-748e-487d-9c6a-7a1442776f73 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:38.568194 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-788a05a7-82e7-4e95-9c17-c03e114a6da1 req-cba1abdb-748e-487d-9c6a-7a1442776f73 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 947 time: 0.1203609 Oct 13 11:06:38.583568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-332c7f66-f483-4936-bc23-e2b8f94430b1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9de1c34e-7aae-4505-b75c-b6fc9d1c2328) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:38.604728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332c7f66-f483-4936-bc23-e2b8f94430b1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:38.606137 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-332c7f66-f483-4936-bc23-e2b8f94430b1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:38.608114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a78959-0785-484a-bec8-81a31f7af7fc None None] Network 9de1c34e-7aae-4505-b75c-b6fc9d1c2328 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:38.613658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:38.635273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-22720409-d141-4bea-9a4e-f9e79e953b49 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:38.636920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-22720409-d141-4bea-9a4e-f9e79e953b49 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.21 "GET /v2.0/networks?id=c415ff12-f071-46fd-85fd-d076af88e42a HTTP/1.1" status: 200 len: 815 time: 0.2860310 Oct 13 11:06:38.655065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-08de7d28-ea58-4826-bef0-320f0661ed47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Request body: {'port': {'device_id': 'b1977a7c-2396-4aca-8636-214b58012207', 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a', 'admin_state_up': True, 'tenant_id': '49ef1046b4cb4dc39b4c065e4af7ca8e'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:38.684541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-788a05a7-82e7-4e95-9c17-c03e114a6da1 req-b8efaaf1-71dd-402d-b18f-702eb42e3c72 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154842 Oct 13 11:06:38.693053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Deleting port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:38.699784 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:38.724594 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:38.744933 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-da118ecd-b4ed-498e-95ba-6a667d327235 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:38.792792 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:38.793188 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:38.819071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-da118ecd-b4ed-498e-95ba-6a667d327235 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Network c415ff12-f071-46fd-85fd-d076af88e42a is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:38.820045 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] create failed (client error): The resource could not be found. Oct 13 11:06:38.821437 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b6cde982-31e7-4c07-8dcd-311745a2fa1d tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9905207 Oct 13 11:06:38.831223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55244) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:38.832165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-da118ecd-b4ed-498e-95ba-6a667d327235 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:38.835371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-da118ecd-b4ed-498e-95ba-6a667d327235 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:38.881235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-332c7f66-f483-4936-bc23-e2b8f94430b1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9609351 Oct 13 11:06:38.915164 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55248) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:38.936637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-362dd560-5f6d-4594-9042-0d0dda2c68f1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Request body: {'subnet': {'network_id': 'a404893a-78d1-4100-b89a-406b5baf776d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:38.940779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da118ecd-b4ed-498e-95ba-6a667d327235 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Pushing event updated for resources: {'Port': ['ID=99696371-4d20-480f-88b1-fad83745c407,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:38.965769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-9de1c34e-7aae-4505-b75c-b6fc9d1c2328', 'network_id': '9de1c34e-7aae-4505-b75c-b6fc9d1c2328', 'tenant_id': 'd1fcb4b954a346a6a577771c7c11ee66', 'fixed_ips': [{'subnet_id': '558ca1f7-a497-42e9-b3d5-3fa0cdb2472e'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:06:38.971108 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:38.971259 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5d74f8c-2a44-4175-8939-cf71e86f7506 req-8f781e9c-1eec-440b-b591-b22126932ec8 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0481403 Oct 13 11:06:38.971703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-08de7d28-ea58-4826-bef0-320f0661ed47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Made reservation on behalf of 49ef1046b4cb4dc39b4c065e4af7ca8e for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:38.975283 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-08de7d28-ea58-4826-bef0-320f0661ed47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.098588 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-da118ecd-b4ed-498e-95ba-6a667d327235 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:39.101891 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-da118ecd-b4ed-498e-95ba-6a667d327235 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.107255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] For port cc2e2cf0-3c4c-47f5-b985-0095bad86d48, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:39.107765 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.276334 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ebdf0b-052f-4169-8484-2540b0f360b8 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:06:39.287599 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.297099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-71964af6-1759-4f72-867a-b874921634e5 None None] Provisioning complete for port 99696371-4d20-480f-88b1-fad83745c407 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:39.297674 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-71964af6-1759-4f72-867a-b874921634e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.303923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Transition to ACTIVE for port object b3ebdf0b-052f-4169-8484-2540b0f360b8 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:06:39.306017 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-da118ecd-b4ed-498e-95ba-6a667d327235 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1960914 Oct 13 11:06:39.319166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2e2293cb-b68a-40a2-ad42-96e89cc81740 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Deleting port 9a2502c7-b38f-4e1c-b1f1-9a915716492f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:39.319519 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2293cb-b68a-40a2-ad42-96e89cc81740 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.333002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Request body: {'port': {'device_id': '9a92fa61-39a9-452b-98ad-148241171ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:39.361878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Allocated IP 172.20.0.2 (9de1c34e-7aae-4505-b75c-b6fc9d1c2328/558ca1f7-a497-42e9-b3d5-3fa0cdb2472e/88c2a77e-468e-4cdb-b258-7e7e5fe87524) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:39.369392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-71964af6-1759-4f72-867a-b874921634e5 None None] Port 99696371-4d20-480f-88b1-fad83745c407 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:06:39.409584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1e9a87e-9a56-4d30-b92c-3cc69f7f96c5 req-e827e4af-487d-49ba-afc0-b7aadca7ed90 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 210 time: 0.0472569 Oct 13 11:06:39.416354 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.556710 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-08de7d28-ea58-4826-bef0-320f0661ed47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Allocated IP 172.20.0.14 (c415ff12-f071-46fd-85fd-d076af88e42a/15708410-3fb8-4d4a-9981-9b8b666eb47c/9918a9ac-4f63-4559-93c8-e1024f3daceb) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:39.559772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ebdf0b-052f-4169-8484-2540b0f360b8,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:39.617549 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.685289 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Attempting to bind port b3ebdf0b-052f-4169-8484-2540b0f360b8 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:06:39.685762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Attempting to bind port b3ebdf0b-052f-4169-8484-2540b0f360b8 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:06:39.686227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Attempting to bind port b3ebdf0b-052f-4169-8484-2540b0f360b8 on network c415ff12-f071-46fd-85fd-d076af88e42a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:39.707098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Port b3ebdf0b-052f-4169-8484-2540b0f360b8 on network c415ff12-f071-46fd-85fd-d076af88e42a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:06:39.707498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Attempting to bind port b3ebdf0b-052f-4169-8484-2540b0f360b8 on network c415ff12-f071-46fd-85fd-d076af88e42a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:39.717274 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.745443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:06:39.746507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Checking segment: {'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:39.746995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Bound using segment: {'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:06:39.747547 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Bound port: b3ebdf0b-052f-4169-8484-2540b0f360b8, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:06:39.748014 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.777691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Network 9de1c34e-7aae-4505-b75c-b6fc9d1c2328 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:39.781961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:39.786712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:39.824432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Pushing event updated for resources: {'Port': ['ID=88c2a77e-468e-4cdb-b258-7e7e5fe87524,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:39.866630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Attempting to bind port 88c2a77e-468e-4cdb-b258-7e7e5fe87524 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:06:39.867010 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Attempting to bind port 88c2a77e-468e-4cdb-b258-7e7e5fe87524 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '1656ebd2-1b11-4322-94ce-154447cebc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9de1c34e-7aae-4505-b75c-b6fc9d1c2328'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:06:39.867380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Attempting to bind port 88c2a77e-468e-4cdb-b258-7e7e5fe87524 on network 9de1c34e-7aae-4505-b75c-b6fc9d1c2328 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:39.874828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:06:39.874828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Checking segment: {'id': '1656ebd2-1b11-4322-94ce-154447cebc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9de1c34e-7aae-4505-b75c-b6fc9d1c2328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:39.875335 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.875726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Bound using segment: {'id': '1656ebd2-1b11-4322-94ce-154447cebc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9de1c34e-7aae-4505-b75c-b6fc9d1c2328'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:06:39.876209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Bound port: 88c2a77e-468e-4cdb-b258-7e7e5fe87524, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1656ebd2-1b11-4322-94ce-154447cebc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9de1c34e-7aae-4505-b75c-b6fc9d1c2328'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:06:39.876672 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.902478 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-08de7d28-ea58-4826-bef0-320f0661ed47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.917802 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2293cb-b68a-40a2-ad42-96e89cc81740 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:39.947899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] For port b3ebdf0b-052f-4169-8484-2540b0f360b8, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:06:39.971533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] For port b3ebdf0b-052f-4169-8484-2540b0f360b8, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b3ebdf0b-052f-4169-8484-2540b0f360b8,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:06:39.984866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b03ba-d38e-4f4a-a632-0acf5fbf81db req-41d35473-17d4-4e24-aebd-e585e20910b2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:39.988490 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b7b03ba-d38e-4f4a-a632-0acf5fbf81db req-41d35473-17d4-4e24-aebd-e585e20910b2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 947 time: 0.1667879 Oct 13 11:06:39.990910 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] For port 88c2a77e-468e-4cdb-b258-7e7e5fe87524, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:06:39.993671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2e2293cb-b68a-40a2-ad42-96e89cc81740 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Calling delete_port for 9a2502c7-b38f-4e1c-b1f1-9a915716492f owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:39.997251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] For port 88c2a77e-468e-4cdb-b258-7e7e5fe87524, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=88c2a77e-468e-4cdb-b258-7e7e5fe87524,segment=NetworkSegment(1656ebd2-1b11-4322-94ce-154447cebc21),segment_id=1656ebd2-1b11-4322-94ce-154447cebc21)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:06:39.999136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362dd560-5f6d-4594-9042-0d0dda2c68f1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Made reservation on behalf of d1fcb4b954a346a6a577771c7c11ee66 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:40.002657 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-362dd560-5f6d-4594-9042-0d0dda2c68f1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.035749 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.041249 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b7b03ba-d38e-4f4a-a632-0acf5fbf81db req-8f60cb91-1ffd-4541-98be-cfe2c2b975c2 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups?id=84db88b2-59fa-4ec0-8ba3-b428e42b0c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423841 Oct 13 11:06:40.064861 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.066077 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.072983 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.072983 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.072983 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Floating IP f5a85bf3-27e3-4fe9-9eae-4fc2040c8683 disassociated. External IP: 172.25.0.33, port: cc2e2cf0-3c4c-47f5-b985-0095bad86d48. Oct 13 11:06:40.072983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Calling delete_port for cc2e2cf0-3c4c-47f5-b985-0095bad86d48 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:40.108399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ebdf0b-052f-4169-8484-2540b0f360b8,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:40.112209 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-08de7d28-ea58-4826-bef0-320f0661ed47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.199235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:40.202533 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.205475 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-2359a9db-4e1e-42b7-b35a-8cf29d622863 service neutron] 10.222.0.21 "PUT /v2.0/ports/b3ebdf0b-052f-4169-8484-2540b0f360b8 HTTP/1.1" status: 200 len: 1091 time: 2.1501095 Oct 13 11:06:40.220656 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88643dd3-be9f-4171-9f5a-1d030396bb97', 'tag': 'b3ebdf0b-052f-4169-8484-2540b0f360b8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:06:40.222060 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084c1d0c-890f-4cc6-b0ad-402f21ae2b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "88643dd3-be9f-4171-9f5a-1d030396bb97", "tag": "b3ebdf0b-052f-4169-8484-2540b0f360b8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:06:40.242850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-08de7d28-ea58-4826-bef0-320f0661ed47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Network c415ff12-f071-46fd-85fd-d076af88e42a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:40.254496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31a442-7b6f-419c-b7f2-4665c15ff4b1 None None] Pushing event updated for resources: {'Port': ['ID=88c2a77e-468e-4cdb-b258-7e7e5fe87524,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:40.267854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-08de7d28-ea58-4826-bef0-320f0661ed47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:40.330621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de7d28-ea58-4826-bef0-320f0661ed47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Pushing event updated for resources: {'Port': ['ID=9918a9ac-4f63-4559-93c8-e1024f3daceb,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:40.341555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-08de7d28-ea58-4826-bef0-320f0661ed47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:40.348158 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a1759c6-9ca6-4490-955b-b7e22bb3596a req-47604ed0-e071-4c07-8b56-70fb6a4feb0d tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.1536689 Oct 13 11:06:40.424943 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.461993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-08de7d28-ea58-4826-bef0-320f0661ed47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:40.463773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-08de7d28-ea58-4826-bef0-320f0661ed47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.561568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-d1d23e6a-9f44-401e-9d99-74cc99fd53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:40.562725 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-d1d23e6a-9f44-401e-9d99-74cc99fd53ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=49ef1046b4cb4dc39b4c065e4af7ca8e&device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 1094 time: 0.2174840 Oct 13 11:06:40.707932 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-296a15ec-3930-4fd4-85d6-6370dcb410ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3ebdf0b-052f-4169-8484-2540b0f360b8 HTTP/1.1" status: 200 len: 217 time: 0.1354344 Oct 13 11:06:40.716334 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc0f8f3-fab6-402e-a303-31155ff8c50c x-openstack-request-id: req-abc0f8f3-fab6-402e-a303-31155ff8c50c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:06:40.716689 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88643dd3-be9f-4171-9f5a-1d030396bb97", "tag": "b3ebdf0b-052f-4169-8484-2540b0f360b8", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:06:40.716880 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abc0f8f3-fab6-402e-a303-31155ff8c50c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:06:40.717301 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88643dd3-be9f-4171-9f5a-1d030396bb97', 'tag': 'b3ebdf0b-052f-4169-8484-2540b0f360b8', 'status': 'completed', 'code': 200} Oct 13 11:06:40.728722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-08de7d28-ea58-4826-bef0-320f0661ed47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0804088 Oct 13 11:06:40.763869 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88c2a77e-468e-4cdb-b258-7e7e5fe87524 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:40.767465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Request body: {'port': {'device_id': 'b1977a7c-2396-4aca-8636-214b58012207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:40.771374 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b815-e52f-41a3-85a7-8f366e9865d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.895885 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 88c2a77e-468e-4cdb-b258-7e7e5fe87524 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:40.897171 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.915818 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-f6ad886e-d178-4490-b67c-955b8c071793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:40.917743 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-f6ad886e-d178-4490-b67c-955b8c071793 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15708410-3fb8-4d4a-9981-9b8b666eb47c HTTP/1.1" status: 200 len: 854 time: 0.1876998 Oct 13 11:06:40.960332 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-362dd560-5f6d-4594-9042-0d0dda2c68f1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.967333 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:40.992211 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2293cb-b68a-40a2-ad42-96e89cc81740 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:41.015578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d542617f-a49c-44cd-a42f-95ccca2656a0 None None] Provisioning complete for port 9918a9ac-4f63-4559-93c8-e1024f3daceb triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:41.015866 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d542617f-a49c-44cd-a42f-95ccca2656a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:41.040876 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:41.051564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf593b-cde9-456b-b6a0-e5abe2e5a9f2 req-9aa430d3-a6f5-4438-89dd-cb2ea5eb55b6 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:41.053415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02bf593b-cde9-456b-b6a0-e5abe2e5a9f2 req-9aa430d3-a6f5-4438-89dd-cb2ea5eb55b6 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 932 time: 0.1784103 Oct 13 11:06:41.067251 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:41.081816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-666432c5-439e-43cd-ab56-1cf683b099f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:41.083631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d542617f-a49c-44cd-a42f-95ccca2656a0 None None] Port 9918a9ac-4f63-4559-93c8-e1024f3daceb cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:06:41.086485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-666432c5-439e-43cd-ab56-1cf683b099f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c415ff12-f071-46fd-85fd-d076af88e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434853 Oct 13 11:06:41.092122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2293cb-b68a-40a2-ad42-96e89cc81740 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event deleted for resources: {'Port': ['ID=9a2502c7-b38f-4e1c-b1f1-9a915716492f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:41.125530 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 88c2a77e-468e-4cdb-b258-7e7e5fe87524, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=88c2a77e-468e-4cdb-b258-7e7e5fe87524,segment=NetworkSegment(1656ebd2-1b11-4322-94ce-154447cebc21),segment_id=1656ebd2-1b11-4322-94ce-154447cebc21)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:41.204594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event deleted for resources: {'Port': ['ID=cc2e2cf0-3c4c-47f5-b985-0095bad86d48,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:41.207270 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:41.252132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02bf593b-cde9-456b-b6a0-e5abe2e5a9f2 req-185e5cde-6d55-40cc-834f-6b45e6e37ba3 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835291 Oct 13 11:06:41.266407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dd560-5f6d-4594-9042-0d0dda2c68f1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event updated for resources: {'Subnet': ['ID=fe035529-71b9-491c-b484-15de3362b21f,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:41.345858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=88c2a77e-468e-4cdb-b258-7e7e5fe87524,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:41.361295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99696371-4d20-480f-88b1-fad83745c407 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:06:41.470398 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fe24e91-3cf4-49e3-8669-d5e4f71275e4 req-bbecc98b-fce0-4b46-877f-5284f503a617 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0599096 Oct 13 11:06:41.520330 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-76fbded2-3e55-4a89-b196-a83e0823761f service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381484 Oct 13 11:06:41.523976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362dd560-5f6d-4594-9042-0d0dda2c68f1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Checking segment: {'id': '971c28e4-f9b9-4690-bb95-a67e1d2bc236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a404893a-78d1-4100-b89a-406b5baf776d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:41.524338 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362dd560-5f6d-4594-9042-0d0dda2c68f1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Network hostable DHCP agents. Network: a404893a-78d1-4100-b89a-406b5baf776d, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:06:41.531198 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d80caeb3-07c6-4bbb-a836-26d38ea7d400 req-d130c21b-066e-4a2e-b74d-edb8292914cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.1455181 Oct 13 11:06:41.543214 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:41.587425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Transition to ACTIVE for port object 99696371-4d20-480f-88b1-fad83745c407 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:06:41.675367 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2293cb-b68a-40a2-ad42-96e89cc81740 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:41.679531 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2e2293cb-b68a-40a2-ad42-96e89cc81740 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "DELETE /v2.0/ports/9a2502c7-b38f-4e1c-b1f1-9a915716492f HTTP/1.1" status: 204 len: 168 time: 2.8410501 Oct 13 11:06:41.682631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55274) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:41.689064 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd4d608c-ac46-4bf5-a6a9-c51cbc77c1db req-5d603dea-4b4d-40c0-9906-088baf0000b7 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0463805 Oct 13 11:06:41.704955 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:41.734769 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:41.805933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362dd560-5f6d-4594-9042-0d0dda2c68f1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Network a404893a-78d1-4100-b89a-406b5baf776d is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:06:41.840655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device cc2e2cf0-3c4c-47f5-b985-0095bad86d48 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:06:41.886020 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Router 3a56958c-7d6b-4671-9e9d-6095a645922e has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:06:41.903599 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: cc2e2cf0-3c4c-47f5-b985-0095bad86d48 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:06:41.905022 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device cc2e2cf0-3c4c-47f5-b985-0095bad86d48 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:06:41.952505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded7734-de9a-4dfa-8846-be2cae0fcf53 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:41.954714 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2ded7734-de9a-4dfa-8846-be2cae0fcf53 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c72da3a-adcc-4729-99e3-93ec2c537b70 HTTP/1.1" status: 200 len: 913 time: 0.2706389 Oct 13 11:06:41.957539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Pushing event updated for resources: {'Port': ['ID=99696371-4d20-480f-88b1-fad83745c407,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:41.960585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0816cac-b832-46c1-a1ab-3c9b53debcf2 None None] Network 9de1c34e-7aae-4505-b75c-b6fc9d1c2328 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:41.970842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55278) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:41.991773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-362dd560-5f6d-4594-9042-0d0dda2c68f1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, a404893a-78d1-4100-b89a-406b5baf776d) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:42.025349 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9918a9ac-4f63-4559-93c8-e1024f3daceb {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:06:42.044373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362dd560-5f6d-4594-9042-0d0dda2c68f1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:42.044995 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-362dd560-5f6d-4594-9042-0d0dda2c68f1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:42.047886 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:42.063503 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c86d6de-8837-4c15-979e-7da2cc74c778 req-a5e85f50-4811-4a58-93df-1c8408f46ecc service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365844 Oct 13 11:06:42.071384 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Transition to ACTIVE for port object 9918a9ac-4f63-4559-93c8-e1024f3daceb will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:06:42.166964 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed7fe37-4e91-4e79-9ff5-2d8f8295ec7c None None] Network a404893a-78d1-4100-b89a-406b5baf776d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:42.171786 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:42.234105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Attempting to bind port 99696371-4d20-480f-88b1-fad83745c407 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:06:42.235156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Attempting to bind port 99696371-4d20-480f-88b1-fad83745c407 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:06:42.235487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Attempting to bind port 99696371-4d20-480f-88b1-fad83745c407 on network c415ff12-f071-46fd-85fd-d076af88e42a {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:42.252755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Pushing event updated for resources: {'Port': ['ID=9918a9ac-4f63-4559-93c8-e1024f3daceb,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:42.269321 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-362dd560-5f6d-4594-9042-0d0dda2c68f1 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3506711 Oct 13 11:06:42.281185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55280) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:42.281714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Port 99696371-4d20-480f-88b1-fad83745c407 on network c415ff12-f071-46fd-85fd-d076af88e42a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:06:42.282047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Attempting to bind port 99696371-4d20-480f-88b1-fad83745c407 on network c415ff12-f071-46fd-85fd-d076af88e42a {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:42.286583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8dd5a030-eac2-4ce3-86be-522aead50dda None None] Provisioning complete for port 88c2a77e-468e-4cdb-b258-7e7e5fe87524 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:42.286975 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a030-eac2-4ce3-86be-522aead50dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:42.385012 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:42.393167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:06:42.393514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Checking segment: {'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:42.393909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Bound using segment: {'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:06:42.394384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Bound port: 99696371-4d20-480f-88b1-fad83745c407, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:06:42.394744 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:42.471299 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c1d0c-890f-4cc6-b0ad-402f21ae2b3c req-d55a83c4-ac0e-46e3-8361-ca0e4d35a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:42.472826 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-084c1d0c-890f-4cc6-b0ad-402f21ae2b3c req-d55a83c4-ac0e-46e3-8361-ca0e4d35a87b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=49ef1046b4cb4dc39b4c065e4af7ca8e&device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 1094 time: 0.2218776 Oct 13 11:06:42.522869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:42.554964 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1776f8-02e2-4850-8eeb-c19e2a7749c2 None None] Sync routers for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:42.579836 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1776f8-02e2-4850-8eeb-c19e2a7749c2 None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:42.580476 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7a1776f8-02e2-4850-8eeb-c19e2a7749c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:42.594052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-a404893a-78d1-4100-b89a-406b5baf776d', 'network_id': 'a404893a-78d1-4100-b89a-406b5baf776d', 'tenant_id': 'd1fcb4b954a346a6a577771c7c11ee66', 'fixed_ips': [{'subnet_id': 'fe035529-71b9-491c-b484-15de3362b21f'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:06:42.595151 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:42.597579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbd9ff-2e6f-4274-bcc8-28ef41bbece7 req-31f65091-19e1-4a68-a254-76c2520b14af tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:42.599178 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59cbd9ff-2e6f-4274-bcc8-28ef41bbece7 req-31f65091-19e1-4a68-a254-76c2520b14af tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 944 time: 0.2441332 Oct 13 11:06:42.625107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Attempting to bind port 9918a9ac-4f63-4559-93c8-e1024f3daceb on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:06:42.625107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Attempting to bind port 9918a9ac-4f63-4559-93c8-e1024f3daceb by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:06:42.625458 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Attempting to bind port 9918a9ac-4f63-4559-93c8-e1024f3daceb on network c415ff12-f071-46fd-85fd-d076af88e42a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:42.747544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] No DVR routers for this DVR port cc2e2cf0-3c4c-47f5-b985-0095bad86d48 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:06:42.753326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Port 9918a9ac-4f63-4559-93c8-e1024f3daceb on network c415ff12-f071-46fd-85fd-d076af88e42a not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:06:42.753768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Attempting to bind port 9918a9ac-4f63-4559-93c8-e1024f3daceb on network c415ff12-f071-46fd-85fd-d076af88e42a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:42.792528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:06:42.792915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Checking segment: {'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:42.793396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Bound using segment: {'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:06:42.794500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Bound port: 9918a9ac-4f63-4559-93c8-e1024f3daceb, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd00282bb-320b-41d7-88eb-9553271e9c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:06:42.794965 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:42.824825 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:42.826936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59cbd9ff-2e6f-4274-bcc8-28ef41bbece7 req-0b276802-b3ad-47d8-9891-e1b7ba0e09e4 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954489 Oct 13 11:06:42.828180 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.21 "DELETE /v2.0/ports/cc2e2cf0-3c4c-47f5-b985-0095bad86d48 HTTP/1.1" status: 204 len: 173 time: 4.3985803 Oct 13 11:06:42.828662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'name': 'network-vif-deleted', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:06:42.830971 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6d3bd3-dba2-4c39-bd38-5e4ba2e23c49" -d '{"events": [{"server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "name": "network-vif-deleted", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:06:42.847585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] For port 99696371-4d20-480f-88b1-fad83745c407, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:06:42.852142 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-7a1776f8-02e2-4850-8eeb-c19e2a7749c2 None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:42.864214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c1d0c-890f-4cc6-b0ad-402f21ae2b3c req-28999520-3298-47aa-a27e-1beacc04cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:42.874306 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-084c1d0c-890f-4cc6-b0ad-402f21ae2b3c req-28999520-3298-47aa-a27e-1beacc04cdfc service neutron] 10.222.0.21 "GET /v2.0/networks?id=c415ff12-f071-46fd-85fd-d076af88e42a HTTP/1.1" status: 200 len: 916 time: 0.3915405 Oct 13 11:06:42.899053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] For port 99696371-4d20-480f-88b1-fad83745c407, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=99696371-4d20-480f-88b1-fad83745c407,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:06:42.900862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Allocated IP 172.20.0.2 (a404893a-78d1-4100-b89a-406b5baf776d/fe035529-71b9-491c-b484-15de3362b21f/4dab19cd-a5bf-4c3a-b429-903e7327c6a4) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:43.008707 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-084c1d0c-890f-4cc6-b0ad-402f21ae2b3c req-e0fffdee-ee3b-40c3-a65b-cfd1c8210922 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3ebdf0b-052f-4169-8484-2540b0f360b8 HTTP/1.1" status: 200 len: 217 time: 0.1169717 Oct 13 11:06:43.072397 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:43.074649 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:43.082416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88c2a77e-468e-4cdb-b258-7e7e5fe87524 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:43.087588 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:43.118229 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc4b8bbf-a1c5-478f-bd0d-f0b6f7e10870 req-950cf07d-2e11-43ac-bbc9-67141a2bb95b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a59ec8b-4b21-4e70-9474-c201f2b4d6d0 HTTP/1.1" status: 200 len: 210 time: 0.1085317 Oct 13 11:06:43.170185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 88c2a77e-468e-4cdb-b258-7e7e5fe87524 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:43.170833 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:43.189537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:43.192719 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:43.197260 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] 10.222.0.21 "PUT /v2.0/ports/99696371-4d20-480f-88b1-fad83745c407 HTTP/1.1" status: 200 len: 1091 time: 3.8685875 Oct 13 11:06:43.223819 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:43.287739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c1d0c-890f-4cc6-b0ad-402f21ae2b3c req-83c86d2f-90a5-4a6b-920a-1658769ce9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:43.289294 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-084c1d0c-890f-4cc6-b0ad-402f21ae2b3c req-83c86d2f-90a5-4a6b-920a-1658769ce9db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15708410-3fb8-4d4a-9981-9b8b666eb47c HTTP/1.1" status: 200 len: 854 time: 0.2455425 Oct 13 11:06:43.312956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] For port 9918a9ac-4f63-4559-93c8-e1024f3daceb, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:06:43.318278 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] For port 9918a9ac-4f63-4559-93c8-e1024f3daceb, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=9918a9ac-4f63-4559-93c8-e1024f3daceb,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:06:43.407776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Network a404893a-78d1-4100-b89a-406b5baf776d is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:43.408315 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:43.438974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:43.443743 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:43.462221 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7a1776f8-02e2-4850-8eeb-c19e2a7749c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:43.480892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Pushing event updated for resources: {'Port': ['ID=4dab19cd-a5bf-4c3a-b429-903e7327c6a4,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:43.549102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b8e82-3786-404e-b541-e0a45f37d151 service neutron] Pushing event updated for resources: {'Port': ['ID=99696371-4d20-480f-88b1-fad83745c407,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:43.554060 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1776f8-02e2-4850-8eeb-c19e2a7749c2 None None] Checking router: 3a56958c-7d6b-4671-9e9d-6095a645922e for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:06:43.581114 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab296827-bc2a-4d9a-8307-8f4c1f207f5b req-42a6d191-6037-4065-97a6-30cb8e096027 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0943704 Oct 13 11:06:43.588376 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1776f8-02e2-4850-8eeb-c19e2a7749c2 None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:43.591118 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7a1776f8-02e2-4850-8eeb-c19e2a7749c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:43.622447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:43.623508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:43.629060 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] 10.222.0.21 "PUT /v2.0/ports/9918a9ac-4f63-4559-93c8-e1024f3daceb HTTP/1.1" status: 200 len: 1092 time: 2.8645053 Oct 13 11:06:43.639061 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:43.645677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1977a7c-2396-4aca-8636-214b58012207', 'tag': '9918a9ac-4f63-4559-93c8-e1024f3daceb'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:06:43.654543 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8060e0-b42d-4193-8d49-2035f727698f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1977a7c-2396-4aca-8636-214b58012207", "tag": "9918a9ac-4f63-4559-93c8-e1024f3daceb"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:06:43.689122 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98309097-8cf4-4ef0-8ed8-0e28327bdcea x-openstack-request-id: req-98309097-8cf4-4ef0-8ed8-0e28327bdcea {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:06:43.689841 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a59ec8b-4b21-4e70-9474-c201f2b4d6d0", "name": "network-vif-deleted", "tag": "cc2e2cf0-3c4c-47f5-b985-0095bad86d48", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:06:43.689841 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98309097-8cf4-4ef0-8ed8-0e28327bdcea {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:06:43.690451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Attempting to bind port 4dab19cd-a5bf-4c3a-b429-903e7327c6a4 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:06:43.690579 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a59ec8b-4b21-4e70-9474-c201f2b4d6d0', 'name': 'network-vif-deleted', 'tag': 'cc2e2cf0-3c4c-47f5-b985-0095bad86d48', 'status': 'completed', 'code': 200} Oct 13 11:06:43.690684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Attempting to bind port 4dab19cd-a5bf-4c3a-b429-903e7327c6a4 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '971c28e4-f9b9-4690-bb95-a67e1d2bc236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a404893a-78d1-4100-b89a-406b5baf776d'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:06:43.690895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Attempting to bind port 4dab19cd-a5bf-4c3a-b429-903e7327c6a4 on network a404893a-78d1-4100-b89a-406b5baf776d {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:06:43.692173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c1d0c-890f-4cc6-b0ad-402f21ae2b3c req-061248ef-0848-450d-bf7b-d642171c898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:43.714779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:06:43.715162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Checking segment: {'id': '971c28e4-f9b9-4690-bb95-a67e1d2bc236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a404893a-78d1-4100-b89a-406b5baf776d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:43.715572 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:43.715966 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Bound using segment: {'id': '971c28e4-f9b9-4690-bb95-a67e1d2bc236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a404893a-78d1-4100-b89a-406b5baf776d'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:06:43.716447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Bound port: 4dab19cd-a5bf-4c3a-b429-903e7327c6a4, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971c28e4-f9b9-4690-bb95-a67e1d2bc236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a404893a-78d1-4100-b89a-406b5baf776d'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:06:43.716954 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:43.718973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-084c1d0c-890f-4cc6-b0ad-402f21ae2b3c req-061248ef-0848-450d-bf7b-d642171c898e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c415ff12-f071-46fd-85fd-d076af88e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4196575 Oct 13 11:06:43.761514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-11b8a018-cac7-4916-ab3f-f8c99af8aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:43.765326 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-11b8a018-cac7-4916-ab3f-f8c99af8aa92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=49ef1046b4cb4dc39b4c065e4af7ca8e&device_id=9a92fa61-39a9-452b-98ad-148241171ddd HTTP/1.1" status: 200 len: 1094 time: 0.2807677 Oct 13 11:06:43.894465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-bc111513-d00a-4d18-88f6-fef77b9d4096 None None] Provisioning complete for port 88c2a77e-468e-4cdb-b258-7e7e5fe87524 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:43.898884 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bc111513-d00a-4d18-88f6-fef77b9d4096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:43.899567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] For port 4dab19cd-a5bf-4c3a-b429-903e7327c6a4, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:06:43.901342 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943dcd6-8217-4181-8471-7341b6eb0f4f service neutron] Pushing event updated for resources: {'Port': ['ID=9918a9ac-4f63-4559-93c8-e1024f3daceb,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:43.949097 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-e8970029-4c36-4644-b6b0-54c1351bceea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99696371-4d20-480f-88b1-fad83745c407 HTTP/1.1" status: 200 len: 217 time: 0.0826283 Oct 13 11:06:43.976968 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-7a1776f8-02e2-4850-8eeb-c19e2a7749c2 None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:06:43.997440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] For port 4dab19cd-a5bf-4c3a-b429-903e7327c6a4, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4dab19cd-a5bf-4c3a-b429-903e7327c6a4,segment=NetworkSegment(971c28e4-f9b9-4690-bb95-a67e1d2bc236),segment_id=971c28e4-f9b9-4690-bb95-a67e1d2bc236)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:06:44.047433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-7f7a7d31-3cf5-430f-8367-885f3f496590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:44.049507 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-7f7a7d31-3cf5-430f-8367-885f3f496590 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=49ef1046b4cb4dc39b4c065e4af7ca8e&device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 1095 time: 0.1496623 Oct 13 11:06:44.068259 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-084c1d0c-890f-4cc6-b0ad-402f21ae2b3c req-a6243aab-eec1-4dbd-b50f-dfdf16717615 service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293455 Oct 13 11:06:44.090047 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:44.119125 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bace42a9-1a2a-463a-b57f-44a8e6047690 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:44.133682 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-60bfdc25-ef2f-4994-80bc-4b4e75ab69b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9918a9ac-4f63-4559-93c8-e1024f3daceb HTTP/1.1" status: 200 len: 217 time: 0.0757470 Oct 13 11:06:44.279061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b65579-0c4d-41dd-81ca-b8f42a7caff5 None None] Pushing event updated for resources: {'Port': ['ID=4dab19cd-a5bf-4c3a-b429-903e7327c6a4,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:44.344084 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-084c1d0c-890f-4cc6-b0ad-402f21ae2b3c req-f426a924-a1ed-43fa-b48f-4aaa2d2a23f6 service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089245 Oct 13 11:06:44.445786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33471058-2ff3-4aa2-89de-ac8d72e91313 req-06f66a16-f8e1-4b9b-937c-192c26941321 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a&device_id=d0222cd6-bd06-41d9-b304-aa43acd879ed HTTP/1.1" status: 200 len: 210 time: 0.0321078 Oct 13 11:06:44.477260 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7a1776f8-02e2-4850-8eeb-c19e2a7749c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:44.493790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-c1c13c0e-a7d7-457c-9a6f-8838dbd21fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:44.512172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-c1c13c0e-a7d7-457c-9a6f-8838dbd21fe6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15708410-3fb8-4d4a-9981-9b8b666eb47c HTTP/1.1" status: 200 len: 854 time: 0.1667047 Oct 13 11:06:44.535751 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1776f8-02e2-4850-8eeb-c19e2a7749c2 None None] The sync data for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 is: [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T10:56:02Z', 'revision_number': 4, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '8072cd21-bd6a-4e81-bf8e-a025f09bdf8b', 'name': '', 'network_id': '9b993262-8080-4e0b-982b-d9fc9873d4f9', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'mac_address': 'fa:16:3e:1b:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:56:01Z', 'updated_at': '2021-10-13T10:56:07Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'subnets': [{'id': 'c805fa09-9ad4-4470-89a4-68a61b4416b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:44.592154 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f194ce-0c7f-4427-8c29-bb5f817ed766 x-openstack-request-id: req-50f194ce-0c7f-4427-8c29-bb5f817ed766 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:06:44.592692 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1977a7c-2396-4aca-8636-214b58012207", "tag": "9918a9ac-4f63-4559-93c8-e1024f3daceb", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:06:44.592815 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50f194ce-0c7f-4427-8c29-bb5f817ed766 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:06:44.593248 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1977a7c-2396-4aca-8636-214b58012207', 'tag': '9918a9ac-4f63-4559-93c8-e1024f3daceb', 'status': 'completed', 'code': 200} Oct 13 11:06:44.623023 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-1dab7ff0-7be1-40ee-b2aa-381c97f1e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:44.624632 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-1dab7ff0-7be1-40ee-b2aa-381c97f1e9ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c415ff12-f071-46fd-85fd-d076af88e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047516 Oct 13 11:06:44.805119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b175b-4552-4bb7-bff3-0aab05fc5dc5 req-f4905b22-34fd-4af5-a972-1ae7d9b068f3 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:44.806736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-885b175b-4552-4bb7-bff3-0aab05fc5dc5 req-f4905b22-34fd-4af5-a972-1ae7d9b068f3 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 944 time: 0.0886178 Oct 13 11:06:44.811867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-883e7bf7-2e7d-46f1-b1e3-b2430789d01c service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778128 Oct 13 11:06:44.842930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-28faf85f-d650-4737-aaf6-80da8bfba754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:44.844455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-28faf85f-d650-4737-aaf6-80da8bfba754 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15708410-3fb8-4d4a-9981-9b8b666eb47c HTTP/1.1" status: 200 len: 854 time: 0.8804176 Oct 13 11:06:44.942866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Allocated IP 172.20.0.1 (9de1c34e-7aae-4505-b75c-b6fc9d1c2328/558ca1f7-a497-42e9-b3d5-3fa0cdb2472e/a1871518-9c48-4706-99e2-c5c63554a484) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:44.947011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072e3951-c5d0-4cb4-bfb2-c64f7f74b1ee req-7f2c3f35-c829-4e34-93ce-3a09b8373629 service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187210 Oct 13 11:06:44.989224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ce9aca-6978-4688-90c7-8f629ef1fa9a None None] New status for floating IP f5a85bf3-27e3-4fe9-9eae-4fc2040c8683: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:06:44.998212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-885b175b-4552-4bb7-bff3-0aab05fc5dc5 req-b89c64fe-666e-4cc3-8ceb-0eeacad41bde tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753211 Oct 13 11:06:45.047337 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-ef18d318-6b45-4af1-9db1-f3906b2795fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:45.049183 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-ef18d318-6b45-4af1-9db1-f3906b2795fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c415ff12-f071-46fd-85fd-d076af88e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1902354 Oct 13 11:06:45.131478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8060e0-b42d-4193-8d49-2035f727698f req-cdfe7c3a-3944-4712-b1c2-e291ae2f6a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:45.136533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd8060e0-b42d-4193-8d49-2035f727698f req-cdfe7c3a-3944-4712-b1c2-e291ae2f6a55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=49ef1046b4cb4dc39b4c065e4af7ca8e&device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 1095 time: 0.0719686 Oct 13 11:06:45.209931 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:45.293589 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-c37b03b8-1365-4579-84af-2b096faf9d96 service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323377 Oct 13 11:06:45.305142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8060e0-b42d-4193-8d49-2035f727698f req-a55491c5-363e-45fd-9db8-9e506e2b0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:45.306857 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd8060e0-b42d-4193-8d49-2035f727698f req-a55491c5-363e-45fd-9db8-9e506e2b0f81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c415ff12-f071-46fd-85fd-d076af88e42a HTTP/1.1" status: 200 len: 916 time: 0.1632195 Oct 13 11:06:45.357081 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd8060e0-b42d-4193-8d49-2035f727698f req-bce28e1c-0eaf-4d78-a57b-0655c5c8e5dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9918a9ac-4f63-4559-93c8-e1024f3daceb HTTP/1.1" status: 200 len: 217 time: 0.0418570 Oct 13 11:06:45.416031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8060e0-b42d-4193-8d49-2035f727698f req-ef38f0eb-ea91-41a5-bff1-e08a903d05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:45.418513 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd8060e0-b42d-4193-8d49-2035f727698f req-ef38f0eb-ea91-41a5-bff1-e08a903d05ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15708410-3fb8-4d4a-9981-9b8b666eb47c HTTP/1.1" status: 200 len: 854 time: 0.0546823 Oct 13 11:06:45.453578 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:45.478091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8060e0-b42d-4193-8d49-2035f727698f req-cf0454d1-09b9-42d4-a3a0-c05a0182424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:45.480389 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd8060e0-b42d-4193-8d49-2035f727698f req-cf0454d1-09b9-42d4-a3a0-c05a0182424f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c415ff12-f071-46fd-85fd-d076af88e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547860 Oct 13 11:06:45.492349 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c4f84c5-3257-40ed-89fa-8e4ef7f582a3 req-b62ecb76-d180-428b-b4ed-8e6e12bb7b57 service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829252 Oct 13 11:06:45.504355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-bace42a9-1a2a-463a-b57f-44a8e6047690 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Deleting port fac7e0a9-4db8-458d-8b18-e0439fc09f27 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:45.504709 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bace42a9-1a2a-463a-b57f-44a8e6047690 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:45.530532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Network 9de1c34e-7aae-4505-b75c-b6fc9d1c2328 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:45.569445 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:45.585360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:45.588646 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd8060e0-b42d-4193-8d49-2035f727698f req-c0ca21d6-4faa-4535-8f5c-9cc35b49a535 service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012306 Oct 13 11:06:45.593241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event updated for resources: {'Port': ['ID=a1871518-9c48-4706-99e2-c5c63554a484,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:45.640874 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7782fec7-633c-4c99-bb57-10f1b884159c req-4f4c6906-7d94-48b5-ae5f-93db88f43ba0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b79808a2703d4f6ba536a6a9de2bbf5a&device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0637155 Oct 13 11:06:45.700046 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a92fa61-39a9-452b-98ad-148241171ddd', 'tag': '99696371-4d20-480f-88b1-fad83745c407'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:06:45.702504 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7444c92f-0e2a-4e68-b450-c3fdcf36e8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a92fa61-39a9-452b-98ad-148241171ddd", "tag": "99696371-4d20-480f-88b1-fad83745c407"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:06:45.746890 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd8060e0-b42d-4193-8d49-2035f727698f req-9d4cf0da-fec9-4724-bfab-e5cab887b465 service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494474 Oct 13 11:06:45.757059 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7782fec7-633c-4c99-bb57-10f1b884159c req-c64e3643-f942-4e94-a537-5e21b3305892 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b79808a2703d4f6ba536a6a9de2bbf5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1077178 Oct 13 11:06:45.804138 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:45.817379 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbf3949-11b2-4e17-bf07-87d72e2a3340 None None] Network a404893a-78d1-4100-b89a-406b5baf776d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:45.844268 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bace42a9-1a2a-463a-b57f-44a8e6047690 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:45.877357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b3ebdf0b-052f-4169-8484-2540b0f360b8 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:06:45.903567 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-bace42a9-1a2a-463a-b57f-44a8e6047690 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Calling delete_port for fac7e0a9-4db8-458d-8b18-e0439fc09f27 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:45.982897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0b0855cd-dbf1-40ac-9a67-0cc29fe792d6 None None] Provisioning complete for port 4dab19cd-a5bf-4c3a-b429-903e7327c6a4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:45.983268 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b0855cd-dbf1-40ac-9a67-0cc29fe792d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:46.059209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782fec7-633c-4c99-bb57-10f1b884159c req-3c660fd9-9276-4eb5-81f8-138ffd365568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:46.060854 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7782fec7-633c-4c99-bb57-10f1b884159c req-3c660fd9-9276-4eb5-81f8-138ffd365568 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2938678 Oct 13 11:06:46.111689 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b3ebdf0b-052f-4169-8484-2540b0f360b8, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b3ebdf0b-052f-4169-8484-2540b0f360b8,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:46.144058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b3ebdf0b-052f-4169-8484-2540b0f360b8', 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a', 'port_id': 'b3ebdf0b-052f-4169-8484-2540b0f360b8', 'mac_address': 'fa:16:3e:ff:9e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15708410-3fb8-4d4a-9981-9b8b666eb47c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:06:46.179031 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:46.221043 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b0855cd-dbf1-40ac-9a67-0cc29fe792d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:46.232579 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:46.258312 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ebdf0b-052f-4169-8484-2540b0f360b8 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:06:46.279455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0b0855cd-dbf1-40ac-9a67-0cc29fe792d6 None None] For port 4dab19cd-a5bf-4c3a-b429-903e7327c6a4, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4dab19cd-a5bf-4c3a-b429-903e7327c6a4,segment=NetworkSegment(971c28e4-f9b9-4690-bb95-a67e1d2bc236),segment_id=971c28e4-f9b9-4690-bb95-a67e1d2bc236)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:46.295989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b3ebdf0b-052f-4169-8484-2540b0f360b8, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b3ebdf0b-052f-4169-8484-2540b0f360b8,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:46.347176 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bace42a9-1a2a-463a-b57f-44a8e6047690 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:46.356748 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b0855cd-dbf1-40ac-9a67-0cc29fe792d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:46.362492 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:46.418108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace42a9-1a2a-463a-b57f-44a8e6047690 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event deleted for resources: {'Port': ['ID=fac7e0a9-4db8-458d-8b18-e0439fc09f27,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:46.439255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0855cd-dbf1-40ac-9a67-0cc29fe792d6 None None] Pushing event updated for resources: {'Port': ['ID=4dab19cd-a5bf-4c3a-b429-903e7327c6a4,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:46.501343 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-195d4065-9bc9-49d2-928f-99e805b60071 None None] Provisioning complete for port a1871518-9c48-4706-99e2-c5c63554a484 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:46.501811 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-195d4065-9bc9-49d2-928f-99e805b60071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:46.550514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b3ebdf0b-052f-4169-8484-2540b0f360b8,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:46.556366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-195d4065-9bc9-49d2-928f-99e805b60071 None None] Port a1871518-9c48-4706-99e2-c5c63554a484 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:06:46.676594 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bace42a9-1a2a-463a-b57f-44a8e6047690 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:46.693328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4dab19cd-a5bf-4c3a-b429-903e7327c6a4 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:46.699100 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a3f872d2-66fb-487e-ab00-f4f3123fb766 None None] Provisioning complete for port 4dab19cd-a5bf-4c3a-b429-903e7327c6a4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:46.701602 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a3f872d2-66fb-487e-ab00-f4f3123fb766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:46.735781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b3ebdf0b-052f-4169-8484-2540b0f360b8'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:06:46.855654 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:46.899474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 4dab19cd-a5bf-4c3a-b429-903e7327c6a4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:46.900151 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:46.902172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bace42a9-1a2a-463a-b57f-44a8e6047690 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Router 3c72da3a-adcc-4729-99e3-93ec2c537b70 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:06:46.914814 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:46.985536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55330) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:47.052914 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bace42a9-1a2a-463a-b57f-44a8e6047690 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:47.060058 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bace42a9-1a2a-463a-b57f-44a8e6047690 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "PUT /v2.0/routers/3c72da3a-adcc-4729-99e3-93ec2c537b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0807464 Oct 13 11:06:47.067018 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f0c52d-e216-4f20-aee9-c731973988a4 None None] Sync routers for ids ['3c72da3a-adcc-4729-99e3-93ec2c537b70'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:47.069018 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event updated for resources: {'Port': ['ID=a1871518-9c48-4706-99e2-c5c63554a484,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:47.072224 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55334) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:47.078301 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f0c52d-e216-4f20-aee9-c731973988a4 None None] Routers {'3c72da3a-adcc-4729-99e3-93ec2c537b70'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:47.079175 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-11f0c52d-e216-4f20-aee9-c731973988a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3c72da3a-adcc-4729-99e3-93ec2c537b70'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:47.079360 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:47.082141 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:47.082253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:47.083472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:47.083472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:47.083472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:47.083951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:47.083951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:47.084223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:47.084551 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:47.084879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:47.085214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:47.085540 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:47.139936 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-11f0c52d-e216-4f20-aee9-c731973988a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:47.159899 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f0c52d-e216-4f20-aee9-c731973988a4 None None] Routers {'3c72da3a-adcc-4729-99e3-93ec2c537b70'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:47.160602 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-11f0c52d-e216-4f20-aee9-c731973988a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3c72da3a-adcc-4729-99e3-93ec2c537b70'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:47.197149 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-11f0c52d-e216-4f20-aee9-c731973988a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:47.198375 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f0c52d-e216-4f20-aee9-c731973988a4 None None] The sync data for ids ['3c72da3a-adcc-4729-99e3-93ec2c537b70'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:47.231435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Network 9de1c34e-7aae-4505-b75c-b6fc9d1c2328 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:47.234129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:47.459133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Router f94e05a5-a265-4f9d-852c-57a2acf61c06 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:06:47.538636 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7782fec7-633c-4c99-bb57-10f1b884159c req-296aafcc-6c5e-4345-8d96-670925ac604e tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.46 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.0700078 Oct 13 11:06:47.577387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-85d1ec34-d91b-4445-9285-a494f4fa5e76 None None] Provisioning complete for port a1871518-9c48-4706-99e2-c5c63554a484 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:47.577756 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-85d1ec34-d91b-4445-9285-a494f4fa5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:47.621524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:47.629023 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-34bd4755-bd45-4854-a377-23c2e9f73d98 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "PUT /v2.0/routers/f94e05a5-a265-4f9d-852c-57a2acf61c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3405619 Oct 13 11:06:47.633558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55336) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:47.636930 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-053778c9-c2a4-41e4-8add-f5d3d14f6771 req-462d7706-be72-452a-83ee-3fe01c57ae62 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420212-bde6-4e1a-9934-bd4d934b028a HTTP/1.1" status: 200 len: 210 time: 0.4446528 Oct 13 11:06:47.642687 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-93b12b77-c1ec-4dab-b9c4-7fab6150e816 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:47.663616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-85d1ec34-d91b-4445-9285-a494f4fa5e76 None None] Port a1871518-9c48-4706-99e2-c5c63554a484 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:06:47.672348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05789c-b1c1-49ff-a054-45e42c845f78 None None] Sync routers for ids ['f94e05a5-a265-4f9d-852c-57a2acf61c06'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:47.688861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05789c-b1c1-49ff-a054-45e42c845f78 None None] Routers {'f94e05a5-a265-4f9d-852c-57a2acf61c06'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:47.690118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9a05789c-b1c1-49ff-a054-45e42c845f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f94e05a5-a265-4f9d-852c-57a2acf61c06'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:47.768606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9a05789c-b1c1-49ff-a054-45e42c845f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:47.770574 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7c68c3-c419-4dd1-a508-53ce9426add6 x-openstack-request-id: req-ed7c68c3-c419-4dd1-a508-53ce9426add6 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:06:47.770865 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a92fa61-39a9-452b-98ad-148241171ddd", "tag": "99696371-4d20-480f-88b1-fad83745c407", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:06:47.772659 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed7c68c3-c419-4dd1-a508-53ce9426add6 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:06:47.772659 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a92fa61-39a9-452b-98ad-148241171ddd', 'tag': '99696371-4d20-480f-88b1-fad83745c407', 'status': 'completed', 'code': 200} Oct 13 11:06:47.783310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05789c-b1c1-49ff-a054-45e42c845f78 None None] Routers {'f94e05a5-a265-4f9d-852c-57a2acf61c06'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:47.784273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9a05789c-b1c1-49ff-a054-45e42c845f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f94e05a5-a265-4f9d-852c-57a2acf61c06'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:47.822612 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9a05789c-b1c1-49ff-a054-45e42c845f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:47.824459 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05789c-b1c1-49ff-a054-45e42c845f78 None None] The sync data for ids ['f94e05a5-a265-4f9d-852c-57a2acf61c06'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:47.855985 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab06b2c7-18ef-4746-a5cd-9022899e160b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:47.880439 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 9918a9ac-4f63-4559-93c8-e1024f3daceb details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:06:47.881108 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-93b12b77-c1ec-4dab-b9c4-7fab6150e816 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:47.889752 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-93b12b77-c1ec-4dab-b9c4-7fab6150e816 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:47.976563 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab06b2c7-18ef-4746-a5cd-9022899e160b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.013854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444c92f-0e2a-4e68-b450-c3fdcf36e8d7 req-4bc90eb4-4165-4c2a-b5b8-31eda463510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:48.015440 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7444c92f-0e2a-4e68-b450-c3fdcf36e8d7 req-4bc90eb4-4165-4c2a-b5b8-31eda463510f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=49ef1046b4cb4dc39b4c065e4af7ca8e&device_id=9a92fa61-39a9-452b-98ad-148241171ddd HTTP/1.1" status: 200 len: 1094 time: 0.2831855 Oct 13 11:06:48.055873 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745288e1-134c-4642-9dbf-78a3b28c007c req-1250c33d-0c76-4b01-87bd-6d8569e65fe1 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:48.063906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-745288e1-134c-4642-9dbf-78a3b28c007c req-1250c33d-0c76-4b01-87bd-6d8569e65fe1 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 944 time: 0.2117684 Oct 13 11:06:48.089626 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-b00d03e7-3e53-4996-a471-d33f82e2a7ea tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:06:48.091474 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b00d03e7-3e53-4996-a471-d33f82e2a7ea tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "PUT /v2.0/routers/f94e05a5-a265-4f9d-852c-57a2acf61c06/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4555600 Oct 13 11:06:48.094566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55338) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:48.127095 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-93b12b77-c1ec-4dab-b9c4-7fab6150e816 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.127612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b12b77-c1ec-4dab-b9c4-7fab6150e816 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Fanout notify agent at l3_agent the message router_deleted on router 3c72da3a-adcc-4729-99e3-93ec2c537b70 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:06:48.136871 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-93b12b77-c1ec-4dab-b9c4-7fab6150e816 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.140683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-93b12b77-c1ec-4dab-b9c4-7fab6150e816 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "DELETE /v2.0/routers/3c72da3a-adcc-4729-99e3-93ec2c537b70 HTTP/1.1" status: 204 len: 168 time: 1.0637434 Oct 13 11:06:48.146555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55340) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:48.205702 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-745288e1-134c-4642-9dbf-78a3b28c007c req-e5c7006a-1526-4044-a65a-4ba21079312e tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408968 Oct 13 11:06:48.236991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444c92f-0e2a-4e68-b450-c3fdcf36e8d7 req-75a65a29-6239-47d5-b21d-a14aa9472ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:48.238591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7444c92f-0e2a-4e68-b450-c3fdcf36e8d7 req-75a65a29-6239-47d5-b21d-a14aa9472ed0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c415ff12-f071-46fd-85fd-d076af88e42a HTTP/1.1" status: 200 len: 916 time: 0.2142069 Oct 13 11:06:48.264151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5621048c-ab9c-41f4-991a-b513266c631b tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Deleting subnet 23c31415-c205-469a-b8ec-989db4e9e1f7 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:06:48.296875 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 9918a9ac-4f63-4559-93c8-e1024f3daceb, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=9918a9ac-4f63-4559-93c8-e1024f3daceb,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:48.298022 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5621048c-ab9c-41f4-991a-b513266c631b tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.302715 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab06b2c7-18ef-4746-a5cd-9022899e160b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.305508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab06b2c7-18ef-4746-a5cd-9022899e160b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.306812 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ab06b2c7-18ef-4746-a5cd-9022899e160b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "DELETE /v2.0/security-groups/84db88b2-59fa-4ec0-8ba3-b428e42b0c89 HTTP/1.1" status: 204 len: 168 time: 1.3189621 Oct 13 11:06:48.308408 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7444c92f-0e2a-4e68-b450-c3fdcf36e8d7 req-bc7eae20-87f0-4884-9e96-3d12db43159a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99696371-4d20-480f-88b1-fad83745c407 HTTP/1.1" status: 200 len: 217 time: 0.0564599 Oct 13 11:06:48.315504 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '9918a9ac-4f63-4559-93c8-e1024f3daceb', 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a', 'port_id': '9918a9ac-4f63-4559-93c8-e1024f3daceb', 'mac_address': 'fa:16:3e:6e:08:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15708410-3fb8-4d4a-9981-9b8b666eb47c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:06:48.340185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55344) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:48.382871 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-c82f51f3-5a25-4749-8fd6-db3779b7ca6d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] show failed (client error): The resource could not be found. Oct 13 11:06:48.388051 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c82f51f3-5a25-4749-8fd6-db3779b7ca6d tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "GET /v2.0/security-groups/84db88b2-59fa-4ec0-8ba3-b428e42b0c89 HTTP/1.1" status: 404 len: 347 time: 0.0430102 Oct 13 11:06:48.389579 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55346) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:48.399342 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.400215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06b2c7-18ef-4746-a5cd-9022899e160b tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84db88b2-59fa-4ec0-8ba3-b428e42b0c89,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:48.439160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9918a9ac-4f63-4559-93c8-e1024f3daceb {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:06:48.455471 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5621048c-ab9c-41f4-991a-b513266c631b tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.469118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 9918a9ac-4f63-4559-93c8-e1024f3daceb, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=9918a9ac-4f63-4559-93c8-e1024f3daceb,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:48.498090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444c92f-0e2a-4e68-b450-c3fdcf36e8d7 req-ef5a11f6-ecc0-48c2-9a6c-12bb3b664560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:48.499381 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7444c92f-0e2a-4e68-b450-c3fdcf36e8d7 req-ef5a11f6-ecc0-48c2-9a6c-12bb3b664560 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15708410-3fb8-4d4a-9981-9b8b666eb47c HTTP/1.1" status: 200 len: 854 time: 0.1500578 Oct 13 11:06:48.550094 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.550790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 99696371-4d20-480f-88b1-fad83745c407 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:06:48.627599 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 99696371-4d20-480f-88b1-fad83745c407, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=99696371-4d20-480f-88b1-fad83745c407,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:48.631292 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=9918a9ac-4f63-4559-93c8-e1024f3daceb,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:48.642483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '99696371-4d20-480f-88b1-fad83745c407', 'network_id': 'c415ff12-f071-46fd-85fd-d076af88e42a', 'port_id': '99696371-4d20-480f-88b1-fad83745c407', 'mac_address': 'fa:16:3e:eb:40:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15708410-3fb8-4d4a-9981-9b8b666eb47c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:06:48.643019 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5621048c-ab9c-41f4-991a-b513266c631b tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.647865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444c92f-0e2a-4e68-b450-c3fdcf36e8d7 req-45f20359-5204-45c5-bb09-45f349ba758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:48.649386 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7444c92f-0e2a-4e68-b450-c3fdcf36e8d7 req-45f20359-5204-45c5-bb09-45f349ba758f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c415ff12-f071-46fd-85fd-d076af88e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391742 Oct 13 11:06:48.685478 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.706538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99696371-4d20-480f-88b1-fad83745c407 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:06:48.718075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-97491157-9e4f-4dbc-a53b-66e6fe4af6e8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Deleting port c2708457-ab4c-4823-aa57-656f43db0ed3 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:48.718761 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-97491157-9e4f-4dbc-a53b-66e6fe4af6e8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.731096 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 99696371-4d20-480f-88b1-fad83745c407, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=99696371-4d20-480f-88b1-fad83745c407,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:48.802258 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.873499 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7444c92f-0e2a-4e68-b450-c3fdcf36e8d7 req-92ddb3c4-9c21-4cd5-a296-bd704cc2402b service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847863 Oct 13 11:06:48.882537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=99696371-4d20-480f-88b1-fad83745c407,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:48.957263 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5621048c-ab9c-41f4-991a-b513266c631b tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:48.997650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621048c-ab9c-41f4-991a-b513266c631b tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event deleted for resources: {'Subnet': ['ID=23c31415-c205-469a-b8ec-989db4e9e1f7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:49.026573 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5621048c-ab9c-41f4-991a-b513266c631b tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.030045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed26b66-6024-45b2-8808-d30cbaa0b9a2 None None] Network 6ecb26cd-2d26-4657-867c-dcc38c999b71 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:49.030212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5621048c-ab9c-41f4-991a-b513266c631b tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "DELETE /v2.0/subnets/23c31415-c205-469a-b8ec-989db4e9e1f7 HTTP/1.1" status: 204 len: 168 time: 0.8796144 Oct 13 11:06:49.033177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55352) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:49.097505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7444c92f-0e2a-4e68-b450-c3fdcf36e8d7 req-61452e3e-c5e0-48de-b7d3-4c9c8c8f3be2 service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150300 Oct 13 11:06:49.158391 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.176267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['99696371-4d20-480f-88b1-fad83745c407'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:06:49.177248 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['9918a9ac-4f63-4559-93c8-e1024f3daceb'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:06:49.242754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-97491157-9e4f-4dbc-a53b-66e6fe4af6e8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.243095 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-97491157-9e4f-4dbc-a53b-66e6fe4af6e8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.268207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Deleting port 8d5ce473-eef2-4a4f-baef-d87afa79af8d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:49.271009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.272690 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f7d219f-affa-4ba0-a3a2-7ace41c1bdcd req-f33a96fd-b893-4c32-9dde-643c6180456c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b79808a2703d4f6ba536a6a9de2bbf5a&device_id=d0222cd6-bd06-41d9-b304-aa43acd879ed HTTP/1.1" status: 200 len: 210 time: 0.0450571 Oct 13 11:06:49.273608 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-97491157-9e4f-4dbc-a53b-66e6fe4af6e8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Calling delete_port for c2708457-ab4c-4823-aa57-656f43db0ed3 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:49.318525 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f7d219f-affa-4ba0-a3a2-7ace41c1bdcd req-2d4b2b3d-3c9b-4609-b433-445aa95ea8c7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b79808a2703d4f6ba536a6a9de2bbf5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376563 Oct 13 11:06:49.419912 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f9c47a-580c-4ba5-9614-eade41c75e34 None None] DHCP port deletion for 6ecb26cd-2d26-4657-867c-dcc38c999b71 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:06:49.422306 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25db1d7b-0c6e-4b11-9e74-ab6173023e5e req-4451462b-6332-4c06-a296-ad4016113438 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0222cd6-bd06-41d9-b304-aa43acd879ed HTTP/1.1" status: 200 len: 210 time: 0.0609915 Oct 13 11:06:49.446194 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-66561c23-6633-47dd-aa9c-e3b4bf8ff92e tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.467641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] For port 8d5ce473-eef2-4a4f-baef-d87afa79af8d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8d5ce473-eef2-4a4f-baef-d87afa79af8d,segment=NetworkSegment(298c2401-d97a-4343-869c-62f36a3744a2),segment_id=298c2401-d97a-4343-869c-62f36a3744a2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:49.468993 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.501154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Calling delete_port for 8d5ce473-eef2-4a4f-baef-d87afa79af8d owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:49.595156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d219f-affa-4ba0-a3a2-7ace41c1bdcd req-18748305-48c9-45f1-bb13-8ff0218381ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:49.596650 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f7d219f-affa-4ba0-a3a2-7ace41c1bdcd req-18748305-48c9-45f1-bb13-8ff0218381ae service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2410431 Oct 13 11:06:49.613207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-17f9c47a-580c-4ba5-9614-eade41c75e34 None None] Deleting port 8d5ce473-eef2-4a4f-baef-d87afa79af8d {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:49.618797 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-17f9c47a-580c-4ba5-9614-eade41c75e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.639461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b77620-7f6b-49a7-ba07-f7359b9571fb req-67ce931c-124a-42a7-a623-ec8b3c01b8bc tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:49.646823 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0b77620-7f6b-49a7-ba07-f7359b9571fb req-67ce931c-124a-42a7-a623-ec8b3c01b8bc tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 945 time: 0.1237428 Oct 13 11:06:49.712093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0b77620-7f6b-49a7-ba07-f7359b9571fb req-e59b84ca-3605-4191-8b9a-b5a7cad63b5a tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599027 Oct 13 11:06:49.716610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-17f9c47a-580c-4ba5-9614-eade41c75e34 None None] For port 8d5ce473-eef2-4a4f-baef-d87afa79af8d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8d5ce473-eef2-4a4f-baef-d87afa79af8d,segment=NetworkSegment(298c2401-d97a-4343-869c-62f36a3744a2),segment_id=298c2401-d97a-4343-869c-62f36a3744a2)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:49.717389 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-17f9c47a-580c-4ba5-9614-eade41c75e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.742949 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-17f9c47a-580c-4ba5-9614-eade41c75e34 None None] Calling delete_port for 8d5ce473-eef2-4a4f-baef-d87afa79af8d owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:49.767381 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.801742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event deleted for resources: {'Port': ['ID=8d5ce473-eef2-4a4f-baef-d87afa79af8d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:49.807798 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-97491157-9e4f-4dbc-a53b-66e6fe4af6e8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.816187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] No DVR routers for this DVR port 8d5ce473-eef2-4a4f-baef-d87afa79af8d on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:06:49.859572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97491157-9e4f-4dbc-a53b-66e6fe4af6e8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Pushing event deleted for resources: {'Port': ['ID=c2708457-ab4c-4823-aa57-656f43db0ed3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:49.862118 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-17f9c47a-580c-4ba5-9614-eade41c75e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.893329 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9c47a-580c-4ba5-9614-eade41c75e34 None None] Pushing event deleted for resources: {'Port': ['ID=8d5ce473-eef2-4a4f-baef-d87afa79af8d,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:49.903676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b3ebdf0b-052f-4169-8484-2540b0f360b8 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:49.905806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9c47a-580c-4ba5-9614-eade41c75e34 None None] No DVR routers for this DVR port 8d5ce473-eef2-4a4f-baef-d87afa79af8d on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:06:49.937987 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.955791 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-97491157-9e4f-4dbc-a53b-66e6fe4af6e8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.958783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-97491157-9e4f-4dbc-a53b-66e6fe4af6e8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.962918 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-97491157-9e4f-4dbc-a53b-66e6fe4af6e8 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] 10.222.0.32 "DELETE /v2.0/floatingips/f5a85bf3-27e3-4fe9-9eae-4fc2040c8683 HTTP/1.1" status: 204 len: 168 time: 1.5693078 Oct 13 11:06:49.978731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-66561c23-6633-47dd-aa9c-e3b4bf8ff92e tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Deleting port a1871518-9c48-4706-99e2-c5c63554a484 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:49.978996 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-66561c23-6633-47dd-aa9c-e3b4bf8ff92e tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:49.981489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecb26cd-2d26-4657-867c-dcc38c999b71']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:49.993723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298c2401-d97a-4343-869c-62f36a3744a2') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:49.994379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298c2401-d97a-4343-869c-62f36a3744a2') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:50.009048 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:50.030299 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:50.038001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:06:50.038423 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:06:50.042650 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:06:50.048423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port b3ebdf0b-052f-4169-8484-2540b0f360b8 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:06:50.052470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b3ebdf0b-052f-4169-8484-2540b0f360b8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:50.052866 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:50.118745 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-66561c23-6633-47dd-aa9c-e3b4bf8ff92e tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:50.134594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-66561c23-6633-47dd-aa9c-e3b4bf8ff92e tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Calling delete_port for a1871518-9c48-4706-99e2-c5c63554a484 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:50.145527 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:50.173247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88643dd3-be9f-4171-9f5a-1d030396bb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ebdf0b-052f-4169-8484-2540b0f360b8'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:06:50.175459 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a1006c-b6e2-47cb-abdc-fc92284e2b61" -d '{"events": [{"server_uuid": "88643dd3-be9f-4171-9f5a-1d030396bb97", "name": "network-vif-plugged", "status": "completed", "tag": "b3ebdf0b-052f-4169-8484-2540b0f360b8"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:06:50.192633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b3ebdf0b-052f-4169-8484-2540b0f360b8, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b3ebdf0b-052f-4169-8484-2540b0f360b8,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:50.219134 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c52fd9-3895-4c25-88c7-c21139bb4cb8 x-openstack-request-id: req-d4c52fd9-3895-4c25-88c7-c21139bb4cb8 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:06:50.219419 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88643dd3-be9f-4171-9f5a-1d030396bb97", "name": "network-vif-plugged", "status": "completed", "tag": "b3ebdf0b-052f-4169-8484-2540b0f360b8", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:06:50.219663 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4c52fd9-3895-4c25-88c7-c21139bb4cb8 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:06:50.220060 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88643dd3-be9f-4171-9f5a-1d030396bb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ebdf0b-052f-4169-8484-2540b0f360b8', 'code': 200} Oct 13 11:06:50.224578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:50.239073 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:50.241515 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:50.244254 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] 10.222.0.32 "DELETE /v2.0/networks/6ecb26cd-2d26-4657-867c-dcc38c999b71 HTTP/1.1" status: 204 len: 168 time: 1.2100277 Oct 13 11:06:50.263299 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178021b-9d11-41ed-9944-de4e3cf5c661 tempest-FloatingIPNegativeTestJSON-1979337073 tempest-FloatingIPNegativeTestJSON-1979337073-project] Pushing event deleted for resources: {'Network': ['ID=6ecb26cd-2d26-4657-867c-dcc38c999b71,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:50.344647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48790610-9359-4881-aede-44e179a7d054 req-1ced6833-0519-4896-8950-97eb3b66bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:50.347275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48790610-9359-4881-aede-44e179a7d054 req-1ced6833-0519-4896-8950-97eb3b66bd12 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 1096 time: 0.0625083 Oct 13 11:06:50.352553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b3ebdf0b-052f-4169-8484-2540b0f360b8,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:50.402498 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48790610-9359-4881-aede-44e179a7d054 req-0798f327-105a-4e6b-b9ab-0efb380a0584 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430706 Oct 13 11:06:50.453227 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-66561c23-6633-47dd-aa9c-e3b4bf8ff92e tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:50.481629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66561c23-6633-47dd-aa9c-e3b4bf8ff92e tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event deleted for resources: {'Port': ['ID=a1871518-9c48-4706-99e2-c5c63554a484,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:50.587289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba61ffa3-ee15-4159-9bd8-1565aecaeea5 req-68b171b4-3186-4012-b32f-d44cce67567a tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0222cd6-bd06-41d9-b304-aa43acd879ed HTTP/1.1" status: 200 len: 210 time: 0.0644267 Oct 13 11:06:50.606223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8d5ce473-eef2-4a4f-baef-d87afa79af8d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:06:50.629410 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 8d5ce473-eef2-4a4f-baef-d87afa79af8d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:06:50.629807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8d5ce473-eef2-4a4f-baef-d87afa79af8d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:06:50.736968 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-66561c23-6633-47dd-aa9c-e3b4bf8ff92e tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:50.894090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1416c44-0424-4eb7-ae05-7465ce689221 req-802f185f-52b7-45b6-8b2c-20fc58496fba tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:50.897925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1416c44-0424-4eb7-ae05-7465ce689221 req-802f185f-52b7-45b6-8b2c-20fc58496fba tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 945 time: 0.0870299 Oct 13 11:06:50.961787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66561c23-6633-47dd-aa9c-e3b4bf8ff92e tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Router f94e05a5-a265-4f9d-852c-57a2acf61c06 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:06:50.988459 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1416c44-0424-4eb7-ae05-7465ce689221 req-9b7c1023-bd7b-4290-ac1a-a507aa66674a tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760787 Oct 13 11:06:51.096091 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66561c23-6633-47dd-aa9c-e3b4bf8ff92e tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:51.108839 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5687956b-1685-4abb-b3c2-384411b9fc1f None None] Sync routers for ids ['f94e05a5-a265-4f9d-852c-57a2acf61c06'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:51.124537 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5687956b-1685-4abb-b3c2-384411b9fc1f None None] Routers {'f94e05a5-a265-4f9d-852c-57a2acf61c06'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:51.125173 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5687956b-1685-4abb-b3c2-384411b9fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f94e05a5-a265-4f9d-852c-57a2acf61c06'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:51.125372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55384) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:51.137667 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-66561c23-6633-47dd-aa9c-e3b4bf8ff92e tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "PUT /v2.0/routers/f94e05a5-a265-4f9d-852c-57a2acf61c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0237293 Oct 13 11:06:51.142907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55388) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:51.145144 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f7d219f-affa-4ba0-a3a2-7ace41c1bdcd req-b3a60ddc-ad8f-4589-a31e-0827aaf34511 tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0222cd6-bd06-41d9-b304-aa43acd879ed HTTP/1.1" status: 200 len: 210 time: 0.0657732 Oct 13 11:06:51.180302 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5687956b-1685-4abb-b3c2-384411b9fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:51.190781 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5687956b-1685-4abb-b3c2-384411b9fc1f None None] Routers {'f94e05a5-a265-4f9d-852c-57a2acf61c06'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:51.191732 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5687956b-1685-4abb-b3c2-384411b9fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f94e05a5-a265-4f9d-852c-57a2acf61c06'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:51.226494 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5687956b-1685-4abb-b3c2-384411b9fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:51.227424 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5687956b-1685-4abb-b3c2-384411b9fc1f None None] The sync data for ids ['f94e05a5-a265-4f9d-852c-57a2acf61c06'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:51.254434 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-f9cd090a-5ae1-4007-b892-5c5df9afdc73 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] delete failed (client error): The resource could not be found. Oct 13 11:06:51.254434 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f9cd090a-5ae1-4007-b892-5c5df9afdc73 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1538299493 HTTP/1.1" status: 404 len: 335 time: 0.0998449 Oct 13 11:06:51.254434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55390) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:51.255366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-bd6402f3-e8fc-4a81-9f67-88cf79e01604 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f94e05a5-a265-4f9d-852c-57a2acf61c06'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:51.492765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b1008780-3413-4b6b-9da9-6e2fe1597ac2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bd0a724eda846ffa61727542ad52ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662663 Oct 13 11:06:51.495581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55396) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:51.624417 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd6402f3-e8fc-4a81-9f67-88cf79e01604 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:51.711401 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ce1622e7-0198-4a48-b477-a234ae45ceff req-d320752a-7e19-4926-988c-5227390ca09f tempest-ServerShowV247Test-951712220 tempest-ServerShowV247Test-951712220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0222cd6-bd06-41d9-b304-aa43acd879ed HTTP/1.1" status: 200 len: 210 time: 0.0394907 Oct 13 11:06:51.712384 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcd84c9f-7732-4ec1-9e19-d377668ea41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:51.750282 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcd84c9f-7732-4ec1-9e19-d377668ea41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:51.916593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 9918a9ac-4f63-4559-93c8-e1024f3daceb up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:51.977184 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-bd6402f3-e8fc-4a81-9f67-88cf79e01604 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] update failed (client error): The resource could not be found. Oct 13 11:06:51.982677 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bd6402f3-e8fc-4a81-9f67-88cf79e01604 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "PUT /v2.0/routers/f94e05a5-a265-4f9d-852c-57a2acf61c06 HTTP/1.1" status: 404 len: 339 time: 0.7272770 Oct 13 11:06:51.983178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55400) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:52.026393 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcd84c9f-7732-4ec1-9e19-d377668ea41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:52.029061 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcd84c9f-7732-4ec1-9e19-d377668ea41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:52.030297 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bcd84c9f-7732-4ec1-9e19-d377668ea41f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d681300-ac24-4e45-90d0-be3821ef5990 HTTP/1.1" status: 204 len: 168 time: 0.5248625 Oct 13 11:06:52.035711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 9918a9ac-4f63-4559-93c8-e1024f3daceb completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:06:52.051682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 9918a9ac-4f63-4559-93c8-e1024f3daceb triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:52.052066 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:52.077996 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd84c9f-7732-4ec1-9e19-d377668ea41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d681300-ac24-4e45-90d0-be3821ef5990,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:52.273584 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:52.289359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988e7c-8ed6-414a-8e92-e26e4e14a3e2 req-7542c366-d008-4f01-99cd-6a97d314f196 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:52.297768 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-32988e7c-8ed6-414a-8e92-e26e4e14a3e2 req-7542c366-d008-4f01-99cd-6a97d314f196 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 945 time: 0.1656508 Oct 13 11:06:52.306986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1977a7c-2396-4aca-8636-214b58012207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9918a9ac-4f63-4559-93c8-e1024f3daceb'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:06:52.306986 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30afe1c3-a1ee-4f27-94b0-dacab7cd2184" -d '{"events": [{"server_uuid": "b1977a7c-2396-4aca-8636-214b58012207", "name": "network-vif-plugged", "status": "completed", "tag": "9918a9ac-4f63-4559-93c8-e1024f3daceb"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:06:52.322006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 9918a9ac-4f63-4559-93c8-e1024f3daceb, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=9918a9ac-4f63-4559-93c8-e1024f3daceb,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:52.378883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-32988e7c-8ed6-414a-8e92-e26e4e14a3e2 req-4a6a819b-7531-44e8-98ad-8b24e1580f73 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806289 Oct 13 11:06:52.403961 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:52.427861 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:52.432049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 99696371-4d20-480f-88b1-fad83745c407 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:06:52.609646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=9918a9ac-4f63-4559-93c8-e1024f3daceb,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:52.679665 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f00605-de68-439a-a8cd-7c5a2bcecfda x-openstack-request-id: req-13f00605-de68-439a-a8cd-7c5a2bcecfda {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:06:52.680057 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1977a7c-2396-4aca-8636-214b58012207", "name": "network-vif-plugged", "status": "completed", "tag": "9918a9ac-4f63-4559-93c8-e1024f3daceb", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:06:52.680378 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13f00605-de68-439a-a8cd-7c5a2bcecfda {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:06:52.680875 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1977a7c-2396-4aca-8636-214b58012207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9918a9ac-4f63-4559-93c8-e1024f3daceb', 'code': 200} Oct 13 11:06:52.696759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 99696371-4d20-480f-88b1-fad83745c407 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:06:52.707549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 99696371-4d20-480f-88b1-fad83745c407 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:52.708716 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:52.877159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6add2-356f-445b-bac1-fa427fc0b7ba req-9fbaf5db-e43a-4cc3-ac3c-1ac50370a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:52.880341 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4b6add2-356f-445b-bac1-fa427fc0b7ba req-9fbaf5db-e43a-4cc3-ac3c-1ac50370a8cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 1097 time: 0.1192784 Oct 13 11:06:52.891922 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:52.921099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Allocated IP 172.20.0.1 (6d42315d-2de7-4a2d-a597-3e960694cdb8/133b81cf-4e61-450f-897b-a877d7d08f68/541465a9-f202-4864-b1cc-b7e58b934ede) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:06:52.935313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 99696371-4d20-480f-88b1-fad83745c407, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=99696371-4d20-480f-88b1-fad83745c407,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:06:53.014493 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4b6add2-356f-445b-bac1-fa427fc0b7ba req-7c877e00-b0ff-4337-b632-81c54227d92f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218503 Oct 13 11:06:53.053611 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:53.082216 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:53.112266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=99696371-4d20-480f-88b1-fad83745c407,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:53.122021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:53.122686 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:53.123221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:53.123575 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:53.124044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:53.124249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:53.124573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:53.124903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:53.125502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:53.125844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:53.126479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:53.131342 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:06:53.201132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:53.244172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Network 6d42315d-2de7-4a2d-a597-3e960694cdb8 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:53.250174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:53.254705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:06:53.258747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event updated for resources: {'Port': ['ID=541465a9-f202-4864-b1cc-b7e58b934ede,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:53.304949 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:53.526152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55442) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:53.576107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:53.585680 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84b996-0a55-45b1-ae7b-f66ca0c1201c req-dce0ae51-496e-45f9-9300-edb00aacf130 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:53.587280 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab84b996-0a55-45b1-ae7b-f66ca0c1201c req-dce0ae51-496e-45f9-9300-edb00aacf130 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 946 time: 0.1250906 Oct 13 11:06:53.643176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3f47789e-4d07-408f-87ec-5a592f63edfc None None] Provisioning complete for port 541465a9-f202-4864-b1cc-b7e58b934ede triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:53.643830 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3f47789e-4d07-408f-87ec-5a592f63edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:53.691740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab84b996-0a55-45b1-ae7b-f66ca0c1201c req-d755e52c-4e7d-437b-9f77-68bb3dc74dd8 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942090 Oct 13 11:06:53.759524 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3f47789e-4d07-408f-87ec-5a592f63edfc None None] Port 541465a9-f202-4864-b1cc-b7e58b934ede cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:06:53.852736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55456) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:53.975056 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-376f2514-a311-4067-b55c-2b1a55eae1fa tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:53.976102 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-376f2514-a311-4067-b55c-2b1a55eae1fa tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 11:06:53.976818 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-376f2514-a311-4067-b55c-2b1a55eae1fa tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 11:06:53.985511 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-376f2514-a311-4067-b55c-2b1a55eae1fa tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1313803 Oct 13 11:06:53.987258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55462) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:53.991404 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a0c-6454-410b-96a1-0430c0a9cd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:53.997858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-29cfd32d-4c2e-4cf3-a68b-0fa22fcc4d2d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811004588'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:54.159963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29cfd32d-4c2e-4cf3-a68b-0fa22fcc4d2d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.183340 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29cfd32d-4c2e-4cf3-a68b-0fa22fcc4d2d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.206017 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a0c-6454-410b-96a1-0430c0a9cd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.318189 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29cfd32d-4c2e-4cf3-a68b-0fa22fcc4d2d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.384705 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a0c-6454-410b-96a1-0430c0a9cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.437593 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c1d44a0c-6454-410b-96a1-0430c0a9cd59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b79808a2703d4f6ba536a6a9de2bbf5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9095700 Oct 13 11:06:54.445422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55468) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:54.466625 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29cfd32d-4c2e-4cf3-a68b-0fa22fcc4d2d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.508138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d44a0c-6454-410b-96a1-0430c0a9cd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb052cb-f991-44d4-ae0c-c474815575eb,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:54.584039 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29cfd32d-4c2e-4cf3-a68b-0fa22fcc4d2d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.595342 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.633039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfd32d-4c2e-4cf3-a68b-0fa22fcc4d2d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6c1a1a-42f6-4a31-9ec8-f752cdc8d1cc,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:54.658695 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45690fa9-f950-4b43-b2fe-1a380c96820c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.681590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a92fa61-39a9-452b-98ad-148241171ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99696371-4d20-480f-88b1-fad83745c407'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:06:54.684490 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ca29d3-7be1-4096-bde3-c4a27e37322a" -d '{"events": [{"server_uuid": "9a92fa61-39a9-452b-98ad-148241171ddd", "name": "network-vif-plugged", "status": "completed", "tag": "99696371-4d20-480f-88b1-fad83745c407"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:06:54.685718 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45690fa9-f950-4b43-b2fe-1a380c96820c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.733560 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.760210 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4802c36-b44f-4d8b-9134-90e003eba654 x-openstack-request-id: req-e4802c36-b44f-4d8b-9134-90e003eba654 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:06:54.760541 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a92fa61-39a9-452b-98ad-148241171ddd", "name": "network-vif-plugged", "status": "completed", "tag": "99696371-4d20-480f-88b1-fad83745c407", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:06:54.760806 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4802c36-b44f-4d8b-9134-90e003eba654 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:06:54.761200 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a92fa61-39a9-452b-98ad-148241171ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99696371-4d20-480f-88b1-fad83745c407', 'code': 200} Oct 13 11:06:54.777899 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29cfd32d-4c2e-4cf3-a68b-0fa22fcc4d2d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.851171 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.881655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfd32d-4c2e-4cf3-a68b-0fa22fcc4d2d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef6da8f-3c85-41a5-b752-9b52f033bcfd,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:54.969205 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29cfd32d-4c2e-4cf3-a68b-0fa22fcc4d2d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:54.970806 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-29cfd32d-4c2e-4cf3-a68b-0fa22fcc4d2d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9818134 Oct 13 11:06:54.973473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55478) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:54.980258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3dfb871e-3921-4579-9b04-4a5e70932aa4 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '2ef6da8f-3c85-41a5-b752-9b52f033bcfd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:55.022207 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45690fa9-f950-4b43-b2fe-1a380c96820c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:55.027107 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45690fa9-f950-4b43-b2fe-1a380c96820c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:55.031757 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-45690fa9-f950-4b43-b2fe-1a380c96820c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcb052cb-f991-44d4-ae0c-c474815575eb HTTP/1.1" status: 204 len: 168 time: 0.5894964 Oct 13 11:06:55.046736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45690fa9-f950-4b43-b2fe-1a380c96820c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb052cb-f991-44d4-ae0c-c474815575eb,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:55.099218 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event updated for resources: {'Port': ['ID=541465a9-f202-4864-b1cc-b7e58b934ede,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:55.119723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98088e-2b90-404d-a567-5a0121ffde9e req-21ca2727-476e-4d87-97e9-1a5238fec608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:55.119973 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3dfb871e-3921-4579-9b04-4a5e70932aa4 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:55.121324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f98088e-2b90-404d-a567-5a0121ffde9e req-21ca2727-476e-4d87-97e9-1a5238fec608 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a92fa61-39a9-452b-98ad-148241171ddd HTTP/1.1" status: 200 len: 1096 time: 0.2737174 Oct 13 11:06:55.147851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674260d-5c96-4c1b-909d-672763e3e272 req-983a173b-ae72-4b55-a0eb-0cf65fc5c508 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:55.155807 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f674260d-5c96-4c1b-909d-672763e3e272 req-983a173b-ae72-4b55-a0eb-0cf65fc5c508 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 946 time: 0.3025436 Oct 13 11:06:55.211995 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3dfb871e-3921-4579-9b04-4a5e70932aa4 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:55.245531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Network 6d42315d-2de7-4a2d-a597-3e960694cdb8 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:06:55.247628 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f98088e-2b90-404d-a567-5a0121ffde9e req-6ee33697-bd05-4d61-aef2-28b3d3bb26dc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150742 Oct 13 11:06:55.251106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:55.262970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f674260d-5c96-4c1b-909d-672763e3e272 req-da939f01-2d56-48e1-9673-5b6dd8f8e779 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039557 Oct 13 11:06:55.316067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3dfb871e-3921-4579-9b04-4a5e70932aa4 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:55.361249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb871e-3921-4579-9b04-4a5e70932aa4 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82941b57-731d-4ed7-9919-45d204fc31d0,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:55.440946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Router f94e05a5-a265-4f9d-852c-57a2acf61c06 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:06:55.634647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:55.635173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed7d2cc-1318-4971-8a0a-d9fd6ff1416a None None] Sync routers for ids ['f94e05a5-a265-4f9d-852c-57a2acf61c06'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:55.635334 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-21234597-2741-42ed-897d-9c27bb7d92c2 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "PUT /v2.0/routers/f94e05a5-a265-4f9d-852c-57a2acf61c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6247509 Oct 13 11:06:55.635449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7d2cc-1318-4971-8a0a-d9fd6ff1416a None None] Routers {'f94e05a5-a265-4f9d-852c-57a2acf61c06'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:55.635449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fed7d2cc-1318-4971-8a0a-d9fd6ff1416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f94e05a5-a265-4f9d-852c-57a2acf61c06'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:55.635674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55488) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:55.664959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fed7d2cc-1318-4971-8a0a-d9fd6ff1416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:55.679282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7d2cc-1318-4971-8a0a-d9fd6ff1416a None None] Routers {'f94e05a5-a265-4f9d-852c-57a2acf61c06'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:55.680477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fed7d2cc-1318-4971-8a0a-d9fd6ff1416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f94e05a5-a265-4f9d-852c-57a2acf61c06'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:55.708164 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3dfb871e-3921-4579-9b04-4a5e70932aa4 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:55.713563 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3dfb871e-3921-4579-9b04-4a5e70932aa4 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7376339 Oct 13 11:06:55.717792 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55492) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:55.723344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-918e9b22-677d-4ce7-849d-9b2f446ed56d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '2ef6da8f-3c85-41a5-b752-9b52f033bcfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:55.740783 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fed7d2cc-1318-4971-8a0a-d9fd6ff1416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:55.742448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed7d2cc-1318-4971-8a0a-d9fd6ff1416a None None] The sync data for ids ['f94e05a5-a265-4f9d-852c-57a2acf61c06'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:55.759264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-248a5455-4911-418c-bdc6-79a0a43cde85 None None] Provisioning complete for port 541465a9-f202-4864-b1cc-b7e58b934ede triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:06:55.759643 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-248a5455-4911-418c-bdc6-79a0a43cde85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:55.830361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-248a5455-4911-418c-bdc6-79a0a43cde85 None None] Port 541465a9-f202-4864-b1cc-b7e58b934ede cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:06:55.847421 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-918e9b22-677d-4ce7-849d-9b2f446ed56d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:55.859609 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-922ff629-59cc-4302-a787-c96dc27c14e8 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:55.965020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e84d8-c993-45e7-91d2-2b33e94ffcfe req-6f0922b7-1cf8-4591-b617-1c433a0c746e tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:55.966961 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b7e84d8-c993-45e7-91d2-2b33e94ffcfe req-6f0922b7-1cf8-4591-b617-1c433a0c746e tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.3158932 Oct 13 11:06:56.000666 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-922ff629-59cc-4302-a787-c96dc27c14e8 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 11:06:56.001637 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-922ff629-59cc-4302-a787-c96dc27c14e8 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "DELETE /v2.0/routers/f94e05a5-a265-4f9d-852c-57a2acf61c06 HTTP/1.1" status: 409 len: 329 time: 0.3659718 Oct 13 11:06:56.005038 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55502) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:56.022949 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b7e84d8-c993-45e7-91d2-2b33e94ffcfe req-961d3d3e-054e-4798-b111-86b8604c2e67 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477567 Oct 13 11:06:56.085466 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-918e9b22-677d-4ce7-849d-9b2f446ed56d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 11:06:56.089768 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-918e9b22-677d-4ce7-849d-9b2f446ed56d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3708940 Oct 13 11:06:56.090366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55506) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:56.257420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9978d-4699-4ac5-b290-90e05a0246bc req-a14599f0-1913-4e6a-9640-bbdbb31eb020 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:56.259250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67d9978d-4699-4ac5-b290-90e05a0246bc req-a14599f0-1913-4e6a-9640-bbdbb31eb020 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a92fa61-39a9-452b-98ad-148241171ddd HTTP/1.1" status: 200 len: 945 time: 0.1478369 Oct 13 11:06:56.322599 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67d9978d-4699-4ac5-b290-90e05a0246bc req-3bd804ff-487c-40cb-baaf-e4b9cad92a31 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508890 Oct 13 11:06:56.324738 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bdb27b8-61c4-4fed-b346-f2350b65ea4f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:56.356791 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bdb27b8-61c4-4fed-b346-f2350b65ea4f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:56.484088 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bac3d671-9ac1-4885-8d5c-f07ec0b83d88 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:56.509977 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bdb27b8-61c4-4fed-b346-f2350b65ea4f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:56.514376 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bdb27b8-61c4-4fed-b346-f2350b65ea4f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:56.528665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8bdb27b8-61c4-4fed-b346-f2350b65ea4f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ef6da8f-3c85-41a5-b752-9b52f033bcfd HTTP/1.1" status: 204 len: 168 time: 0.4277205 Oct 13 11:06:56.528665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55518) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:56.545547 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb27b8-61c4-4fed-b346-f2350b65ea4f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef6da8f-3c85-41a5-b752-9b52f033bcfd,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:56.669086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0534856e-0acc-4b5c-ad98-99a99d9f5def tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1336613 Oct 13 11:06:56.670200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55524) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:56.674751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-490ed386-bc1b-4179-975a-70cac014dffa tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707016413'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:56.795798 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-490ed386-bc1b-4179-975a-70cac014dffa tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:56.851313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55530) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:56.912822 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-490ed386-bc1b-4179-975a-70cac014dffa tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:56.980016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-bac3d671-9ac1-4885-8d5c-f07ec0b83d88 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Deleting port 541465a9-f202-4864-b1cc-b7e58b934ede {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:06:56.980682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bac3d671-9ac1-4885-8d5c-f07ec0b83d88 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:56.993384 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-490ed386-bc1b-4179-975a-70cac014dffa tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:57.061998 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ed386-bc1b-4179-975a-70cac014dffa tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b59e61c-3904-404d-88bd-a2e735bdc774,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:57.105108 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-490ed386-bc1b-4179-975a-70cac014dffa tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:57.109433 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-888114608-network', 'tenant_id': '5b6fc3efaaa543319ed74d0e741b2ed5'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:57.110215 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-490ed386-bc1b-4179-975a-70cac014dffa tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4392786 Oct 13 11:06:57.111113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55534) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:57.128724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-670376ff-ddd6-4788-821a-66a214fe0e75 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '4b59e61c-3904-404d-88bd-a2e735bdc774', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:57.139527 n-d-813659-3 neutron-server[101991]: WARNING neutron.api.v2.base [None req-670376ff-ddd6-4788-821a-66a214fe0e75 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 13 11:06:57.140228 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-670376ff-ddd6-4788-821a-66a214fe0e75 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:06:57.144326 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-670376ff-ddd6-4788-821a-66a214fe0e75 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0232909 Oct 13 11:06:57.145113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55536) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:57.179343 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bac3d671-9ac1-4885-8d5c-f07ec0b83d88 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:57.194472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-bac3d671-9ac1-4885-8d5c-f07ec0b83d88 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Calling delete_port for 541465a9-f202-4864-b1cc-b7e58b934ede owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:06:57.224644 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72f16c88-93c5-4ac7-a508-18c24e303807 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:57.253730 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72f16c88-93c5-4ac7-a508-18c24e303807 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:57.569130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3362c0-5ecb-4b79-9f4b-75e00199dfff req-1ff5d772-3d8a-48a7-b23f-9baba5c96776 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:57.569130 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd3362c0-5ecb-4b79-9f4b-75e00199dfff req-1ff5d772-3d8a-48a7-b23f-9baba5c96776 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a92fa61-39a9-452b-98ad-148241171ddd HTTP/1.1" status: 200 len: 945 time: 0.0514991 Oct 13 11:06:57.569130 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd3362c0-5ecb-4b79-9f4b-75e00199dfff req-92f72b7c-66dd-44f3-88d8-b52326e67b7d tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338757 Oct 13 11:06:57.702282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Made reservation on behalf of 5b6fc3efaaa543319ed74d0e741b2ed5 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:57.702282 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:57.714264 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:57.755676 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72f16c88-93c5-4ac7-a508-18c24e303807 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:57.761210 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bac3d671-9ac1-4885-8d5c-f07ec0b83d88 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:57.763532 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72f16c88-93c5-4ac7-a508-18c24e303807 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:57.769662 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-72f16c88-93c5-4ac7-a508-18c24e303807 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "DELETE /v2.0/security-groups/4b59e61c-3904-404d-88bd-a2e735bdc774 HTTP/1.1" status: 204 len: 168 time: 0.6211300 Oct 13 11:06:57.773751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55556) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:57.818796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f16c88-93c5-4ac7-a508-18c24e303807 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b59e61c-3904-404d-88bd-a2e735bdc774,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:57.871872 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3d671-9ac1-4885-8d5c-f07ec0b83d88 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event deleted for resources: {'Port': ['ID=541465a9-f202-4864-b1cc-b7e58b934ede,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:57.946139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-00ce46eb-ab59-4c83-87c2-200dd6a9d55d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1658108 Oct 13 11:06:57.946969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55560) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:57.962008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-41e56033-99e7-40a2-9859-2a86c6f9384a tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867973411'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:58.116041 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41e56033-99e7-40a2-9859-2a86c6f9384a tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.225667 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bac3d671-9ac1-4885-8d5c-f07ec0b83d88 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.227444 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41e56033-99e7-40a2-9859-2a86c6f9384a tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.264790 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.294117 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41e56033-99e7-40a2-9859-2a86c6f9384a tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.354728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e56033-99e7-40a2-9859-2a86c6f9384a tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8745e426-966e-4842-a13f-4357d26c229d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:58.369687 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.382240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:06:58.393203 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.400267 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Added segment 56c257ff-6095-4c32-8d7e-a8c26caafab9 of type vlan for network c3d8fabf-e39a-48d5-8efd-ece7680b6661 Oct 13 11:06:58.434565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de3fe9-ce64-4e30-b5a5-d4c6c2f8fc58 req-c1f45537-5482-4b44-8f5a-57c6628975ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:58.441799 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.442533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01de3fe9-ce64-4e30-b5a5-d4c6c2f8fc58 req-c1f45537-5482-4b44-8f5a-57c6628975ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 946 time: 0.0657115 Oct 13 11:06:58.468453 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41e56033-99e7-40a2-9859-2a86c6f9384a tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.471364 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-41e56033-99e7-40a2-9859-2a86c6f9384a tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5187962 Oct 13 11:06:58.486602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55562) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:58.496870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c6203a83-8b3d-428b-84f3-b60b33a9ee9f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '8745e426-966e-4842-a13f-4357d26c229d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:58.504110 n-d-813659-3 neutron-server[101991]: WARNING neutron.api.v2.base [None req-c6203a83-8b3d-428b-84f3-b60b33a9ee9f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 13 11:06:58.504110 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-c6203a83-8b3d-428b-84f3-b60b33a9ee9f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:06:58.504110 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c6203a83-8b3d-428b-84f3-b60b33a9ee9f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0150945 Oct 13 11:06:58.505765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55564) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:58.565131 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01de3fe9-ce64-4e30-b5a5-d4c6c2f8fc58 req-19930afb-0364-434e-8973-d42d834a76ef tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216402 Oct 13 11:06:58.618977 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.623195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:58.625855 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.634644 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21019590-0156-44ce-86f2-c915ebe5e754 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.638375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac3d671-9ac1-4885-8d5c-f07ec0b83d88 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Router f94e05a5-a265-4f9d-852c-57a2acf61c06 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:06:58.681722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb70a420-bdda-447a-9625-a7a4a12580de,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:58.710519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21019590-0156-44ce-86f2-c915ebe5e754 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.862313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] Pushing event updated for resources: {'Network': ['ID=c3d8fabf-e39a-48d5-8efd-ece7680b6661,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:58.873406 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-befe35d1-1566-48c2-9fd4-d1b42750c877 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0212049 Oct 13 11:06:58.874028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55578) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:58.879777 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network c3d8fabf-e39a-48d5-8efd-ece7680b6661 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:06:58.883243 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e5ffb805-7afa-4c39-9877-edeb3ed0f5a3 admin admin] Request body: {'subnet': {'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-888114608-subnet', 'tenant_id': '5b6fc3efaaa543319ed74d0e741b2ed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:58.894529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac3d671-9ac1-4885-8d5c-f07ec0b83d88 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:06:58.905937 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48ad55-f64b-4228-bdfd-2ddb09835cb2 None None] Sync routers for ids ['f94e05a5-a265-4f9d-852c-57a2acf61c06'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:06:58.913578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21019590-0156-44ce-86f2-c915ebe5e754 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.914040 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bac3d671-9ac1-4885-8d5c-f07ec0b83d88 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "PUT /v2.0/routers/f94e05a5-a265-4f9d-852c-57a2acf61c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9018369 Oct 13 11:06:58.914151 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21019590-0156-44ce-86f2-c915ebe5e754 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:58.915424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55580) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:58.920819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-21019590-0156-44ce-86f2-c915ebe5e754 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "DELETE /v2.0/security-groups/8745e426-966e-4842-a13f-4357d26c229d HTTP/1.1" status: 204 len: 168 time: 0.4121134 Oct 13 11:06:58.922609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55582) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:58.946626 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48ad55-f64b-4228-bdfd-2ddb09835cb2 None None] Routers {'f94e05a5-a265-4f9d-852c-57a2acf61c06'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:58.947245 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5c48ad55-f64b-4228-bdfd-2ddb09835cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f94e05a5-a265-4f9d-852c-57a2acf61c06'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:58.966920 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-4f1fb00b-69c2-4720-8778-1017cdeddab5 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] show failed (client error): The resource could not be found. Oct 13 11:06:58.967926 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4f1fb00b-69c2-4720-8778-1017cdeddab5 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-2139347200 HTTP/1.1" status: 404 len: 335 time: 0.0514507 Oct 13 11:06:58.973332 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55584) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:58.978762 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5730e524-78ab-4a47-a558-d38fe5beb944 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:59.014561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21019590-0156-44ce-86f2-c915ebe5e754 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8745e426-966e-4842-a13f-4357d26c229d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:59.041924 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5c48ad55-f64b-4228-bdfd-2ddb09835cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:59.070617 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-5730e524-78ab-4a47-a558-d38fe5beb944 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] update failed (client error): The resource could not be found. Oct 13 11:06:59.077352 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5730e524-78ab-4a47-a558-d38fe5beb944 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1586124959 HTTP/1.1" status: 404 len: 335 time: 0.0973346 Oct 13 11:06:59.077684 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48ad55-f64b-4228-bdfd-2ddb09835cb2 None None] Routers {'f94e05a5-a265-4f9d-852c-57a2acf61c06'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:06:59.077684 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5c48ad55-f64b-4228-bdfd-2ddb09835cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f94e05a5-a265-4f9d-852c-57a2acf61c06'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:59.078031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55588) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:59.141936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ffb805-7afa-4c39-9877-edeb3ed0f5a3 admin admin] Made reservation on behalf of 5b6fc3efaaa543319ed74d0e741b2ed5 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:06:59.141936 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb805-7afa-4c39-9877-edeb3ed0f5a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:59.216667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43f9f21-365c-419c-a647-ff2a7fb99bd9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Deleting subnet fe035529-71b9-491c-b484-15de3362b21f {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:06:59.220298 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a43f9f21-365c-419c-a647-ff2a7fb99bd9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:59.228612 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5c48ad55-f64b-4228-bdfd-2ddb09835cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:06:59.229882 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48ad55-f64b-4228-bdfd-2ddb09835cb2 None None] The sync data for ids ['f94e05a5-a265-4f9d-852c-57a2acf61c06'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:06:59.241645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0edca2ea-e898-4c31-a5fe-dfc67fd4ac48 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3077505 Oct 13 11:06:59.246541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55590) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:59.259063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d97119f5-d057-4e4b-ae0d-05cf137fc777 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148031213'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:06:59.273111 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a43f9f21-365c-419c-a647-ff2a7fb99bd9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:59.285488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-54a5a344-f25e-4f3c-9d62-6de2c13d60be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2526360 Oct 13 11:06:59.320464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff774a5c-e512-428e-a0d1-f6b01f7645aa req-78d835af-ae85-4d65-a763-76e02e232883 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.322503 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff774a5c-e512-428e-a0d1-f6b01f7645aa req-78d835af-ae85-4d65-a763-76e02e232883 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.2029660 Oct 13 11:06:59.412486 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a43f9f21-365c-419c-a647-ff2a7fb99bd9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:59.421327 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff774a5c-e512-428e-a0d1-f6b01f7645aa req-dbd5adbc-3bdc-4408-bf1f-2a3e36a93aad tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906768 Oct 13 11:06:59.437872 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d97119f5-d057-4e4b-ae0d-05cf137fc777 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:59.469622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-52d33cfe-c098-4ba8-92a6-7cf780abf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.470108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-52d33cfe-c098-4ba8-92a6-7cf780abf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.470591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-52d33cfe-c098-4ba8-92a6-7cf780abf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.471046 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-52d33cfe-c098-4ba8-92a6-7cf780abf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.471643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-52d33cfe-c098-4ba8-92a6-7cf780abf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.472481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-52d33cfe-c098-4ba8-92a6-7cf780abf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.472938 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-52d33cfe-c098-4ba8-92a6-7cf780abf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.475880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-52d33cfe-c098-4ba8-92a6-7cf780abf5b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8ef3a9260b7494da03368bc530c12f3&device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 6502 time: 0.1302273 Oct 13 11:06:59.609356 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb805-7afa-4c39-9877-edeb3ed0f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:59.640817 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d97119f5-d057-4e4b-ae0d-05cf137fc777 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:59.659341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-1b230a9a-1640-4836-9965-0fec0e90566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.659815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-1b230a9a-1640-4836-9965-0fec0e90566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.660273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-1b230a9a-1640-4836-9965-0fec0e90566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.661889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-1b230a9a-1640-4836-9965-0fec0e90566b service neutron] 10.222.0.21 "GET /v2.0/networks?id=bc5e0317-2a1f-41ba-91cf-0b420f18bef2&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=231ca368-35d6-4a3f-8aab-23252a4b5f72&id=231ca368-35d6-4a3f-8aab-23252a4b5f72 HTTP/1.1" status: 200 len: 2296 time: 0.1496592 Oct 13 11:06:59.678426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffb805-7afa-4c39-9877-edeb3ed0f5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6dc65ab-bcea-46c1-8b9d-45c9927e2800,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:59.693008 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a43f9f21-365c-419c-a647-ff2a7fb99bd9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:59.730073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f9f21-365c-419c-a647-ff2a7fb99bd9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event deleted for resources: {'Subnet': ['ID=fe035529-71b9-491c-b484-15de3362b21f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:59.735478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffb805-7afa-4c39-9877-edeb3ed0f5a3 admin admin] Checking segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:06:59.735983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ffb805-7afa-4c39-9877-edeb3ed0f5a3 admin admin] Network hostable DHCP agents. Network: c3d8fabf-e39a-48d5-8efd-ece7680b6661, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:06:59.741659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a43f9f21-365c-419c-a647-ff2a7fb99bd9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:59.749398 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a43f9f21-365c-419c-a647-ff2a7fb99bd9 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "DELETE /v2.0/subnets/fe035529-71b9-491c-b484-15de3362b21f HTTP/1.1" status: 204 len: 168 time: 0.6663940 Oct 13 11:06:59.751223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55596) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:06:59.752494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693b0d58-e18a-4a22-85c8-f820169b16c1 None None] Network a404893a-78d1-4100-b89a-406b5baf776d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:59.787738 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-f6009e76-ca7a-407a-942d-e211563a3713 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b45b71e-507c-4f82-9175-e9a55d5c8e54 HTTP/1.1" status: 200 len: 1001 time: 0.1141546 Oct 13 11:06:59.835287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ffb805-7afa-4c39-9877-edeb3ed0f5a3 admin admin] Network c3d8fabf-e39a-48d5-8efd-ece7680b6661 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:06:59.849311 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d97119f5-d057-4e4b-ae0d-05cf137fc777 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:59.909952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97119f5-d057-4e4b-ae0d-05cf137fc777 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2cb9a4-e30a-4cc5-acea-2d7035f35151,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:06:59.921357 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e5ffb805-7afa-4c39-9877-edeb3ed0f5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, c3d8fabf-e39a-48d5-8efd-ece7680b6661) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:06:59.925998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ffb805-7afa-4c39-9877-edeb3ed0f5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.926660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb805-7afa-4c39-9877-edeb3ed0f5a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:06:59.944655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f041564-4a71-4701-ac32-c4a26aa6c424 None None] Network c3d8fabf-e39a-48d5-8efd-ece7680b6661 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:06:59.967007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091313eb-2e54-4037-ad0d-ff693f113458 req-1a16bdbb-3d5d-4537-b955-33c615481b24 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.973432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091313eb-2e54-4037-ad0d-ff693f113458 req-1a16bdbb-3d5d-4537-b955-33c615481b24 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.980852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091313eb-2e54-4037-ad0d-ff693f113458 req-1a16bdbb-3d5d-4537-b955-33c615481b24 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:06:59.988327 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-091313eb-2e54-4037-ad0d-ff693f113458 req-1a16bdbb-3d5d-4537-b955-33c615481b24 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207&device_id=9a92fa61-39a9-452b-98ad-148241171ddd&device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 2417 time: 0.1983807 Oct 13 11:07:00.002748 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0153ba-7d62-4fec-9d24-0dd52c4a3ddd tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Deleting subnet 558ca1f7-a497-42e9-b3d5-3fa0cdb2472e {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:07:00.005857 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a0153ba-7d62-4fec-9d24-0dd52c4a3ddd tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.036651 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e5ffb805-7afa-4c39-9877-edeb3ed0f5a3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1618552 Oct 13 11:07:00.065395 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d97119f5-d057-4e4b-ae0d-05cf137fc777 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.066663 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d97119f5-d057-4e4b-ae0d-05cf137fc777 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8159699 Oct 13 11:07:00.069521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55606) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:00.075203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-6346740c-1e3a-4b0f-8ea8-9bcee5307e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:00.075436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7a36823f-63d5-4777-8940-ce617f29629b tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': 'ba2cb9a4-e30a-4cc5-acea-2d7035f35151', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:00.076683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-6346740c-1e3a-4b0f-8ea8-9bcee5307e4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65e93234-d6c5-4aa7-8ff5-81bcaedbc002 HTTP/1.1" status: 200 len: 855 time: 0.2550998 Oct 13 11:07:00.079092 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a0153ba-7d62-4fec-9d24-0dd52c4a3ddd tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.087391 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-7a36823f-63d5-4777-8940-ce617f29629b tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 13 11:07:00.088020 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-7a36823f-63d5-4777-8940-ce617f29629b tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:00.089177 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7a36823f-63d5-4777-8940-ce617f29629b tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0186226 Oct 13 11:07:00.091858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55608) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:00.101940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-177d99f6-2b37-4a14-945f-0a3b39994831 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': 'ba2cb9a4-e30a-4cc5-acea-2d7035f35151', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:00.104880 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-177d99f6-2b37-4a14-945f-0a3b39994831 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 13 11:07:00.105392 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-177d99f6-2b37-4a14-945f-0a3b39994831 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:00.106551 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-177d99f6-2b37-4a14-945f-0a3b39994831 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0136764 Oct 13 11:07:00.109635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55612) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:00.119600 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6388ce26-234b-4f60-96d2-f9e4c840ddcc tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': 'ba2cb9a4-e30a-4cc5-acea-2d7035f35151', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:00.120574 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-6388ce26-234b-4f60-96d2-f9e4c840ddcc tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 13 11:07:00.120891 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-6388ce26-234b-4f60-96d2-f9e4c840ddcc tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:00.125688 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6388ce26-234b-4f60-96d2-f9e4c840ddcc tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117841 Oct 13 11:07:00.129313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55614) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:00.135789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2e12e5a4-e57a-49bd-8446-bb4159cccae7 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': 'ba2cb9a4-e30a-4cc5-acea-2d7035f35151', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:00.136789 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-2e12e5a4-e57a-49bd-8446-bb4159cccae7 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 13 11:07:00.144514 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-2e12e5a4-e57a-49bd-8446-bb4159cccae7 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:00.148228 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2e12e5a4-e57a-49bd-8446-bb4159cccae7 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0168676 Oct 13 11:07:00.155041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55616) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:00.165565 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49421f9-a74c-42d9-b9db-6c4008961f7f None None] Network c3d8fabf-e39a-48d5-8efd-ece7680b6661 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:00.243115 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-091313eb-2e54-4037-ad0d-ff693f113458 req-04371f4e-c3ac-4b06-a1f2-866729d3a061 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503181 Oct 13 11:07:00.300340 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eaab5c3d-f8bf-46cb-8e89-decaf1663f2f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.302006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c950bb8-7958-405a-ac55-e7fe277e76c0 None None] DHCP port deletion for a404893a-78d1-4100-b89a-406b5baf776d request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:07:00.343432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-919f57db-8da6-4d2d-bfe1-d452915b0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:00.344942 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-919f57db-8da6-4d2d-bfe1-d452915b0231 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bc5e0317-2a1f-41ba-91cf-0b420f18bef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216177 Oct 13 11:07:00.358103 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eaab5c3d-f8bf-46cb-8e89-decaf1663f2f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.441906 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a0153ba-7d62-4fec-9d24-0dd52c4a3ddd tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.446112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2c950bb8-7958-405a-ac55-e7fe277e76c0 None None] Deleting port 4dab19cd-a5bf-4c3a-b429-903e7327c6a4 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:00.446716 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2c950bb8-7958-405a-ac55-e7fe277e76c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.527107 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eaab5c3d-f8bf-46cb-8e89-decaf1663f2f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.530669 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eaab5c3d-f8bf-46cb-8e89-decaf1663f2f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.533151 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eaab5c3d-f8bf-46cb-8e89-decaf1663f2f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "DELETE /v2.0/security-groups/ba2cb9a4-e30a-4cc5-acea-2d7035f35151 HTTP/1.1" status: 204 len: 168 time: 0.3768001 Oct 13 11:07:00.538042 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55626) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:00.550875 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2c950bb8-7958-405a-ac55-e7fe277e76c0 None None] For port 4dab19cd-a5bf-4c3a-b429-903e7327c6a4, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4dab19cd-a5bf-4c3a-b429-903e7327c6a4,segment=NetworkSegment(971c28e4-f9b9-4690-bb95-a67e1d2bc236),segment_id=971c28e4-f9b9-4690-bb95-a67e1d2bc236)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:00.551369 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2c950bb8-7958-405a-ac55-e7fe277e76c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.584806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2c950bb8-7958-405a-ac55-e7fe277e76c0 None None] Calling delete_port for 4dab19cd-a5bf-4c3a-b429-903e7327c6a4 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:00.591742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab5c3d-f8bf-46cb-8e89-decaf1663f2f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2cb9a4-e30a-4cc5-acea-2d7035f35151,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:00.597480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-ce10afd6-cc2d-4914-ab3b-0f9c7b851569 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5e0317-2a1f-41ba-91cf-0b420f18bef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119949 Oct 13 11:07:00.673588 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8979d8eb-7a30-45af-8b83-6ea1e1d1921f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1260154 Oct 13 11:07:00.680068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55628) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:00.688438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4dab19cd-a5bf-4c3a-b429-903e7327c6a4 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:07:00.697731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-16c4c4b7-8a32-4758-be19-069449d7f76e tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090498920'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:00.756877 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a0153ba-7d62-4fec-9d24-0dd52c4a3ddd tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.822228 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16c4c4b7-8a32-4758-be19-069449d7f76e tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.828008 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.832347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-6094a3e8-9897-496e-a6d1-568eca288020 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5e0317-2a1f-41ba-91cf-0b420f18bef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276642 Oct 13 11:07:00.835615 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0153ba-7d62-4fec-9d24-0dd52c4a3ddd tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event deleted for resources: {'Subnet': ['ID=558ca1f7-a497-42e9-b3d5-3fa0cdb2472e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:00.894908 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2c950bb8-7958-405a-ac55-e7fe277e76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.910081 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-4c4b0f84-1a12-44f5-935e-11b9d25a6099 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=0c538839-1be6-4a32-b0e6-10d01668a313 HTTP/1.1" status: 200 len: 217 time: 0.0632601 Oct 13 11:07:00.911287 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a0153ba-7d62-4fec-9d24-0dd52c4a3ddd tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.916091 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3a0153ba-7d62-4fec-9d24-0dd52c4a3ddd tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "DELETE /v2.0/subnets/558ca1f7-a497-42e9-b3d5-3fa0cdb2472e HTTP/1.1" status: 204 len: 168 time: 1.1366038 Oct 13 11:07:00.920539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55630) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:00.956424 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16c4c4b7-8a32-4758-be19-069449d7f76e tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:00.978658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-02b3c8ab-0fcb-49a0-ad6c-7e43227f040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:00.980175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-02b3c8ab-0fcb-49a0-ad6c-7e43227f040a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.0593605 Oct 13 11:07:00.997003 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec721184-c5a4-45a7-81d7-aca59bb568d6 None None] Network 9de1c34e-7aae-4505-b75c-b6fc9d1c2328 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:00.999580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c950bb8-7958-405a-ac55-e7fe277e76c0 None None] No DVR routers for this DVR port 4dab19cd-a5bf-4c3a-b429-903e7327c6a4 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:07:01.021296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14bb4a-cf0e-49ea-9a86-9b64d7c07003 req-f30d86dc-de91-4ac5-90ff-1b295c3b266c tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:01.028712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c950bb8-7958-405a-ac55-e7fe277e76c0 None None] Pushing event deleted for resources: {'Port': ['ID=4dab19cd-a5bf-4c3a-b429-903e7327c6a4,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:01.029609 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c14bb4a-cf0e-49ea-9a86-9b64d7c07003 req-f30d86dc-de91-4ac5-90ff-1b295c3b266c tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 946 time: 0.2774239 Oct 13 11:07:01.120244 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c14bb4a-cf0e-49ea-9a86-9b64d7c07003 req-c9f212d7-6eeb-4f32-a6e5-9cf32be78d0a tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889635 Oct 13 11:07:01.123563 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-9efa57ab-cf23-4e89-ad9a-028bf4b01541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:01.125318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-9efa57ab-cf23-4e89-ad9a-028bf4b01541 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1327574 Oct 13 11:07:01.296168 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-f97bd780-371b-4424-8580-15d8a9091c12 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604154 Oct 13 11:07:01.532021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b308e3-d345-4afa-b09a-cf63da912261 None None] DHCP port deletion for 9de1c34e-7aae-4505-b75c-b6fc9d1c2328 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:07:01.588629 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-09105b80-19ec-41a6-a7a9-59b89e4eaa1a service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813866 Oct 13 11:07:01.595836 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f9a-6b9b-4086-8e27-a563e377f449 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:01.600945 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16c4c4b7-8a32-4758-be19-069449d7f76e tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:01.618730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a3b308e3-d345-4afa-b09a-cf63da912261 None None] Deleting port 88c2a77e-468e-4cdb-b258-7e7e5fe87524 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:01.625142 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a3b308e3-d345-4afa-b09a-cf63da912261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:01.653521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-451086b9-b813-4f7b-a2b9-b9343deb567a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:01.655891 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-451086b9-b813-4f7b-a2b9-b9343deb567a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.2317359 Oct 13 11:07:01.700083 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4c4b7-8a32-4758-be19-069449d7f76e tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d0c52a-04b0-4909-83b4-3d6da8a1fa55,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:01.707483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16c4c4b7-8a32-4758-be19-069449d7f76e tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:01.711383 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-16c4c4b7-8a32-4758-be19-069449d7f76e tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0203032 Oct 13 11:07:01.711894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55658) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:01.716855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-84edcac4-ddfc-4806-abd1-457e5eb7a3b2 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '36d0c52a-04b0-4909-83b4-3d6da8a1fa55', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:01.717611 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-84edcac4-ddfc-4806-abd1-457e5eb7a3b2 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 11:07:01.718029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a3b308e3-d345-4afa-b09a-cf63da912261 None None] For port 88c2a77e-468e-4cdb-b258-7e7e5fe87524, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=88c2a77e-468e-4cdb-b258-7e7e5fe87524,segment=NetworkSegment(1656ebd2-1b11-4322-94ce-154447cebc21),segment_id=1656ebd2-1b11-4322-94ce-154447cebc21)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:01.718180 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-84edcac4-ddfc-4806-abd1-457e5eb7a3b2 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:01.721582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-0250cbed-54df-48fa-b85a-9c2c489c1a43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=4b955f06-9355-4152-b824-207e8663b591 HTTP/1.1" status: 200 len: 217 time: 0.0616112 Oct 13 11:07:01.721794 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-84edcac4-ddfc-4806-abd1-457e5eb7a3b2 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063775 Oct 13 11:07:01.721935 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-0a5ed869-c72a-4ed2-ab91-4aa7d9bdaec7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/quotas/5b6fc3efaaa543319ed74d0e741b2ed5 HTTP/1.1" status: 200 len: 375 time: 0.0554550 Oct 13 11:07:01.722308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55660) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:01.726734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-eebda22b-affc-4a2a-98a0-c809e1e51aab tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '36d0c52a-04b0-4909-83b4-3d6da8a1fa55', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:01.730500 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a3b308e3-d345-4afa-b09a-cf63da912261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:01.745259 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f9a-6b9b-4086-8e27-a563e377f449 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:01.749228 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a3b308e3-d345-4afa-b09a-cf63da912261 None None] Calling delete_port for 88c2a77e-468e-4cdb-b258-7e7e5fe87524 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:01.778375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9fdc9f9a-6b9b-4086-8e27-a563e377f449 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a404893a-78d1-4100-b89a-406b5baf776d']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:01.789333 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9fdc9f9a-6b9b-4086-8e27-a563e377f449 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971c28e4-f9b9-4690-bb95-a67e1d2bc236') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:01.789911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9fdc9f9a-6b9b-4086-8e27-a563e377f449 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971c28e4-f9b9-4690-bb95-a67e1d2bc236') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:01.800027 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f9a-6b9b-4086-8e27-a563e377f449 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:01.814952 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-f722bd2c-1704-4130-9125-4f728a4a4524 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775347 Oct 13 11:07:01.816444 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f9a-6b9b-4086-8e27-a563e377f449 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:01.833011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdc9f9a-6b9b-4086-8e27-a563e377f449 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:07:01.839226 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f9a-6b9b-4086-8e27-a563e377f449 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:07:01.853720 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:07:01.874153 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-d61aaa35-590d-4a7b-994d-426504b63ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:01.875749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-d61aaa35-590d-4a7b-994d-426504b63ec8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.1492188 Oct 13 11:07:01.925280 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a3b308e3-d345-4afa-b09a-cf63da912261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:01.949380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-38716aa6-07db-4690-b14b-1e5498c535ae service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305928 Oct 13 11:07:01.952426 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-fa537978-be29-496c-8f30-c349bb605d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:01.953910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-fa537978-be29-496c-8f30-c349bb605d42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0660849 Oct 13 11:07:01.959114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b308e3-d345-4afa-b09a-cf63da912261 None None] Pushing event deleted for resources: {'Port': ['ID=88c2a77e-468e-4cdb-b258-7e7e5fe87524,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:01.959114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b308e3-d345-4afa-b09a-cf63da912261 None None] No DVR routers for this DVR port 88c2a77e-468e-4cdb-b258-7e7e5fe87524 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:07:02.011693 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-eebda22b-affc-4a2a-98a0-c809e1e51aab tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:02.013516 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eebda22b-affc-4a2a-98a0-c809e1e51aab tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2895615 Oct 13 11:07:02.015879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55662) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:02.020526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6e24a27c-a881-45b2-93a3-6d02bfe7cf00 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '36d0c52a-04b0-4909-83b4-3d6da8a1fa55', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:02.021089 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-6e24a27c-a881-45b2-93a3-6d02bfe7cf00 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 13 11:07:02.021653 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-6e24a27c-a881-45b2-93a3-6d02bfe7cf00 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:02.025118 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6e24a27c-a881-45b2-93a3-6d02bfe7cf00 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058427 Oct 13 11:07:02.025486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55664) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:02.030366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8b1e0006-300b-4492-bab7-e9574964830b tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '36d0c52a-04b0-4909-83b4-3d6da8a1fa55', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:02.037439 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f9a-6b9b-4086-8e27-a563e377f449 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:02.047912 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f9a-6b9b-4086-8e27-a563e377f449 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:02.053668 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9fdc9f9a-6b9b-4086-8e27-a563e377f449 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "DELETE /v2.0/networks/a404893a-78d1-4100-b89a-406b5baf776d HTTP/1.1" status: 204 len: 168 time: 1.1252391 Oct 13 11:07:02.055302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55666) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:02.084021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc9f9a-6b9b-4086-8e27-a563e377f449 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event deleted for resources: {'Network': ['ID=a404893a-78d1-4100-b89a-406b5baf776d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:02.140068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-0f563d72-2c16-42e4-8e97-755c3e0307c3 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733224 Oct 13 11:07:02.145427 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-824b13de-f39b-43fb-ba62-0df776dc9a1c service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732302 Oct 13 11:07:02.165184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec38677b-9703-4748-90a1-ae3f13779a27 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:02.247499 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-006706dd-9019-4295-af45-98fab1834a4b service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981665 Oct 13 11:07:02.273429 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec38677b-9703-4748-90a1-ae3f13779a27 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:02.295189 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-7e7e9b24-9636-4ddb-8f24-26669009a622 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=1e5b1f2a-86fe-4784-b429-eafd5aa62c84 HTTP/1.1" status: 200 len: 217 time: 0.0416787 Oct 13 11:07:02.300821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-ec38677b-9703-4748-90a1-ae3f13779a27 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de1c34e-7aae-4505-b75c-b6fc9d1c2328']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:02.312212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-ec38677b-9703-4748-90a1-ae3f13779a27 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1656ebd2-1b11-4322-94ce-154447cebc21') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:02.312645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-ec38677b-9703-4748-90a1-ae3f13779a27 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1656ebd2-1b11-4322-94ce-154447cebc21') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:02.332404 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec38677b-9703-4748-90a1-ae3f13779a27 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:02.333300 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-8b1e0006-300b-4492-bab7-e9574964830b tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:02.334928 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8b1e0006-300b-4492-bab7-e9574964830b tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3073404 Oct 13 11:07:02.341765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55670) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:02.346470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9d547894-dc9f-448f-aa71-f2515c7f47fd tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '36d0c52a-04b0-4909-83b4-3d6da8a1fa55', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:02.347309 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-9d547894-dc9f-448f-aa71-f2515c7f47fd tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 11:07:02.347480 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-9d547894-dc9f-448f-aa71-f2515c7f47fd tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:02.350675 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9d547894-dc9f-448f-aa71-f2515c7f47fd tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055869 Oct 13 11:07:02.350675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec38677b-9703-4748-90a1-ae3f13779a27 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:02.351609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55672) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:02.356570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec38677b-9703-4748-90a1-ae3f13779a27 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:07:02.356981 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec38677b-9703-4748-90a1-ae3f13779a27 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:02.358953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-506974de-24a8-4d58-a3c8-2d6239025236 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '36d0c52a-04b0-4909-83b4-3d6da8a1fa55', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:07:02.360358 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:07:02.375138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-a8d21d06-a925-4e4b-be24-dc445f16c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:02.376685 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-a8d21d06-a925-4e4b-be24-dc445f16c908 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.0739765 Oct 13 11:07:02.433999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55678) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:02.462575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-9df9669d-47f4-4ce9-82e5-def906f92b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:02.465054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-9df9669d-47f4-4ce9-82e5-def906f92b31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0787909 Oct 13 11:07:02.548891 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec38677b-9703-4748-90a1-ae3f13779a27 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:02.560665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec38677b-9703-4748-90a1-ae3f13779a27 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:02.567985 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ec38677b-9703-4748-90a1-ae3f13779a27 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "DELETE /v2.0/networks/9de1c34e-7aae-4505-b75c-b6fc9d1c2328 HTTP/1.1" status: 204 len: 168 time: 0.5069942 Oct 13 11:07:02.583370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55682) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:02.612602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38677b-9703-4748-90a1-ae3f13779a27 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event deleted for resources: {'Network': ['ID=9de1c34e-7aae-4505-b75c-b6fc9d1c2328,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:02.642099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88c2a77e-468e-4cdb-b258-7e7e5fe87524 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:07:02.680787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 88c2a77e-468e-4cdb-b258-7e7e5fe87524 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:07:02.681286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88c2a77e-468e-4cdb-b258-7e7e5fe87524 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:07:02.692128 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-506974de-24a8-4d58-a3c8-2d6239025236 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:02.693183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-506974de-24a8-4d58-a3c8-2d6239025236 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3405573 Oct 13 11:07:02.696106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55690) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:02.700955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3af011e2-7716-404a-866a-f0883e1a457a tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '36d0c52a-04b0-4909-83b4-3d6da8a1fa55', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:02.701461 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-3af011e2-7716-404a-866a-f0883e1a457a tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 13 11:07:02.702112 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-3af011e2-7716-404a-866a-f0883e1a457a tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:02.703144 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3af011e2-7716-404a-866a-f0883e1a457a tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060105 Oct 13 11:07:02.706351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55692) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:02.711831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-92e55861-5339-446d-8477-c6d1b9d008c0 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '36d0c52a-04b0-4909-83b4-3d6da8a1fa55', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:02.805960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e452f8-0136-4b49-9cca-483f6ba34851 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Deleting subnet 133b81cf-4e61-450f-897b-a877d7d08f68 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:07:02.812650 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-9762f42e-8bd5-4e73-bb26-a5b32901847f service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380742 Oct 13 11:07:02.816996 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57e452f8-0136-4b49-9cca-483f6ba34851 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:02.923816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1195f41-6b69-409b-8624-e6e8af98d038 req-3ff4c0f6-715c-4301-9500-75ec6c84faac tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 210 time: 0.0730500 Oct 13 11:07:02.951362 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-92e55861-5339-446d-8477-c6d1b9d008c0 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:02.952959 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-92e55861-5339-446d-8477-c6d1b9d008c0 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2452960 Oct 13 11:07:02.955307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55694) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:02.961033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4da1f10d-fdf6-472a-85c2-48f63348971f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '36d0c52a-04b0-4909-83b4-3d6da8a1fa55', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:02.976772 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57e452f8-0136-4b49-9cca-483f6ba34851 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:03.164699 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-4da1f10d-fdf6-472a-85c2-48f63348971f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:03.167072 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4da1f10d-fdf6-472a-85c2-48f63348971f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2098894 Oct 13 11:07:03.172585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55700) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:03.270769 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8950464f-ef2f-41b9-b9c2-3aa5d2023c89 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:03.296531 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8950464f-ef2f-41b9-b9c2-3aa5d2023c89 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:03.513360 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8950464f-ef2f-41b9-b9c2-3aa5d2023c89 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:03.515898 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-9438afbf-44dd-4e1f-a4ba-1b0c21f8445e service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6747413 Oct 13 11:07:03.516494 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8950464f-ef2f-41b9-b9c2-3aa5d2023c89 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:03.519908 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8950464f-ef2f-41b9-b9c2-3aa5d2023c89 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "DELETE /v2.0/security-groups/36d0c52a-04b0-4909-83b4-3d6da8a1fa55 HTTP/1.1" status: 204 len: 168 time: 0.3510284 Oct 13 11:07:03.522033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55710) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:03.537369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950464f-ef2f-41b9-b9c2-3aa5d2023c89 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d0c52a-04b0-4909-83b4-3d6da8a1fa55,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:03.595696 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1f29a3a7-1f81-43f1-a463-ad647cbeda2c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642574 Oct 13 11:07:03.596593 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55712) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:03.601434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2c47ff9c-c639-417e-9ed7-c6f99db3272d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054580912'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:03.606876 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-96eeffd9-c32e-4fae-8174-36f99866a67d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=50046162-7e11-4c9f-a133-6908a9f0aa39 HTTP/1.1" status: 200 len: 217 time: 0.0669873 Oct 13 11:07:03.645086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57e452f8-0136-4b49-9cca-483f6ba34851 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:03.731070 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c47ff9c-c639-417e-9ed7-c6f99db3272d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:03.733288 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-04e073b0-5676-4d77-8401-1c92e2160100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:03.734880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-04e073b0-5676-4d77-8401-1c92e2160100 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.1208332 Oct 13 11:07:03.819052 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c47ff9c-c639-417e-9ed7-c6f99db3272d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:03.822217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-1a68499f-f6b0-45e9-b50d-6280360162ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:03.825002 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-1a68499f-f6b0-45e9-b50d-6280360162ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711880 Oct 13 11:07:03.900133 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57e452f8-0136-4b49-9cca-483f6ba34851 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:03.926904 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c47ff9c-c639-417e-9ed7-c6f99db3272d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:03.941346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e452f8-0136-4b49-9cca-483f6ba34851 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event deleted for resources: {'Subnet': ['ID=133b81cf-4e61-450f-897b-a877d7d08f68,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:03.943692 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57e452f8-0136-4b49-9cca-483f6ba34851 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:03.946868 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-57e452f8-0136-4b49-9cca-483f6ba34851 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "DELETE /v2.0/subnets/133b81cf-4e61-450f-897b-a877d7d08f68 HTTP/1.1" status: 204 len: 168 time: 1.3620744 Oct 13 11:07:03.951248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55720) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:03.956582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b597da5d-84bc-443f-b0ff-0c6eb34b9067 None None] Network 6d42315d-2de7-4a2d-a597-3e960694cdb8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:04.005822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47ff9c-c639-417e-9ed7-c6f99db3272d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d838a77-beeb-48e0-84a7-b2486354e637,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:04.065978 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c47ff9c-c639-417e-9ed7-c6f99db3272d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:04.067869 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2c47ff9c-c639-417e-9ed7-c6f99db3272d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4700379 Oct 13 11:07:04.074428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55726) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:04.084484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a9c8a4fd-d702-49d0-a103-00304d76231e tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '1d838a77-beeb-48e0-84a7-b2486354e637', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:04.091412 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9302ad42-52a2-41ea-aa7d-892d01c86ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:04.118822 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-aaa537a5-8349-4f49-a0a3-f32f53ab1b3c service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851980 Oct 13 11:07:04.177051 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:04.211337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fd6d4d-bfb9-44bf-b7a4-948c9ceceb49 None None] DHCP port deletion for 6d42315d-2de7-4a2d-a597-3e960694cdb8 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:07:04.273440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd6d4d-bfb9-44bf-b7a4-948c9ceceb49 None None] Deleting port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:04.274043 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6d4d-bfb9-44bf-b7a4-948c9ceceb49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:04.345985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c3fd6d4d-bfb9-44bf-b7a4-948c9ceceb49 None None] For port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8482f8a6-0fc0-4a3b-8399-0acc60d82f33,segment=NetworkSegment(ade8e223-5b67-4762-aa2b-3275ee6e99ac),segment_id=ade8e223-5b67-4762-aa2b-3275ee6e99ac)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:04.346259 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6d4d-bfb9-44bf-b7a4-948c9ceceb49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:04.360483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd6d4d-bfb9-44bf-b7a4-948c9ceceb49 None None] Calling delete_port for 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:04.370172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-564a307a-8702-4beb-b97a-e9563c9b1ff3 req-24dfbddd-6471-41f8-9e98-80f3e7b45482 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 210 time: 0.0533457 Oct 13 11:07:04.439388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-112318a7-2fec-4410-a48e-80d575b34252 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845259 Oct 13 11:07:04.547076 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-b3060ff1-26b4-4668-9075-1950299cd6c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5a9bc85-a7e6-4129-95b9-1a12e3334a90 HTTP/1.1" status: 200 len: 217 time: 0.0648215 Oct 13 11:07:04.583464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:07:04.607394 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6d4d-bfb9-44bf-b7a4-948c9ceceb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:04.612686 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Deleting port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:04.613032 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:04.625844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852842d9-acc0-4a8b-9c3c-bc0b88d3810a req-1e6eb571-388e-4765-8c04-8e0339d2624a tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:04.632802 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-852842d9-acc0-4a8b-9c3c-bc0b88d3810a req-1e6eb571-388e-4765-8c04-8e0339d2624a tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.1842549 Oct 13 11:07:04.647976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd6d4d-bfb9-44bf-b7a4-948c9ceceb49 None None] Pushing event deleted for resources: {'Port': ['ID=8482f8a6-0fc0-4a3b-8399-0acc60d82f33,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:04.651721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd6d4d-bfb9-44bf-b7a4-948c9ceceb49 None None] No DVR routers for this DVR port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:07:04.659180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No active binding found for port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 {{(pid=101992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 11:07:04.659867 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:07:04.674158 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-a9c8a4fd-d702-49d0-a103-00304d76231e tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The resource could not be found. Oct 13 11:07:04.675217 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a9c8a4fd-d702-49d0-a103-00304d76231e tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5998039 Oct 13 11:07:04.678047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55730) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:04.683522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c8bf0411-d27e-42e2-8e3c-8e49a9d4a15f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '1d838a77-beeb-48e0-84a7-b2486354e637', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8c9dd67b-f960-47d3-bc19-2b80595fbebd'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:04.713947 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-49765cd0-2157-45d4-a7a0-850be329449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:04.715437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-49765cd0-2157-45d4-a7a0-850be329449a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed19e18-2ea3-4797-b575-0d77ae1124dd HTTP/1.1" status: 200 len: 797 time: 0.1596599 Oct 13 11:07:04.788156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] For port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33, host n-d-813659-3, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:04.788527 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:04.815367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-852842d9-acc0-4a8b-9c3c-bc0b88d3810a req-d5ebabc3-969a-4f37-95e1-3231f98becd4 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422727 Oct 13 11:07:04.822918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Calling delete_port for 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:04.826413 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 11:07:04.847718 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:04.880557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event deleted for resources: {'Port': ['ID=8482f8a6-0fc0-4a3b-8399-0acc60d82f33,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:04.884071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-dd4a6f5b-53f9-4edb-a466-152744cea137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:04.886086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-dd4a6f5b-53f9-4edb-a466-152744cea137 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=231ca368-35d6-4a3f-8aab-23252a4b5f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1607521 Oct 13 11:07:04.889533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] No DVR routers for this DVR port 8482f8a6-0fc0-4a3b-8399-0acc60d82f33 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:07:04.948525 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-c8bf0411-d27e-42e2-8e3c-8e49a9d4a15f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The resource could not be found. Oct 13 11:07:04.949646 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c8bf0411-d27e-42e2-8e3c-8e49a9d4a15f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2705553 Oct 13 11:07:04.952411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55732) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:05.014203 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6bd82321-3779-4cc0-90f8-7bccee2eaf6c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.037374 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6bd82321-3779-4cc0-90f8-7bccee2eaf6c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.037890 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.053919 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9302ad42-52a2-41ea-aa7d-892d01c86ac4 admin admin] Deleting port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:05.054251 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9302ad42-52a2-41ea-aa7d-892d01c86ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.116282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d42315d-2de7-4a2d-a597-3e960694cdb8']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:05.130728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade8e223-5b67-4762-aa2b-3275ee6e99ac') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:05.130994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade8e223-5b67-4762-aa2b-3275ee6e99ac') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:05.133883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-ba5e586b-78d5-4024-9905-f20d7dd9cf56 service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392147 Oct 13 11:07:05.156219 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.192269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6bd82321-3779-4cc0-90f8-7bccee2eaf6c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.199564 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6bd82321-3779-4cc0-90f8-7bccee2eaf6c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.199564 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6bd82321-3779-4cc0-90f8-7bccee2eaf6c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "DELETE /v2.0/security-groups/1d838a77-beeb-48e0-84a7-b2486354e637 HTTP/1.1" status: 204 len: 168 time: 0.2428513 Oct 13 11:07:05.202290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55736) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:05.218346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd82321-3779-4cc0-90f8-7bccee2eaf6c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d838a77-beeb-48e0-84a7-b2486354e637,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:05.227742 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.247873 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-c44314d1-dff4-4486-8413-5fb37fb23581 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:05.251102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-c44314d1-dff4-4486-8413-5fb37fb23581 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.46 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.1317990 Oct 13 11:07:05.260150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:07:05.260625 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.267256 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-59775fcf-3100-4e77-b978-785a0433809d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Request body: {'port': {'device_id': '458197fa-93a5-4dab-88a7-b73a809b243c', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'admin_state_up': True, 'tenant_id': '5b6fc3efaaa543319ed74d0e741b2ed5'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:07:05.273737 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:07:05.327692 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9302ad42-52a2-41ea-aa7d-892d01c86ac4 admin admin] For port 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8072cd21-bd6a-4e81-bf8e-a025f09bdf8b,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:05.328076 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9302ad42-52a2-41ea-aa7d-892d01c86ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.372181 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3c603f3d-a4a0-4f63-aa16-224fd6ee671f tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1687202 Oct 13 11:07:05.373383 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9302ad42-52a2-41ea-aa7d-892d01c86ac4 admin admin] Calling delete_port for 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:05.376955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55740) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:05.382812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6fcf9f22-9c7a-4704-8ed7-1a70ab3f10ba tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '45baacff-b5e8-43c4-adad-603b9acbf368', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:05.389170 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-5b80a602-08d4-4fc9-890d-eeb911e4d96e service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432697 Oct 13 11:07:05.471387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-274e213b-fa2e-4cb7-b043-b24253bb88d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94cf05b0-82c6-412e-bc9e-6b67117903b5 HTTP/1.1" status: 200 len: 217 time: 0.0739336 Oct 13 11:07:05.506248 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5529d457-466a-4682-b9c6-e70083c3f654 req-5c161a78-06b0-44be-9083-ba67c61a9d4a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 210 time: 0.0390038 Oct 13 11:07:05.533440 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.548538 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.551683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "DELETE /v2.0/networks/6d42315d-2de7-4a2d-a597-3e960694cdb8 HTTP/1.1" status: 204 len: 168 time: 1.5995190 Oct 13 11:07:05.554546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55746) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:05.567715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bc23e-707a-4cc3-8a5e-0fa06920cbb4 tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Pushing event deleted for resources: {'Network': ['ID=6d42315d-2de7-4a2d-a597-3e960694cdb8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:05.577723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-ca1489e8-b646-4b6b-aaa3-4e205ef45b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:05.579240 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-ca1489e8-b646-4b6b-aaa3-4e205ef45b60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed19e18-2ea3-4797-b575-0d77ae1124dd HTTP/1.1" status: 200 len: 797 time: 0.0980282 Oct 13 11:07:05.590996 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1750baee-298b-44eb-81cb-d660259fc16b tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "GET /v2.0/ports?device_id=f94e05a5-a265-4f9d-852c-57a2acf61c06 HTTP/1.1" status: 200 len: 205 time: 0.0333176 Oct 13 11:07:05.591769 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55748) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:05.665465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-59775fcf-3100-4e77-b978-785a0433809d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Made reservation on behalf of 5b6fc3efaaa543319ed74d0e741b2ed5 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:05.669592 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-59775fcf-3100-4e77-b978-785a0433809d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.676475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-bb7e72cc-3e45-469e-9ac5-a77d2b97f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:05.677955 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-bb7e72cc-3e45-469e-9ac5-a77d2b97f12a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=231ca368-35d6-4a3f-8aab-23252a4b5f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615342 Oct 13 11:07:05.691550 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a4cb721c-22cd-4d5f-ac83-9f0584166bcf tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.768125 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-6fcf9f22-9c7a-4704-8ed7-1a70ab3f10ba tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The resource could not be found. Oct 13 11:07:05.772520 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6fcf9f22-9c7a-4704-8ed7-1a70ab3f10ba tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3912148 Oct 13 11:07:05.773535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55750) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:05.780559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-cd309f13-3ed5-46f6-8384-e90754bb784c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group': {'name': 'tempest-secgroup--999787633'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:05.828851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-eb145d8e-d17d-4451-a175-86659ef0e738 service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410971 Oct 13 11:07:05.900205 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cd309f13-3ed5-46f6-8384-e90754bb784c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.902208 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9302ad42-52a2-41ea-aa7d-892d01c86ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.926163 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a4cb721c-22cd-4d5f-ac83-9f0584166bcf tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.929845 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a4cb721c-22cd-4d5f-ac83-9f0584166bcf tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:05.978323 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302ad42-52a2-41ea-aa7d-892d01c86ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8072cd21-bd6a-4e81-bf8e-a025f09bdf8b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:06.017802 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828c20cd-d47e-4f83-ae88-5a5bef7ecde1 req-6887b93e-f8dc-4bdc-a650-a615db6236ca service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801095 Oct 13 11:07:06.023351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-59775fcf-3100-4e77-b978-785a0433809d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Allocated IP 172.20.0.12 (c3d8fabf-e39a-48d5-8efd-ece7680b6661/f6dc65ab-bcea-46c1-8b9d-45c9927e2800/05f87731-cc03-4395-a99d-cdf9d5f98ec5) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:07:06.077949 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca98eba-f1ae-43c1-8d77-c69dda7aa0fc req-c47e28f0-c268-4c49-8e79-51f640064b96 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:06.079570 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ca98eba-f1ae-43c1-8d77-c69dda7aa0fc req-c47e28f0-c268-4c49-8e79-51f640064b96 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.1724184 Oct 13 11:07:06.117899 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a4cb721c-22cd-4d5f-ac83-9f0584166bcf tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.118311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cb721c-22cd-4d5f-ac83-9f0584166bcf tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Fanout notify agent at l3_agent the message router_deleted on router f94e05a5-a265-4f9d-852c-57a2acf61c06 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:07:06.148325 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a4cb721c-22cd-4d5f-ac83-9f0584166bcf tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.157577 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a4cb721c-22cd-4d5f-ac83-9f0584166bcf tempest-RoutersNegativeTest-440608272 tempest-RoutersNegativeTest-440608272-project] 10.222.0.32 "DELETE /v2.0/routers/f94e05a5-a265-4f9d-852c-57a2acf61c06 HTTP/1.1" status: 204 len: 168 time: 0.5567560 Oct 13 11:07:06.184359 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cd309f13-3ed5-46f6-8384-e90754bb784c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.211572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ca98eba-f1ae-43c1-8d77-c69dda7aa0fc req-d878e998-77ce-4f51-b44b-131ed160ec7e tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143768 Oct 13 11:07:06.271239 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cd309f13-3ed5-46f6-8384-e90754bb784c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.283672 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-59775fcf-3100-4e77-b978-785a0433809d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.305322 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9302ad42-52a2-41ea-aa7d-892d01c86ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.320017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd309f13-3ed5-46f6-8384-e90754bb784c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771c09c0-543a-4fee-be71-4b218739d233,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:06.406055 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cd309f13-3ed5-46f6-8384-e90754bb784c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.407344 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cd309f13-3ed5-46f6-8384-e90754bb784c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6336260 Oct 13 11:07:06.412244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55760) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:06.417831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-79b5be13-df86-4b57-8875-bd0607fd3f38 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840759613'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:06.444184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-59775fcf-3100-4e77-b978-785a0433809d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.486164 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-59775fcf-3100-4e77-b978-785a0433809d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Network c3d8fabf-e39a-48d5-8efd-ece7680b6661 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:07:06.489612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-59775fcf-3100-4e77-b978-785a0433809d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:06.493285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-59775fcf-3100-4e77-b978-785a0433809d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:07:06.499966 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59775fcf-3100-4e77-b978-785a0433809d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event updated for resources: {'Port': ['ID=05f87731-cc03-4395-a99d-cdf9d5f98ec5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:06.570160 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-59775fcf-3100-4e77-b978-785a0433809d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:06.571005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-59775fcf-3100-4e77-b978-785a0433809d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.580713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9302ad42-52a2-41ea-aa7d-892d01c86ac4 admin admin] Router 3a56958c-7d6b-4671-9e9d-6095a645922e has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:07:06.613337 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79b5be13-df86-4b57-8875-bd0607fd3f38 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.691570 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79b5be13-df86-4b57-8875-bd0607fd3f38 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.740123 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-59775fcf-3100-4e77-b978-785a0433809d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4786806 Oct 13 11:07:06.753232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Request body: {'port': {'device_id': '458197fa-93a5-4dab-88a7-b73a809b243c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:06.776822 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79b5be13-df86-4b57-8875-bd0607fd3f38 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.811962 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55768) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:06.847180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5be13-df86-4b57-8875-bd0607fd3f38 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f7ab8f-7255-4233-b8b6-2aa758c74ad2,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:06.861614 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.905019 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79b5be13-df86-4b57-8875-bd0607fd3f38 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:06.909591 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-79b5be13-df86-4b57-8875-bd0607fd3f38 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4961808 Oct 13 11:07:06.912517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55772) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:06.922471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dd146bae-57b3-46dd-b5cf-f34c86624266 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group_rule': {'security_group_id': '771c09c0-543a-4fee-be71-4b218739d233', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '18f7ab8f-7255-4233-b8b6-2aa758c74ad2'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:07.065200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6823d5e-2d99-4014-a0e7-feb976d35100 req-938d6f62-5375-4f1d-b9ec-636105683a8c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:07.066768 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6823d5e-2d99-4014-a0e7-feb976d35100 req-938d6f62-5375-4f1d-b9ec-636105683a8c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 932 time: 0.0931494 Oct 13 11:07:07.079324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9302ad42-52a2-41ea-aa7d-892d01c86ac4 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:07:07.092773 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9302ad42-52a2-41ea-aa7d-892d01c86ac4 admin admin] 10.222.0.32 "PUT /v2.0/routers/3a56958c-7d6b-4671-9e9d-6095a645922e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6496065 Oct 13 11:07:07.092937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882aab4-b3bf-4165-95c1-c50d9e85ff0e None None] Sync routers for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:07:07.093425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55774) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:07.102207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882aab4-b3bf-4165-95c1-c50d9e85ff0e None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:07:07.103133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a882aab4-b3bf-4165-95c1-c50d9e85ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:07.107531 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-796e4ef7-2e11-4150-a9b2-52dde5a99153 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1fcb4b954a346a6a577771c7c11ee66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921724 Oct 13 11:07:07.109843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55776) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:07.198656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6823d5e-2d99-4014-a0e7-feb976d35100 req-9c721d8a-3378-43b1-8101-eb4b58452d4d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172621 Oct 13 11:07:07.215241 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb4f8-e014-4715-b8cc-7f7c5a9c46d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.224075 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a882aab4-b3bf-4165-95c1-c50d9e85ff0e None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:07:07.226663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.235223 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-dd146bae-57b3-46dd-b5cf-f34c86624266 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:07:07.239096 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dd146bae-57b3-46dd-b5cf-f34c86624266 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3255689 Oct 13 11:07:07.241609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55780) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:07.288581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb4f8-e014-4715-b8cc-7f7c5a9c46d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.327857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f87731-cc03-4395-a99d-cdf9d5f98ec5 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:07:07.359443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.396799 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1fde-138c-4c1a-9b79-097d66be3351 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.408643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22639108-7f58-4b85-8da7-951dc7e8ac40 req-da64fafd-8c79-444e-a206-b00432568087 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:07.411291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22639108-7f58-4b85-8da7-951dc7e8ac40 req-da64fafd-8c79-444e-a206-b00432568087 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.1062086 Oct 13 11:07:07.420150 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.427550 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1fde-138c-4c1a-9b79-097d66be3351 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.459942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a882aab4-b3bf-4165-95c1-c50d9e85ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T11:07:05Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:07.466724 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22639108-7f58-4b85-8da7-951dc7e8ac40 req-7de09849-452d-4dbf-b281-718041e282a0 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379932 Oct 13 11:07:07.489345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882aab4-b3bf-4165-95c1-c50d9e85ff0e None None] Checking router: 3a56958c-7d6b-4671-9e9d-6095a645922e for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:07:07.499748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882aab4-b3bf-4165-95c1-c50d9e85ff0e None None] Routers {'3a56958c-7d6b-4671-9e9d-6095a645922e'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:07:07.500485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a882aab4-b3bf-4165-95c1-c50d9e85ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:06:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a56958c-7d6b-4671-9e9d-6095a645922e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:07.513260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb4f8-e014-4715-b8cc-7f7c5a9c46d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.516284 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb4f8-e014-4715-b8cc-7f7c5a9c46d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.517454 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3dcdb4f8-e014-4715-b8cc-7f7c5a9c46d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45f96209-1e3e-44f2-a513-61adca65d051 HTTP/1.1" status: 204 len: 168 time: 0.4052534 Oct 13 11:07:07.526050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdb4f8-e014-4715-b8cc-7f7c5a9c46d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f96209-1e3e-44f2-a513-61adca65d051,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:07.611358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Deleting port 9518fd5e-f662-450d-ba50-95b2d024720b {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:07.611358 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.639331 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a882aab4-b3bf-4165-95c1-c50d9e85ff0e None None] Set router 3a56958c-7d6b-4671-9e9d-6095a645922e gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:07:07.653203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Transition to ACTIVE for port object 05f87731-cc03-4395-a99d-cdf9d5f98ec5 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:07:07.654360 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1fde-138c-4c1a-9b79-097d66be3351 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.656850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1fde-138c-4c1a-9b79-097d66be3351 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.660458 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ad8c1fde-138c-4c1a-9b79-097d66be3351 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "DELETE /v2.0/security-groups/18f7ab8f-7255-4233-b8b6-2aa758c74ad2 HTTP/1.1" status: 204 len: 168 time: 0.4144120 Oct 13 11:07:07.668031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55790) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:07.669716 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c1fde-138c-4c1a-9b79-097d66be3351 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f7ab8f-7255-4233-b8b6-2aa758c74ad2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:07.731587 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f8e75a0d-a1fc-4996-bbb0-fc0b714b130e tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0565960 Oct 13 11:07:07.732671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55792) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:07.759100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] For port 9518fd5e-f662-450d-ba50-95b2d024720b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9518fd5e-f662-450d-ba50-95b2d024720b,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:07.760740 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.776891 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.785147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Calling delete_port for 9518fd5e-f662-450d-ba50-95b2d024720b owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:07.836245 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Pushing event updated for resources: {'Port': ['ID=05f87731-cc03-4395-a99d-cdf9d5f98ec5,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:07.857953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26f91678-064b-4bb0-93c8-efa92e2cb7f7 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.893357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a882aab4-b3bf-4165-95c1-c50d9e85ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T11:07:05Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:07.896830 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26f91678-064b-4bb0-93c8-efa92e2cb7f7 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.924417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882aab4-b3bf-4165-95c1-c50d9e85ff0e None None] The sync data for ids ['3a56958c-7d6b-4671-9e9d-6095a645922e'] in n-d-813659-3 is: [{'id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'name': 'tempest-AttachVolumeShelveTestJSON-681874199-router', 'tenant_id': '2c643e49e7c24d549eaab0c43e79724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:55:57Z', 'updated_at': '2021-10-13T11:07:05Z', 'revision_number': 5, 'project_id': '2c643e49e7c24d549eaab0c43e79724c', 'gw_port': {'id': '9518fd5e-f662-450d-ba50-95b2d024720b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a56958c-7d6b-4671-9e9d-6095a645922e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:55:58Z', 'updated_at': '2021-10-13T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:07:07.928274 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Attempting to bind port 05f87731-cc03-4395-a99d-cdf9d5f98ec5 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:07:07.929775 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Attempting to bind port 05f87731-cc03-4395-a99d-cdf9d5f98ec5 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:07:07.930040 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Attempting to bind port 05f87731-cc03-4395-a99d-cdf9d5f98ec5 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:07:07.935876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Port 05f87731-cc03-4395-a99d-cdf9d5f98ec5 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:07:07.936867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Attempting to bind port 05f87731-cc03-4395-a99d-cdf9d5f98ec5 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:07:07.943770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:07:07.944138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Checking segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:07:07.944519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Bound using segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:07:07.944961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Bound port: 05f87731-cc03-4395-a99d-cdf9d5f98ec5, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:07:07.945326 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:07.989542 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f17bbe8d-8134-47ef-b5ba-c62ddabce2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.035528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] For port 05f87731-cc03-4395-a99d-cdf9d5f98ec5, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:07:08.039724 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] For port 05f87731-cc03-4395-a99d-cdf9d5f98ec5, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=05f87731-cc03-4395-a99d-cdf9d5f98ec5,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:07:08.126701 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26f91678-064b-4bb0-93c8-efa92e2cb7f7 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.129730 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26f91678-064b-4bb0-93c8-efa92e2cb7f7 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.137297 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-26f91678-064b-4bb0-93c8-efa92e2cb7f7 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "DELETE /v2.0/security-groups/771c09c0-543a-4fee-be71-4b218739d233 HTTP/1.1" status: 204 len: 168 time: 0.3981643 Oct 13 11:07:08.137582 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55800) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:08.140417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f91678-064b-4bb0-93c8-efa92e2cb7f7 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771c09c0-543a-4fee-be71-4b218739d233,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:08.156159 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.164270 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.198392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9518fd5e-f662-450d-ba50-95b2d024720b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:08.217158 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:08.217865 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.220045 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] 10.222.0.46 "PUT /v2.0/ports/05f87731-cc03-4395-a99d-cdf9d5f98ec5 HTTP/1.1" status: 200 len: 1092 time: 1.4715874 Oct 13 11:07:08.222539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458197fa-93a5-4dab-88a7-b73a809b243c', 'tag': '05f87731-cc03-4395-a99d-cdf9d5f98ec5'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:07:08.224902 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c48f3f-a342-495d-8285-25305724d218" -d '{"events": [{"name": "network-changed", "server_uuid": "458197fa-93a5-4dab-88a7-b73a809b243c", "tag": "05f87731-cc03-4395-a99d-cdf9d5f98ec5"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:07:08.249821 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1ac08b74-83d1-4814-a993-094d02472e8c tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1108561 Oct 13 11:07:08.253948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55808) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:08.259791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1118517a-e2a8-45b6-a99c-a501cefe6552 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group': {'name': 'tempest-secgroup--880157654'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:08.260614 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.267922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa013a-3ee4-4b85-8097-24215e8b0458 service neutron] Pushing event updated for resources: {'Port': ['ID=05f87731-cc03-4395-a99d-cdf9d5f98ec5,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:08.295664 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc079b1-d92e-44be-b70f-6a707dbe70dc x-openstack-request-id: req-cbc079b1-d92e-44be-b70f-6a707dbe70dc {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:07:08.296102 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458197fa-93a5-4dab-88a7-b73a809b243c", "tag": "05f87731-cc03-4395-a99d-cdf9d5f98ec5", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:07:08.296237 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbc079b1-d92e-44be-b70f-6a707dbe70dc {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:07:08.296596 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458197fa-93a5-4dab-88a7-b73a809b243c', 'tag': '05f87731-cc03-4395-a99d-cdf9d5f98ec5', 'status': 'completed', 'code': 200} Oct 13 11:07:08.388821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c48f3f-a342-495d-8285-25305724d218 req-2d30c1fe-feb4-4294-8c3c-2d73356e1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:08.391352 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b8c48f3f-a342-495d-8285-25305724d218 req-2d30c1fe-feb4-4294-8c3c-2d73356e1a97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 1095 time: 0.0739818 Oct 13 11:07:08.422557 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.442776 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.451645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1118517a-e2a8-45b6-a99c-a501cefe6552 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.508041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc566a-dc45-4ed4-a3f5-1cc5328b5e74 req-a7379e98-d7c5-467d-b7b7-f722dddb497d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:08.508041 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4adc566a-dc45-4ed4-a3f5-1cc5328b5e74 req-a7379e98-d7c5-467d-b7b7-f722dddb497d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 944 time: 0.1087303 Oct 13 11:07:08.537468 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c48f3f-a342-495d-8285-25305724d218 req-76748e7d-044d-4239-86ef-8a89d0b6fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:08.538150 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b8c48f3f-a342-495d-8285-25305724d218 req-76748e7d-044d-4239-86ef-8a89d0b6fb87 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1366401 Oct 13 11:07:08.570089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4adc566a-dc45-4ed4-a3f5-1cc5328b5e74 req-e94b8433-537a-49ff-b945-df49e1f6746e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533195 Oct 13 11:07:08.593730 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.600175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a56958c-7d6b-4671-9e9d-6095a645922e {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:07:08.611420 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.616057 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-718391d7-7ed1-42f5-8b98-975de1fd96f8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3a56958c-7d6b-4671-9e9d-6095a645922e HTTP/1.1" status: 204 len: 168 time: 1.5207908 Oct 13 11:07:08.616857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55816) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:08.635892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:07:08.637750 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1118517a-e2a8-45b6-a99c-a501cefe6552 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.685759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-4966a9d9-4a66-43c7-848e-ec558f96734d admin admin] Deleting subnet c805fa09-9ad4-4470-89a4-68a61b4416b9 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:07:08.689901 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:07:08.690247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8072cd21-bd6a-4e81-bf8e-a025f09bdf8b not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:07:08.692745 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4966a9d9-4a66-43c7-848e-ec558f96734d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.696911 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.734298 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1118517a-e2a8-45b6-a99c-a501cefe6552 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.737102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c48f3f-a342-495d-8285-25305724d218 req-b3e658b9-3880-4e42-a4ac-59cd49d4ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:08.738661 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b8c48f3f-a342-495d-8285-25305724d218 req-b3e658b9-3880-4e42-a4ac-59cd49d4ffcc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1933892 Oct 13 11:07:08.799417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118517a-e2a8-45b6-a99c-a501cefe6552 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c536c0e-5eab-4773-aa96-ad905f46500d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:08.827769 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4966a9d9-4a66-43c7-848e-ec558f96734d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.843208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-1ba8239a-3979-446e-b7f2-eaaaac9a9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:08.844973 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-1ba8239a-3979-446e-b7f2-eaaaac9a9b87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 1095 time: 0.0613813 Oct 13 11:07:08.870163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7aad26-fbb0-407e-b0d1-3382546c85d0 req-e05a184a-09d1-46c0-aeb9-ed40bba87e47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:08.871858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd7aad26-fbb0-407e-b0d1-3382546c85d0 req-e05a184a-09d1-46c0-aeb9-ed40bba87e47 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.1218977 Oct 13 11:07:08.896493 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-f9a10f0d-2612-4183-85b0-b4dbf6d74f90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f87731-cc03-4395-a99d-cdf9d5f98ec5 HTTP/1.1" status: 200 len: 217 time: 0.0432615 Oct 13 11:07:08.903817 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1118517a-e2a8-45b6-a99c-a501cefe6552 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:08.904946 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1118517a-e2a8-45b6-a99c-a501cefe6552 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6494503 Oct 13 11:07:08.908168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55828) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:08.922317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c17af07c-cc8b-48ce-ad0f-16f506fa9510 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:08.922317 n-d-813659-3 neutron-server[101991]: WARNING neutron.api.v2.base [None req-c17af07c-cc8b-48ce-ad0f-16f506fa9510 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 11:07:08.922317 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-c17af07c-cc8b-48ce-ad0f-16f506fa9510 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 11:07:08.922317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c17af07c-cc8b-48ce-ad0f-16f506fa9510 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "PUT /v2.0/security-groups/0c536c0e-5eab-4773-aa96-ad905f46500d HTTP/1.1" status: 409 len: 330 time: 0.0066948 Oct 13 11:07:08.933661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55830) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:08.956015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-cfdde697-777a-4f2b-8038-0b382642a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:08.957656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-cfdde697-777a-4f2b-8038-0b382642a850 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6dc65ab-bcea-46c1-8b9d-45c9927e2800 HTTP/1.1" status: 200 len: 845 time: 0.0515771 Oct 13 11:07:08.981337 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd7aad26-fbb0-407e-b0d1-3382546c85d0 req-f889a49c-0a5f-4f19-a242-56299fcd3fac tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012905 Oct 13 11:07:09.000769 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-9794b1b1-8ab2-49d7-859a-d78d3ff2d739 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3d8fabf-e39a-48d5-8efd-ece7680b6661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322940 Oct 13 11:07:09.001048 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4966a9d9-4a66-43c7-848e-ec558f96734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.054577 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d81363b0-5425-4d2f-a349-6fd3e127ecfb tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.096767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d81363b0-5425-4d2f-a349-6fd3e127ecfb tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.123850 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-86e99eee-2369-4f6a-865e-d0285678278a service neutron] 10.222.0.46 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179664 Oct 13 11:07:09.164442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55834) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:09.170519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033391 Oct 13 11:07:09.173021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55836) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:09.192881 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4966a9d9-4a66-43c7-848e-ec558f96734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.225643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966a9d9-4a66-43c7-848e-ec558f96734d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c805fa09-9ad4-4470-89a4-68a61b4416b9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:09.230740 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d81363b0-5425-4d2f-a349-6fd3e127ecfb tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.233502 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d81363b0-5425-4d2f-a349-6fd3e127ecfb tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.237113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d81363b0-5425-4d2f-a349-6fd3e127ecfb tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "DELETE /v2.0/security-groups/0c536c0e-5eab-4773-aa96-ad905f46500d HTTP/1.1" status: 204 len: 168 time: 0.2977946 Oct 13 11:07:09.237113 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4966a9d9-4a66-43c7-848e-ec558f96734d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.239998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4966a9d9-4a66-43c7-848e-ec558f96734d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c805fa09-9ad4-4470-89a4-68a61b4416b9 HTTP/1.1" status: 204 len: 168 time: 0.6212537 Oct 13 11:07:09.241696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012a3970-aa0d-4a39-ae88-4b818a66dd3a None None] Network 9b993262-8080-4e0b-982b-d9fc9873d4f9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:09.242779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55840) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:09.251242 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55842) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:09.255776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81363b0-5425-4d2f-a349-6fd3e127ecfb tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c536c0e-5eab-4773-aa96-ad905f46500d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:09.297425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d1b356d5-c34d-4c26-b543-901489a4e4c7 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521178 Oct 13 11:07:09.301363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55844) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:09.330315 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-859324ce-e366-4491-9c8d-57e801f2f6cb req-22dae34d-9ae5-4493-84df-0a9ae90eae78 service neutron] 10.222.0.46 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993709 Oct 13 11:07:09.335665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8970f2ef-e150-4008-a229-480b9d1eaf0c tempest-NetworksApiDiscovery-1357736063 tempest-NetworksApiDiscovery-1357736063-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1573060 Oct 13 11:07:09.335665 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-f3e84336-e53f-45e6-8eb3-a5cf8ae26811 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] delete failed (client error): The resource could not be found. Oct 13 11:07:09.339926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55848) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:09.344456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f3e84336-e53f-45e6-8eb3-a5cf8ae26811 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "DELETE /v2.0/security-groups/efccd6f5-2e24-42e3-9e96-23b7351619eb HTTP/1.1" status: 404 len: 347 time: 0.0418956 Oct 13 11:07:09.365726 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-ed444bae-1f10-474c-84e6-c11cfbacaf3d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] show failed (client error): The resource could not be found. Oct 13 11:07:09.383220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ed444bae-1f10-474c-84e6-c11cfbacaf3d tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "GET /v2.0/security-groups/48d8f1d7-5b00-4083-ab98-689badc24778 HTTP/1.1" status: 404 len: 347 time: 0.0421479 Oct 13 11:07:09.387129 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.387652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55850) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:09.405881 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-39da2052-70b8-4fb0-bf66-4bedd7158036 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] show failed (client error): The resource could not be found. Oct 13 11:07:09.410813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-39da2052-70b8-4fb0-bf66-4bedd7158036 tempest-NegativeSecGroupTest-815812560 tempest-NegativeSecGroupTest-815812560-project] 10.222.0.32 "GET /v2.0/security-group-rules/b24278da-37b6-4fc6-be72-becdc8c9e4e7 HTTP/1.1" status: 404 len: 356 time: 0.0219946 Oct 13 11:07:09.508177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Deleting port 668be7e7-73df-4943-a378-0523b19114fd {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:09.508634 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.572505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403694ba-750d-41d4-8aa2-7ebba3959557 None None] DHCP port deletion for 9b993262-8080-4e0b-982b-d9fc9873d4f9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:07:09.591687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] For port 668be7e7-73df-4943-a378-0523b19114fd, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=668be7e7-73df-4943-a378-0523b19114fd,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:09.592063 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.607392 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Calling delete_port for 668be7e7-73df-4943-a378-0523b19114fd owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:09.644159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-403694ba-750d-41d4-8aa2-7ebba3959557 None None] Deleting port 668be7e7-73df-4943-a378-0523b19114fd {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:09.648770 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-403694ba-750d-41d4-8aa2-7ebba3959557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.728360 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-403694ba-750d-41d4-8aa2-7ebba3959557 None None] For port 668be7e7-73df-4943-a378-0523b19114fd, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=668be7e7-73df-4943-a378-0523b19114fd,segment=NetworkSegment(7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d),segment_id=7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:09.729478 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-403694ba-750d-41d4-8aa2-7ebba3959557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.736080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca1591-a2cb-4fd4-9bff-888d0d988270 req-d7e10360-7be1-4ae0-8cdd-d3220b0ebab9 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:09.737610 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35ca1591-a2cb-4fd4-9bff-888d0d988270 req-d7e10360-7be1-4ae0-8cdd-d3220b0ebab9 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 944 time: 0.0576119 Oct 13 11:07:09.762890 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-403694ba-750d-41d4-8aa2-7ebba3959557 None None] Calling delete_port for 668be7e7-73df-4943-a378-0523b19114fd owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:09.772639 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.840452 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35ca1591-a2cb-4fd4-9bff-888d0d988270 req-59bc6a01-35a2-43dd-9eeb-24683402fe0d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962059 Oct 13 11:07:09.858800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Pushing event deleted for resources: {'Port': ['ID=668be7e7-73df-4943-a378-0523b19114fd,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:09.864729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] No DVR routers for this DVR port 668be7e7-73df-4943-a378-0523b19114fd on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:07:09.884682 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-403694ba-750d-41d4-8aa2-7ebba3959557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.913984 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403694ba-750d-41d4-8aa2-7ebba3959557 None None] Pushing event deleted for resources: {'Port': ['ID=668be7e7-73df-4943-a378-0523b19114fd,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:09.921381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403694ba-750d-41d4-8aa2-7ebba3959557 None None] No DVR routers for this DVR port 668be7e7-73df-4943-a378-0523b19114fd on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:07:09.954756 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:09.976074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b993262-8080-4e0b-982b-d9fc9873d4f9']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:09.986910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:09.987277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7c9d33-ab78-4cb5-9ed6-4f05dc6c0b9d') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:09.998651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.014716 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55864) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:07:10.030854 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:07:10.092069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55870) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:10.144947 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.160417 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.165183 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9b993262-8080-4e0b-982b-d9fc9873d4f9 HTTP/1.1" status: 204 len: 168 time: 0.9124701 Oct 13 11:07:10.178589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e3d4c-2480-4f4c-aa04-208413013320 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b993262-8080-4e0b-982b-d9fc9873d4f9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:10.179453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3adf3d-1ef5-4cad-bc63-682217cfbf3c req-35b87493-4e92-43dc-87ac-c1b93a2d636e tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:10.189358 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d3adf3d-1ef5-4cad-bc63-682217cfbf3c req-35b87493-4e92-43dc-87ac-c1b93a2d636e tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.1055696 Oct 13 11:07:10.237167 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5193af1-1d6f-4999-a121-a948a6bf910d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.257363 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d3adf3d-1ef5-4cad-bc63-682217cfbf3c req-d8d90aa3-a7c9-4534-96c6-104274229f58 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643449 Oct 13 11:07:10.311789 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-23abfd9b-2a38-4279-b07f-451d2b5af04a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=973fc043479246a7a05581af4478b14c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174726 Oct 13 11:07:10.314431 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55878) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:10.329530 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5193af1-1d6f-4999-a121-a948a6bf910d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.376643 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37ecb494-bca3-4cb6-831d-9a2de8235637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.391742 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5193af1-1d6f-4999-a121-a948a6bf910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.399705 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37ecb494-bca3-4cb6-831d-9a2de8235637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.419228 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f5193af1-1d6f-4999-a121-a948a6bf910d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98de336f413c4eb9b8e9ec62faccd06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968744 Oct 13 11:07:10.421682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55880) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:10.446602 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.462047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5193af1-1d6f-4999-a121-a948a6bf910d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1453686-e6d6-4265-9e7a-5c1525796801,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:10.489772 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8511522-a721-4aca-b270-5b8baa8734e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.512325 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8511522-a721-4aca-b270-5b8baa8734e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.577726 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37ecb494-bca3-4cb6-831d-9a2de8235637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.580471 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37ecb494-bca3-4cb6-831d-9a2de8235637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.581797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-37ecb494-bca3-4cb6-831d-9a2de8235637 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d6c1a1a-42f6-4a31-9ec8-f752cdc8d1cc HTTP/1.1" status: 204 len: 168 time: 0.2662284 Oct 13 11:07:10.592657 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecb494-bca3-4cb6-831d-9a2de8235637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6c1a1a-42f6-4a31-9ec8-f752cdc8d1cc,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:10.594454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 668be7e7-73df-4943-a378-0523b19114fd no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:07:10.623649 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8511522-a721-4aca-b270-5b8baa8734e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.626350 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8511522-a721-4aca-b270-5b8baa8734e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.628379 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b8511522-a721-4aca-b270-5b8baa8734e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1453686-e6d6-4265-9e7a-5c1525796801 HTTP/1.1" status: 204 len: 168 time: 0.2049847 Oct 13 11:07:10.629201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 668be7e7-73df-4943-a378-0523b19114fd {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:07:10.629739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 668be7e7-73df-4943-a378-0523b19114fd not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:07:10.630457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9518fd5e-f662-450d-ba50-95b2d024720b no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:07:10.637568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8511522-a721-4aca-b270-5b8baa8734e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1453686-e6d6-4265-9e7a-5c1525796801,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:10.655410 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 9518fd5e-f662-450d-ba50-95b2d024720b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:07:10.656005 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9518fd5e-f662-450d-ba50-95b2d024720b not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:07:10.662720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55886) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:10.708961 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b1beacb0-ef95-41cf-842e-aa5d202fed50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c643e49e7c24d549eaab0c43e79724c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449877 Oct 13 11:07:10.711248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55888) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:10.750236 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6439d356-addd-4c10-a7c6-375bc5dc4121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.764086 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-afa9b352-325d-4c1e-9c0d-68a7efb8f2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.786182 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-afa9b352-325d-4c1e-9c0d-68a7efb8f2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.915645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-afa9b352-325d-4c1e-9c0d-68a7efb8f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.918325 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-afa9b352-325d-4c1e-9c0d-68a7efb8f2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:10.922546 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-afa9b352-325d-4c1e-9c0d-68a7efb8f2d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5eee7993-ace7-4529-8fe3-bd8b34ecb0a2 HTTP/1.1" status: 204 len: 168 time: 0.2073302 Oct 13 11:07:10.928041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9b352-325d-4c1e-9c0d-68a7efb8f2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eee7993-ace7-4529-8fe3-bd8b34ecb0a2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:10.967961 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a18117-240c-40c8-b50e-64238d2f63b3 req-46b23261-b50a-441b-a22d-615cc95555aa tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:10.969627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2a18117-240c-40c8-b50e-64238d2f63b3 req-46b23261-b50a-441b-a22d-615cc95555aa tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 944 time: 0.0575135 Oct 13 11:07:11.008695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2a18117-240c-40c8-b50e-64238d2f63b3 req-5715854e-3806-4763-8e1e-181cebd212a9 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331144 Oct 13 11:07:11.370461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5e559-9251-450c-a7be-2afde8d5672d req-2ea4c708-bed1-4dfc-b3f0-5d105b81874f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:11.371954 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4d5e559-9251-450c-a7be-2afde8d5672d req-2ea4c708-bed1-4dfc-b3f0-5d105b81874f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.0520349 Oct 13 11:07:11.419333 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4d5e559-9251-450c-a7be-2afde8d5672d req-c750a91d-64d6-4759-bd20-594f93778c40 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Oct 13 11:07:11.667200 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:12.083730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 05f87731-cc03-4395-a99d-cdf9d5f98ec5 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:07:12.087573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55964) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:12.159647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675d637-8c89-4ea1-94d2-045438e55669 req-b47fb97c-c4a6-49f5-9456-0021a5ec3e7a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:12.161259 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3675d637-8c89-4ea1-94d2-045438e55669 req-b47fb97c-c4a6-49f5-9456-0021a5ec3e7a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 944 time: 0.0582805 Oct 13 11:07:12.164305 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:12.212459 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3675d637-8c89-4ea1-94d2-045438e55669 req-a05d906e-6da7-40da-8a67-2bcdb8017ab6 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425944 Oct 13 11:07:12.234447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 05f87731-cc03-4395-a99d-cdf9d5f98ec5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=05f87731-cc03-4395-a99d-cdf9d5f98ec5,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:12.245634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '05f87731-cc03-4395-a99d-cdf9d5f98ec5', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'port_id': '05f87731-cc03-4395-a99d-cdf9d5f98ec5', 'mac_address': 'fa:16:3e:ff:5a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc65ab-bcea-46c1-8b9d-45c9927e2800', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:07:12.293107 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:12.313615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f87731-cc03-4395-a99d-cdf9d5f98ec5 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:07:12.342792 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 05f87731-cc03-4395-a99d-cdf9d5f98ec5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=05f87731-cc03-4395-a99d-cdf9d5f98ec5,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:12.392668 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ee3d5135-9490-489d-be5d-df267c0f29bd tempest-ServiceProvidersTest-2004509802 tempest-ServiceProvidersTest-2004509802-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3030345 Oct 13 11:07:12.418699 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:12.473289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=05f87731-cc03-4395-a99d-cdf9d5f98ec5,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:12.742795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:07:13.027196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56004) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:13.266197 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8fd9dbbd-575e-403a-8671-f89f4245db22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:13.308539 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:07:13.355754 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:13.367851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499089-e60c-49ad-aec7-8c02dd842cf7 req-765c7460-da15-46d9-9699-2d2072632c9b tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:13.367851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c499089-e60c-49ad-aec7-8c02dd842cf7 req-765c7460-da15-46d9-9699-2d2072632c9b tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.0767267 Oct 13 11:07:13.436820 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8fd9dbbd-575e-403a-8671-f89f4245db22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:13.454677 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c499089-e60c-49ad-aec7-8c02dd842cf7 req-a86fd38a-7a09-4fcf-87ab-2eec37c4cc90 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726511 Oct 13 11:07:13.573637 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8fd9dbbd-575e-403a-8671-f89f4245db22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:13.629833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9dbbd-575e-403a-8671-f89f4245db22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a949ce8c-08f8-494e-b8d1-1707349e6bc8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:13.650428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8fd9dbbd-575e-403a-8671-f89f4245db22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1e1a29115024843b1ef842053410f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6212325 Oct 13 11:07:13.652506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56030) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:13.716235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-41d996ac-4b86-44bb-982d-16293d3797d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:13.740195 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-41d996ac-4b86-44bb-982d-16293d3797d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:13.810795 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee65a7e-1c0c-4360-936b-a2b8023e1a73 req-692be492-fb4e-4d56-b07b-9cc3dd05ba9f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:13.818320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1ee65a7e-1c0c-4360-936b-a2b8023e1a73 req-692be492-fb4e-4d56-b07b-9cc3dd05ba9f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 945 time: 0.0720615 Oct 13 11:07:13.852866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1ee65a7e-1c0c-4360-936b-a2b8023e1a73 req-d6ed8070-9026-4c4a-b79d-2b89599aecd9 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336924 Oct 13 11:07:13.909992 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-41d996ac-4b86-44bb-982d-16293d3797d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:13.913067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-41d996ac-4b86-44bb-982d-16293d3797d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:13.914417 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-41d996ac-4b86-44bb-982d-16293d3797d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a949ce8c-08f8-494e-b8d1-1707349e6bc8 HTTP/1.1" status: 204 len: 168 time: 0.2608790 Oct 13 11:07:13.927558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d996ac-4b86-44bb-982d-16293d3797d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a949ce8c-08f8-494e-b8d1-1707349e6bc8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:14.116523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 05f87731-cc03-4395-a99d-cdf9d5f98ec5 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:07:14.223784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 05f87731-cc03-4395-a99d-cdf9d5f98ec5 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:07:14.228551 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 05f87731-cc03-4395-a99d-cdf9d5f98ec5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:14.230485 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:14.318377 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:14.356902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 05f87731-cc03-4395-a99d-cdf9d5f98ec5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=05f87731-cc03-4395-a99d-cdf9d5f98ec5,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:14.357892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458197fa-93a5-4dab-88a7-b73a809b243c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f87731-cc03-4395-a99d-cdf9d5f98ec5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:07:14.360566 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202525c7-db3b-4a77-9a3f-09051698cd65" -d '{"events": [{"server_uuid": "458197fa-93a5-4dab-88a7-b73a809b243c", "name": "network-vif-plugged", "status": "completed", "tag": "05f87731-cc03-4395-a99d-cdf9d5f98ec5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:07:14.406911 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:14.440469 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37836c6-0894-4828-9a55-17c9fbdd36e1 x-openstack-request-id: req-b37836c6-0894-4828-9a55-17c9fbdd36e1 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:07:14.441246 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458197fa-93a5-4dab-88a7-b73a809b243c", "name": "network-vif-plugged", "status": "completed", "tag": "05f87731-cc03-4395-a99d-cdf9d5f98ec5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:07:14.444288 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b37836c6-0894-4828-9a55-17c9fbdd36e1 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:07:14.444288 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458197fa-93a5-4dab-88a7-b73a809b243c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f87731-cc03-4395-a99d-cdf9d5f98ec5', 'code': 200} Oct 13 11:07:14.485553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=05f87731-cc03-4395-a99d-cdf9d5f98ec5,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:14.574573 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1965d6f-d960-4675-a912-4476c5a25f01 req-20c8dd53-f230-434d-9453-36c3c72eac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:14.577296 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1965d6f-d960-4675-a912-4476c5a25f01 req-20c8dd53-f230-434d-9453-36c3c72eac3d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 1097 time: 0.0904369 Oct 13 11:07:14.609344 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a15bf-0f02-4e3d-b67c-3e93b282ba77 req-e0f842b8-2c07-40d8-a7f9-aa01cb6e5521 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:14.620039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-459a15bf-0f02-4e3d-b67c-3e93b282ba77 req-e0f842b8-2c07-40d8-a7f9-aa01cb6e5521 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.0790563 Oct 13 11:07:14.624514 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1965d6f-d960-4675-a912-4476c5a25f01 req-6bd3b7fd-6b25-41c4-9f93-147d9ab0d9c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353889 Oct 13 11:07:14.659246 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-459a15bf-0f02-4e3d-b67c-3e93b282ba77 req-5754568e-a26e-4db2-b997-6ad27f549558 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336592 Oct 13 11:07:15.065343 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56084) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:15.165477 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1383842731-network', 'tenant_id': '25558e285c444d1a986c39e1cad4f4f6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:15.313461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Made reservation on behalf of 25558e285c444d1a986c39e1cad4f4f6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:15.316613 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:15.327435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:15.411098 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:15.531100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b9cd3-8823-4f0d-986d-213a2bfbb381 req-54421b2f-b270-4dd0-a042-3c0f18beafe2 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:15.532631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-528b9cd3-8823-4f0d-986d-213a2bfbb381 req-54421b2f-b270-4dd0-a042-3c0f18beafe2 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 946 time: 0.0542324 Oct 13 11:07:15.570687 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:15.583343 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:07:15.583518 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-528b9cd3-8823-4f0d-986d-213a2bfbb381 req-500b86ab-3c50-4192-be69-99bb9783f06e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439546 Oct 13 11:07:15.612783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:15.613151 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Added segment 7ff805da-3164-41be-82e9-da20f8e8b2fd of type vlan for network bef59ed1-d209-42c6-b26e-6e18fa3b853c Oct 13 11:07:15.614707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba594bd-be43-4886-a766-058becb1653c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:15.657917 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:15.781989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:15.784837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:15.786886 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:15.839408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db2428-5038-484c-a4e9-6b035d957103 req-c0e53d3e-525c-4173-a9f6-6b4ed85e33bd tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:15.847498 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4db2428-5038-484c-a4e9-6b035d957103 req-c0e53d3e-525c-4173-a9f6-6b4ed85e33bd tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.0752246 Oct 13 11:07:15.883900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] Pushing event updated for resources: {'Network': ['ID=bef59ed1-d209-42c6-b26e-6e18fa3b853c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:15.904073 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network bef59ed1-d209-42c6-b26e-6e18fa3b853c details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:07:15.913593 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-342c6371-bcbe-4b90-942f-55cab3b618c9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8464248 Oct 13 11:07:15.917241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56114) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:15.924217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ee1f7308-3b08-46c3-b10b-1343dfb370c0 admin admin] Request body: {'subnet': {'network_id': 'bef59ed1-d209-42c6-b26e-6e18fa3b853c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1383842731-subnet', 'tenant_id': '25558e285c444d1a986c39e1cad4f4f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:15.952613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4db2428-5038-484c-a4e9-6b035d957103 req-fab63945-c5fb-43a5-ab7c-c0d21267cb26 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025524 Oct 13 11:07:16.024296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1f7308-3b08-46c3-b10b-1343dfb370c0 admin admin] Made reservation on behalf of 25558e285c444d1a986c39e1cad4f4f6 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:16.027533 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7308-3b08-46c3-b10b-1343dfb370c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:16.315634 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7308-3b08-46c3-b10b-1343dfb370c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:16.406032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f7308-3b08-46c3-b10b-1343dfb370c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd85bcf1-e2ef-4401-ad71-95a24857676e,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:16.408928 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f7308-3b08-46c3-b10b-1343dfb370c0 admin admin] Checking segment: {'id': '7ff805da-3164-41be-82e9-da20f8e8b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'bef59ed1-d209-42c6-b26e-6e18fa3b853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:07:16.409412 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f7308-3b08-46c3-b10b-1343dfb370c0 admin admin] Network hostable DHCP agents. Network: bef59ed1-d209-42c6-b26e-6e18fa3b853c, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:07:16.532065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f7308-3b08-46c3-b10b-1343dfb370c0 admin admin] Network bef59ed1-d209-42c6-b26e-6e18fa3b853c is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:07:16.623681 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f7308-3b08-46c3-b10b-1343dfb370c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, bef59ed1-d209-42c6-b26e-6e18fa3b853c) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:16.635779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f7308-3b08-46c3-b10b-1343dfb370c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:16.636050 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3837d552-2f14-44d3-9e6f-7e44a623c6cf None None] Network bef59ed1-d209-42c6-b26e-6e18fa3b853c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:16.636452 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7308-3b08-46c3-b10b-1343dfb370c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:16.774119 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ee1f7308-3b08-46c3-b10b-1343dfb370c0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8553603 Oct 13 11:07:16.800512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a6c5be-dec2-4d2b-b64d-91e1336b4a86 None None] Network bef59ed1-d209-42c6-b26e-6e18fa3b853c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:16.817025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b06a3-c7f0-419a-9ff7-6b969e93cd31 req-32696e4a-72f6-4f5a-b58e-fc7d0ad2fffa tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:16.819093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe4b06a3-c7f0-419a-9ff7-6b969e93cd31 req-32696e4a-72f6-4f5a-b58e-fc7d0ad2fffa tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 946 time: 0.1031091 Oct 13 11:07:16.892122 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe4b06a3-c7f0-419a-9ff7-6b969e93cd31 req-f589a96f-0200-42d9-83fd-71a902d7b9ea tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663941 Oct 13 11:07:17.122654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b2875-10e7-49b1-ba90-019ff7149e76 req-33145ef2-66a2-405e-9118-91e1642b5416 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:17.124638 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f8b2875-10e7-49b1-ba90-019ff7149e76 req-33145ef2-66a2-405e-9118-91e1642b5416 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.0696061 Oct 13 11:07:17.173129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f8b2875-10e7-49b1-ba90-019ff7149e76 req-34258dfd-fb70-4e64-8625-42d55f85a2a0 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425034 Oct 13 11:07:17.617670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88572d2-80e5-4a2f-9b01-d7cde059fc1f req-b297cba5-6fd4-4682-88ce-43a936f07588 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:17.627003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f88572d2-80e5-4a2f-9b01-d7cde059fc1f req-b297cba5-6fd4-4682-88ce-43a936f07588 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.2871847 Oct 13 11:07:17.646105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f88572d2-80e5-4a2f-9b01-d7cde059fc1f req-09552e6d-27c8-4731-8b87-89c38acc30e4 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/quotas/5b6fc3efaaa543319ed74d0e741b2ed5 HTTP/1.1" status: 200 len: 375 time: 0.0176289 Oct 13 11:07:17.732176 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f88572d2-80e5-4a2f-9b01-d7cde059fc1f req-fa1b0bd7-cac6-47a9-a59d-9ba263bc21e2 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847352 Oct 13 11:07:17.854730 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f88572d2-80e5-4a2f-9b01-d7cde059fc1f req-b8311795-7103-4d6c-aa04-3668a4ea979a service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215982 Oct 13 11:07:17.880717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56170) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:17.887407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1650928669-network', 'tenant_id': 'd3fdbdc8bff745fca46963e43846ebeb'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:17.953887 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f88572d2-80e5-4a2f-9b01-d7cde059fc1f req-4c9468ea-ea20-4255-80ca-aec854542ef6 service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978663 Oct 13 11:07:18.005327 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Made reservation on behalf of d3fdbdc8bff745fca46963e43846ebeb for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:18.008456 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:18.019278 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:18.107801 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:18.190747 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:18.218574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:07:18.248942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:18.251404 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Added segment 2eaacb1d-8f19-4eda-ae98-7fb47eac4321 of type vlan for network 9d497851-96d1-47ab-9a93-45c8e3dcfde5 Oct 13 11:07:18.265310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1772dcbd-79e4-4fa7-a793-80f6fafe5270,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:18.339533 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:18.486985 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:18.488024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:18.488638 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:18.591497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] Pushing event updated for resources: {'Network': ['ID=9d497851-96d1-47ab-9a93-45c8e3dcfde5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:18.609642 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9d497851-96d1-47ab-9a93-45c8e3dcfde5 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:07:18.716955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56188) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:18.724143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8b7cc25b-6c05-42b1-80a1-9aaf6639f6b6 admin admin] Request body: {'subnet': {'network_id': '9d497851-96d1-47ab-9a93-45c8e3dcfde5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1650928669-subnet', 'tenant_id': 'd3fdbdc8bff745fca46963e43846ebeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:18.726542 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3323f6d8-de83-4d14-bfa4-9597ce60ffe9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8406477 Oct 13 11:07:18.845681 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547475f9-d407-4b35-9adb-9ed3b5c34bfb req-aa09b644-7156-4bbd-8804-4619cd0cc5eb tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:18.849871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-547475f9-d407-4b35-9adb-9ed3b5c34bfb req-aa09b644-7156-4bbd-8804-4619cd0cc5eb tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.0853517 Oct 13 11:07:18.854141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7cc25b-6c05-42b1-80a1-9aaf6639f6b6 admin admin] Made reservation on behalf of d3fdbdc8bff745fca46963e43846ebeb for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:18.859117 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc25b-6c05-42b1-80a1-9aaf6639f6b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:18.971909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-547475f9-d407-4b35-9adb-9ed3b5c34bfb req-39eab96f-cde2-4cbb-a61a-2ff77743d994 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072254 Oct 13 11:07:19.328200 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc25b-6c05-42b1-80a1-9aaf6639f6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:19.397231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cc25b-6c05-42b1-80a1-9aaf6639f6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0286e066-89d3-4425-839b-b2fe7056b5ea,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:19.405156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7cc25b-6c05-42b1-80a1-9aaf6639f6b6 admin admin] Checking segment: {'id': '2eaacb1d-8f19-4eda-ae98-7fb47eac4321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9d497851-96d1-47ab-9a93-45c8e3dcfde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:07:19.406061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7cc25b-6c05-42b1-80a1-9aaf6639f6b6 admin admin] Network hostable DHCP agents. Network: 9d497851-96d1-47ab-9a93-45c8e3dcfde5, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:07:19.541712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7cc25b-6c05-42b1-80a1-9aaf6639f6b6 admin admin] Network 9d497851-96d1-47ab-9a93-45c8e3dcfde5 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:07:19.660038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-5f629235-6f90-4932-bdfb-de8bf81dc5fd tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:19.675309 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-5f629235-6f90-4932-bdfb-de8bf81dc5fd tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.1479862 Oct 13 11:07:19.709369 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-b67d281d-9b63-4442-b129-94b24bfbad83 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/quotas/5b6fc3efaaa543319ed74d0e741b2ed5 HTTP/1.1" status: 200 len: 375 time: 0.0305820 Oct 13 11:07:19.773644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-ab3a4076-1a31-4516-aba1-5630051f4e2a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626230 Oct 13 11:07:19.876442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-8b7cc25b-6c05-42b1-80a1-9aaf6639f6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9d497851-96d1-47ab-9a93-45c8e3dcfde5) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:19.886741 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc65895-d09f-4ffa-b005-60d198643f5e None None] Network 9d497851-96d1-47ab-9a93-45c8e3dcfde5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:19.895399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7cc25b-6c05-42b1-80a1-9aaf6639f6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:19.896322 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc25b-6c05-42b1-80a1-9aaf6639f6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:19.919270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-0c88bac0-f22e-453d-a10d-b6f7404d6d0e service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446342 Oct 13 11:07:20.020809 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8b7cc25b-6c05-42b1-80a1-9aaf6639f6b6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3009174 Oct 13 11:07:20.070296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-7723c8f3-05ac-4dfb-9010-41b6868dd58c service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495862 Oct 13 11:07:20.138826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e04981-b86e-4c9c-a5b2-d23092d105a2 None None] Network 9d497851-96d1-47ab-9a93-45c8e3dcfde5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:20.284028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56236) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:20.405548 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa76ad4b-95ef-4339-9d43-4a573a973cc3 admin admin] Deleting subnet dd85bcf1-e2ef-4401-ad71-95a24857676e {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:07:20.414734 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa76ad4b-95ef-4339-9d43-4a573a973cc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:20.471008 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa76ad4b-95ef-4339-9d43-4a573a973cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:20.547942 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa76ad4b-95ef-4339-9d43-4a573a973cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:20.720203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56248) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:20.768213 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa76ad4b-95ef-4339-9d43-4a573a973cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:20.838462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76ad4b-95ef-4339-9d43-4a573a973cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd85bcf1-e2ef-4401-ad71-95a24857676e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:20.840567 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa76ad4b-95ef-4339-9d43-4a573a973cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:20.859699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-aa76ad4b-95ef-4339-9d43-4a573a973cc3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dd85bcf1-e2ef-4401-ad71-95a24857676e HTTP/1.1" status: 204 len: 168 time: 0.5723999 Oct 13 11:07:20.860030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56256) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:20.995924 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23351f9f-5921-47df-a668-f921f35fb17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.006796 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-779b27c0-fb12-46ab-a1f1-23eaa464dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.034869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e976e-dba6-40ef-b11a-38cb786326bf req-fb801097-bedc-4e12-b412-3309793553ef tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:21.047493 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a27e976e-dba6-40ef-b11a-38cb786326bf req-fb801097-bedc-4e12-b412-3309793553ef tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.1377580 Oct 13 11:07:21.116667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a27e976e-dba6-40ef-b11a-38cb786326bf req-b11aaf94-a359-45ac-9930-456e64b1cd74 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709722 Oct 13 11:07:21.175282 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23351f9f-5921-47df-a668-f921f35fb17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.213330 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-779b27c0-fb12-46ab-a1f1-23eaa464dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.237736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-779b27c0-fb12-46ab-a1f1-23eaa464dca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef59ed1-d209-42c6-b26e-6e18fa3b853c']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:21.251453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-779b27c0-fb12-46ab-a1f1-23eaa464dca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff805da-3164-41be-82e9-da20f8e8b2fd') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:21.255578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-779b27c0-fb12-46ab-a1f1-23eaa464dca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff805da-3164-41be-82e9-da20f8e8b2fd') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:21.256115 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23351f9f-5921-47df-a668-f921f35fb17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.265939 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-779b27c0-fb12-46ab-a1f1-23eaa464dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.315497 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-779b27c0-fb12-46ab-a1f1-23eaa464dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.339058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779b27c0-fb12-46ab-a1f1-23eaa464dca2 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:07:21.340771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-779b27c0-fb12-46ab-a1f1-23eaa464dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:07:21.343290 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:07:21.389938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa75ca18-2070-46f2-b567-1e5abec5a050 req-3c1f536a-fead-44ae-b642-e709797e7f6b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 210 time: 0.0803325 Oct 13 11:07:21.397575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-23351f9f-5921-47df-a668-f921f35fb17a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80196355974546c4bdd62c95b8806d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6759770 Oct 13 11:07:21.399873 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56262) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:21.422028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23351f9f-5921-47df-a668-f921f35fb17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a3ebdd-cb3e-4210-b921-391b29817d3b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:21.490469 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a40789c-e276-48d6-9ce5-1b782ba55cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.517972 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a40789c-e276-48d6-9ce5-1b782ba55cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.572840 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-779b27c0-fb12-46ab-a1f1-23eaa464dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.578859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-779b27c0-fb12-46ab-a1f1-23eaa464dca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.582297 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-779b27c0-fb12-46ab-a1f1-23eaa464dca2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bef59ed1-d209-42c6-b26e-6e18fa3b853c HTTP/1.1" status: 204 len: 168 time: 0.7212269 Oct 13 11:07:21.585631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56264) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:21.597303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b27c0-fb12-46ab-a1f1-23eaa464dca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bef59ed1-d209-42c6-b26e-6e18fa3b853c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:21.664957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ac85c5-0355-4df6-bcd2-dc5d55323877 admin admin] Deleting subnet 0286e066-89d3-4425-839b-b2fe7056b5ea {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:07:21.669626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7ac85c5-0355-4df6-bcd2-dc5d55323877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.715854 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7ac85c5-0355-4df6-bcd2-dc5d55323877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.770278 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7ac85c5-0355-4df6-bcd2-dc5d55323877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.773912 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a40789c-e276-48d6-9ce5-1b782ba55cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.786004 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a40789c-e276-48d6-9ce5-1b782ba55cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:21.788246 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6a40789c-e276-48d6-9ce5-1b782ba55cdf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53a3ebdd-cb3e-4210-b921-391b29817d3b HTTP/1.1" status: 204 len: 168 time: 0.3861010 Oct 13 11:07:21.861566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40789c-e276-48d6-9ce5-1b782ba55cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a3ebdd-cb3e-4210-b921-391b29817d3b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:21.983657 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7ac85c5-0355-4df6-bcd2-dc5d55323877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:22.013767 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac85c5-0355-4df6-bcd2-dc5d55323877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0286e066-89d3-4425-839b-b2fe7056b5ea,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:22.018582 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7ac85c5-0355-4df6-bcd2-dc5d55323877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:22.024441 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e7ac85c5-0355-4df6-bcd2-dc5d55323877 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0286e066-89d3-4425-839b-b2fe7056b5ea HTTP/1.1" status: 204 len: 168 time: 0.4351707 Oct 13 11:07:22.026621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56274) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:22.127190 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:22.238447 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:22.264582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d497851-96d1-47ab-9a93-45c8e3dcfde5']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:22.279039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eaacb1d-8f19-4eda-ae98-7fb47eac4321') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:22.279360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eaacb1d-8f19-4eda-ae98-7fb47eac4321') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:22.299183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cbec7-9e5c-47b2-b975-55537f0f9953 req-2cec5a2b-ea76-4d98-93ef-3baef5c14443 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:22.300845 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d05cbec7-9e5c-47b2-b975-55537f0f9953 req-2cec5a2b-ea76-4d98-93ef-3baef5c14443 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.0999684 Oct 13 11:07:22.302902 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:22.324489 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:22.339847 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:07:22.340311 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:07:22.342023 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:07:22.396424 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d05cbec7-9e5c-47b2-b975-55537f0f9953 req-c5f41f08-b1d2-4bf6-b0bf-855ddbf54f55 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856738 Oct 13 11:07:22.519249 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:22.525587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:22.529110 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9d497851-96d1-47ab-9a93-45c8e3dcfde5 HTTP/1.1" status: 204 len: 168 time: 0.4984634 Oct 13 11:07:22.551115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d497851-96d1-47ab-9a93-45c8e3dcfde5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:22.568847 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9874ce6-a097-441a-9098-d3111bb8eedc req-6a7b7860-a40e-423e-a4b0-c14ad900647a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 210 time: 0.0376894 Oct 13 11:07:22.574736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:22.575089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:22.575445 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:22.575774 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:22.576137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:22.576673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:22.576936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:22.577269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:22.577622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:22.577949 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:22.578276 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:22.580487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8215fea-0a81-4c35-9b12-9bc37e77a1f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:22.683503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56288) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:22.697877 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7456eb42-62d6-4fd6-8258-5869dd71681b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:22.773710 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7456eb42-62d6-4fd6-8258-5869dd71681b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:22.834015 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7456eb42-62d6-4fd6-8258-5869dd71681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:22.879479 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7456eb42-62d6-4fd6-8258-5869dd71681b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b11c6d236fa941bdae05b3fe6fe844c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945722 Oct 13 11:07:22.880394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456eb42-62d6-4fd6-8258-5869dd71681b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbbea7f-2092-4ee2-aaa5-99f7933ed837,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:22.881901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56294) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:22.943335 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27b86e2-6b13-4477-a657-f5d781c3eafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:22.967733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27b86e2-6b13-4477-a657-f5d781c3eafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:23.012238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56302) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:23.054698 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a020fe3a-22cd-474c-a361-d22b85b08ba9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25558e285c444d1a986c39e1cad4f4f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412166 Oct 13 11:07:23.057822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56304) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:23.120073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f9f423ca-8051-4669-b5ae-55fd5276cce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:23.139910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27b86e2-6b13-4477-a657-f5d781c3eafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:23.142860 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27b86e2-6b13-4477-a657-f5d781c3eafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:23.146563 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b27b86e2-6b13-4477-a657-f5d781c3eafc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dbbea7f-2092-4ee2-aaa5-99f7933ed837 HTTP/1.1" status: 204 len: 168 time: 0.2603986 Oct 13 11:07:23.146563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f9f423ca-8051-4669-b5ae-55fd5276cce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:23.167398 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b86e2-6b13-4477-a657-f5d781c3eafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbbea7f-2092-4ee2-aaa5-99f7933ed837,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:23.301627 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f9f423ca-8051-4669-b5ae-55fd5276cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:23.304373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f9f423ca-8051-4669-b5ae-55fd5276cce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:23.305533 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f9f423ca-8051-4669-b5ae-55fd5276cce4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ba594bd-be43-4886-a766-058becb1653c HTTP/1.1" status: 204 len: 168 time: 0.2465968 Oct 13 11:07:23.314710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f423ca-8051-4669-b5ae-55fd5276cce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba594bd-be43-4886-a766-058becb1653c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:23.550277 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-31ea38d8-ec1f-4d62-bcfc-4609be93725a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:23.551933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-31ea38d8-ec1f-4d62-bcfc-4609be93725a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.1724510 Oct 13 11:07:23.571121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cdaf7-943a-4a4a-ae22-36d81c41134a req-be9dc6bb-8b2c-4894-ac89-0d47c3e30dca tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:23.573402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe9cdaf7-943a-4a4a-ae22-36d81c41134a req-be9dc6bb-8b2c-4894-ac89-0d47c3e30dca tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.0839841 Oct 13 11:07:23.578595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-db655e27-3e06-44df-a729-d5a667fc1358 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Request body: {'port': {'device_id': '19aaa4ea-fc0b-4fdf-b017-b0fe03263964', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'admin_state_up': True, 'tenant_id': '5b6fc3efaaa543319ed74d0e741b2ed5'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:23.726833 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe9cdaf7-943a-4a4a-ae22-36d81c41134a req-a9ee1fd4-ed8b-4abb-bfb7-fce61ec0d58e tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425269 Oct 13 11:07:23.949105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-db655e27-3e06-44df-a729-d5a667fc1358 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Made reservation on behalf of 5b6fc3efaaa543319ed74d0e741b2ed5 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:23.958670 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-db655e27-3e06-44df-a729-d5a667fc1358 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:24.009622 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34df33b2-874b-4c9d-b89e-13607c27db98 req-3bdf606c-3f5a-4e8e-9158-ab417d364156 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 210 time: 0.0294986 Oct 13 11:07:24.180562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56340) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:24.225879 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-287826d4-6011-45d2-b3ce-ea24ec508586 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3fdbdc8bff745fca46963e43846ebeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428686 Oct 13 11:07:24.227299 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-db655e27-3e06-44df-a729-d5a667fc1358 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Allocated IP 172.20.0.10 (c3d8fabf-e39a-48d5-8efd-ece7680b6661/f6dc65ab-bcea-46c1-8b9d-45c9927e2800/63c071d1-5dbb-493d-8f89-3b1ed347f656) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:07:24.229670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56342) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:24.360247 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5236194-e12b-43fc-afb0-1397dda6f167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:24.419365 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5236194-e12b-43fc-afb0-1397dda6f167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:24.545517 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-db655e27-3e06-44df-a729-d5a667fc1358 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:24.635323 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5236194-e12b-43fc-afb0-1397dda6f167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:24.638062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5236194-e12b-43fc-afb0-1397dda6f167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:24.639368 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e5236194-e12b-43fc-afb0-1397dda6f167 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1772dcbd-79e4-4fa7-a793-80f6fafe5270 HTTP/1.1" status: 204 len: 168 time: 0.4084156 Oct 13 11:07:24.648059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5236194-e12b-43fc-afb0-1397dda6f167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1772dcbd-79e4-4fa7-a793-80f6fafe5270,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:24.715593 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-db655e27-3e06-44df-a729-d5a667fc1358 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:24.730284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:07:24.793813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-db655e27-3e06-44df-a729-d5a667fc1358 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Network c3d8fabf-e39a-48d5-8efd-ece7680b6661 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:07:24.803294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-db655e27-3e06-44df-a729-d5a667fc1358 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:24.818002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-db655e27-3e06-44df-a729-d5a667fc1358 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:07:24.829424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56360) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:24.905510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db655e27-3e06-44df-a729-d5a667fc1358 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event updated for resources: {'Port': ['ID=63c071d1-5dbb-493d-8f89-3b1ed347f656,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:24.970924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-db655e27-3e06-44df-a729-d5a667fc1358 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:24.971956 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-db655e27-3e06-44df-a729-d5a667fc1358 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:25.005508 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90717d5e-f836-466d-9644-c8b440dc82df req-54b30278-4094-49e8-b646-da28df485e25 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:25.007708 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-90717d5e-f836-466d-9644-c8b440dc82df req-54b30278-4094-49e8-b646-da28df485e25 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.1144023 Oct 13 11:07:25.084139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-90717d5e-f836-466d-9644-c8b440dc82df req-e9d5b385-f5d3-4387-9c62-92a40f69ace9 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685418 Oct 13 11:07:25.096624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-db655e27-3e06-44df-a729-d5a667fc1358 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5218689 Oct 13 11:07:25.114468 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Request body: {'port': {'device_id': '19aaa4ea-fc0b-4fdf-b017-b0fe03263964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:25.173299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-809076471-network', 'tenant_id': 'db7779429c8d40129e6662ce6658ab88'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:25.244002 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:25.303353 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Made reservation on behalf of db7779429c8d40129e6662ce6658ab88 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:25.307343 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:25.325536 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:25.428286 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:25.510417 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:25.558376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:07:25.566141 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243a39e7-378b-45ee-8330-4aa72d397838,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:25.574239 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:25.574704 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Added segment 605f37ce-8c7d-4327-b472-861580d8a003 of type vlan for network 9a7e877f-ca2f-4d93-b96d-1df1e891a30b Oct 13 11:07:25.624202 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:25.720545 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:25.721921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:25.722771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:25.822510 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] Pushing event updated for resources: {'Network': ['ID=9a7e877f-ca2f-4d93-b96d-1df1e891a30b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:25.838367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9a7e877f-ca2f-4d93-b96d-1df1e891a30b details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:07:25.872160 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4bdeb77f-da84-4aa5-9c37-7682cd667311 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0416026 Oct 13 11:07:25.874977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56392) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:25.879929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b004b4a5-5429-4d56-a5d1-870fa44de47b admin admin] Request body: {'subnet': {'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-809076471-subnet', 'tenant_id': 'db7779429c8d40129e6662ce6658ab88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:25.965910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a5c94-5155-42d7-b57a-5874d86a5314 req-87b953cd-0081-4859-a362-a018346d3672 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:25.967562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e1a5c94-5155-42d7-b57a-5874d86a5314 req-87b953cd-0081-4859-a362-a018346d3672 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 932 time: 0.2143226 Oct 13 11:07:26.006170 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b004b4a5-5429-4d56-a5d1-870fa44de47b admin admin] Made reservation on behalf of db7779429c8d40129e6662ce6658ab88 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:26.010370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b004b4a5-5429-4d56-a5d1-870fa44de47b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:26.031930 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e1a5c94-5155-42d7-b57a-5874d86a5314 req-64c7f9c4-e288-4264-b28f-2547617c5bdb tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562420 Oct 13 11:07:26.120693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c071d1-5dbb-493d-8f89-3b1ed347f656 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:07:26.139574 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:26.161520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Transition to ACTIVE for port object 63c071d1-5dbb-493d-8f89-3b1ed347f656 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:07:26.233036 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:26.326787 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b004b4a5-5429-4d56-a5d1-870fa44de47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:26.328183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=63c071d1-5dbb-493d-8f89-3b1ed347f656,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:26.396150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Attempting to bind port 63c071d1-5dbb-493d-8f89-3b1ed347f656 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:07:26.396621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Attempting to bind port 63c071d1-5dbb-493d-8f89-3b1ed347f656 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:07:26.399763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Attempting to bind port 63c071d1-5dbb-493d-8f89-3b1ed347f656 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:07:26.411667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004b4a5-5429-4d56-a5d1-870fa44de47b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab7b9ec-1ed1-47fa-a68f-493aa31d447d,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:26.412887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Port 63c071d1-5dbb-493d-8f89-3b1ed347f656 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:07:26.413266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Attempting to bind port 63c071d1-5dbb-493d-8f89-3b1ed347f656 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:07:26.420292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:07:26.421753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Checking segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:07:26.422250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Bound using segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:07:26.422918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Bound port: 63c071d1-5dbb-493d-8f89-3b1ed347f656, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:07:26.423277 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:26.463200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b004b4a5-5429-4d56-a5d1-870fa44de47b admin admin] Checking segment: {'id': '605f37ce-8c7d-4327-b472-861580d8a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:07:26.463715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004b4a5-5429-4d56-a5d1-870fa44de47b admin admin] Network hostable DHCP agents. Network: 9a7e877f-ca2f-4d93-b96d-1df1e891a30b, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:07:26.497167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] For port 63c071d1-5dbb-493d-8f89-3b1ed347f656, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:07:26.500285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] For port 63c071d1-5dbb-493d-8f89-3b1ed347f656, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=63c071d1-5dbb-493d-8f89-3b1ed347f656,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:07:26.656008 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004b4a5-5429-4d56-a5d1-870fa44de47b admin admin] Network 9a7e877f-ca2f-4d93-b96d-1df1e891a30b is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:07:26.656616 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:26.704142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:26.704773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:26.706187 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] 10.222.0.21 "PUT /v2.0/ports/63c071d1-5dbb-493d-8f89-3b1ed347f656 HTTP/1.1" status: 200 len: 1092 time: 1.5996950 Oct 13 11:07:26.706666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19aaa4ea-fc0b-4fdf-b017-b0fe03263964', 'tag': '63c071d1-5dbb-493d-8f89-3b1ed347f656'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:07:26.709281 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2966f3bd-b48d-4144-8a0f-35b867ca66f6" -d '{"events": [{"name": "network-changed", "server_uuid": "19aaa4ea-fc0b-4fdf-b017-b0fe03263964", "tag": "63c071d1-5dbb-493d-8f89-3b1ed347f656"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:07:26.739142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c402a2b-c258-486f-af84-bbc35a0af2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=63c071d1-5dbb-493d-8f89-3b1ed347f656,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:26.766740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b004b4a5-5429-4d56-a5d1-870fa44de47b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9a7e877f-ca2f-4d93-b96d-1df1e891a30b) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:26.770870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b004b4a5-5429-4d56-a5d1-870fa44de47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:26.771768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b004b4a5-5429-4d56-a5d1-870fa44de47b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:26.789017 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215eac01-639d-4b94-9bf6-bf0d720de829 None None] Network 9a7e877f-ca2f-4d93-b96d-1df1e891a30b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:26.869682 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b004b4a5-5429-4d56-a5d1-870fa44de47b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9923980 Oct 13 11:07:26.923628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b8744-f2e3-44f2-be2d-7c562d57bbb9 None None] Network 9a7e877f-ca2f-4d93-b96d-1df1e891a30b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:26.927134 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80924aea-c24f-4b89-8c2c-2ed0e2db507a x-openstack-request-id: req-80924aea-c24f-4b89-8c2c-2ed0e2db507a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:07:26.927429 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19aaa4ea-fc0b-4fdf-b017-b0fe03263964", "tag": "63c071d1-5dbb-493d-8f89-3b1ed347f656", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:07:26.927690 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80924aea-c24f-4b89-8c2c-2ed0e2db507a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:07:26.928094 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19aaa4ea-fc0b-4fdf-b017-b0fe03263964', 'tag': '63c071d1-5dbb-493d-8f89-3b1ed347f656', 'status': 'completed', 'code': 200} Oct 13 11:07:26.945219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-bdffe536-1cc0-42e7-afed-f0c246703a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:26.947360 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-bdffe536-1cc0-42e7-afed-f0c246703a16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 1095 time: 0.0856316 Oct 13 11:07:27.014394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-7689edf5-e4fb-4af4-821c-d0dcd319f2d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63c071d1-5dbb-493d-8f89-3b1ed347f656 HTTP/1.1" status: 200 len: 217 time: 0.0543563 Oct 13 11:07:27.093676 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9475d-36e3-482b-91cb-4d1bb507201a req-ea906e1a-e9d5-455d-839c-a35260780ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:27.095955 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6bc9475d-36e3-482b-91cb-4d1bb507201a req-ea906e1a-e9d5-455d-839c-a35260780ec8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=49ef1046b4cb4dc39b4c065e4af7ca8e&device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 1096 time: 0.1156669 Oct 13 11:07:27.190660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31a9bc-60d7-4921-8f5f-17d7887679af req-177a10dd-4ed0-4e15-b241-024757cf77f6 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:27.192674 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd31a9bc-60d7-4921-8f5f-17d7887679af req-177a10dd-4ed0-4e15-b241-024757cf77f6 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.1767349 Oct 13 11:07:27.208941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-a85106ec-5963-4755-90c3-cce88ec33f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:27.210726 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-a85106ec-5963-4755-90c3-cce88ec33f6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6dc65ab-bcea-46c1-8b9d-45c9927e2800 HTTP/1.1" status: 200 len: 845 time: 0.1522999 Oct 13 11:07:27.233012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9475d-36e3-482b-91cb-4d1bb507201a req-80d2172b-69cf-4e7c-a8f6-ab4502914c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:27.235400 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6bc9475d-36e3-482b-91cb-4d1bb507201a req-80d2172b-69cf-4e7c-a8f6-ab4502914c5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c415ff12-f071-46fd-85fd-d076af88e42a HTTP/1.1" status: 200 len: 916 time: 0.1306994 Oct 13 11:07:27.270412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-a4af7fb8-b729-4ced-93bf-630bcdf173d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3d8fabf-e39a-48d5-8efd-ece7680b6661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389345 Oct 13 11:07:27.292407 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd31a9bc-60d7-4921-8f5f-17d7887679af req-d7b87ed4-7e0f-49e6-888a-5b0cc5b9dea8 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925691 Oct 13 11:07:27.365953 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6bc9475d-36e3-482b-91cb-4d1bb507201a req-8bf7f1d5-5bda-4d03-94e7-d651c2496ece service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3ebdf0b-052f-4169-8484-2540b0f360b8 HTTP/1.1" status: 200 len: 217 time: 0.1104219 Oct 13 11:07:27.426480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9475d-36e3-482b-91cb-4d1bb507201a req-1871b2ba-8c26-4499-8378-28f180f999f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:27.427941 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6bc9475d-36e3-482b-91cb-4d1bb507201a req-1871b2ba-8c26-4499-8378-28f180f999f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15708410-3fb8-4d4a-9981-9b8b666eb47c HTTP/1.1" status: 200 len: 854 time: 0.0540261 Oct 13 11:07:27.497270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9475d-36e3-482b-91cb-4d1bb507201a req-42106b0c-d1b8-4c2c-b2b2-ff7fa95c5fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:27.498948 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6bc9475d-36e3-482b-91cb-4d1bb507201a req-42106b0c-d1b8-4c2c-b2b2-ff7fa95c5fb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c415ff12-f071-46fd-85fd-d076af88e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592618 Oct 13 11:07:27.513155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc2ac8-1b80-4c40-a186-fab974f48d70 req-bc308771-913d-4d95-99c3-9e57c66b1739 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:27.521651 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-49cc2ac8-1b80-4c40-a186-fab974f48d70 req-bc308771-913d-4d95-99c3-9e57c66b1739 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 944 time: 0.1065640 Oct 13 11:07:27.554321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-ad244093-6313-48a5-91d6-da693a41a8d2 service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606506 Oct 13 11:07:27.588196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-49cc2ac8-1b80-4c40-a186-fab974f48d70 req-1d213419-c3a5-4c98-824b-6cf54ed08cc8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654578 Oct 13 11:07:27.795582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bfb3cfc5-5616-4fa7-85cc-86a841ee3d16 req-2fbd8d13-9460-4cad-8c9e-2f28727cdf6d service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226064 Oct 13 11:07:28.006732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966f3bd-b48d-4144-8a0f-35b867ca66f6 req-6b5d52b6-8f88-44ba-8c81-f409d413a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:28.009834 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2966f3bd-b48d-4144-8a0f-35b867ca66f6 req-6b5d52b6-8f88-44ba-8c81-f409d413a527 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 1095 time: 0.0703857 Oct 13 11:07:28.055187 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6bc9475d-36e3-482b-91cb-4d1bb507201a req-ba093dff-e5b3-43d8-9281-90f35b2d8ebf service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444651 Oct 13 11:07:28.173854 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6bc9475d-36e3-482b-91cb-4d1bb507201a req-a818e454-5a21-43b3-b829-f0603d2de5f0 service neutron] 10.222.0.21 "GET /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107306 Oct 13 11:07:28.188353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966f3bd-b48d-4144-8a0f-35b867ca66f6 req-3627c2d8-536b-4f6f-9540-311860b41ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:28.190576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2966f3bd-b48d-4144-8a0f-35b867ca66f6 req-3627c2d8-536b-4f6f-9540-311860b41ced service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 906 time: 0.1731319 Oct 13 11:07:28.236070 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2966f3bd-b48d-4144-8a0f-35b867ca66f6 req-d833f908-9f04-47a7-9215-3987ac40d7d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63c071d1-5dbb-493d-8f89-3b1ed347f656 HTTP/1.1" status: 200 len: 217 time: 0.0363488 Oct 13 11:07:28.344844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966f3bd-b48d-4144-8a0f-35b867ca66f6 req-a917ead2-50bd-41e4-b0df-c8991d77360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:28.349841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2966f3bd-b48d-4144-8a0f-35b867ca66f6 req-a917ead2-50bd-41e4-b0df-c8991d77360f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6dc65ab-bcea-46c1-8b9d-45c9927e2800 HTTP/1.1" status: 200 len: 845 time: 0.1050928 Oct 13 11:07:28.449633 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2966f3bd-b48d-4144-8a0f-35b867ca66f6 req-9f4c8581-9597-4f82-85e9-5fea0bd50950 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3d8fabf-e39a-48d5-8efd-ece7680b6661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882850 Oct 13 11:07:28.637940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b682552-c7fa-4e95-b3a1-34e97cbfa610 req-f0ca6c84-e3d2-47c4-a976-4a3aa9695149 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:28.648186 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b682552-c7fa-4e95-b3a1-34e97cbfa610 req-f0ca6c84-e3d2-47c4-a976-4a3aa9695149 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.1749969 Oct 13 11:07:28.721834 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2966f3bd-b48d-4144-8a0f-35b867ca66f6 req-266e9911-099e-493f-b00e-222ab075d4c4 service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630725 Oct 13 11:07:28.728672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b682552-c7fa-4e95-b3a1-34e97cbfa610 req-f0aef656-9d19-453e-a840-847dcd5ae899 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791926 Oct 13 11:07:28.923602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba06ef-b59d-4e46-8927-65a2fad39863 req-bc6d6cd0-6657-4de0-ba9a-a314563f876c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:28.932192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5dba06ef-b59d-4e46-8927-65a2fad39863 req-bc6d6cd0-6657-4de0-ba9a-a314563f876c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 944 time: 0.0840824 Oct 13 11:07:28.974675 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2966f3bd-b48d-4144-8a0f-35b867ca66f6 req-09bf4572-5e73-49c3-95a9-dec064dcf65c service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311625 Oct 13 11:07:28.998241 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5dba06ef-b59d-4e46-8927-65a2fad39863 req-2eed8760-a866-48b0-9f64-6e97a9a96744 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650816 Oct 13 11:07:29.103913 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56494) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:29.155663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56502) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:29.281644 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-55f4156a-61c3-4f6e-8161-4e15f5b236ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.347760 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-edd35b45-2f45-466c-b395-a72016575f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.412372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56508) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:29.414395 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-55f4156a-61c3-4f6e-8161-4e15f5b236ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.454886 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-edd35b45-2f45-466c-b395-a72016575f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.486295 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-55f4156a-61c3-4f6e-8161-4e15f5b236ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.530614 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-55f4156a-61c3-4f6e-8161-4e15f5b236ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1e42320b9c24d9c8c6edec2fbb35eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243639 Oct 13 11:07:29.532673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4156a-61c3-4f6e-8161-4e15f5b236ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb29704-94de-458b-8835-f878cab3152c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:29.533171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56514) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:29.537293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-edd35b45-2f45-466c-b395-a72016575f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.586697 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-edd35b45-2f45-466c-b395-a72016575f97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7d5d8f21fc4404d9629d7a0500a7e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4299359 Oct 13 11:07:29.588166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd35b45-2f45-466c-b395-a72016575f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b48785e-960a-487e-8dc8-3f4329aa421a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:29.590453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56516) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:29.631497 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b76a75cd-7bc3-4662-ae88-0a87698ff227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.669497 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b76a75cd-7bc3-4662-ae88-0a87698ff227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.688065 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b030180-4ac9-4f03-acdc-5c403dfe00e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.703242 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c82ba65e-d059-43b3-88ac-bc6d77be47b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.742109 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b030180-4ac9-4f03-acdc-5c403dfe00e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.866478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291772e9-cccf-4ae5-b250-34b145acc785 req-31b6c63f-5dd7-4c7e-8432-e0057d6e99ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:29.867938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-291772e9-cccf-4ae5-b250-34b145acc785 req-31b6c63f-5dd7-4c7e-8432-e0057d6e99ae tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.0531571 Oct 13 11:07:29.873969 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b76a75cd-7bc3-4662-ae88-0a87698ff227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.876484 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b76a75cd-7bc3-4662-ae88-0a87698ff227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.877522 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b76a75cd-7bc3-4662-ae88-0a87698ff227 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fb29704-94de-458b-8835-f878cab3152c HTTP/1.1" status: 204 len: 168 time: 0.3432240 Oct 13 11:07:29.901224 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b030180-4ac9-4f03-acdc-5c403dfe00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.903723 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b030180-4ac9-4f03-acdc-5c403dfe00e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:29.904829 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6b030180-4ac9-4f03-acdc-5c403dfe00e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b48785e-960a-487e-8dc8-3f4329aa421a HTTP/1.1" status: 204 len: 168 time: 0.3129637 Oct 13 11:07:29.908879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a75cd-7bc3-4662-ae88-0a87698ff227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb29704-94de-458b-8835-f878cab3152c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:29.943463 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b030180-4ac9-4f03-acdc-5c403dfe00e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b48785e-960a-487e-8dc8-3f4329aa421a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:29.955189 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-291772e9-cccf-4ae5-b250-34b145acc785 req-f706cdab-6aea-4f87-bb80-c06d0b81ffb8 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755889 Oct 13 11:07:29.973523 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c82ba65e-d059-43b3-88ac-bc6d77be47b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:30.056319 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c82ba65e-d059-43b3-88ac-bc6d77be47b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:30.071099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 63c071d1-5dbb-493d-8f89-3b1ed347f656 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:07:30.128249 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c82ba65e-d059-43b3-88ac-bc6d77be47b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0e1e3f23f4c408bb5ac24b87c07d3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7135053 Oct 13 11:07:30.129163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ba65e-d059-43b3-88ac-bc6d77be47b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166d998b-beab-456b-a51f-1e11008910bc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:30.130174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56532) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:30.159369 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f90820-4253-4425-a551-384f51828fc5 req-7e1026b2-3076-4a11-8ee8-0b82c4f3dd76 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:30.167618 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-54f90820-4253-4425-a551-384f51828fc5 req-7e1026b2-3076-4a11-8ee8-0b82c4f3dd76 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.1082656 Oct 13 11:07:30.189773 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 63c071d1-5dbb-493d-8f89-3b1ed347f656, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=63c071d1-5dbb-493d-8f89-3b1ed347f656,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:30.205868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '63c071d1-5dbb-493d-8f89-3b1ed347f656', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'port_id': '63c071d1-5dbb-493d-8f89-3b1ed347f656', 'mac_address': 'fa:16:3e:93:3c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc65ab-bcea-46c1-8b9d-45c9927e2800', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:07:30.211810 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-984ce550-385a-4e21-adfc-3c1f2d5822d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:30.214709 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-54f90820-4253-4425-a551-384f51828fc5 req-c402d33e-f829-407b-b764-66d5becebdf4 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426936 Oct 13 11:07:30.252141 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-984ce550-385a-4e21-adfc-3c1f2d5822d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:30.262579 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:30.287139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c071d1-5dbb-493d-8f89-3b1ed347f656 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:07:30.311428 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 63c071d1-5dbb-493d-8f89-3b1ed347f656, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=63c071d1-5dbb-493d-8f89-3b1ed347f656,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:30.346514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1e80f-7439-41de-bbeb-58d1421805d2 req-564bbea6-4d3d-49b7-8290-4bcfe7cef728 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:30.348089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4aa1e80f-7439-41de-bbeb-58d1421805d2 req-564bbea6-4d3d-49b7-8290-4bcfe7cef728 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 944 time: 0.0695188 Oct 13 11:07:30.383021 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:30.401166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4aa1e80f-7439-41de-bbeb-58d1421805d2 req-7d2bbaf0-13b3-44de-8a43-82e31d3dc50d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447719 Oct 13 11:07:30.438487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-984ce550-385a-4e21-adfc-3c1f2d5822d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:30.439608 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-984ce550-385a-4e21-adfc-3c1f2d5822d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:30.440775 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-984ce550-385a-4e21-adfc-3c1f2d5822d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/166d998b-beab-456b-a51f-1e11008910bc HTTP/1.1" status: 204 len: 168 time: 0.3082638 Oct 13 11:07:30.448714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=63c071d1-5dbb-493d-8f89-3b1ed347f656,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:30.459460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ce550-385a-4e21-adfc-3c1f2d5822d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166d998b-beab-456b-a51f-1e11008910bc,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:30.663739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c427b1-185a-4276-91df-c0e7d45c095b req-488334ae-7e8f-4439-99e0-f976e475ca3a tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:30.663739 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14c427b1-185a-4276-91df-c0e7d45c095b req-488334ae-7e8f-4439-99e0-f976e475ca3a tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a92fa61-39a9-452b-98ad-148241171ddd HTTP/1.1" status: 200 len: 945 time: 0.0557208 Oct 13 11:07:30.705465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14c427b1-185a-4276-91df-c0e7d45c095b req-93ee3dec-5552-481e-9031-c522a5cb60ab tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344498 Oct 13 11:07:30.808409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['63c071d1-5dbb-493d-8f89-3b1ed347f656'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:07:30.822792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab712885-bb08-4bd7-b4a2-0d56fa645c49 req-aca7d178-a8c0-49f6-8214-f8a5d9c0c120 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:30.826826 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab712885-bb08-4bd7-b4a2-0d56fa645c49 req-aca7d178-a8c0-49f6-8214-f8a5d9c0c120 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 946 time: 0.0558059 Oct 13 11:07:30.864438 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab712885-bb08-4bd7-b4a2-0d56fa645c49 req-2de06796-4d12-4f0d-b089-028b8eedb45b tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339348 Oct 13 11:07:30.910288 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-bc3b9802-27e2-4137-8e91-e4de8f4efa30 req-0a309e51-89eb-4ffa-a28b-99cb53d49671 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:07:30.911400 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc3b9802-27e2-4137-8e91-e4de8f4efa30 req-0a309e51-89eb-4ffa-a28b-99cb53d49671 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078397 Oct 13 11:07:31.022925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc3b9802-27e2-4137-8e91-e4de8f4efa30 req-31f3b773-3f78-45fe-ba87-2530343f0bb4 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1031647 Oct 13 11:07:31.288351 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f865f8-95d3-47a0-b31f-a40764a8541b req-56077a65-3ffd-4c32-8a45-5cd9d6508913 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:31.289725 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33f865f8-95d3-47a0-b31f-a40764a8541b req-56077a65-3ffd-4c32-8a45-5cd9d6508913 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.0514708 Oct 13 11:07:31.341204 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33f865f8-95d3-47a0-b31f-a40764a8541b req-7d327931-5a52-4094-badb-3195c23097c6 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432239 Oct 13 11:07:31.342961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56588) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:31.356651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1af83ba9-0db3-4ffa-9c89-86431c549089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:31.463889 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1af83ba9-0db3-4ffa-9c89-86431c549089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:31.529957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda14918-df60-41a4-83f2-ab97ffd31d89 req-fc17b449-7fd3-4f4c-b3a1-a8af4207b4ff tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:31.532622 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dda14918-df60-41a4-83f2-ab97ffd31d89 req-fc17b449-7fd3-4f4c-b3a1-a8af4207b4ff tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a92fa61-39a9-452b-98ad-148241171ddd HTTP/1.1" status: 200 len: 945 time: 0.0667925 Oct 13 11:07:31.549192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1af83ba9-0db3-4ffa-9c89-86431c549089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:31.609789 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1af83ba9-0db3-4ffa-9c89-86431c549089 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93cc71df7f9c45408b51995f145a0c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660031 Oct 13 11:07:31.611020 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56604) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:31.612235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dda14918-df60-41a4-83f2-ab97ffd31d89 req-8765d551-cd83-4eb2-94fe-7d3179ca6420 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674143 Oct 13 11:07:31.613234 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af83ba9-0db3-4ffa-9c89-86431c549089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af82d37b-d4df-450b-b4f5-b0f0ccd1ee92,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:31.728104 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e42b701a-5c4f-4cb9-b4ed-a3595546ffec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:31.744991 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e42b701a-5c4f-4cb9-b4ed-a3595546ffec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:31.770071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ade9e-4861-42a3-8080-1c91c8c6ef50 req-b7b6d738-2f9d-478e-882f-991f6288cece tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:31.775713 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f73ade9e-4861-42a3-8080-1c91c8c6ef50 req-b7b6d738-2f9d-478e-882f-991f6288cece tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 945 time: 0.0664039 Oct 13 11:07:31.821752 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f73ade9e-4861-42a3-8080-1c91c8c6ef50 req-91926341-a176-4d1e-a818-87f88eaf388a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354867 Oct 13 11:07:31.938925 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e42b701a-5c4f-4cb9-b4ed-a3595546ffec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:31.943411 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e42b701a-5c4f-4cb9-b4ed-a3595546ffec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:31.948376 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e42b701a-5c4f-4cb9-b4ed-a3595546ffec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af82d37b-d4df-450b-b4f5-b0f0ccd1ee92 HTTP/1.1" status: 204 len: 168 time: 0.3293099 Oct 13 11:07:31.959566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b701a-5c4f-4cb9-b4ed-a3595546ffec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af82d37b-d4df-450b-b4f5-b0f0ccd1ee92,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:32.096242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a1c74-e151-437a-84ab-32d1c29759c8 req-3bbc25f9-9911-40e4-90a7-6c60e8d42a97 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:32.097831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-628a1c74-e151-437a-84ab-32d1c29759c8 req-3bbc25f9-9911-40e4-90a7-6c60e8d42a97 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 946 time: 0.0525489 Oct 13 11:07:32.141656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-628a1c74-e151-437a-84ab-32d1c29759c8 req-b38730ac-27c7-4458-b4b1-85c26ea03a1d tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362284 Oct 13 11:07:32.348541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a75102-d6a1-4ec5-8998-a39b939f3daf req-023b2701-1caa-4d38-b06a-0663b5209fc7 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:32.356287 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a75102-d6a1-4ec5-8998-a39b939f3daf req-023b2701-1caa-4d38-b06a-0663b5209fc7 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:32.362747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a75102-d6a1-4ec5-8998-a39b939f3daf req-023b2701-1caa-4d38-b06a-0663b5209fc7 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:32.364581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93a75102-d6a1-4ec5-8998-a39b939f3daf req-023b2701-1caa-4d38-b06a-0663b5209fc7 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207&device_id=9a92fa61-39a9-452b-98ad-148241171ddd&device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 2417 time: 0.0748532 Oct 13 11:07:32.408442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93a75102-d6a1-4ec5-8998-a39b939f3daf req-8eebab38-b52b-4b6f-a749-6073e5a3edd0 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365705 Oct 13 11:07:32.505827 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7a29675-098b-4728-be43-8bfcaa0bd43c req-fc692b34-8e15-4889-adb7-6373c1df0384 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0641313 Oct 13 11:07:33.171080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e690210-c358-40d6-893d-d036de384a71 req-8d188f9d-c056-4b70-ab08-075b4802656e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:33.172777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e690210-c358-40d6-893d-d036de384a71 req-8d188f9d-c056-4b70-ab08-075b4802656e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 945 time: 0.0591612 Oct 13 11:07:33.180447 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56664) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:33.216018 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e690210-c358-40d6-893d-d036de384a71 req-9d263fbb-dc26-4677-bd49-0f83ff17dd2d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362885 Oct 13 11:07:33.418846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'network': {'name': 'tempest-network-smoke--1454498437', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'port_security_enabled': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:33.509870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Made reservation on behalf of c733a5c1587344858ed31832dc8ad24f for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:33.513661 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:33.522921 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:33.604810 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:33.684277 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:33.711864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:07:33.724634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0faa5008-5523-403a-b1b1-8e165214641e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:33.729710 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:33.730052 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Added segment d32eb38a-538c-449f-91a4-a85b84194c5e of type vlan for network 3995be86-7a49-43d2-87f8-1e3c2c6688eb Oct 13 11:07:33.782940 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:33.876922 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:33.881813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:33.882118 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:33.963497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Network': ['ID=3995be86-7a49-43d2-87f8-1e3c2c6688eb,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:33.975736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 3995be86-7a49-43d2-87f8-1e3c2c6688eb details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:07:34.014237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-75c189ad-8edd-4d81-88b4-8f67fe3af208 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8321946 Oct 13 11:07:34.019978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56694) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:34.021878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-445498536', 'admin_state_up': True, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:34.097738 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 63c071d1-5dbb-493d-8f89-3b1ed347f656 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:07:34.131960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:34.132986 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:34.199104 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:34.217055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 63c071d1-5dbb-493d-8f89-3b1ed347f656 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:07:34.221148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 63c071d1-5dbb-493d-8f89-3b1ed347f656 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:34.221598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:34.322735 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:34.357773 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19aaa4ea-fc0b-4fdf-b017-b0fe03263964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c071d1-5dbb-493d-8f89-3b1ed347f656'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:07:34.360962 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5dafa7-f909-441b-9692-65d29821f0ad" -d '{"events": [{"server_uuid": "19aaa4ea-fc0b-4fdf-b017-b0fe03263964", "name": "network-vif-plugged", "status": "completed", "tag": "63c071d1-5dbb-493d-8f89-3b1ed347f656"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:07:34.383006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 63c071d1-5dbb-493d-8f89-3b1ed347f656, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=63c071d1-5dbb-493d-8f89-3b1ed347f656,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:34.403224 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb18c32-24ab-4af4-8e01-6d8e8567c6dc req-bef4405f-658d-44ef-86e2-20ff36272c1d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:34.410841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7cb18c32-24ab-4af4-8e01-6d8e8567c6dc req-bef4405f-658d-44ef-86e2-20ff36272c1d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 945 time: 0.0997136 Oct 13 11:07:34.446443 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:34.449659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7cb18c32-24ab-4af4-8e01-6d8e8567c6dc req-81c9d852-abc6-4d43-9374-6834c54da124 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383270 Oct 13 11:07:34.485287 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:34.502310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=63c071d1-5dbb-493d-8f89-3b1ed347f656,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:34.583143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df200acc-30c6-478f-9de8-efd4a9ed05d1 req-633a3937-fd33-4653-8eff-e1a5712fc0b9 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:34.585115 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df200acc-30c6-478f-9de8-efd4a9ed05d1 req-633a3937-fd33-4653-8eff-e1a5712fc0b9 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 946 time: 0.0582643 Oct 13 11:07:34.629525 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df200acc-30c6-478f-9de8-efd4a9ed05d1 req-d183583c-2605-400e-b431-841164ce49fa tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364215 Oct 13 11:07:34.823797 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:34.844561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:34.851265 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4877b1-b352-4275-844f-03042ad896f1 x-openstack-request-id: req-0e4877b1-b352-4275-844f-03042ad896f1 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:07:34.851265 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19aaa4ea-fc0b-4fdf-b017-b0fe03263964", "name": "network-vif-plugged", "status": "completed", "tag": "63c071d1-5dbb-493d-8f89-3b1ed347f656", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:07:34.851265 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e4877b1-b352-4275-844f-03042ad896f1 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:07:34.851265 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19aaa4ea-fc0b-4fdf-b017-b0fe03263964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c071d1-5dbb-493d-8f89-3b1ed347f656', 'code': 200} Oct 13 11:07:34.963436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Allocated IP 172.25.0.216 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/a0bcf10d-870d-4926-af0e-02d84b02eef7) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:07:34.978978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c01b39-bfc1-4aab-afb7-e492275279a9 req-38778579-f9a1-4d5a-8e10-87a872b03eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:34.981060 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95c01b39-bfc1-4aab-afb7-e492275279a9 req-38778579-f9a1-4d5a-8e10-87a872b03eb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 1097 time: 0.0561461 Oct 13 11:07:35.019620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95c01b39-bfc1-4aab-afb7-e492275279a9 req-0eb549a9-babe-4cfb-a9ef-51bfa74c33df service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309136 Oct 13 11:07:35.085779 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:35.200665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:35.245996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:07:35.246955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:35.250673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:07:35.277135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=a0bcf10d-870d-4926-af0e-02d84b02eef7,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:35.604196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4969ee-f3b5-4da5-b707-5a8cc3cfb547 req-c1a8b531-0891-42ba-a787-006ada38cc88 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:35.607356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe4969ee-f3b5-4da5-b707-5a8cc3cfb547 req-c1a8b531-0891-42ba-a787-006ada38cc88 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 946 time: 0.0657935 Oct 13 11:07:35.617315 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:35.666528 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe4969ee-f3b5-4da5-b707-5a8cc3cfb547 req-4b9aeb8d-9cef-48a4-8a3e-82f5376cde6b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495789 Oct 13 11:07:35.808154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00889984-cd67-4ffa-a9b7-c6ae61938627 req-898e73b6-b375-4370-abc2-4b332cf38ac0 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:35.817169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00889984-cd67-4ffa-a9b7-c6ae61938627 req-898e73b6-b375-4370-abc2-4b332cf38ac0 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 946 time: 0.0703788 Oct 13 11:07:35.870257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00889984-cd67-4ffa-a9b7-c6ae61938627 req-12b9cd15-5507-44d3-8bd5-8d022dd7de5d tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517695 Oct 13 11:07:35.892293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:36.119169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Router 334563ca-dfda-4611-a9aa-38d4d74e0a4d is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:07:36.245312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f614c9d-a259-45fd-ac69-5c4e6dc5a0a5 req-e114f591-c352-4826-a7c0-8ccd3a687d6f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:36.252774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f614c9d-a259-45fd-ac69-5c4e6dc5a0a5 req-e114f591-c352-4826-a7c0-8ccd3a687d6f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 946 time: 0.0580146 Oct 13 11:07:36.275836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:07:36.287520 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Sync routers for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:07:36.303018 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:07:36.309185 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:07:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:36.390157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-3f614c9d-a259-45fd-ac69-5c4e6dc5a0a5 req-d9c3c867-b54a-4918-aa69-9aa87f51e15f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Deleting port 9918a9ac-4f63-4559-93c8-e1024f3daceb {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:36.390779 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3f614c9d-a259-45fd-ac69-5c4e6dc5a0a5 req-d9c3c867-b54a-4918-aa69-9aa87f51e15f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:36.397703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:36.400608 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-67322235-9d0c-49b1-88cf-2c0bc0957f16 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3822048 Oct 13 11:07:36.408472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56804) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:36.466011 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:07:36.598773 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-3f614c9d-a259-45fd-ac69-5c4e6dc5a0a5 req-d9c3c867-b54a-4918-aa69-9aa87f51e15f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] For port 9918a9ac-4f63-4559-93c8-e1024f3daceb, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=9918a9ac-4f63-4559-93c8-e1024f3daceb,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:36.598773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3f614c9d-a259-45fd-ac69-5c4e6dc5a0a5 req-d9c3c867-b54a-4918-aa69-9aa87f51e15f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:36.634465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-3f614c9d-a259-45fd-ac69-5c4e6dc5a0a5 req-d9c3c867-b54a-4918-aa69-9aa87f51e15f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Calling delete_port for 9918a9ac-4f63-4559-93c8-e1024f3daceb owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:36.660769 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-857c46cd-ba13-4302-8334-d4db17925701 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c733a5c1587344858ed31832dc8ad24f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2484198 Oct 13 11:07:36.665749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56816) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:36.785893 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:35Z', 'revision_number': 3, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:36.827858 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Checking router: 334563ca-dfda-4611-a9aa-38d4d74e0a4d for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:07:36.828498 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Updating router 334563ca-dfda-4611-a9aa-38d4d74e0a4d port a0bcf10d-870d-4926-af0e-02d84b02eef7 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:07:36.866689 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:36.885821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b98b8-90bb-464e-bf38-18ab9a216345 req-1369f965-bb40-454e-b48b-ad9dad2bede1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:36.895051 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-145b98b8-90bb-464e-bf38-18ab9a216345 req-1369f965-bb40-454e-b48b-ad9dad2bede1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 946 time: 0.0906003 Oct 13 11:07:36.939282 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3f614c9d-a259-45fd-ac69-5c4e6dc5a0a5 req-d9c3c867-b54a-4918-aa69-9aa87f51e15f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:36.963518 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b3ebdf0b-052f-4169-8484-2540b0f360b8', '9918a9ac-4f63-4559-93c8-e1024f3daceb', '99696371-4d20-480f-88b1-fad83745c407'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:07:36.975524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12a0164-0ad7-4c76-8003-253feebde420 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:36.977403 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c12a0164-0ad7-4c76-8003-253feebde420 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3102705 Oct 13 11:07:36.980001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56834) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:37.015035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3c867-b54a-4918-aa69-9aa87f51e15f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Pushing event deleted for resources: {'Port': ['ID=9918a9ac-4f63-4559-93c8-e1024f3daceb,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:37.052306 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b1a4fe70-4045-4002-9283-3d1eaa569326 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711398 Oct 13 11:07:37.067184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56840) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:37.067184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b8e2f08b-df5b-443d-b47d-d384db46f6a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-857996575', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:37.076558 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-145b98b8-90bb-464e-bf38-18ab9a216345 req-5648c777-53b1-413d-9c9a-3930b6bf7167 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803653 Oct 13 11:07:37.124609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f614c9d-a259-45fd-ac69-5c4e6dc5a0a5 req-d9c3c867-b54a-4918-aa69-9aa87f51e15f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] No DVR routers for this DVR port 9918a9ac-4f63-4559-93c8-e1024f3daceb on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:07:37.131871 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3f614c9d-a259-45fd-ac69-5c4e6dc5a0a5 req-d9c3c867-b54a-4918-aa69-9aa87f51e15f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:37.140372 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f614c9d-a259-45fd-ac69-5c4e6dc5a0a5 req-d9c3c867-b54a-4918-aa69-9aa87f51e15f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.21 "DELETE /v2.0/ports/9918a9ac-4f63-4559-93c8-e1024f3daceb HTTP/1.1" status: 204 len: 173 time: 0.8837667 Oct 13 11:07:37.140855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1977a7c-2396-4aca-8636-214b58012207', 'name': 'network-vif-deleted', 'tag': '9918a9ac-4f63-4559-93c8-e1024f3daceb'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:07:37.159010 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff3b0e5-767b-423a-a7fe-02e841fc1450" -d '{"events": [{"server_uuid": "b1977a7c-2396-4aca-8636-214b58012207", "name": "network-vif-deleted", "tag": "9918a9ac-4f63-4559-93c8-e1024f3daceb"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:07:37.237143 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a23dd7a4-9054-4421-afc9-2d2b5c5eb47e req-d52afbfe-a129-4472-9d87-8e7a8a9493ed tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1977a7c-2396-4aca-8636-214b58012207 HTTP/1.1" status: 200 len: 210 time: 0.0394387 Oct 13 11:07:37.354610 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e2f08b-df5b-443d-b47d-d384db46f6a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Made reservation on behalf of c733a5c1587344858ed31832dc8ad24f for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:37.360438 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f08b-df5b-443d-b47d-d384db46f6a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:37.392423 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:37.549686 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:37.620873 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Attempting to bind port a0bcf10d-870d-4926-af0e-02d84b02eef7 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:07:37.621819 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Attempting to bind port a0bcf10d-870d-4926-af0e-02d84b02eef7 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:07:37.622216 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Attempting to bind port a0bcf10d-870d-4926-af0e-02d84b02eef7 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:07:37.630265 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:07:37.631056 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:07:37.631705 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:37.632311 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:07:37.633144 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Bound port: a0bcf10d-870d-4926-af0e-02d84b02eef7, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:07:37.633812 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:37.666224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Pushing event updated for resources: {'Port': ['ID=a0bcf10d-870d-4926-af0e-02d84b02eef7,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:37.680040 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:37.680040 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:37.680040 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:37.680040 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:37.680040 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:37.686665 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:37.690123 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:37.690599 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:37.691047 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:37.691504 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:37.691972 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:37.692875 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:37.725225 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cfd7f-e9cb-43f0-aa81-ed7639dbcf85 req-3926d964-2495-45f6-a906-8f5cc4f74568 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:37.733805 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac7cfd7f-e9cb-43f0-aa81-ed7639dbcf85 req-3926d964-2495-45f6-a906-8f5cc4f74568 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 946 time: 0.1543026 Oct 13 11:07:37.754208 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] For port a0bcf10d-870d-4926-af0e-02d84b02eef7, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:07:37.760660 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] For port a0bcf10d-870d-4926-af0e-02d84b02eef7, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a0bcf10d-870d-4926-af0e-02d84b02eef7,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:07:37.783340 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac7cfd7f-e9cb-43f0-aa81-ed7639dbcf85 req-c6342373-63ce-4a56-976e-1d579d488e04 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441051 Oct 13 11:07:37.826875 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200265c3-b2e3-47aa-a447-d56075310a77 x-openstack-request-id: req-200265c3-b2e3-47aa-a447-d56075310a77 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:07:37.827425 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1977a7c-2396-4aca-8636-214b58012207", "name": "network-vif-deleted", "tag": "9918a9ac-4f63-4559-93c8-e1024f3daceb", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:07:37.827974 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-200265c3-b2e3-47aa-a447-d56075310a77 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:07:37.828687 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1977a7c-2396-4aca-8636-214b58012207', 'name': 'network-vif-deleted', 'tag': '9918a9ac-4f63-4559-93c8-e1024f3daceb', 'status': 'completed', 'code': 200} Oct 13 11:07:37.851568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f08b-df5b-443d-b47d-d384db46f6a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:37.881330 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:37.954285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2f08b-df5b-443d-b47d-d384db46f6a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Subnet': ['ID=7c39318c-77d4-48d3-a3dd-195c903b829a,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:37.977326 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23c492cb-168b-4daf-bbd2-cafa152735b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:37.982145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2f08b-df5b-443d-b47d-d384db46f6a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Checking segment: {'id': 'd32eb38a-538c-449f-91a4-a85b84194c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:07:37.982575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e2f08b-df5b-443d-b47d-d384db46f6a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network hostable DHCP agents. Network: 3995be86-7a49-43d2-87f8-1e3c2c6688eb, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:07:37.990232 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5554c39-3d89-4c8e-8fe0-114cc959b123 None None] Pushing event updated for resources: {'Port': ['ID=a0bcf10d-870d-4926-af0e-02d84b02eef7,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:38.020242 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:07:38.020242 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:07:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:38.091734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e2f08b-df5b-443d-b47d-d384db46f6a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 3995be86-7a49-43d2-87f8-1e3c2c6688eb is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:07:38.163749 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:07:38.219028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b8e2f08b-df5b-443d-b47d-d384db46f6a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 3995be86-7a49-43d2-87f8-1e3c2c6688eb) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:38.228101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2f08b-df5b-443d-b47d-d384db46f6a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:38.230556 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f08b-df5b-443d-b47d-d384db46f6a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:38.240360 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270d1b84-3bb8-4746-a3be-bb050175a2be None None] Network 3995be86-7a49-43d2-87f8-1e3c2c6688eb requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:38.353425 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b8e2f08b-df5b-443d-b47d-d384db46f6a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2989607 Oct 13 11:07:38.354191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56908) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:38.370644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612442fc-86ac-466a-a300-eefb90bb3653 req-34d8b9b3-05c8-459d-a5e8-dfbf5b16affd tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:38.374218 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-612442fc-86ac-466a-a300-eefb90bb3653 req-34d8b9b3-05c8-459d-a5e8-dfbf5b16affd tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 946 time: 0.1219375 Oct 13 11:07:38.498534 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:35Z', 'revision_number': 3, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:38.499151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-612442fc-86ac-466a-a300-eefb90bb3653 req-0be8604d-ff4b-4ac1-971b-3bc6333c3ce6 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165855 Oct 13 11:07:38.533960 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e600fbc-e0b2-477c-8efc-ad9f504e2ec6 None None] The sync data for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 is: [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:35Z', 'revision_number': 3, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:07:38.568158 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:07:38.569080 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:38.718417 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:38.794442 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Allocated IP 172.20.0.2 (3995be86-7a49-43d2-87f8-1e3c2c6688eb/7c39318c-77d4-48d3-a3dd-195c903b829a/9fe14bae-40ef-46c1-9df0-704fcdcd2b94) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:07:39.112792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56932) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:39.113912 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:39.211798 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:39.308579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Pushing event updated for resources: {'Port': ['ID=9fe14bae-40ef-46c1-9df0-704fcdcd2b94,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:39.335300 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b31a7f3-2d2d-4087-b0f9-94111c452a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:39.355828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Network 3995be86-7a49-43d2-87f8-1e3c2c6688eb is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:07:39.368464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:39.370928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:07:39.394400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:39.452235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd6439-1ee2-49cf-b639-3f3aa4711fde req-4a2b383b-500c-46bf-a9df-3bcef339fc05 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:39.456747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7bd6439-1ee2-49cf-b639-3f3aa4711fde req-4a2b383b-500c-46bf-a9df-3bcef339fc05 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a92fa61-39a9-452b-98ad-148241171ddd HTTP/1.1" status: 200 len: 945 time: 0.1041222 Oct 13 11:07:39.485200 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Attempting to bind port 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:07:39.485580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Attempting to bind port 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'd32eb38a-538c-449f-91a4-a85b84194c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:07:39.485960 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Attempting to bind port 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 on network 3995be86-7a49-43d2-87f8-1e3c2c6688eb {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:07:39.491811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:07:39.496059 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Checking segment: {'id': 'd32eb38a-538c-449f-91a4-a85b84194c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:07:39.496059 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:39.496059 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Bound using segment: {'id': 'd32eb38a-538c-449f-91a4-a85b84194c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:07:39.496059 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Bound port: 9fe14bae-40ef-46c1-9df0-704fcdcd2b94, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32eb38a-538c-449f-91a4-a85b84194c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:07:39.496059 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:39.557585 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7bd6439-1ee2-49cf-b639-3f3aa4711fde req-fd34a7cc-01cd-49f9-8829-5ccc560a643a tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910633 Oct 13 11:07:39.642602 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] For port 9fe14bae-40ef-46c1-9df0-704fcdcd2b94, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:07:39.650834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] For port 9fe14bae-40ef-46c1-9df0-704fcdcd2b94, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9fe14bae-40ef-46c1-9df0-704fcdcd2b94,segment=NetworkSegment(d32eb38a-538c-449f-91a4-a85b84194c5e),segment_id=d32eb38a-538c-449f-91a4-a85b84194c5e)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:07:39.651260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56942) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:39.715069 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b31a7f3-2d2d-4087-b0f9-94111c452a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:39.726300 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:39.810519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2b992-3f87-4de4-a2d7-0e8e09403372 req-e8404ec2-b8bb-4843-b49f-74bda3e681d1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:39.812382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5a2b992-3f87-4de4-a2d7-0e8e09403372 req-e8404ec2-b8bb-4843-b49f-74bda3e681d1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 946 time: 0.2226610 Oct 13 11:07:39.816758 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b31a7f3-2d2d-4087-b0f9-94111c452a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:39.863403 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a6c85-ed19-47db-88d2-ef3da129e8e0 None None] Pushing event updated for resources: {'Port': ['ID=9fe14bae-40ef-46c1-9df0-704fcdcd2b94,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:39.863583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31a7f3-2d2d-4087-b0f9-94111c452a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626fe3bb-7b63-4cbf-a39c-5bb3853a4135,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:39.880048 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a120b40e-eed8-4179-90af-40aa6d9bfd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:39.893858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16921e70-be2a-4304-8bc1-f9599b91e85d req-8faf9f09-e2db-48e3-b958-b474a76bc518 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:39.895519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16921e70-be2a-4304-8bc1-f9599b91e85d req-8faf9f09-e2db-48e3-b958-b474a76bc518 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 946 time: 0.1980491 Oct 13 11:07:39.973063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6b31a7f3-2d2d-4087-b0f9-94111c452a74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b05841b5614e4a1d9eec6abe7cdd22aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8653595 Oct 13 11:07:39.979864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56950) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:40.069239 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16921e70-be2a-4304-8bc1-f9599b91e85d req-d07a2a00-a545-4820-9f81-35bf1c1d7744 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563148 Oct 13 11:07:40.092089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 9918a9ac-4f63-4559-93c8-e1024f3daceb no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:07:40.150634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 9918a9ac-4f63-4559-93c8-e1024f3daceb {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:07:40.151312 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 9918a9ac-4f63-4559-93c8-e1024f3daceb not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:07:40.187670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c5a2b992-3f87-4de4-a2d7-0e8e09403372 req-ca58aa18-4476-42c9-99fb-eba786eedd42 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Deleting port 63c071d1-5dbb-493d-8f89-3b1ed347f656 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:40.195943 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c5a2b992-3f87-4de4-a2d7-0e8e09403372 req-ca58aa18-4476-42c9-99fb-eba786eedd42 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:40.195943 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d2b072c3-d815-4f70-b4d0-2ca3e8bee641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:40.273514 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d2b072c3-d815-4f70-b4d0-2ca3e8bee641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:40.368787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-c5a2b992-3f87-4de4-a2d7-0e8e09403372 req-ca58aa18-4476-42c9-99fb-eba786eedd42 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] For port 63c071d1-5dbb-493d-8f89-3b1ed347f656, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=63c071d1-5dbb-493d-8f89-3b1ed347f656,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:40.368787 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c5a2b992-3f87-4de4-a2d7-0e8e09403372 req-ca58aa18-4476-42c9-99fb-eba786eedd42 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:40.378431 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c5a2b992-3f87-4de4-a2d7-0e8e09403372 req-ca58aa18-4476-42c9-99fb-eba786eedd42 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Calling delete_port for 63c071d1-5dbb-493d-8f89-3b1ed347f656 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:40.485932 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:40.518479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Allocated IP 172.20.0.1 (3995be86-7a49-43d2-87f8-1e3c2c6688eb/7c39318c-77d4-48d3-a3dd-195c903b829a/576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:07:40.519092 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d2b072c3-d815-4f70-b4d0-2ca3e8bee641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:40.522117 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d2b072c3-d815-4f70-b4d0-2ca3e8bee641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:40.523964 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d2b072c3-d815-4f70-b4d0-2ca3e8bee641 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/626fe3bb-7b63-4cbf-a39c-5bb3853a4135 HTTP/1.1" status: 204 len: 168 time: 0.5427024 Oct 13 11:07:40.535379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b072c3-d815-4f70-b4d0-2ca3e8bee641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626fe3bb-7b63-4cbf-a39c-5bb3853a4135,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:40.608089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a120b40e-eed8-4179-90af-40aa6d9bfd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:40.634738 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c5a2b992-3f87-4de4-a2d7-0e8e09403372 req-ca58aa18-4476-42c9-99fb-eba786eedd42 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:40.647910 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:07:40.711684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['63c071d1-5dbb-493d-8f89-3b1ed347f656'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:07:40.762800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58aa18-4476-42c9-99fb-eba786eedd42 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event deleted for resources: {'Port': ['ID=63c071d1-5dbb-493d-8f89-3b1ed347f656,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:40.790541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a0bcf10d-870d-4926-af0e-02d84b02eef7 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:07:40.797372 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a120b40e-eed8-4179-90af-40aa6d9bfd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:40.797551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a2b992-3f87-4de4-a2d7-0e8e09403372 req-ca58aa18-4476-42c9-99fb-eba786eedd42 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] No DVR routers for this DVR port 63c071d1-5dbb-493d-8f89-3b1ed347f656 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:07:40.801775 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c5a2b992-3f87-4de4-a2d7-0e8e09403372 req-ca58aa18-4476-42c9-99fb-eba786eedd42 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:40.806733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5a2b992-3f87-4de4-a2d7-0e8e09403372 req-ca58aa18-4476-42c9-99fb-eba786eedd42 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "DELETE /v2.0/ports/63c071d1-5dbb-493d-8f89-3b1ed347f656 HTTP/1.1" status: 204 len: 173 time: 0.9524589 Oct 13 11:07:40.808158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19aaa4ea-fc0b-4fdf-b017-b0fe03263964', 'name': 'network-vif-deleted', 'tag': '63c071d1-5dbb-493d-8f89-3b1ed347f656'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:07:40.813729 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f1513e-122d-424d-98b3-0fb1e50fc3cf" -d '{"events": [{"server_uuid": "19aaa4ea-fc0b-4fdf-b017-b0fe03263964", "name": "network-vif-deleted", "tag": "63c071d1-5dbb-493d-8f89-3b1ed347f656"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:07:40.837636 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa10980-cd2b-48b1-83c2-8d035feca4f6 req-96976498-6e28-4b5a-b0ad-4e0e5ca53a6e tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:40.838183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ddc0e-b6f6-4ecb-8aa4-028c7034559d req-8fd40740-0d5a-4313-b603-241056866c64 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:40.839226 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6aa10980-cd2b-48b1-83c2-8d035feca4f6 req-96976498-6e28-4b5a-b0ad-4e0e5ca53a6e tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a92fa61-39a9-452b-98ad-148241171ddd HTTP/1.1" status: 200 len: 945 time: 0.2132728 Oct 13 11:07:40.848004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c17ddc0e-b6f6-4ecb-8aa4-028c7034559d req-8fd40740-0d5a-4313-b603-241056866c64 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a92fa61-39a9-452b-98ad-148241171ddd HTTP/1.1" status: 200 len: 945 time: 0.2099557 Oct 13 11:07:40.884108 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2e050678-2edb-4c7f-adde-ec881c4946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:40.891689 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a120b40e-eed8-4179-90af-40aa6d9bfd70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9da10d9368b647c6a7426c5139875b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2393193 Oct 13 11:07:40.897058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56960) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:40.943904 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120b40e-eed8-4179-90af-40aa6d9bfd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee28249-9e92-4cf5-91f1-c0bf7bfbbdae,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:40.969391 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c17ddc0e-b6f6-4ecb-8aa4-028c7034559d req-b16ea0b9-8e42-4178-856b-f9d276e1fadd tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203485 Oct 13 11:07:40.971606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a0bcf10d-870d-4926-af0e-02d84b02eef7 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:40.976004 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.066724 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.104491 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0c6175-62bb-4c12-a7c6-f777f8227e8c x-openstack-request-id: req-2d0c6175-62bb-4c12-a7c6-f777f8227e8c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:07:41.105188 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19aaa4ea-fc0b-4fdf-b017-b0fe03263964", "name": "network-vif-deleted", "tag": "63c071d1-5dbb-493d-8f89-3b1ed347f656", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:07:41.108017 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d0c6175-62bb-4c12-a7c6-f777f8227e8c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:07:41.108843 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19aaa4ea-fc0b-4fdf-b017-b0fe03263964', 'name': 'network-vif-deleted', 'tag': '63c071d1-5dbb-493d-8f89-3b1ed347f656', 'status': 'completed', 'code': 200} Oct 13 11:07:41.136093 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e1f690e-4e12-4b39-9c1c-d2d17eb2f930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.152562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-6aa10980-cd2b-48b1-83c2-8d035feca4f6 req-c51517b6-3b54-455c-bcbd-190fb66d71cc tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Deleting port 99696371-4d20-480f-88b1-fad83745c407 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:41.166540 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6aa10980-cd2b-48b1-83c2-8d035feca4f6 req-c51517b6-3b54-455c-bcbd-190fb66d71cc tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.170199 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e1f690e-4e12-4b39-9c1c-d2d17eb2f930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.202936 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.250076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port a0bcf10d-870d-4926-af0e-02d84b02eef7, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a0bcf10d-870d-4926-af0e-02d84b02eef7,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:41.263143 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5bbd34e6-4d3c-4de8-808d-226efe7a38ce req-e152e8bb-9535-4b74-b221-4ed55a59c94d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=19aaa4ea-fc0b-4fdf-b017-b0fe03263964 HTTP/1.1" status: 200 len: 210 time: 0.0395043 Oct 13 11:07:41.324046 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e1f690e-4e12-4b39-9c1c-d2d17eb2f930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.327055 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e1f690e-4e12-4b39-9c1c-d2d17eb2f930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.330598 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6e1f690e-4e12-4b39-9c1c-d2d17eb2f930 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ee28249-9e92-4cf5-91f1-c0bf7bfbbdae HTTP/1.1" status: 204 len: 168 time: 0.4269865 Oct 13 11:07:41.345766 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f690e-4e12-4b39-9c1c-d2d17eb2f930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee28249-9e92-4cf5-91f1-c0bf7bfbbdae,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:41.369763 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.369763 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:07:41.371638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-6aa10980-cd2b-48b1-83c2-8d035feca4f6 req-c51517b6-3b54-455c-bcbd-190fb66d71cc tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] For port 99696371-4d20-480f-88b1-fad83745c407, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=99696371-4d20-480f-88b1-fad83745c407,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:41.372031 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6aa10980-cd2b-48b1-83c2-8d035feca4f6 req-c51517b6-3b54-455c-bcbd-190fb66d71cc tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.378115 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.472687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 3995be86-7a49-43d2-87f8-1e3c2c6688eb is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:07:41.479856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=a0bcf10d-870d-4926-af0e-02d84b02eef7,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:41.480732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56974) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:41.494789 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-164cbabb-ac3b-48b2-91fc-c9a1672bd52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.499546 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:41.499934 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.510103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:41.513454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:07:41.517296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-6aa10980-cd2b-48b1-83c2-8d035feca4f6 req-c51517b6-3b54-455c-bcbd-190fb66d71cc tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Calling delete_port for 99696371-4d20-480f-88b1-fad83745c407 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:41.612235 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.622629 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-164cbabb-ac3b-48b2-91fc-c9a1672bd52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.654595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 9fe14bae-40ef-46c1-9df0-704fcdcd2b94, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9fe14bae-40ef-46c1-9df0-704fcdcd2b94,segment=NetworkSegment(d32eb38a-538c-449f-91a4-a85b84194c5e),segment_id=d32eb38a-538c-449f-91a4-a85b84194c5e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:41.672437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:41.687220 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.720174 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.720411 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-164cbabb-ac3b-48b2-91fc-c9a1672bd52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.772143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d2763d-85bc-4055-b290-439b9bd2dfb2 None None] Network 3995be86-7a49-43d2-87f8-1e3c2c6688eb requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:41.786821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-164cbabb-ac3b-48b2-91fc-c9a1672bd52a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7b69de24f91468da879f051bd4e0037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046496 Oct 13 11:07:41.787554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56978) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:41.795978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cbabb-ac3b-48b2-91fc-c9a1672bd52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cef3daa-88bc-47b7-8bd6-6c5c2615782c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:41.853178 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.893275 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70ed285c-a61d-4e85-807b-9d80a16a4bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.932905 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1eccea9c-27a8-4bcc-9963-96cb546af8e5 None None] Provisioning complete for port 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:41.933573 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1eccea9c-27a8-4bcc-9963-96cb546af8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.951716 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70ed285c-a61d-4e85-807b-9d80a16a4bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:41.964217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=9fe14bae-40ef-46c1-9df0-704fcdcd2b94,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:42.084934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6aa10980-cd2b-48b1-83c2-8d035feca4f6 req-c51517b6-3b54-455c-bcbd-190fb66d71cc tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:42.099732 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70ed285c-a61d-4e85-807b-9d80a16a4bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:42.104207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b3ebdf0b-052f-4169-8484-2540b0f360b8', '99696371-4d20-480f-88b1-fad83745c407'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:07:42.111551 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70ed285c-a61d-4e85-807b-9d80a16a4bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:42.112791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-70ed285c-a61d-4e85-807b-9d80a16a4bac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8cef3daa-88bc-47b7-8bd6-6c5c2615782c HTTP/1.1" status: 204 len: 168 time: 0.3232417 Oct 13 11:07:42.132013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed285c-a61d-4e85-807b-9d80a16a4bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cef3daa-88bc-47b7-8bd6-6c5c2615782c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:42.173528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51517b6-3b54-455c-bcbd-190fb66d71cc tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Pushing event deleted for resources: {'Port': ['ID=99696371-4d20-480f-88b1-fad83745c407,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:42.173648 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e6a21-eee4-4c2f-ba6c-a3f011dbef41 req-2480ca6d-84cf-492d-af8f-89eb66f8e813 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:42.183695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f9e6a21-eee4-4c2f-ba6c-a3f011dbef41 req-2480ca6d-84cf-492d-af8f-89eb66f8e813 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a92fa61-39a9-452b-98ad-148241171ddd HTTP/1.1" status: 200 len: 867 time: 0.1283698 Oct 13 11:07:42.188224 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:42.215763 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:42.260941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f9e6a21-eee4-4c2f-ba6c-a3f011dbef41 req-d719233a-7194-49ce-b174-e231995bd49a tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747464 Oct 13 11:07:42.331461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa10980-cd2b-48b1-83c2-8d035feca4f6 req-c51517b6-3b54-455c-bcbd-190fb66d71cc tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] No DVR routers for this DVR port 99696371-4d20-480f-88b1-fad83745c407 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:07:42.336182 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6aa10980-cd2b-48b1-83c2-8d035feca4f6 req-c51517b6-3b54-455c-bcbd-190fb66d71cc tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:42.340479 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6aa10980-cd2b-48b1-83c2-8d035feca4f6 req-c51517b6-3b54-455c-bcbd-190fb66d71cc tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.21 "DELETE /v2.0/ports/99696371-4d20-480f-88b1-fad83745c407 HTTP/1.1" status: 204 len: 173 time: 1.4858847 Oct 13 11:07:42.340963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a92fa61-39a9-452b-98ad-148241171ddd', 'name': 'network-vif-deleted', 'tag': '99696371-4d20-480f-88b1-fad83745c407'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:07:42.351317 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c7743c-0bd1-446d-a9fe-83946445a561" -d '{"events": [{"server_uuid": "9a92fa61-39a9-452b-98ad-148241171ddd", "name": "network-vif-deleted", "tag": "99696371-4d20-480f-88b1-fad83745c407"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:07:42.400779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56994) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:42.426001 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-051317fb-a166-428a-9986-8d7fc6a90113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:42.551949 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-051317fb-a166-428a-9986-8d7fc6a90113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:42.609617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f13b34d7-f022-4098-9a0c-9ade583f419a None None] Provisioning complete for port 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:42.610057 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f13b34d7-f022-4098-9a0c-9ade583f419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:42.714529 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-051317fb-a166-428a-9986-8d7fc6a90113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:42.770355 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a0bcf10d-870d-4926-af0e-02d84b02eef7 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:07:42.811054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-051317fb-a166-428a-9986-8d7fc6a90113 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b064039d9f34e6492dcae12866eef6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090981 Oct 13 11:07:42.811703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57000) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:42.812669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051317fb-a166-428a-9986-8d7fc6a90113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96296e63-b4db-4126-a0d9-d9f9751ff57d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:42.889094 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca9bc-19e2-4f2d-9d66-607f19a317c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:42.924434 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca9bc-19e2-4f2d-9d66-607f19a317c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:42.999477 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:43.004995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f13b34d7-f022-4098-9a0c-9ade583f419a None None] Provisioning complete for port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:43.004995 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f13b34d7-f022-4098-9a0c-9ade583f419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:43.041251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a0bcf10d-870d-4926-af0e-02d84b02eef7 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:43.041633 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:43.050794 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f063403-837f-4783-8f94-6b0fdeed63d5 x-openstack-request-id: req-6f063403-837f-4783-8f94-6b0fdeed63d5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:07:43.051112 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a92fa61-39a9-452b-98ad-148241171ddd", "name": "network-vif-deleted", "tag": "99696371-4d20-480f-88b1-fad83745c407", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:07:43.051384 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f063403-837f-4783-8f94-6b0fdeed63d5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:07:43.051944 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a92fa61-39a9-452b-98ad-148241171ddd', 'name': 'network-vif-deleted', 'tag': '99696371-4d20-480f-88b1-fad83745c407', 'status': 'completed', 'code': 200} Oct 13 11:07:43.068669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f13b34d7-f022-4098-9a0c-9ade583f419a None None] Port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:07:43.097039 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca9bc-19e2-4f2d-9d66-607f19a317c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:43.099985 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca9bc-19e2-4f2d-9d66-607f19a317c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:43.104336 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5b4ca9bc-19e2-4f2d-9d66-607f19a317c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96296e63-b4db-4126-a0d9-d9f9751ff57d HTTP/1.1" status: 204 len: 168 time: 0.2877560 Oct 13 11:07:43.111363 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:43.113107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ca9bc-19e2-4f2d-9d66-607f19a317c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96296e63-b4db-4126-a0d9-d9f9751ff57d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:43.227017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:43.257116 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:43.335394 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:07:43.373691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3dc418c7-7e2e-4817-a2d0-dc40041995b9 None None] Provisioning complete for port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:43.373691 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3dc418c7-7e2e-4817-a2d0-dc40041995b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:43.386758 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 3995be86-7a49-43d2-87f8-1e3c2c6688eb is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:07:43.388606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:43.419764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3dc418c7-7e2e-4817-a2d0-dc40041995b9 None None] Port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:07:43.452401 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6603921-fa00-4ccd-80fb-d815fd26639a req-e8c1e419-74de-4ee7-8096-68726f291641 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a92fa61-39a9-452b-98ad-148241171ddd HTTP/1.1" status: 200 len: 210 time: 0.0548775 Oct 13 11:07:43.485511 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:43.486179 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:43.542468 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:43.597470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Router 334563ca-dfda-4611-a9aa-38d4d74e0a4d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:07:43.842631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:07:43.850620 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-04cab23c-8d21-4885-a087-64bbf4d52251 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "PUT /v2.0/routers/334563ca-dfda-4611-a9aa-38d4d74e0a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4950981 Oct 13 11:07:43.851457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57044) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:43.860167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Sync routers for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:07:43.872682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f956434f-d40a-43f4-8669-f86c7cc911fc None None] Provisioning complete for port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:43.873436 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f956434f-d40a-43f4-8669-f86c7cc911fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:43.899646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:07:43.900552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:07:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:43.960859 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f956434f-d40a-43f4-8669-f86c7cc911fc None None] Port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:07:43.969356 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909263c4-9091-4a78-bb9e-b817417b0476 req-eee61a41-6608-496d-884b-d6b2ec4c89a4 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:43.981777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-eee61a41-6608-496d-884b-d6b2ec4c89a4 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.2086453 Oct 13 11:07:44.004481 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-8f1fcd47-3332-4910-a792-632fd2ca5b39 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/quotas/5b6fc3efaaa543319ed74d0e741b2ed5 HTTP/1.1" status: 200 len: 375 time: 0.0215240 Oct 13 11:07:44.034873 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:07:44.080195 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-db8c62d3-8648-4009-8667-deb38cd38bb6 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633023 Oct 13 11:07:44.107798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 63c071d1-5dbb-493d-8f89-3b1ed347f656 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:07:44.171729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 63c071d1-5dbb-493d-8f89-3b1ed347f656 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:07:44.172210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 63c071d1-5dbb-493d-8f89-3b1ed347f656 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:07:44.172785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 99696371-4d20-480f-88b1-fad83745c407 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:07:44.198996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.199762 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.200582 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.201285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.201911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.202632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.203282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.203834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.204454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.205073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.205621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 99696371-4d20-480f-88b1-fad83745c407 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:07:44.205988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 99696371-4d20-480f-88b1-fad83745c407 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:07:44.206224 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.207672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.208495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.218261 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a323b619-e06d-40a5-884c-fdcb27bb3c44 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9144 time: 0.3593154 Oct 13 11:07:44.220084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57058) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:44.311062 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-6ed9f221-6b27-4272-bb85-45d9ad27a78c service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239802 Oct 13 11:07:44.394745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:42Z', 'revision_number': 2, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:44.426689 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Checking router: 334563ca-dfda-4611-a9aa-38d4d74e0a4d for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:07:44.426689 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Updating router 334563ca-dfda-4611-a9aa-38d4d74e0a4d port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:07:44.451245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.451705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.452149 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.452502 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:44.452676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.453722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.454352 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.454953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.455636 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.456244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.456849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.457454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.460505 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.460505 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:44.461968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-db3d9d57-efcc-4c70-b38f-77591ac1a263 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8264 time: 0.2400703 Oct 13 11:07:44.465344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57070) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:44.517075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-3fa32ce5-a085-4d3a-adc8-cd9d43ad027e service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054403 Oct 13 11:07:44.887978 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:44.972151 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:45.108367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a586c-ffeb-43ba-8e5f-5541bfa982ff None None] Pushing event updated for resources: {'Port': ['ID=576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:45.135601 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-70951e83-dbbf-4009-85f4-03d4db95278a tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.6688344 Oct 13 11:07:45.144934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80fb71c3-70a6-46fa-9c47-906674cb4cf3 req-6678546b-eb4f-43cb-bd27-85430b150961 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 210 time: 0.0665071 Oct 13 11:07:45.206854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Attempting to bind port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:07:45.208024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Attempting to bind port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'd32eb38a-538c-449f-91a4-a85b84194c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:07:45.210727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Attempting to bind port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 on network 3995be86-7a49-43d2-87f8-1e3c2c6688eb {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:07:45.220787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:07:45.221148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Checking segment: {'id': 'd32eb38a-538c-449f-91a4-a85b84194c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:07:45.221556 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:45.221953 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Bound using segment: {'id': 'd32eb38a-538c-449f-91a4-a85b84194c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:07:45.222458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Bound port: 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32eb38a-538c-449f-91a4-a85b84194c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:07:45.222843 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:45.338215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] For port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:07:45.341881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] For port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253,segment=NetworkSegment(d32eb38a-538c-449f-91a4-a85b84194c5e),segment_id=d32eb38a-538c-449f-91a4-a85b84194c5e)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:07:45.396493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c49db2c2-9ab1-4eb2-8a69-9117c0e40a0e None None] Provisioning complete for port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:45.397128 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c49db2c2-9ab1-4eb2-8a69-9117c0e40a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:45.435106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c49db2c2-9ab1-4eb2-8a69-9117c0e40a0e None None] Port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:07:45.503418 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:45.567352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:07:45.567992 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:07:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:45.661079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a586c-ffeb-43ba-8e5f-5541bfa982ff None None] Pushing event updated for resources: {'Port': ['ID=576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:45.747232 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:07:45.999744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-967e841c-9b92-49de-a182-8099ad1c9638 None None] Provisioning complete for port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:46.000106 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-967e841c-9b92-49de-a182-8099ad1c9638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:46.067839 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:45Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:46.115644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759aaafa-cdf3-49d4-96b5-ef0f3332bd14 None None] The sync data for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 is: [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:45Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:07:46.134161 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-967e841c-9b92-49de-a182-8099ad1c9638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:46.209713 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-967e841c-9b92-49de-a182-8099ad1c9638 None None] For port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253,segment=NetworkSegment(d32eb38a-538c-449f-91a4-a85b84194c5e),segment_id=d32eb38a-538c-449f-91a4-a85b84194c5e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:46.279777 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-967e841c-9b92-49de-a182-8099ad1c9638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:46.354466 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e841c-9b92-49de-a182-8099ad1c9638 None None] Pushing event updated for resources: {'Port': ['ID=576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:46.384655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57138) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:46.390035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-96840b52-1fc9-41d6-be24-5eaf37ec11f0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935913160', 'description': 'tempest-secgroup-smoke-935913160 description', 'project_id': 'c733a5c1587344858ed31832dc8ad24f'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:46.534064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60150c4f-fcf8-40ca-a72b-c3ae6cbe742b req-e06b5d11-46ac-441b-a625-f1cac527dc71 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:46.538919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-60150c4f-fcf8-40ca-a72b-c3ae6cbe742b req-e06b5d11-46ac-441b-a625-f1cac527dc71 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.0749924 Oct 13 11:07:46.576297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96840b52-1fc9-41d6-be24-5eaf37ec11f0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:46.626396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-60150c4f-fcf8-40ca-a72b-c3ae6cbe742b req-2aaf809f-9800-4700-a119-a1df0912ab89 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766618 Oct 13 11:07:46.750199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96840b52-1fc9-41d6-be24-5eaf37ec11f0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:46.779494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:07:46.865609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:46.867072 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:46.885753 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96840b52-1fc9-41d6-be24-5eaf37ec11f0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:46.953627 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96840b52-1fc9-41d6-be24-5eaf37ec11f0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2598059-83b8-42d9-a0fb-309007389b76,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:46.995101 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-781a97c3-b712-4d79-8f97-62c1960dd2eb req-2c980db6-c661-4fc6-b12d-64b81536fe19 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 210 time: 0.0597479 Oct 13 11:07:46.996667 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96840b52-1fc9-41d6-be24-5eaf37ec11f0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:46.998262 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-96840b52-1fc9-41d6-be24-5eaf37ec11f0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6119220 Oct 13 11:07:47.002690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57146) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:47.009778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': 'd2598059-83b8-42d9-a0fb-309007389b76', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:47.144963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:47.214555 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:47.357359 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:47.380715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bc6cd9-6422-4ece-9575-686baaecba52,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:47.402195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:47.403568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:47.404182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:47.405047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:47.405509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:47.405958 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:47.406621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:47.406999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:47.407563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:47.408103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:47.408911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:47.409479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:47.434563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5dcca-d6a1-4f98-8c70-2554695f4d60 req-26169d5d-3be7-4553-88ff-435376c18d5f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:47.436512 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fcb5dcca-d6a1-4f98-8c70-2554695f4d60 req-26169d5d-3be7-4553-88ff-435376c18d5f tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.21 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.1142733 Oct 13 11:07:47.541923 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:47.543212 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4c01b15a-e89a-44de-8940-76ec2b2c3e3a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5393522 Oct 13 11:07:47.546489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57156) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:47.551903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2a339bb9-8dd8-45f7-80ea-66b69f89b22a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': 'd2598059-83b8-42d9-a0fb-309007389b76', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:47.590063 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-fcb5dcca-d6a1-4f98-8c70-2554695f4d60 req-94c71bda-12e2-4c4f-8539-48d470f220cb tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Deleting port b3ebdf0b-052f-4169-8484-2540b0f360b8 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:47.590551 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fcb5dcca-d6a1-4f98-8c70-2554695f4d60 req-94c71bda-12e2-4c4f-8539-48d470f220cb tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:47.720282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fcb5dcca-d6a1-4f98-8c70-2554695f4d60 req-94c71bda-12e2-4c4f-8539-48d470f220cb tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] For port b3ebdf0b-052f-4169-8484-2540b0f360b8, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b3ebdf0b-052f-4169-8484-2540b0f360b8,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:47.722609 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fcb5dcca-d6a1-4f98-8c70-2554695f4d60 req-94c71bda-12e2-4c4f-8539-48d470f220cb tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:47.725872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909263c4-9091-4a78-bb9e-b817417b0476 req-6e8568c7-72c6-4897-9290-b4726df71cd2 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:47.725872 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-6e8568c7-72c6-4897-9290-b4726df71cd2 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.1423306 Oct 13 11:07:47.728477 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a339bb9-8dd8-45f7-80ea-66b69f89b22a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:47.738497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-fcb5dcca-d6a1-4f98-8c70-2554695f4d60 req-94c71bda-12e2-4c4f-8539-48d470f220cb tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Calling delete_port for b3ebdf0b-052f-4169-8484-2540b0f360b8 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:47.740583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-909263c4-9091-4a78-bb9e-b817417b0476 req-66993644-6745-42b2-9008-debd34485ad1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Request body: {'port': {'device_id': 'bab422c9-9218-4307-bf29-e7b062bbaee5', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'admin_state_up': True, 'tenant_id': '5b6fc3efaaa543319ed74d0e741b2ed5'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:47.932090 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a339bb9-8dd8-45f7-80ea-66b69f89b22a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:47.964442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49bbeb-c3db-43d2-b129-074e5be13831 req-e08b21b6-058d-463c-b787-714efe4105e8 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:47.966023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef49bbeb-c3db-43d2-b129-074e5be13831 req-e08b21b6-058d-463c-b787-714efe4105e8 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 945 time: 0.2306252 Oct 13 11:07:48.037086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef49bbeb-c3db-43d2-b129-074e5be13831 req-62ac7685-edb7-4bf6-bfe5-0b597e940932 tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/security-groups?id=d87afa58-8de7-4350-af9d-1547694c3438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538080 Oct 13 11:07:48.068786 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fcb5dcca-d6a1-4f98-8c70-2554695f4d60 req-94c71bda-12e2-4c4f-8539-48d470f220cb tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:48.086324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b3ebdf0b-052f-4169-8484-2540b0f360b8'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:07:48.105662 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a339bb9-8dd8-45f7-80ea-66b69f89b22a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:48.117038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909263c4-9091-4a78-bb9e-b817417b0476 req-66993644-6745-42b2-9008-debd34485ad1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Made reservation on behalf of 5b6fc3efaaa543319ed74d0e741b2ed5 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:48.122014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c71bda-12e2-4c4f-8539-48d470f220cb tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Pushing event deleted for resources: {'Port': ['ID=b3ebdf0b-052f-4169-8484-2540b0f360b8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:48.141356 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-909263c4-9091-4a78-bb9e-b817417b0476 req-66993644-6745-42b2-9008-debd34485ad1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:48.207253 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a339bb9-8dd8-45f7-80ea-66b69f89b22a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4b7034-2022-4209-87f8-0aba0b6b618e,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:48.212109 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb5dcca-d6a1-4f98-8c70-2554695f4d60 req-94c71bda-12e2-4c4f-8539-48d470f220cb tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] No DVR routers for this DVR port b3ebdf0b-052f-4169-8484-2540b0f360b8 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:07:48.215812 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fcb5dcca-d6a1-4f98-8c70-2554695f4d60 req-94c71bda-12e2-4c4f-8539-48d470f220cb tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:48.220360 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fcb5dcca-d6a1-4f98-8c70-2554695f4d60 req-94c71bda-12e2-4c4f-8539-48d470f220cb tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.21 "DELETE /v2.0/ports/b3ebdf0b-052f-4169-8484-2540b0f360b8 HTTP/1.1" status: 204 len: 173 time: 0.7751324 Oct 13 11:07:48.221106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88643dd3-be9f-4171-9f5a-1d030396bb97', 'name': 'network-vif-deleted', 'tag': 'b3ebdf0b-052f-4169-8484-2540b0f360b8'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:07:48.224371 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327b6423-bc88-4463-a337-90c6fdaaab0b" -d '{"events": [{"server_uuid": "88643dd3-be9f-4171-9f5a-1d030396bb97", "name": "network-vif-deleted", "tag": "b3ebdf0b-052f-4169-8484-2540b0f360b8"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:07:48.319484 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a339bb9-8dd8-45f7-80ea-66b69f89b22a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:48.324416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2a339bb9-8dd8-45f7-80ea-66b69f89b22a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7732110 Oct 13 11:07:48.324642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57174) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:48.331790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6b0197e9-1b2d-46ef-94bc-9f1089d08118 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': 'd2598059-83b8-42d9-a0fb-309007389b76', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:48.502715 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b0197e9-1b2d-46ef-94bc-9f1089d08118 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:48.611829 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b0197e9-1b2d-46ef-94bc-9f1089d08118 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:48.731329 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b0197e9-1b2d-46ef-94bc-9f1089d08118 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:48.751508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0197e9-1b2d-46ef-94bc-9f1089d08118 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9102896-a5e0-4ef0-8c70-83aba2ed53cc,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:48.856825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c57b4be-bd45-40e7-b83f-a226e6b12018 req-9cbf903c-e405-4de1-9f8b-c135174852d4 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 210 time: 0.4672678 Oct 13 11:07:48.880056 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b0197e9-1b2d-46ef-94bc-9f1089d08118 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:48.880461 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6b0197e9-1b2d-46ef-94bc-9f1089d08118 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5535052 Oct 13 11:07:48.890296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-909263c4-9091-4a78-bb9e-b817417b0476 req-66993644-6745-42b2-9008-debd34485ad1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Allocated IP 172.20.0.11 (c3d8fabf-e39a-48d5-8efd-ece7680b6661/f6dc65ab-bcea-46c1-8b9d-45c9927e2800/f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:07:48.891949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57180) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:48.904749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ea055f3a-1d44-48fd-9d0f-7b4b6c429df6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': 'd2598059-83b8-42d9-a0fb-309007389b76', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:48.942492 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f15c27-da8f-40ee-ab3b-f3387a1826ba x-openstack-request-id: req-a7f15c27-da8f-40ee-ab3b-f3387a1826ba {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:07:48.942806 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88643dd3-be9f-4171-9f5a-1d030396bb97", "name": "network-vif-deleted", "tag": "b3ebdf0b-052f-4169-8484-2540b0f360b8", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:07:48.943035 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7f15c27-da8f-40ee-ab3b-f3387a1826ba {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:07:48.943436 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88643dd3-be9f-4171-9f5a-1d030396bb97', 'name': 'network-vif-deleted', 'tag': 'b3ebdf0b-052f-4169-8484-2540b0f360b8', 'status': 'completed', 'code': 200} Oct 13 11:07:49.049269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea055f3a-1d44-48fd-9d0f-7b4b6c429df6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.137025 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-909263c4-9091-4a78-bb9e-b817417b0476 req-66993644-6745-42b2-9008-debd34485ad1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.155263 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea055f3a-1d44-48fd-9d0f-7b4b6c429df6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.189227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1f19963-bec2-477c-bed5-f4ff3f6067af req-757ad4b1-1136-45c7-9712-c9bfb01b858d tempest-ListServerFiltersTestJSON-1872925919 tempest-ListServerFiltersTestJSON-1872925919-project] 10.222.0.32 "GET /v2.0/ports?device_id=88643dd3-be9f-4171-9f5a-1d030396bb97 HTTP/1.1" status: 200 len: 210 time: 0.0431988 Oct 13 11:07:49.225060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57188) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:49.249685 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea055f3a-1d44-48fd-9d0f-7b4b6c429df6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.271976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea055f3a-1d44-48fd-9d0f-7b4b6c429df6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3cfb00-7a1d-44e8-b777-c55674ee1dc0,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:49.280843 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-909263c4-9091-4a78-bb9e-b817417b0476 req-66993644-6745-42b2-9008-debd34485ad1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.293288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:07:49.339616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66993644-6745-42b2-9008-debd34485ad1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event updated for resources: {'Port': ['ID=f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:49.353625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909263c4-9091-4a78-bb9e-b817417b0476 req-66993644-6745-42b2-9008-debd34485ad1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Network c3d8fabf-e39a-48d5-8efd-ece7680b6661 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:07:49.362523 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-909263c4-9091-4a78-bb9e-b817417b0476 req-66993644-6745-42b2-9008-debd34485ad1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:49.377953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-909263c4-9091-4a78-bb9e-b817417b0476 req-66993644-6745-42b2-9008-debd34485ad1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:07:49.396392 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea055f3a-1d44-48fd-9d0f-7b4b6c429df6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.403851 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ea055f3a-1d44-48fd-9d0f-7b4b6c429df6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5087421 Oct 13 11:07:49.403851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57194) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:49.407075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ca82e67e-34d5-4e71-a718-a11ca5d0f100 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': 'd2598059-83b8-42d9-a0fb-309007389b76', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:49.444612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909263c4-9091-4a78-bb9e-b817417b0476 req-66993644-6745-42b2-9008-debd34485ad1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:49.447498 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-909263c4-9091-4a78-bb9e-b817417b0476 req-66993644-6745-42b2-9008-debd34485ad1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.471426 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-527794c6-adcc-4e8f-8f21-c06d27cf25ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.550462 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-527794c6-adcc-4e8f-8f21-c06d27cf25ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.651618 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-ca82e67e-34d5-4e71-a718-a11ca5d0f100 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Project c733a5c1587344858ed31832dc8ad24f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:07:49.657720 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca82e67e-34d5-4e71-a718-a11ca5d0f100 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.691196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-527794c6-adcc-4e8f-8f21-c06d27cf25ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.723079 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca82e67e-34d5-4e71-a718-a11ca5d0f100 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.734968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-66993644-6745-42b2-9008-debd34485ad1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0011766 Oct 13 11:07:49.740945 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-527794c6-adcc-4e8f-8f21-c06d27cf25ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76fa5a67679b49f49db4bf02928f5cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5151706 Oct 13 11:07:49.742122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527794c6-adcc-4e8f-8f21-c06d27cf25ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbac1dd4-0ce3-4ff9-a46a-b3d581967c6d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:49.744888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57204) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:49.753805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Request body: {'port': {'device_id': 'bab422c9-9218-4307-bf29-e7b062bbaee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:49.794833 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca82e67e-34d5-4e71-a718-a11ca5d0f100 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.821985 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-104c0266-575d-4cb6-8666-2b5ba01f0836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.830121 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.837883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82e67e-34d5-4e71-a718-a11ca5d0f100 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2717d681-db75-40bf-a6af-59a5fd37a30a,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:49.851036 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-104c0266-575d-4cb6-8666-2b5ba01f0836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.915978 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca82e67e-34d5-4e71-a718-a11ca5d0f100 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:49.920102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ca82e67e-34d5-4e71-a718-a11ca5d0f100 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5137877 Oct 13 11:07:49.924404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57210) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:49.927903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e2ea349d-d643-440d-91c4-40c241ac02b6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': 'd2598059-83b8-42d9-a0fb-309007389b76', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:50.023305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-104c0266-575d-4cb6-8666-2b5ba01f0836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.028271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-104c0266-575d-4cb6-8666-2b5ba01f0836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.031340 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-104c0266-575d-4cb6-8666-2b5ba01f0836 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bbac1dd4-0ce3-4ff9-a46a-b3d581967c6d HTTP/1.1" status: 204 len: 168 time: 0.2852757 Oct 13 11:07:50.037106 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-e2ea349d-d643-440d-91c4-40c241ac02b6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Project c733a5c1587344858ed31832dc8ad24f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:07:50.053823 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2ea349d-d643-440d-91c4-40c241ac02b6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.059994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60b357-2a81-467f-af82-cfaa220f058d req-88db7489-9d49-42bc-9e40-451596357249 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:50.066937 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e60b357-2a81-467f-af82-cfaa220f058d req-88db7489-9d49-42bc-9e40-451596357249 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 932 time: 0.1227300 Oct 13 11:07:50.075648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c0266-575d-4cb6-8666-2b5ba01f0836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbac1dd4-0ce3-4ff9-a46a-b3d581967c6d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:50.128488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b3ebdf0b-052f-4169-8484-2540b0f360b8 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:07:50.142557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2ea349d-d643-440d-91c4-40c241ac02b6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.165694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: b3ebdf0b-052f-4169-8484-2540b0f360b8 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:07:50.166097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b3ebdf0b-052f-4169-8484-2540b0f360b8 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:07:50.174411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e60b357-2a81-467f-af82-cfaa220f058d req-d6a17ec2-913b-4244-96aa-e2d925a27f88 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005762 Oct 13 11:07:50.232141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:07:50.234401 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2ea349d-d643-440d-91c4-40c241ac02b6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.245692 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.256645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57218) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:50.267117 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea349d-d643-440d-91c4-40c241ac02b6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9060a2a9-de53-4d9e-aa2e-4d68f38c2f24,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:50.284618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Transition to ACTIVE for port object f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:07:50.308527 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6e20c8-bcac-475d-80db-e6c33773e8d2 admin admin] Deleting subnet 15708410-3fb8-4d4a-9981-9b8b666eb47c {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:07:50.315640 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa6e20c8-bcac-475d-80db-e6c33773e8d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.315866 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:07:50.352497 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa6e20c8-bcac-475d-80db-e6c33773e8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.424550 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e2ea349d-d643-440d-91c4-40c241ac02b6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.424550 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e2ea349d-d643-440d-91c4-40c241ac02b6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4981980 Oct 13 11:07:50.436472 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa6e20c8-bcac-475d-80db-e6c33773e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.475721 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.601876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:50.667623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Attempting to bind port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:07:50.668087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Attempting to bind port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:07:50.668878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Attempting to bind port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:07:50.673442 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa6e20c8-bcac-475d-80db-e6c33773e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.713096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:07:50.713446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Attempting to bind port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:07:50.718314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e20c8-bcac-475d-80db-e6c33773e8d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15708410-3fb8-4d4a-9981-9b8b666eb47c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:50.728917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2310c0-6788-4924-a615-faee369f9a4a None None] Network c415ff12-f071-46fd-85fd-d076af88e42a requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:50.734021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa6e20c8-bcac-475d-80db-e6c33773e8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.740110 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-aa6e20c8-bcac-475d-80db-e6c33773e8d2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/15708410-3fb8-4d4a-9981-9b8b666eb47c HTTP/1.1" status: 204 len: 168 time: 0.4822166 Oct 13 11:07:50.740471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57240) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:50.757136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:07:50.757485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Checking segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:07:50.758765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Bound using segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:07:50.759094 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Bound port: f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:07:50.759570 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.764911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-297a5384-2bc4-462c-8419-64f1a3e271fa tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935913160&fields=id&tenant_id=c733a5c1587344858ed31832dc8ad24f HTTP/1.1" status: 200 len: 267 time: 0.0986769 Oct 13 11:07:50.904462 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:50.909167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] For port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:07:50.932188 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] For port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:07:50.940394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-88ef921b-3b4a-42e2-83bf-a7e3a7f0c26a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:50.948455 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-88ef921b-3b4a-42e2-83bf-a7e3a7f0c26a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/networks?id=3995be86-7a49-43d2-87f8-1e3c2c6688eb HTTP/1.1" status: 200 len: 797 time: 0.1739025 Oct 13 11:07:50.976165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-84a02076-824e-4ecc-ad21-9c7997e1feec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/quotas/c733a5c1587344858ed31832dc8ad24f HTTP/1.1" status: 200 len: 375 time: 0.0265648 Oct 13 11:07:51.004115 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee31d1-ba72-4cc6-b97a-0edd490b5c2a None None] DHCP port deletion for c415ff12-f071-46fd-85fd-d076af88e42a request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:07:51.005776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Deleting port 515f4c73-df4b-4d5f-b747-78641fa771d3 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:51.006258 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.043952 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-2757727b-e5e3-42b2-bdaf-796ba6996fc2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665567 Oct 13 11:07:51.046090 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.107470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee31d1-ba72-4cc6-b97a-0edd490b5c2a None None] Deleting port 515f4c73-df4b-4d5f-b747-78641fa771d3 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:07:51.108045 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f4ee31d1-ba72-4cc6-b97a-0edd490b5c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.109145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57246) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:51.142146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] For port 515f4c73-df4b-4d5f-b747-78641fa771d3, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=515f4c73-df4b-4d5f-b747-78641fa771d3,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:51.142626 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.145596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:51.146870 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.148440 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] 10.222.0.21 "PUT /v2.0/ports/f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 HTTP/1.1" status: 200 len: 1092 time: 1.4011319 Oct 13 11:07:51.150858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab422c9-9218-4307-bf29-e7b062bbaee5', 'tag': 'f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:07:51.153346 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dfefb8-446a-49f4-8af3-a0f1a2301c66" -d '{"events": [{"name": "network-changed", "server_uuid": "bab422c9-9218-4307-bf29-e7b062bbaee5", "tag": "f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:07:51.160923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Calling delete_port for 515f4c73-df4b-4d5f-b747-78641fa771d3 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:51.187219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579632e-1455-4ccb-9739-202e67eedd06 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:51.211548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f4ee31d1-ba72-4cc6-b97a-0edd490b5c2a None None] For port 515f4c73-df4b-4d5f-b747-78641fa771d3, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=515f4c73-df4b-4d5f-b747-78641fa771d3,segment=NetworkSegment(d00282bb-320b-41d7-88eb-9553271e9c15),segment_id=d00282bb-320b-41d7-88eb-9553271e9c15)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:51.211992 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f4ee31d1-ba72-4cc6-b97a-0edd490b5c2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.233951 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-623c5b47-7f0c-4e59-ade6-50420c28682b service neutron] 10.222.0.32 "GET /v2.0/networks/3995be86-7a49-43d2-87f8-1e3c2c6688eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754127 Oct 13 11:07:51.234182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee31d1-ba72-4cc6-b97a-0edd490b5c2a None None] Calling delete_port for 515f4c73-df4b-4d5f-b747-78641fa771d3 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:07:51.305092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f7a1208-cf8f-40be-ab00-8099637606b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.364917 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909263c4-9091-4a78-bb9e-b817417b0476 req-a061c56b-28d7-4731-9a53-bd7442220507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:51.367804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-a061c56b-28d7-4731-9a53-bd7442220507 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 1095 time: 0.0698092 Oct 13 11:07:51.384274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-3260b948-a374-445f-b172-c486ee08e8b5 service neutron] 10.222.0.32 "GET /v2.0/networks/3995be86-7a49-43d2-87f8-1e3c2c6688eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543555 Oct 13 11:07:51.474456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-cca802bc-7abc-4608-9f6c-17fa2d7b5f90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 HTTP/1.1" status: 200 len: 217 time: 0.0887578 Oct 13 11:07:51.522770 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f7a1208-cf8f-40be-ab00-8099637606b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.555455 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.559815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909263c4-9091-4a78-bb9e-b817417b0476 req-9120a034-0971-438b-a1c9-2cd84cf57724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:51.559815 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-9120a034-0971-438b-a1c9-2cd84cf57724 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6dc65ab-bcea-46c1-8b9d-45c9927e2800 HTTP/1.1" status: 200 len: 845 time: 0.0772042 Oct 13 11:07:51.577967 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f4ee31d1-ba72-4cc6-b97a-0edd490b5c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.598711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-c7904477-931e-4384-b999-c392ca8f040b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3d8fabf-e39a-48d5-8efd-ece7680b6661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329671 Oct 13 11:07:51.600577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Pushing event deleted for resources: {'Port': ['ID=515f4c73-df4b-4d5f-b747-78641fa771d3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:51.602528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] No DVR routers for this DVR port 515f4c73-df4b-4d5f-b747-78641fa771d3 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:07:51.618489 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee31d1-ba72-4cc6-b97a-0edd490b5c2a None None] Pushing event deleted for resources: {'Port': ['ID=515f4c73-df4b-4d5f-b747-78641fa771d3,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:51.622036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee31d1-ba72-4cc6-b97a-0edd490b5c2a None None] No DVR routers for this DVR port 515f4c73-df4b-4d5f-b747-78641fa771d3 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:07:51.701323 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f7a1208-cf8f-40be-ab00-8099637606b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.738455 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.768981 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-1d52ebbf-fbd3-4ef3-b81e-31b76343c5db service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616154 Oct 13 11:07:51.770504 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ff0558-b21a-4477-8234-e4005f0db495 x-openstack-request-id: req-07ff0558-b21a-4477-8234-e4005f0db495 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:07:51.770797 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab422c9-9218-4307-bf29-e7b062bbaee5", "tag": "f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:07:51.771064 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07ff0558-b21a-4477-8234-e4005f0db495 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:07:51.771461 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab422c9-9218-4307-bf29-e7b062bbaee5', 'tag': 'f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1', 'status': 'completed', 'code': 200} Oct 13 11:07:51.814073 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8f7a1208-cf8f-40be-ab00-8099637606b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e1421d4eb8540fcbeaa879f47d222b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7038271 Oct 13 11:07:51.820177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57264) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:51.843747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a1208-cf8f-40be-ab00-8099637606b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c125e1-849a-4b70-8306-36a01bb1a093,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:51.874318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c415ff12-f071-46fd-85fd-d076af88e42a']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:51.889825 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00282bb-320b-41d7-88eb-9553271e9c15') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:51.890130 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00282bb-320b-41d7-88eb-9553271e9c15') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:07:51.912233 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.949333 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.963414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aee233-4d52-4ed3-9846-ea17ee04aaf1 req-483f3f20-93b9-4681-be23-740265fc35d2 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:51.965111 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0aee233-4d52-4ed3-9846-ea17ee04aaf1 req-483f3f20-93b9-4681-be23-740265fc35d2 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 944 time: 0.1155334 Oct 13 11:07:51.984725 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:07:51.986718 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:07:51.987115 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:07:52.006228 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-909263c4-9091-4a78-bb9e-b817417b0476 req-f5958f1c-cc7d-488a-a684-7cb7f09eaa37 service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104437 Oct 13 11:07:52.016783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f64a048d-03b2-44bd-a6ee-b7e1c2eaa43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:52.035726 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0aee233-4d52-4ed3-9846-ea17ee04aaf1 req-3aa2b174-8f65-45b5-96ca-1bdaa5fd2332 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523498 Oct 13 11:07:52.084404 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f64a048d-03b2-44bd-a6ee-b7e1c2eaa43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:52.176798 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:52.189765 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:52.209752 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] 10.222.0.32 "DELETE /v2.0/networks/c415ff12-f071-46fd-85fd-d076af88e42a HTTP/1.1" status: 204 len: 168 time: 1.4665699 Oct 13 11:07:52.239965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5554c3-6597-441e-8906-3395eb97e01d admin admin] Pushing event deleted for resources: {'Network': ['ID=c415ff12-f071-46fd-85fd-d076af88e42a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:52.269940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfefb8-446a-49f4-8af3-a0f1a2301c66 req-b78b8110-10f5-4692-be89-e92b2e734c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:52.275417 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2dfefb8-446a-49f4-8af3-a0f1a2301c66 req-b78b8110-10f5-4692-be89-e92b2e734c70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 1095 time: 0.0767286 Oct 13 11:07:52.333123 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f64a048d-03b2-44bd-a6ee-b7e1c2eaa43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:52.341498 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f64a048d-03b2-44bd-a6ee-b7e1c2eaa43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:52.347014 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f64a048d-03b2-44bd-a6ee-b7e1c2eaa43a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76c125e1-849a-4b70-8306-36a01bb1a093 HTTP/1.1" status: 204 len: 168 time: 0.5153506 Oct 13 11:07:52.360010 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a048d-03b2-44bd-a6ee-b7e1c2eaa43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c125e1-849a-4b70-8306-36a01bb1a093,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:52.430396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-90c5be88-ff6d-4f4c-a664-aa563b4d6364 req-1fe5de32-8dc7-4a8b-b6da-8d8778b5e3be tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 210 time: 0.1442692 Oct 13 11:07:52.512354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfefb8-446a-49f4-8af3-a0f1a2301c66 req-db167ed1-5a9b-4053-b89e-1a885d669e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:52.516866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2dfefb8-446a-49f4-8af3-a0f1a2301c66 req-db167ed1-5a9b-4053-b89e-1a885d669e62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 906 time: 0.2266905 Oct 13 11:07:52.562936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2dfefb8-446a-49f4-8af3-a0f1a2301c66 req-8e52c001-88a5-4a70-a27b-4fd2560a09d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 HTTP/1.1" status: 200 len: 217 time: 0.0366342 Oct 13 11:07:52.675030 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 515f4c73-df4b-4d5f-b747-78641fa771d3 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:07:52.681883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfefb8-446a-49f4-8af3-a0f1a2301c66 req-160e57dc-0fed-4ba2-b0aa-f0ca214ed73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:52.683443 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2dfefb8-446a-49f4-8af3-a0f1a2301c66 req-160e57dc-0fed-4ba2-b0aa-f0ca214ed73c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6dc65ab-bcea-46c1-8b9d-45c9927e2800 HTTP/1.1" status: 200 len: 845 time: 0.1108034 Oct 13 11:07:52.706087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 515f4c73-df4b-4d5f-b747-78641fa771d3 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:07:52.706769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 515f4c73-df4b-4d5f-b747-78641fa771d3 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:07:52.737761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2dfefb8-446a-49f4-8af3-a0f1a2301c66 req-4dabdc6f-66a1-4061-82df-e484d12a1ef1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3d8fabf-e39a-48d5-8efd-ece7680b6661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452461 Oct 13 11:07:52.862708 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2dfefb8-446a-49f4-8af3-a0f1a2301c66 req-f508f9ca-23bb-47a3-b07d-2ba750b4a62c service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169071 Oct 13 11:07:52.908761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57280) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:52.963967 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c27e7fcb-1036-494e-9344-0bfbfdc88d8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49ef1046b4cb4dc39b4c065e4af7ca8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540135 Oct 13 11:07:52.966607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57286) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:53.020954 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2dfefb8-446a-49f4-8af3-a0f1a2301c66 req-34497942-a0f0-4db0-a52d-f0ba152dc226 service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504691 Oct 13 11:07:53.053505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e42bc331-ffda-45d1-ae78-a5219949b17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:53.088583 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e42bc331-ffda-45d1-ae78-a5219949b17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:53.197332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341407cc-3dcc-4d5c-8967-41d15192ef61 req-4e459af8-bf9e-4026-b425-21d349dc8301 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:53.198752 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-341407cc-3dcc-4d5c-8967-41d15192ef61 req-4e459af8-bf9e-4026-b425-21d349dc8301 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 944 time: 0.0618625 Oct 13 11:07:53.237677 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-341407cc-3dcc-4d5c-8967-41d15192ef61 req-ed60090d-7582-466d-aeef-3a8643b238e8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Oct 13 11:07:53.284555 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e42bc331-ffda-45d1-ae78-a5219949b17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:53.286901 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e42bc331-ffda-45d1-ae78-a5219949b17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:53.290968 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e42bc331-ffda-45d1-ae78-a5219949b17c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d87afa58-8de7-4350-af9d-1547694c3438 HTTP/1.1" status: 204 len: 168 time: 0.3201668 Oct 13 11:07:53.297304 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bc331-ffda-45d1-ae78-a5219949b17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87afa58-8de7-4350-af9d-1547694c3438,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:53.545005 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-514326fb-a3f7-4ebd-bf2e-c76fd8be539d req-428d3cc7-c939-489b-ab70-3a9c57d3d4ca tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 210 time: 0.0293946 Oct 13 11:07:54.153864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:07:54.372356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:54.386257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'port_id': 'f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1', 'mac_address': 'fa:16:3e:88:3f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc65ab-bcea-46c1-8b9d-45c9927e2800', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:07:54.419250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d17de-9894-4e5b-a12d-9e71fb708c11 req-123ffcb4-3b24-46a3-ba97-76d57808607a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:54.420791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f52d17de-9894-4e5b-a12d-9e71fb708c11 req-123ffcb4-3b24-46a3-ba97-76d57808607a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 944 time: 0.0576429 Oct 13 11:07:54.429292 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:54.444083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:07:54.472381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:54.483261 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f52d17de-9894-4e5b-a12d-9e71fb708c11 req-bdfba8b4-49a9-4678-96a0-dea1d00b6817 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517185 Oct 13 11:07:54.542791 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:54.623837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:54.636273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:54.636948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:54.637450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:54.637683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:54.638025 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:54.638396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:54.638735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:54.639070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:54.639743 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:54.640083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:54.640421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:54.640815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:07:54.794715 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-08a576a3-15a8-4590-be56-60bb607229fc req-65fe63ea-008a-4759-bc62-453af5b2121c tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 210 time: 0.0602663 Oct 13 11:07:54.872036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:07:55.076018 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-7980e1cf-2c3a-4469-8ad8-51b4c9b1bdb0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:55.077460 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-7980e1cf-2c3a-4469-8ad8-51b4c9b1bdb0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.46 "GET /v2.0/networks?id=3995be86-7a49-43d2-87f8-1e3c2c6688eb HTTP/1.1" status: 200 len: 797 time: 0.2192285 Oct 13 11:07:55.107848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57362) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:55.179795 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-c4641ae9-97e0-419c-b79c-5dc97eb442e0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c733a5c1587344858ed31832dc8ad24f HTTP/1.1" status: 200 len: 379 time: 0.0891714 Oct 13 11:07:55.195657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-836787df-efd4-4985-bf13-d57934467054 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'port': {'device_id': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'admin_state_up': True, 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'security_groups': ['d2598059-83b8-42d9-a0fb-309007389b76']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:55.248394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-573568893-network', 'tenant_id': '94103c739efd4f559dbc468c59322726'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:55.383288 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Made reservation on behalf of 94103c739efd4f559dbc468c59322726 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:55.394607 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:55.412042 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:55.490003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-836787df-efd4-4985-bf13-d57934467054 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Made reservation on behalf of c733a5c1587344858ed31832dc8ad24f for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:55.495453 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-836787df-efd4-4985-bf13-d57934467054 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:55.553862 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:55.668485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dab38f-0507-41db-a80f-da8ca37862d9 req-aa036cf0-69a5-4328-ac6b-36b7a93049ee tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:55.670532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88dab38f-0507-41db-a80f-da8ca37862d9 req-aa036cf0-69a5-4328-ac6b-36b7a93049ee tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 945 time: 0.0756583 Oct 13 11:07:55.672146 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:55.711237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:07:55.720088 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-836787df-efd4-4985-bf13-d57934467054 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Allocated IP 172.20.0.11 (3995be86-7a49-43d2-87f8-1e3c2c6688eb/7c39318c-77d4-48d3-a3dd-195c903b829a/71265fef-4c2f-48d5-9910-9ec845e57283) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:07:55.739822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d9e843-245e-4ef7-bc91-6ac7a0937c7e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:55.745551 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:55.745898 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Added segment 20a084d5-182a-4723-a85c-670d3211447e of type vlan for network 95fd87ea-fade-4046-b119-0e72f7410189 Oct 13 11:07:55.767420 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88dab38f-0507-41db-a80f-da8ca37862d9 req-396404f9-5208-422c-8930-804d7d77b865 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814800 Oct 13 11:07:55.836811 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:55.946859 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:55.948189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:55.948920 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:56.004046 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-836787df-efd4-4985-bf13-d57934467054 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:56.030683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] Pushing event updated for resources: {'Network': ['ID=95fd87ea-fade-4046-b119-0e72f7410189,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:56.046033 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 95fd87ea-fade-4046-b119-0e72f7410189 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:07:56.072614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-45b7a3ac-9286-4384-a54b-2657f468e8bc req-064027fa-3114-4184-be45-0d029d005898 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 210 time: 0.0439243 Oct 13 11:07:56.110700 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7eca48fd-5bc3-4c4f-9c70-720a09775a34 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0017004 Oct 13 11:07:56.125542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57394) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:56.133374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-75fd5ada-abd5-48cf-a4c5-29cc18ccc6c5 admin admin] Request body: {'subnet': {'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-573568893-subnet', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:56.145505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-836787df-efd4-4985-bf13-d57934467054 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:56.156168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:07:56.214439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-836787df-efd4-4985-bf13-d57934467054 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 3995be86-7a49-43d2-87f8-1e3c2c6688eb is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:07:56.217858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-836787df-efd4-4985-bf13-d57934467054 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:56.222505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-836787df-efd4-4985-bf13-d57934467054 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:07:56.272030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836787df-efd4-4985-bf13-d57934467054 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=71265fef-4c2f-48d5-9910-9ec845e57283,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:56.300384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fd5ada-abd5-48cf-a4c5-29cc18ccc6c5 admin admin] Made reservation on behalf of 94103c739efd4f559dbc468c59322726 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:07:56.303430 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75fd5ada-abd5-48cf-a4c5-29cc18ccc6c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:56.313982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-836787df-efd4-4985-bf13-d57934467054 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:56.314900 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-836787df-efd4-4985-bf13-d57934467054 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:56.331344 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:07:56.336904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:56.337361 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:56.455066 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-836787df-efd4-4985-bf13-d57934467054 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2692597 Oct 13 11:07:56.483173 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:56.537298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:07:56.538293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab422c9-9218-4307-bf29-e7b062bbaee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:07:56.541492 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9b1505-1eaa-400d-ac54-c24a778343a8" -d '{"events": [{"server_uuid": "bab422c9-9218-4307-bf29-e7b062bbaee5", "name": "network-vif-plugged", "status": "completed", "tag": "f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:07:56.543453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Request body: {'port': {'device_id': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:56.612420 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2af87748-9783-46c7-b7a0-055bf67dd4cd None None] Provisioning complete for port 71265fef-4c2f-48d5-9910-9ec845e57283 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:07:56.613905 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2af87748-9783-46c7-b7a0-055bf67dd4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:56.639104 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed349907-f101-4ec1-a5e8-5bc0bad897d7 x-openstack-request-id: req-ed349907-f101-4ec1-a5e8-5bc0bad897d7 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:07:56.639862 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab422c9-9218-4307-bf29-e7b062bbaee5", "name": "network-vif-plugged", "status": "completed", "tag": "f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:07:56.640371 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed349907-f101-4ec1-a5e8-5bc0bad897d7 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:07:56.640948 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab422c9-9218-4307-bf29-e7b062bbaee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1', 'code': 200} Oct 13 11:07:56.701910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:56.705188 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:56.759054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2af87748-9783-46c7-b7a0-055bf67dd4cd None None] Port 71265fef-4c2f-48d5-9910-9ec845e57283 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:07:56.767445 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88dba5-d716-47bc-a40f-8333b7a5aa9b req-8b599d5d-541f-4bda-8774-92f3f6a15477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:56.773914 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a88dba5-d716-47bc-a40f-8333b7a5aa9b req-8b599d5d-541f-4bda-8774-92f3f6a15477 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 1097 time: 0.0818684 Oct 13 11:07:56.797883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:56.815792 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75fd5ada-abd5-48cf-a4c5-29cc18ccc6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:56.839061 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a88dba5-d716-47bc-a40f-8333b7a5aa9b req-0e6e25ef-b40b-4417-ad27-57588fc1b8ee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582218 Oct 13 11:07:56.953142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13509a5f-377c-4f70-9d92-b2e1b5b1b0e6 req-783582ce-6e5c-4019-9ecd-0ce63cd953d7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:56.954842 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13509a5f-377c-4f70-9d92-b2e1b5b1b0e6 req-783582ce-6e5c-4019-9ecd-0ce63cd953d7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 946 time: 0.0940001 Oct 13 11:07:57.006518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd5ada-abd5-48cf-a4c5-29cc18ccc6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd630ac-bffd-4d81-9474-39db4e4bebc1,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:57.006716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13509a5f-377c-4f70-9d92-b2e1b5b1b0e6 req-ecfd2dce-e8f5-4018-a9ea-3d5b0b53ea2c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Oct 13 11:07:57.012622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd5ada-abd5-48cf-a4c5-29cc18ccc6c5 admin admin] Checking segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:07:57.012981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd5ada-abd5-48cf-a4c5-29cc18ccc6c5 admin admin] Network hostable DHCP agents. Network: 95fd87ea-fade-4046-b119-0e72f7410189, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:07:57.131362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71265fef-4c2f-48d5-9910-9ec845e57283 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:07:57.141072 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:57.161067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Transition to ACTIVE for port object 71265fef-4c2f-48d5-9910-9ec845e57283 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:07:57.177955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd5ada-abd5-48cf-a4c5-29cc18ccc6c5 admin admin] Network 95fd87ea-fade-4046-b119-0e72f7410189 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:07:57.278998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57414) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:57.285943 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:57.287971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-75fd5ada-abd5-48cf-a4c5-29cc18ccc6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 95fd87ea-fade-4046-b119-0e72f7410189) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:57.302109 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd5ada-abd5-48cf-a4c5-29cc18ccc6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:57.302778 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75fd5ada-abd5-48cf-a4c5-29cc18ccc6c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:57.304281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a5c375-010e-4b7d-babf-2173bed7553f None None] Network 95fd87ea-fade-4046-b119-0e72f7410189 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:07:57.358994 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=71265fef-4c2f-48d5-9910-9ec845e57283,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:57.394381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60c9ac-b84d-4439-ac5f-ca0bd0c5f9a5 req-bf85c4cc-5295-4706-aacd-c1c7f6c08b98 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:57.402038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f60c9ac-b84d-4439-ac5f-ca0bd0c5f9a5 req-bf85c4cc-5295-4706-aacd-c1c7f6c08b98 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 932 time: 0.1543934 Oct 13 11:07:57.471818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Attempting to bind port 71265fef-4c2f-48d5-9910-9ec845e57283 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:07:57.472233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Attempting to bind port 71265fef-4c2f-48d5-9910-9ec845e57283 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'd32eb38a-538c-449f-91a4-a85b84194c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:07:57.472657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Attempting to bind port 71265fef-4c2f-48d5-9910-9ec845e57283 on network 3995be86-7a49-43d2-87f8-1e3c2c6688eb {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:07:57.478526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Port 71265fef-4c2f-48d5-9910-9ec845e57283 on network 3995be86-7a49-43d2-87f8-1e3c2c6688eb not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:07:57.479070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Attempting to bind port 71265fef-4c2f-48d5-9910-9ec845e57283 on network 3995be86-7a49-43d2-87f8-1e3c2c6688eb {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:07:57.484537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:07:57.484951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Checking segment: {'id': 'd32eb38a-538c-449f-91a4-a85b84194c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:07:57.485452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Bound using segment: {'id': 'd32eb38a-538c-449f-91a4-a85b84194c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:07:57.485989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Bound port: 71265fef-4c2f-48d5-9910-9ec845e57283, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32eb38a-538c-449f-91a4-a85b84194c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:07:57.486454 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:57.528731 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f60c9ac-b84d-4439-ac5f-ca0bd0c5f9a5 req-e23a24ae-ebe2-41d4-9ef7-5e044e0a970d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2598059-83b8-42d9-a0fb-309007389b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089447 Oct 13 11:07:57.558802 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ad30290-84ac-4359-89e2-856225be6b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:57.699591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] For port 71265fef-4c2f-48d5-9910-9ec845e57283, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:07:57.702996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-95fd87ea-fade-4046-b119-0e72f7410189', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:07:57.702996 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:57.719334 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] For port 71265fef-4c2f-48d5-9910-9ec845e57283, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=71265fef-4c2f-48d5-9910-9ec845e57283,segment=NetworkSegment(d32eb38a-538c-449f-91a4-a85b84194c5e),segment_id=d32eb38a-538c-449f-91a4-a85b84194c5e)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:07:57.748717 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-75fd5ada-abd5-48cf-a4c5-29cc18ccc6c5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6213775 Oct 13 11:07:57.752026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57424) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:57.770012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:07:57.791975 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-8353337b-af3c-41bf-8ac4-5ad308e07e93 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0899663 Oct 13 11:07:57.814136 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ad30290-84ac-4359-89e2-856225be6b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:57.820834 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:57.894075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:57.894075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:57.894075 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] 10.222.0.46 "PUT /v2.0/ports/71265fef-4c2f-48d5-9910-9ec845e57283 HTTP/1.1" status: 200 len: 1092 time: 1.3509912 Oct 13 11:07:57.894075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'tag': '71265fef-4c2f-48d5-9910-9ec845e57283'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:07:57.894075 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cfc8de-52b2-458e-9098-1d52253efd00" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e54f9f-91d7-4e58-89f1-b5788c1e966a", "tag": "71265fef-4c2f-48d5-9910-9ec845e57283"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:07:57.917064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-557bf8f2-fbd7-4051-a0ee-449b2f2cf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:57.917600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-557bf8f2-fbd7-4051-a0ee-449b2f2cf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:57.918074 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-557bf8f2-fbd7-4051-a0ee-449b2f2cf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:57.918551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-557bf8f2-fbd7-4051-a0ee-449b2f2cf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:57.919016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-557bf8f2-fbd7-4051-a0ee-449b2f2cf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:57.919451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-557bf8f2-fbd7-4051-a0ee-449b2f2cf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:57.919905 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-557bf8f2-fbd7-4051-a0ee-449b2f2cf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:57.922626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Allocated IP 172.20.0.2 (95fd87ea-fade-4046-b119-0e72f7410189/ecd630ac-bffd-4d81-9474-39db4e4bebc1/e5072697-ba6b-4fbc-acb4-b73b704a1247) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:07:57.922869 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-557bf8f2-fbd7-4051-a0ee-449b2f2cf02b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 6490 time: 0.0972648 Oct 13 11:07:57.940669 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ad30290-84ac-4359-89e2-856225be6b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:57.976527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17980b08-35fa-4399-a79d-1ad9bb0fa9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=71265fef-4c2f-48d5-9910-9ec845e57283,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:57.990655 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a0ec54-a6ab-4f6d-8600-0c9eb94cee54 x-openstack-request-id: req-f2a0ec54-a6ab-4f6d-8600-0c9eb94cee54 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:07:57.991004 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e54f9f-91d7-4e58-89f1-b5788c1e966a", "tag": "71265fef-4c2f-48d5-9910-9ec845e57283", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:07:57.991204 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2a0ec54-a6ab-4f6d-8600-0c9eb94cee54 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:07:57.991608 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'tag': '71265fef-4c2f-48d5-9910-9ec845e57283', 'status': 'completed', 'code': 200} Oct 13 11:07:58.018596 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad30290-84ac-4359-89e2-856225be6b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8f6e03-7f21-4f1b-b015-7e28368d3107,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:58.081026 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:58.087839 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:58.197448 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7ad30290-84ac-4359-89e2-856225be6b3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8f03dc003a445f78bf7b3b4d6ba6adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9170194 Oct 13 11:07:58.203892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57438) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:58.253371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-15302ff1-1e64-440b-8d09-62a0ef494679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:58.254259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-15302ff1-1e64-440b-8d09-62a0ef494679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:58.254941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-15302ff1-1e64-440b-8d09-62a0ef494679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:58.257109 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-15302ff1-1e64-440b-8d09-62a0ef494679 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56641b7f-f8bc-448b-ba58-942cc469cac1&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=3f5d2a8f-da31-4f37-9210-83fd46b16762&id=3f5d2a8f-da31-4f37-9210-83fd46b16762 HTTP/1.1" status: 200 len: 2293 time: 0.3021097 Oct 13 11:07:58.290126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfc8de-52b2-458e-9098-1d52253efd00 req-19250d44-22c6-4285-a8e9-ef2ff700e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:58.291654 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d6cfc8de-52b2-458e-9098-1d52253efd00 req-19250d44-22c6-4285-a8e9-ef2ff700e521 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 1095 time: 0.2588975 Oct 13 11:07:58.304867 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:58.343322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1acdb3-02b9-4805-bca5-ffb9c3ec4c80 req-e3d03316-f674-457c-9798-13f4151a42b9 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:58.354012 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd1acdb3-02b9-4805-bca5-ffb9c3ec4c80 req-e3d03316-f674-457c-9798-13f4151a42b9 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 946 time: 0.1922350 Oct 13 11:07:58.372204 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff20edba-e008-4dbf-b41c-84b0757f83d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:58.380154 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:58.401997 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff20edba-e008-4dbf-b41c-84b0757f83d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:58.418876 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd1acdb3-02b9-4805-bca5-ffb9c3ec4c80 req-fb8a39be-8acd-471e-8fd9-4c9c7310cc17 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581603 Oct 13 11:07:58.442067 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-60ea2a94-996c-42aa-bdb2-bddb4f68500b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe HTTP/1.1" status: 200 len: 1000 time: 0.1738548 Oct 13 11:07:58.480477 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:58.506137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-0d2d50a8-6c74-4b54-bc4a-a20b77723fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:58.509072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-0d2d50a8-6c74-4b54-bc4a-a20b77723fab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09fcb1d4-6798-4f48-9a06-f962d47cf160 HTTP/1.1" status: 200 len: 850 time: 0.0584040 Oct 13 11:07:58.540878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Network 95fd87ea-fade-4046-b119-0e72f7410189 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:07:58.549575 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:07:58.552171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:07:58.568090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Pushing event updated for resources: {'Port': ['ID=e5072697-ba6b-4fbc-acb4-b73b704a1247,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:58.621328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-d524298f-2528-4940-bd0e-e21c0a714498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:58.622911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-d524298f-2528-4940-bd0e-e21c0a714498 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56641b7f-f8bc-448b-ba58-942cc469cac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024604 Oct 13 11:07:58.639446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Attempting to bind port e5072697-ba6b-4fbc-acb4-b73b704a1247 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:07:58.639945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Attempting to bind port e5072697-ba6b-4fbc-acb4-b73b704a1247 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:07:58.640409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Attempting to bind port e5072697-ba6b-4fbc-acb4-b73b704a1247 on network 95fd87ea-fade-4046-b119-0e72f7410189 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:07:58.646915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:07:58.649418 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Checking segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:07:58.649418 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:58.649418 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Bound using segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:07:58.649418 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Bound port: e5072697-ba6b-4fbc-acb4-b73b704a1247, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:07:58.649418 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:58.734645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:58.755563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfc8de-52b2-458e-9098-1d52253efd00 req-ac62fd7c-8366-4884-be59-cf097640e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:58.757234 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d6cfc8de-52b2-458e-9098-1d52253efd00 req-ac62fd7c-8366-4884-be59-cf097640e20b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c733a5c1587344858ed31832dc8ad24f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4512641 Oct 13 11:07:58.788318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] For port e5072697-ba6b-4fbc-acb4-b73b704a1247, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:07:58.795652 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-5492864a-32dc-4609-8801-8d38b262b793 service neutron] 10.222.0.21 "GET /v2.0/networks/56641b7f-f8bc-448b-ba58-942cc469cac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655421 Oct 13 11:07:58.799981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] For port e5072697-ba6b-4fbc-acb4-b73b704a1247, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e5072697-ba6b-4fbc-acb4-b73b704a1247,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:07:58.825594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d89bc3-4db2-4c58-9364-6302cd5a30d7 req-e9b75357-ac5f-42d2-b8cd-863e812590fb tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:58.827193 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8d89bc3-4db2-4c58-9364-6302cd5a30d7 req-e9b75357-ac5f-42d2-b8cd-863e812590fb tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 944 time: 0.0973067 Oct 13 11:07:58.903290 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:58.906238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfc8de-52b2-458e-9098-1d52253efd00 req-943465a9-db6b-45d1-987a-62987e526650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:58.908051 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d6cfc8de-52b2-458e-9098-1d52253efd00 req-943465a9-db6b-45d1-987a-62987e526650 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1424131 Oct 13 11:07:58.911581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff20edba-e008-4dbf-b41c-84b0757f83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:58.914826 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff20edba-e008-4dbf-b41c-84b0757f83d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:07:58.918900 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ff20edba-e008-4dbf-b41c-84b0757f83d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a8f6e03-7f21-4f1b-b015-7e28368d3107 HTTP/1.1" status: 204 len: 168 time: 0.7078986 Oct 13 11:07:58.973867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8d89bc3-4db2-4c58-9364-6302cd5a30d7 req-98bbe224-6a34-4dd7-8372-9c8485ba7aee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2598059-83b8-42d9-a0fb-309007389b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350226 Oct 13 11:07:59.009658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-77886657-159f-4075-8593-6271501fd83d service neutron] 10.222.0.21 "GET /v2.0/networks/56641b7f-f8bc-448b-ba58-942cc469cac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057710 Oct 13 11:07:59.028592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20edba-e008-4dbf-b41c-84b0757f83d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8f6e03-7f21-4f1b-b015-7e28368d3107,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:59.030496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa800dda-a7b0-45c0-8252-57a79557ecc1 None None] Pushing event updated for resources: {'Port': ['ID=e5072697-ba6b-4fbc-acb4-b73b704a1247,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:07:59.076916 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-ac203481-9e03-4c10-8118-0c7163d176f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 HTTP/1.1" status: 200 len: 217 time: 0.0605183 Oct 13 11:07:59.127988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-56a0a774-9ab9-4f31-abc3-f3210dbcc26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:59.129515 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-56a0a774-9ab9-4f31-abc3-f3210dbcc26a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 1095 time: 0.0966339 Oct 13 11:07:59.156267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-d4d9b4b6-455c-4031-be88-25050b962176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:59.157824 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-d4d9b4b6-455c-4031-be88-25050b962176 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.0747075 Oct 13 11:07:59.195565 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-adfd1bad-d1fe-4c35-8299-881e2a793e4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71265fef-4c2f-48d5-9910-9ec845e57283 HTTP/1.1" status: 200 len: 217 time: 0.0565951 Oct 13 11:07:59.329572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-f014b791-ec93-4b2c-bbd8-192022f4e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:59.331353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-f014b791-ec93-4b2c-bbd8-192022f4e6bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1560597 Oct 13 11:07:59.338112 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52bb021e-95fb-4f37-a3e9-e2f79e81c22b req-15d60b5b-788c-4135-a097-0b2e456dc4b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1233654 Oct 13 11:07:59.397634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-6cd4c9c0-0388-4acd-b941-0e542b4ca5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:59.399639 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-6cd4c9c0-0388-4acd-b941-0e542b4ca5a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c39318c-77d4-48d3-a3dd-195c903b829a HTTP/1.1" status: 200 len: 834 time: 0.1893318 Oct 13 11:07:59.580803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb021e-95fb-4f37-a3e9-e2f79e81c22b req-6ba8b16d-e187-4d53-a131-f3324be6d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:59.582873 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52bb021e-95fb-4f37-a3e9-e2f79e81c22b req-6ba8b16d-e187-4d53-a131-f3324be6d04e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 1097 time: 0.1405933 Oct 13 11:07:59.624466 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-df02c26e-a4a2-45b0-b1a4-f86a4862eb59 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852659 Oct 13 11:07:59.739005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb021e-95fb-4f37-a3e9-e2f79e81c22b req-7867def4-fc52-4a5d-8347-407fc95dd887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:59.740492 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52bb021e-95fb-4f37-a3e9-e2f79e81c22b req-7867def4-fc52-4a5d-8347-407fc95dd887 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 906 time: 0.1144266 Oct 13 11:07:59.833590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52bb021e-95fb-4f37-a3e9-e2f79e81c22b req-6e68c401-b65e-4bc6-acec-142caf7b8484 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f87731-cc03-4395-a99d-cdf9d5f98ec5 HTTP/1.1" status: 200 len: 217 time: 0.0796916 Oct 13 11:07:59.848605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6255c36-86df-459b-89f1-3f15ca31de89 req-d5830117-9694-4694-8102-ca805237f386 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:59.857044 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6255c36-86df-459b-89f1-3f15ca31de89 req-d5830117-9694-4694-8102-ca805237f386 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 946 time: 0.3245816 Oct 13 11:07:59.919468 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb021e-95fb-4f37-a3e9-e2f79e81c22b req-423dc5d0-1f3c-4f87-a757-d16fddc0492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:07:59.921279 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52bb021e-95fb-4f37-a3e9-e2f79e81c22b req-423dc5d0-1f3c-4f87-a757-d16fddc0492f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6dc65ab-bcea-46c1-8b9d-45c9927e2800 HTTP/1.1" status: 200 len: 845 time: 0.0599840 Oct 13 11:07:59.924823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57456) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:07:59.969673 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0d6ea02-e88e-4b8e-88f8-2c45e54918f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:00.014952 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52bb021e-95fb-4f37-a3e9-e2f79e81c22b req-7e99c065-52c4-4dc9-ba6f-46f1c37c24d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3d8fabf-e39a-48d5-8efd-ece7680b6661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648003 Oct 13 11:08:00.029171 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:00.065247 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:00.066749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6255c36-86df-459b-89f1-3f15ca31de89 req-4417b4d0-63c5-4628-8aa5-d835e551ad0d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915786 Oct 13 11:08:00.069431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-ac410599-b77a-48dc-9d3b-b689a14858ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:00.071379 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-ac410599-b77a-48dc-9d3b-b689a14858ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3995be86-7a49-43d2-87f8-1e3c2c6688eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2378483 Oct 13 11:08:00.167264 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52bb021e-95fb-4f37-a3e9-e2f79e81c22b req-6e073efc-841a-4f74-b499-6752d795df31 service neutron] 10.222.0.46 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362252 Oct 13 11:08:00.271950 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-c8320e92-2f25-4e11-868d-7a6ae9a4e738 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276663 Oct 13 11:08:00.371998 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-69f16f65-9845-4662-8a50-67cb775bc025 service neutron] 10.222.0.46 "GET /v2.0/networks/3995be86-7a49-43d2-87f8-1e3c2c6688eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900734 Oct 13 11:08:00.373457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Allocated IP 172.25.0.77 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/da970e07-5262-48a7-a6e8-d61896421760) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:08:00.403477 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-1734f300-57fe-4e6a-8868-d3f0d119cca3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=9efaf48b-e02e-4571-9d2e-3ac74778211e HTTP/1.1" status: 200 len: 217 time: 0.1175711 Oct 13 11:08:00.476627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-54554d4b-9a3d-4138-acbf-e5df458044eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:00.478521 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-54554d4b-9a3d-4138-acbf-e5df458044eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.0637498 Oct 13 11:08:00.490626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a91daf2-a2e9-48cc-950d-63e1c05d77eb None None] Network 95fd87ea-fade-4046-b119-0e72f7410189 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:08:00.628915 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-80ec1821-a6cc-4f8b-b768-0066e6a415df req-9f51c808-2b40-459b-a9f1-a92106d44a84 service neutron] 10.222.0.46 "GET /v2.0/networks/3995be86-7a49-43d2-87f8-1e3c2c6688eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426012 Oct 13 11:08:00.637408 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0d6ea02-e88e-4b8e-88f8-2c45e54918f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:00.649944 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52bb021e-95fb-4f37-a3e9-e2f79e81c22b req-ac1e6826-ef35-418b-9d00-2e11d1296ac0 service neutron] 10.222.0.46 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728265 Oct 13 11:08:00.677836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12873b27-2302-4d64-a7f4-509152d79265 req-e7434914-4365-4445-920b-cbc96d8ac466 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:00.687845 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:00.698961 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12873b27-2302-4d64-a7f4-509152d79265 req-e7434914-4365-4445-920b-cbc96d8ac466 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 944 time: 0.2864089 Oct 13 11:08:00.706885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-04ac0705-0a85-4067-9412-4a63d1152f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:00.708449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-04ac0705-0a85-4067-9412-4a63d1152f1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1760864 Oct 13 11:08:00.716665 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0d6ea02-e88e-4b8e-88f8-2c45e54918f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:00.751915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f0d6ea02-e88e-4b8e-88f8-2c45e54918f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56a9b14cad89437dba58ac104d02a68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8238902 Oct 13 11:08:00.752106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57466) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:00.766562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e5072697-ba6b-4fbc-acb4-b73b704a1247 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:08:00.819290 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:00.844443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6ea02-e88e-4b8e-88f8-2c45e54918f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f51caa-c2fa-4c9f-b08f-765fc83a17df,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:00.865207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12873b27-2302-4d64-a7f4-509152d79265 req-d639cf79-d4d8-4e35-b40b-fc4f66841623 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2598059-83b8-42d9-a0fb-309007389b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608813 Oct 13 11:08:00.912480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-39eb8281-174b-488b-adf8-66723f267549 None None] Provisioning complete for port e5072697-ba6b-4fbc-acb4-b73b704a1247 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:00.913435 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-39eb8281-174b-488b-adf8-66723f267549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:00.978195 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-b135e1aa-9070-465c-88d5-e7b6e1d35abb service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331855 Oct 13 11:08:00.984608 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e556d602-cfb4-44b3-a4d4-8141738cf0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:00.988694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:08:00.996630 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:08:01.004449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:08:01.047027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Pushing event updated for resources: {'Port': ['ID=da970e07-5262-48a7-a6e8-d61896421760,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:01.073634 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-39eb8281-174b-488b-adf8-66723f267549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:01.077591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e5072697-ba6b-4fbc-acb4-b73b704a1247 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:01.079463 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:01.164488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa0409-7cbb-476f-8487-9b33dd198df2 req-be13d5c4-b5ce-463b-9712-d331c8aa548b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:01.166430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-39eb8281-174b-488b-adf8-66723f267549 None None] For port e5072697-ba6b-4fbc-acb4-b73b704a1247, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e5072697-ba6b-4fbc-acb4-b73b704a1247,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:01.173861 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2aa0409-7cbb-476f-8487-9b33dd198df2 req-be13d5c4-b5ce-463b-9712-d331c8aa548b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 946 time: 0.1780512 Oct 13 11:08:01.253988 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:01.254298 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e556d602-cfb4-44b3-a4d4-8141738cf0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:01.302220 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2aa0409-7cbb-476f-8487-9b33dd198df2 req-37df5b06-4aef-463e-b37d-5a049b0d7f7f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222556 Oct 13 11:08:01.302841 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-39eb8281-174b-488b-adf8-66723f267549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:01.305550 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-f4f526ff-7f34-4ed0-83bf-0385d3b1df83 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200657 Oct 13 11:08:01.406208 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-697e19e4-632c-4d4c-82bc-1f660f7eb178 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=65983bd1-4ef2-411e-be98-9c65ff0ed431 HTTP/1.1" status: 200 len: 217 time: 0.0909588 Oct 13 11:08:01.447445 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e556d602-cfb4-44b3-a4d4-8141738cf0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:01.455882 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e556d602-cfb4-44b3-a4d4-8141738cf0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:01.457070 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e556d602-cfb4-44b3-a4d4-8141738cf0eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82f51caa-c2fa-4c9f-b08f-765fc83a17df HTTP/1.1" status: 204 len: 168 time: 0.7041776 Oct 13 11:08:01.478430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556d602-cfb4-44b3-a4d4-8141738cf0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f51caa-c2fa-4c9f-b08f-765fc83a17df,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:01.506150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-29770043-a108-41a6-bb99-8d907ccc8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:01.508626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-29770043-a108-41a6-bb99-8d907ccc8c08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.0949986 Oct 13 11:08:01.510067 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:08:01.510603 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:08:01.546522 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f162e954-d2b0-4c49-9daf-ea6c810ec509 None None] Provisioning complete for port e5072697-ba6b-4fbc-acb4-b73b704a1247 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:01.546888 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f162e954-d2b0-4c49-9daf-ea6c810ec509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:01.595275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb8281-174b-488b-adf8-66723f267549 None None] Pushing event updated for resources: {'Port': ['ID=e5072697-ba6b-4fbc-acb4-b73b704a1247,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:01.631857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-3f4e6751-1e11-446f-a79d-28c615f04bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:01.634741 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-3f4e6751-1e11-446f-a79d-28c615f04bc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1189868 Oct 13 11:08:01.716063 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:01.763260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-0b291ccc-1c06-4487-ba43-a18da75d5d35 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213293 Oct 13 11:08:01.894819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-7aaa34fe-1ff9-4d83-8d99-6f2fc3ce2963 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243186 Oct 13 11:08:01.957108 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:02.036882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-1b3bd72d-e829-4e11-86c9-5593d7e09a5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 HTTP/1.1" status: 200 len: 217 time: 0.1336141 Oct 13 11:08:02.170986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-4497332a-9298-45fa-ade0-b6a175105e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:02.172446 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-4497332a-9298-45fa-ade0-b6a175105e83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.1189845 Oct 13 11:08:02.287720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:08:02.296443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-3089ac70-7234-43ed-a3c3-64cd95e32c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:02.298112 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-3089ac70-7234-43ed-a3c3-64cd95e32c1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032968 Oct 13 11:08:02.309321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975491c-21a1-499d-95a0-3d2c7903e8fa req-8986f99c-46c9-433a-aff3-1741ecccd065 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:02.312941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6975491c-21a1-499d-95a0-3d2c7903e8fa req-8986f99c-46c9-433a-aff3-1741ecccd065 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 944 time: 0.0987265 Oct 13 11:08:02.458358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:08:02.478861 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Sync routers for ids ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:08:02.488270 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Routers {'4ddf0402-029c-4d4b-895b-82df4a8cbdbe'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:08:02.488969 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:07:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:02.590588 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:02.596236 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-210dd1aa-65ca-4398-a646-33336be5dc0a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8380539 Oct 13 11:08:02.597473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57506) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:02.631651 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Set router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:08:02.735359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e5072697-ba6b-4fbc-acb4-b73b704a1247 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:08:02.849455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e5072697-ba6b-4fbc-acb4-b73b704a1247 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:02.849828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:03.020476 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da970e07-5262-48a7-a6e8-d61896421760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:08:01Z', 'revision_number': 3, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port': {'id': 'da970e07-5262-48a7-a6e8-d61896421760', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:00Z', 'updated_at': '2021-10-13T11:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:03.086365 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Checking router: 4ddf0402-029c-4d4b-895b-82df4a8cbdbe for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:08:03.087086 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Updating router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe port da970e07-5262-48a7-a6e8-d61896421760 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:08:03.124909 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:03.340819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-77564122-7082-41e2-bf52-fa9bb77eced0 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0265622 Oct 13 11:08:03.413429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57524) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:03.442806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6975491c-21a1-499d-95a0-3d2c7903e8fa req-642ecae7-ab23-4c5e-84b2-c56000f3543b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2598059-83b8-42d9-a0fb-309007389b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1190569 Oct 13 11:08:03.517299 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-7bdc6c1a-ac45-471d-aeca-c285b81535e3 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681938 Oct 13 11:08:03.571758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-0bd8c459-e502-4a99-883b-a4c905563e6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7ee7c9ee-9302-483a-9f7d-a2227876356f HTTP/1.1" status: 200 len: 217 time: 0.0451541 Oct 13 11:08:03.590321 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40576759-e031-46b8-b7bb-81fd34ad772d req-a104e370-ff45-4998-a6d4-cc30174d3fb8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:03.593205 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-40576759-e031-46b8-b7bb-81fd34ad772d req-a104e370-ff45-4998-a6d4-cc30174d3fb8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 946 time: 0.2263491 Oct 13 11:08:03.763693 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8caa7208-e7f0-4b81-ad61-2b6869e259df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:03.775815 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:03.786008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72d09c-821f-4366-8164-3a376fef2fc3 req-4711b08e-7182-4e66-8561-3f3e04343b81 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:03.794520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e72d09c-821f-4366-8164-3a376fef2fc3 req-4711b08e-7182-4e66-8561-3f3e04343b81 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 946 time: 0.2251883 Oct 13 11:08:03.795641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-40576759-e031-46b8-b7bb-81fd34ad772d req-78081036-d0b2-4b88-88ad-d0aa5fa0aef0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Deleting port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:08:03.795987 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-40576759-e031-46b8-b7bb-81fd34ad772d req-78081036-d0b2-4b88-88ad-d0aa5fa0aef0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:03.850743 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:03.856957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-deafe431-7242-4206-b7d7-991763277d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:03.858647 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-deafe431-7242-4206-b7d7-991763277d07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc4e3cc4-c941-42e0-8d66-07438f4c2aab HTTP/1.1" status: 200 len: 797 time: 0.2780578 Oct 13 11:08:03.925835 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:03.966864 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e72d09c-821f-4366-8164-3a376fef2fc3 req-1217ebcb-ce38-4c82-8dbf-c43d528d082b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708686 Oct 13 11:08:03.988479 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8caa7208-e7f0-4b81-ad61-2b6869e259df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:03.988479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-ee00c443-4368-4da7-bf99-9beb84103c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:03.988479 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-ee00c443-4368-4da7-bf99-9beb84103c07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5d2a8f-da31-4f37-9210-83fd46b16762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180768 Oct 13 11:08:04.074219 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Attempting to bind port da970e07-5262-48a7-a6e8-d61896421760 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:08:04.103518 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Attempting to bind port da970e07-5262-48a7-a6e8-d61896421760 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:08:04.103518 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Attempting to bind port da970e07-5262-48a7-a6e8-d61896421760 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:08:04.126288 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff85dd-c42b-4583-8288-67fcddf46ebd None None] Pushing event updated for resources: {'Port': ['ID=da970e07-5262-48a7-a6e8-d61896421760,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:04.136671 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:08:04.137215 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:08:04.138123 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:04.138569 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:08:04.139189 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Bound port: da970e07-5262-48a7-a6e8-d61896421760, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:08:04.139647 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:04.219657 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8caa7208-e7f0-4b81-ad61-2b6869e259df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:04.260228 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-22081437-b72b-46aa-8154-bef7acb07fe5 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644186 Oct 13 11:08:04.261933 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] For port da970e07-5262-48a7-a6e8-d61896421760, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:08:04.266278 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] For port da970e07-5262-48a7-a6e8-d61896421760, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=da970e07-5262-48a7-a6e8-d61896421760,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:08:04.289248 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 71265fef-4c2f-48d5-9910-9ec845e57283 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:08:04.322486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa7208-e7f0-4b81-ad61-2b6869e259df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8447be14-9cac-4c43-a2b0-f53bf17beb11,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:04.327321 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:04.327902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8caa7208-e7f0-4b81-ad61-2b6869e259df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30f9d06af3d9469999ea0bfa28e93235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9132049 Oct 13 11:08:04.330440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57538) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:04.442803 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-6bca7fe8-25cf-49c5-8f75-c39273d4ca4f service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707361 Oct 13 11:08:04.448060 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-17a5cae1-17de-4fa5-9896-2f5f7dbf4353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:04.458348 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Routers {'4ddf0402-029c-4d4b-895b-82df4a8cbdbe'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:08:04.458992 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:07:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:04.549626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 71265fef-4c2f-48d5-9910-9ec845e57283, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=71265fef-4c2f-48d5-9910-9ec845e57283,segment=NetworkSegment(d32eb38a-538c-449f-91a4-a85b84194c5e),segment_id=d32eb38a-538c-449f-91a4-a85b84194c5e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:04.556518 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-bf8861db-0cd0-4aab-a97a-04b9d7442555 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8b021b7-0289-4b04-ba82-1d2aa6832c7e HTTP/1.1" status: 200 len: 217 time: 0.0825357 Oct 13 11:08:04.575659 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '71265fef-4c2f-48d5-9910-9ec845e57283', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'port_id': '71265fef-4c2f-48d5-9910-9ec845e57283', 'mac_address': 'fa:16:3e:18:16:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:08:04.585805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Allocated IP 172.20.0.1 (95fd87ea-fade-4046-b119-0e72f7410189/ecd630ac-bffd-4d81-9474-39db4e4bebc1/1e39f04a-f272-458f-91b8-e0b509938fd9) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:08:04.651014 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:04.677606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71265fef-4c2f-48d5-9910-9ec845e57283 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:08:04.708125 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-17a5cae1-17de-4fa5-9896-2f5f7dbf4353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:04.713020 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:04.718035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 71265fef-4c2f-48d5-9910-9ec845e57283, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=71265fef-4c2f-48d5-9910-9ec845e57283,segment=NetworkSegment(d32eb38a-538c-449f-91a4-a85b84194c5e),segment_id=d32eb38a-538c-449f-91a4-a85b84194c5e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:04.736805 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] Set router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:08:04.768037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-6a52bc4e-63e3-494c-835b-6313a9d85c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:04.769610 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-6a52bc4e-63e3-494c-835b-6313a9d85c29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc4e3cc4-c941-42e0-8d66-07438f4c2aab HTTP/1.1" status: 200 len: 797 time: 0.1986749 Oct 13 11:08:04.782048 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:04.791640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-40576759-e031-46b8-b7bb-81fd34ad772d req-78081036-d0b2-4b88-88ad-d0aa5fa0aef0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] For port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:04.792342 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-40576759-e031-46b8-b7bb-81fd34ad772d req-78081036-d0b2-4b88-88ad-d0aa5fa0aef0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:04.804697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56779769-e341-4f21-9310-cc5c043f6224 req-585b4b83-e9d5-4622-8392-f53c30efc5f2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:04.806639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56779769-e341-4f21-9310-cc5c043f6224 req-585b4b83-e9d5-4622-8392-f53c30efc5f2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 944 time: 0.2492716 Oct 13 11:08:04.817979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-40576759-e031-46b8-b7bb-81fd34ad772d req-78081036-d0b2-4b88-88ad-d0aa5fa0aef0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Calling delete_port for f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:08:04.824076 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:04.865857 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff85dd-c42b-4583-8288-67fcddf46ebd None None] Pushing event updated for resources: {'Port': ['ID=da970e07-5262-48a7-a6e8-d61896421760,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:04.881189 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=71265fef-4c2f-48d5-9910-9ec845e57283,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:04.883045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Network 95fd87ea-fade-4046-b119-0e72f7410189 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:08:04.895862 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56779769-e341-4f21-9310-cc5c043f6224 req-121a9f75-4cd7-447f-a37e-3e44a061a3d2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2598059-83b8-42d9-a0fb-309007389b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752435 Oct 13 11:08:04.905726 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-17a5cae1-17de-4fa5-9896-2f5f7dbf4353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:04.905726 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-17a5cae1-17de-4fa5-9896-2f5f7dbf4353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:04.905726 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-17a5cae1-17de-4fa5-9896-2f5f7dbf4353 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8447be14-9cac-4c43-a2b0-f53bf17beb11 HTTP/1.1" status: 204 len: 168 time: 0.5717208 Oct 13 11:08:04.929283 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5cae1-17de-4fa5-9896-2f5f7dbf4353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8447be14-9cac-4c43-a2b0-f53bf17beb11,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:04.934479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:08:04.956099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Pushing event updated for resources: {'Port': ['ID=1e39f04a-f272-458f-91b8-e0b509938fd9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:04.960041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:08:04.968515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-8188549d-2fe8-4372-b3bb-93c9c737ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:04.972889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-8188549d-2fe8-4372-b3bb-93c9c737ceb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5d2a8f-da31-4f37-9210-83fd46b16762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1922958 Oct 13 11:08:05.041126 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:05.162307 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['71265fef-4c2f-48d5-9910-9ec845e57283'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:05.193010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e548714-998a-40b7-9e09-dbc83f6d4fb9 req-a0557834-a971-4e4f-84aa-7f6780070e5f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:05.202699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e548714-998a-40b7-9e09-dbc83f6d4fb9 req-a0557834-a971-4e4f-84aa-7f6780070e5f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 946 time: 0.1105192 Oct 13 11:08:05.214775 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-ed409c05-76ba-43b5-86c8-9d121462d655 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318521 Oct 13 11:08:05.216982 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da970e07-5262-48a7-a6e8-d61896421760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:08:01Z', 'revision_number': 3, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port': {'id': 'da970e07-5262-48a7-a6e8-d61896421760', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:00Z', 'updated_at': '2021-10-13T11:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:05.311111 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec66245-26e5-4861-a396-ed0655bfbed5 None None] The sync data for ids ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'] in n-d-813659-3 is: [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da970e07-5262-48a7-a6e8-d61896421760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:08:01Z', 'revision_number': 3, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port': {'id': 'da970e07-5262-48a7-a6e8-d61896421760', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:00Z', 'updated_at': '2021-10-13T11:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:08:05.385430 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f2af150-0aea-4222-8e38-618c6605b1e7 req-ed1e54b5-cadd-4027-a269-a4358604eade service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634822 Oct 13 11:08:05.538684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0509971b-55af-4148-bb1a-17214a7bb477 None None] Provisioning complete for port 1e39f04a-f272-458f-91b8-e0b509938fd9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:05.539318 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0509971b-55af-4148-bb1a-17214a7bb477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:05.553775 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-40576759-e031-46b8-b7bb-81fd34ad772d req-78081036-d0b2-4b88-88ad-d0aa5fa0aef0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:05.606872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0509971b-55af-4148-bb1a-17214a7bb477 None None] Port 1e39f04a-f272-458f-91b8-e0b509938fd9 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:08:05.643583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78081036-d0b2-4b88-88ad-d0aa5fa0aef0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event deleted for resources: {'Port': ['ID=f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:05.696142 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:05.700480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e548714-998a-40b7-9e09-dbc83f6d4fb9 req-04efec6d-593b-4a78-aac0-c749a4ff2a78 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941349 Oct 13 11:08:05.822185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-40576759-e031-46b8-b7bb-81fd34ad772d req-78081036-d0b2-4b88-88ad-d0aa5fa0aef0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] No DVR routers for this DVR port f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:08:05.826021 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-40576759-e031-46b8-b7bb-81fd34ad772d req-78081036-d0b2-4b88-88ad-d0aa5fa0aef0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:05.829939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-40576759-e031-46b8-b7bb-81fd34ad772d req-78081036-d0b2-4b88-88ad-d0aa5fa0aef0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "DELETE /v2.0/ports/f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 HTTP/1.1" status: 204 len: 173 time: 2.2159529 Oct 13 11:08:05.829939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab422c9-9218-4307-bf29-e7b062bbaee5', 'name': 'network-vif-deleted', 'tag': 'f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:08:05.832456 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1b9e08-221b-4c51-8d7b-8db1cb0cf736" -d '{"events": [{"server_uuid": "bab422c9-9218-4307-bf29-e7b062bbaee5", "name": "network-vif-deleted", "tag": "f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:08:06.013886 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5052c11-3d2c-4610-a6cf-97636af9a60c x-openstack-request-id: req-c5052c11-3d2c-4610-a6cf-97636af9a60c {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:08:06.014678 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab422c9-9218-4307-bf29-e7b062bbaee5", "name": "network-vif-deleted", "tag": "f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:08:06.015316 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5052c11-3d2c-4610-a6cf-97636af9a60c {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:08:06.018694 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab422c9-9218-4307-bf29-e7b062bbaee5', 'name': 'network-vif-deleted', 'tag': 'f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1', 'status': 'completed', 'code': 200} Oct 13 11:08:06.055426 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:06.100503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:06.113345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:06.203782 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Pushing event updated for resources: {'Port': ['ID=1e39f04a-f272-458f-91b8-e0b509938fd9,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:06.237485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:08:06.243307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f3dc1-202d-437f-8c7c-367df97481ed req-f7496487-21c6-4f77-98ff-88c1cb074e97 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:06.248138 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:06.249746 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c2f3dc1-202d-437f-8c7c-367df97481ed req-f7496487-21c6-4f77-98ff-88c1cb074e97 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 945 time: 0.1729751 Oct 13 11:08:06.286363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57578) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:06.298546 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 71265fef-4c2f-48d5-9910-9ec845e57283 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:08:06.332031 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-235ffe8f-4fa1-4a48-9f92-5011f1ce6a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:06.375711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:08:06.376066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f4c4dfda-adf4-40ce-8937-b7cf26c0ecf1 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:08:06.397031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Network 95fd87ea-fade-4046-b119-0e72f7410189 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:08:06.399298 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:08:06.494171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c2f3dc1-202d-437f-8c7c-367df97481ed req-719024c3-3512-4149-a81e-7e41132a3a83 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2598059-83b8-42d9-a0fb-309007389b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317758 Oct 13 11:08:06.619703 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 71265fef-4c2f-48d5-9910-9ec845e57283 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:08:06.623543 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-235ffe8f-4fa1-4a48-9f92-5011f1ce6a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:06.654049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 71265fef-4c2f-48d5-9910-9ec845e57283 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:06.654049 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:06.708202 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-235ffe8f-4fa1-4a48-9f92-5011f1ce6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:06.739592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:08:06.844386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device da970e07-5262-48a7-a6e8-d61896421760 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:08:06.853729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ffe8f-4fa1-4a48-9f92-5011f1ce6a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91eea02-3cdd-43c2-a8ff-4b8ec6bca041,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:06.868502 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-235ffe8f-4fa1-4a48-9f92-5011f1ce6a30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c53f1657d2441e79039cbf518c679e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5745971 Oct 13 11:08:06.869357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57592) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:06.928772 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:07.007536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71265fef-4c2f-48d5-9910-9ec845e57283'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:08:07.010601 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3780a8a5-94a6-4f0d-bdad-38832c44bec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:07.012958 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e01bbbe-cdb9-46b7-b081-0d1009689710" -d '{"events": [{"server_uuid": "a9e54f9f-91d7-4e58-89f1-b5788c1e966a", "name": "network-vif-plugged", "status": "completed", "tag": "71265fef-4c2f-48d5-9910-9ec845e57283"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:08:07.024663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0663c2c7-8b37-4e39-a547-1876865497d1 None None] Provisioning complete for port 1e39f04a-f272-458f-91b8-e0b509938fd9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:07.025041 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0663c2c7-8b37-4e39-a547-1876865497d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:07.030554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38d76854-8bda-4c6d-8faa-ecf20e5ebcf3 req-b52066cd-70c7-42a1-9d92-cb62f6437fa3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab422c9-9218-4307-bf29-e7b062bbaee5 HTTP/1.1" status: 200 len: 210 time: 0.0416689 Oct 13 11:08:07.034318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:08:07.037473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 71265fef-4c2f-48d5-9910-9ec845e57283, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=71265fef-4c2f-48d5-9910-9ec845e57283,segment=NetworkSegment(d32eb38a-538c-449f-91a4-a85b84194c5e),segment_id=d32eb38a-538c-449f-91a4-a85b84194c5e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:07.047214 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7fe21f35-6afe-46b1-a7a5-0be5566cdc40 admin admin] 10.222.0.32 "PUT /v2.0/routers/4ddf0402-029c-4d4b-895b-82df4a8cbdbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4480331 Oct 13 11:08:07.056668 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3780a8a5-94a6-4f0d-bdad-38832c44bec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:07.232176 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3780a8a5-94a6-4f0d-bdad-38832c44bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:07.241561 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3780a8a5-94a6-4f0d-bdad-38832c44bec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:07.241561 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3780a8a5-94a6-4f0d-bdad-38832c44bec4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b91eea02-3cdd-43c2-a8ff-4b8ec6bca041 HTTP/1.1" status: 204 len: 168 time: 0.3646867 Oct 13 11:08:07.254115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780a8a5-94a6-4f0d-bdad-38832c44bec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91eea02-3cdd-43c2-a8ff-4b8ec6bca041,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:07.287801 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:07.331049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port da970e07-5262-48a7-a6e8-d61896421760 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:07.331717 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:07.369322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0663c2c7-8b37-4e39-a547-1876865497d1 None None] Port 1e39f04a-f272-458f-91b8-e0b509938fd9 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:08:07.380772 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102fafc2-f9ce-4730-a83a-af8858ba0f16 x-openstack-request-id: req-102fafc2-f9ce-4730-a83a-af8858ba0f16 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:08:07.386788 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e54f9f-91d7-4e58-89f1-b5788c1e966a", "name": "network-vif-plugged", "status": "completed", "tag": "71265fef-4c2f-48d5-9910-9ec845e57283", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:08:07.387348 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-102fafc2-f9ce-4730-a83a-af8858ba0f16 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:08:07.387944 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71265fef-4c2f-48d5-9910-9ec845e57283', 'code': 200} Oct 13 11:08:07.435864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=71265fef-4c2f-48d5-9910-9ec845e57283,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:07.509979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000e58-c6f8-468c-bb00-0a992a20dc2c req-df1ae0ee-384e-4f8c-9636-f0a6d2f5ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:07.512328 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b000e58-c6f8-468c-bb00-0a992a20dc2c req-df1ae0ee-384e-4f8c-9636-f0a6d2f5ccc5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 1097 time: 0.0679390 Oct 13 11:08:07.516235 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:07.550800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port da970e07-5262-48a7-a6e8-d61896421760, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=da970e07-5262-48a7-a6e8-d61896421760,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:07.560783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b000e58-c6f8-468c-bb00-0a992a20dc2c req-03fa20ca-bdaa-4279-b264-1b8a04510a71 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2598059-83b8-42d9-a0fb-309007389b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416524 Oct 13 11:08:07.639522 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:07.695878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=da970e07-5262-48a7-a6e8-d61896421760,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:07.868337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Sync routers for ids ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:08:07.909691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Routers {'4ddf0402-029c-4d4b-895b-82df4a8cbdbe'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:08:07.910434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:07:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:07.949170 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b258efc0-6668-469a-9da8-755a0a8f9562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:08.029032 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Set router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:08:08.246904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da970e07-5262-48a7-a6e8-d61896421760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:08:05Z', 'revision_number': 4, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port': {'id': 'da970e07-5262-48a7-a6e8-d61896421760', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:00Z', 'updated_at': '2021-10-13T11:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '1e39f04a-f272-458f-91b8-e0b509938fd9', 'name': '', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'mac_address': 'fa:16:3e:38:b5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:04Z', 'updated_at': '2021-10-13T11:08:05Z', 'revision_number': 2, 'project_id': '94103c739efd4f559dbc468c59322726', 'subnets': [{'id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:08.289823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Checking router: 4ddf0402-029c-4d4b-895b-82df4a8cbdbe for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:08:08.290317 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Updating router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe port 1e39f04a-f272-458f-91b8-e0b509938fd9 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:08:08.317789 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:08.320457 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57642) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:08.325399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3d6d98f2-6181-44ce-a634-06dd0b183d4f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--429595324', 'description': 'tempest-description--2014932733'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:08.433602 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d6d98f2-6181-44ce-a634-06dd0b183d4f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:08.443995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75217a-8cb7-4e00-8ce0-e97a8d14c69e req-ce2dc72f-0376-4d2b-b5f3-ece0fc91c473 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:08.445655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7b75217a-8cb7-4e00-8ce0-e97a8d14c69e req-ce2dc72f-0376-4d2b-b5f3-ece0fc91c473 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 946 time: 0.0728307 Oct 13 11:08:08.487478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57650) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:08.517528 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7b75217a-8cb7-4e00-8ce0-e97a8d14c69e req-84f65c6f-a39a-43fa-af8a-9c84416478c5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2598059-83b8-42d9-a0fb-309007389b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613706 Oct 13 11:08:08.564023 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d6d98f2-6181-44ce-a634-06dd0b183d4f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:08.639935 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:08.645208 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d6d98f2-6181-44ce-a634-06dd0b183d4f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:08.679675 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device da970e07-5262-48a7-a6e8-d61896421760 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:08:08.680627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d98f2-6181-44ce-a634-06dd0b183d4f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878fc49e-ed9c-4120-8101-c7baf97cad16,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:08.726833 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:08.735063 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75b2e4ea-b1ec-47dd-b2e8-7e6d13004e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:08.738958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port da970e07-5262-48a7-a6e8-d61896421760 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:08.739510 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:08.756452 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d6d98f2-6181-44ce-a634-06dd0b183d4f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:08.763926 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3d6d98f2-6181-44ce-a634-06dd0b183d4f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4377079 Oct 13 11:08:08.764787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57660) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:08.774106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8fb49fc8-07c0-498e-a782-ef8d0b2ce5e7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Request body: {'security_group_rule': {'security_group_id': '878fc49e-ed9c-4120-8101-c7baf97cad16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:08.775382 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:08.894966 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75b2e4ea-b1ec-47dd-b2e8-7e6d13004e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:08.900892 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8fb49fc8-07c0-498e-a782-ef8d0b2ce5e7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:08.958193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88f429-f2df-41df-ac5a-644551a418ca None None] Pushing event updated for resources: {'Port': ['ID=1e39f04a-f272-458f-91b8-e0b509938fd9,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:08.984686 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8fb49fc8-07c0-498e-a782-ef8d0b2ce5e7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.010856 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75b2e4ea-b1ec-47dd-b2e8-7e6d13004e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.060954 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-75b2e4ea-b1ec-47dd-b2e8-7e6d13004e61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb5cbb15e59348e4be7214ca8867cebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5712128 Oct 13 11:08:09.063294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57674) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:09.067027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Attempting to bind port 1e39f04a-f272-458f-91b8-e0b509938fd9 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:08:09.068266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Attempting to bind port 1e39f04a-f272-458f-91b8-e0b509938fd9 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:08:09.068811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Attempting to bind port 1e39f04a-f272-458f-91b8-e0b509938fd9 on network 95fd87ea-fade-4046-b119-0e72f7410189 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:08:09.082647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:08:09.084290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Checking segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:08:09.085514 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.086685 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Bound using segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:08:09.087629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Bound port: 1e39f04a-f272-458f-91b8-e0b509938fd9, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:08:09.088238 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.104045 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8fb49fc8-07c0-498e-a782-ef8d0b2ce5e7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.146795 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb49fc8-07c0-498e-a782-ef8d0b2ce5e7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8371900-e57e-47ed-9505-5712321718f9,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:09.147842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2e4ea-b1ec-47dd-b2e8-7e6d13004e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51980e2d-1c2d-457a-a168-9760c75bdc0d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:09.173156 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a49b80d-9487-4a94-87a2-163388455882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.222362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a49b80d-9487-4a94-87a2-163388455882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.227289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] For port 1e39f04a-f272-458f-91b8-e0b509938fd9, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:08:09.232192 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] For port 1e39f04a-f272-458f-91b8-e0b509938fd9, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1e39f04a-f272-458f-91b8-e0b509938fd9,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:08:09.295122 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.376426 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a49b80d-9487-4a94-87a2-163388455882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.380383 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a49b80d-9487-4a94-87a2-163388455882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.389573 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9a49b80d-9487-4a94-87a2-163388455882 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51980e2d-1c2d-457a-a168-9760c75bdc0d HTTP/1.1" status: 204 len: 168 time: 0.3243709 Oct 13 11:08:09.401194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d6fef8db-47bf-452c-9aea-383ebf4f3be8 None None] Provisioning complete for port 1e39f04a-f272-458f-91b8-e0b509938fd9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:09.401582 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d6fef8db-47bf-452c-9aea-383ebf4f3be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.403200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49b80d-9487-4a94-87a2-163388455882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51980e2d-1c2d-457a-a168-9760c75bdc0d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:09.404298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Routers {'4ddf0402-029c-4d4b-895b-82df4a8cbdbe'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:08:09.404941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:07:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:09.424233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c619d-d3a2-4066-b689-397f0171d7ca req-1e8deee1-0f48-4bc6-8501-e777ecddc9ab tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:09.425946 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-1e8deee1-0f48-4bc6-8501-e777ecddc9ab tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.3145311 Oct 13 11:08:09.445677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88f429-f2df-41df-ac5a-644551a418ca None None] Pushing event updated for resources: {'Port': ['ID=1e39f04a-f272-458f-91b8-e0b509938fd9,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:09.455615 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-473deb4c-826d-4109-a015-222e7f99995b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/quotas/5b6fc3efaaa543319ed74d0e741b2ed5 HTTP/1.1" status: 200 len: 375 time: 0.0230696 Oct 13 11:08:09.460980 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8fb49fc8-07c0-498e-a782-ef8d0b2ce5e7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.465551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8fb49fc8-07c0-498e-a782-ef8d0b2ce5e7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6977208 Oct 13 11:08:09.466098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57688) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:09.479397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-043146a8-fe71-4fad-9d90-5319c37a0dd4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Request body: {'security_group_rule': {'security_group_id': '878fc49e-ed9c-4120-8101-c7baf97cad16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:09.604929 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-b3e89905-a3ca-4b40-8ab4-37d9116acc6a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1405919 Oct 13 11:08:09.636458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] Set router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:08:09.656970 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-043146a8-fe71-4fad-9d90-5319c37a0dd4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.683845 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d6fef8db-47bf-452c-9aea-383ebf4f3be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.743352 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-043146a8-fe71-4fad-9d90-5319c37a0dd4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.750203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d6fef8db-47bf-452c-9aea-383ebf4f3be8 None None] For port 1e39f04a-f272-458f-91b8-e0b509938fd9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1e39f04a-f272-458f-91b8-e0b509938fd9,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:09.764248 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-4ff8533b-b8a9-45e0-9030-e5b8075866ae service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507468 Oct 13 11:08:09.816323 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-043146a8-fe71-4fad-9d90-5319c37a0dd4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.846798 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d6fef8db-47bf-452c-9aea-383ebf4f3be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.872939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043146a8-fe71-4fad-9d90-5319c37a0dd4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0b07b3-c6ce-44f6-93fe-c743ff1d0c67,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:09.893684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-6ba9f1ac-7793-4f1f-9006-f22ba344534a service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285434 Oct 13 11:08:09.904488 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-043146a8-fe71-4fad-9d90-5319c37a0dd4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:09.906722 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-043146a8-fe71-4fad-9d90-5319c37a0dd4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4387178 Oct 13 11:08:09.909643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57712) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:09.917912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:09.942581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fef8db-47bf-452c-9aea-383ebf4f3be8 None None] Pushing event updated for resources: {'Port': ['ID=1e39f04a-f272-458f-91b8-e0b509938fd9,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:09.991906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7bbad899-a203-46d9-8eda-80e63f43d325 None None] Provisioning complete for port 1e39f04a-f272-458f-91b8-e0b509938fd9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:09.992229 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7bbad899-a203-46d9-8eda-80e63f43d325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:10.041320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da970e07-5262-48a7-a6e8-d61896421760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:08:05Z', 'revision_number': 4, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port': {'id': 'da970e07-5262-48a7-a6e8-d61896421760', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:00Z', 'updated_at': '2021-10-13T11:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '1e39f04a-f272-458f-91b8-e0b509938fd9', 'name': '', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'mac_address': 'fa:16:3e:38:b5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:04Z', 'updated_at': '2021-10-13T11:08:09Z', 'revision_number': 4, 'project_id': '94103c739efd4f559dbc468c59322726', 'subnets': [{'id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:10.054914 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:10.071143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9de1a8-f475-4bba-8361-f381c5de59a9 None None] The sync data for ids ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'] in n-d-813659-3 is: [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da970e07-5262-48a7-a6e8-d61896421760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:08:05Z', 'revision_number': 4, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port': {'id': 'da970e07-5262-48a7-a6e8-d61896421760', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:00Z', 'updated_at': '2021-10-13T11:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '1e39f04a-f272-458f-91b8-e0b509938fd9', 'name': '', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'mac_address': 'fa:16:3e:38:b5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:04Z', 'updated_at': '2021-10-13T11:08:09Z', 'revision_number': 4, 'project_id': '94103c739efd4f559dbc468c59322726', 'subnets': [{'id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:08:10.270664 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:10.347805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a328db1-8702-43c8-b71d-7b0c5f8ab989 req-40d35223-9ea3-48a2-8c8d-7af0813188f0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:10.358171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a328db1-8702-43c8-b71d-7b0c5f8ab989 req-40d35223-9ea3-48a2-8c8d-7af0813188f0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 946 time: 0.1052327 Oct 13 11:08:10.377815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57726) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:10.428596 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a328db1-8702-43c8-b71d-7b0c5f8ab989 req-ab1d4ec4-30ef-4d4f-a1eb-5da0fbd0614d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2598059-83b8-42d9-a0fb-309007389b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489233 Oct 13 11:08:10.431278 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2517cc5-08a0-444d-b4e7-be4cbabee4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:10.444808 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:10.530997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Allocated IP 172.25.0.225 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/715f02af-342f-4e19-acf5-46be1396958e) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:08:10.686573 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2517cc5-08a0-444d-b4e7-be4cbabee4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:10.707671 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e586aaf-7c87-439e-8902-334bd0e637d8 req-b07b3323-8bd9-4654-8c14-3468b385bd8f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 210 time: 0.0612295 Oct 13 11:08:10.732608 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1e39f04a-f272-458f-91b8-e0b509938fd9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:08:10.760483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:10.790631 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ef515052-aede-4f38-96f3-8486214b8397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:10.808452 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2517cc5-08a0-444d-b4e7-be4cbabee4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:10.871049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f2517cc5-08a0-444d-b4e7-be4cbabee4e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=751ed148f91e42bebeac6b356f066277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4872737 Oct 13 11:08:10.871049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2517cc5-08a0-444d-b4e7-be4cbabee4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a136fbb-644b-4b7f-8046-0c4baa3b99a1,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:10.872388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57748) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:10.879577 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:10.890908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1e39f04a-f272-458f-91b8-e0b509938fd9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:10.891144 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:10.977128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:08:10.989691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:08:10.995143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:08:11.080592 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39b42d70-c47e-4153-ab3f-7d11bf350777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:11.096815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5edc0e-d60b-4045-91fc-89fa8969c230 req-fa202ba6-74b5-4406-b5a5-21fceb75d9b3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:11.118131 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-be5edc0e-d60b-4045-91fc-89fa8969c230 req-fa202ba6-74b5-4406-b5a5-21fceb75d9b3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 946 time: 0.2070341 Oct 13 11:08:11.155939 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39b42d70-c47e-4153-ab3f-7d11bf350777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:11.179910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:11.205805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event updated for resources: {'Port': ['ID=715f02af-342f-4e19-acf5-46be1396958e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:11.207875 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-be5edc0e-d60b-4045-91fc-89fa8969c230 req-9b904bb4-b535-4bd0-9997-9868918f3424 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2598059-83b8-42d9-a0fb-309007389b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887554 Oct 13 11:08:11.234464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57752) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:11.316249 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:11.351805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c78cac-5b72-48ee-829f-2c7cb193ef25 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:11.353995 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-58c78cac-5b72-48ee-829f-2c7cb193ef25 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 1092 time: 0.1176155 Oct 13 11:08:11.356858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57758) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:11.362740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '71265fef-4c2f-48d5-9910-9ec845e57283', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:11.449511 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39b42d70-c47e-4153-ab3f-7d11bf350777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:11.453567 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39b42d70-c47e-4153-ab3f-7d11bf350777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:11.454761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-39b42d70-c47e-4153-ab3f-7d11bf350777 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a136fbb-644b-4b7f-8046-0c4baa3b99a1 HTTP/1.1" status: 204 len: 168 time: 0.5810924 Oct 13 11:08:11.500655 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b42d70-c47e-4153-ab3f-7d11bf350777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a136fbb-644b-4b7f-8046-0c4baa3b99a1,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:11.525602 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:11.555932 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:11.672068 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:11.713406 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:11.714304 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:11.781259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event updated for resources: {'Port': ['ID=715f02af-342f-4e19-acf5-46be1396958e,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:11.872461 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:11.900141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Allocated IP 172.25.0.71 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/a3bad6b8-816c-45f3-8890-89474bf29c95) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:08:11.903739 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-884a4e1c-ba98-402c-93ce-8d5d344360f5 req-9ab1f522-78f6-4444-b371-34c398de6f7f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 210 time: 0.0466433 Oct 13 11:08:12.004512 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:12.007071 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-33915163-c017-4a33-b6f5-df5b069f19e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0959687 Oct 13 11:08:12.055373 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:12.148248 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:12.149426 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:12.213279 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:08:12.216427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:08:12.222548 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:08:12.260422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=a3bad6b8-816c-45f3-8890-89474bf29c95,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:12.374902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-90fb291f-be12-4c7a-b33c-7bc03cf4db67 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--429595324&fields=id&tenant_id=94103c739efd4f559dbc468c59322726 HTTP/1.1" status: 200 len: 267 time: 0.0863576 Oct 13 11:08:12.564106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-e8a4b66d-6a72-4917-b6a0-440b6fec9086 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:12.565727 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-e8a4b66d-6a72-4917-b6a0-440b6fec9086 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 811 time: 0.1836689 Oct 13 11:08:12.601968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-b19018e4-b044-4510-a4d4-c9313953d9b5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/quotas/94103c739efd4f559dbc468c59322726 HTTP/1.1" status: 200 len: 375 time: 0.0212009 Oct 13 11:08:12.755325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-ba63d48a-94a5-4555-8eba-852869dd6ee6 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1448655 Oct 13 11:08:12.966146 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-24f3e2ab-d4e7-4a63-92d3-f47b4214406c service neutron] 10.222.0.32 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072072 Oct 13 11:08:13.050034 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:13.136862 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-349897dd-1a8c-47cc-99aa-355cdecab226 service neutron] 10.222.0.32 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724079 Oct 13 11:08:13.176107 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c619d-d3a2-4066-b689-397f0171d7ca req-eb2619d3-690c-4941-94e6-093342acf13c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:13.189771 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-eb2619d3-690c-4941-94e6-093342acf13c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.2270839 Oct 13 11:08:13.202299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-841c619d-d3a2-4066-b689-397f0171d7ca req-f1f26d55-5149-4a8e-8c95-d63fb3208ed3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Request body: {'port': {'device_id': '9f4faa88-9670-4f0c-b0bc-9b7dab206c96', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'admin_state_up': True, 'tenant_id': '5b6fc3efaaa543319ed74d0e741b2ed5'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:13.243891 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:13.397064 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:13.433674 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841c619d-d3a2-4066-b689-397f0171d7ca req-f1f26d55-5149-4a8e-8c95-d63fb3208ed3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Made reservation on behalf of 5b6fc3efaaa543319ed74d0e741b2ed5 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:08:13.459139 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-841c619d-d3a2-4066-b689-397f0171d7ca req-f1f26d55-5149-4a8e-8c95-d63fb3208ed3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:13.520621 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:13.616204 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:13.731200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-841c619d-d3a2-4066-b689-397f0171d7ca req-f1f26d55-5149-4a8e-8c95-d63fb3208ed3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Allocated IP 172.20.0.7 (c3d8fabf-e39a-48d5-8efd-ece7680b6661/f6dc65ab-bcea-46c1-8b9d-45c9927e2800/1d73cdfa-5171-479c-8313-ca7704e8c816) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:08:13.744422 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f840d11-e9f5-495a-837d-ab219e8b6e2b req-42f0179d-b872-48e4-9f00-c78f94741e6d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 210 time: 0.0531814 Oct 13 11:08:13.747707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=a3bad6b8-816c-45f3-8890-89474bf29c95,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:13.762127 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:13.845825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ccba70f1-bc9b-4d72-a2ae-00cfa3e456bc req-e53943f7-3fa8-463d-974e-b0f2fb46a4a5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 210 time: 0.0427120 Oct 13 11:08:13.919261 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Floating IP f859f62f-9c6d-4e52-93b2-a02c1db40435 associated. External IP: 172.25.0.71, port: 71265fef-4c2f-48d5-9910-9ec845e57283. Oct 13 11:08:13.925334 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-841c619d-d3a2-4066-b689-397f0171d7ca req-f1f26d55-5149-4a8e-8c95-d63fb3208ed3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:14.050950 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-841c619d-d3a2-4066-b689-397f0171d7ca req-f1f26d55-5149-4a8e-8c95-d63fb3208ed3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:14.064266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:14.097948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841c619d-d3a2-4066-b689-397f0171d7ca req-f1f26d55-5149-4a8e-8c95-d63fb3208ed3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Network c3d8fabf-e39a-48d5-8efd-ece7680b6661 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:08:14.104150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-841c619d-d3a2-4066-b689-397f0171d7ca req-f1f26d55-5149-4a8e-8c95-d63fb3208ed3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:08:14.111555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-841c619d-d3a2-4066-b689-397f0171d7ca req-f1f26d55-5149-4a8e-8c95-d63fb3208ed3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:08:14.157420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f26d55-5149-4a8e-8c95-d63fb3208ed3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event updated for resources: {'Port': ['ID=1d73cdfa-5171-479c-8313-ca7704e8c816,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:14.205915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c619d-d3a2-4066-b689-397f0171d7ca req-f1f26d55-5149-4a8e-8c95-d63fb3208ed3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:14.206656 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-841c619d-d3a2-4066-b689-397f0171d7ca req-f1f26d55-5149-4a8e-8c95-d63fb3208ed3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:14.234728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Router 334563ca-dfda-4611-a9aa-38d4d74e0a4d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:08:14.351493 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-f1f26d55-5149-4a8e-8c95-d63fb3208ed3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1616220 Oct 13 11:08:14.365556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Request body: {'port': {'device_id': '9f4faa88-9670-4f0c-b0bc-9b7dab206c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:14.372997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:08:14.386916 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca97c394-4e6c-4455-a665-c19315a00203 None None] Sync routers for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:08:14.410139 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca97c394-4e6c-4455-a665-c19315a00203 None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:08:14.410869 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ca97c394-4e6c-4455-a665-c19315a00203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:08:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:14.443019 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:14.486050 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:14.555864 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-84fd3440-1c45-4ee0-9ed5-83a263e53160 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1978981 Oct 13 11:08:14.557085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'tag': '71265fef-4c2f-48d5-9910-9ec845e57283'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:08:14.560714 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7521f62a-3c15-4d27-aecf-ba71524b0b20" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e54f9f-91d7-4e58-89f1-b5788c1e966a", "tag": "71265fef-4c2f-48d5-9910-9ec845e57283"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:08:14.564284 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57882) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:14.727135 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-ca97c394-4e6c-4455-a665-c19315a00203 None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:08:15.075288 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5c6e6174-87ec-4c88-8aad-61d4b28262a4 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/floatingips/f859f62f-9c6d-4e52-93b2-a02c1db40435 HTTP/1.1" status: 200 len: 991 time: 0.5096881 Oct 13 11:08:15.079145 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c07e3fa-dd00-4497-9026-fab4405a17d6 x-openstack-request-id: req-9c07e3fa-dd00-4497-9026-fab4405a17d6 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:08:15.079332 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e54f9f-91d7-4e58-89f1-b5788c1e966a", "tag": "71265fef-4c2f-48d5-9910-9ec845e57283", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:08:15.079567 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c07e3fa-dd00-4497-9026-fab4405a17d6 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:08:15.079958 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'tag': '71265fef-4c2f-48d5-9910-9ec845e57283', 'status': 'completed', 'code': 200} Oct 13 11:08:15.115009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d73cdfa-5171-479c-8313-ca7704e8c816 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:08:15.125482 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ca97c394-4e6c-4455-a665-c19315a00203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'f859f62f-9c6d-4e52-93b2-a02c1db40435', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'port_id': '71265fef-4c2f-48d5-9910-9ec845e57283', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'mac_address': 'fa:16:3e:18:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:08:12Z', 'updated_at': '2021-10-13T11:08:12Z', 'revision_number': 0, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:46Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:15.147644 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:15.181971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Transition to ACTIVE for port object 1d73cdfa-5171-479c-8313-ca7704e8c816 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:08:15.187373 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca97c394-4e6c-4455-a665-c19315a00203 None None] Checking router: 334563ca-dfda-4611-a9aa-38d4d74e0a4d for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:08:15.196426 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca97c394-4e6c-4455-a665-c19315a00203 None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:08:15.197099 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ca97c394-4e6c-4455-a665-c19315a00203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:08:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:15.200547 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521f62a-3c15-4d27-aecf-ba71524b0b20 req-db76a467-2836-4404-917f-f1d4e08bec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:15.201714 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7521f62a-3c15-4d27-aecf-ba71524b0b20 req-db76a467-2836-4404-917f-f1d4e08bec69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 1097 time: 0.1243169 Oct 13 11:08:15.211596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66582452-4d2f-4232-a12d-d0ee79455da0 req-3e4f2641-9f27-4915-b570-2f8b37118ec2 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:15.213072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66582452-4d2f-4232-a12d-d0ee79455da0 req-3e4f2641-9f27-4915-b570-2f8b37118ec2 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 931 time: 0.1366744 Oct 13 11:08:15.244685 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:15.362402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66582452-4d2f-4232-a12d-d0ee79455da0 req-46cc8163-bacc-4c96-979f-c8c25cd57ef7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325216 Oct 13 11:08:15.370015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Pushing event updated for resources: {'Port': ['ID=1d73cdfa-5171-479c-8313-ca7704e8c816,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:15.390009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521f62a-3c15-4d27-aecf-ba71524b0b20 req-3815103b-7f76-4295-964d-11fb437d358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:15.391749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7521f62a-3c15-4d27-aecf-ba71524b0b20 req-3815103b-7f76-4295-964d-11fb437d358f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3995be86-7a49-43d2-87f8-1e3c2c6688eb HTTP/1.1" status: 200 len: 898 time: 0.1702292 Oct 13 11:08:15.398816 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-ca97c394-4e6c-4455-a665-c19315a00203 None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:08:15.509728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Attempting to bind port 1d73cdfa-5171-479c-8313-ca7704e8c816 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:08:15.512840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Attempting to bind port 1d73cdfa-5171-479c-8313-ca7704e8c816 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:08:15.512840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Attempting to bind port 1d73cdfa-5171-479c-8313-ca7704e8c816 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:08:15.527607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Port 1d73cdfa-5171-479c-8313-ca7704e8c816 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:08:15.527949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Attempting to bind port 1d73cdfa-5171-479c-8313-ca7704e8c816 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:08:15.533642 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb00a6e1-36eb-4819-89a9-e53f32e0ec4c req-89efff73-caba-4b78-8433-d758c14e3e1f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 210 time: 0.0430367 Oct 13 11:08:15.546482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:08:15.546482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Checking segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:08:15.546482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Bound using segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:08:15.546482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Bound port: 1d73cdfa-5171-479c-8313-ca7704e8c816, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:08:15.546482 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:15.582878 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7521f62a-3c15-4d27-aecf-ba71524b0b20 req-602d2974-e954-4c70-a1dc-7d0112f525ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71265fef-4c2f-48d5-9910-9ec845e57283 HTTP/1.1" status: 200 len: 999 time: 0.1827681 Oct 13 11:08:15.633874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] For port 1d73cdfa-5171-479c-8313-ca7704e8c816, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:08:15.637658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] For port 1d73cdfa-5171-479c-8313-ca7704e8c816, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1d73cdfa-5171-479c-8313-ca7704e8c816,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:08:15.651516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521f62a-3c15-4d27-aecf-ba71524b0b20 req-1e80412b-0471-4b98-8dbc-04db351d6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:15.653445 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7521f62a-3c15-4d27-aecf-ba71524b0b20 req-1e80412b-0471-4b98-8dbc-04db351d6e14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c39318c-77d4-48d3-a3dd-195c903b829a HTTP/1.1" status: 200 len: 834 time: 0.0628965 Oct 13 11:08:15.735054 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521f62a-3c15-4d27-aecf-ba71524b0b20 req-e064dabc-c9c1-4ef8-a73d-d5b9577cdd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:15.737037 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7521f62a-3c15-4d27-aecf-ba71524b0b20 req-e064dabc-c9c1-4ef8-a73d-d5b9577cdd31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3995be86-7a49-43d2-87f8-1e3c2c6688eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706704 Oct 13 11:08:15.744303 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:15.792823 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ca97c394-4e6c-4455-a665-c19315a00203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'f859f62f-9c6d-4e52-93b2-a02c1db40435', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'port_id': '71265fef-4c2f-48d5-9910-9ec845e57283', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'mac_address': 'fa:16:3e:18:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:08:12Z', 'updated_at': '2021-10-13T11:08:12Z', 'revision_number': 0, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:46Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:15.817581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:15.818298 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:15.820413 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] 10.222.0.21 "PUT /v2.0/ports/1d73cdfa-5171-479c-8313-ca7704e8c816 HTTP/1.1" status: 200 len: 1091 time: 1.4604249 Oct 13 11:08:15.820969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4faa88-9670-4f0c-b0bc-9b7dab206c96', 'tag': '1d73cdfa-5171-479c-8313-ca7704e8c816'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:08:15.823403 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb602d0-e49f-4401-9722-9d25c5b76b04" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4faa88-9670-4f0c-b0bc-9b7dab206c96", "tag": "1d73cdfa-5171-479c-8313-ca7704e8c816"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:08:15.824259 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca97c394-4e6c-4455-a665-c19315a00203 None None] The sync data for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 is: [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'f859f62f-9c6d-4e52-93b2-a02c1db40435', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'port_id': '71265fef-4c2f-48d5-9910-9ec845e57283', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'mac_address': 'fa:16:3e:18:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:08:12Z', 'updated_at': '2021-10-13T11:08:12Z', 'revision_number': 0, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:46Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:08:15.856374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acfb09-c9bc-47e8-9739-8a1f1851e759 service neutron] Pushing event updated for resources: {'Port': ['ID=1d73cdfa-5171-479c-8313-ca7704e8c816,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:15.877740 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eda951-da8d-4c7f-bf9b-963bf4cab5d1 x-openstack-request-id: req-e7eda951-da8d-4c7f-bf9b-963bf4cab5d1 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:08:15.877740 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4faa88-9670-4f0c-b0bc-9b7dab206c96", "tag": "1d73cdfa-5171-479c-8313-ca7704e8c816", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:08:15.877740 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7eda951-da8d-4c7f-bf9b-963bf4cab5d1 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:08:15.877740 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4faa88-9670-4f0c-b0bc-9b7dab206c96', 'tag': '1d73cdfa-5171-479c-8313-ca7704e8c816', 'status': 'completed', 'code': 200} Oct 13 11:08:15.901027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7521f62a-3c15-4d27-aecf-ba71524b0b20 req-0c9c566b-573e-472e-a1d1-4a81b352f60b service neutron] 10.222.0.46 "GET /v2.0/networks/3995be86-7a49-43d2-87f8-1e3c2c6688eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469488 Oct 13 11:08:16.080973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57934) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:16.087150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb602d0-e49f-4401-9722-9d25c5b76b04 req-ebf340d5-e3cd-458b-858d-053e15b42b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:16.089331 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dbb602d0-e49f-4401-9722-9d25c5b76b04 req-ebf340d5-e3cd-458b-858d-053e15b42b3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 1094 time: 0.0751271 Oct 13 11:08:16.135317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7521f62a-3c15-4d27-aecf-ba71524b0b20 req-731de4ec-5cfe-4e5b-b990-668476f76b75 service neutron] 10.222.0.46 "GET /v2.0/networks/3995be86-7a49-43d2-87f8-1e3c2c6688eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269092 Oct 13 11:08:16.234836 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e6ba8d-b60b-4b41-a124-cb36c5d50681 None None] New status for floating IP f859f62f-9c6d-4e52-93b2-a02c1db40435: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:08:16.332726 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9e384b76-1bdc-4f45-ad36-f5844667ac1e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/floatingips/f859f62f-9c6d-4e52-93b2-a02c1db40435 HTTP/1.1" status: 200 len: 991 time: 0.2495542 Oct 13 11:08:16.393747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f3154450-f2e7-47f9-93b3-600810faa67a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:16.393747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f3154450-f2e7-47f9-93b3-600810faa67a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 811 time: 0.2024589 Oct 13 11:08:16.529669 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-a9a0a26f-6cf8-414f-b7e8-ca71ab205b9d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94103c739efd4f559dbc468c59322726 HTTP/1.1" status: 200 len: 379 time: 0.1233413 Oct 13 11:08:16.569028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f6cc4b7e-67bd-4ad2-889e-0970a0e939f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Request body: {'port': {'device_id': '35ad90cd-45aa-4b88-8573-538034e8e613', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'admin_state_up': True, 'tenant_id': '94103c739efd4f559dbc468c59322726', 'security_groups': ['878fc49e-ed9c-4120-8101-c7baf97cad16']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:16.668130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306aecb-e7c8-4447-8f6f-b2ddf181230b req-d1b04a90-cee3-4384-9ff1-7c182135a647 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:16.670004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6306aecb-e7c8-4447-8f6f-b2ddf181230b req-d1b04a90-cee3-4384-9ff1-7c182135a647 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 943 time: 0.1616426 Oct 13 11:08:16.738565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb602d0-e49f-4401-9722-9d25c5b76b04 req-4233b125-26a3-4cf6-9895-560c905712eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:16.742715 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dbb602d0-e49f-4401-9722-9d25c5b76b04 req-4233b125-26a3-4cf6-9895-560c905712eb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.6367824 Oct 13 11:08:16.758862 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6306aecb-e7c8-4447-8f6f-b2ddf181230b req-b148a1c2-2d25-4f21-b2db-1f2565535f0d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815825 Oct 13 11:08:16.826650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f6cc4b7e-67bd-4ad2-889e-0970a0e939f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Made reservation on behalf of 94103c739efd4f559dbc468c59322726 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:08:16.837284 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f6cc4b7e-67bd-4ad2-889e-0970a0e939f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:16.903903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb602d0-e49f-4401-9722-9d25c5b76b04 req-f527b45e-18ab-48d6-8ca5-32e8ce6d824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:16.905511 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dbb602d0-e49f-4401-9722-9d25c5b76b04 req-f527b45e-18ab-48d6-8ca5-32e8ce6d824f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1572893 Oct 13 11:08:16.982906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30e8d66e-900a-4f0f-9d76-dd0c33b806bd req-c735f46c-cd13-45b6-957c-52c328c2a513 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 210 time: 0.1074114 Oct 13 11:08:17.024053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c619d-d3a2-4066-b689-397f0171d7ca req-8c71af6b-841f-4f97-a728-459e3cfb359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:17.026155 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-8c71af6b-841f-4f97-a728-459e3cfb359d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 1094 time: 0.0794857 Oct 13 11:08:17.079004 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-11ed59b6-993f-49c5-9398-20a7836ca373 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d73cdfa-5171-479c-8313-ca7704e8c816 HTTP/1.1" status: 200 len: 217 time: 0.0447390 Oct 13 11:08:17.082774 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f6cc4b7e-67bd-4ad2-889e-0970a0e939f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Allocated IP 172.20.0.8 (95fd87ea-fade-4046-b119-0e72f7410189/ecd630ac-bffd-4d81-9474-39db4e4bebc1/8be41b51-0274-4a63-863e-7117b400fcd5) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:08:17.166666 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c619d-d3a2-4066-b689-397f0171d7ca req-ab2b83d0-eb46-4851-8c01-bb9345ee1538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:17.168840 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-ab2b83d0-eb46-4851-8c01-bb9345ee1538 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6dc65ab-bcea-46c1-8b9d-45c9927e2800 HTTP/1.1" status: 200 len: 845 time: 0.0824363 Oct 13 11:08:17.204834 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-7f5a1133-c497-4f84-9db2-f74b67b76552 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3d8fabf-e39a-48d5-8efd-ece7680b6661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285525 Oct 13 11:08:17.305823 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f6cc4b7e-67bd-4ad2-889e-0970a0e939f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:17.312946 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-a8c6bfae-a7b0-4809-bed3-f70bed5de24d service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995541 Oct 13 11:08:17.343986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57964) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:17.440502 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f6cc4b7e-67bd-4ad2-889e-0970a0e939f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:17.471903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57970) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:17.475367 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2df85de0-258e-475a-9b66-4fd6f615a586 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/floatingips/f859f62f-9c6d-4e52-93b2-a02c1db40435 HTTP/1.1" status: 200 len: 993 time: 0.1305454 Oct 13 11:08:17.526814 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-841c619d-d3a2-4066-b689-397f0171d7ca req-ac1c2815-d13d-400d-b3e9-afcb7bf3497e service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059567 Oct 13 11:08:17.543958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f6cc4b7e-67bd-4ad2-889e-0970a0e939f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Network 95fd87ea-fade-4046-b119-0e72f7410189 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:08:17.547303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f6cc4b7e-67bd-4ad2-889e-0970a0e939f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:08:17.865171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f6cc4b7e-67bd-4ad2-889e-0970a0e939f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:08:17.865171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc4b7e-67bd-4ad2-889e-0970a0e939f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:17.865171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f6cc4b7e-67bd-4ad2-889e-0970a0e939f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:17.865171 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f6cc4b7e-67bd-4ad2-889e-0970a0e939f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:17.872267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54ded4d6-3b82-4a28-9072-afdf3f65548e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:17.875712 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-f6cc4b7e-67bd-4ad2-889e-0970a0e939f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2171109 Oct 13 11:08:17.875712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Request body: {'port': {'device_id': '35ad90cd-45aa-4b88-8573-538034e8e613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:17.875955 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54ded4d6-3b82-4a28-9072-afdf3f65548e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:17.879300 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:17.920219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1c4ffb3e-1826-4521-bba8-d565ec6f127e None None] Provisioning complete for port 8be41b51-0274-4a63-863e-7117b400fcd5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:17.921125 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1c4ffb3e-1826-4521-bba8-d565ec6f127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:17.980128 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ffb3e-1826-4521-bba8-d565ec6f127e None None] Port 8be41b51-0274-4a63-863e-7117b400fcd5 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:08:18.060268 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54ded4d6-3b82-4a28-9072-afdf3f65548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:18.072513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e3c46-c8bb-4e54-9dd1-ff79df6e1663 req-e7d0a788-6781-43c3-bbb3-2c1799f7363e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:18.073999 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-335e3c46-c8bb-4e54-9dd1-ff79df6e1663 req-e7d0a788-6781-43c3-bbb3-2c1799f7363e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 943 time: 0.1632209 Oct 13 11:08:18.108786 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-54ded4d6-3b82-4a28-9072-afdf3f65548e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=515e1d4a8cb14e1ebf7f08bfc67b499e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6323018 Oct 13 11:08:18.109850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ded4d6-3b82-4a28-9072-afdf3f65548e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32863977-d29f-4627-9973-220a99ac1ae4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:18.112586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57984) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:18.180398 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfb138ef-5837-46dc-82ff-ecdc94d7026f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:18.208385 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfb138ef-5837-46dc-82ff-ecdc94d7026f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:18.209350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-335e3c46-c8bb-4e54-9dd1-ff79df6e1663 req-5f246ca8-808a-4b3c-9a3d-058181654c37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290610 Oct 13 11:08:18.336795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfb138ef-5837-46dc-82ff-ecdc94d7026f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:18.341436 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfb138ef-5837-46dc-82ff-ecdc94d7026f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:18.343806 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dfb138ef-5837-46dc-82ff-ecdc94d7026f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32863977-d29f-4627-9973-220a99ac1ae4 HTTP/1.1" status: 204 len: 168 time: 0.2300768 Oct 13 11:08:18.353305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be41b51-0274-4a63-863e-7117b400fcd5 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:08:18.364725 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:18.372771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb138ef-5837-46dc-82ff-ecdc94d7026f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32863977-d29f-4627-9973-220a99ac1ae4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:18.400461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29694958-34a3-4c4b-80d9-fefe85059e6d req-b9538e66-6e26-463f-9f97-319f88d42ed0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:18.406883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-29694958-34a3-4c4b-80d9-fefe85059e6d req-b9538e66-6e26-463f-9f97-319f88d42ed0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 931 time: 0.1005683 Oct 13 11:08:18.414082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Transition to ACTIVE for port object 8be41b51-0274-4a63-863e-7117b400fcd5 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:08:18.465487 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-29694958-34a3-4c4b-80d9-fefe85059e6d req-2778c29d-d25a-47f9-9645-bb562ed0b41b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436015 Oct 13 11:08:18.491565 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:18.581404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:18.701707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Attempting to bind port 8be41b51-0274-4a63-863e-7117b400fcd5 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:08:18.702067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Attempting to bind port 8be41b51-0274-4a63-863e-7117b400fcd5 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:08:18.702764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Attempting to bind port 8be41b51-0274-4a63-863e-7117b400fcd5 on network 95fd87ea-fade-4046-b119-0e72f7410189 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:08:18.718808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Port 8be41b51-0274-4a63-863e-7117b400fcd5 on network 95fd87ea-fade-4046-b119-0e72f7410189 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:08:18.718808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Attempting to bind port 8be41b51-0274-4a63-863e-7117b400fcd5 on network 95fd87ea-fade-4046-b119-0e72f7410189 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:08:18.733256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:08:18.733603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Checking segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:08:18.734047 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Bound using segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:08:18.735823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Bound port: 8be41b51-0274-4a63-863e-7117b400fcd5, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:08:18.735823 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:18.813082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:08:18.816900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:08:18.892334 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:18.943900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:18.945058 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:18.946526 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] 10.222.0.46 "PUT /v2.0/ports/8be41b51-0274-4a63-863e-7117b400fcd5 HTTP/1.1" status: 200 len: 1091 time: 1.1689711 Oct 13 11:08:18.946981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:08:18.949317 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca7da29-0785-4d5d-a351-aa5ee5712a38" -d '{"events": [{"name": "network-changed", "server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:08:18.971647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83540b53-1a8a-48af-8502-a7ceb595fedb service neutron] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:19.032744 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497bb3d8-3f18-4be7-aaac-fbe317f6d16f x-openstack-request-id: req-497bb3d8-3f18-4be7-aaac-fbe317f6d16f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:08:19.033803 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:08:19.034132 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-497bb3d8-3f18-4be7-aaac-fbe317f6d16f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:08:19.035088 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5', 'status': 'completed', 'code': 200} Oct 13 11:08:19.116631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7da29-0785-4d5d-a351-aa5ee5712a38 req-d1767c10-08ec-4449-bc75-cdfb1cc7c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:19.118356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ca7da29-0785-4d5d-a351-aa5ee5712a38 req-d1767c10-08ec-4449-bc75-cdfb1cc7c3ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 1094 time: 0.0507092 Oct 13 11:08:19.246543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58012) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:19.264425 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a50a29d6-2ced-406a-8ede-a49ff0c258a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:19.273347 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7da29-0785-4d5d-a351-aa5ee5712a38 req-6f4cdedd-c159-4941-860b-bc6bb1703c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:19.274886 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ca7da29-0785-4d5d-a351-aa5ee5712a38 req-6f4cdedd-c159-4941-860b-bc6bb1703c38 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=94103c739efd4f559dbc468c59322726&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1482468 Oct 13 11:08:19.364120 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a50a29d6-2ced-406a-8ede-a49ff0c258a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:19.422523 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cc51b-2db8-4e3a-89fb-4a1fa1377b4e req-72538022-a986-4e36-8f55-e32411cbe69e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:19.422523 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-752cc51b-2db8-4e3a-89fb-4a1fa1377b4e req-72538022-a986-4e36-8f55-e32411cbe69e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 943 time: 0.1077158 Oct 13 11:08:19.430598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7da29-0785-4d5d-a351-aa5ee5712a38 req-756c42dd-69b8-4fe0-a210-f5a6b1c730cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:19.431999 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ca7da29-0785-4d5d-a351-aa5ee5712a38 req-756c42dd-69b8-4fe0-a210-f5a6b1c730cc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501918 Oct 13 11:08:19.433352 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a50a29d6-2ced-406a-8ede-a49ff0c258a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:19.460920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-752cc51b-2db8-4e3a-89fb-4a1fa1377b4e req-8addeb85-23d6-474e-ba41-558a6883f986 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Oct 13 11:08:19.487693 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a50a29d6-2ced-406a-8ede-a49ff0c258a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09f83ecd10824151963a7cfcc85bc71f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396619 Oct 13 11:08:19.489970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58018) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:19.490177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a29d6-2ced-406a-8ede-a49ff0c258a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1144f785-ab7a-4bf8-8e36-cb9d55f2ab08,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:19.578649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-4baff13e-5788-4762-9906-b56a1fa25df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:19.580121 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-4baff13e-5788-4762-9906-b56a1fa25df9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 1094 time: 0.0825286 Oct 13 11:08:19.643778 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-0276ba87-1c22-4e25-a98f-8164412bbc2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8be41b51-0274-4a63-863e-7117b400fcd5 HTTP/1.1" status: 200 len: 217 time: 0.0470338 Oct 13 11:08:19.644397 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff95a936-2f2a-4191-9da6-38f8bb9fe608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:19.704402 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff95a936-2f2a-4191-9da6-38f8bb9fe608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:19.715192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d165db-035c-40dd-87c9-4e7f5dcfd9cb req-bff42750-7a9e-4bda-99af-6ae8b995efd8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:19.716731 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74d165db-035c-40dd-87c9-4e7f5dcfd9cb req-bff42750-7a9e-4bda-99af-6ae8b995efd8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 943 time: 0.1587603 Oct 13 11:08:19.789028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-7e0ee1b2-d1ca-449b-a5b6-518494a88c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:19.790964 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-7e0ee1b2-d1ca-449b-a5b6-518494a88c4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.1320808 Oct 13 11:08:19.825966 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74d165db-035c-40dd-87c9-4e7f5dcfd9cb req-25abae2d-67eb-4259-9213-c92b31b8bcfd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978065 Oct 13 11:08:19.858583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-c6508071-4d6e-4046-a2e6-203245a45c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:19.860222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-c6508071-4d6e-4046-a2e6-203245a45c9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583646 Oct 13 11:08:19.938976 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff95a936-2f2a-4191-9da6-38f8bb9fe608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:19.941855 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff95a936-2f2a-4191-9da6-38f8bb9fe608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:19.944779 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ff95a936-2f2a-4191-9da6-38f8bb9fe608 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1144f785-ab7a-4bf8-8e36-cb9d55f2ab08 HTTP/1.1" status: 204 len: 168 time: 0.4521339 Oct 13 11:08:19.971812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95a936-2f2a-4191-9da6-38f8bb9fe608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1144f785-ab7a-4bf8-8e36-cb9d55f2ab08,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:20.015660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-2a2b2604-afc6-40c7-bd99-ee709cf94c21 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433656 Oct 13 11:08:20.118643 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aac874e1-0fd4-4535-917b-c8909f39d78a req-15d280ac-0769-45fb-b7be-bbd3abceadd7 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910583 Oct 13 11:08:20.308065 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1d73cdfa-5171-479c-8313-ca7704e8c816 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:08:20.419213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 1d73cdfa-5171-479c-8313-ca7704e8c816, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1d73cdfa-5171-479c-8313-ca7704e8c816,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:20.433437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '1d73cdfa-5171-479c-8313-ca7704e8c816', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'port_id': '1d73cdfa-5171-479c-8313-ca7704e8c816', 'mac_address': 'fa:16:3e:0c:2a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc65ab-bcea-46c1-8b9d-45c9927e2800', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:08:20.486257 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:20.505573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d73cdfa-5171-479c-8313-ca7704e8c816 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:08:20.530681 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 1d73cdfa-5171-479c-8313-ca7704e8c816, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1d73cdfa-5171-479c-8313-ca7704e8c816,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:20.615760 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:20.624174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c9f45-a5a2-48ba-81fc-c7608596c1b5 req-5714d2ae-22e7-4e47-9dd1-64e84fa9e81f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:20.626978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a1c9f45-a5a2-48ba-81fc-c7608596c1b5 req-5714d2ae-22e7-4e47-9dd1-64e84fa9e81f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 943 time: 0.0705783 Oct 13 11:08:20.704412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=1d73cdfa-5171-479c-8313-ca7704e8c816,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:20.715664 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a1c9f45-a5a2-48ba-81fc-c7608596c1b5 req-58ab800c-0b7b-49ff-9707-10296f8bc56c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654809 Oct 13 11:08:20.941699 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['1d73cdfa-5171-479c-8313-ca7704e8c816'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:20.958685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58068) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:20.980226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603c306-cc4d-45d4-9d23-18690b650743 req-a8d4fc5d-0a93-4e6f-98e2-b0882cd7ba9b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:20.987749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0603c306-cc4d-45d4-9d23-18690b650743 req-a8d4fc5d-0a93-4e6f-98e2-b0882cd7ba9b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 943 time: 0.0716937 Oct 13 11:08:21.038868 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0603c306-cc4d-45d4-9d23-18690b650743 req-f8bf93d8-a840-44ff-9006-f7b70461e5bf tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462315 Oct 13 11:08:21.175494 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5ea9602-c4cc-48fd-9e63-0cbdff74c1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:21.277026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5ea9602-c4cc-48fd-9e63-0cbdff74c1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:21.341258 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5ea9602-c4cc-48fd-9e63-0cbdff74c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:21.383855 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f5ea9602-c4cc-48fd-9e63-0cbdff74c1ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2487073016fe44a2b75e1ee221d19b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207416 Oct 13 11:08:21.383855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea9602-c4cc-48fd-9e63-0cbdff74c1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3091e279-64b5-4cf5-b02b-626b0194ec12,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:21.384260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58086) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:21.440255 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3742ea7-4bc7-4fa6-90be-4d335e4f802c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:21.472343 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3742ea7-4bc7-4fa6-90be-4d335e4f802c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:21.608768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3742ea7-4bc7-4fa6-90be-4d335e4f802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:21.611463 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3742ea7-4bc7-4fa6-90be-4d335e4f802c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:21.612702 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e3742ea7-4bc7-4fa6-90be-4d335e4f802c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3091e279-64b5-4cf5-b02b-626b0194ec12 HTTP/1.1" status: 204 len: 168 time: 0.2274022 Oct 13 11:08:21.621507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3742ea7-4bc7-4fa6-90be-4d335e4f802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3091e279-64b5-4cf5-b02b-626b0194ec12,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:21.835965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746072a9-0eb8-4d02-98ca-6be2c29ff7a4 req-8d1d5613-5a88-4d34-a0d6-a4cb32fcf8b7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:21.837617 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-746072a9-0eb8-4d02-98ca-6be2c29ff7a4 req-8d1d5613-5a88-4d34-a0d6-a4cb32fcf8b7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 944 time: 0.0725195 Oct 13 11:08:21.885532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-746072a9-0eb8-4d02-98ca-6be2c29ff7a4 req-eff58fb4-9a52-47b3-93d3-90e0ba655294 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417328 Oct 13 11:08:22.148258 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7360a-e2ae-4473-ad8e-f8ede17353cd req-0ac2eca4-f3ad-401a-bc79-e55819237521 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:22.149755 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21c7360a-e2ae-4473-ad8e-f8ede17353cd req-0ac2eca4-f3ad-401a-bc79-e55819237521 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 943 time: 0.0518124 Oct 13 11:08:22.198651 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21c7360a-e2ae-4473-ad8e-f8ede17353cd req-927f54fb-db70-4c8d-800c-626ec1372e68 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419021 Oct 13 11:08:22.307900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1d73cdfa-5171-479c-8313-ca7704e8c816 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:08:22.319512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58130) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:22.344559 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:22.432107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:22.512796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 1d73cdfa-5171-479c-8313-ca7704e8c816 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:08:22.516837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 1d73cdfa-5171-479c-8313-ca7704e8c816 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:22.517220 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:22.558420 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:22.595525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d93cedb-a487-470e-958a-009213c06c3d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:22.597017 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:22.599378 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfbc307f8075417ca32bc9e517ffaab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782233 Oct 13 11:08:22.604121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58136) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:22.611790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:22.612135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:22.612480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:22.612819 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:22.613155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:22.618246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:22.618246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:22.618246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:22.618246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:22.618246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:22.618246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:22.618246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99418db8-97ae-41fe-bb39-646dbb019e3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:22.650517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4faa88-9670-4f0c-b0bc-9b7dab206c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d73cdfa-5171-479c-8313-ca7704e8c816'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:08:22.659030 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78383d16-e76d-45d5-8899-ac71ae1a3fe3" -d '{"events": [{"server_uuid": "9f4faa88-9670-4f0c-b0bc-9b7dab206c96", "name": "network-vif-plugged", "status": "completed", "tag": "1d73cdfa-5171-479c-8313-ca7704e8c816"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:08:22.689538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 1d73cdfa-5171-479c-8313-ca7704e8c816, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1d73cdfa-5171-479c-8313-ca7704e8c816,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:22.702219 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d736c9d9-4878-45b4-866b-d7de7478d2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:22.710061 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fae2ef-62d0-4a6e-a2e3-858eab0b89b8 x-openstack-request-id: req-b9fae2ef-62d0-4a6e-a2e3-858eab0b89b8 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:08:22.710414 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4faa88-9670-4f0c-b0bc-9b7dab206c96", "name": "network-vif-plugged", "status": "completed", "tag": "1d73cdfa-5171-479c-8313-ca7704e8c816", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:08:22.711620 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9fae2ef-62d0-4a6e-a2e3-858eab0b89b8 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:08:22.712149 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4faa88-9670-4f0c-b0bc-9b7dab206c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d73cdfa-5171-479c-8313-ca7704e8c816', 'code': 200} Oct 13 11:08:22.727662 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d736c9d9-4878-45b4-866b-d7de7478d2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:22.809593 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:22.838637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb0589-4449-4397-a6a0-af420715b102 req-db70f19e-fa7b-4318-9015-2127e14deda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:22.840852 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-21bb0589-4449-4397-a6a0-af420715b102 req-db70f19e-fa7b-4318-9015-2127e14deda3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 1095 time: 0.0694215 Oct 13 11:08:22.870117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d736c9d9-4878-45b4-866b-d7de7478d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:22.872747 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d736c9d9-4878-45b4-866b-d7de7478d2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:22.873882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d736c9d9-4878-45b4-866b-d7de7478d2a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d93cedb-a487-470e-958a-009213c06c3d HTTP/1.1" status: 204 len: 168 time: 0.2686620 Oct 13 11:08:22.879844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=1d73cdfa-5171-479c-8313-ca7704e8c816,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:22.888902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736c9d9-4878-45b4-866b-d7de7478d2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d93cedb-a487-470e-958a-009213c06c3d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:22.901299 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-21bb0589-4449-4397-a6a0-af420715b102 req-b01a42a6-c6b6-4425-87ae-502de4914b3b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465751 Oct 13 11:08:23.024107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ab174-d9b9-47a1-8aa2-de3c59aecc05 req-802a194d-2ffd-4d53-958b-4aec00528184 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:23.025689 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb1ab174-d9b9-47a1-8aa2-de3c59aecc05 req-802a194d-2ffd-4d53-958b-4aec00528184 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 945 time: 0.0582688 Oct 13 11:08:23.076830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb1ab174-d9b9-47a1-8aa2-de3c59aecc05 req-8675d8be-c994-406e-a193-346d0155ddce tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436597 Oct 13 11:08:23.333783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f95ddc-2a02-4cc0-a421-87099fda6d07 req-da531557-0a4d-440d-8f79-5417572d0d48 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:23.335503 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f95ddc-2a02-4cc0-a421-87099fda6d07 req-da531557-0a4d-440d-8f79-5417572d0d48 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 943 time: 0.0539677 Oct 13 11:08:23.400546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65f95ddc-2a02-4cc0-a421-87099fda6d07 req-9f6aad28-64c5-4918-bf1b-f556f5d605a6 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578117 Oct 13 11:08:24.203531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ede740-53d3-4353-b700-d0ae4bc702e5 req-8cf9ed4a-7076-4762-a032-86dc895279d3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:24.206798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1ede740-53d3-4353-b700-d0ae4bc702e5 req-8cf9ed4a-7076-4762-a032-86dc895279d3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 945 time: 0.0535202 Oct 13 11:08:24.247139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1ede740-53d3-4353-b700-d0ae4bc702e5 req-45924892-8bae-4f1d-859c-59d42af639d0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354919 Oct 13 11:08:24.345077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8be41b51-0274-4a63-863e-7117b400fcd5 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:08:24.443358 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:24.456613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '8be41b51-0274-4a63-863e-7117b400fcd5', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'port_id': '8be41b51-0274-4a63-863e-7117b400fcd5', 'mac_address': 'fa:16:3e:bf:52:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:08:24.546502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e2eb9-6bd0-401b-962d-90a41053ce60 req-cb92b388-b452-43fc-a261-780f1c70a259 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:24.550199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a24e2eb9-6bd0-401b-962d-90a41053ce60 req-cb92b388-b452-43fc-a261-780f1c70a259 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 943 time: 0.0617399 Oct 13 11:08:24.607851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a24e2eb9-6bd0-401b-962d-90a41053ce60 req-a0bcc2d6-43aa-4a3a-9622-3ce4a882ce7a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507054 Oct 13 11:08:24.659836 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:24.676222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be41b51-0274-4a63-863e-7117b400fcd5 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:08:24.717140 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:24.775889 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:24.836555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:25.136276 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['8be41b51-0274-4a63-863e-7117b400fcd5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:25.322973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58282) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:25.381584 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a241ee9-2f3c-429a-abc4-235cf9983ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:25.427751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0dc39-fd31-4d16-8e6a-32e8984cc2ad req-15f32b41-d3cf-4c4e-9f3b-f429f902e8b0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:25.435175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4f0dc39-fd31-4d16-8e6a-32e8984cc2ad req-15f32b41-d3cf-4c4e-9f3b-f429f902e8b0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 945 time: 0.0856285 Oct 13 11:08:25.483612 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a241ee9-2f3c-429a-abc4-235cf9983ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:25.502387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4f0dc39-fd31-4d16-8e6a-32e8984cc2ad req-0e81fb9b-1d7b-401a-96dc-ee3fd76c210f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565624 Oct 13 11:08:25.553829 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a241ee9-2f3c-429a-abc4-235cf9983ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:25.597263 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1a241ee9-2f3c-429a-abc4-235cf9983ecf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0d4239fe1b54b14a416693ecadd9e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360591 Oct 13 11:08:25.598160 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a241ee9-2f3c-429a-abc4-235cf9983ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3249de5-da44-452a-9b27-9c48973ca8b9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:25.600557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58298) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:25.679504 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b1278d00-9d8e-41d6-a09c-7e0e68493202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:25.702723 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b1278d00-9d8e-41d6-a09c-7e0e68493202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:25.836629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-dcb3944c-3368-46ca-b0cb-bceb171a4f12 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:25.838123 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-dcb3944c-3368-46ca-b0cb-bceb171a4f12 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.1333349 Oct 13 11:08:25.853484 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-61007c34-60b2-47ec-ac39-e2717a34ce70 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/quotas/5b6fc3efaaa543319ed74d0e741b2ed5 HTTP/1.1" status: 200 len: 375 time: 0.0093086 Oct 13 11:08:25.886956 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b1278d00-9d8e-41d6-a09c-7e0e68493202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:25.889569 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b1278d00-9d8e-41d6-a09c-7e0e68493202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:25.890730 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b1278d00-9d8e-41d6-a09c-7e0e68493202 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3249de5-da44-452a-9b27-9c48973ca8b9 HTTP/1.1" status: 204 len: 168 time: 0.2866011 Oct 13 11:08:25.904959 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1278d00-9d8e-41d6-a09c-7e0e68493202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3249de5-da44-452a-9b27-9c48973ca8b9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:25.919440 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-dc525837-3e78-4444-bb71-9185f0010169 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599663 Oct 13 11:08:26.023872 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-8d402012-7795-44dd-918e-a926ca0b586a service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917828 Oct 13 11:08:26.145660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-00d7a3ff-c864-4c6a-a45d-e6f83fb5e845 service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152987 Oct 13 11:08:26.354474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8be41b51-0274-4a63-863e-7117b400fcd5 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:08:26.523420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fc3f3-beea-4e33-a1d7-cbe6ee0536f4 req-4114875b-7325-48f8-87ee-f65eef630b72 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:26.526710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-900fc3f3-beea-4e33-a1d7-cbe6ee0536f4 req-4114875b-7325-48f8-87ee-f65eef630b72 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0924761 Oct 13 11:08:26.575188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 8be41b51-0274-4a63-863e-7117b400fcd5 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:08:26.575188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 8be41b51-0274-4a63-863e-7117b400fcd5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:26.575188 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:26.628400 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-900fc3f3-beea-4e33-a1d7-cbe6ee0536f4 req-ee8c958d-9dbf-43f4-9a94-a081d5f9a7d8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952175 Oct 13 11:08:26.662304 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:26.687217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58342) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:26.710403 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e741b1ff-b0c9-4c66-a309-b4d14725e757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:26.719746 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:08:26.724174 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a313f7a8-e225-4bd4-889e-0ec7d3a5c438" -d '{"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-plugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:08:26.779099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:26.820363 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e741b1ff-b0c9-4c66-a309-b4d14725e757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:26.867557 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:26.903314 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e741b1ff-b0c9-4c66-a309-b4d14725e757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:26.918268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-127fd212-79b4-451a-81a8-4be1218790d7 req-016c4914-fe79-4dc2-92e4-9cad5e8ef57d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 210 time: 0.0608838 Oct 13 11:08:26.952958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:27.000782 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44d874c-8d83-4aa6-8b02-38fa1211548c x-openstack-request-id: req-a44d874c-8d83-4aa6-8b02-38fa1211548c {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:08:27.001090 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-plugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:08:27.001343 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a44d874c-8d83-4aa6-8b02-38fa1211548c {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:08:27.001738 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5', 'code': 200} Oct 13 11:08:27.006008 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e741b1ff-b0c9-4c66-a309-b4d14725e757 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=122f3a9cb9314cb696ac72e7983d6915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174553 Oct 13 11:08:27.008830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58356) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:27.026607 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741b1ff-b0c9-4c66-a309-b4d14725e757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbe8b3c-4b8e-4611-b5f7-51f2b49eef51,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:27.105687 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c7609a1-2444-4535-80d1-2af36b638716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:27.132337 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e6a84-ff9b-4b0d-846b-a439c9620afb req-25b4d707-460b-444f-ad63-669f802f8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:27.133069 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c7609a1-2444-4535-80d1-2af36b638716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:27.134482 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-054e6a84-ff9b-4b0d-846b-a439c9620afb req-25b4d707-460b-444f-ad63-669f802f8a4e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 1096 time: 0.0605469 Oct 13 11:08:27.183738 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-054e6a84-ff9b-4b0d-846b-a439c9620afb req-6307c386-589d-45fa-ab6c-2c71e2d8bddc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408547 Oct 13 11:08:27.313317 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:08:27.333949 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c7609a1-2444-4535-80d1-2af36b638716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:27.338425 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c7609a1-2444-4535-80d1-2af36b638716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:27.338583 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6c7609a1-2444-4535-80d1-2af36b638716 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cbe8b3c-4b8e-4611-b5f7-51f2b49eef51 HTTP/1.1" status: 204 len: 168 time: 0.3284798 Oct 13 11:08:27.346619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7609a1-2444-4535-80d1-2af36b638716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbe8b3c-4b8e-4611-b5f7-51f2b49eef51,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:27.751981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1ab31-e625-4064-86c7-398fd869e2a1 req-2544eda3-699c-4060-a19f-ed1e5d9f8153 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:27.753467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72c1ab31-e625-4064-86c7-398fd869e2a1 req-2544eda3-699c-4060-a19f-ed1e5d9f8153 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 945 time: 0.0550811 Oct 13 11:08:27.797389 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72c1ab31-e625-4064-86c7-398fd869e2a1 req-2b96affa-348c-4a7e-b708-6d98cf627eea tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373306 Oct 13 11:08:28.037018 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c224515-2344-4200-ae1d-2327890f28d3 req-443b3d15-e656-498e-b1ea-0afcbcac6d30 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 210 time: 0.0385034 Oct 13 11:08:28.969816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a41c51-54d3-4c0b-b0c2-417a7d75d60b req-237b6a6f-faa3-4e48-9dd3-f8a660659a89 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:28.977491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-47a41c51-54d3-4c0b-b0c2-417a7d75d60b req-237b6a6f-faa3-4e48-9dd3-f8a660659a89 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 945 time: 0.0764041 Oct 13 11:08:29.029977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-ebca763b-bfb1-4da6-b961-84ffabc447bb tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:29.032688 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-ebca763b-bfb1-4da6-b961-84ffabc447bb tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.2015471 Oct 13 11:08:29.036406 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-47a41c51-54d3-4c0b-b0c2-417a7d75d60b req-89d2de2d-f326-40f3-a632-4a96e2a020e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580146 Oct 13 11:08:29.045977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4676a67-ce85-4509-afec-b606993faa37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Request body: {'port': {'device_id': '10e42746-f0fb-47d7-ba87-b7ee91a62ecc', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'admin_state_up': True, 'tenant_id': '5b6fc3efaaa543319ed74d0e741b2ed5'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:29.325251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47740c5-672d-4910-9d1e-25d81de3e6cb req-f235c910-1c86-43ea-8ee9-56500cbaef80 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:29.327172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e47740c5-672d-4910-9d1e-25d81de3e6cb req-f235c910-1c86-43ea-8ee9-56500cbaef80 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 945 time: 0.0579803 Oct 13 11:08:29.342935 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58444) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:29.347685 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-67f02555-adca-42cf-95bd-c38c47aa9450 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Request body: {'floatingip': {'port_id': '8be41b51-0274-4a63-863e-7117b400fcd5'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:29.406815 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67f02555-adca-42cf-95bd-c38c47aa9450 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:29.410551 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4676a67-ce85-4509-afec-b606993faa37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Made reservation on behalf of 5b6fc3efaaa543319ed74d0e741b2ed5 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:08:29.414447 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4676a67-ce85-4509-afec-b606993faa37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:29.432642 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0db4d4ff-69a4-4be4-8d6b-13c71b9a2bac req-92f70ff6-5a96-4b08-93eb-6bbf2cd8ea6c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 210 time: 0.0316429 Oct 13 11:08:29.705908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58452) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:29.734686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4676a67-ce85-4509-afec-b606993faa37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Allocated IP 172.20.0.2 (c3d8fabf-e39a-48d5-8efd-ece7680b6661/f6dc65ab-bcea-46c1-8b9d-45c9927e2800/c15f0f48-b148-4fc5-9dc1-bd09dda10747) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:08:29.877361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1091758329'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:29.995096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Made reservation on behalf of 894106c788dc453e8d1ce766cbae7b67 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:08:29.998849 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.009307 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.120233 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.177413 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4676a67-ce85-4509-afec-b606993faa37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.185998 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.221864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:08:30.247929 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129a88b0-15de-436c-b156-2e51374dbac9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:30.268469 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.269911 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Added segment 22661c56-db40-40fa-9a96-595f0c00d1fe of type vlan for network c4132beb-ad46-435e-92d2-1069dfca1f98 Oct 13 11:08:30.295491 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67f02555-adca-42cf-95bd-c38c47aa9450 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.353615 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.369194 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67f02555-adca-42cf-95bd-c38c47aa9450 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.414254 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4676a67-ce85-4509-afec-b606993faa37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.430214 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:30.464879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['1d73cdfa-5171-479c-8313-ca7704e8c816'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:30.467438 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.476609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:30.477311 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.562973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Pushing event updated for resources: {'Network': ['ID=c4132beb-ad46-435e-92d2-1069dfca1f98,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:30.595185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network c4132beb-ad46-435e-92d2-1069dfca1f98 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:08:30.627237 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-068dabe1-0f74-4868-8758-f3de54b6f2c1 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9195724 Oct 13 11:08:30.632753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58480) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:30.639120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4676a67-ce85-4509-afec-b606993faa37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event updated for resources: {'Port': ['ID=c15f0f48-b148-4fc5-9dc1-bd09dda10747,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:30.656052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b5af7-a244-4c7e-86ae-4a680afb7fa3 req-0dd30a63-da77-48bd-9ef8-b6677c3923bd tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:30.669749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad1b5af7-a244-4c7e-86ae-4a680afb7fa3 req-0dd30a63-da77-48bd-9ef8-b6677c3923bd tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 931 time: 0.0705478 Oct 13 11:08:30.729736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Request body: {'network': {'name': 'tempest-network--630377314', 'router:external': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:30.747439 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad1b5af7-a244-4c7e-86ae-4a680afb7fa3 req-98e773f8-9f2d-493c-813d-4dde4046ae89 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759659 Oct 13 11:08:30.777277 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-67f02555-adca-42cf-95bd-c38c47aa9450 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Floating IP 406ac6a6-b744-4bce-8a63-607b289fe991 associated. External IP: 172.25.0.225, port: 8be41b51-0274-4a63-863e-7117b400fcd5. Oct 13 11:08:30.825375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4676a67-ce85-4509-afec-b606993faa37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Network c3d8fabf-e39a-48d5-8efd-ece7680b6661 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:08:30.835089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4676a67-ce85-4509-afec-b606993faa37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:08:30.850594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Made reservation on behalf of ab1063f6e0034cc295ca54e87dec19b6 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:08:30.854943 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.870633 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4676a67-ce85-4509-afec-b606993faa37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:08:30.887869 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:30.990044 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.084666 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.138701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:08:31.140909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a6db8e-561f-44a3-8a6c-fa6fe1fdb446,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:31.155499 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.156047 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Added segment 27193185-b0e9-4612-af90-456df388bd00 of type vlan for network 6d1670e4-8c9b-43f5-97dd-359bf896b76e Oct 13 11:08:31.208615 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.259998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4676a67-ce85-4509-afec-b606993faa37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:31.260615 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4676a67-ce85-4509-afec-b606993faa37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.300144 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.303713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:31.303713 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.371000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event updated for resources: {'Network': ['ID=6d1670e4-8c9b-43f5-97dd-359bf896b76e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:31.382366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 6d1670e4-8c9b-43f5-97dd-359bf896b76e details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:08:31.402601 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4676a67-ce85-4509-afec-b606993faa37 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3606889 Oct 13 11:08:31.424501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-a431cc41-1a87-49a9-904f-daa7ee397094 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:08:31.425490 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-a431cc41-1a87-49a9-904f-daa7ee397094 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062797 Oct 13 11:08:31.441653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Request body: {'port': {'device_id': '10e42746-f0fb-47d7-ba87-b7ee91a62ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:31.448015 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4fa4d534-5beb-4ded-8033-41fbee302a69 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8144102 Oct 13 11:08:31.454751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f02555-adca-42cf-95bd-c38c47aa9450 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:08:31.471520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58500) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:31.553487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.582251 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.682636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.708138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1670e4-8c9b-43f5-97dd-359bf896b76e']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:31.723810 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27193185-b0e9-4612-af90-456df388bd00') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:31.724461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27193185-b0e9-4612-af90-456df388bd00') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:31.736800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f02555-adca-42cf-95bd-c38c47aa9450 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:08:31.745620 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.748176 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67f02555-adca-42cf-95bd-c38c47aa9450 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.757566 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0219f1-ae41-433d-8c64-f4eb9cc45ccb None None] Sync routers for ids ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:08:31.775709 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0219f1-ae41-433d-8c64-f4eb9cc45ccb None None] Routers {'4ddf0402-029c-4d4b-895b-82df4a8cbdbe'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:08:31.776513 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fd0219f1-ae41-433d-8c64-f4eb9cc45ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:08:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:31.788921 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.802050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:08:31.802522 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:08:31.809084 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:08:31.837608 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-67f02555-adca-42cf-95bd-c38c47aa9450 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "PUT /v2.0/floatingips/406ac6a6-b744-4bce-8a63-607b289fe991 HTTP/1.1" status: 200 len: 991 time: 2.4847348 Oct 13 11:08:31.837608 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:08:31.837608 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079bd786-b8b8-4cfc-92f8-ca3f695b15f0" -d '{"events": [{"name": "network-changed", "server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:08:31.939533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d1399-46bd-4909-8928-4ef0e18603d7 req-46981eba-28a9-40f7-8fb4-19d666de1306 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:31.948276 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb1d1399-46bd-4909-8928-4ef0e18603d7 req-46981eba-28a9-40f7-8fb4-19d666de1306 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 931 time: 0.1114185 Oct 13 11:08:31.972963 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-fd0219f1-ae41-433d-8c64-f4eb9cc45ccb None None] Set router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:08:32.008728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15f0f48-b148-4fc5-9dc1-bd09dda10747 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:08:32.018072 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:32.021801 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:32.025997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb1d1399-46bd-4909-8928-4ef0e18603d7 req-50003918-f0ae-4f53-8176-2c6d04051e9c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769119 Oct 13 11:08:32.037810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Transition to ACTIVE for port object c15f0f48-b148-4fc5-9dc1-bd09dda10747 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:08:32.054223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d1670e4-8c9b-43f5-97dd-359bf896b76e {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 11:08:32.063158 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:32.066397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "DELETE /v2.0/networks/6d1670e4-8c9b-43f5-97dd-359bf896b76e HTTP/1.1" status: 204 len: 168 time: 0.5940194 Oct 13 11:08:32.067437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f4439-9d31-4b67-97f7-db933ced5307 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d1670e4-8c9b-43f5-97dd-359bf896b76e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:32.071786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58514) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:32.078126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b96aef88-3960-4f9b-9f20-3b4960a36dad tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:32.124069 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:32.228284 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438529f1-f3c4-477b-8300-67aa913be1a5 x-openstack-request-id: req-438529f1-f3c4-477b-8300-67aa913be1a5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:08:32.228701 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:08:32.229046 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-438529f1-f3c4-477b-8300-67aa913be1a5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:08:32.230847 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5', 'status': 'completed', 'code': 200} Oct 13 11:08:32.231800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Pushing event updated for resources: {'Port': ['ID=c15f0f48-b148-4fc5-9dc1-bd09dda10747,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:32.240800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96aef88-3960-4f9b-9f20-3b4960a36dad tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Made reservation on behalf of ab1063f6e0034cc295ca54e87dec19b6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:08:32.246520 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b96aef88-3960-4f9b-9f20-3b4960a36dad tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:32.292734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd786-b8b8-4cfc-92f8-ca3f695b15f0 req-eda82215-3b80-49db-be8c-c3516902660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:32.294754 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-079bd786-b8b8-4cfc-92f8-ca3f695b15f0 req-eda82215-3b80-49db-be8c-c3516902660c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 1096 time: 0.0685697 Oct 13 11:08:32.454121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96aef88-3960-4f9b-9f20-3b4960a36dad tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:08:32.478621 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fd0219f1-ae41-433d-8c64-f4eb9cc45ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da970e07-5262-48a7-a6e8-d61896421760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:08:05Z', 'revision_number': 4, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port': {'id': 'da970e07-5262-48a7-a6e8-d61896421760', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:00Z', 'updated_at': '2021-10-13T11:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '406ac6a6-b744-4bce-8a63-607b289fe991', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'port_id': '8be41b51-0274-4a63-863e-7117b400fcd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'mac_address': 'fa:16:3e:bf:52:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ad90cd-45aa-4b88-8573-538034e8e613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:08:11Z', 'updated_at': '2021-10-13T11:08:30Z', 'revision_number': 1, 'project_id': '94103c739efd4f559dbc468c59322726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e39f04a-f272-458f-91b8-e0b509938fd9', 'name': '', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'mac_address': 'fa:16:3e:38:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:04Z', 'updated_at': '2021-10-13T11:08:09Z', 'revision_number': 5, 'project_id': '94103c739efd4f559dbc468c59322726', 'subnets': [{'id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:32.515250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Attempting to bind port c15f0f48-b148-4fc5-9dc1-bd09dda10747 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:08:32.515745 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Attempting to bind port c15f0f48-b148-4fc5-9dc1-bd09dda10747 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:08:32.516173 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Attempting to bind port c15f0f48-b148-4fc5-9dc1-bd09dda10747 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:08:32.519074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b96aef88-3960-4f9b-9f20-3b4960a36dad tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:32.522648 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-b96aef88-3960-4f9b-9f20-3b4960a36dad tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Added segment 1fd375f3-6c9e-4fac-bc1a-048405e1b412 of type vlan for network 9fffb780-d5d1-45db-b024-4d5b51e995d8 Oct 13 11:08:32.527966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd786-b8b8-4cfc-92f8-ca3f695b15f0 req-49c692d8-a81f-47cf-ab72-558346a2b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:32.531001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-079bd786-b8b8-4cfc-92f8-ca3f695b15f0 req-49c692d8-a81f-47cf-ab72-558346a2b288 service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.2208548 Oct 13 11:08:32.539540 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0219f1-ae41-433d-8c64-f4eb9cc45ccb None None] Checking router: 4ddf0402-029c-4d4b-895b-82df4a8cbdbe for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:08:32.546017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Port c15f0f48-b148-4fc5-9dc1-bd09dda10747 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:08:32.550602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Attempting to bind port c15f0f48-b148-4fc5-9dc1-bd09dda10747 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:08:32.563557 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0219f1-ae41-433d-8c64-f4eb9cc45ccb None None] Routers {'4ddf0402-029c-4d4b-895b-82df4a8cbdbe'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:08:32.564340 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fd0219f1-ae41-433d-8c64-f4eb9cc45ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:08:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:32.620416 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:08:32.620927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Checking segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:08:32.621428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Bound using segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:08:32.621996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Bound port: c15f0f48-b148-4fc5-9dc1-bd09dda10747, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:08:32.622526 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:32.657970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-079bd786-b8b8-4cfc-92f8-ca3f695b15f0 req-1fd02d82-bf13-4da4-8bba-34ce07ce61b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8be41b51-0274-4a63-863e-7117b400fcd5 HTTP/1.1" status: 200 len: 999 time: 0.1180563 Oct 13 11:08:32.658219 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b96aef88-3960-4f9b-9f20-3b4960a36dad tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:32.726286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] For port c15f0f48-b148-4fc5-9dc1-bd09dda10747, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:08:32.730321 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] For port c15f0f48-b148-4fc5-9dc1-bd09dda10747, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c15f0f48-b148-4fc5-9dc1-bd09dda10747,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:08:32.790886 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd786-b8b8-4cfc-92f8-ca3f695b15f0 req-77b7a5e1-1080-42e2-9efc-8b7733f9022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:32.792968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-079bd786-b8b8-4cfc-92f8-ca3f695b15f0 req-77b7a5e1-1080-42e2-9efc-8b7733f9022d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.1211607 Oct 13 11:08:32.817228 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-fd0219f1-ae41-433d-8c64-f4eb9cc45ccb None None] Set router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:08:32.817900 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:32.866903 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b96aef88-3960-4f9b-9f20-3b4960a36dad tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:32.868489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96aef88-3960-4f9b-9f20-3b4960a36dad tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:32.869163 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b96aef88-3960-4f9b-9f20-3b4960a36dad tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:32.880415 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:32.883189 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:32.888116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] 10.222.0.21 "PUT /v2.0/ports/c15f0f48-b148-4fc5-9dc1-bd09dda10747 HTTP/1.1" status: 200 len: 1091 time: 1.4502282 Oct 13 11:08:32.905409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd786-b8b8-4cfc-92f8-ca3f695b15f0 req-cfb4bd24-9de8-45b4-8aab-c114a4b237ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:32.908546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-079bd786-b8b8-4cfc-92f8-ca3f695b15f0 req-cfb4bd24-9de8-45b4-8aab-c114a4b237ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073515 Oct 13 11:08:33.050548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96aef88-3960-4f9b-9f20-3b4960a36dad tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event updated for resources: {'Network': ['ID=9fffb780-d5d1-45db-b024-4d5b51e995d8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:33.061037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b5ede-a7aa-4276-9e6a-3d2b8c881e16 service neutron] Pushing event updated for resources: {'Port': ['ID=c15f0f48-b148-4fc5-9dc1-bd09dda10747,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:33.066152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9fffb780-d5d1-45db-b024-4d5b51e995d8 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:08:33.083363 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-079bd786-b8b8-4cfc-92f8-ca3f695b15f0 req-b0a97f3f-f0fb-4e30-948b-6d303d0bdd96 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663141 Oct 13 11:08:33.095030 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b96aef88-3960-4f9b-9f20-3b4960a36dad tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0209389 Oct 13 11:08:33.126480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58534) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:33.160532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ce25a7b0-b9c6-489b-91bb-9ff1491d57ae tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Request body: {'subnet': {'network_id': '9fffb780-d5d1-45db-b024-4d5b51e995d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:33.245641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-c6776312-009f-429e-b5bd-80aca435c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:33.247379 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-c6776312-009f-429e-b5bd-80aca435c5e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 1094 time: 0.1509349 Oct 13 11:08:33.266968 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fd0219f1-ae41-433d-8c64-f4eb9cc45ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da970e07-5262-48a7-a6e8-d61896421760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:08:05Z', 'revision_number': 4, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port': {'id': 'da970e07-5262-48a7-a6e8-d61896421760', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:00Z', 'updated_at': '2021-10-13T11:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '406ac6a6-b744-4bce-8a63-607b289fe991', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'port_id': '8be41b51-0274-4a63-863e-7117b400fcd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'mac_address': 'fa:16:3e:bf:52:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ad90cd-45aa-4b88-8573-538034e8e613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:08:11Z', 'updated_at': '2021-10-13T11:08:30Z', 'revision_number': 1, 'project_id': '94103c739efd4f559dbc468c59322726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e39f04a-f272-458f-91b8-e0b509938fd9', 'name': '', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'mac_address': 'fa:16:3e:38:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:04Z', 'updated_at': '2021-10-13T11:08:09Z', 'revision_number': 5, 'project_id': '94103c739efd4f559dbc468c59322726', 'subnets': [{'id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:33.278038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-079bd786-b8b8-4cfc-92f8-ca3f695b15f0 req-8c9504db-1e36-4220-86ac-3b08fbb50f48 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492238 Oct 13 11:08:33.301691 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0219f1-ae41-433d-8c64-f4eb9cc45ccb None None] The sync data for ids ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'] in n-d-813659-3 is: [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da970e07-5262-48a7-a6e8-d61896421760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:08:05Z', 'revision_number': 4, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port': {'id': 'da970e07-5262-48a7-a6e8-d61896421760', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:00Z', 'updated_at': '2021-10-13T11:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '406ac6a6-b744-4bce-8a63-607b289fe991', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'port_id': '8be41b51-0274-4a63-863e-7117b400fcd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'mac_address': 'fa:16:3e:bf:52:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ad90cd-45aa-4b88-8573-538034e8e613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:08:11Z', 'updated_at': '2021-10-13T11:08:30Z', 'revision_number': 1, 'project_id': '94103c739efd4f559dbc468c59322726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e39f04a-f272-458f-91b8-e0b509938fd9', 'name': '', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'mac_address': 'fa:16:3e:38:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:04Z', 'updated_at': '2021-10-13T11:08:09Z', 'revision_number': 5, 'project_id': '94103c739efd4f559dbc468c59322726', 'subnets': [{'id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:08:33.306970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce25a7b0-b9c6-489b-91bb-9ff1491d57ae tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Made reservation on behalf of ab1063f6e0034cc295ca54e87dec19b6 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:08:33.309422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaf276-dc6e-408d-94e6-392e7ccbb9de req-e59c87e6-4b7c-47fa-80dc-865ed4c9f02b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:33.314768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7b0-b9c6-489b-91bb-9ff1491d57ae tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:33.319886 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4afaf276-dc6e-408d-94e6-392e7ccbb9de req-e59c87e6-4b7c-47fa-80dc-865ed4c9f02b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 943 time: 0.2007535 Oct 13 11:08:33.388871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4afaf276-dc6e-408d-94e6-392e7ccbb9de req-0dce477f-9e7b-4baa-9acd-8cc497a8a854 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678196 Oct 13 11:08:33.471187 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-81fe3aa3-529a-4723-b902-bd2ef4c76ef3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c15f0f48-b148-4fc5-9dc1-bd09dda10747 HTTP/1.1" status: 200 len: 217 time: 0.2119067 Oct 13 11:08:33.549926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4935ce4-a6c6-4a1a-ae81-3a27c799be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:33.551558 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-b4935ce4-a6c6-4a1a-ae81-3a27c799be4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6dc65ab-bcea-46c1-8b9d-45c9927e2800 HTTP/1.1" status: 200 len: 845 time: 0.0719922 Oct 13 11:08:33.582794 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3418e44b-d5d4-4435-9e59-a00359f2ab0e None None] New status for floating IP 406ac6a6-b744-4bce-8a63-607b289fe991: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:08:33.612960 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-0d1dbefe-42c9-41a8-936d-73198c5a1a67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3d8fabf-e39a-48d5-8efd-ece7680b6661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528767 Oct 13 11:08:33.786186 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-ade4c609-6856-406e-a9e1-8f9cd962b162 service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642842 Oct 13 11:08:33.942097 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0b7a1d2b-0c38-4901-9d44-7b6e9b9d7c77 req-c037fee6-ae78-4839-8daa-c5e96301b105 service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488585 Oct 13 11:08:34.038739 n-d-813659-3 neutron-server[101990]: DEBUG neutron.objects.ports [None req-ce25a7b0-b9c6-489b-91bb-9ff1491d57ae tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101990) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:08:34.045158 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7b0-b9c6-489b-91bb-9ff1491d57ae tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:34.108683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25a7b0-b9c6-489b-91bb-9ff1491d57ae tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1005a4ac-2dd6-4b24-9551-93739eb7e3b9,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:34.114642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce25a7b0-b9c6-489b-91bb-9ff1491d57ae tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Checking segment: {'id': '1fd375f3-6c9e-4fac-bc1a-048405e1b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9fffb780-d5d1-45db-b024-4d5b51e995d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:08:34.117558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce25a7b0-b9c6-489b-91bb-9ff1491d57ae tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Network hostable DHCP agents. Network: 9fffb780-d5d1-45db-b024-4d5b51e995d8, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:08:34.185823 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce25a7b0-b9c6-489b-91bb-9ff1491d57ae tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Network 9fffb780-d5d1-45db-b024-4d5b51e995d8 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:08:34.231519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e42746-f0fb-47d7-ba87-b7ee91a62ecc', 'tag': 'c15f0f48-b148-4fc5-9dc1-bd09dda10747'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:08:34.233870 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55d6b1a-fe25-4652-b4cf-70b39bdd5561" -d '{"events": [{"name": "network-changed", "server_uuid": "10e42746-f0fb-47d7-ba87-b7ee91a62ecc", "tag": "c15f0f48-b148-4fc5-9dc1-bd09dda10747"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:08:34.260033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-ce25a7b0-b9c6-489b-91bb-9ff1491d57ae tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9fffb780-d5d1-45db-b024-4d5b51e995d8) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:08:34.265491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25a7b0-b9c6-489b-91bb-9ff1491d57ae tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:34.270153 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce25a7b0-b9c6-489b-91bb-9ff1491d57ae tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:34.271023 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b6c06-aeaf-4277-998c-9a568903df39 None None] Network 9fffb780-d5d1-45db-b024-4d5b51e995d8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:08:34.306265 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe427fd-9d36-4861-882a-4c756a34d0bb x-openstack-request-id: req-bbe427fd-9d36-4861-882a-4c756a34d0bb {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:08:34.306754 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e42746-f0fb-47d7-ba87-b7ee91a62ecc", "tag": "c15f0f48-b148-4fc5-9dc1-bd09dda10747", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:08:34.307169 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbe427fd-9d36-4861-882a-4c756a34d0bb {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:08:34.307717 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e42746-f0fb-47d7-ba87-b7ee91a62ecc', 'tag': 'c15f0f48-b148-4fc5-9dc1-bd09dda10747', 'status': 'completed', 'code': 200} Oct 13 11:08:34.379517 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58574) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:34.385476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Request body: {'floatingip': {'floating_network_id': '9fffb780-d5d1-45db-b024-4d5b51e995d8'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:34.388550 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ce25a7b0-b9c6-489b-91bb-9ff1491d57ae tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2594302 Oct 13 11:08:34.419590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d6b1a-fe25-4652-b4cf-70b39bdd5561 req-eccd715e-28b0-4dcb-bb24-8d953e7a4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:34.426393 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c55d6b1a-fe25-4652-b4cf-70b39bdd5561 req-eccd715e-28b0-4dcb-bb24-8d953e7a4be6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 1094 time: 0.0900095 Oct 13 11:08:34.501388 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c46c19-35a9-40a4-9509-43020516759e None None] Network 9fffb780-d5d1-45db-b024-4d5b51e995d8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:08:34.523999 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:34.583095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d6b1a-fe25-4652-b4cf-70b39bdd5561 req-628999eb-9ec0-443a-8cb8-f92c39e4082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:34.584713 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c55d6b1a-fe25-4652-b4cf-70b39bdd5561 req-628999eb-9ec0-443a-8cb8-f92c39e4082e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 906 time: 0.1518178 Oct 13 11:08:34.666779 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c55d6b1a-fe25-4652-b4cf-70b39bdd5561 req-ef247f58-b1cf-4331-8ffa-61f85df6e55d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c15f0f48-b148-4fc5-9dc1-bd09dda10747 HTTP/1.1" status: 200 len: 217 time: 0.0635514 Oct 13 11:08:34.696887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe53815-a2fe-448d-bccc-102e0b089452 req-ab9e6273-c652-4949-9da0-fcfe90e6379c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:34.698351 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ffe53815-a2fe-448d-bccc-102e0b089452 req-ab9e6273-c652-4949-9da0-fcfe90e6379c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 943 time: 0.0977087 Oct 13 11:08:34.719926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d6b1a-fe25-4652-b4cf-70b39bdd5561 req-0b661aa7-4f1e-47bc-b55b-41212749e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:34.721429 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c55d6b1a-fe25-4652-b4cf-70b39bdd5561 req-0b661aa7-4f1e-47bc-b55b-41212749e652 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6dc65ab-bcea-46c1-8b9d-45c9927e2800 HTTP/1.1" status: 200 len: 845 time: 0.0473390 Oct 13 11:08:34.746932 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ffe53815-a2fe-448d-bccc-102e0b089452 req-5d21bbed-0426-4397-b7d9-173ab99a6538 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419104 Oct 13 11:08:34.768357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:34.785872 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c55d6b1a-fe25-4652-b4cf-70b39bdd5561 req-7ff9d1ee-cc89-41e3-9333-29760f3690b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3d8fabf-e39a-48d5-8efd-ece7680b6661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555797 Oct 13 11:08:34.911607 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Allocated IP 172.20.0.8 (9fffb780-d5d1-45db-b024-4d5b51e995d8/1005a4ac-2dd6-4b24-9551-93739eb7e3b9/75fb9745-a7f4-4dd2-8f46-88ff2ae2ffaa) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:08:34.972210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c55d6b1a-fe25-4652-b4cf-70b39bdd5561 req-85464d2f-9999-4399-ba1a-868878f0e0f8 service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770685 Oct 13 11:08:35.067919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58590) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:35.173714 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c55d6b1a-fe25-4652-b4cf-70b39bdd5561 req-4c6f9208-771f-49cc-b6a8-93b126a8f42a service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812615 Oct 13 11:08:35.237004 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4dbff7ae-64a3-47e1-a6dc-93d8b235f10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:35.334996 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4dbff7ae-64a3-47e1-a6dc-93d8b235f10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:35.416356 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4dbff7ae-64a3-47e1-a6dc-93d8b235f10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:35.470790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbff7ae-64a3-47e1-a6dc-93d8b235f10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f136cb24-b459-4ca7-a01c-b6e16c89d9dd,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:35.476927 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:35.480160 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4dbff7ae-64a3-47e1-a6dc-93d8b235f10e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0f90e784a654b05b5a0354b294e3045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105163 Oct 13 11:08:35.483544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58602) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:35.555165 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fdf10562-58fd-4005-8793-7214be3fe8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:35.579395 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fdf10562-58fd-4005-8793-7214be3fe8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:35.615748 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:35.664356 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Network 9fffb780-d5d1-45db-b024-4d5b51e995d8 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:08:35.669683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:08:35.672204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:08:35.674016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event updated for resources: {'Port': ['ID=75fb9745-a7f4-4dd2-8f46-88ff2ae2ffaa,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:35.809151 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fdf10562-58fd-4005-8793-7214be3fe8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:35.812137 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fdf10562-58fd-4005-8793-7214be3fe8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:35.815898 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fdf10562-58fd-4005-8793-7214be3fe8df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f136cb24-b459-4ca7-a01c-b6e16c89d9dd HTTP/1.1" status: 204 len: 168 time: 0.3289921 Oct 13 11:08:35.835727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf10562-58fd-4005-8793-7214be3fe8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f136cb24-b459-4ca7-a01c-b6e16c89d9dd,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:35.880095 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:35.906232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164928a-2464-434d-b4f6-b26f14f71ea7 req-cc14fbc4-8494-44fe-90c1-f1641390ed06 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:35.907730 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4164928a-2464-434d-b4f6-b26f14f71ea7 req-cc14fbc4-8494-44fe-90c1-f1641390ed06 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 943 time: 0.0762303 Oct 13 11:08:35.946565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4164928a-2464-434d-b4f6-b26f14f71ea7 req-ad716f0a-d082-4be3-bd32-c5fb3947f7bf tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326338 Oct 13 11:08:35.997679 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.191904 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.255588 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.324399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event updated for resources: {'Port': ['ID=75fb9745-a7f4-4dd2-8f46-88ff2ae2ffaa,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:36.336555 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.357439 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c15f0f48-b148-4fc5-9dc1-bd09dda10747 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:08:36.446146 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.447538 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0a1d58f3-a46b-4f05-99f6-2884212970ce tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0670209 Oct 13 11:08:36.450833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58628) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:36.460654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c15f0f48-b148-4fc5-9dc1-bd09dda10747, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c15f0f48-b148-4fc5-9dc1-bd09dda10747,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:36.473203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'c15f0f48-b148-4fc5-9dc1-bd09dda10747', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'port_id': 'c15f0f48-b148-4fc5-9dc1-bd09dda10747', 'mac_address': 'fa:16:3e:1b:e6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc65ab-bcea-46c1-8b9d-45c9927e2800', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:08:36.512211 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.530898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15f0f48-b148-4fc5-9dc1-bd09dda10747 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:08:36.533245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58632) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:36.538196 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bf7f36f6-4548-4d5e-a92d-c8ef58a19332 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=9fffb780-d5d1-45db-b024-4d5b51e995d8 HTTP/1.1" status: 200 len: 689 time: 0.0861609 Oct 13 11:08:36.540801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58634) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:36.550807 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-736a6df0-035e-4f98-a144-427f8a037be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.557223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c15f0f48-b148-4fc5-9dc1-bd09dda10747, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c15f0f48-b148-4fc5-9dc1-bd09dda10747,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:36.647818 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-736a6df0-035e-4f98-a144-427f8a037be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.651728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.701221 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.729731 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-736a6df0-035e-4f98-a144-427f8a037be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.759473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=c15f0f48-b148-4fc5-9dc1-bd09dda10747,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:36.767778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Deleting port 75fb9745-a7f4-4dd2-8f46-88ff2ae2ffaa {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:08:36.768180 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.777105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-736a6df0-035e-4f98-a144-427f8a037be8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eff68d50432249d1aad9ea3411a44703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419393 Oct 13 11:08:36.779194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a6df0-035e-4f98-a144-427f8a037be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4588411d-9565-42c5-b33c-3d34ae72dfcc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:36.780412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58636) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:36.886987 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.887322 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.889977 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-190ec417-deb9-4c4f-aadf-8fee4d65727a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:36.908530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Calling delete_port for 75fb9745-a7f4-4dd2-8f46-88ff2ae2ffaa owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:08:36.928659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-190ec417-deb9-4c4f-aadf-8fee4d65727a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:37.048043 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['c15f0f48-b148-4fc5-9dc1-bd09dda10747'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:37.106907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e18216-67fb-4e67-92c6-35e9f89ea44c req-3d062be0-d782-4eb8-8222-eff0218944f4 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:37.110826 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22e18216-67fb-4e67-92c6-35e9f89ea44c req-3d062be0-d782-4eb8-8222-eff0218944f4 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 944 time: 0.0865059 Oct 13 11:08:37.122714 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-190ec417-deb9-4c4f-aadf-8fee4d65727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:37.125909 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-190ec417-deb9-4c4f-aadf-8fee4d65727a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:37.127271 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-190ec417-deb9-4c4f-aadf-8fee4d65727a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4588411d-9565-42c5-b33c-3d34ae72dfcc HTTP/1.1" status: 204 len: 168 time: 0.3458018 Oct 13 11:08:37.137638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ec417-deb9-4c4f-aadf-8fee4d65727a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4588411d-9565-42c5-b33c-3d34ae72dfcc,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:37.159098 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22e18216-67fb-4e67-92c6-35e9f89ea44c req-3eb03942-cefd-4513-b9b1-5fc294da82b3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 Oct 13 11:08:37.180307 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:37.219617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event deleted for resources: {'Port': ['ID=75fb9745-a7f4-4dd2-8f46-88ff2ae2ffaa,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:37.319323 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:37.367930 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:37.523655 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:37.550466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1005a4ac-2dd6-4b24-9551-93739eb7e3b9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:37.618847 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:37.640860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fffb780-d5d1-45db-b024-4d5b51e995d8']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:37.651136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd375f3-6c9e-4fac-bc1a-048405e1b412') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:37.651438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd375f3-6c9e-4fac-bc1a-048405e1b412') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:37.664413 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:37.682559 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:37.689855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:08:37.690254 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:08:37.692074 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:08:37.848388 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:37.855495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9fffb780-d5d1-45db-b024-4d5b51e995d8 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 11:08:37.867029 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:37.876422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58672) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:37.879223 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9fffb780-d5d1-45db-b024-4d5b51e995d8 HTTP/1.1" status: 204 len: 168 time: 1.3368165 Oct 13 11:08:37.880572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e043d2-8bec-467d-bc81-5dc30aaf1dd1 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fffb780-d5d1-45db-b024-4d5b51e995d8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:37.964155 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eaa21bd5-1406-4198-adf3-44f67aa4d5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:38.034778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58678) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:38.049448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cdfd8043-bb3c-4b91-9006-14cdc3e11f03 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3351 time: 0.1626327 Oct 13 11:08:38.160673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.161358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.161885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.162930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.163375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.163776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.164208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.164641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.165106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.165497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.165923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.166430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.167014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.176670 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0c15f9f6-5c2f-4157-8de1-72d2fa1d7ef6 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8260 time: 0.1379063 Oct 13 11:08:38.178953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58684) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:38.245408 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-bb46f789-af90-4ac6-9aed-f6bfef3e9a41 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] delete failed (client error): The resource could not be found. Oct 13 11:08:38.247094 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bb46f789-af90-4ac6-9aed-f6bfef3e9a41 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/94c57466-433d-4d0a-b6aa-52d1e43df2b8 HTTP/1.1" status: 404 len: 345 time: 0.0664899 Oct 13 11:08:38.249366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58690) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:38.270443 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9717e9-60de-465a-8859-2ca1adf99422 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] DELETE failed (client error): The resource could not be found. Oct 13 11:08:38.271011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9717e9-60de-465a-8859-2ca1adf99422 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:08:38.274626 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4f9717e9-60de-465a-8859-2ca1adf99422 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9fffb780-d5d1-45db-b024-4d5b51e995d8 HTTP/1.1" status: 404 len: 339 time: 0.0240407 Oct 13 11:08:38.279106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58694) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:38.283797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-174bde79-ac5d-4fed-a37a-03aa387577c2 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Request body: {'network': {'name': 'tempest-network--458527209', 'router:external': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:38.312607 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8094b5-8f69-4f01-b760-e1dae5d715c5 req-1253d45a-5901-408d-8b02-d0707ed9d980 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.320307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d8094b5-8f69-4f01-b760-e1dae5d715c5 req-1253d45a-5901-408d-8b02-d0707ed9d980 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 944 time: 0.0735295 Oct 13 11:08:38.359859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d8094b5-8f69-4f01-b760-e1dae5d715c5 req-276336e9-edde-46a8-8b41-040c14c776e0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385582 Oct 13 11:08:38.369820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c15f0f48-b148-4fc5-9dc1-bd09dda10747 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:08:38.375988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174bde79-ac5d-4fed-a37a-03aa387577c2 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Made reservation on behalf of ab1063f6e0034cc295ca54e87dec19b6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:08:38.381735 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-174bde79-ac5d-4fed-a37a-03aa387577c2 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:38.439747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174bde79-ac5d-4fed-a37a-03aa387577c2 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:08:38.459842 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-174bde79-ac5d-4fed-a37a-03aa387577c2 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:38.460339 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-174bde79-ac5d-4fed-a37a-03aa387577c2 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Added segment 0a6039ce-cf36-4b13-8609-16e7fefe6c04 of type vlan for network 159624c4-39a7-477c-81d8-63b721f51662 Oct 13 11:08:38.515012 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-174bde79-ac5d-4fed-a37a-03aa387577c2 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:38.563988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port c15f0f48-b148-4fc5-9dc1-bd09dda10747 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:08:38.569145 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port c15f0f48-b148-4fc5-9dc1-bd09dda10747 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:08:38.569857 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:38.644180 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-174bde79-ac5d-4fed-a37a-03aa387577c2 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:38.650598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174bde79-ac5d-4fed-a37a-03aa387577c2 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.650598 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-174bde79-ac5d-4fed-a37a-03aa387577c2 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:38.694391 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:38.712850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bde79-ac5d-4fed-a37a-03aa387577c2 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event updated for resources: {'Network': ['ID=159624c4-39a7-477c-81d8-63b721f51662,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:38.721809 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e42746-f0fb-47d7-ba87-b7ee91a62ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15f0f48-b148-4fc5-9dc1-bd09dda10747'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:08:38.724236 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026d6315-30d8-41f3-8659-7e863340ba58" -d '{"events": [{"server_uuid": "10e42746-f0fb-47d7-ba87-b7ee91a62ecc", "name": "network-vif-plugged", "status": "completed", "tag": "c15f0f48-b148-4fc5-9dc1-bd09dda10747"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:08:38.736945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 159624c4-39a7-477c-81d8-63b721f51662 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:08:38.750206 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:38.790733 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246f96cb-bbb0-4ac5-b09c-d0322e52c16e x-openstack-request-id: req-246f96cb-bbb0-4ac5-b09c-d0322e52c16e {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:08:38.791026 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e42746-f0fb-47d7-ba87-b7ee91a62ecc", "name": "network-vif-plugged", "status": "completed", "tag": "c15f0f48-b148-4fc5-9dc1-bd09dda10747", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:08:38.791277 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-246f96cb-bbb0-4ac5-b09c-d0322e52c16e {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:08:38.791668 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e42746-f0fb-47d7-ba87-b7ee91a62ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15f0f48-b148-4fc5-9dc1-bd09dda10747', 'code': 200} Oct 13 11:08:38.804804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c15f0f48-b148-4fc5-9dc1-bd09dda10747, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c15f0f48-b148-4fc5-9dc1-bd09dda10747,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:38.811165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58716) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:38.811302 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-174bde79-ac5d-4fed-a37a-03aa387577c2 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5270278 Oct 13 11:08:38.875458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b542c4-ad67-4e2d-9dde-ce39595004dc req-955c72c8-5379-4047-affb-cd3b1de8446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.876994 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-35b542c4-ad67-4e2d-9dde-ce39595004dc req-955c72c8-5379-4047-affb-cd3b1de8446e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 1095 time: 0.0470533 Oct 13 11:08:38.883861 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:38.917400 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-35b542c4-ad67-4e2d-9dde-ce39595004dc req-cc9b3948-8731-4bcc-9c46-5bd65c1d6d29 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Oct 13 11:08:38.954452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=c15f0f48-b148-4fc5-9dc1-bd09dda10747,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:38.981694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2212d-34b2-4111-9b5c-cad64be886f9 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.988275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2212d-34b2-4111-9b5c-cad64be886f9 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:38.995732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2212d-34b2-4111-9b5c-cad64be886f9 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:39.001752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2212d-34b2-4111-9b5c-cad64be886f9 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:39.003558 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-54f2212d-34b2-4111-9b5c-cad64be886f9 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1966920 Oct 13 11:08:39.007539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58722) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:39.080047 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:39.170582 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:39.193942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159624c4-39a7-477c-81d8-63b721f51662']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:39.206994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6039ce-cf36-4b13-8609-16e7fefe6c04') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:39.207326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6039ce-cf36-4b13-8609-16e7fefe6c04') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:39.219161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:39.234600 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:39.242500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:08:39.242917 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:08:39.244765 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:08:39.369648 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:39.388838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 159624c4-39a7-477c-81d8-63b721f51662 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 11:08:39.407279 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event deleted for resources: {'Network': ['ID=159624c4-39a7-477c-81d8-63b721f51662,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:39.427639 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:39.427639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4c4c1008-213c-434b-8918-b1416d9ed830 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "DELETE /v2.0/networks/159624c4-39a7-477c-81d8-63b721f51662 HTTP/1.1" status: 204 len: 168 time: 0.4165404 Oct 13 11:08:39.429565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58746) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:39.437289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d35fb032-a794-46df-8260-b9aa0ccecee7 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Request body: {'network': {'name': 'tempest-network--126849234', 'router:external': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:39.535232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35fb032-a794-46df-8260-b9aa0ccecee7 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Made reservation on behalf of ab1063f6e0034cc295ca54e87dec19b6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:08:39.538235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d35fb032-a794-46df-8260-b9aa0ccecee7 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:39.555922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dc7f9-8147-45c8-b6cd-74ad573cfe68 req-9b9686ab-b4c5-47d1-bb68-dfaa9820e449 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:39.557955 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d24dc7f9-8147-45c8-b6cd-74ad573cfe68 req-9b9686ab-b4c5-47d1-bb68-dfaa9820e449 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 945 time: 0.0604315 Oct 13 11:08:39.564443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35fb032-a794-46df-8260-b9aa0ccecee7 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:08:39.574269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d35fb032-a794-46df-8260-b9aa0ccecee7 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:39.574652 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-d35fb032-a794-46df-8260-b9aa0ccecee7 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Added segment 2a3b2ea7-cd0f-4375-b447-12207211de14 of type vlan for network 3375516a-5631-43f7-8bda-0955fa15467d Oct 13 11:08:39.626858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d24dc7f9-8147-45c8-b6cd-74ad573cfe68 req-b559555b-cd5c-4cd7-8226-81a8a6f0cb03 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607889 Oct 13 11:08:39.653269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d35fb032-a794-46df-8260-b9aa0ccecee7 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.015004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58770) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:40.049994 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d35fb032-a794-46df-8260-b9aa0ccecee7 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.051611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35fb032-a794-46df-8260-b9aa0ccecee7 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:40.052267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d35fb032-a794-46df-8260-b9aa0ccecee7 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.128000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fb032-a794-46df-8260-b9aa0ccecee7 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event updated for resources: {'Network': ['ID=3375516a-5631-43f7-8bda-0955fa15467d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:40.140021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 3375516a-5631-43f7-8bda-0955fa15467d details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:08:40.146914 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-40f4864f-86fc-4e8a-a535-19c49e43ed12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.174231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58774) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:40.174810 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d35fb032-a794-46df-8260-b9aa0ccecee7 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7410243 Oct 13 11:08:40.259124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-40f4864f-86fc-4e8a-a535-19c49e43ed12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.271572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520c7875-0ee1-4491-a404-50e14481d738 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:40.275517 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-520c7875-0ee1-4491-a404-50e14481d738 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] 10.222.0.32 "GET /v2.0/networks/3375516a-5631-43f7-8bda-0955fa15467d HTTP/1.1" status: 200 len: 756 time: 0.0981462 Oct 13 11:08:40.276237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58776) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:40.334765 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-40f4864f-86fc-4e8a-a535-19c49e43ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.363765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a5c4eb-9bc9-4d4c-a306-88bf4fa3df47 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:40.365150 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-74a5c4eb-9bc9-4d4c-a306-88bf4fa3df47 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] 10.222.0.32 "GET /v2.0/networks/c4132beb-ad46-435e-92d2-1069dfca1f98 HTTP/1.1" status: 200 len: 768 time: 0.0879858 Oct 13 11:08:40.368495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58780) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:40.384278 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-40f4864f-86fc-4e8a-a535-19c49e43ed12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b3779b7af724aceb44b64722e9338bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641732 Oct 13 11:08:40.384278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4864f-86fc-4e8a-a535-19c49e43ed12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c26ab83-e052-49a9-8817-8a520629f5b1,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:40.386153 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58782) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:40.428985 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.441701 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.448356 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7eb43079-b226-45b5-8083-71dc9fe9041b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.473552 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7eb43079-b226-45b5-8083-71dc9fe9041b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.536089 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.557090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3375516a-5631-43f7-8bda-0955fa15467d']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:40.566874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3b2ea7-cd0f-4375-b447-12207211de14') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:40.567166 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3b2ea7-cd0f-4375-b447-12207211de14') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:40.577262 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.590318 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.596250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:08:40.596798 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:08:40.598523 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:08:40.609520 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7eb43079-b226-45b5-8083-71dc9fe9041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.612495 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7eb43079-b226-45b5-8083-71dc9fe9041b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.617040 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7eb43079-b226-45b5-8083-71dc9fe9041b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c26ab83-e052-49a9-8817-8a520629f5b1 HTTP/1.1" status: 204 len: 168 time: 0.2265520 Oct 13 11:08:40.630933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb43079-b226-45b5-8083-71dc9fe9041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c26ab83-e052-49a9-8817-8a520629f5b1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:40.747266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ceea6-e196-4ec8-a849-d3a045dee65a req-7914f00a-db0e-486a-ab81-52bf884bbb0a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:40.748745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-397ceea6-e196-4ec8-a849-d3a045dee65a req-7914f00a-db0e-486a-ab81-52bf884bbb0a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 945 time: 0.0527194 Oct 13 11:08:40.761885 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.766047 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3375516a-5631-43f7-8bda-0955fa15467d {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 11:08:40.768551 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.775114 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "DELETE /v2.0/networks/3375516a-5631-43f7-8bda-0955fa15467d HTTP/1.1" status: 204 len: 168 time: 0.4021981 Oct 13 11:08:40.775534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58796) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:40.780432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-da8af8e6-1cf3-47d9-8b48-ff6995801640 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Request body: {'network': {'name': 'tempest-network--885052756'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:40.786464 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ee230ae-f231-4fdd-89a2-29d60c687595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.794232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec0e9c-2b83-4748-991f-769608def174 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event deleted for resources: {'Network': ['ID=3375516a-5631-43f7-8bda-0955fa15467d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:40.826913 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-397ceea6-e196-4ec8-a849-d3a045dee65a req-c910fc4a-c659-4935-a6cc-319756a0c0a9 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720384 Oct 13 11:08:40.889843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8af8e6-1cf3-47d9-8b48-ff6995801640 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Made reservation on behalf of ab1063f6e0034cc295ca54e87dec19b6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:08:40.903260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da8af8e6-1cf3-47d9-8b48-ff6995801640 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.958471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8af8e6-1cf3-47d9-8b48-ff6995801640 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:08:40.983864 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da8af8e6-1cf3-47d9-8b48-ff6995801640 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:40.987114 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-da8af8e6-1cf3-47d9-8b48-ff6995801640 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Added segment d6b653ce-96bd-46c7-af8c-78164db0f97a of type vlan for network 04aa5177-f651-48ba-aba1-1d0bfd70c678 Oct 13 11:08:41.035812 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da8af8e6-1cf3-47d9-8b48-ff6995801640 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.130529 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da8af8e6-1cf3-47d9-8b48-ff6995801640 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.132098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8af8e6-1cf3-47d9-8b48-ff6995801640 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:41.132704 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da8af8e6-1cf3-47d9-8b48-ff6995801640 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.168192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c02194-c577-44de-b6b5-96c129c7783f req-d5daf149-275d-4fd8-9709-f7ae47636cad tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:41.168192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0c02194-c577-44de-b6b5-96c129c7783f req-d5daf149-275d-4fd8-9709-f7ae47636cad tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 945 time: 0.0715668 Oct 13 11:08:41.200575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0c02194-c577-44de-b6b5-96c129c7783f req-e59e70eb-36f5-4b8c-acd9-ddba6b6cff38 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340800 Oct 13 11:08:41.201559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8af8e6-1cf3-47d9-8b48-ff6995801640 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event updated for resources: {'Network': ['ID=04aa5177-f651-48ba-aba1-1d0bfd70c678,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:41.212251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 04aa5177-f651-48ba-aba1-1d0bfd70c678 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:08:41.253862 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-da8af8e6-1cf3-47d9-8b48-ff6995801640 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4772120 Oct 13 11:08:41.257116 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58814) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:41.263908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-506a73f9-0832-49d1-9bee-ea5814d94967 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:41.424872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58818) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:41.444430 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de003fe7-f1a7-4936-9c7a-d3984a19d8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.467196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb736aa4-7715-4b38-8f8b-b290c4d69649 req-557c44ab-cb35-4539-aeb4-2628e0c7c988 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:41.475314 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb736aa4-7715-4b38-8f8b-b290c4d69649 req-557c44ab-cb35-4539-aeb4-2628e0c7c988 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 945 time: 0.0943065 Oct 13 11:08:41.491391 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-506a73f9-0832-49d1-9bee-ea5814d94967 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.528908 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb736aa4-7715-4b38-8f8b-b290c4d69649 req-a113bb59-b8c3-4e75-91aa-529d0f3f6a5b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527370 Oct 13 11:08:41.593448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de003fe7-f1a7-4936-9c7a-d3984a19d8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.609748 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-506a73f9-0832-49d1-9bee-ea5814d94967 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.617482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-506a73f9-0832-49d1-9bee-ea5814d94967 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Network 04aa5177-f651-48ba-aba1-1d0bfd70c678 is not hosted by any dhcp agent {{(pid=101990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 11:08:41.618364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506a73f9-0832-49d1-9bee-ea5814d94967 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:41.618952 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-506a73f9-0832-49d1-9bee-ea5814d94967 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.620317 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-506a73f9-0832-49d1-9bee-ea5814d94967 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "PUT /v2.0/networks/04aa5177-f651-48ba-aba1-1d0bfd70c678 HTTP/1.1" status: 200 len: 857 time: 0.3620346 Oct 13 11:08:41.623402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58824) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:41.654574 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.673534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a73f9-0832-49d1-9bee-ea5814d94967 tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event updated for resources: {'Network': ['ID=04aa5177-f651-48ba-aba1-1d0bfd70c678,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:41.686055 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de003fe7-f1a7-4936-9c7a-d3984a19d8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.741976 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.745642 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-de003fe7-f1a7-4936-9c7a-d3984a19d8cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7df121e64cd8492483512007ec27a072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196940 Oct 13 11:08:41.747598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de003fe7-f1a7-4936-9c7a-d3984a19d8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c283be0-f02c-48a8-982e-c7be0a2b2092,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:41.748454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58828) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:41.811792 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3187b00c-9239-4a78-a66d-37e9264d85a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.840726 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.851092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3187b00c-9239-4a78-a66d-37e9264d85a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.861398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04aa5177-f651-48ba-aba1-1d0bfd70c678']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:41.871649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b653ce-96bd-46c7-af8c-78164db0f97a') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:41.871950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b653ce-96bd-46c7-af8c-78164db0f97a') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:41.882511 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.896054 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.902325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:08:41.903297 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:08:41.905080 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:08:41.992008 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3187b00c-9239-4a78-a66d-37e9264d85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.995477 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3187b00c-9239-4a78-a66d-37e9264d85a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:41.996974 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3187b00c-9239-4a78-a66d-37e9264d85a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c283be0-f02c-48a8-982e-c7be0a2b2092 HTTP/1.1" status: 204 len: 168 time: 0.2471583 Oct 13 11:08:42.009313 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db5708-39bd-44bc-8d6e-3fdb9bc58481 req-c0858b26-421a-4d6c-bdb2-f16118097c3a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:42.009493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187b00c-9239-4a78-a66d-37e9264d85a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c283be0-f02c-48a8-982e-c7be0a2b2092,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:42.010963 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5db5708-39bd-44bc-8d6e-3fdb9bc58481 req-c0858b26-421a-4d6c-bdb2-f16118097c3a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 945 time: 0.0527744 Oct 13 11:08:42.074858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5db5708-39bd-44bc-8d6e-3fdb9bc58481 req-a8ef431e-c2dd-4cf8-a008-92d0dbae878b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557616 Oct 13 11:08:42.083947 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:42.092945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04aa5177-f651-48ba-aba1-1d0bfd70c678 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 11:08:42.095719 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:42.099083 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] 10.222.0.32 "DELETE /v2.0/networks/04aa5177-f651-48ba-aba1-1d0bfd70c678 HTTP/1.1" status: 204 len: 168 time: 0.4741604 Oct 13 11:08:42.110877 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58842) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:42.113552 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653bfe6-b6e4-46a5-b6f5-f976e9e4b0ef tempest-ExternalNetworksTestJSON-914169257 tempest-ExternalNetworksTestJSON-914169257-project-admin] Pushing event deleted for resources: {'Network': ['ID=04aa5177-f651-48ba-aba1-1d0bfd70c678,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:42.135369 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:42.147149 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e26e427-a923-4fb9-89a6-117bd6750be8 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] DELETE failed (client error): The resource could not be found. Oct 13 11:08:42.147831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e26e427-a923-4fb9-89a6-117bd6750be8 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:08:42.154835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58844) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:42.156167 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0e26e427-a923-4fb9-89a6-117bd6750be8 tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] 10.222.0.32 "DELETE /v2.0/subnets/1005a4ac-2dd6-4b24-9551-93739eb7e3b9 HTTP/1.1" status: 404 len: 337 time: 0.0440197 Oct 13 11:08:42.267336 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8e1fbf5-bfe4-487b-9386-afd1d3aa69ee tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:42.399721 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8e1fbf5-bfe4-487b-9386-afd1d3aa69ee tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:42.421495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-d8e1fbf5-bfe4-487b-9386-afd1d3aa69ee tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4132beb-ad46-435e-92d2-1069dfca1f98']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:42.431613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-d8e1fbf5-bfe4-487b-9386-afd1d3aa69ee tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22661c56-db40-40fa-9a96-595f0c00d1fe') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:42.431961 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-d8e1fbf5-bfe4-487b-9386-afd1d3aa69ee tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22661c56-db40-40fa-9a96-595f0c00d1fe') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:08:42.441789 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8e1fbf5-bfe4-487b-9386-afd1d3aa69ee tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:42.454983 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8e1fbf5-bfe4-487b-9386-afd1d3aa69ee tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:42.461644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e1fbf5-bfe4-487b-9386-afd1d3aa69ee tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:08:42.462104 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8e1fbf5-bfe4-487b-9386-afd1d3aa69ee tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:08:42.465262 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:08:42.608185 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8e1fbf5-bfe4-487b-9386-afd1d3aa69ee tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:42.618716 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8e1fbf5-bfe4-487b-9386-afd1d3aa69ee tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:42.624998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d8e1fbf5-bfe4-487b-9386-afd1d3aa69ee tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] 10.222.0.32 "DELETE /v2.0/networks/c4132beb-ad46-435e-92d2-1069dfca1f98 HTTP/1.1" status: 204 len: 168 time: 0.4690628 Oct 13 11:08:42.643011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1fbf5-bfe4-487b-9386-afd1d3aa69ee tempest-ExternalNetworksTestJSON-963723942 tempest-ExternalNetworksTestJSON-963723942-project] Pushing event deleted for resources: {'Network': ['ID=c4132beb-ad46-435e-92d2-1069dfca1f98,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:43.120582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58878) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:43.264891 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec616ee4-fbec-44ad-84eb-07f9391e1085 req-922058cb-2a90-42a0-b42d-6c39131479dc tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:43.266700 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec616ee4-fbec-44ad-84eb-07f9391e1085 req-922058cb-2a90-42a0-b42d-6c39131479dc tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 945 time: 0.0625367 Oct 13 11:08:43.308797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec616ee4-fbec-44ad-84eb-07f9391e1085 req-16bd0e92-8f0d-45d6-85b7-c3f8137d7b18 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353477 Oct 13 11:08:43.329721 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:43.445171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a98c29-69a9-4479-b851-59d8241e00c9 req-7ab278d5-71a0-43ae-b992-b2a9d60a148b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:43.446916 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14a98c29-69a9-4479-b851-59d8241e00c9 req-7ab278d5-71a0-43ae-b992-b2a9d60a148b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 945 time: 0.0903296 Oct 13 11:08:43.499178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58902) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:43.500337 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a536a494-481a-46f2-9ad0-4d28ba0cd928 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=894106c788dc453e8d1ce766cbae7b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773217 Oct 13 11:08:43.592783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-535cee11-84b5-4323-90aa-6688f0c79b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:43.632308 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-535cee11-84b5-4323-90aa-6688f0c79b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:43.650706 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-14a98c29-69a9-4479-b851-59d8241e00c9 req-339766c4-4cbc-4c4c-bf9a-cc327669a320 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Deleting port c15f0f48-b148-4fc5-9dc1-bd09dda10747 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:08:43.651308 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14a98c29-69a9-4479-b851-59d8241e00c9 req-339766c4-4cbc-4c4c-bf9a-cc327669a320 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:43.767537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-14a98c29-69a9-4479-b851-59d8241e00c9 req-339766c4-4cbc-4c4c-bf9a-cc327669a320 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] For port c15f0f48-b148-4fc5-9dc1-bd09dda10747, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c15f0f48-b148-4fc5-9dc1-bd09dda10747,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:43.768117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14a98c29-69a9-4479-b851-59d8241e00c9 req-339766c4-4cbc-4c4c-bf9a-cc327669a320 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:43.782541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-14a98c29-69a9-4479-b851-59d8241e00c9 req-339766c4-4cbc-4c4c-bf9a-cc327669a320 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Calling delete_port for c15f0f48-b148-4fc5-9dc1-bd09dda10747 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:08:43.827826 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-535cee11-84b5-4323-90aa-6688f0c79b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:43.830548 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-535cee11-84b5-4323-90aa-6688f0c79b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:43.831763 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-535cee11-84b5-4323-90aa-6688f0c79b30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/129a88b0-15de-436c-b156-2e51374dbac9 HTTP/1.1" status: 204 len: 168 time: 0.3316798 Oct 13 11:08:43.843767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cee11-84b5-4323-90aa-6688f0c79b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129a88b0-15de-436c-b156-2e51374dbac9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:44.013829 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14a98c29-69a9-4479-b851-59d8241e00c9 req-339766c4-4cbc-4c4c-bf9a-cc327669a320 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:44.025582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:44.030247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['1d73cdfa-5171-479c-8313-ca7704e8c816', 'c15f0f48-b148-4fc5-9dc1-bd09dda10747'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:44.056865 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339766c4-4cbc-4c4c-bf9a-cc327669a320 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event deleted for resources: {'Port': ['ID=c15f0f48-b148-4fc5-9dc1-bd09dda10747,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:44.106297 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a98c29-69a9-4479-b851-59d8241e00c9 req-339766c4-4cbc-4c4c-bf9a-cc327669a320 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] No DVR routers for this DVR port c15f0f48-b148-4fc5-9dc1-bd09dda10747 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:08:44.111657 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14a98c29-69a9-4479-b851-59d8241e00c9 req-339766c4-4cbc-4c4c-bf9a-cc327669a320 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:44.115980 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14a98c29-69a9-4479-b851-59d8241e00c9 req-339766c4-4cbc-4c4c-bf9a-cc327669a320 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "DELETE /v2.0/ports/c15f0f48-b148-4fc5-9dc1-bd09dda10747 HTTP/1.1" status: 204 len: 173 time: 0.6625912 Oct 13 11:08:44.116615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e42746-f0fb-47d7-ba87-b7ee91a62ecc', 'name': 'network-vif-deleted', 'tag': 'c15f0f48-b148-4fc5-9dc1-bd09dda10747'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:08:44.118969 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461f305a-1167-499f-9452-2d669dba6360" -d '{"events": [{"server_uuid": "10e42746-f0fb-47d7-ba87-b7ee91a62ecc", "name": "network-vif-deleted", "tag": "c15f0f48-b148-4fc5-9dc1-bd09dda10747"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:08:44.177975 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271d592f-225f-4f34-a1e9-f2162067dbb3 x-openstack-request-id: req-271d592f-225f-4f34-a1e9-f2162067dbb3 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:08:44.177975 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e42746-f0fb-47d7-ba87-b7ee91a62ecc", "name": "network-vif-deleted", "tag": "c15f0f48-b148-4fc5-9dc1-bd09dda10747", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:08:44.177975 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-271d592f-225f-4f34-a1e9-f2162067dbb3 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:08:44.177975 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e42746-f0fb-47d7-ba87-b7ee91a62ecc', 'name': 'network-vif-deleted', 'tag': 'c15f0f48-b148-4fc5-9dc1-bd09dda10747', 'status': 'completed', 'code': 200} Oct 13 11:08:44.434949 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14f01e62-c432-4dc5-bf72-0b6049a9ec43 req-01c1c3a0-729f-4a8b-8f55-dcaa27c00dfc tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e42746-f0fb-47d7-ba87-b7ee91a62ecc HTTP/1.1" status: 200 len: 210 time: 0.0287192 Oct 13 11:08:44.774563 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58946) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:44.814692 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d32f18de-99c6-409a-a7db-5c3e7ab464fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab1063f6e0034cc295ca54e87dec19b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389671 Oct 13 11:08:44.817359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58948) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:44.866913 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea090-d4dd-4449-b5c9-2bec31c2440c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:44.888269 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea090-d4dd-4449-b5c9-2bec31c2440c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:45.048439 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea090-d4dd-4449-b5c9-2bec31c2440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:45.053258 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea090-d4dd-4449-b5c9-2bec31c2440c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:45.056866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5f8ea090-d4dd-4449-b5c9-2bec31c2440c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91a6db8e-561f-44a3-8a6c-fa6fe1fdb446 HTTP/1.1" status: 204 len: 168 time: 0.2354565 Oct 13 11:08:45.070820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ea090-d4dd-4449-b5c9-2bec31c2440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a6db8e-561f-44a3-8a6c-fa6fe1fdb446,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:46.188924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698ee24-862b-486c-bb61-6433cc69dd33 req-95c348bb-bd93-460e-affa-002ecff60840 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:46.198913 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a698ee24-862b-486c-bb61-6433cc69dd33 req-95c348bb-bd93-460e-affa-002ecff60840 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 945 time: 0.0689976 Oct 13 11:08:46.247414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a698ee24-862b-486c-bb61-6433cc69dd33 req-ffc3a969-2a12-4107-b300-1c6f658daca0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459833 Oct 13 11:08:46.413224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c15f0f48-b148-4fc5-9dc1-bd09dda10747 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:08:46.437463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: c15f0f48-b148-4fc5-9dc1-bd09dda10747 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:08:46.437745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c15f0f48-b148-4fc5-9dc1-bd09dda10747 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:08:47.050917 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59036) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:47.159290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8029f7a0-c891-4f87-aa72-d6e65df2b471 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-404603953'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:47.312663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8029f7a0-c891-4f87-aa72-d6e65df2b471 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:47.314889 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8029f7a0-c891-4f87-aa72-d6e65df2b471 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:47.321101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998d84b-90bf-464c-b28a-c674ccbc698b req-1aae2e9d-23f3-4fb4-9349-e42d4a57c9eb tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:47.323090 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3998d84b-90bf-464c-b28a-c674ccbc698b req-1aae2e9d-23f3-4fb4-9349-e42d4a57c9eb tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 945 time: 0.0542746 Oct 13 11:08:47.415353 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8029f7a0-c891-4f87-aa72-d6e65df2b471 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:47.426630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb36af4-6988-4ac9-ad55-135ef9a98085 req-8c2eaa3b-6780-4e93-a5ef-23b59d70613a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:47.428520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7eb36af4-6988-4ac9-ad55-135ef9a98085 req-8c2eaa3b-6780-4e93-a5ef-23b59d70613a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 945 time: 0.1076214 Oct 13 11:08:47.443139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-3998d84b-90bf-464c-b28a-c674ccbc698b req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Deleting port 1d73cdfa-5171-479c-8313-ca7704e8c816 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:08:47.443892 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3998d84b-90bf-464c-b28a-c674ccbc698b req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:47.472830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7eb36af4-6988-4ac9-ad55-135ef9a98085 req-31ddfcf5-5e06-496c-b72f-f794906f135a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359356 Oct 13 11:08:47.490835 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8029f7a0-c891-4f87-aa72-d6e65df2b471 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:47.539286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-3998d84b-90bf-464c-b28a-c674ccbc698b req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] For port 1d73cdfa-5171-479c-8313-ca7704e8c816, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1d73cdfa-5171-479c-8313-ca7704e8c816,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:47.539693 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3998d84b-90bf-464c-b28a-c674ccbc698b req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:47.552924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-3998d84b-90bf-464c-b28a-c674ccbc698b req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Calling delete_port for 1d73cdfa-5171-479c-8313-ca7704e8c816 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:08:47.572132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8029f7a0-c891-4f87-aa72-d6e65df2b471 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:47.575457 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8029f7a0-c891-4f87-aa72-d6e65df2b471 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5214336 Oct 13 11:08:47.576061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59054) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:47.663245 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4277f07d-1a4d-4166-a7db-7216fd26dff8 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:47.785805 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3998d84b-90bf-464c-b28a-c674ccbc698b req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:47.800673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['1d73cdfa-5171-479c-8313-ca7704e8c816'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:47.803667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:47.852416 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event deleted for resources: {'Port': ['ID=1d73cdfa-5171-479c-8313-ca7704e8c816,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:47.866918 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4277f07d-1a4d-4166-a7db-7216fd26dff8 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:47.869332 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4277f07d-1a4d-4166-a7db-7216fd26dff8 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:47.899066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3998d84b-90bf-464c-b28a-c674ccbc698b req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] No DVR routers for this DVR port 1d73cdfa-5171-479c-8313-ca7704e8c816 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:08:47.901572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:47.901947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:47.902282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:47.902659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:47.903001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:47.903341 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:47.903675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:47.904496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:47.904496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:47.904878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:47.905251 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:47.908698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:47.912270 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3998d84b-90bf-464c-b28a-c674ccbc698b req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:47.915778 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3998d84b-90bf-464c-b28a-c674ccbc698b req-400e66d1-9646-4942-bb08-eb01082e6055 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "DELETE /v2.0/ports/1d73cdfa-5171-479c-8313-ca7704e8c816 HTTP/1.1" status: 204 len: 173 time: 0.5870519 Oct 13 11:08:47.916248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4faa88-9670-4f0c-b0bc-9b7dab206c96', 'name': 'network-vif-deleted', 'tag': '1d73cdfa-5171-479c-8313-ca7704e8c816'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:08:47.919119 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43169d0a-f796-4980-9a5e-95bc6c7aa6bb" -d '{"events": [{"server_uuid": "9f4faa88-9670-4f0c-b0bc-9b7dab206c96", "name": "network-vif-deleted", "tag": "1d73cdfa-5171-479c-8313-ca7704e8c816"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:08:47.961922 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2633e05a-2235-4ad9-830f-0d59bae5fff0 x-openstack-request-id: req-2633e05a-2235-4ad9-830f-0d59bae5fff0 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:08:47.962248 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4faa88-9670-4f0c-b0bc-9b7dab206c96", "name": "network-vif-deleted", "tag": "1d73cdfa-5171-479c-8313-ca7704e8c816", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:08:47.962542 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2633e05a-2235-4ad9-830f-0d59bae5fff0 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:08:47.962948 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4faa88-9670-4f0c-b0bc-9b7dab206c96', 'name': 'network-vif-deleted', 'tag': '1d73cdfa-5171-479c-8313-ca7704e8c816', 'status': 'completed', 'code': 200} Oct 13 11:08:48.038353 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4277f07d-1a4d-4166-a7db-7216fd26dff8 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:48.039036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4277f07d-1a4d-4166-a7db-7216fd26dff8 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67811055-360c-4a26-abc1-fca32887eb2a {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:08:48.043840 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4277f07d-1a4d-4166-a7db-7216fd26dff8 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:48.045861 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4277f07d-1a4d-4166-a7db-7216fd26dff8 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] 10.222.0.32 "DELETE /v2.0/routers/67811055-360c-4a26-abc1-fca32887eb2a HTTP/1.1" status: 204 len: 168 time: 0.4683282 Oct 13 11:08:48.048592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59072) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:48.054722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3ac8e807-d94a-40f9-bb2b-e43cab02dfb5 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Request body: {'router': {'name': 'tempest-router-331159816', 'distributed': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:48.170124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e807-d94a-40f9-bb2b-e43cab02dfb5 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:48.173146 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e807-d94a-40f9-bb2b-e43cab02dfb5 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:48.235028 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e807-d94a-40f9-bb2b-e43cab02dfb5 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:48.311780 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e807-d94a-40f9-bb2b-e43cab02dfb5 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:48.405788 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e807-d94a-40f9-bb2b-e43cab02dfb5 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:48.408204 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3ac8e807-d94a-40f9-bb2b-e43cab02dfb5 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3583851 Oct 13 11:08:48.411465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59082) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:48.494061 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d89ab38-2bc0-469c-9a89-0882caff2ff6 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:48.594247 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad51ccc6-735b-4a41-bdad-0bb5fd0e4cd6 req-d7bff4d1-528e-4586-a054-ec62e869589c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f4faa88-9670-4f0c-b0bc-9b7dab206c96 HTTP/1.1" status: 200 len: 210 time: 0.0307393 Oct 13 11:08:48.715756 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d89ab38-2bc0-469c-9a89-0882caff2ff6 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:48.718425 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d89ab38-2bc0-469c-9a89-0882caff2ff6 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:48.855126 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d89ab38-2bc0-469c-9a89-0882caff2ff6 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:48.865350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d89ab38-2bc0-469c-9a89-0882caff2ff6 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be319872-c1c4-406f-b79c-31211872a7fc {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:08:48.865350 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d89ab38-2bc0-469c-9a89-0882caff2ff6 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:48.865350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2d89ab38-2bc0-469c-9a89-0882caff2ff6 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] 10.222.0.32 "DELETE /v2.0/routers/be319872-c1c4-406f-b79c-31211872a7fc HTTP/1.1" status: 204 len: 168 time: 0.4482024 Oct 13 11:08:48.868448 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59094) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:48.875458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-44dd264f-d6ca-4e8c-917a-53060d8f016f tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Request body: {'router': {'name': 'tempest-router-1244463288', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5c7b407929e64380aa0bb0596fc0c33a'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:49.011427 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44dd264f-d6ca-4e8c-917a-53060d8f016f tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:49.012513 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44dd264f-d6ca-4e8c-917a-53060d8f016f tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:49.081038 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44dd264f-d6ca-4e8c-917a-53060d8f016f tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:49.169727 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44dd264f-d6ca-4e8c-917a-53060d8f016f tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:49.250111 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44dd264f-d6ca-4e8c-917a-53060d8f016f tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:49.254101 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-44dd264f-d6ca-4e8c-917a-53060d8f016f tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3839428 Oct 13 11:08:49.257135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59106) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:49.262967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-303fd8e8-ad38-4f85-9045-f0e3d055866c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:49.482868 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-303fd8e8-ad38-4f85-9045-f0e3d055866c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:49.483533 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-303fd8e8-ad38-4f85-9045-f0e3d055866c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:49.571961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-303fd8e8-ad38-4f85-9045-f0e3d055866c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101990) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 13 11:08:49.572307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-303fd8e8-ad38-4f85-9045-f0e3d055866c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Router 585dea0b-88ee-46df-970d-c6fa5f657e11 migrating from provider to provider. {{(pid=101990) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 13 11:08:49.572694 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-303fd8e8-ad38-4f85-9045-f0e3d055866c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:49.577706 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-303fd8e8-ad38-4f85-9045-f0e3d055866c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:49.650129 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-303fd8e8-ad38-4f85-9045-f0e3d055866c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:49.771857 n-d-813659-3 neutron-server[101990]: WARNING neutron.scheduler.l3_agent_scheduler [None req-303fd8e8-ad38-4f85-9045-f0e3d055866c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] No L3 agents can host the router 585dea0b-88ee-46df-970d-c6fa5f657e11 Oct 13 11:08:49.936653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303fd8e8-ad38-4f85-9045-f0e3d055866c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Hosts for router 585dea0b-88ee-46df-970d-c6fa5f657e11: [] {{(pid=101990) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 13 11:08:49.962441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303fd8e8-ad38-4f85-9045-f0e3d055866c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Hosts for other DVR routers connected to router 585dea0b-88ee-46df-970d-c6fa5f657e11: set() {{(pid=101990) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 13 11:08:49.965241 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-303fd8e8-ad38-4f85-9045-f0e3d055866c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:49.968964 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-303fd8e8-ad38-4f85-9045-f0e3d055866c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] 10.222.0.32 "PUT /v2.0/routers/585dea0b-88ee-46df-970d-c6fa5f657e11 HTTP/1.1" status: 200 len: 717 time: 0.7082090 Oct 13 11:08:49.969291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59134) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:49.991226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-d7157de3-207f-44b0-9bd1-0151a87847b8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:49.993421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-d7157de3-207f-44b0-9bd1-0151a87847b8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.1359441 Oct 13 11:08:50.010989 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-8666cc84-5380-490a-bfc1-d38e7389850d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/quotas/5b6fc3efaaa543319ed74d0e741b2ed5 HTTP/1.1" status: 200 len: 375 time: 0.0118597 Oct 13 11:08:50.045177 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2bcbacb4-2696-43fa-949d-9eaebac40f58 tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] 10.222.0.32 "GET /v2.0/routers/585dea0b-88ee-46df-970d-c6fa5f657e11 HTTP/1.1" status: 200 len: 717 time: 0.0746269 Oct 13 11:08:50.047896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59136) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:50.066471 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-fd3197e6-9788-493e-9c4a-516cbe932366 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498743 Oct 13 11:08:50.187911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-75b0b3e2-a61c-473b-a9d6-2b7f289503aa service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132908 Oct 13 11:08:50.262360 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7f771d92-414b-4190-af5c-1dd950d84a65 tempest-RoutersTestDVR-495500910 tempest-RoutersTestDVR-495500910-project] 10.222.0.32 "GET /v2.0/routers/585dea0b-88ee-46df-970d-c6fa5f657e11 HTTP/1.1" status: 200 len: 683 time: 0.2132573 Oct 13 11:08:50.264926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59148) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:50.285108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-2b442545-c8e6-4733-a9df-0b3408129d29 service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911078 Oct 13 11:08:50.359809 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30d1eed6-eab8-46b1-9119-ecb71e2b2d7d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:50.416943 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1d73cdfa-5171-479c-8313-ca7704e8c816 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:08:50.438463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 1d73cdfa-5171-479c-8313-ca7704e8c816 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:08:50.439086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1d73cdfa-5171-479c-8313-ca7704e8c816 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:08:50.545237 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30d1eed6-eab8-46b1-9119-ecb71e2b2d7d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:50.547357 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30d1eed6-eab8-46b1-9119-ecb71e2b2d7d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:50.690228 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30d1eed6-eab8-46b1-9119-ecb71e2b2d7d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:50.691103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d1eed6-eab8-46b1-9119-ecb71e2b2d7d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 585dea0b-88ee-46df-970d-c6fa5f657e11 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:08:50.708831 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30d1eed6-eab8-46b1-9119-ecb71e2b2d7d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:50.715347 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-30d1eed6-eab8-46b1-9119-ecb71e2b2d7d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] 10.222.0.32 "DELETE /v2.0/routers/585dea0b-88ee-46df-970d-c6fa5f657e11 HTTP/1.1" status: 204 len: 168 time: 0.4442084 Oct 13 11:08:50.721461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59164) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:50.721856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-004fc5a8-957c-48ce-9bb1-f2f30222f49d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Request body: {'router': {'name': 'tempest-router-2075266406', 'distributed': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:50.867060 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-004fc5a8-957c-48ce-9bb1-f2f30222f49d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:50.870228 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-004fc5a8-957c-48ce-9bb1-f2f30222f49d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:50.945572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2263a8f-1b92-4c3c-93ac-ff72d3656b38 req-22828d7c-64b5-4151-ad0a-56789d40bddc tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 210 time: 0.0498238 Oct 13 11:08:51.008236 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-004fc5a8-957c-48ce-9bb1-f2f30222f49d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:51.090145 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-004fc5a8-957c-48ce-9bb1-f2f30222f49d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:51.193231 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-004fc5a8-957c-48ce-9bb1-f2f30222f49d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:51.194625 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-004fc5a8-957c-48ce-9bb1-f2f30222f49d tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4771254 Oct 13 11:08:51.197703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59178) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:51.307333 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46fe7e0a-894d-429c-b15f-986b505fc67c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:51.483170 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46fe7e0a-894d-429c-b15f-986b505fc67c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:51.485386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46fe7e0a-894d-429c-b15f-986b505fc67c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:51.678695 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46fe7e0a-894d-429c-b15f-986b505fc67c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:51.679376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fe7e0a-894d-429c-b15f-986b505fc67c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f523b608-5492-4a43-bced-4143400766a4 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:08:51.696238 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46fe7e0a-894d-429c-b15f-986b505fc67c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:51.699419 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-46fe7e0a-894d-429c-b15f-986b505fc67c tempest-RoutersTestDVR-652605597 tempest-RoutersTestDVR-652605597-project-admin] 10.222.0.32 "DELETE /v2.0/routers/f523b608-5492-4a43-bced-4143400766a4 HTTP/1.1" status: 204 len: 168 time: 0.5005696 Oct 13 11:08:52.038317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93391a33-1272-4d1a-be9f-73dca1650759 req-535eee48-6276-40e2-a970-1b7d0159ec5d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 210 time: 0.0333364 Oct 13 11:08:52.317008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59208) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:52.433242 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3d4be61-bbed-4dd7-b823-4bd39213d63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:52.523669 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3d4be61-bbed-4dd7-b823-4bd39213d63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:52.609309 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3d4be61-bbed-4dd7-b823-4bd39213d63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:52.653543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4be61-bbed-4dd7-b823-4bd39213d63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e62beb4-03ab-491e-9be6-3f08418a8ec1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:52.657896 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e3d4be61-bbed-4dd7-b823-4bd39213d63e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c7b407929e64380aa0bb0596fc0c33a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394449 Oct 13 11:08:52.660727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59216) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:52.717961 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0e36f828-af4a-4427-9c93-a3adb1112522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:52.741016 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0e36f828-af4a-4427-9c93-a3adb1112522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:52.870708 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0e36f828-af4a-4427-9c93-a3adb1112522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:52.873776 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0e36f828-af4a-4427-9c93-a3adb1112522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:52.881602 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0e36f828-af4a-4427-9c93-a3adb1112522 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e62beb4-03ab-491e-9be6-3f08418a8ec1 HTTP/1.1" status: 204 len: 168 time: 0.2177753 Oct 13 11:08:52.894411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36f828-af4a-4427-9c93-a3adb1112522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e62beb4-03ab-491e-9be6-3f08418a8ec1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:53.109621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-5e29880b-aa75-4ffc-abe8-6a377ffec43b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:53.112114 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-5e29880b-aa75-4ffc-abe8-6a377ffec43b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.1609948 Oct 13 11:08:53.126488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a5988535-c29d-468e-81e1-613e58a2ef64 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Request body: {'port': {'device_id': 'c3c88426-27fc-43e4-900f-fe8ace3463a6', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'admin_state_up': True, 'tenant_id': '5b6fc3efaaa543319ed74d0e741b2ed5'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:53.183982 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72e322c2-75d1-4654-b328-2dd7efd20494 req-a48dee9c-6962-436e-a059-b290d3a25a21 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 210 time: 0.0282781 Oct 13 11:08:53.323973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a5988535-c29d-468e-81e1-613e58a2ef64 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Made reservation on behalf of 5b6fc3efaaa543319ed74d0e741b2ed5 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:08:53.329976 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a5988535-c29d-468e-81e1-613e58a2ef64 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:53.478229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a5988535-c29d-468e-81e1-613e58a2ef64 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Allocated IP 172.20.0.13 (c3d8fabf-e39a-48d5-8efd-ece7680b6661/f6dc65ab-bcea-46c1-8b9d-45c9927e2800/56e34d20-981a-4748-bb04-dec6d89eaa75) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:08:53.644962 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a5988535-c29d-468e-81e1-613e58a2ef64 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:53.786185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59246) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:53.802083 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2472b67e-5480-46ce-b1b3-51b8ad8bc512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:53.805773 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a5988535-c29d-468e-81e1-613e58a2ef64 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:53.817842 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:53.885079 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a5988535-c29d-468e-81e1-613e58a2ef64 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Network c3d8fabf-e39a-48d5-8efd-ece7680b6661 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:08:53.890371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5988535-c29d-468e-81e1-613e58a2ef64 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event updated for resources: {'Port': ['ID=56e34d20-981a-4748-bb04-dec6d89eaa75,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:53.897855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a5988535-c29d-468e-81e1-613e58a2ef64 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:08:53.903632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a5988535-c29d-468e-81e1-613e58a2ef64 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:08:53.992730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a5988535-c29d-468e-81e1-613e58a2ef64 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:53.993681 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a5988535-c29d-468e-81e1-613e58a2ef64 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:54.357232 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2472b67e-5480-46ce-b1b3-51b8ad8bc512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:54.357643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d716e7a-ae0c-49c2-ba92-def3c1a9a2b8 req-593e9ff3-9de9-4efe-91a5-3c8dc7e5fe31 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:54.357643 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d716e7a-ae0c-49c2-ba92-def3c1a9a2b8 req-593e9ff3-9de9-4efe-91a5-3c8dc7e5fe31 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 932 time: 0.0480564 Oct 13 11:08:54.357643 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d716e7a-ae0c-49c2-ba92-def3c1a9a2b8 req-7a7c32b6-264a-4829-b475-675321971494 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301797 Oct 13 11:08:54.509413 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a5988535-c29d-468e-81e1-613e58a2ef64 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3874612 Oct 13 11:08:54.522580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Request body: {'port': {'device_id': 'c3c88426-27fc-43e4-900f-fe8ace3463a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:54.845725 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2472b67e-5480-46ce-b1b3-51b8ad8bc512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:54.910896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472b67e-5480-46ce-b1b3-51b8ad8bc512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297da310-d504-445b-b6a8-25b275db7d9d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:54.920974 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2472b67e-5480-46ce-b1b3-51b8ad8bc512 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33fbdf211d50465592ecade72b6951b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1298199 Oct 13 11:08:54.921365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59274) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:54.922158 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:55.002178 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69946a78-544d-4be2-ab77-26394b6cf1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:55.026298 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69946a78-544d-4be2-ab77-26394b6cf1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:55.157627 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69946a78-544d-4be2-ab77-26394b6cf1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:55.160234 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69946a78-544d-4be2-ab77-26394b6cf1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:55.161975 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-69946a78-544d-4be2-ab77-26394b6cf1ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/297da310-d504-445b-b6a8-25b275db7d9d HTTP/1.1" status: 204 len: 168 time: 0.2394423 Oct 13 11:08:55.169687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69946a78-544d-4be2-ab77-26394b6cf1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297da310-d504-445b-b6a8-25b275db7d9d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:55.234541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e34d20-981a-4748-bb04-dec6d89eaa75 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:08:55.243197 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:55.260996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Transition to ACTIVE for port object 56e34d20-981a-4748-bb04-dec6d89eaa75 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:08:55.329196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:55.385357 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Pushing event updated for resources: {'Port': ['ID=56e34d20-981a-4748-bb04-dec6d89eaa75,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:55.462933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Attempting to bind port 56e34d20-981a-4748-bb04-dec6d89eaa75 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:08:55.463282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Attempting to bind port 56e34d20-981a-4748-bb04-dec6d89eaa75 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:08:55.464573 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Attempting to bind port 56e34d20-981a-4748-bb04-dec6d89eaa75 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:08:55.468479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Port 56e34d20-981a-4748-bb04-dec6d89eaa75 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:08:55.468815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Attempting to bind port 56e34d20-981a-4748-bb04-dec6d89eaa75 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:08:55.473881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:08:55.474231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Checking segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:08:55.474658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Bound using segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:08:55.475095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Bound port: 56e34d20-981a-4748-bb04-dec6d89eaa75, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:08:55.475461 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:55.564184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] For port 56e34d20-981a-4748-bb04-dec6d89eaa75, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:08:55.571360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] For port 56e34d20-981a-4748-bb04-dec6d89eaa75, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=56e34d20-981a-4748-bb04-dec6d89eaa75,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:08:55.606744 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5529b93-b0bd-40c1-8eb1-afaac1255680 req-d3be17aa-9cc8-476b-838e-e53ccf6e8445 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:55.608237 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5529b93-b0bd-40c1-8eb1-afaac1255680 req-d3be17aa-9cc8-476b-838e-e53ccf6e8445 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 944 time: 0.0616591 Oct 13 11:08:55.640823 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:55.654281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5529b93-b0bd-40c1-8eb1-afaac1255680 req-cc018b27-3c06-4b3e-86a2-09778340f196 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381842 Oct 13 11:08:55.701203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:55.704414 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:55.714014 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] 10.222.0.21 "PUT /v2.0/ports/56e34d20-981a-4748-bb04-dec6d89eaa75 HTTP/1.1" status: 200 len: 1092 time: 1.1858375 Oct 13 11:08:55.714639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c88426-27fc-43e4-900f-fe8ace3463a6', 'tag': '56e34d20-981a-4748-bb04-dec6d89eaa75'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:08:55.718381 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612e610a-7bf7-4766-871b-d1a13dc8c107" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c88426-27fc-43e4-900f-fe8ace3463a6", "tag": "56e34d20-981a-4748-bb04-dec6d89eaa75"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:08:55.757171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cde19-c826-4352-9ddd-0fb98bb6cd7f service neutron] Pushing event updated for resources: {'Port': ['ID=56e34d20-981a-4748-bb04-dec6d89eaa75,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:55.784433 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5452fe-1ace-4c2e-a9cb-83baf0b3d5bc x-openstack-request-id: req-bb5452fe-1ace-4c2e-a9cb-83baf0b3d5bc {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:08:55.784862 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c88426-27fc-43e4-900f-fe8ace3463a6", "tag": "56e34d20-981a-4748-bb04-dec6d89eaa75", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:08:55.785187 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb5452fe-1ace-4c2e-a9cb-83baf0b3d5bc {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:08:55.785688 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c88426-27fc-43e4-900f-fe8ace3463a6', 'tag': '56e34d20-981a-4748-bb04-dec6d89eaa75', 'status': 'completed', 'code': 200} Oct 13 11:08:55.853931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e610a-7bf7-4766-871b-d1a13dc8c107 req-e3b2d538-add2-437c-952b-e8233e233e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:55.856227 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-612e610a-7bf7-4766-871b-d1a13dc8c107 req-e3b2d538-add2-437c-952b-e8233e233e9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 1095 time: 0.0445964 Oct 13 11:08:55.977580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e610a-7bf7-4766-871b-d1a13dc8c107 req-bbffc415-c4a0-43da-bc2e-92cd5fb7a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:55.979102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-612e610a-7bf7-4766-871b-d1a13dc8c107 req-bbffc415-c4a0-43da-bc2e-92cd5fb7a6e6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1147382 Oct 13 11:08:56.098939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e610a-7bf7-4766-871b-d1a13dc8c107 req-16e73bed-866d-49b3-bc1e-a3f0666d8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:56.100743 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-612e610a-7bf7-4766-871b-d1a13dc8c107 req-16e73bed-866d-49b3-bc1e-a3f0666d8fee service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152918 Oct 13 11:08:56.199555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a8822ab4-557a-4179-a078-4e74583cb629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:56.201195 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-a8822ab4-557a-4179-a078-4e74583cb629 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 1095 time: 0.0517552 Oct 13 11:08:56.256196 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-37d83d78-eaf2-40c1-bcd4-0c37e3270bd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56e34d20-981a-4748-bb04-dec6d89eaa75 HTTP/1.1" status: 200 len: 217 time: 0.0469148 Oct 13 11:08:56.307256 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-c1265418-9718-459d-9dc8-3116df3a63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:56.308728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-c1265418-9718-459d-9dc8-3116df3a63c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6dc65ab-bcea-46c1-8b9d-45c9927e2800 HTTP/1.1" status: 200 len: 845 time: 0.0460148 Oct 13 11:08:56.355161 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-27bf2dca-1b64-4de2-9b5e-16b28223eedd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3d8fabf-e39a-48d5-8efd-ece7680b6661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391331 Oct 13 11:08:56.515904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59344) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:56.522359 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-3378f0ce-1004-4246-a0fb-2c5e5171ef36 service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592653 Oct 13 11:08:56.635159 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3ab38ad-34ae-4d35-878f-e3c2b5095d51 req-c91fae31-d4b8-4798-8eea-0833ea528624 service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048093 Oct 13 11:08:56.705264 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ec503158-6db6-4d06-bb70-8c417f1d9c66 tempest-AgentManagementNegativeTest-1103874622 tempest-AgentManagementNegativeTest-1103874622-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1850967 Oct 13 11:08:56.811425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522d6e-56fc-46b9-ac93-e3e5186e2009 req-d7c9affb-8d49-4241-bfb2-f38027867c77 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:56.812920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f522d6e-56fc-46b9-ac93-e3e5186e2009 req-d7c9affb-8d49-4241-bfb2-f38027867c77 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 944 time: 0.0608230 Oct 13 11:08:56.858366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f522d6e-56fc-46b9-ac93-e3e5186e2009 req-ce22ce34-c842-46be-a2c9-d4748399143d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345685 Oct 13 11:08:57.235883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59374) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:57.385619 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-802c2462-d5ff-485d-94c5-6127bb12a9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:57.491725 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-802c2462-d5ff-485d-94c5-6127bb12a9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:57.572288 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-802c2462-d5ff-485d-94c5-6127bb12a9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:57.741958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-802c2462-d5ff-485d-94c5-6127bb12a9c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf19f38d70ca4cea96d9e54236800ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5022244 Oct 13 11:08:57.741958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c2462-d5ff-485d-94c5-6127bb12a9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8726e58c-ebfc-4768-af1f-b7f024b8ee7e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:57.742623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59390) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:57.806657 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44146ea9-7acb-4f84-9b42-57b239225c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:57.832230 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44146ea9-7acb-4f84-9b42-57b239225c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:57.877529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3aa8-2bfa-405d-8334-7a50974d1164 req-7e8c442b-5ecf-429f-9e3c-4d9fdf7ba9de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:57.886702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3aa8-2bfa-405d-8334-7a50974d1164 req-7e8c442b-5ecf-429f-9e3c-4d9fdf7ba9de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:57.898623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3aa8-2bfa-405d-8334-7a50974d1164 req-7e8c442b-5ecf-429f-9e3c-4d9fdf7ba9de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:57.900629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3aa8-2bfa-405d-8334-7a50974d1164 req-7e8c442b-5ecf-429f-9e3c-4d9fdf7ba9de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:57.907046 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3aa8-2bfa-405d-8334-7a50974d1164 req-7e8c442b-5ecf-429f-9e3c-4d9fdf7ba9de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:57.914702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3aa8-2bfa-405d-8334-7a50974d1164 req-7e8c442b-5ecf-429f-9e3c-4d9fdf7ba9de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:57.920940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3aa8-2bfa-405d-8334-7a50974d1164 req-7e8c442b-5ecf-429f-9e3c-4d9fdf7ba9de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:57.923116 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-124b3aa8-2bfa-405d-8334-7a50974d1164 req-7e8c442b-5ecf-429f-9e3c-4d9fdf7ba9de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5445 time: 0.1288574 Oct 13 11:08:57.968313 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-124b3aa8-2bfa-405d-8334-7a50974d1164 req-d31b4f31-515d-4767-81e2-469463d32e51 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374992 Oct 13 11:08:57.985508 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44146ea9-7acb-4f84-9b42-57b239225c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:57.988837 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44146ea9-7acb-4f84-9b42-57b239225c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:57.997297 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-44146ea9-7acb-4f84-9b42-57b239225c89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8726e58c-ebfc-4768-af1f-b7f024b8ee7e HTTP/1.1" status: 204 len: 168 time: 0.2487357 Oct 13 11:08:58.001884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44146ea9-7acb-4f84-9b42-57b239225c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8726e58c-ebfc-4768-af1f-b7f024b8ee7e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:58.139626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2564ff2-5091-479b-9ae7-8a18fcf85b86 req-691d8ad5-a651-4730-ab39-17f3de4d034f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:58.141382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2564ff2-5091-479b-9ae7-8a18fcf85b86 req-691d8ad5-a651-4730-ab39-17f3de4d034f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 944 time: 0.0763319 Oct 13 11:08:58.201557 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2564ff2-5091-479b-9ae7-8a18fcf85b86 req-394ea8c0-c196-4673-8078-5569a0c7e7ae tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525587 Oct 13 11:08:58.459493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 56e34d20-981a-4748-bb04-dec6d89eaa75 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:08:58.625030 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 56e34d20-981a-4748-bb04-dec6d89eaa75, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=56e34d20-981a-4748-bb04-dec6d89eaa75,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:58.643116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '56e34d20-981a-4748-bb04-dec6d89eaa75', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'port_id': '56e34d20-981a-4748-bb04-dec6d89eaa75', 'mac_address': 'fa:16:3e:76:5a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc65ab-bcea-46c1-8b9d-45c9927e2800', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:08:58.725466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4864-d915-4052-bc2d-66867c83f571 req-4be68904-c80d-44bf-ad9c-3e770e777c25 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:58.727712 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:58.731654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4864-d915-4052-bc2d-66867c83f571 req-4be68904-c80d-44bf-ad9c-3e770e777c25 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:58.737756 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4864-d915-4052-bc2d-66867c83f571 req-4be68904-c80d-44bf-ad9c-3e770e777c25 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:58.744518 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4864-d915-4052-bc2d-66867c83f571 req-4be68904-c80d-44bf-ad9c-3e770e777c25 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:58.748331 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e34d20-981a-4748-bb04-dec6d89eaa75 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:08:58.751676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4864-d915-4052-bc2d-66867c83f571 req-4be68904-c80d-44bf-ad9c-3e770e777c25 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:58.759049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4864-d915-4052-bc2d-66867c83f571 req-4be68904-c80d-44bf-ad9c-3e770e777c25 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:58.765645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4864-d915-4052-bc2d-66867c83f571 req-4be68904-c80d-44bf-ad9c-3e770e777c25 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:58.767597 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74dd4864-d915-4052-bc2d-66867c83f571 req-4be68904-c80d-44bf-ad9c-3e770e777c25 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5445 time: 0.5067382 Oct 13 11:08:58.779876 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 56e34d20-981a-4748-bb04-dec6d89eaa75, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=56e34d20-981a-4748-bb04-dec6d89eaa75,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:08:58.878138 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:58.966915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=56e34d20-981a-4748-bb04-dec6d89eaa75,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:58.976106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:58.976601 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:58.977043 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:58.977505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:58.978002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:58.978414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:58.979148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:58.979613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:58.980044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:58.980474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:58.981115 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:58.981544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:08:59.205439 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['56e34d20-981a-4748-bb04-dec6d89eaa75'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:08:59.243337 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebe97454-1ef6-4201-ad86-9ba3815850f5 req-c595c7d9-b653-45e2-a8ca-ed28f548ab01 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500665 Oct 13 11:08:59.346908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59448) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:08:59.383927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe97454-1ef6-4201-ad86-9ba3815850f5 req-fcb09665-fab9-4073-891c-eca627b9af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:59.385784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebe97454-1ef6-4201-ad86-9ba3815850f5 req-fcb09665-fab9-4073-891c-eca627b9af21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 1097 time: 0.0673778 Oct 13 11:08:59.423672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311f595-0c1b-40da-85a1-261526a83321 req-91eebf9c-f885-4ecb-ac15-2698f54fac72 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:59.425202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9311f595-0c1b-40da-85a1-261526a83321 req-91eebf9c-f885-4ecb-ac15-2698f54fac72 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 945 time: 0.1403329 Oct 13 11:08:59.482468 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1943651084'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:08:59.534766 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9311f595-0c1b-40da-85a1-261526a83321 req-20ab1427-4f13-4c3f-b554-9026b526560b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989828 Oct 13 11:08:59.569214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:08:59.573761 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:59.577605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe97454-1ef6-4201-ad86-9ba3815850f5 req-a4477be4-80dc-472b-8527-f84adb40bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:59.579274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebe97454-1ef6-4201-ad86-9ba3815850f5 req-a4477be4-80dc-472b-8527-f84adb40bf50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 906 time: 0.1359251 Oct 13 11:08:59.584797 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:59.627387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebe97454-1ef6-4201-ad86-9ba3815850f5 req-420846c9-aca3-4a9a-b178-a525796fa791 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f87731-cc03-4395-a99d-cdf9d5f98ec5 HTTP/1.1" status: 200 len: 217 time: 0.0411518 Oct 13 11:08:59.669703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:59.681053 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe97454-1ef6-4201-ad86-9ba3815850f5 req-8bfd7475-f8e0-4390-a502-0096d794dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:08:59.682608 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebe97454-1ef6-4201-ad86-9ba3815850f5 req-8bfd7475-f8e0-4390-a502-0096d794dc37 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6dc65ab-bcea-46c1-8b9d-45c9927e2800 HTTP/1.1" status: 200 len: 845 time: 0.0482903 Oct 13 11:08:59.717536 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebe97454-1ef6-4201-ad86-9ba3815850f5 req-328e2b8d-3b80-48c8-94f3-dc7313d0f540 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3d8fabf-e39a-48d5-8efd-ece7680b6661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267079 Oct 13 11:08:59.729006 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-ebe97454-1ef6-4201-ad86-9ba3815850f5 req-147743e6-539a-404c-9649-7fb83dc3374b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:08:59.729944 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebe97454-1ef6-4201-ad86-9ba3815850f5 req-147743e6-539a-404c-9649-7fb83dc3374b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050867 Oct 13 11:08:59.752119 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:59.785460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:08:59.805525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2d3ec0-4684-4126-91c3-9f0ecc2bd861,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:08:59.824365 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:59.825093 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Added segment 9128c01f-2afc-4203-a248-96e3b0f743fb of type vlan for network 94101c6b-088c-496c-89a7-3c76d8c09bc9 Oct 13 11:08:59.856303 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebe97454-1ef6-4201-ad86-9ba3815850f5 req-c3f71396-9d7f-46d1-a78d-82a5b053ca34 service neutron] 10.222.0.46 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184375 Oct 13 11:08:59.903387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:08:59.973512 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebe97454-1ef6-4201-ad86-9ba3815850f5 req-34edd1d1-6d23-4ea7-a94a-d9e1eb63efc8 service neutron] 10.222.0.46 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096611 Oct 13 11:08:59.985939 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:00.001239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:00.001239 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:00.077399 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Network': ['ID=94101c6b-088c-496c-89a7-3c76d8c09bc9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:00.091877 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:09:00.143724 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-214c9e89-04a8-4ab2-96c9-619e30159cbc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7950206 Oct 13 11:09:00.147485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59464) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:00.153200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5140c866-ef2e-4162-86c0-50fcf6ec9446 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:00.322318 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5140c866-ef2e-4162-86c0-50fcf6ec9446 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:00.325953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5140c866-ef2e-4162-86c0-50fcf6ec9446 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:00.465404 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 56e34d20-981a-4748-bb04-dec6d89eaa75 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:00.598100 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 56e34d20-981a-4748-bb04-dec6d89eaa75 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:09:00.610534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 56e34d20-981a-4748-bb04-dec6d89eaa75 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:00.610534 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:00.638616 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5140c866-ef2e-4162-86c0-50fcf6ec9446 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:00.769719 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:00.778479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140c866-ef2e-4162-86c0-50fcf6ec9446 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=98287cfb-eb3f-4694-94b8-018243cff1dd,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:00.797052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5140c866-ef2e-4162-86c0-50fcf6ec9446 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:00.797659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140c866-ef2e-4162-86c0-50fcf6ec9446 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network hostable DHCP agents. Network: 94101c6b-088c-496c-89a7-3c76d8c09bc9, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:09:00.811627 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 56e34d20-981a-4748-bb04-dec6d89eaa75, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=56e34d20-981a-4748-bb04-dec6d89eaa75,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:00.815568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c88426-27fc-43e4-900f-fe8ace3463a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e34d20-981a-4748-bb04-dec6d89eaa75'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:09:00.819217 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd402c3e-18f7-4102-8552-abae61da7059" -d '{"events": [{"server_uuid": "c3c88426-27fc-43e4-900f-fe8ace3463a6", "name": "network-vif-plugged", "status": "completed", "tag": "56e34d20-981a-4748-bb04-dec6d89eaa75"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:09:00.831848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3f258-9df3-4be4-afe0-9bc3933ddafb req-52c28827-e93b-46fb-8981-ed3300c7afc5 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:00.833352 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dfa3f258-9df3-4be4-afe0-9bc3933ddafb req-52c28827-e93b-46fb-8981-ed3300c7afc5 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 945 time: 0.1281905 Oct 13 11:09:00.882945 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dfa3f258-9df3-4be4-afe0-9bc3933ddafb req-727f43b8-2659-4ef7-8513-08c66392a585 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 Oct 13 11:09:00.900153 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:00.970662 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=56e34d20-981a-4748-bb04-dec6d89eaa75,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:00.972612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140c866-ef2e-4162-86c0-50fcf6ec9446 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:09:01.097540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5140c866-ef2e-4162-86c0-50fcf6ec9446 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 94101c6b-088c-496c-89a7-3c76d8c09bc9) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:01.103988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5140c866-ef2e-4162-86c0-50fcf6ec9446 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:01.104584 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5140c866-ef2e-4162-86c0-50fcf6ec9446 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:01.117519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547577be-e97f-4b5e-bc95-98f672d5c1e6 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:01.196810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59508) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:01.197865 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5140c866-ef2e-4162-86c0-50fcf6ec9446 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0488942 Oct 13 11:09:01.203692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'name': 'tempest-NetworksTestDHCPv6-955741054'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:01.252357 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5521e259-4e47-4c15-9bd6-e9b7a58c8718 x-openstack-request-id: req-5521e259-4e47-4c15-9bd6-e9b7a58c8718 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:09:01.252649 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c88426-27fc-43e4-900f-fe8ace3463a6", "name": "network-vif-plugged", "status": "completed", "tag": "56e34d20-981a-4748-bb04-dec6d89eaa75", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:09:01.252899 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5521e259-4e47-4c15-9bd6-e9b7a58c8718 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:09:01.258080 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c88426-27fc-43e4-900f-fe8ace3463a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e34d20-981a-4748-bb04-dec6d89eaa75', 'code': 200} Oct 13 11:09:01.363024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59512) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:01.432055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '98287cfb-eb3f-4694-94b8-018243cff1dd'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:09:01.433514 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:01.524280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444ee3-26be-46b3-a28d-a86c5b57fb93 req-f3c6126f-a0df-4ac1-9f61-2697b0af5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:01.524768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444ee3-26be-46b3-a28d-a86c5b57fb93 req-f3c6126f-a0df-4ac1-9f61-2697b0af5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:01.525240 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444ee3-26be-46b3-a28d-a86c5b57fb93 req-f3c6126f-a0df-4ac1-9f61-2697b0af5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:01.525701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444ee3-26be-46b3-a28d-a86c5b57fb93 req-f3c6126f-a0df-4ac1-9f61-2697b0af5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:01.526164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444ee3-26be-46b3-a28d-a86c5b57fb93 req-f3c6126f-a0df-4ac1-9f61-2697b0af5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:01.526894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444ee3-26be-46b3-a28d-a86c5b57fb93 req-f3c6126f-a0df-4ac1-9f61-2697b0af5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:01.527360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444ee3-26be-46b3-a28d-a86c5b57fb93 req-f3c6126f-a0df-4ac1-9f61-2697b0af5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:01.534040 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac5a8b-ce36-4a39-8619-0f5212628c1c req-37930305-d55c-4a89-be86-072339c398a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:01.535719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-45444ee3-26be-46b3-a28d-a86c5b57fb93 req-f3c6126f-a0df-4ac1-9f61-2697b0af5881 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 6502 time: 0.1706953 Oct 13 11:09:01.536065 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-afac5a8b-ce36-4a39-8619-0f5212628c1c req-37930305-d55c-4a89-be86-072339c398a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 1097 time: 0.1992381 Oct 13 11:09:01.603288 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-45444ee3-26be-46b3-a28d-a86c5b57fb93 req-04c54e26-97cc-4723-9bca-497f27f453c5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=abd28104-3841-41ca-936d-4570e336ef01&id=d760090a-534a-4103-a13e-f63b7dcb5485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656331 Oct 13 11:09:01.621060 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-afac5a8b-ce36-4a39-8619-0f5212628c1c req-f4367982-7edd-4fba-8b2a-5b388838a473 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767448 Oct 13 11:09:01.630168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:01.639681 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:01.678534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port a7878dde-145a-4b48-8623-bdcf1cc958d9 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:09:01.782075 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Allocated IP 2001:db8::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/98287cfb-eb3f-4694-94b8-018243cff1dd/9e47ee62-17c1-4775-87cc-136196e0ca72) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:01.947449 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:02.019461 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:02.066215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929209d1-4ea3-476d-8335-9b3c97f604ac req-749ee9b5-4518-4bc1-ad13-f2ffbe2402c8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:02.066809 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Pushing event updated for resources: {'Port': ['ID=9e47ee62-17c1-4775-87cc-136196e0ca72,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:02.076656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-929209d1-4ea3-476d-8335-9b3c97f604ac req-749ee9b5-4518-4bc1-ad13-f2ffbe2402c8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 946 time: 0.0920660 Oct 13 11:09:02.087946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::128 (94101c6b-088c-496c-89a7-3c76d8c09bc9/98287cfb-eb3f-4694-94b8-018243cff1dd/a7878dde-145a-4b48-8623-bdcf1cc958d9) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:02.088655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:02.090484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:02.109493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:02.157007 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-929209d1-4ea3-476d-8335-9b3c97f604ac req-cf80c3c2-9b2d-4f13-837f-19dba9b84bc2 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794432 Oct 13 11:09:02.193316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Attempting to bind port 9e47ee62-17c1-4775-87cc-136196e0ca72 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:02.193843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Attempting to bind port 9e47ee62-17c1-4775-87cc-136196e0ca72 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:02.194709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Attempting to bind port 9e47ee62-17c1-4775-87cc-136196e0ca72 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:02.202762 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:02.203192 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:02.203659 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:02.204156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:02.204694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Bound port: 9e47ee62-17c1-4775-87cc-136196e0ca72, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:02.205145 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:02.291524 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] For port 9e47ee62-17c1-4775-87cc-136196e0ca72, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:02.295447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] For port 9e47ee62-17c1-4775-87cc-136196e0ca72, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9e47ee62-17c1-4775-87cc-136196e0ca72,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:02.303858 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:02.357931 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:02.375109 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:02.460414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b566ee-042f-4e7e-99f7-94618527d8dc None None] Pushing event updated for resources: {'Port': ['ID=9e47ee62-17c1-4775-87cc-136196e0ca72,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:02.490810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:02.493164 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:02.498797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=a7878dde-145a-4b48-8623-bdcf1cc958d9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:02.503011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:02.511174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:02.511843 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:02.594275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bd88e91a-81b8-40e1-a9f8-a1aff135aefc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3952343 Oct 13 11:09:02.596765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59542) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:02.760936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cf1fc0-208b-46d5-94fa-07bf1db55280 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:02.772394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cf1fc0-208b-46d5-94fa-07bf1db55280 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:02.777000 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e2cf1fc0-208b-46d5-94fa-07bf1db55280 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1766167 Oct 13 11:09:02.777200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59548) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:02.900593 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-17e39119-5b1b-47ea-adca-3b96ce3349eb tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port a7878dde-145a-4b48-8623-bdcf1cc958d9 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:02.901196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17e39119-5b1b-47ea-adca-3b96ce3349eb tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:03.011560 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17e39119-5b1b-47ea-adca-3b96ce3349eb tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:03.024965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-17e39119-5b1b-47ea-adca-3b96ce3349eb tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for a7878dde-145a-4b48-8623-bdcf1cc958d9 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:03.263811 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17e39119-5b1b-47ea-adca-3b96ce3349eb tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:03.331789 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abd605-178e-41cb-b195-56e9a4e5d62d req-428b1526-bd74-43b4-bf54-51cf60ca3726 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:03.338572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e39119-5b1b-47ea-adca-3b96ce3349eb tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=a7878dde-145a-4b48-8623-bdcf1cc958d9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:03.348117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80abd605-178e-41cb-b195-56e9a4e5d62d req-428b1526-bd74-43b4-bf54-51cf60ca3726 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 946 time: 0.1058319 Oct 13 11:09:03.382400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17e39119-5b1b-47ea-adca-3b96ce3349eb tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:03.386398 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-17e39119-5b1b-47ea-adca-3b96ce3349eb tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/a7878dde-145a-4b48-8623-bdcf1cc958d9 HTTP/1.1" status: 204 len: 168 time: 0.6076455 Oct 13 11:09:03.389471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59560) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:03.399934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80abd605-178e-41cb-b195-56e9a4e5d62d req-00e9cc75-482c-4da5-8ec5-ac54205119b6 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505645 Oct 13 11:09:03.456838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d73511-4605-4e42-8004-a559169df895 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:03.459235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d73511-4605-4e42-8004-a559169df895 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:03.460956 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-60d73511-4605-4e42-8004-a559169df895 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0575287 Oct 13 11:09:03.463905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59564) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:03.543330 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1e11e3-96f1-4c12-878a-5a008c2c1e13 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 98287cfb-eb3f-4694-94b8-018243cff1dd {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:03.546866 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b1e11e3-96f1-4c12-878a-5a008c2c1e13 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:03.590793 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa4bbb2-206c-4c38-97ab-c29a9dffb520 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:03.599040 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b1e11e3-96f1-4c12-878a-5a008c2c1e13 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:03.702243 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b1e11e3-96f1-4c12-878a-5a008c2c1e13 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:03.705574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7e0b02bf-c777-4ffc-9b10-fc768e4dfd22 None None] Provisioning complete for port 9e47ee62-17c1-4775-87cc-136196e0ca72 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:03.706742 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7e0b02bf-c777-4ffc-9b10-fc768e4dfd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:03.818408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaad3c-07eb-42b1-86d9-66e5e50ef0bb req-cfce2911-afc5-48de-8ca1-22a680911de1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:03.826460 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76eaad3c-07eb-42b1-86d9-66e5e50ef0bb req-cfce2911-afc5-48de-8ca1-22a680911de1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 946 time: 0.0688412 Oct 13 11:09:03.858068 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7e0b02bf-c777-4ffc-9b10-fc768e4dfd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:03.865616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76eaad3c-07eb-42b1-86d9-66e5e50ef0bb req-9e9489c4-742a-47d8-8f52-1c2b013c8d96 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382111 Oct 13 11:09:03.961315 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b1e11e3-96f1-4c12-878a-5a008c2c1e13 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:04.023081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e11e3-96f1-4c12-878a-5a008c2c1e13 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=98287cfb-eb3f-4694-94b8-018243cff1dd,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:04.025256 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-7e0b02bf-c777-4ffc-9b10-fc768e4dfd22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:09:04.025593 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-7e0b02bf-c777-4ffc-9b10-fc768e4dfd22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:09:04.027618 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8b1e11e3-96f1-4c12-878a-5a008c2c1e13 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:04.034116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8b1e11e3-96f1-4c12-878a-5a008c2c1e13 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/98287cfb-eb3f-4694-94b8-018243cff1dd HTTP/1.1" status: 204 len: 168 time: 0.5691135 Oct 13 11:09:04.034415 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59584) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:04.106824 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ea235558-6c57-4ef3-a464-671210e22395 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711756 Oct 13 11:09:04.110595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59586) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:04.117070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a7ffe3ec-3d6d-4158-a126-08c0eb315392 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:04.149012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eb0f9-5c51-4da1-84d3-addedc701166 req-83567d23-2536-4400-9103-3e2cbbb9c2b8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:04.152418 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e1eb0f9-5c51-4da1-84d3-addedc701166 req-83567d23-2536-4400-9103-3e2cbbb9c2b8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 946 time: 0.1108479 Oct 13 11:09:04.211568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e1eb0f9-5c51-4da1-84d3-addedc701166 req-0a40a39a-d9b4-4dc8-9007-1c3c6c69f7ef tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528724 Oct 13 11:09:04.247304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb567546-f0e8-4630-8a0c-a7e0997c3870 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:04.313298 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:09:04.334621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ffe3ec-3d6d-4158-a126-08c0eb315392 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:04.338428 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7ffe3ec-3d6d-4158-a126-08c0eb315392 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:04.519448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110bb8be-ee11-446b-b632-709260367302 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:09:04.655759 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7e0b02bf-c777-4ffc-9b10-fc768e4dfd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:04.698878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7e0b02bf-c777-4ffc-9b10-fc768e4dfd22 None None] For port 9e47ee62-17c1-4775-87cc-136196e0ca72, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9e47ee62-17c1-4775-87cc-136196e0ca72,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:04.703429 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-110bb8be-ee11-446b-b632-709260367302 None None] Deleting port 9e47ee62-17c1-4775-87cc-136196e0ca72 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:04.710163 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-110bb8be-ee11-446b-b632-709260367302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:04.758245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7ffe3ec-3d6d-4158-a126-08c0eb315392 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:04.793572 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7e0b02bf-c777-4ffc-9b10-fc768e4dfd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:04.796910 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-110bb8be-ee11-446b-b632-709260367302 None None] For port 9e47ee62-17c1-4775-87cc-136196e0ca72, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9e47ee62-17c1-4775-87cc-136196e0ca72,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:04.797320 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-110bb8be-ee11-446b-b632-709260367302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:04.823058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ffe3ec-3d6d-4158-a126-08c0eb315392 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:04.823531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-a7ffe3ec-3d6d-4158-a126-08c0eb315392 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:04.828147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ffe3ec-3d6d-4158-a126-08c0eb315392 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:04.828748 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7ffe3ec-3d6d-4158-a126-08c0eb315392 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:04.836361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-110bb8be-ee11-446b-b632-709260367302 None None] Calling delete_port for 9e47ee62-17c1-4775-87cc-136196e0ca72 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:04.854571 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffe3ec-3d6d-4158-a126-08c0eb315392 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=d10b9443-80af-438b-99fe-9301a6098332,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:04.931934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b02bf-c777-4ffc-9b10-fc768e4dfd22 None None] Pushing event updated for resources: {'Port': ['ID=9e47ee62-17c1-4775-87cc-136196e0ca72,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:04.933053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a7ffe3ec-3d6d-4158-a126-08c0eb315392 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8211884 Oct 13 11:09:04.935826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59622) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:04.941999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'name': 'tempest-NetworksTestDHCPv6-1534304591'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:04.946080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-bcff091b-ce12-4cb7-ad28-f1e0eb5bbf4a None None] Provisioning complete for port 9e47ee62-17c1-4775-87cc-136196e0ca72 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:04.946500 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bcff091b-ce12-4cb7-ad28-f1e0eb5bbf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:04.965189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e92e9-71d1-4bfa-a4f1-e02d1ac57dfe req-1853c33b-60d3-4b6c-9b5e-9891f1ec0529 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:04.968104 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-492e92e9-71d1-4bfa-a4f1-e02d1ac57dfe req-1853c33b-60d3-4b6c-9b5e-9891f1ec0529 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 946 time: 0.0804083 Oct 13 11:09:05.045311 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-492e92e9-71d1-4bfa-a4f1-e02d1ac57dfe req-125e3ac3-ba5c-451f-b8f8-c3c4a1e408ab tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625927 Oct 13 11:09:05.088699 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-110bb8be-ee11-446b-b632-709260367302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:05.140238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bb8be-ee11-446b-b632-709260367302 None None] Pushing event deleted for resources: {'Port': ['ID=9e47ee62-17c1-4775-87cc-136196e0ca72,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:05.146480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110bb8be-ee11-446b-b632-709260367302 None None] No DVR routers for this DVR port 9e47ee62-17c1-4775-87cc-136196e0ca72 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:09:05.174203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b4921e-9eb8-453e-b0fe-538e1b78ff13 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:05.203812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:05.210028 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:05.256677 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 15a0e6fa-09b9-4604-a9f2-239670a11a6d yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:09:05.336823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': 'd10b9443-80af-438b-99fe-9301a6098332'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:09:05.338189 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:05.403634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::2e2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/d10b9443-80af-438b-99fe-9301a6098332/15a0e6fa-09b9-4604-a9f2-239670a11a6d) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:05.580653 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:05.695383 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:05.758266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:05.763742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:05.767070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Allocated IP 2001:db8::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/d10b9443-80af-438b-99fe-9301a6098332/a4591537-b4f0-477c-a04f-5f0079244f5a) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:05.775909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:05.786269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:05.799201 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:05.812910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=15a0e6fa-09b9-4604-a9f2-239670a11a6d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:05.961642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f4039eca-e03b-4900-bf91-54a24288a276 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0184376 Oct 13 11:09:05.961642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59672) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:06.009900 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:06.071190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c08a28-6ebe-4e15-9fe4-157228cc747c req-faaa259c-97ae-462a-b937-c6db3bfd8b11 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:06.071970 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-73c08a28-6ebe-4e15-9fe4-157228cc747c req-faaa259c-97ae-462a-b937-c6db3bfd8b11 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 946 time: 0.1306458 Oct 13 11:09:06.083729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b82405-8704-4b83-85d4-870746851458 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:06.085865 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d3b82405-8704-4b83-85d4-870746851458 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1242347 Oct 13 11:09:06.088416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59680) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:06.089200 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:06.177650 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Pushing event updated for resources: {'Port': ['ID=a4591537-b4f0-477c-a04f-5f0079244f5a,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:06.203710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:06.205157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:06.211938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:06.244990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-73c08a28-6ebe-4e15-9fe4-157228cc747c req-830a915a-9b8d-4f90-83e6-b08f22ff3860 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Deleting port 56e34d20-981a-4748-bb04-dec6d89eaa75 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:06.245344 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-73c08a28-6ebe-4e15-9fe4-157228cc747c req-830a915a-9b8d-4f90-83e6-b08f22ff3860 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:06.267872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aec4f4-13e5-4a35-b04b-e7b33aa2f995 req-c1b3bfb8-a0e1-4940-9cfa-ab651c6be0c8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:06.269659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72aec4f4-13e5-4a35-b04b-e7b33aa2f995 req-c1b3bfb8-a0e1-4940-9cfa-ab651c6be0c8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 946 time: 0.0977364 Oct 13 11:09:06.283120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Attempting to bind port a4591537-b4f0-477c-a04f-5f0079244f5a on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:06.283533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Attempting to bind port a4591537-b4f0-477c-a04f-5f0079244f5a by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:06.283909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Attempting to bind port a4591537-b4f0-477c-a04f-5f0079244f5a on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:06.289492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:06.289880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:06.295036 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:06.295036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:06.295036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Bound port: a4591537-b4f0-477c-a04f-5f0079244f5a, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:06.295036 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:06.366129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-35c03265-9dde-4b75-bd5b-6f3b2e5fb9aa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 15a0e6fa-09b9-4604-a9f2-239670a11a6d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:06.367088 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35c03265-9dde-4b75-bd5b-6f3b2e5fb9aa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:06.380297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] For port a4591537-b4f0-477c-a04f-5f0079244f5a, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:06.385202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] For port a4591537-b4f0-477c-a04f-5f0079244f5a, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a4591537-b4f0-477c-a04f-5f0079244f5a,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:06.387825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72aec4f4-13e5-4a35-b04b-e7b33aa2f995 req-b167c481-cbd5-484d-aff9-8996447f5603 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105838 Oct 13 11:09:06.390899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-73c08a28-6ebe-4e15-9fe4-157228cc747c req-830a915a-9b8d-4f90-83e6-b08f22ff3860 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] For port 56e34d20-981a-4748-bb04-dec6d89eaa75, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=56e34d20-981a-4748-bb04-dec6d89eaa75,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:06.391284 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-73c08a28-6ebe-4e15-9fe4-157228cc747c req-830a915a-9b8d-4f90-83e6-b08f22ff3860 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:06.424581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-73c08a28-6ebe-4e15-9fe4-157228cc747c req-830a915a-9b8d-4f90-83e6-b08f22ff3860 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Calling delete_port for 56e34d20-981a-4748-bb04-dec6d89eaa75 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:06.490621 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:06.526477 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35c03265-9dde-4b75-bd5b-6f3b2e5fb9aa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:06.561931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-35c03265-9dde-4b75-bd5b-6f3b2e5fb9aa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 15a0e6fa-09b9-4604-a9f2-239670a11a6d owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:06.595196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6683f-dab2-4fa9-81ac-79ddc2e4232e None None] Pushing event updated for resources: {'Port': ['ID=a4591537-b4f0-477c-a04f-5f0079244f5a,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:06.637807 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-73c08a28-6ebe-4e15-9fe4-157228cc747c req-830a915a-9b8d-4f90-83e6-b08f22ff3860 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:06.651795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:09:06.753309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c08a28-6ebe-4e15-9fe4-157228cc747c req-830a915a-9b8d-4f90-83e6-b08f22ff3860 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] No DVR routers for this DVR port 56e34d20-981a-4748-bb04-dec6d89eaa75 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:09:06.755865 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a915a-9b8d-4f90-83e6-b08f22ff3860 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event deleted for resources: {'Port': ['ID=56e34d20-981a-4748-bb04-dec6d89eaa75,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:06.758547 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-73c08a28-6ebe-4e15-9fe4-157228cc747c req-830a915a-9b8d-4f90-83e6-b08f22ff3860 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:06.762181 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-73c08a28-6ebe-4e15-9fe4-157228cc747c req-830a915a-9b8d-4f90-83e6-b08f22ff3860 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "DELETE /v2.0/ports/56e34d20-981a-4748-bb04-dec6d89eaa75 HTTP/1.1" status: 204 len: 173 time: 0.6751409 Oct 13 11:09:06.762676 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c88426-27fc-43e4-900f-fe8ace3463a6', 'name': 'network-vif-deleted', 'tag': '56e34d20-981a-4748-bb04-dec6d89eaa75'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:09:06.770795 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3e9cd7-ae74-483c-81ae-9e4ff2dfd45b" -d '{"events": [{"server_uuid": "c3c88426-27fc-43e4-900f-fe8ace3463a6", "name": "network-vif-deleted", "tag": "56e34d20-981a-4748-bb04-dec6d89eaa75"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:09:06.823623 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d0361c-9dcf-424d-9e8b-db3459df80b5 x-openstack-request-id: req-48d0361c-9dcf-424d-9e8b-db3459df80b5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:09:06.823917 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c88426-27fc-43e4-900f-fe8ace3463a6", "name": "network-vif-deleted", "tag": "56e34d20-981a-4748-bb04-dec6d89eaa75", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:09:06.824170 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48d0361c-9dcf-424d-9e8b-db3459df80b5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:09:06.824570 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c88426-27fc-43e4-900f-fe8ace3463a6', 'name': 'network-vif-deleted', 'tag': '56e34d20-981a-4748-bb04-dec6d89eaa75', 'status': 'completed', 'code': 200} Oct 13 11:09:06.921358 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35c03265-9dde-4b75-bd5b-6f3b2e5fb9aa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:06.966949 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c03265-9dde-4b75-bd5b-6f3b2e5fb9aa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=15a0e6fa-09b9-4604-a9f2-239670a11a6d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:06.995907 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35c03265-9dde-4b75-bd5b-6f3b2e5fb9aa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:07.006138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59728) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:07.006400 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-35c03265-9dde-4b75-bd5b-6f3b2e5fb9aa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/15a0e6fa-09b9-4604-a9f2-239670a11a6d HTTP/1.1" status: 204 len: 168 time: 0.9168270 Oct 13 11:09:07.111323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b873c857-f34c-4f31-9af6-612b71388960 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:07.113186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b873c857-f34c-4f31-9af6-612b71388960 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:07.117216 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b873c857-f34c-4f31-9af6-612b71388960 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1075771 Oct 13 11:09:07.118104 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59734) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:07.197106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6672ea7e-bf86-4230-b30a-76f88651ef18 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet d10b9443-80af-438b-99fe-9301a6098332 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:07.201018 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672ea7e-bf86-4230-b30a-76f88651ef18 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:07.258672 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672ea7e-bf86-4230-b30a-76f88651ef18 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:07.356944 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672ea7e-bf86-4230-b30a-76f88651ef18 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:07.513432 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672ea7e-bf86-4230-b30a-76f88651ef18 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:07.541004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-10fd9fee-7b46-4dfb-9b0b-ba1213d1bfde req-4d7736b8-b4d3-47d7-96da-cb32ea3ab06e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c88426-27fc-43e4-900f-fe8ace3463a6 HTTP/1.1" status: 200 len: 210 time: 0.0375488 Oct 13 11:09:07.562296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672ea7e-bf86-4230-b30a-76f88651ef18 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=d10b9443-80af-438b-99fe-9301a6098332,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:07.569393 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672ea7e-bf86-4230-b30a-76f88651ef18 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:07.572670 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6672ea7e-bf86-4230-b30a-76f88651ef18 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/d10b9443-80af-438b-99fe-9301a6098332 HTTP/1.1" status: 204 len: 168 time: 0.4517319 Oct 13 11:09:07.581094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59760) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:07.687681 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59766) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:07.694066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5137251e-b462-4d32-8fb8-ea7190ecffae tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:07.698079 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-91db27de-402f-45e5-ace8-9609cf53cdd2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1156595 Oct 13 11:09:07.884351 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5137251e-b462-4d32-8fb8-ea7190ecffae tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:07.893224 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5137251e-b462-4d32-8fb8-ea7190ecffae tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:07.893321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb3850e-a5af-407e-b64d-836f15feac9f None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:08.024645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-91396166-f735-4529-8c84-3460db4456a6 None None] Provisioning complete for port a4591537-b4f0-477c-a04f-5f0079244f5a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:08.025024 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-91396166-f735-4529-8c84-3460db4456a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:08.048108 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-96b592af-3bb6-4afe-8482-f3ad9f63361b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:08.128599 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-91396166-f735-4529-8c84-3460db4456a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:08.154371 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7bc57d-d62f-465e-b24f-ffe06bf9ef0e None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:09:08.187729 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5137251e-b462-4d32-8fb8-ea7190ecffae tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:08.194725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-91396166-f735-4529-8c84-3460db4456a6 None None] For port a4591537-b4f0-477c-a04f-5f0079244f5a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a4591537-b4f0-477c-a04f-5f0079244f5a,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:08.226906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea7bc57d-d62f-465e-b24f-ffe06bf9ef0e None None] Deleting port a4591537-b4f0-477c-a04f-5f0079244f5a {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:08.227311 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea7bc57d-d62f-465e-b24f-ffe06bf9ef0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:08.237896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5137251e-b462-4d32-8fb8-ea7190ecffae tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:08.241727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5137251e-b462-4d32-8fb8-ea7190ecffae tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:08.246108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5137251e-b462-4d32-8fb8-ea7190ecffae tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:08.246978 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5137251e-b462-4d32-8fb8-ea7190ecffae tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:08.253935 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137251e-b462-4d32-8fb8-ea7190ecffae tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=75721f2d-e1d5-417f-9d5c-0fd2bb27f63d,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:08.265883 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-91396166-f735-4529-8c84-3460db4456a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:08.326517 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5137251e-b462-4d32-8fb8-ea7190ecffae tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6375086 Oct 13 11:09:08.328992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59802) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:08.334911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'name': 'tempest-NetworksTestDHCPv6-1131730404'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:08.340249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91396166-f735-4529-8c84-3460db4456a6 None None] Pushing event updated for resources: {'Port': ['ID=a4591537-b4f0-477c-a04f-5f0079244f5a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:08.364278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea7bc57d-d62f-465e-b24f-ffe06bf9ef0e None None] For port a4591537-b4f0-477c-a04f-5f0079244f5a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a4591537-b4f0-477c-a04f-5f0079244f5a,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:08.364904 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea7bc57d-d62f-465e-b24f-ffe06bf9ef0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:08.380382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea7bc57d-d62f-465e-b24f-ffe06bf9ef0e None None] Calling delete_port for a4591537-b4f0-477c-a04f-5f0079244f5a owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:08.524455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 56e34d20-981a-4748-bb04-dec6d89eaa75 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:09:08.528137 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea7bc57d-d62f-465e-b24f-ffe06bf9ef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:08.556109 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 56e34d20-981a-4748-bb04-dec6d89eaa75 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:09:08.556454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 56e34d20-981a-4748-bb04-dec6d89eaa75 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:09:08.579495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7bc57d-d62f-465e-b24f-ffe06bf9ef0e None None] No DVR routers for this DVR port a4591537-b4f0-477c-a04f-5f0079244f5a on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:09:08.584668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:08.585208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bc57d-d62f-465e-b24f-ffe06bf9ef0e None None] Pushing event deleted for resources: {'Port': ['ID=a4591537-b4f0-477c-a04f-5f0079244f5a,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:08.590169 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:08.601844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375016ad-960b-496c-a95b-fc68fd076bc3 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:08.647740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 10e22954-5fd9-4cec-9a60-87a141ed0735 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:09:08.748498 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:08.811762 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '75721f2d-e1d5-417f-9d5c-0fd2bb27f63d'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:09:08.812934 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:08.871080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::301 (94101c6b-088c-496c-89a7-3c76d8c09bc9/75721f2d-e1d5-417f-9d5c-0fd2bb27f63d/10e22954-5fd9-4cec-9a60-87a141ed0735) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:09.054992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-9c56bb96-05b7-4bd2-9abe-a8513e27a10f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:09.056464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-9c56bb96-05b7-4bd2-9abe-a8513e27a10f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.1827612 Oct 13 11:09:09.085356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-4b361775-5675-46ca-917c-a351450c1256 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/quotas/5b6fc3efaaa543319ed74d0e741b2ed5 HTTP/1.1" status: 200 len: 375 time: 0.0198615 Oct 13 11:09:09.151863 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:09.167036 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-a7fc5a41-d7f5-41b8-bda1-5b4544529e5f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727484 Oct 13 11:09:09.180544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2d44395f-00f8-47cd-bcc4-ed332f4f8e86 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:09:09.181529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2d44395f-00f8-47cd-bcc4-ed332f4f8e86 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072095 Oct 13 11:09:09.297996 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-88a1c4e8-96cb-41ed-a03d-2025ab987e53 service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058621 Oct 13 11:09:09.310527 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:09.356157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Allocated IP 2001:db8::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/75721f2d-e1d5-417f-9d5c-0fd2bb27f63d/30643a9c-13e6-46e0-9332-c8f07cfda965) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:09.414506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:09.420881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:09.428547 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:09.434838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:09.435392 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:09.440575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=10e22954-5fd9-4cec-9a60-87a141ed0735,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:09.472133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-87d8209c-d99a-43fb-98e0-d5c675314340 service neutron] 10.222.0.32 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732533 Oct 13 11:09:09.562613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ab9ce8b8-9e93-4122-830a-a6f0b00eb328 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2317057 Oct 13 11:09:09.570552 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59878) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:09.620619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4ba0a5-1900-42fa-8267-09bf553b0f91 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:09.622129 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4f4ba0a5-1900-42fa-8267-09bf553b0f91 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0559893 Oct 13 11:09:09.625084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59884) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:09.765392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1b07a807-5726-486f-a521-0043eded37bf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 10e22954-5fd9-4cec-9a60-87a141ed0735 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:09.765947 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b07a807-5726-486f-a521-0043eded37bf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:09.783814 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:09.849623 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1969064f-8824-40bf-b8be-bded5d2d3e7a req-63e302d0-f9fc-4dda-bb83-fb263a623654 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 210 time: 0.0309999 Oct 13 11:09:09.852394 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:09.908663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b07a807-5726-486f-a521-0043eded37bf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:09.915745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:09.921569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:09.924673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:09.934815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1b07a807-5726-486f-a521-0043eded37bf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 10e22954-5fd9-4cec-9a60-87a141ed0735 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:09.936589 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Pushing event updated for resources: {'Port': ['ID=30643a9c-13e6-46e0-9332-c8f07cfda965,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:10.012811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Attempting to bind port 30643a9c-13e6-46e0-9332-c8f07cfda965 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:10.013184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Attempting to bind port 30643a9c-13e6-46e0-9332-c8f07cfda965 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:10.013550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Attempting to bind port 30643a9c-13e6-46e0-9332-c8f07cfda965 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:10.018630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:10.019006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:10.019958 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.019958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:10.020411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Bound port: 30643a9c-13e6-46e0-9332-c8f07cfda965, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:10.021036 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.084927 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] For port 30643a9c-13e6-46e0-9332-c8f07cfda965, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:10.088076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] For port 30643a9c-13e6-46e0-9332-c8f07cfda965, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=30643a9c-13e6-46e0-9332-c8f07cfda965,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:10.180526 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b07a807-5726-486f-a521-0043eded37bf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.180929 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.215478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07a807-5726-486f-a521-0043eded37bf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=10e22954-5fd9-4cec-9a60-87a141ed0735,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:10.252273 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b07a807-5726-486f-a521-0043eded37bf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.255819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1b07a807-5726-486f-a521-0043eded37bf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/10e22954-5fd9-4cec-9a60-87a141ed0735 HTTP/1.1" status: 204 len: 168 time: 0.6295633 Oct 13 11:09:10.258363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59924) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:10.291343 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e66bf7-3d82-4fae-ac5c-7fc2eaf889a3 None None] Pushing event updated for resources: {'Port': ['ID=30643a9c-13e6-46e0-9332-c8f07cfda965,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:10.326820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badcb866-8349-4964-9837-a85a1d943f37 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:10.328360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badcb866-8349-4964-9837-a85a1d943f37 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:10.334146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59934) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:10.334488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-badcb866-8349-4964-9837-a85a1d943f37 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0704200 Oct 13 11:09:10.419636 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2db3fb-43c9-4e09-8be0-583a8b1a0364 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 75721f2d-e1d5-417f-9d5c-0fd2bb27f63d {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:10.430932 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2db3fb-43c9-4e09-8be0-583a8b1a0364 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.470806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2db3fb-43c9-4e09-8be0-583a8b1a0364 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.496510 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.574541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2db3fb-43c9-4e09-8be0-583a8b1a0364 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.700822 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2db3fb-43c9-4e09-8be0-583a8b1a0364 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.731622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2db3fb-43c9-4e09-8be0-583a8b1a0364 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=75721f2d-e1d5-417f-9d5c-0fd2bb27f63d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:10.743713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2db3fb-43c9-4e09-8be0-583a8b1a0364 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.747686 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2e2db3fb-43c9-4e09-8be0-583a8b1a0364 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/75721f2d-e1d5-417f-9d5c-0fd2bb27f63d HTTP/1.1" status: 204 len: 168 time: 0.4123118 Oct 13 11:09:10.750155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59950) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:10.775148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 30643a9c-13e6-46e0-9332-c8f07cfda965 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:10.823607 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1080041e-330d-4a96-8e60-9d6db0fdbc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.829642 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-213f4250-3c64-45d2-a308-babfd2d6665f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777428 Oct 13 11:09:10.831693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59958) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:10.899289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 30643a9c-13e6-46e0-9332-c8f07cfda965 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:10.899672 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.989866 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:10.995921 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f19d2ee0-075e-4090-8498-35aef8d55f53 req-b421924f-4af7-4f27-81bc-d274dc2d5af9 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 210 time: 0.0603607 Oct 13 11:09:11.004693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d594e9-042c-4ba5-a038-b39d7228dbd9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:11.006231 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a2d594e9-042c-4ba5-a038-b39d7228dbd9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1722674 Oct 13 11:09:11.011185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59976) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:11.049087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 30643a9c-13e6-46e0-9332-c8f07cfda965, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=30643a9c-13e6-46e0-9332-c8f07cfda965,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:11.091191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e73a057-e6f8-4542-beca-775e85e743d8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:11.093409 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7e73a057-e6f8-4542-beca-775e85e743d8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0811908 Oct 13 11:09:11.096075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59982) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:11.123382 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:11.185106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59988) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:11.186982 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-78e99956-8886-440b-9c25-9dba4cf88d54 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893626 Oct 13 11:09:11.190841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-6acc3f69-53dc-4e53-bd82-04fd86e34a4c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:11.201097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=30643a9c-13e6-46e0-9332-c8f07cfda965,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:11.397125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acc3f69-53dc-4e53-bd82-04fd86e34a4c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:11.400753 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6acc3f69-53dc-4e53-bd82-04fd86e34a4c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:11.468077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bfc355-79d7-46f6-9a31-b962f52018aa None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:11.557573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4e25baf5-5c03-4a39-83ee-3ac764eb7c90 None None] Provisioning complete for port 30643a9c-13e6-46e0-9332-c8f07cfda965 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:11.558163 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4e25baf5-5c03-4a39-83ee-3ac764eb7c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:11.664882 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6acc3f69-53dc-4e53-bd82-04fd86e34a4c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:11.720173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acc3f69-53dc-4e53-bd82-04fd86e34a4c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:11.723712 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:11.728157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6acc3f69-53dc-4e53-bd82-04fd86e34a4c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:11.728658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc3f69-53dc-4e53-bd82-04fd86e34a4c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:11.729323 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6acc3f69-53dc-4e53-bd82-04fd86e34a4c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:11.735515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc3f69-53dc-4e53-bd82-04fd86e34a4c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=00a24732-2c32-4809-ac3f-0652676d7eef,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:11.786500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0935d5-ee6e-4786-992f-489722f1b7f0 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:09:11.823406 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6acc3f69-53dc-4e53-bd82-04fd86e34a4c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6368437 Oct 13 11:09:11.826093 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60018) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:11.831561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'fixed_ips': [{'subnet_id': '00a24732-2c32-4809-ac3f-0652676d7eef', 'ip_address': '2001:db8::3d:502:5677:1041'}], 'name': 'tempest-NetworksTestDHCPv6-534223824'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:11.840301 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ca0935d5-ee6e-4786-992f-489722f1b7f0 None None] Deleting port 30643a9c-13e6-46e0-9332-c8f07cfda965 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:11.840683 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca0935d5-ee6e-4786-992f-489722f1b7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:11.959483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ca0935d5-ee6e-4786-992f-489722f1b7f0 None None] For port 30643a9c-13e6-46e0-9332-c8f07cfda965, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=30643a9c-13e6-46e0-9332-c8f07cfda965,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:11.959889 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca0935d5-ee6e-4786-992f-489722f1b7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:11.975781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ca0935d5-ee6e-4786-992f-489722f1b7f0 None None] Calling delete_port for 30643a9c-13e6-46e0-9332-c8f07cfda965 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:12.021375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-9ca6e8f2-3628-40c8-9a83-70000809ee90 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:12.023461 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-9ca6e8f2-3628-40c8-9a83-70000809ee90 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "GET /v2.0/networks?id=c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 200 len: 805 time: 0.1478424 Oct 13 11:09:12.038458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2c6b2089-ef97-4da1-9b7d-82a99c88f8b1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Request body: {'port': {'device_id': '15048e92-e17c-4188-a5ea-f244b3f50be2', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'admin_state_up': True, 'tenant_id': '5b6fc3efaaa543319ed74d0e741b2ed5'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:12.060709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:12.141813 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca0935d5-ee6e-4786-992f-489722f1b7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:12.194937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0935d5-ee6e-4786-992f-489722f1b7f0 None None] Pushing event deleted for resources: {'Port': ['ID=30643a9c-13e6-46e0-9332-c8f07cfda965,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:12.197785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0935d5-ee6e-4786-992f-489722f1b7f0 None None] No DVR routers for this DVR port 30643a9c-13e6-46e0-9332-c8f07cfda965 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:09:12.199476 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:12.219168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb78621-aa6f-4064-9cb9-ed6c0ecee1f2 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:12.226560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3de4e41c-f30f-4690-8992-172325920e91 req-a8dfe60a-7380-4eaa-be24-89b47fc3fe59 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 210 time: 0.0387719 Oct 13 11:09:12.255710 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:12.275364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 0420913d-434c-4c95-9ad4-3f70fd11d8d8 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:09:12.288409 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2c6b2089-ef97-4da1-9b7d-82a99c88f8b1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Made reservation on behalf of 5b6fc3efaaa543319ed74d0e741b2ed5 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:12.292726 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2c6b2089-ef97-4da1-9b7d-82a99c88f8b1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:12.433102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '00a24732-2c32-4809-ac3f-0652676d7eef'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:09:12.434004 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:12.472042 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2c6b2089-ef97-4da1-9b7d-82a99c88f8b1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Allocated IP 172.20.0.9 (c3d8fabf-e39a-48d5-8efd-ece7680b6661/f6dc65ab-bcea-46c1-8b9d-45c9927e2800/2796558f-e693-473b-8358-5f9ff255e6e5) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:12.563322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::3d:502:5677:1041 (94101c6b-088c-496c-89a7-3c76d8c09bc9/00a24732-2c32-4809-ac3f-0652676d7eef/0420913d-434c-4c95-9ad4-3f70fd11d8d8) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:12.635602 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2c6b2089-ef97-4da1-9b7d-82a99c88f8b1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:12.742074 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:12.746312 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2c6b2089-ef97-4da1-9b7d-82a99c88f8b1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:12.746867 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 30643a9c-13e6-46e0-9332-c8f07cfda965 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:09:12.773340 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:09:12.775889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 30643a9c-13e6-46e0-9332-c8f07cfda965 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:09:12.776280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 30643a9c-13e6-46e0-9332-c8f07cfda965 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:09:12.815247 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2c6b2089-ef97-4da1-9b7d-82a99c88f8b1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Network c3d8fabf-e39a-48d5-8efd-ece7680b6661 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:12.819806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2c6b2089-ef97-4da1-9b7d-82a99c88f8b1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:12.823713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2c6b2089-ef97-4da1-9b7d-82a99c88f8b1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:12.852230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b2089-ef97-4da1-9b7d-82a99c88f8b1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event updated for resources: {'Port': ['ID=2796558f-e693-473b-8358-5f9ff255e6e5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:12.892722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2c6b2089-ef97-4da1-9b7d-82a99c88f8b1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:12.893353 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2c6b2089-ef97-4da1-9b7d-82a99c88f8b1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:12.894219 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:12.951011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:12.954566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:12.957572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:12.964376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:12.965014 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:12.973161 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Allocated IP 2001:db8::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/00a24732-2c32-4809-ac3f-0652676d7eef/00608c71-478f-4e99-a0f6-93f48a337bc8) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:12.977593 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-2c6b2089-ef97-4da1-9b7d-82a99c88f8b1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9453425 Oct 13 11:09:12.983086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=0420913d-434c-4c95-9ad4-3f70fd11d8d8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:13.000011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Request body: {'port': {'device_id': '15048e92-e17c-4188-a5ea-f244b3f50be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:13.060659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:13.067517 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9f8be7c9-f7aa-4942-976e-6166f3d8e460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2403336 Oct 13 11:09:13.077098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60086) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:13.149149 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b6daf-5190-4c6e-8ec7-7202ca59bff1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:13.153558 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1f7b6daf-5190-4c6e-8ec7-7202ca59bff1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 942 time: 0.0840318 Oct 13 11:09:13.154613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60090) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:13.190655 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:13.263164 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:13.312196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c8cce5a5-fecf-400e-8ab1-c6d447fc9811 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 0420913d-434c-4c95-9ad4-3f70fd11d8d8 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:13.312196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8cce5a5-fecf-400e-8ab1-c6d447fc9811 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:13.346321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:13.349694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:13.353566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:13.359996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Pushing event updated for resources: {'Port': ['ID=00608c71-478f-4e99-a0f6-93f48a337bc8,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:13.417806 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:13.429856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Attempting to bind port 00608c71-478f-4e99-a0f6-93f48a337bc8 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:13.429856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Attempting to bind port 00608c71-478f-4e99-a0f6-93f48a337bc8 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:13.429856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Attempting to bind port 00608c71-478f-4e99-a0f6-93f48a337bc8 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:13.432782 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:13.433239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:13.433704 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:13.434166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:13.434985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Bound port: 00608c71-478f-4e99-a0f6-93f48a337bc8, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:13.435439 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:13.447430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809424b-043a-482b-8c73-9e0b2a6085e0 req-ec4c352e-c699-485a-b220-cb9e5833de3a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:13.459668 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4809424b-043a-482b-8c73-9e0b2a6085e0 req-ec4c352e-c699-485a-b220-cb9e5833de3a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 931 time: 0.1481025 Oct 13 11:09:13.502025 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8cce5a5-fecf-400e-8ab1-c6d447fc9811 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:13.528817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c8cce5a5-fecf-400e-8ab1-c6d447fc9811 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 0420913d-434c-4c95-9ad4-3f70fd11d8d8 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:13.541276 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4809424b-043a-482b-8c73-9e0b2a6085e0 req-397ee6c8-d97a-4cc7-b1ef-f55cfa474b09 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806251 Oct 13 11:09:13.542952 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] For port 00608c71-478f-4e99-a0f6-93f48a337bc8, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:13.547682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] For port 00608c71-478f-4e99-a0f6-93f48a337bc8, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=00608c71-478f-4e99-a0f6-93f48a337bc8,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:13.616260 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:13.702786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a542c-053c-4bc4-8c3d-b39fc0096d84 None None] Pushing event updated for resources: {'Port': ['ID=00608c71-478f-4e99-a0f6-93f48a337bc8,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:13.798688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2796558f-e693-473b-8358-5f9ff255e6e5 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:09:13.808351 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8cce5a5-fecf-400e-8ab1-c6d447fc9811 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:13.815101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:13.830880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Transition to ACTIVE for port object 2796558f-e693-473b-8358-5f9ff255e6e5 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:09:13.847920 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cce5a5-fecf-400e-8ab1-c6d447fc9811 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=0420913d-434c-4c95-9ad4-3f70fd11d8d8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:13.866948 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8cce5a5-fecf-400e-8ab1-c6d447fc9811 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:13.892506 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c8cce5a5-fecf-400e-8ab1-c6d447fc9811 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/0420913d-434c-4c95-9ad4-3f70fd11d8d8 HTTP/1.1" status: 204 len: 168 time: 0.7347877 Oct 13 11:09:13.892741 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60128) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:13.905451 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:13.966969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a2d10-6ea0-4386-97e7-67d241be0890 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:13.969116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a2d10-6ea0-4386-97e7-67d241be0890 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:13.974782 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3f6a2d10-6ea0-4386-97e7-67d241be0890 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0809958 Oct 13 11:09:13.975377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60140) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:14.056675 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b483dd-5c6c-425a-9d5d-7330b407cc80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 00a24732-2c32-4809-ac3f-0652676d7eef {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:14.061061 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23b483dd-5c6c-425a-9d5d-7330b407cc80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:14.097718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Pushing event updated for resources: {'Port': ['ID=2796558f-e693-473b-8358-5f9ff255e6e5,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:14.117006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Attempting to bind port 2796558f-e693-473b-8358-5f9ff255e6e5 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:14.117354 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Attempting to bind port 2796558f-e693-473b-8358-5f9ff255e6e5 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:14.117689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Attempting to bind port 2796558f-e693-473b-8358-5f9ff255e6e5 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:14.122815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Port 2796558f-e693-473b-8358-5f9ff255e6e5 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:09:14.123098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Attempting to bind port 2796558f-e693-473b-8358-5f9ff255e6e5 on network c3d8fabf-e39a-48d5-8efd-ece7680b6661 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:14.128072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:14.128421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Checking segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:14.128804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Bound using segment: {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:14.129954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Bound port: 2796558f-e693-473b-8358-5f9ff255e6e5, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c257ff-6095-4c32-8d7e-a8c26caafab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:14.129954 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:14.134491 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23b483dd-5c6c-425a-9d5d-7330b407cc80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:14.208990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] For port 2796558f-e693-473b-8358-5f9ff255e6e5, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:14.212673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] For port 2796558f-e693-473b-8358-5f9ff255e6e5, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2796558f-e693-473b-8358-5f9ff255e6e5,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:14.241228 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23b483dd-5c6c-425a-9d5d-7330b407cc80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:14.283396 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:14.322076 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:14.322740 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:14.324123 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] 10.222.0.21 "PUT /v2.0/ports/2796558f-e693-473b-8358-5f9ff255e6e5 HTTP/1.1" status: 200 len: 1091 time: 1.3380573 Oct 13 11:09:14.326232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15048e92-e17c-4188-a5ea-f244b3f50be2', 'tag': '2796558f-e693-473b-8358-5f9ff255e6e5'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:09:14.329779 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239146b1-b974-4e39-bf11-01d1ceff0a26" -d '{"events": [{"name": "network-changed", "server_uuid": "15048e92-e17c-4188-a5ea-f244b3f50be2", "tag": "2796558f-e693-473b-8358-5f9ff255e6e5"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:09:14.355503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f265b7f-eb1f-40dc-8d30-db2cab728afc service neutron] Pushing event updated for resources: {'Port': ['ID=2796558f-e693-473b-8358-5f9ff255e6e5,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:14.364294 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23b483dd-5c6c-425a-9d5d-7330b407cc80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:14.378150 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f21c7b9-1c9d-4704-a576-d20fe872c600 x-openstack-request-id: req-1f21c7b9-1c9d-4704-a576-d20fe872c600 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:09:14.378535 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15048e92-e17c-4188-a5ea-f244b3f50be2", "tag": "2796558f-e693-473b-8358-5f9ff255e6e5", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:09:14.378935 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f21c7b9-1c9d-4704-a576-d20fe872c600 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:09:14.379671 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15048e92-e17c-4188-a5ea-f244b3f50be2', 'tag': '2796558f-e693-473b-8358-5f9ff255e6e5', 'status': 'completed', 'code': 200} Oct 13 11:09:14.403519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b483dd-5c6c-425a-9d5d-7330b407cc80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=00a24732-2c32-4809-ac3f-0652676d7eef,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:14.416471 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23b483dd-5c6c-425a-9d5d-7330b407cc80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:14.420002 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-23b483dd-5c6c-425a-9d5d-7330b407cc80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/00a24732-2c32-4809-ac3f-0652676d7eef HTTP/1.1" status: 204 len: 168 time: 0.4432161 Oct 13 11:09:14.422912 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60168) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:14.477702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239146b1-b974-4e39-bf11-01d1ceff0a26 req-e525bb0b-094b-4ac6-b9c0-5711f06ba338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:14.479436 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-239146b1-b974-4e39-bf11-01d1ceff0a26 req-e525bb0b-094b-4ac6-b9c0-5711f06ba338 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 1094 time: 0.0762222 Oct 13 11:09:14.640514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239146b1-b974-4e39-bf11-01d1ceff0a26 req-05323942-5317-4e47-8ffe-42193b1d07e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:14.643299 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-239146b1-b974-4e39-bf11-01d1ceff0a26 req-05323942-5317-4e47-8ffe-42193b1d07e6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1535900 Oct 13 11:09:14.770823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 00608c71-478f-4e99-a0f6-93f48a337bc8 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:14.856151 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 00608c71-478f-4e99-a0f6-93f48a337bc8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:14.856523 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:14.889014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d037452c-27d0-4d45-bfa1-2295660cb7ad None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:14.919944 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239146b1-b974-4e39-bf11-01d1ceff0a26 req-8f65a480-0a5e-425a-aae3-f9b8fc137545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:14.921631 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-239146b1-b974-4e39-bf11-01d1ceff0a26 req-8f65a480-0a5e-425a-aae3-f9b8fc137545 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401713 Oct 13 11:09:14.983220 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5e4e5131-45f4-4077-a1f7-3aa315bb2483 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5569880 Oct 13 11:09:14.984349 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60198) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:15.021637 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecb36b-a8c5-4b82-9cc6-1bcf7cf4f94c req-cd5eddc2-5b61-41db-acf5-6e454e57fb95 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:15.024984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1249d2cd-d1f9-425e-97f8-c876bff9af41 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:15.032648 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43ecb36b-a8c5-4b82-9cc6-1bcf7cf4f94c req-cd5eddc2-5b61-41db-acf5-6e454e57fb95 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 943 time: 0.0819879 Oct 13 11:09:15.045817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a7e69444-d110-4219-bc9a-0934c9f77c60 None None] Provisioning complete for port 00608c71-478f-4e99-a0f6-93f48a337bc8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:15.048327 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7e69444-d110-4219-bc9a-0934c9f77c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:15.096707 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43ecb36b-a8c5-4b82-9cc6-1bcf7cf4f94c req-41be0aa2-dfa0-4fac-af63-da2775caa4b4 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628045 Oct 13 11:09:15.111940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-0b30894a-e3af-480b-854f-75fc05da4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:15.111940 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-0b30894a-e3af-480b-854f-75fc05da4d74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 1094 time: 0.1369200 Oct 13 11:09:15.196088 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-62bbe96b-3bc5-4f0d-b432-a1565d81a660 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2796558f-e693-473b-8358-5f9ff255e6e5 HTTP/1.1" status: 200 len: 217 time: 0.0723281 Oct 13 11:09:15.199276 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:15.239680 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7e69444-d110-4219-bc9a-0934c9f77c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:15.264026 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6847951-b490-458f-9749-6fa7fed7f0c5 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:09:15.265479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-410a449b-4ea0-484a-a863-33279d87fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:15.266998 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-410a449b-4ea0-484a-a863-33279d87fca9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6dc65ab-bcea-46c1-8b9d-45c9927e2800 HTTP/1.1" status: 200 len: 845 time: 0.0638902 Oct 13 11:09:15.273287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 00608c71-478f-4e99-a0f6-93f48a337bc8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=00608c71-478f-4e99-a0f6-93f48a337bc8,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:15.301578 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-cc528578-684b-4caa-9048-b0e168c4eac1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3d8fabf-e39a-48d5-8efd-ece7680b6661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266371 Oct 13 11:09:15.302599 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1249d2cd-d1f9-425e-97f8-c876bff9af41 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:15.306095 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1249d2cd-d1f9-425e-97f8-c876bff9af41 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:15.326760 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c6847951-b490-458f-9749-6fa7fed7f0c5 None None] Deleting port 00608c71-478f-4e99-a0f6-93f48a337bc8 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:15.327133 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6847951-b490-458f-9749-6fa7fed7f0c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:15.366575 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:15.459805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c6847951-b490-458f-9749-6fa7fed7f0c5 None None] For port 00608c71-478f-4e99-a0f6-93f48a337bc8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=00608c71-478f-4e99-a0f6-93f48a337bc8,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:15.460372 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6847951-b490-458f-9749-6fa7fed7f0c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:15.481235 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-a7e69444-d110-4219-bc9a-0934c9f77c60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:09:15.481753 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-a7e69444-d110-4219-bc9a-0934c9f77c60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:09:15.486174 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-91298167-9f23-482f-b3cb-993b72ddb60f service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765995 Oct 13 11:09:15.486594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c6847951-b490-458f-9749-6fa7fed7f0c5 None None] Calling delete_port for 00608c71-478f-4e99-a0f6-93f48a337bc8 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:15.496296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=00608c71-478f-4e99-a0f6-93f48a337bc8,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:15.625630 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6847951-b490-458f-9749-6fa7fed7f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:15.653001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6847951-b490-458f-9749-6fa7fed7f0c5 None None] Pushing event deleted for resources: {'Port': ['ID=00608c71-478f-4e99-a0f6-93f48a337bc8,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:15.656661 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6847951-b490-458f-9749-6fa7fed7f0c5 None None] No DVR routers for this DVR port 00608c71-478f-4e99-a0f6-93f48a337bc8 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:09:15.669365 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e7654c4-8a6f-4c82-969c-7c945c7bed62 req-f0e28603-4e7f-4759-a432-b76492b27e76 service neutron] 10.222.0.21 "GET /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730833 Oct 13 11:09:15.706173 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1249d2cd-d1f9-425e-97f8-c876bff9af41 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:15.758155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1249d2cd-d1f9-425e-97f8-c876bff9af41 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:15.768289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-1249d2cd-d1f9-425e-97f8-c876bff9af41 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:15.768289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1249d2cd-d1f9-425e-97f8-c876bff9af41 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:15.768289 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1249d2cd-d1f9-425e-97f8-c876bff9af41 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:15.770179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ee638f-4893-43cd-8b5f-98d9e3541d14 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:15.776303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249d2cd-d1f9-425e-97f8-c876bff9af41 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=5e75cfa5-e83c-4940-b4ab-ff4a6a612710,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:15.922700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1249d2cd-d1f9-425e-97f8-c876bff9af41 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9349594 Oct 13 11:09:15.923359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60242) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:15.925712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '5e75cfa5-e83c-4940-b4ab-ff4a6a612710'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:09:15.927264 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:15.928646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'fixed_ips': [{'subnet_id': '5e75cfa5-e83c-4940-b4ab-ff4a6a612710', 'ip_address': '2001:db8::285a:98cd:d750:66f1'}], 'name': 'tempest-NetworksTestDHCPv6-834261926'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:16.029109 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a7e69444-d110-4219-bc9a-0934c9f77c60 None None] Port 00608c71-478f-4e99-a0f6-93f48a337bc8 update to ACTIVE by agent not found {{(pid=101992) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 11:09:16.092886 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Allocated IP 2001:db8::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/5e75cfa5-e83c-4940-b4ab-ff4a6a612710/94355bfe-f0f6-4475-bbaf-2ca30ba60c1c) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:16.134003 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:16.139774 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:16.164681 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port c1b58da5-2825-4485-8c91-f64dddb01e74 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:09:16.282111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35a935-3bee-4103-9247-d18b813ab682 req-80cc4a04-54a1-476a-9b6a-99641cc703c3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:16.283986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e35a935-3bee-4103-9247-d18b813ab682 req-80cc4a04-54a1-476a-9b6a-99641cc703c3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 943 time: 0.1129081 Oct 13 11:09:16.372661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e35a935-3bee-4103-9247-d18b813ab682 req-498349a3-ff32-4b90-a252-34d9ce7729eb tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614531 Oct 13 11:09:16.422569 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:16.517335 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:16.572820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:16.580253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:16.586300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:16.591654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::285a:98cd:d750:66f1 (94101c6b-088c-496c-89a7-3c76d8c09bc9/5e75cfa5-e83c-4940-b4ab-ff4a6a612710/c1b58da5-2825-4485-8c91-f64dddb01e74) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:16.603701 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Pushing event updated for resources: {'Port': ['ID=94355bfe-f0f6-4475-bbaf-2ca30ba60c1c,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:16.656400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Attempting to bind port 94355bfe-f0f6-4475-bbaf-2ca30ba60c1c on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:16.656775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Attempting to bind port 94355bfe-f0f6-4475-bbaf-2ca30ba60c1c by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:16.657188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Attempting to bind port 94355bfe-f0f6-4475-bbaf-2ca30ba60c1c on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:16.662718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:16.663327 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:16.663727 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:16.664114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:16.664736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Bound port: 94355bfe-f0f6-4475-bbaf-2ca30ba60c1c, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:16.665133 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:16.711697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 00608c71-478f-4e99-a0f6-93f48a337bc8 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:09:16.751021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 00608c71-478f-4e99-a0f6-93f48a337bc8 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:09:16.752044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 00608c71-478f-4e99-a0f6-93f48a337bc8 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:09:16.775261 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:16.779799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] For port 94355bfe-f0f6-4475-bbaf-2ca30ba60c1c, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:16.783086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] For port 94355bfe-f0f6-4475-bbaf-2ca30ba60c1c, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=94355bfe-f0f6-4475-bbaf-2ca30ba60c1c,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:16.837451 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:16.866315 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:16.898143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d370b-1f49-4e02-8eff-4ff04420c526 None None] Pushing event updated for resources: {'Port': ['ID=94355bfe-f0f6-4475-bbaf-2ca30ba60c1c,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:16.922702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:16.922702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:16.925005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:16.931841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:16.932664 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:16.943787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=c1b58da5-2825-4485-8c91-f64dddb01e74,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:17.010113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-080fcebc-028b-4c9b-a753-785ef4d57321 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0856431 Oct 13 11:09:17.015850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60300) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:17.072180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92db399-d587-463c-a61a-6deef0cc8c64 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:17.078442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92db399-d587-463c-a61a-6deef0cc8c64 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:17.080036 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b92db399-d587-463c-a61a-6deef0cc8c64 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0632575 Oct 13 11:09:17.084231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60308) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:17.230821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c693d850-048d-40f4-b41b-fc68c5b9133a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port c1b58da5-2825-4485-8c91-f64dddb01e74 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:17.231185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c693d850-048d-40f4-b41b-fc68c5b9133a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:17.337095 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c693d850-048d-40f4-b41b-fc68c5b9133a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:17.349280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c693d850-048d-40f4-b41b-fc68c5b9133a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for c1b58da5-2825-4485-8c91-f64dddb01e74 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:17.491903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4eca7-cedc-4f1e-b47a-549c0a1db8ce req-6f0f8e97-8dfa-47aa-9104-15893d74d5cd tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:17.493525 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9df4eca7-cedc-4f1e-b47a-549c0a1db8ce req-6f0f8e97-8dfa-47aa-9104-15893d74d5cd tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 943 time: 0.0571017 Oct 13 11:09:17.536372 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9df4eca7-cedc-4f1e-b47a-549c0a1db8ce req-d939f151-4448-41de-b892-da62723c30af tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366378 Oct 13 11:09:17.551702 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c693d850-048d-40f4-b41b-fc68c5b9133a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:17.590044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693d850-048d-40f4-b41b-fc68c5b9133a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=c1b58da5-2825-4485-8c91-f64dddb01e74,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:17.625555 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c693d850-048d-40f4-b41b-fc68c5b9133a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:17.631740 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c693d850-048d-40f4-b41b-fc68c5b9133a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/c1b58da5-2825-4485-8c91-f64dddb01e74 HTTP/1.1" status: 204 len: 168 time: 0.5435259 Oct 13 11:09:17.632413 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60344) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:17.693811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492effa6-8a86-40bf-b994-fc1b185053c0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:17.695694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492effa6-8a86-40bf-b994-fc1b185053c0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:17.697314 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-492effa6-8a86-40bf-b994-fc1b185053c0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0638101 Oct 13 11:09:17.700268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60346) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:17.769764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bdfa1b-355a-466b-bfbb-615021de4d5c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 5e75cfa5-e83c-4940-b4ab-ff4a6a612710 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:17.773362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47bdfa1b-355a-466b-bfbb-615021de4d5c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:17.817642 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47bdfa1b-355a-466b-bfbb-615021de4d5c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:17.912595 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47bdfa1b-355a-466b-bfbb-615021de4d5c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.026650 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47bdfa1b-355a-466b-bfbb-615021de4d5c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.059653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdfa1b-355a-466b-bfbb-615021de4d5c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=5e75cfa5-e83c-4940-b4ab-ff4a6a612710,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:18.069401 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47bdfa1b-355a-466b-bfbb-615021de4d5c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.071148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-54dcf251-a135-4eaa-bf9e-002ef9342814 None None] Provisioning complete for port 94355bfe-f0f6-4475-bbaf-2ca30ba60c1c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:18.071597 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-54dcf251-a135-4eaa-bf9e-002ef9342814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.073489 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-47bdfa1b-355a-466b-bfbb-615021de4d5c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/5e75cfa5-e83c-4940-b4ab-ff4a6a612710 HTTP/1.1" status: 204 len: 168 time: 0.3717260 Oct 13 11:09:18.075701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60356) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:18.155253 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-31c9fc55-811f-4809-90d2-089e92e2e7b5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783341 Oct 13 11:09:18.157869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60360) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:18.163861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1f5c2eff-a07f-42d5-8094-31ebdbfc5776 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:18.246624 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-54dcf251-a135-4eaa-bf9e-002ef9342814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.283364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-54dcf251-a135-4eaa-bf9e-002ef9342814 None None] For port 94355bfe-f0f6-4475-bbaf-2ca30ba60c1c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=94355bfe-f0f6-4475-bbaf-2ca30ba60c1c,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:18.291180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a989562-d45e-443b-8c37-c050e6083160 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:18.399251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5c2eff-a07f-42d5-8094-31ebdbfc5776 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:18.402784 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2eff-a07f-42d5-8094-31ebdbfc5776 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.441828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-54dcf251-a135-4eaa-bf9e-002ef9342814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.494583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e907132-f180-4930-9e56-6054e0478dbd None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:09:18.507463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcf251-a135-4eaa-bf9e-002ef9342814 None None] Pushing event updated for resources: {'Port': ['ID=94355bfe-f0f6-4475-bbaf-2ca30ba60c1c,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:18.542740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-b7ed3563-e526-4b0e-ae9d-099521c98e37 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:18.544257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-b7ed3563-e526-4b0e-ae9d-099521c98e37 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/networks?id=9a7e877f-ca2f-4d93-b96d-1df1e891a30b HTTP/1.1" status: 200 len: 813 time: 0.1946437 Oct 13 11:09:18.558144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2d646965-092b-4ef2-b1c0-7aef1efcbb72 None None] Could not find standard attr ID for object c1b58da5-2825-4485-8c91-f64dddb01e74. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:09:18.563122 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-c78a53b8-256b-4820-94ab-37d8b61c1167 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/quotas/db7779429c8d40129e6662ce6658ab88 HTTP/1.1" status: 200 len: 375 time: 0.0127289 Oct 13 11:09:18.569192 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1e907132-f180-4930-9e56-6054e0478dbd None None] Deleting port 94355bfe-f0f6-4475-bbaf-2ca30ba60c1c {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:18.569562 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1e907132-f180-4930-9e56-6054e0478dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.608516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 2796558f-e693-473b-8358-5f9ff255e6e5 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:09:18.617375 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-839f9499-7bd7-46e3-9ed9-1bcc105c2271 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db7779429c8d40129e6662ce6658ab88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468853 Oct 13 11:09:18.646238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1e907132-f180-4930-9e56-6054e0478dbd None None] For port 94355bfe-f0f6-4475-bbaf-2ca30ba60c1c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=94355bfe-f0f6-4475-bbaf-2ca30ba60c1c,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:18.646978 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1e907132-f180-4930-9e56-6054e0478dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.697671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1e907132-f180-4930-9e56-6054e0478dbd None None] Calling delete_port for 94355bfe-f0f6-4475-bbaf-2ca30ba60c1c owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:18.776939 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-3b2977d4-3667-4e24-98ad-1bd1a8cbf7c0 service neutron] 10.222.0.32 "GET /v2.0/networks/9a7e877f-ca2f-4d93-b96d-1df1e891a30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117570 Oct 13 11:09:18.789880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 2796558f-e693-473b-8358-5f9ff255e6e5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2796558f-e693-473b-8358-5f9ff255e6e5,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:18.792647 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2eff-a07f-42d5-8094-31ebdbfc5776 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.809014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '2796558f-e693-473b-8358-5f9ff255e6e5', 'network_id': 'c3d8fabf-e39a-48d5-8efd-ece7680b6661', 'port_id': '2796558f-e693-473b-8358-5f9ff255e6e5', 'mac_address': 'fa:16:3e:08:e1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc65ab-bcea-46c1-8b9d-45c9927e2800', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:09:18.858586 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.874222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2796558f-e693-473b-8358-5f9ff255e6e5 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:09:18.878228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c2eff-a07f-42d5-8094-31ebdbfc5776 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:18.889011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-1f5c2eff-a07f-42d5-8094-31ebdbfc5776 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:18.892841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5c2eff-a07f-42d5-8094-31ebdbfc5776 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:18.893457 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2eff-a07f-42d5-8094-31ebdbfc5776 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.901081 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 2796558f-e693-473b-8358-5f9ff255e6e5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2796558f-e693-473b-8358-5f9ff255e6e5,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:18.903590 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1e907132-f180-4930-9e56-6054e0478dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.918843 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c2eff-a07f-42d5-8094-31ebdbfc5776 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=5199a777-7fab-4275-aee3-12edaad61d7b,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:18.936262 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907132-f180-4930-9e56-6054e0478dbd None None] Pushing event deleted for resources: {'Port': ['ID=94355bfe-f0f6-4475-bbaf-2ca30ba60c1c,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:18.939974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e907132-f180-4930-9e56-6054e0478dbd None None] No DVR routers for this DVR port 94355bfe-f0f6-4475-bbaf-2ca30ba60c1c on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:09:18.953709 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-68d28002-3d41-4da0-b762-9db649ad86e6 service neutron] 10.222.0.32 "GET /v2.0/networks/9a7e877f-ca2f-4d93-b96d-1df1e891a30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704957 Oct 13 11:09:18.957930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:18.963485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3215b30-fdd4-4d29-8f24-4d6904613057 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:19.000950 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1f5c2eff-a07f-42d5-8094-31ebdbfc5776 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8408961 Oct 13 11:09:19.002980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60388) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:19.014356 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'fixed_ips': [{'subnet_id': '5199a777-7fab-4275-aee3-12edaad61d7b', 'ip_address': '2001:db8::3f19:ec33:2f40:4bc9'}], 'name': 'tempest-NetworksTestDHCPv6-563437793'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:19.137403 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=2796558f-e693-473b-8358-5f9ff255e6e5,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:19.257662 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '5199a777-7fab-4275-aee3-12edaad61d7b'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:09:19.259816 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:19.266611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:19.285806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['2796558f-e693-473b-8358-5f9ff255e6e5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:09:19.406521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ca047-ec96-40b4-8692-b6f3e1ae1252 req-577cb699-f161-4736-a7ed-3fdba7cf782e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:19.408130 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f63ca047-ec96-40b4-8692-b6f3e1ae1252 req-577cb699-f161-4736-a7ed-3fdba7cf782e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 944 time: 0.1769104 Oct 13 11:09:19.484175 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:19.506016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 17a24de4-be72-4f73-bce9-ad87008a1c55 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:09:19.531988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Allocated IP 2001:db8::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/5199a777-7fab-4275-aee3-12edaad61d7b/d260c810-638a-4356-b8fa-808a0081a417) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:19.643441 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f63ca047-ec96-40b4-8692-b6f3e1ae1252 req-8cee74a2-a983-4822-a429-2daf00812299 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115622 Oct 13 11:09:19.748075 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:19.836684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c61310cf-f5af-480d-b819-38fc520ccdd3 req-3d072300-df54-4fc5-8c9a-eaa9a81f7f36 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 210 time: 0.0280356 Oct 13 11:09:19.836783 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:19.892245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::3f19:ec33:2f40:4bc9 (94101c6b-088c-496c-89a7-3c76d8c09bc9/5199a777-7fab-4275-aee3-12edaad61d7b/17a24de4-be72-4f73-bce9-ad87008a1c55) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:19.897493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:19.900584 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:19.903205 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:19.910785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Pushing event updated for resources: {'Port': ['ID=d260c810-638a-4356-b8fa-808a0081a417,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:19.965805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Attempting to bind port d260c810-638a-4356-b8fa-808a0081a417 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:19.966281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Attempting to bind port d260c810-638a-4356-b8fa-808a0081a417 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:19.966776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Attempting to bind port d260c810-638a-4356-b8fa-808a0081a417 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:19.971990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:19.972548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:19.973250 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:19.973746 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:19.974521 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Bound port: d260c810-638a-4356-b8fa-808a0081a417, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:19.974962 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:20.047583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] For port d260c810-638a-4356-b8fa-808a0081a417, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:20.053267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] For port d260c810-638a-4356-b8fa-808a0081a417, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d260c810-638a-4356-b8fa-808a0081a417,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:20.073974 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:20.162043 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:20.219821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8b61d-6dd7-432d-9617-2260e1649156 None None] Pushing event updated for resources: {'Port': ['ID=d260c810-638a-4356-b8fa-808a0081a417,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:20.266126 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:20.323543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:20.327243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:20.329839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:20.336061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:20.336715 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:20.350182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=17a24de4-be72-4f73-bce9-ad87008a1c55,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:20.450922 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-52460f13-fbef-430e-b82a-db21c4d6f216 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4461985 Oct 13 11:09:20.453572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60416) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:20.514163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc43b148-3b8a-4811-b994-f4bde7594601 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:20.520452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc43b148-3b8a-4811-b994-f4bde7594601 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:20.522669 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bc43b148-3b8a-4811-b994-f4bde7594601 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0676942 Oct 13 11:09:20.524701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60418) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:20.617501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 2796558f-e693-473b-8358-5f9ff255e6e5 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:20.619902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3e84784e-96f9-48d2-b05c-ec85ddef54dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 17a24de4-be72-4f73-bce9-ad87008a1c55 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:20.620250 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e84784e-96f9-48d2-b05c-ec85ddef54dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:20.725832 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e84784e-96f9-48d2-b05c-ec85ddef54dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:20.728587 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 2796558f-e693-473b-8358-5f9ff255e6e5 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:09:20.732926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 2796558f-e693-473b-8358-5f9ff255e6e5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:20.733302 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:20.747615 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3e84784e-96f9-48d2-b05c-ec85ddef54dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 17a24de4-be72-4f73-bce9-ad87008a1c55 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:20.825921 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d260c810-638a-4356-b8fa-808a0081a417 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:20.887952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc790d-6af7-4d2b-a414-cfeb45c4086c req-ff4ddfb5-b5d6-499f-8d77-e7630c7e8e4f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:20.895856 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82cc790d-6af7-4d2b-a414-cfeb45c4086c req-ff4ddfb5-b5d6-499f-8d77-e7630c7e8e4f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 944 time: 0.0858984 Oct 13 11:09:20.914712 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:20.982837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 2796558f-e693-473b-8358-5f9ff255e6e5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2796558f-e693-473b-8358-5f9ff255e6e5,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:20.985290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15048e92-e17c-4188-a5ea-f244b3f50be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2796558f-e693-473b-8358-5f9ff255e6e5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:09:20.991130 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77090e12-e1b9-4bf8-aecd-81a5383cf5dc" -d '{"events": [{"server_uuid": "15048e92-e17c-4188-a5ea-f244b3f50be2", "name": "network-vif-plugged", "status": "completed", "tag": "2796558f-e693-473b-8358-5f9ff255e6e5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:09:20.998299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d260c810-638a-4356-b8fa-808a0081a417 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:20.998938 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:21.029448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82cc790d-6af7-4d2b-a414-cfeb45c4086c req-22ea486d-aaa4-449a-b656-01b91053544c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326478 Oct 13 11:09:21.058573 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:21.127516 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e84784e-96f9-48d2-b05c-ec85ddef54dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:21.152249 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:21.189584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84784e-96f9-48d2-b05c-ec85ddef54dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=17a24de4-be72-4f73-bce9-ad87008a1c55,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:21.202138 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e84784e-96f9-48d2-b05c-ec85ddef54dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:21.210141 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60438) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:21.210947 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3e84784e-96f9-48d2-b05c-ec85ddef54dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/17a24de4-be72-4f73-bce9-ad87008a1c55 HTTP/1.1" status: 204 len: 168 time: 0.6850233 Oct 13 11:09:21.225098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=2796558f-e693-473b-8358-5f9ff255e6e5,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:21.251616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port d260c810-638a-4356-b8fa-808a0081a417, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d260c810-638a-4356-b8fa-808a0081a417,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:21.296933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea24d17-020a-4231-beae-fa5c09cd9086 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:21.305012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea24d17-020a-4231-beae-fa5c09cd9086 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:21.309479 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cea24d17-020a-4231-beae-fa5c09cd9086 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0936255 Oct 13 11:09:21.309709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60440) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:21.311413 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:21.327653 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76e81aaf-3197-40ea-8984-840a635c77ba req-e6402518-c19d-45d6-ad99-f5bf9f0d3376 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 210 time: 0.0360048 Oct 13 11:09:21.379895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=d260c810-638a-4356-b8fa-808a0081a417,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:21.396921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c18f1a-1831-4e96-a613-4ea22f78f9f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 5199a777-7fab-4275-aee3-12edaad61d7b {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:21.409116 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-36c18f1a-1831-4e96-a613-4ea22f78f9f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:21.409590 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1015846f-abd1-47e9-b1ab-9717e6b4fd63 x-openstack-request-id: req-1015846f-abd1-47e9-b1ab-9717e6b4fd63 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:09:21.409590 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15048e92-e17c-4188-a5ea-f244b3f50be2", "name": "network-vif-plugged", "status": "completed", "tag": "2796558f-e693-473b-8358-5f9ff255e6e5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:09:21.409590 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1015846f-abd1-47e9-b1ab-9717e6b4fd63 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:09:21.409590 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15048e92-e17c-4188-a5ea-f244b3f50be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2796558f-e693-473b-8358-5f9ff255e6e5', 'code': 200} Oct 13 11:09:21.451628 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-36c18f1a-1831-4e96-a613-4ea22f78f9f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:21.520912 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7a1cee98-6a47-4e7c-8597-430b99f5e685 None None] Provisioning complete for port d260c810-638a-4356-b8fa-808a0081a417 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:21.521284 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7a1cee98-6a47-4e7c-8597-430b99f5e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:21.555964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d1965-a264-4513-a7a8-410bdf6f6699 req-3ae709be-c2ba-4785-9709-9ff1adda07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:21.557861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bf2d1965-a264-4513-a7a8-410bdf6f6699 req-3ae709be-c2ba-4785-9709-9ff1adda07ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 1096 time: 0.0781531 Oct 13 11:09:21.625934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-36c18f1a-1831-4e96-a613-4ea22f78f9f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:21.631150 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bf2d1965-a264-4513-a7a8-410bdf6f6699 req-2b40a077-87fd-4b3f-abce-b3fd63d9d2e9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663533 Oct 13 11:09:21.738938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e4bce0df-5f33-4c4c-8048-a3250f13d95b None None] Could not find standard attr ID for object 17a24de4-be72-4f73-bce9-ad87008a1c55. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:09:21.775039 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-36c18f1a-1831-4e96-a613-4ea22f78f9f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:21.791489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-8f0f05de-a3af-4620-ab1a-2d77dc262e92 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:21.793046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-8f0f05de-a3af-4620-ab1a-2d77dc262e92 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.46 "GET /v2.0/networks?id=9a7e877f-ca2f-4d93-b96d-1df1e891a30b HTTP/1.1" status: 200 len: 813 time: 0.1394684 Oct 13 11:09:21.804972 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c18f1a-1831-4e96-a613-4ea22f78f9f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=5199a777-7fab-4275-aee3-12edaad61d7b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:21.807320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Request body: {'port': {'device_id': 'c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6', 'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b', 'admin_state_up': True, 'tenant_id': 'db7779429c8d40129e6662ce6658ab88'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:21.810490 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-36c18f1a-1831-4e96-a613-4ea22f78f9f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:21.818067 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-36c18f1a-1831-4e96-a613-4ea22f78f9f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/5199a777-7fab-4275-aee3-12edaad61d7b HTTP/1.1" status: 204 len: 168 time: 0.5020764 Oct 13 11:09:21.819051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60448) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:21.867954 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-46439f99-a0a2-48c6-99d9-be667fec7d95 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475383 Oct 13 11:09:21.868942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60450) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:21.930973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ccf55-b870-439f-8fe3-eaaea7fac2c6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:21.933316 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b88ccf55-b870-439f-8fe3-eaaea7fac2c6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0627229 Oct 13 11:09:21.936786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60454) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:21.937295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d84dba-bec9-4791-b3e3-627a1a7d860d None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:22.005037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be97eb3-5195-4526-9521-9342a431dc25 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:22.006625 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9be97eb3-5195-4526-9521-9342a431dc25 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0687182 Oct 13 11:09:22.009043 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60458) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:22.049386 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7aef46b4-d1dd-41fa-b49d-4cacbd691208 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392568 Oct 13 11:09:22.055912 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Made reservation on behalf of db7779429c8d40129e6662ce6658ab88 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:22.056946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60460) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:22.060032 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:22.063545 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b551c7a6-5cd2-487c-b03e-ab69e615f6fa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:22.183977 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c84e5-dd0d-4be1-bb79-b8d95c2bc6e0 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:09:22.214915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000524a-46a4-49c0-9acb-de57b032fecf req-5965a430-22b3-40c3-a701-9a0a4ed53f3e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:22.216697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5000524a-46a4-49c0-9acb-de57b032fecf req-5965a430-22b3-40c3-a701-9a0a4ed53f3e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0739520 Oct 13 11:09:22.242597 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-819c84e5-dd0d-4be1-bb79-b8d95c2bc6e0 None None] Deleting port d260c810-638a-4356-b8fa-808a0081a417 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:22.243171 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-819c84e5-dd0d-4be1-bb79-b8d95c2bc6e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:22.286456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Allocated IP 172.20.0.4 (9a7e877f-ca2f-4d93-b96d-1df1e891a30b/9ab7b9ec-1ed1-47fa-a68f-493aa31d447d/32893ba6-b37f-4b8d-8f04-8c99bcde324b) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:22.293316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5000524a-46a4-49c0-9acb-de57b032fecf req-cc78abfe-8235-4abf-b597-4516bc4a85ae tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547526 Oct 13 11:09:22.309464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b551c7a6-5cd2-487c-b03e-ab69e615f6fa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:22.314311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-819c84e5-dd0d-4be1-bb79-b8d95c2bc6e0 None None] For port d260c810-638a-4356-b8fa-808a0081a417, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d260c810-638a-4356-b8fa-808a0081a417,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:22.314820 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-819c84e5-dd0d-4be1-bb79-b8d95c2bc6e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:22.330830 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b551c7a6-5cd2-487c-b03e-ab69e615f6fa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:22.337764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-819c84e5-dd0d-4be1-bb79-b8d95c2bc6e0 None None] Calling delete_port for d260c810-638a-4356-b8fa-808a0081a417 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:22.477458 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:22.482980 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-819c84e5-dd0d-4be1-bb79-b8d95c2bc6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:22.522149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c84e5-dd0d-4be1-bb79-b8d95c2bc6e0 None None] Pushing event deleted for resources: {'Port': ['ID=d260c810-638a-4356-b8fa-808a0081a417,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:22.544294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c84e5-dd0d-4be1-bb79-b8d95c2bc6e0 None None] No DVR routers for this DVR port d260c810-638a-4356-b8fa-808a0081a417 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:09:22.589785 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:22.681797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Network 9a7e877f-ca2f-4d93-b96d-1df1e891a30b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:22.691134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:22.693645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:22.710475 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b551c7a6-5cd2-487c-b03e-ab69e615f6fa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:22.717126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Pushing event updated for resources: {'Port': ['ID=32893ba6-b37f-4b8d-8f04-8c99bcde324b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:22.748991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507d659-d5a0-4b56-be72-b99a2ba9a3af req-c8e5895c-734e-4821-b578-d6f27d31b746 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:22.750775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d260c810-638a-4356-b8fa-808a0081a417 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:09:22.750907 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5507d659-d5a0-4b56-be72-b99a2ba9a3af req-c8e5895c-734e-4821-b578-d6f27d31b746 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 931 time: 0.1741140 Oct 13 11:09:22.755249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b551c7a6-5cd2-487c-b03e-ab69e615f6fa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:22.755443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:22.755687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:22.756002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:22.756346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:22.756685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:22.757031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:22.757362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:22.757756 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:22.758026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:22.758376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:22.758687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b551c7a6-5cd2-487c-b03e-ab69e615f6fa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:22.758801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:22.759029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:22.764719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b551c7a6-5cd2-487c-b03e-ab69e615f6fa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:22.765315 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b551c7a6-5cd2-487c-b03e-ab69e615f6fa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:22.780097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551c7a6-5cd2-487c-b03e-ab69e615f6fa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=e5deddd5-7031-4432-af25-bef1a8adbdab,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:22.781401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:22.782870 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:22.785873 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e475ab3-8e36-4ae5-be0d-ee554d7cba96 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:22.788404 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: d260c810-638a-4356-b8fa-808a0081a417 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:09:22.788768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d260c810-638a-4356-b8fa-808a0081a417 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:09:22.821604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5507d659-d5a0-4b56-be72-b99a2ba9a3af req-51046529-272f-41c8-b7be-634b7e5ae330 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547903 Oct 13 11:09:22.891769 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-95401929-5183-4332-93ef-dfd0f67d56e3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0886741 Oct 13 11:09:22.892701 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b551c7a6-5cd2-487c-b03e-ab69e615f6fa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8343496 Oct 13 11:09:22.896029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60480) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:22.901942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'fixed_ips': [{'subnet_id': 'e5deddd5-7031-4432-af25-bef1a8adbdab', 'ip_address': '2001:db8::e018:9a6f:77fb:2745'}], 'name': 'tempest-NetworksTestDHCPv6-1232107037'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:22.964223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': 'e5deddd5-7031-4432-af25-bef1a8adbdab'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:09:22.965459 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:22.972772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Request body: {'port': {'device_id': 'c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:23.046963 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:23.145710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Allocated IP 2001:db8::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/e5deddd5-7031-4432-af25-bef1a8adbdab/9b75053b-3f67-4c58-8590-c940c8ad2193) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:23.180006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:23.278264 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:23.299210 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 1849149e-e090-4276-9673-72fbb25e9434 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:09:23.398887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32893ba6-b37f-4b8d-8f04-8c99bcde324b {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:09:23.407747 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:23.423877 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Transition to ACTIVE for port object 32893ba6-b37f-4b8d-8f04-8c99bcde324b will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:09:23.480991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87f1ab-ae68-4d6a-b0b4-154a83366116 req-ec2fb3b6-245f-4b6a-b946-22258db0f331 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:23.486516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a87f1ab-ae68-4d6a-b0b4-154a83366116 req-ec2fb3b6-245f-4b6a-b946-22258db0f331 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0579371 Oct 13 11:09:23.504805 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:23.541337 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a87f1ab-ae68-4d6a-b0b4-154a83366116 req-7f482fc7-0f5a-4268-815e-4f168c678ca4 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509627 Oct 13 11:09:23.578584 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:23.634367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Pushing event updated for resources: {'Port': ['ID=32893ba6-b37f-4b8d-8f04-8c99bcde324b,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:23.650350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Attempting to bind port 32893ba6-b37f-4b8d-8f04-8c99bcde324b on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:23.650699 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Attempting to bind port 32893ba6-b37f-4b8d-8f04-8c99bcde324b by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '605f37ce-8c7d-4327-b472-861580d8a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:23.651033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Attempting to bind port 32893ba6-b37f-4b8d-8f04-8c99bcde324b on network 9a7e877f-ca2f-4d93-b96d-1df1e891a30b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:23.655348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Port 32893ba6-b37f-4b8d-8f04-8c99bcde324b on network 9a7e877f-ca2f-4d93-b96d-1df1e891a30b not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:09:23.655676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Attempting to bind port 32893ba6-b37f-4b8d-8f04-8c99bcde324b on network 9a7e877f-ca2f-4d93-b96d-1df1e891a30b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:23.661273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:23.662893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Checking segment: {'id': '605f37ce-8c7d-4327-b472-861580d8a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:23.662893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Bound using segment: {'id': '605f37ce-8c7d-4327-b472-861580d8a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:23.662893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Bound port: 32893ba6-b37f-4b8d-8f04-8c99bcde324b, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605f37ce-8c7d-4327-b472-861580d8a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:23.662893 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:23.685856 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:23.742720 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Pushing event updated for resources: {'Port': ['ID=9b75053b-3f67-4c58-8590-c940c8ad2193,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:23.752862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:23.755341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:23.758911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::e018:9a6f:77fb:2745 (94101c6b-088c-496c-89a7-3c76d8c09bc9/e5deddd5-7031-4432-af25-bef1a8adbdab/1849149e-e090-4276-9673-72fbb25e9434) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:23.759399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] For port 32893ba6-b37f-4b8d-8f04-8c99bcde324b, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:23.762371 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:23.762912 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] For port 32893ba6-b37f-4b8d-8f04-8c99bcde324b, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32893ba6-b37f-4b8d-8f04-8c99bcde324b,segment=NetworkSegment(605f37ce-8c7d-4327-b472-861580d8a003),segment_id=605f37ce-8c7d-4327-b472-861580d8a003)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:23.824392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Attempting to bind port 9b75053b-3f67-4c58-8590-c940c8ad2193 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:23.824769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Attempting to bind port 9b75053b-3f67-4c58-8590-c940c8ad2193 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:23.825133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Attempting to bind port 9b75053b-3f67-4c58-8590-c940c8ad2193 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:23.831522 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:23.835550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:23.836261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:23.840485 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:23.840485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:23.840485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Bound port: 9b75053b-3f67-4c58-8590-c940c8ad2193, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:23.843028 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:23.886666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:23.887281 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:23.888927 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] 10.222.0.46 "PUT /v2.0/ports/32893ba6-b37f-4b8d-8f04-8c99bcde324b HTTP/1.1" status: 200 len: 1091 time: 0.9853239 Oct 13 11:09:23.889116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6', 'tag': '32893ba6-b37f-4b8d-8f04-8c99bcde324b'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:09:23.891514 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1843d5-2310-4b5f-9cd9-0da5055f9898" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6", "tag": "32893ba6-b37f-4b8d-8f04-8c99bcde324b"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:09:23.913962 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac432e5f-85fa-44e4-a56b-dd525984ed6b service neutron] Pushing event updated for resources: {'Port': ['ID=32893ba6-b37f-4b8d-8f04-8c99bcde324b,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:23.936195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] For port 9b75053b-3f67-4c58-8590-c940c8ad2193, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:23.940315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] For port 9b75053b-3f67-4c58-8590-c940c8ad2193, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9b75053b-3f67-4c58-8590-c940c8ad2193,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:23.970685 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:24.025000 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:24.029336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd595e5-e3c9-41fa-b268-bbece4611703 req-3271dfc1-eaa8-4e01-baff-e6930941af80 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:24.031009 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ecd595e5-e3c9-41fa-b268-bbece4611703 req-3271dfc1-eaa8-4e01-baff-e6930941af80 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 943 time: 0.0799637 Oct 13 11:09:24.063548 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-81f9d3cd-4010-4812-8032-feb22fb37a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:24.065121 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-81f9d3cd-4010-4812-8032-feb22fb37a83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db7779429c8d40129e6662ce6658ab88&device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 1094 time: 0.0704474 Oct 13 11:09:24.083763 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b453329-c24e-4eda-acfe-d565484cfdd1 None None] Pushing event updated for resources: {'Port': ['ID=9b75053b-3f67-4c58-8590-c940c8ad2193,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:24.094416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ecd595e5-e3c9-41fa-b268-bbece4611703 req-427c39ea-a94e-4982-a686-ec20ef253393 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559936 Oct 13 11:09:24.094929 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:24.173686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:24.178480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:24.183806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:24.190986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:24.191756 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:24.195804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=1849149e-e090-4276-9673-72fbb25e9434,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:24.347792 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ea724773-f80d-40d6-bd3e-abdd04144fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4501586 Oct 13 11:09:24.362631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60512) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:24.368410 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-26d76a18-3add-4474-80c2-d1d25938cb6f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'fixed_ips': [{'subnet_id': 'e5deddd5-7031-4432-af25-bef1a8adbdab', 'ip_address': '2001:db8::e018:9a6f:77fb:2745'}], 'name': 'tempest-NetworksTestDHCPv6-2142272393'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:24.410303 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-02218db2-b8ce-43ef-b656-346a2f323ae0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32893ba6-b37f-4b8d-8f04-8c99bcde324b HTTP/1.1" status: 200 len: 217 time: 0.3311327 Oct 13 11:09:24.514676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489accae-e1ce-4c6c-a027-013fa1af0e2e req-40ee816b-ef2b-4145-84c4-762574af581e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:24.516355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-489accae-e1ce-4c6c-a027-013fa1af0e2e req-40ee816b-ef2b-4145-84c4-762574af581e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.1093595 Oct 13 11:09:24.517622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-cc4d4aad-fc82-44af-a4e4-6093d6a5c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:24.518933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-cc4d4aad-fc82-44af-a4e4-6093d6a5c98f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9ab7b9ec-1ed1-47fa-a68f-493aa31d447d HTTP/1.1" status: 200 len: 853 time: 0.0876334 Oct 13 11:09:24.563210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-9da7d143-7b6f-49a1-a709-732434069295 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9a7e877f-ca2f-4d93-b96d-1df1e891a30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340006 Oct 13 11:09:24.591369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d76a18-3add-4474-80c2-d1d25938cb6f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:24.595369 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-489accae-e1ce-4c6c-a027-013fa1af0e2e req-7f25c533-2e11-4f6f-a904-76e4c93654b8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719142 Oct 13 11:09:24.596642 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-26d76a18-3add-4474-80c2-d1d25938cb6f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:24.617873 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-26d76a18-3add-4474-80c2-d1d25938cb6f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port b55a4522-203d-48bf-8938-115c8ad8a82d yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:09:24.724178 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-6fb2506e-7685-44e6-a02c-d2418e856620 service neutron] 10.222.0.46 "GET /v2.0/networks/9a7e877f-ca2f-4d93-b96d-1df1e891a30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509860 Oct 13 11:09:24.774374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9b75053b-3f67-4c58-8590-c940c8ad2193 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:24.811969 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87742be4-0f38-43a6-b530-bb7936fd798d x-openstack-request-id: req-87742be4-0f38-43a6-b530-bb7936fd798d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:09:24.812278 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6", "tag": "32893ba6-b37f-4b8d-8f04-8c99bcde324b", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:09:24.812536 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87742be4-0f38-43a6-b530-bb7936fd798d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:09:24.812951 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6', 'tag': '32893ba6-b37f-4b8d-8f04-8c99bcde324b', 'status': 'completed', 'code': 200} Oct 13 11:09:24.830708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9b75053b-3f67-4c58-8590-c940c8ad2193 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:24.831085 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:24.901114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3f063-a992-425f-a2bc-ad1e0c7c7d0a req-d1c1c02b-a362-480d-a7d6-d6a88b4a7ef0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:24.911265 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-acd3f063-a992-425f-a2bc-ad1e0c7c7d0a req-d1c1c02b-a362-480d-a7d6-d6a88b4a7ef0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0882096 Oct 13 11:09:24.947029 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:24.957698 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-376ebc47-10fd-4cf7-b5f1-9225fef0528b req-b14f475e-c26e-493e-a502-b369a36436b9 service neutron] 10.222.0.46 "GET /v2.0/networks/9a7e877f-ca2f-4d93-b96d-1df1e891a30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174687 Oct 13 11:09:24.968986 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d76a18-3add-4474-80c2-d1d25938cb6f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 11:09:24.971638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d76a18-3add-4474-80c2-d1d25938cb6f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:09:24.982080 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-acd3f063-a992-425f-a2bc-ad1e0c7c7d0a req-216ff5ab-da32-4184-8689-efec9afaadef tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693192 Oct 13 11:09:24.991724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 9b75053b-3f67-4c58-8590-c940c8ad2193, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9b75053b-3f67-4c58-8590-c940c8ad2193,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:25.111538 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:25.118132 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-26d76a18-3add-4474-80c2-d1d25938cb6f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7537949 Oct 13 11:09:25.118745 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60534) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:25.188958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1843d5-2310-4b5f-9cd9-0da5055f9898 req-a28fa10d-74a1-460e-b6b0-235b0a187d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:25.190468 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d1843d5-2310-4b5f-9cd9-0da5055f9898 req-a28fa10d-74a1-460e-b6b0-235b0a187d8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db7779429c8d40129e6662ce6658ab88&device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 1094 time: 0.0987685 Oct 13 11:09:25.205497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=9b75053b-3f67-4c58-8590-c940c8ad2193,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:25.217120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e56bc51-7426-44ee-b3d0-b44dc736ab17 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:25.225705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e56bc51-7426-44ee-b3d0-b44dc736ab17 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:25.229958 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3e56bc51-7426-44ee-b3d0-b44dc736ab17 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1078463 Oct 13 11:09:25.230743 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60538) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:25.342991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1843d5-2310-4b5f-9cd9-0da5055f9898 req-14316570-5600-46dd-be7a-8378eba7bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:25.344504 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d1843d5-2310-4b5f-9cd9-0da5055f9898 req-14316570-5600-46dd-be7a-8378eba7bf92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9a7e877f-ca2f-4d93-b96d-1df1e891a30b HTTP/1.1" status: 200 len: 914 time: 0.1367402 Oct 13 11:09:25.361961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6e6851ab-6610-402e-bad6-00fe64656d23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 1849149e-e090-4276-9673-72fbb25e9434 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:25.362313 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e6851ab-6610-402e-bad6-00fe64656d23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:25.394881 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d1843d5-2310-4b5f-9cd9-0da5055f9898 req-4aa9f91b-cda9-44ff-bad7-9218a9d410c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32893ba6-b37f-4b8d-8f04-8c99bcde324b HTTP/1.1" status: 200 len: 217 time: 0.0418072 Oct 13 11:09:25.411787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1ecd0e0b-cded-4ddd-9a5d-0902958495f1 None None] Provisioning complete for port 9b75053b-3f67-4c58-8590-c940c8ad2193 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:25.412849 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0e0b-cded-4ddd-9a5d-0902958495f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:25.465715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1843d5-2310-4b5f-9cd9-0da5055f9898 req-e4aa568d-7528-4d5b-9c7e-928f505df7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:25.467759 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d1843d5-2310-4b5f-9cd9-0da5055f9898 req-e4aa568d-7528-4d5b-9c7e-928f505df7bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9ab7b9ec-1ed1-47fa-a68f-493aa31d447d HTTP/1.1" status: 200 len: 853 time: 0.0656152 Oct 13 11:09:25.478907 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e6851ab-6610-402e-bad6-00fe64656d23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:25.511979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6e6851ab-6610-402e-bad6-00fe64656d23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 1849149e-e090-4276-9673-72fbb25e9434 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:25.533744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d1843d5-2310-4b5f-9cd9-0da5055f9898 req-99a921e2-933d-4a8e-9529-b8a753998a94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9a7e877f-ca2f-4d93-b96d-1df1e891a30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587063 Oct 13 11:09:25.680584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857b73-575f-4860-a2a0-94e99dbb2bb1 req-e42ae7bf-ffa7-4489-b8e8-af43dd16cb28 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:25.688871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7857b73-575f-4860-a2a0-94e99dbb2bb1 req-e42ae7bf-ffa7-4489-b8e8-af43dd16cb28 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 943 time: 0.1017621 Oct 13 11:09:25.743119 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d1843d5-2310-4b5f-9cd9-0da5055f9898 req-a3ca2724-638a-4ab7-9310-9f8892c8857d service neutron] 10.222.0.46 "GET /v2.0/networks/9a7e877f-ca2f-4d93-b96d-1df1e891a30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996481 Oct 13 11:09:25.746051 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7857b73-575f-4860-a2a0-94e99dbb2bb1 req-e7033c7a-95bb-4fc6-b8ec-dd68706b8386 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561354 Oct 13 11:09:25.767172 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e6851ab-6610-402e-bad6-00fe64656d23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:25.773880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2b5a4660-4284-4c5a-8b29-599abf939d04 None None] Provisioning complete for port 1849149e-e090-4276-9673-72fbb25e9434 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:25.774255 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4660-4284-4c5a-8b29-599abf939d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:25.796200 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a4660-4284-4c5a-8b29-599abf939d04 None None] Port 1849149e-e090-4276-9673-72fbb25e9434 was deleted so its status cannot be updated. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 13 11:09:25.827219 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6851ab-6610-402e-bad6-00fe64656d23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=1849149e-e090-4276-9673-72fbb25e9434,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:25.848191 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e6851ab-6610-402e-bad6-00fe64656d23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:25.852049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6e6851ab-6610-402e-bad6-00fe64656d23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/1849149e-e090-4276-9673-72fbb25e9434 HTTP/1.1" status: 204 len: 168 time: 0.6201465 Oct 13 11:09:25.856662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60550) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:25.892303 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d1843d5-2310-4b5f-9cd9-0da5055f9898 req-7df3a0e5-6955-4c26-a708-19377fb6c934 service neutron] 10.222.0.46 "GET /v2.0/networks/9a7e877f-ca2f-4d93-b96d-1df1e891a30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405797 Oct 13 11:09:25.918661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a36ec0-3450-4def-be13-759503a86756 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:25.919319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876b91e-40c2-4ece-b14c-4fda4d912980 req-a05cf6f7-aadb-4262-be58-ac1fa352ffcc tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:25.920216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a36ec0-3450-4def-be13-759503a86756 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:25.924181 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-12a36ec0-3450-4def-be13-759503a86756 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0664499 Oct 13 11:09:25.924310 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3876b91e-40c2-4ece-b14c-4fda4d912980 req-a05cf6f7-aadb-4262-be58-ac1fa352ffcc tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0773866 Oct 13 11:09:25.924482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60554) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:25.984553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68c1bbd-713f-45eb-a571-f8def6d49ef4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet e5deddd5-7031-4432-af25-bef1a8adbdab {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:25.988763 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a68c1bbd-713f-45eb-a571-f8def6d49ef4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:26.007557 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3876b91e-40c2-4ece-b14c-4fda4d912980 req-85631437-3798-4f6d-a772-76a9e7d2e5f2 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775332 Oct 13 11:09:26.043234 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a68c1bbd-713f-45eb-a571-f8def6d49ef4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:26.138833 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a68c1bbd-713f-45eb-a571-f8def6d49ef4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:26.334574 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a68c1bbd-713f-45eb-a571-f8def6d49ef4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:26.372097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c1bbd-713f-45eb-a571-f8def6d49ef4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=e5deddd5-7031-4432-af25-bef1a8adbdab,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:26.376253 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a68c1bbd-713f-45eb-a571-f8def6d49ef4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:26.380381 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a68c1bbd-713f-45eb-a571-f8def6d49ef4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/e5deddd5-7031-4432-af25-bef1a8adbdab HTTP/1.1" status: 204 len: 168 time: 0.4549751 Oct 13 11:09:26.383114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60566) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:26.386785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ffe162-fb90-4345-b383-023228629bca None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:26.421187 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-49059b19-c3d7-4244-9e3b-34a3a4faac11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366049 Oct 13 11:09:26.425475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60568) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:26.430660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-30c9de9a-0421-4c09-a051-ec0335ac36e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:26.468101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60570) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:26.563600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee13cf-68d4-4636-8db0-ee38d7141aa1 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:26.564071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee13cf-68d4-4636-8db0-ee38d7141aa1 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:26.564525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee13cf-68d4-4636-8db0-ee38d7141aa1 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:26.576229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc76310c-9f9f-42e5-b7d0-b950701e1256 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:09:26.577366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d8ee13cf-68d4-4636-8db0-ee38d7141aa1 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=c733a5c1587344858ed31832dc8ad24f&network_id=3995be86-7a49-43d2-87f8-1e3c2c6688eb HTTP/1.1" status: 200 len: 2970 time: 0.1078026 Oct 13 11:09:26.619287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c9de9a-0421-4c09-a051-ec0335ac36e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:26.622901 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30c9de9a-0421-4c09-a051-ec0335ac36e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:26.625555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-dc76310c-9f9f-42e5-b7d0-b950701e1256 None None] Deleting port 9b75053b-3f67-4c58-8590-c940c8ad2193 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:26.625913 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dc76310c-9f9f-42e5-b7d0-b950701e1256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:26.698357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-dc76310c-9f9f-42e5-b7d0-b950701e1256 None None] For port 9b75053b-3f67-4c58-8590-c940c8ad2193, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9b75053b-3f67-4c58-8590-c940c8ad2193,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:26.698357 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dc76310c-9f9f-42e5-b7d0-b950701e1256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:26.706162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9b75053b-3f67-4c58-8590-c940c8ad2193 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:09:26.734325 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-dc76310c-9f9f-42e5-b7d0-b950701e1256 None None] Calling delete_port for 9b75053b-3f67-4c58-8590-c940c8ad2193 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:26.857981 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:26.887484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d146a8-7988-4134-a9f4-14c09377fc24 req-d4043621-881b-4841-8791-067a61b5fc96 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:26.888948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06d146a8-7988-4134-a9f4-14c09377fc24 req-d4043621-881b-4841-8791-067a61b5fc96 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 943 time: 0.0594058 Oct 13 11:09:26.922639 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30c9de9a-0421-4c09-a051-ec0335ac36e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:26.927394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06d146a8-7988-4134-a9f4-14c09377fc24 req-a7463b82-6649-48a3-bfd8-8559881b6c41 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Oct 13 11:09:26.952171 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dc76310c-9f9f-42e5-b7d0-b950701e1256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:26.965787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c9de9a-0421-4c09-a051-ec0335ac36e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:26.969616 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-30c9de9a-0421-4c09-a051-ec0335ac36e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:26.973205 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c9de9a-0421-4c09-a051-ec0335ac36e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:26.973901 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30c9de9a-0421-4c09-a051-ec0335ac36e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:26.999466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9de9a-0421-4c09-a051-ec0335ac36e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=74345ea8-bfaa-4a94-b673-1d69927ecac7,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:27.005534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76310c-9f9f-42e5-b7d0-b950701e1256 None None] Pushing event deleted for resources: {'Port': ['ID=9b75053b-3f67-4c58-8590-c940c8ad2193,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:27.017133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76310c-9f9f-42e5-b7d0-b950701e1256 None None] No DVR routers for this DVR port 9b75053b-3f67-4c58-8590-c940c8ad2193 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:09:27.022158 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d2cae2-a0d9-4dd0-8b94-86a5b9d2f3f4 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:27.074410 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-30c9de9a-0421-4c09-a051-ec0335ac36e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6471078 Oct 13 11:09:27.076917 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60588) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:27.090357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b04aa137-a3a3-4559-bb02-516b772a636e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'fixed_ips': [{'subnet_id': '74345ea8-bfaa-4a94-b673-1d69927ecac7', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-193318362'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:27.183077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '74345ea8-bfaa-4a94-b673-1d69927ecac7'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:09:27.183421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200cd33-d66e-4015-992c-da02ba4a2abf req-9bd85e54-7fd1-478a-aade-1cc6e5709844 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:27.184377 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:27.185167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9200cd33-d66e-4015-992c-da02ba4a2abf req-9bd85e54-7fd1-478a-aade-1cc6e5709844 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.1098354 Oct 13 11:09:27.262818 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9200cd33-d66e-4015-992c-da02ba4a2abf req-9eb543c4-a5ee-4ec0-98bf-2007d5bd82af tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668650 Oct 13 11:09:27.322573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04aa137-a3a3-4559-bb02-516b772a636e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:27.345645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Allocated IP 2001:db8::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/74345ea8-bfaa-4a94-b673-1d69927ecac7/aed70fc5-8abf-4f77-badf-7d60424ae595) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:27.430561 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b04aa137-a3a3-4559-bb02-516b772a636e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:27.447918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-b04aa137-a3a3-4559-bb02-516b772a636e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port ed406502-6aed-4783-beb8-56f306a29730 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:09:27.512994 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:27.598066 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:27.631394 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04aa137-a3a3-4559-bb02-516b772a636e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:09:27.631861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04aa137-a3a3-4559-bb02-516b772a636e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:09:27.639985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:27.641478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:27.645430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:27.657760 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Pushing event updated for resources: {'Port': ['ID=aed70fc5-8abf-4f77-badf-7d60424ae595,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:27.711437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Attempting to bind port aed70fc5-8abf-4f77-badf-7d60424ae595 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:27.711800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Attempting to bind port aed70fc5-8abf-4f77-badf-7d60424ae595 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:27.712257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Attempting to bind port aed70fc5-8abf-4f77-badf-7d60424ae595 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:27.717168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:27.717532 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:27.717923 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:27.718305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:27.718791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Bound port: aed70fc5-8abf-4f77-badf-7d60424ae595, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:27.719162 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:27.723135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b04aa137-a3a3-4559-bb02-516b772a636e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6424344 Oct 13 11:09:27.723702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60606) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:27.778437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d66a9c1-bdf4-454a-8451-29b714677fd1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:27.782177 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5d66a9c1-bdf4-454a-8451-29b714677fd1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0551560 Oct 13 11:09:27.782459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60610) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:27.787758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] For port aed70fc5-8abf-4f77-badf-7d60424ae595, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:27.793411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] For port aed70fc5-8abf-4f77-badf-7d60424ae595, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=aed70fc5-8abf-4f77-badf-7d60424ae595,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:27.836000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5166f36-6e6f-4317-b5aa-d53e02fbbd24 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:27.837657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5166f36-6e6f-4317-b5aa-d53e02fbbd24 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:27.839140 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a5166f36-6e6f-4317-b5aa-d53e02fbbd24 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0553317 Oct 13 11:09:27.841849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60612) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:27.870694 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:27.894554 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bdd72ff-0386-4c13-a4d4-a12180d649c4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 74345ea8-bfaa-4a94-b673-1d69927ecac7 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:27.898250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bdd72ff-0386-4c13-a4d4-a12180d649c4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:27.931906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8d466-12ad-44e9-b52f-54c0b1a74403 None None] Pushing event updated for resources: {'Port': ['ID=aed70fc5-8abf-4f77-badf-7d60424ae595,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:27.958114 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bdd72ff-0386-4c13-a4d4-a12180d649c4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:28.053476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bdd72ff-0386-4c13-a4d4-a12180d649c4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:28.066256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129c9ba-a6d7-439b-8812-994c9f67ab7a req-ea88bf2b-e0fe-4570-acf2-60af11dc3b4f tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:28.068040 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0129c9ba-a6d7-439b-8812-994c9f67ab7a req-ea88bf2b-e0fe-4570-acf2-60af11dc3b4f tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 943 time: 0.0585747 Oct 13 11:09:28.136086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0129c9ba-a6d7-439b-8812-994c9f67ab7a req-42d250ac-3849-4071-9f06-ccc583a7aa3a tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576041 Oct 13 11:09:28.221140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bdd72ff-0386-4c13-a4d4-a12180d649c4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:28.248803 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd72ff-0386-4c13-a4d4-a12180d649c4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=74345ea8-bfaa-4a94-b673-1d69927ecac7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:28.255830 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bdd72ff-0386-4c13-a4d4-a12180d649c4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:28.259250 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9bdd72ff-0386-4c13-a4d4-a12180d649c4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/74345ea8-bfaa-4a94-b673-1d69927ecac7 HTTP/1.1" status: 204 len: 168 time: 0.4164691 Oct 13 11:09:28.261691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60624) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:28.309112 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-73fbf0a3-948e-4818-9236-bba72e37e751 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425379 Oct 13 11:09:28.309259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60628) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:28.314056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8f1e749f-aa80-48fb-a89f-8da1e4a6eac5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:28.333450 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60630) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:28.402821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22286c7e-2d9f-4e83-a713-201894b2f1c9 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:28.404404 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-22286c7e-2d9f-4e83-a713-201894b2f1c9 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 814 time: 0.0697794 Oct 13 11:09:28.440719 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cc775-df14-4127-ad72-b64909fc9bb7 req-ab3c7fb5-be93-48d3-91dd-e101400b4184 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:28.442489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-715cc775-df14-4127-ad72-b64909fc9bb7 req-ab3c7fb5-be93-48d3-91dd-e101400b4184 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0815501 Oct 13 11:09:28.483685 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-715cc775-df14-4127-ad72-b64909fc9bb7 req-62c224c3-d432-4992-8b56-e2b0db3105d8 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349865 Oct 13 11:09:28.513757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1e749f-aa80-48fb-a89f-8da1e4a6eac5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:28.519873 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f1e749f-aa80-48fb-a89f-8da1e4a6eac5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:28.736248 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 32893ba6-b37f-4b8d-8f04-8c99bcde324b details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:09:28.793584 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device aed70fc5-8abf-4f77-badf-7d60424ae595 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:28.824396 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f1e749f-aa80-48fb-a89f-8da1e4a6eac5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:28.888971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1e749f-aa80-48fb-a89f-8da1e4a6eac5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:28.903800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e749f-aa80-48fb-a89f-8da1e4a6eac5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=50acf0b8-7392-4368-98b5-b9cd9aef1e67,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:28.917388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-8f1e749f-aa80-48fb-a89f-8da1e4a6eac5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:28.920022 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port aed70fc5-8abf-4f77-badf-7d60424ae595 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:28.920533 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:28.923111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1e749f-aa80-48fb-a89f-8da1e4a6eac5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:28.923823 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f1e749f-aa80-48fb-a89f-8da1e4a6eac5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:28.926983 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 32893ba6-b37f-4b8d-8f04-8c99bcde324b, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32893ba6-b37f-4b8d-8f04-8c99bcde324b,segment=NetworkSegment(605f37ce-8c7d-4327-b472-861580d8a003),segment_id=605f37ce-8c7d-4327-b472-861580d8a003)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:28.965378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '32893ba6-b37f-4b8d-8f04-8c99bcde324b', 'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b', 'port_id': '32893ba6-b37f-4b8d-8f04-8c99bcde324b', 'mac_address': 'fa:16:3e:d4:e5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab7b9ec-1ed1-47fa-a68f-493aa31d447d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:09:29.019608 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.023618 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8f1e749f-aa80-48fb-a89f-8da1e4a6eac5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7128236 Oct 13 11:09:29.030267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60650) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:29.038409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2923c416-43c5-42df-ac05-5644b32c9645 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1233183287', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:29.057185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32893ba6-b37f-4b8d-8f04-8c99bcde324b {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:09:29.082009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 32893ba6-b37f-4b8d-8f04-8c99bcde324b, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32893ba6-b37f-4b8d-8f04-8c99bcde324b,segment=NetworkSegment(605f37ce-8c7d-4327-b472-861580d8a003),segment_id=605f37ce-8c7d-4327-b472-861580d8a003)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:29.094805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d75c1f7-b74f-4599-a0f9-6c931ada7634 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:29.099457 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.139832 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2923c416-43c5-42df-ac05-5644b32c9645 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.141343 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2923c416-43c5-42df-ac05-5644b32c9645 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.169517 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.208055 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2923c416-43c5-42df-ac05-5644b32c9645 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.230970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=32893ba6-b37f-4b8d-8f04-8c99bcde324b,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:29.247343 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port aed70fc5-8abf-4f77-badf-7d60424ae595, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=aed70fc5-8abf-4f77-badf-7d60424ae595,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:29.269264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7f29a3ef-ae3e-4443-a554-759aaaba205a None None] Provisioning complete for port aed70fc5-8abf-4f77-badf-7d60424ae595 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:29.269712 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7f29a3ef-ae3e-4443-a554-759aaaba205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.277629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfa62-5ddf-4e67-8b5c-f1082c4e1073 req-ab005716-6a59-46f7-a250-d75a7c7480cc tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:29.279138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-216cfa62-5ddf-4e67-8b5c-f1082c4e1073 req-ab005716-6a59-46f7-a250-d75a7c7480cc tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 944 time: 0.0531983 Oct 13 11:09:29.293919 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2923c416-43c5-42df-ac05-5644b32c9645 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.329569 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.333260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-216cfa62-5ddf-4e67-8b5c-f1082c4e1073 req-3078aecd-fdbf-4cfd-89fe-181b1f3f1679 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470588 Oct 13 11:09:29.387426 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2923c416-43c5-42df-ac05-5644b32c9645 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.392126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2923c416-43c5-42df-ac05-5644b32c9645 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3587587 Oct 13 11:09:29.392126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60658) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:29.419146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=aed70fc5-8abf-4f77-badf-7d60424ae595,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:29.564677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['32893ba6-b37f-4b8d-8f04-8c99bcde324b'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:09:29.665710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60668) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:29.671387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-aafcdb76-5cf9-4dd8-9db2-5b8bcfcb9d74 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'network': {'name': 'tempest-network-smoke--978318390', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'port_security_enabled': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:29.744830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3abf32-2fed-4979-aa4c-92c68b1812b3 req-4b5a5ea5-25ce-42a3-8399-47b2ad551129 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:29.746306 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b3abf32-2fed-4979-aa4c-92c68b1812b3 req-4b5a5ea5-25ce-42a3-8399-47b2ad551129 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.1704829 Oct 13 11:09:29.812145 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8a308391-87dd-4c3c-a615-5b286992a481 None None] Provisioning complete for port aed70fc5-8abf-4f77-badf-7d60424ae595 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:29.812517 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8a308391-87dd-4c3c-a615-5b286992a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.819556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafcdb76-5cf9-4dd8-9db2-5b8bcfcb9d74 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Made reservation on behalf of c733a5c1587344858ed31832dc8ad24f for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:29.821742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b3abf32-2fed-4979-aa4c-92c68b1812b3 req-a4175c2e-d7a5-4d3d-b502-c0ee5e703f82 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686026 Oct 13 11:09:29.824150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aafcdb76-5cf9-4dd8-9db2-5b8bcfcb9d74 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.858526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafcdb76-5cf9-4dd8-9db2-5b8bcfcb9d74 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:09:29.860164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.873359 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aafcdb76-5cf9-4dd8-9db2-5b8bcfcb9d74 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:29.873359 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-aafcdb76-5cf9-4dd8-9db2-5b8bcfcb9d74 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Added segment 9406500a-45ae-4d13-80ae-4de55bd51fd1 of type vlan for network 0c8190f4-99e6-4521-851b-cfe38efc532c Oct 13 11:09:29.960376 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aafcdb76-5cf9-4dd8-9db2-5b8bcfcb9d74 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:30.104148 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aafcdb76-5cf9-4dd8-9db2-5b8bcfcb9d74 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:30.110592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafcdb76-5cf9-4dd8-9db2-5b8bcfcb9d74 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:30.111384 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aafcdb76-5cf9-4dd8-9db2-5b8bcfcb9d74 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:30.178803 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcdb76-5cf9-4dd8-9db2-5b8bcfcb9d74 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Network': ['ID=0c8190f4-99e6-4521-851b-cfe38efc532c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:30.189157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 0c8190f4-99e6-4521-851b-cfe38efc532c details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:09:30.274155 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aafcdb76-5cf9-4dd8-9db2-5b8bcfcb9d74 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6045172 Oct 13 11:09:30.274595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60678) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:30.352250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::1 (94101c6b-088c-496c-89a7-3c76d8c09bc9/50acf0b8-7392-4368-98b5-b9cd9aef1e67/f1f80b80-23b5-424b-874e-942bc7ae1a57) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:30.357635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd8ab60-df4d-4c59-babe-7e3b2e9f6628 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:30.359412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2fd8ab60-df4d-4c59-babe-7e3b2e9f6628 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c733a5c1587344858ed31832dc8ad24f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0840650 Oct 13 11:09:30.362130 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60682) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:30.460172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c54982-012a-4628-a46b-fe67be4ad120 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:30.462364 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f0c54982-012a-4628-a46b-fe67be4ad120 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974052 Oct 13 11:09:30.464434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60684) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:30.500663 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b577656b-7a6a-4996-afb6-283fa7fd27d2 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325289 Oct 13 11:09:30.500978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60686) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:30.502937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8e1e4-3025-447e-a889-7f0bd0e37deb req-c44b3908-ed55-4150-819b-a8d6c34554c6 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:30.505032 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bde8e1e4-3025-447e-a889-7f0bd0e37deb req-c44b3908-ed55-4150-819b-a8d6c34554c6 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 944 time: 0.0821879 Oct 13 11:09:30.527442 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:30.530043 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b61813b0-b53e-466d-995c-3859ab160763 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c733a5c1587344858ed31832dc8ad24f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280361 Oct 13 11:09:30.532691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60688) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:30.570730 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bde8e1e4-3025-447e-a889-7f0bd0e37deb req-501a845d-c9c1-4a06-9a7e-63ed0f7e529c tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540555 Oct 13 11:09:30.621453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4cb4c-06ee-4874-9a36-5277843b6cb3 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:30.623019 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-64b4cb4c-06ee-4874-9a36-5277843b6cb3 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893939 Oct 13 11:09:30.625930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60692) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:30.658964 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:30.670470 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ee55ec0e-f0d2-42ef-8bc5-26e7b2427261 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352807 Oct 13 11:09:30.670470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60696) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:30.671282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3bd9e8cb-fb7a-4281-99c6-7c1e95d87a35 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-764536323', 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:30.714289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device aed70fc5-8abf-4f77-badf-7d60424ae595 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:30.715307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=f1f80b80-23b5-424b-874e-942bc7ae1a57,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:30.718777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:30.720485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:30.723322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:30.723877 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:30.780706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 32893ba6-b37f-4b8d-8f04-8c99bcde324b up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:30.837670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port aed70fc5-8abf-4f77-badf-7d60424ae595 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:30.838048 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:30.871770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd9e8cb-fb7a-4281-99c6-7c1e95d87a35 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Made reservation on behalf of c733a5c1587344858ed31832dc8ad24f for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:30.875681 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e8cb-fb7a-4281-99c6-7c1e95d87a35 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:30.957829 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 32893ba6-b37f-4b8d-8f04-8c99bcde324b completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:09:30.967893 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 32893ba6-b37f-4b8d-8f04-8c99bcde324b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:30.971451 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:31.047177 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:31.115291 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:31.121917 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e4d2a-088b-471f-9fe3-292da78ce4ac req-924ca017-75b5-4459-8c0a-fd9831e658ca tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:31.129627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf5e4d2a-088b-471f-9fe3-292da78ce4ac req-924ca017-75b5-4459-8c0a-fd9831e658ca tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.2009385 Oct 13 11:09:31.165558 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32893ba6-b37f-4b8d-8f04-8c99bcde324b'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:09:31.168129 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea2232c-077a-4bf1-b184-9be2370a71a6" -d '{"events": [{"server_uuid": "c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6", "name": "network-vif-plugged", "status": "completed", "tag": "32893ba6-b37f-4b8d-8f04-8c99bcde324b"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:09:31.204235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 32893ba6-b37f-4b8d-8f04-8c99bcde324b, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32893ba6-b37f-4b8d-8f04-8c99bcde324b,segment=NetworkSegment(605f37ce-8c7d-4327-b472-861580d8a003),segment_id=605f37ce-8c7d-4327-b472-861580d8a003)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:31.209323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5e0ad800-fda0-4eb6-bda8-341d9477ef54 None None] Provisioning complete for port f1f80b80-23b5-424b-874e-942bc7ae1a57 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:31.209971 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5e0ad800-fda0-4eb6-bda8-341d9477ef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:31.252830 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ad800-fda0-4eb6-bda8-341d9477ef54 None None] Port f1f80b80-23b5-424b-874e-942bc7ae1a57 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:09:31.277991 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:31.303339 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf5e4d2a-088b-471f-9fe3-292da78ce4ac req-b31e2f90-1fe4-46bd-a470-9066d84dce42 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727042 Oct 13 11:09:31.335212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=32893ba6-b37f-4b8d-8f04-8c99bcde324b,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:31.453829 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:31.508235 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363664b7-f0fb-4a74-a0f2-641d2a550444 x-openstack-request-id: req-363664b7-f0fb-4a74-a0f2-641d2a550444 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:09:31.508632 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6", "name": "network-vif-plugged", "status": "completed", "tag": "32893ba6-b37f-4b8d-8f04-8c99bcde324b", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:09:31.509031 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-363664b7-f0fb-4a74-a0f2-641d2a550444 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:09:31.509566 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32893ba6-b37f-4b8d-8f04-8c99bcde324b', 'code': 200} Oct 13 11:09:31.545109 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:31.546195 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:31.574912 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e8cb-fb7a-4281-99c6-7c1e95d87a35 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:31.646405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9e8cb-fb7a-4281-99c6-7c1e95d87a35 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Subnet': ['ID=fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:31.676628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=f1f80b80-23b5-424b-874e-942bc7ae1a57,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:31.688208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9e8cb-fb7a-4281-99c6-7c1e95d87a35 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Checking segment: {'id': '9406500a-45ae-4d13-80ae-4de55bd51fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:31.688738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd9e8cb-fb7a-4281-99c6-7c1e95d87a35 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network hostable DHCP agents. Network: 0c8190f4-99e6-4521-851b-cfe38efc532c, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:09:31.709530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b68d3a-aedb-4340-8dfe-5be39b09000d req-25b113fa-869f-4382-b826-db38752f804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:31.711071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19b68d3a-aedb-4340-8dfe-5be39b09000d req-25b113fa-869f-4382-b826-db38752f804d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 1096 time: 0.1313856 Oct 13 11:09:31.772907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd9e8cb-fb7a-4281-99c6-7c1e95d87a35 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 0c8190f4-99e6-4521-851b-cfe38efc532c is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:09:31.774178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d281915-88a1-408c-a2f6-09d8c9f0e3ff req-500fe0f2-1511-48ed-81d3-63fd857a4dab tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:31.775710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d281915-88a1-408c-a2f6-09d8c9f0e3ff req-500fe0f2-1511-48ed-81d3-63fd857a4dab tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 945 time: 0.1184390 Oct 13 11:09:31.799467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:31.802052 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19b68d3a-aedb-4340-8dfe-5be39b09000d req-265ba1f8-26dc-43a7-ac68-c252c680d5c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824378 Oct 13 11:09:31.808411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:31.865088 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3bd9e8cb-fb7a-4281-99c6-7c1e95d87a35 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 0c8190f4-99e6-4521-851b-cfe38efc532c) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:31.869440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd9e8cb-fb7a-4281-99c6-7c1e95d87a35 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:31.870186 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e8cb-fb7a-4281-99c6-7c1e95d87a35 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:31.888400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d52ac3-146c-4071-adb9-fbaf522c4e48 None None] Network 0c8190f4-99e6-4521-851b-cfe38efc532c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:31.892797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d281915-88a1-408c-a2f6-09d8c9f0e3ff req-99e281f5-32b9-4e08-82b3-694008340af0 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084163 Oct 13 11:09:31.971700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3bd9e8cb-fb7a-4281-99c6-7c1e95d87a35 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3048060 Oct 13 11:09:32.048567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Router 0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:09:32.088377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-0c8190f4-99e6-4521-851b-cfe38efc532c', 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ips': [{'subnet_id': 'fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:09:32.089379 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:32.159013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:09:32.171004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60726) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:32.172379 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Sync routers for ids ['0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:09:32.196354 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-357a6512-5094-4f24-8e18-a42c5688c13d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "PUT /v2.0/routers/0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8037295 Oct 13 11:09:32.202690 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Routers {'0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:09:32.203487 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:09:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:09:32.208606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0b9e75cb-433d-4def-b1da-bf1130a2de42 None None] Provisioning complete for port f1f80b80-23b5-424b-874e-942bc7ae1a57 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:32.209055 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b9e75cb-433d-4def-b1da-bf1130a2de42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:32.249207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c1fcc-d9fe-4a44-b52d-d5aac4e5df34 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:32.251457 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-438c1fcc-d9fe-4a44-b52d-d5aac4e5df34 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports/f1f80b80-23b5-424b-874e-942bc7ae1a57 HTTP/1.1" status: 200 len: 911 time: 0.0783122 Oct 13 11:09:32.254522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60730) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:32.277758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e75cb-433d-4def-b1da-bf1130a2de42 None None] Port f1f80b80-23b5-424b-874e-942bc7ae1a57 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:09:32.282524 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Allocated IP 172.20.0.18 (0c8190f4-99e6-4521-851b-cfe38efc532c/fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee/aaa3c3e6-8dca-4484-8877-983ccb56b464) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:32.320207 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Set router 0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:09:32.320796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a45ef07-c764-4353-a25f-a5759febca97 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:32.329955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a45ef07-c764-4353-a25f-a5759febca97 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:32.339519 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1a45ef07-c764-4353-a25f-a5759febca97 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0751996 Oct 13 11:09:32.339519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60736) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:32.529138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60742) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:32.536037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-10d40eff-ad3a-41f6-a647-2e5d4aae9e0c tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2138552383', 'description': 'tempest-secgroup-smoke-2138552383 description', 'project_id': 'c733a5c1587344858ed31832dc8ad24f'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:32.609973 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f', 'name': 'tempest-NetworksTestDHCPv6-router-1233183287', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:09:29Z', 'updated_at': '2021-10-13T11:09:30Z', 'revision_number': 2, 'project_id': '4a8f100534004bd8b476b474d3f20d25', 'gw_port_host': None, '_interfaces': [{'id': 'f1f80b80-23b5-424b-874e-942bc7ae1a57', 'name': '', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'mac_address': 'fa:16:3e:68:2d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '50acf0b8-7392-4368-98b5-b9cd9aef1e67', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:09:30Z', 'updated_at': '2021-10-13T11:09:31Z', 'revision_number': 2, 'project_id': '4a8f100534004bd8b476b474d3f20d25', 'subnets': [{'id': '50acf0b8-7392-4368-98b5-b9cd9aef1e67', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:09:32.663850 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Checking router: 0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:09:32.664501 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Updating router 0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f port f1f80b80-23b5-424b-874e-942bc7ae1a57 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:09:32.669022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be220e06-fcd8-4c1a-b168-d5404d3723a9 req-69006607-881a-4d17-8212-5d457402f786 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:32.670848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-be220e06-fcd8-4c1a-b168-d5404d3723a9 req-69006607-881a-4d17-8212-5d457402f786 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0586071 Oct 13 11:09:32.693015 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:32.727287 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-be220e06-fcd8-4c1a-b168-d5404d3723a9 req-ccaf7c41-38a4-4ae6-b3e7-18869d2ce30e tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494008 Oct 13 11:09:32.732042 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10d40eff-ad3a-41f6-a647-2e5d4aae9e0c tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:32.733565 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:32.823894 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10d40eff-ad3a-41f6-a647-2e5d4aae9e0c tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:32.849403 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:32.912374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Pushing event updated for resources: {'Port': ['ID=aaa3c3e6-8dca-4484-8877-983ccb56b464,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:32.934116 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10d40eff-ad3a-41f6-a647-2e5d4aae9e0c tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:32.938480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Network 0c8190f4-99e6-4521-851b-cfe38efc532c is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:32.941544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:32.944828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:32.957647 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f75b61f8-11b2-463d-9b35-4390f92c6a1d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.018677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Attempting to bind port aaa3c3e6-8dca-4484-8877-983ccb56b464 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:33.019461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Attempting to bind port aaa3c3e6-8dca-4484-8877-983ccb56b464 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9406500a-45ae-4d13-80ae-4de55bd51fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:33.020085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Attempting to bind port aaa3c3e6-8dca-4484-8877-983ccb56b464 on network 0c8190f4-99e6-4521-851b-cfe38efc532c {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:33.026583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:33.027313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Checking segment: {'id': '9406500a-45ae-4d13-80ae-4de55bd51fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:33.028800 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.029454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Bound using segment: {'id': '9406500a-45ae-4d13-80ae-4de55bd51fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:33.030107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Bound port: aaa3c3e6-8dca-4484-8877-983ccb56b464, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9406500a-45ae-4d13-80ae-4de55bd51fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:33.030988 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.031582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d40eff-ad3a-41f6-a647-2e5d4aae9e0c tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a659f36-b94b-469c-8ea5-67f00b3c04f2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:33.061331 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10d40eff-ad3a-41f6-a647-2e5d4aae9e0c tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.061331 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-10d40eff-ad3a-41f6-a647-2e5d4aae9e0c tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5260992 Oct 13 11:09:33.061331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60754) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:33.064430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5580cc71-c8ca-4176-8666-210068fe2f4e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': '4a659f36-b94b-469c-8ea5-67f00b3c04f2', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:33.151721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] For port aaa3c3e6-8dca-4484-8877-983ccb56b464, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:33.156874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] For port aaa3c3e6-8dca-4484-8877-983ccb56b464, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=aaa3c3e6-8dca-4484-8877-983ccb56b464,segment=NetworkSegment(9406500a-45ae-4d13-80ae-4de55bd51fd1),segment_id=9406500a-45ae-4d13-80ae-4de55bd51fd1)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:33.168848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc59587-79ea-48ab-836e-b89d577e05c5 req-06b19ed0-b908-4a42-9310-09a1f401d9bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.175400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc59587-79ea-48ab-836e-b89d577e05c5 req-06b19ed0-b908-4a42-9310-09a1f401d9bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.182636 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc59587-79ea-48ab-836e-b89d577e05c5 req-06b19ed0-b908-4a42-9310-09a1f401d9bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.189059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc59587-79ea-48ab-836e-b89d577e05c5 req-06b19ed0-b908-4a42-9310-09a1f401d9bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.189783 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.195881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc59587-79ea-48ab-836e-b89d577e05c5 req-06b19ed0-b908-4a42-9310-09a1f401d9bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.202007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc59587-79ea-48ab-836e-b89d577e05c5 req-06b19ed0-b908-4a42-9310-09a1f401d9bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.208772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc59587-79ea-48ab-836e-b89d577e05c5 req-06b19ed0-b908-4a42-9310-09a1f401d9bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.210766 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dc59587-79ea-48ab-836e-b89d577e05c5 req-06b19ed0-b908-4a42-9310-09a1f401d9bb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5433 time: 0.1258073 Oct 13 11:09:33.248547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-f75b61f8-11b2-463d-9b35-4390f92c6a1d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port f1f80b80-23b5-424b-874e-942bc7ae1a57 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:33.248890 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f75b61f8-11b2-463d-9b35-4390f92c6a1d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.254894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dc59587-79ea-48ab-836e-b89d577e05c5 req-5b10520d-3e9e-456a-8631-6c4a8d530d81 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371325 Oct 13 11:09:33.285652 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5580cc71-c8ca-4176-8666-210068fe2f4e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.305461 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.306935 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.370513 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f75b61f8-11b2-463d-9b35-4390f92c6a1d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.380808 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5580cc71-c8ca-4176-8666-210068fe2f4e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.405774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-f75b61f8-11b2-463d-9b35-4390f92c6a1d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for f1f80b80-23b5-424b-874e-942bc7ae1a57 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:33.463059 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5580cc71-c8ca-4176-8666-210068fe2f4e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.463740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9d218-1f1c-4ff7-90ad-8d3dee671044 None None] Pushing event updated for resources: {'Port': ['ID=aaa3c3e6-8dca-4484-8877-983ccb56b464,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:33.520235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580cc71-c8ca-4176-8666-210068fe2f4e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762cfc3b-b112-4721-93fc-07b36ba06bc5,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:33.536997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e9a4a-7cf5-4c57-b6f7-85b027415b0a req-60506843-326f-450c-bb1b-3f591794e84a tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.546886 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-342e9a4a-7cf5-4c57-b6f7-85b027415b0a req-60506843-326f-450c-bb1b-3f591794e84a tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 945 time: 0.1239789 Oct 13 11:09:33.615189 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-342e9a4a-7cf5-4c57-b6f7-85b027415b0a req-0d97a95d-a811-42a9-8ed6-ba8efd431d5c tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669403 Oct 13 11:09:33.619931 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5580cc71-c8ca-4176-8666-210068fe2f4e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.624232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60764) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:33.637219 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5580cc71-c8ca-4176-8666-210068fe2f4e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5719774 Oct 13 11:09:33.642537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a5bfa4cb-587f-4ee8-8bb9-80f53b4f439d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': '4a659f36-b94b-469c-8ea5-67f00b3c04f2', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:33.645288 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdbd92-62cd-4099-8b0f-4e197e054759 None None] Pushing event updated for resources: {'Port': ['ID=f1f80b80-23b5-424b-874e-942bc7ae1a57,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:33.656091 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdbd92-62cd-4099-8b0f-4e197e054759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:33.656091 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdbd92-62cd-4099-8b0f-4e197e054759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:33.656433 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdbd92-62cd-4099-8b0f-4e197e054759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:33.656878 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdbd92-62cd-4099-8b0f-4e197e054759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:33.657302 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdbd92-62cd-4099-8b0f-4e197e054759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:33.657734 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdbd92-62cd-4099-8b0f-4e197e054759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:33.658211 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdbd92-62cd-4099-8b0f-4e197e054759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:33.658863 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdbd92-62cd-4099-8b0f-4e197e054759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:33.659977 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdbd92-62cd-4099-8b0f-4e197e054759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:33.660402 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdbd92-62cd-4099-8b0f-4e197e054759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:33.661047 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdbd92-62cd-4099-8b0f-4e197e054759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:33.661521 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdbd92-62cd-4099-8b0f-4e197e054759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:33.729528 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Attempting to bind port f1f80b80-23b5-424b-874e-942bc7ae1a57 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:33.729987 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Attempting to bind port f1f80b80-23b5-424b-874e-942bc7ae1a57 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:33.730646 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Attempting to bind port f1f80b80-23b5-424b-874e-942bc7ae1a57 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:33.736083 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:33.736690 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:33.737168 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.738476 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:33.739083 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Bound port: f1f80b80-23b5-424b-874e-942bc7ae1a57, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:33.739558 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.804384 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa4cb-587f-4ee8-8bb9-80f53b4f439d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.840411 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f75b61f8-11b2-463d-9b35-4390f92c6a1d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:33.851776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffe6e4-a674-4fbf-b9e0-c7c5d7600d74 req-19af7591-7929-443c-900e-590a2562e23a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.861608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffe6e4-a674-4fbf-b9e0-c7c5d7600d74 req-19af7591-7929-443c-900e-590a2562e23a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.872805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffe6e4-a674-4fbf-b9e0-c7c5d7600d74 req-19af7591-7929-443c-900e-590a2562e23a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.873008 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.db.api [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:09:33.873458 n-d-813659-3 neutron-server[101993]: DEBUG oslo_db.api [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:09:33.881371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffe6e4-a674-4fbf-b9e0-c7c5d7600d74 req-19af7591-7929-443c-900e-590a2562e23a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.888122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffe6e4-a674-4fbf-b9e0-c7c5d7600d74 req-19af7591-7929-443c-900e-590a2562e23a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.893190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b61f8-11b2-463d-9b35-4390f92c6a1d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=f1f80b80-23b5-424b-874e-942bc7ae1a57,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:33.901207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffe6e4-a674-4fbf-b9e0-c7c5d7600d74 req-19af7591-7929-443c-900e-590a2562e23a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.909749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffe6e4-a674-4fbf-b9e0-c7c5d7600d74 req-19af7591-7929-443c-900e-590a2562e23a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:33.911811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5ffe6e4-a674-4fbf-b9e0-c7c5d7600d74 req-19af7591-7929-443c-900e-590a2562e23a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5433 time: 0.2077615 Oct 13 11:09:33.994910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa4cb-587f-4ee8-8bb9-80f53b4f439d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.023580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d19a3749-caf2-4b58-9f06-4bd09c36d110 None None] Could not find standard attr ID for object f1f80b80-23b5-424b-874e-942bc7ae1a57. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:09:34.057099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554cde1-26db-477d-988f-3f11fc42c123 req-ff8a0224-898d-4a48-bef0-02fad7482020 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:34.061385 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3554cde1-26db-477d-988f-3f11fc42c123 req-ff8a0224-898d-4a48-bef0-02fad7482020 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0665271 Oct 13 11:09:34.073017 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f75b61f8-11b2-463d-9b35-4390f92c6a1d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.079334 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa4cb-587f-4ee8-8bb9-80f53b4f439d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.107632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfa4cb-587f-4ee8-8bb9-80f53b4f439d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ccd083-82a4-4a19-a443-ae8419c620f9,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:34.120955 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3554cde1-26db-477d-988f-3f11fc42c123 req-1080c969-7907-4f6b-a77d-58af852adabb tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583315 Oct 13 11:09:34.187193 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa4cb-587f-4ee8-8bb9-80f53b4f439d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.188506 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a5bfa4cb-587f-4ee8-8bb9-80f53b4f439d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5630786 Oct 13 11:09:34.193060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60778) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:34.198856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c378b84b-1b1c-4edf-80f0-34e6c0cf786a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': '4a659f36-b94b-469c-8ea5-67f00b3c04f2', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:34.273383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75b61f8-11b2-463d-9b35-4390f92c6a1d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Router 0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:09:34.312971 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c378b84b-1b1c-4edf-80f0-34e6c0cf786a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.370697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75b61f8-11b2-463d-9b35-4390f92c6a1d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:09:34.379240 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c378b84b-1b1c-4edf-80f0-34e6c0cf786a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.382692 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f75b61f8-11b2-463d-9b35-4390f92c6a1d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "PUT /v2.0/routers/0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0465410 Oct 13 11:09:34.385420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60782) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:34.391640 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Attempting to bind port f1f80b80-23b5-424b-874e-942bc7ae1a57 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:34.392564 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Attempting to bind port f1f80b80-23b5-424b-874e-942bc7ae1a57 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:34.393141 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Attempting to bind port f1f80b80-23b5-424b-874e-942bc7ae1a57 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:34.401218 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:34.401902 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:34.402578 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.402979 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:34.403646 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Bound port: f1f80b80-23b5-424b-874e-942bc7ae1a57, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:34.404036 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.443519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bb56ce-0531-4663-8c91-1588ce8aa1a1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:34.445118 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.plugin [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Port f1f80b80-23b5-424b-874e-942bc7ae1a57 has been deleted concurrently {{(pid=101993) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 13 11:09:34.445453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bb56ce-0531-4663-8c91-1588ce8aa1a1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:34.447377 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-95bb56ce-0531-4663-8c91-1588ce8aa1a1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0608883 Oct 13 11:09:34.453432 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c378b84b-1b1c-4edf-80f0-34e6c0cf786a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.453575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60784) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:34.455897 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Routers {'0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:09:34.456938 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:09:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:09:34.494114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378b84b-1b1c-4edf-80f0-34e6c0cf786a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e360fb-57f7-4f8c-b9fc-1b0353396942,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:34.521619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffb7d7c-3871-419a-a228-b0488a0bafb1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 50acf0b8-7392-4368-98b5-b9cd9aef1e67 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:34.525229 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7d7c-3871-419a-a228-b0488a0bafb1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.552347 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] Set router 0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:09:34.572716 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7d7c-3871-419a-a228-b0488a0bafb1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.577047 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c378b84b-1b1c-4edf-80f0-34e6c0cf786a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.581312 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c378b84b-1b1c-4edf-80f0-34e6c0cf786a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3837812 Oct 13 11:09:34.582790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60788) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:34.588180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3a3a393c-c685-4f20-a327-bbc8b8ea2f20 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': '4a659f36-b94b-469c-8ea5-67f00b3c04f2', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:34.611644 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f', 'name': 'tempest-NetworksTestDHCPv6-router-1233183287', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:09:29Z', 'updated_at': '2021-10-13T11:09:33Z', 'revision_number': 3, 'project_id': '4a8f100534004bd8b476b474d3f20d25', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:09:34.627581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7d7c-3871-419a-a228-b0488a0bafb1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.674659 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4118103-f6eb-4971-bbaf-50d019a94343 None None] The sync data for ids ['0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f'] in n-d-813659-3 is: [{'id': '0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f', 'name': 'tempest-NetworksTestDHCPv6-router-1233183287', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:09:29Z', 'updated_at': '2021-10-13T11:09:33Z', 'revision_number': 3, 'project_id': '4a8f100534004bd8b476b474d3f20d25', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:09:34.703169 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a3a393c-c685-4f20-a327-bbc8b8ea2f20 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.809076 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7d7c-3871-419a-a228-b0488a0bafb1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.832620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device aaa3c3e6-8dca-4484-8877-983ccb56b464 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:34.859204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb7d7c-3871-419a-a228-b0488a0bafb1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=50acf0b8-7392-4368-98b5-b9cd9aef1e67,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:34.870091 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7d7c-3871-419a-a228-b0488a0bafb1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.873410 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7ffb7d7c-3871-419a-a228-b0488a0bafb1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/50acf0b8-7392-4368-98b5-b9cd9aef1e67 HTTP/1.1" status: 204 len: 168 time: 0.4224250 Oct 13 11:09:34.875881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60796) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:34.884740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fb2f62-59c1-4991-a706-ea73b9fcbe8b None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:34.930512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fff9bc-dd23-4f9b-af01-e8e24e264aad req-d7abba2d-9ced-4283-b4dc-4a7e44f375c3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:34.944041 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6fff9bc-dd23-4f9b-af01-e8e24e264aad req-d7abba2d-9ced-4283-b4dc-4a7e44f375c3 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 945 time: 0.1923535 Oct 13 11:09:34.974493 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a3a393c-c685-4f20-a327-bbc8b8ea2f20 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:34.975078 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33086c3f-6508-4c01-94d9-6caf7ea98a86 None None] Network 0c8190f4-99e6-4521-851b-cfe38efc532c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:34.996367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6fff9bc-dd23-4f9b-af01-e8e24e264aad req-34a70391-adeb-4a5d-b02c-d2b4f6b242b7 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512431 Oct 13 11:09:35.028246 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e549e548-e9b7-4ee8-aa98-b6d6edeb7c50 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1512716 Oct 13 11:09:35.030848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60804) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:35.039216 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a3a393c-c685-4f20-a327-bbc8b8ea2f20 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.069851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a393c-c685-4f20-a327-bbc8b8ea2f20 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a10b737-1969-4422-882b-ea409525115c,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:35.112133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3ff46bbd-c701-4135-8b04-07cad570687b None None] Provisioning complete for port aaa3c3e6-8dca-4484-8877-983ccb56b464 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:35.112893 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3ff46bbd-c701-4135-8b04-07cad570687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.132818 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c4c2cd02-7819-4651-979b-dbf88fb39b23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.136193 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a3a393c-c685-4f20-a327-bbc8b8ea2f20 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.137427 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3a3a393c-c685-4f20-a327-bbc8b8ea2f20 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5536010 Oct 13 11:09:35.146962 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60818) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:35.157674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-97b4f22b-b8d4-4ce4-8d61-9e42fa6f874a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': '4a659f36-b94b-469c-8ea5-67f00b3c04f2', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:35.235195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port aaa3c3e6-8dca-4484-8877-983ccb56b464 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:35.235567 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.327010 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c4c2cd02-7819-4651-979b-dbf88fb39b23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.329750 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c4c2cd02-7819-4651-979b-dbf88fb39b23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.348576 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-97b4f22b-b8d4-4ce4-8d61-9e42fa6f874a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Project c733a5c1587344858ed31832dc8ad24f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:09:35.360928 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97b4f22b-b8d4-4ce4-8d61-9e42fa6f874a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.436677 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c4c2cd02-7819-4651-979b-dbf88fb39b23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.442629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c2cd02-7819-4651-979b-dbf88fb39b23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Fanout notify agent at l3_agent the message router_deleted on router 0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:09:35.449067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97b4f22b-b8d4-4ce4-8d61-9e42fa6f874a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.450487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c4c2cd02-7819-4651-979b-dbf88fb39b23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.454463 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c4c2cd02-7819-4651-979b-dbf88fb39b23 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/routers/0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f HTTP/1.1" status: 204 len: 168 time: 0.4203453 Oct 13 11:09:35.455208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60850) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:35.465765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c00b0-8ba9-4e9d-8d87-6ecd2fce6b4a req-009883c1-7623-4635-a9b7-59150fc7bc93 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:35.474036 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-849c00b0-8ba9-4e9d-8d87-6ecd2fce6b4a req-009883c1-7623-4635-a9b7-59150fc7bc93 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.1808434 Oct 13 11:09:35.474934 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-36f0ce72-ce6a-46c4-9d6d-19df57c58e74 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:35.517992 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97b4f22b-b8d4-4ce4-8d61-9e42fa6f874a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.550935 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-849c00b0-8ba9-4e9d-8d87-6ecd2fce6b4a req-4b6cfb98-8452-461a-acd5-14237c721fe2 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737395 Oct 13 11:09:35.567824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4f22b-b8d4-4ce4-8d61-9e42fa6f874a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b75575-7e79-4d4b-9d8e-e0af5072ac35,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:35.580445 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3ff46bbd-c701-4135-8b04-07cad570687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.587082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837bd34c-0ef7-4324-9695-cca0c90ebe54 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:09:35.637760 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97b4f22b-b8d4-4ce4-8d61-9e42fa6f874a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.642558 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-97b4f22b-b8d4-4ce4-8d61-9e42fa6f874a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4936490 Oct 13 11:09:35.644460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60856) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:35.656907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-72149476-de5b-4b76-9c49-59923dfeacad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': '4a659f36-b94b-469c-8ea5-67f00b3c04f2', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:35.662781 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.684099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3ff46bbd-c701-4135-8b04-07cad570687b None None] For port aaa3c3e6-8dca-4484-8877-983ccb56b464, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=aaa3c3e6-8dca-4484-8877-983ccb56b464,segment=NetworkSegment(9406500a-45ae-4d13-80ae-4de55bd51fd1),segment_id=9406500a-45ae-4d13-80ae-4de55bd51fd1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:35.736349 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-837bd34c-0ef7-4324-9695-cca0c90ebe54 None None] Deleting port aed70fc5-8abf-4f77-badf-7d60424ae595 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:35.737418 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-837bd34c-0ef7-4324-9695-cca0c90ebe54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.754466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f0ce72-ce6a-46c4-9d6d-19df57c58e74 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:35.759246 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-36f0ce72-ce6a-46c4-9d6d-19df57c58e74 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.830858 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3ff46bbd-c701-4135-8b04-07cad570687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.899955 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-72149476-de5b-4b76-9c49-59923dfeacad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Project c733a5c1587344858ed31832dc8ad24f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:09:35.910664 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72149476-de5b-4b76-9c49-59923dfeacad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.935231 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-837bd34c-0ef7-4324-9695-cca0c90ebe54 None None] For port aed70fc5-8abf-4f77-badf-7d60424ae595, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=aed70fc5-8abf-4f77-badf-7d60424ae595,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:35.935710 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-837bd34c-0ef7-4324-9695-cca0c90ebe54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:35.973765 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-837bd34c-0ef7-4324-9695-cca0c90ebe54 None None] Calling delete_port for aed70fc5-8abf-4f77-badf-7d60424ae595 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:35.987743 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:09:35.988262 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:09:35.993833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff46bbd-c701-4135-8b04-07cad570687b None None] Pushing event updated for resources: {'Port': ['ID=aaa3c3e6-8dca-4484-8877-983ccb56b464,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:36.013722 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9abf08e3-8d3c-4774-8818-bf854cdde931 None None] Provisioning complete for port aaa3c3e6-8dca-4484-8877-983ccb56b464 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:36.013722 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9abf08e3-8d3c-4774-8818-bf854cdde931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.087693 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72149476-de5b-4b76-9c49-59923dfeacad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.161991 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72149476-de5b-4b76-9c49-59923dfeacad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.197821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72149476-de5b-4b76-9c49-59923dfeacad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf5aa29-07cb-4bec-ba20-e90048e6999a,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:36.200774 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-36f0ce72-ce6a-46c4-9d6d-19df57c58e74 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.245078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f0ce72-ce6a-46c4-9d6d-19df57c58e74 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:36.248604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-36f0ce72-ce6a-46c4-9d6d-19df57c58e74 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:36.263579 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f0ce72-ce6a-46c4-9d6d-19df57c58e74 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:36.264035 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-36f0ce72-ce6a-46c4-9d6d-19df57c58e74 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.277203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0ce72-ce6a-46c4-9d6d-19df57c58e74 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=8df522c8-e203-4dc0-a851-8ba5eb1ea30d,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:36.283753 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72149476-de5b-4b76-9c49-59923dfeacad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.293827 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-72149476-de5b-4b76-9c49-59923dfeacad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6329081 Oct 13 11:09:36.323991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f059b5-08d1-48a2-92c9-f6ae9dcfca75 None None] Sync routers for ids ['0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:09:36.333903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f059b5-08d1-48a2-92c9-f6ae9dcfca75 None None] Routers set() bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:09:36.334283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f059b5-08d1-48a2-92c9-f6ae9dcfca75 None None] Router IDs set() for agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 11:09:36.334945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_agentschedulers_db [None req-57f059b5-08d1-48a2-92c9-f6ae9dcfca75 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:09:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent'). {{(pid=101992) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 11:09:36.343339 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f059b5-08d1-48a2-92c9-f6ae9dcfca75 None None] Routers set() bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:09:36.343595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f059b5-08d1-48a2-92c9-f6ae9dcfca75 None None] Router IDs set() for agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 11:09:36.350912 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_agentschedulers_db [None req-57f059b5-08d1-48a2-92c9-f6ae9dcfca75 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:09:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent'). {{(pid=101992) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 11:09:36.357595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f059b5-08d1-48a2-92c9-f6ae9dcfca75 None None] The sync data for ids ['0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:09:36.358285 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-837bd34c-0ef7-4324-9695-cca0c90ebe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.385835 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-36f0ce72-ce6a-46c4-9d6d-19df57c58e74 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9295366 Oct 13 11:09:36.386104 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60884) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:36.391649 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bd34c-0ef7-4324-9695-cca0c90ebe54 None None] Pushing event deleted for resources: {'Port': ['ID=aed70fc5-8abf-4f77-badf-7d60424ae595,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:36.393542 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ef5b9143-03b9-4c5c-95c0-9bd3d8db641f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-789825754', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:36.396387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837bd34c-0ef7-4324-9695-cca0c90ebe54 None None] No DVR routers for this DVR port aed70fc5-8abf-4f77-badf-7d60424ae595 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:09:36.415928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00232ea0-070d-4b48-aac2-4e71ef220684 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:36.496801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60898) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:36.570170 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9143-03b9-4c5c-95c0-9bd3d8db641f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.571338 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9143-03b9-4c5c-95c0-9bd3d8db641f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.706765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-1eec7535-fde6-4676-a110-df40dc780a75 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138552383&fields=id&tenant_id=c733a5c1587344858ed31832dc8ad24f HTTP/1.1" status: 200 len: 267 time: 0.1461508 Oct 13 11:09:36.707349 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '8df522c8-e203-4dc0-a851-8ba5eb1ea30d'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:09:36.707789 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.713915 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9143-03b9-4c5c-95c0-9bd3d8db641f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.743549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b3dbf-1e4f-41b4-af37-acddf51efcfb req-6b98fd8c-01b3-4b91-a507-3647efec37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:36.744270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b3dbf-1e4f-41b4-af37-acddf51efcfb req-6b98fd8c-01b3-4b91-a507-3647efec37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:36.744924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b3dbf-1e4f-41b4-af37-acddf51efcfb req-6b98fd8c-01b3-4b91-a507-3647efec37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:36.745386 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b3dbf-1e4f-41b4-af37-acddf51efcfb req-6b98fd8c-01b3-4b91-a507-3647efec37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:36.745845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b3dbf-1e4f-41b4-af37-acddf51efcfb req-6b98fd8c-01b3-4b91-a507-3647efec37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:36.746614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b3dbf-1e4f-41b4-af37-acddf51efcfb req-6b98fd8c-01b3-4b91-a507-3647efec37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:36.747285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b3dbf-1e4f-41b4-af37-acddf51efcfb req-6b98fd8c-01b3-4b91-a507-3647efec37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:36.749344 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb2b3dbf-1e4f-41b4-af37-acddf51efcfb req-6b98fd8c-01b3-4b91-a507-3647efec37ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 6490 time: 0.2515163 Oct 13 11:09:36.825948 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9143-03b9-4c5c-95c0-9bd3d8db641f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.826726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device aaa3c3e6-8dca-4484-8877-983ccb56b464 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:36.934065 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb2b3dbf-1e4f-41b4-af37-acddf51efcfb req-4503ab11-798f-46ed-be7e-7624d3f98c9a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1732421 Oct 13 11:09:36.954399 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9143-03b9-4c5c-95c0-9bd3d8db641f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.958570 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ef5b9143-03b9-4c5c-95c0-9bd3d8db641f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5680575 Oct 13 11:09:36.959799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60946) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:36.965567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Allocated IP 2001:db8::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/8df522c8-e203-4dc0-a851-8ba5eb1ea30d/51142bce-9d51-4b19-8040-bed8fd950f52) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:36.967876 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port aaa3c3e6-8dca-4484-8877-983ccb56b464 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:36.968255 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:36.983454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-0039433e-9a4c-46a0-a821-6b2995d067ce tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:36.992779 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-0039433e-9a4c-46a0-a821-6b2995d067ce tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/networks?id=0c8190f4-99e6-4521-851b-cfe38efc532c HTTP/1.1" status: 200 len: 796 time: 0.2423925 Oct 13 11:09:37.012683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-7b56ac60-ab3d-47b6-ba98-0f5fb58dec94 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/quotas/c733a5c1587344858ed31832dc8ad24f HTTP/1.1" status: 200 len: 375 time: 0.0188913 Oct 13 11:09:37.107243 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-b85da6c7-940d-45e8-8e5c-d3160e42c798 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0816267 Oct 13 11:09:37.291230 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:37.300590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-6902bc84-d3b2-4c69-9184-460e85344889 service neutron] 10.222.0.32 "GET /v2.0/networks/0c8190f4-99e6-4521-851b-cfe38efc532c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872451 Oct 13 11:09:37.339212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device aed70fc5-8abf-4f77-badf-7d60424ae595 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:09:37.364553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: aed70fc5-8abf-4f77-badf-7d60424ae595 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:09:37.365221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device aed70fc5-8abf-4f77-badf-7d60424ae595 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:09:37.367735 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:37.421243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:37.421960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:37.427987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:37.432996 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-cfb089e4-3fff-45d7-a447-6b9558ab20ff service neutron] 10.222.0.32 "GET /v2.0/networks/0c8190f4-99e6-4521-851b-cfe38efc532c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201007 Oct 13 11:09:37.434708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:37.444024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Pushing event updated for resources: {'Port': ['ID=51142bce-9d51-4b19-8040-bed8fd950f52,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:37.510163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Attempting to bind port 51142bce-9d51-4b19-8040-bed8fd950f52 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:37.510628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Attempting to bind port 51142bce-9d51-4b19-8040-bed8fd950f52 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:37.511308 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Attempting to bind port 51142bce-9d51-4b19-8040-bed8fd950f52 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:37.516842 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:37.517314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:37.517787 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:37.518256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:37.519933 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Bound port: 51142bce-9d51-4b19-8040-bed8fd950f52, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:37.520387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:37.640904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] For port 51142bce-9d51-4b19-8040-bed8fd950f52, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:37.645146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] For port 51142bce-9d51-4b19-8040-bed8fd950f52, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=51142bce-9d51-4b19-8040-bed8fd950f52,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:37.699114 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:37.777765 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7a0a9-d51b-44b0-869a-7aade6c7f7e8 None None] Pushing event updated for resources: {'Port': ['ID=51142bce-9d51-4b19-8040-bed8fd950f52,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:37.802207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::1 (94101c6b-088c-496c-89a7-3c76d8c09bc9/8df522c8-e203-4dc0-a851-8ba5eb1ea30d/7a6cf886-6c3e-4c8d-9086-a383f2f9e656) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:37.823331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b415b6-217e-49ee-b6aa-957ce983bd75 req-84dde810-0a2e-4b69-a9e9-f012c7efeeaf tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:37.825895 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0b415b6-217e-49ee-b6aa-957ce983bd75 req-84dde810-0a2e-4b69-a9e9-f012c7efeeaf tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0928578 Oct 13 11:09:37.961882 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d35cb26-ccc1-4883-998b-957bcd149d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:37.974408 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0b415b6-217e-49ee-b6aa-957ce983bd75 req-ffc9bd00-3b3c-4d6b-89ab-a6692e031d4a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389914 Oct 13 11:09:38.224325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0efd05d9-58e5-4bdc-a7e8-f01b58cca268 req-317dc353-6d59-4589-bfdd-dd22109fdf81 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 210 time: 0.0519235 Oct 13 11:09:38.406123 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:38.534731 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:38.599368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:38.603414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:38.608451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:38.608835 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:38.696180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=7a6cf886-6c3e-4c8d-9086-a383f2f9e656,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:38.716948 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:38.803110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 51142bce-9d51-4b19-8040-bed8fd950f52 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:38.867128 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:38.876336 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 51142bce-9d51-4b19-8040-bed8fd950f52 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:38.876952 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:39.234372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653c093-e0bb-4476-a740-e00457149c71 req-dcff6185-334c-4481-9b56-fa071cfb2895 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:39.235947 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5653c093-e0bb-4476-a740-e00457149c71 req-dcff6185-334c-4481-9b56-fa071cfb2895 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.1324852 Oct 13 11:09:39.311793 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:39.316291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5653c093-e0bb-4476-a740-e00457149c71 req-9f40ce17-1ae4-4d74-bdfd-8710a617a508 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693996 Oct 13 11:09:39.343270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-33148424-8c82-4f37-b8a1-abeb22c0f298 None None] Provisioning complete for port 51142bce-9d51-4b19-8040-bed8fd950f52 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:39.343991 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-33148424-8c82-4f37-b8a1-abeb22c0f298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:39.414111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 51142bce-9d51-4b19-8040-bed8fd950f52, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=51142bce-9d51-4b19-8040-bed8fd950f52,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:39.431754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:39.496793 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-33148424-8c82-4f37-b8a1-abeb22c0f298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:39.521300 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:39.535344 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:39.536282 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:39.585692 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f79fbcbf-5b22-41db-94f2-b6ffbfcf7833 req-1432f050-19c1-49da-aa17-39ae37aa1b3b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 210 time: 0.0560110 Oct 13 11:09:39.651139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=51142bce-9d51-4b19-8040-bed8fd950f52,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:39.658472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-33148424-8c82-4f37-b8a1-abeb22c0f298 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:09:39.660316 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-33148424-8c82-4f37-b8a1-abeb22c0f298 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:09:39.694929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=7a6cf886-6c3e-4c8d-9086-a383f2f9e656,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:39.743767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:39.745160 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:39.928660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Router 015fa04c-ec04-4f73-b53d-66fcf452ef11 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:09:40.090225 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:09:40.098317 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e35a00cf-d74d-4606-b03c-ca2311a994e8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "PUT /v2.0/routers/015fa04c-ec04-4f73-b53d-66fcf452ef11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1365981 Oct 13 11:09:40.101247 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32772) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:40.119672 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Sync routers for ids ['015fa04c-ec04-4f73-b53d-66fcf452ef11'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:09:40.136883 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Routers {'015fa04c-ec04-4f73-b53d-66fcf452ef11'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:09:40.137506 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:09:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['015fa04c-ec04-4f73-b53d-66fcf452ef11'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:09:40.203514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce91e726-b595-4caa-8576-1bf28d007d3a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:40.204944 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ce91e726-b595-4caa-8576-1bf28d007d3a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports/7a6cf886-6c3e-4c8d-9086-a383f2f9e656 HTTP/1.1" status: 200 len: 911 time: 0.1027689 Oct 13 11:09:40.208362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 32776) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:40.227345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-9d0d9382-f048-4c62-80f8-b6520c0668a4 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:40.241314 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-9d0d9382-f048-4c62-80f8-b6520c0668a4 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.21 "GET /v2.0/networks?id=0c8190f4-99e6-4521-851b-cfe38efc532c HTTP/1.1" status: 200 len: 796 time: 0.2325070 Oct 13 11:09:40.266113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f426199d-3185-4e88-b825-74bbbf47ff47 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:40.270820 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Set router 015fa04c-ec04-4f73-b53d-66fcf452ef11 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:09:40.274021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f426199d-3185-4e88-b825-74bbbf47ff47 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:40.275902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f426199d-3185-4e88-b825-74bbbf47ff47 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0665658 Oct 13 11:09:40.278702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 32778) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:40.313146 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-e43cb2c1-89e9-4458-8195-5599cff18708 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c733a5c1587344858ed31832dc8ad24f HTTP/1.1" status: 200 len: 472 time: 0.0560308 Oct 13 11:09:40.327935 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-df4f7d9b-a4ce-4eae-bea0-1055d2580d36 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'port': {'device_id': '971e1a72-3a9a-4766-a7fd-e92226960731', 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c', 'admin_state_up': True, 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'security_groups': ['4a659f36-b94b-469c-8ea5-67f00b3c04f2']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:40.343265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6bf0487e-05b9-4121-9518-20e317ca0973 None None] Provisioning complete for port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:40.343925 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6bf0487e-05b9-4121-9518-20e317ca0973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:40.479918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6bf0487e-05b9-4121-9518-20e317ca0973 None None] Port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:09:40.537943 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:40.631148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-df4f7d9b-a4ce-4eae-bea0-1055d2580d36 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Made reservation on behalf of c733a5c1587344858ed31832dc8ad24f for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:40.636300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-df4f7d9b-a4ce-4eae-bea0-1055d2580d36 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:40.692508 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015fa04c-ec04-4f73-b53d-66fcf452ef11', 'name': 'tempest-NetworksTestDHCPv6-router-789825754', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:09:36Z', 'updated_at': '2021-10-13T11:09:38Z', 'revision_number': 2, 'project_id': '4a8f100534004bd8b476b474d3f20d25', 'gw_port_host': None, '_interfaces': [{'id': '7a6cf886-6c3e-4c8d-9086-a383f2f9e656', 'name': '', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'mac_address': 'fa:16:3e:06:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015fa04c-ec04-4f73-b53d-66fcf452ef11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '8df522c8-e203-4dc0-a851-8ba5eb1ea30d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:09:37Z', 'updated_at': '2021-10-13T11:09:39Z', 'revision_number': 2, 'project_id': '4a8f100534004bd8b476b474d3f20d25', 'subnets': [{'id': '8df522c8-e203-4dc0-a851-8ba5eb1ea30d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:09:40.724982 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Checking router: 015fa04c-ec04-4f73-b53d-66fcf452ef11 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:09:40.725336 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Updating router 015fa04c-ec04-4f73-b53d-66fcf452ef11 port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:09:40.743946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 51142bce-9d51-4b19-8040-bed8fd950f52 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:40.777307 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:40.810351 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-64ca4d9f-ad35-4852-830d-bc8ede952c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:40.866718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-df4f7d9b-a4ce-4eae-bea0-1055d2580d36 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Allocated IP 172.20.0.22 (0c8190f4-99e6-4521-851b-cfe38efc532c/fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee/3758758d-d94c-448a-8772-dfce5f552af6) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:40.869709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 51142bce-9d51-4b19-8040-bed8fd950f52 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:40.870290 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:40.967495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ec479-7770-472b-8aff-083b95dda647 req-43aeb4ac-8458-4e90-9cdc-f2fb8118daf7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:40.976212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a21ec479-7770-472b-8aff-083b95dda647 req-43aeb4ac-8458-4e90-9cdc-f2fb8118daf7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.1461134 Oct 13 11:09:41.086904 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a21ec479-7770-472b-8aff-083b95dda647 req-cc435d56-fefa-41b0-b4d2-ab14a5de4a3b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098027 Oct 13 11:09:41.139803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-df4f7d9b-a4ce-4eae-bea0-1055d2580d36 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:41.244740 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-df4f7d9b-a4ce-4eae-bea0-1055d2580d36 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:41.280146 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:41.312615 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:09:41.326692 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbcb14a1-44de-4921-9c84-c78e2d190706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:41.337968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-df4f7d9b-a4ce-4eae-bea0-1055d2580d36 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 0c8190f4-99e6-4521-851b-cfe38efc532c is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:41.342646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-df4f7d9b-a4ce-4eae-bea0-1055d2580d36 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:41.345139 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:41.345536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f7d9b-a4ce-4eae-bea0-1055d2580d36 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=3758758d-d94c-448a-8772-dfce5f552af6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:41.348783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-df4f7d9b-a4ce-4eae-bea0-1055d2580d36 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:41.453418 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-df4f7d9b-a4ce-4eae-bea0-1055d2580d36 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:41.454274 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-df4f7d9b-a4ce-4eae-bea0-1055d2580d36 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:41.566763 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Attempting to bind port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:41.567269 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Attempting to bind port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:41.567740 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Attempting to bind port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:41.596983 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:41.596983 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:41.596983 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:41.596983 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:41.596983 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Bound port: 7a6cf886-6c3e-4c8d-9086-a383f2f9e656, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:41.596983 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:41.598061 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-df4f7d9b-a4ce-4eae-bea0-1055d2580d36 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2685950 Oct 13 11:09:41.605344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Request body: {'port': {'device_id': '971e1a72-3a9a-4766-a7fd-e92226960731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:41.670036 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] For port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:41.683023 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] For port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7a6cf886-6c3e-4c8d-9086-a383f2f9e656,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:41.698035 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e6bfb-c5e1-48d4-9cbd-f24410c0d6c8 None None] Pushing event updated for resources: {'Port': ['ID=7a6cf886-6c3e-4c8d-9086-a383f2f9e656,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:41.779973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92c68a-8efc-4166-a065-a6875833fde3 req-e2331adc-f10a-4731-b18f-5d52451ffbeb tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:41.781562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb92c68a-8efc-4166-a065-a6875833fde3 req-e2331adc-f10a-4731-b18f-5d52451ffbeb tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 932 time: 0.3400233 Oct 13 11:09:41.797300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:41.880324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb92c68a-8efc-4166-a065-a6875833fde3 req-4c95286f-9f8d-4b61-8719-cde487673c21 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594957 Oct 13 11:09:41.923440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fd14dcce-94d4-4812-8d53-b18a9f251dbe None None] Provisioning complete for port 3758758d-d94c-448a-8772-dfce5f552af6 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:41.925112 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd14dcce-94d4-4812-8d53-b18a9f251dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:41.959528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb14a1-44de-4921-9c84-c78e2d190706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:41.960017 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbcb14a1-44de-4921-9c84-c78e2d190706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:41.965539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fd14dcce-94d4-4812-8d53-b18a9f251dbe None None] Port 3758758d-d94c-448a-8772-dfce5f552af6 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:09:41.976513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fd14dcce-94d4-4812-8d53-b18a9f251dbe None None] Provisioning complete for port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:41.977189 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd14dcce-94d4-4812-8d53-b18a9f251dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:41.980138 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:42.025028 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:42.027778 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fd14dcce-94d4-4812-8d53-b18a9f251dbe None None] Port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:09:42.090020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cbcb14a1-44de-4921-9c84-c78e2d190706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] For port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656, host n-d-813659-3, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:42.090828 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbcb14a1-44de-4921-9c84-c78e2d190706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:42.110974 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Routers {'015fa04c-ec04-4f73-b53d-66fcf452ef11'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:09:42.111613 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:09:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['015fa04c-ec04-4f73-b53d-66fcf452ef11'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:09:42.121182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb14a1-44de-4921-9c84-c78e2d190706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:42.121310 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e6bfb-c5e1-48d4-9cbd-f24410c0d6c8 None None] Pushing event updated for resources: {'Port': ['ID=7a6cf886-6c3e-4c8d-9086-a383f2f9e656,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:42.167799 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:42.198252 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3758758d-d94c-448a-8772-dfce5f552af6 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:09:42.212253 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:42.227288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Transition to ACTIVE for port object 3758758d-d94c-448a-8772-dfce5f552af6 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:09:42.299311 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:42.323885 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] Set router 015fa04c-ec04-4f73-b53d-66fcf452ef11 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:09:42.365172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Pushing event updated for resources: {'Port': ['ID=3758758d-d94c-448a-8772-dfce5f552af6,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:42.370428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30cc93-03f7-4064-a468-3d6c5ded07db req-cefb0016-e563-48da-8f69-ffe7cdbff987 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:42.374419 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d30cc93-03f7-4064-a468-3d6c5ded07db req-cefb0016-e563-48da-8f69-ffe7cdbff987 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.1028082 Oct 13 11:09:42.522819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Attempting to bind port 3758758d-d94c-448a-8772-dfce5f552af6 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:42.523063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d30cc93-03f7-4064-a468-3d6c5ded07db req-a9563b83-df5f-4020-abc6-1c8a6b5a18b5 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039340 Oct 13 11:09:42.523159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Attempting to bind port 3758758d-d94c-448a-8772-dfce5f552af6 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '9406500a-45ae-4d13-80ae-4de55bd51fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:42.524240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Attempting to bind port 3758758d-d94c-448a-8772-dfce5f552af6 on network 0c8190f4-99e6-4521-851b-cfe38efc532c {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:42.546743 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Port 3758758d-d94c-448a-8772-dfce5f552af6 on network 0c8190f4-99e6-4521-851b-cfe38efc532c not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:09:42.546920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Attempting to bind port 3758758d-d94c-448a-8772-dfce5f552af6 on network 0c8190f4-99e6-4521-851b-cfe38efc532c {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:42.557045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:42.557409 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Checking segment: {'id': '9406500a-45ae-4d13-80ae-4de55bd51fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:42.557800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Bound using segment: {'id': '9406500a-45ae-4d13-80ae-4de55bd51fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:42.558253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Bound port: 3758758d-d94c-448a-8772-dfce5f552af6, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406500a-45ae-4d13-80ae-4de55bd51fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:42.558903 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:42.572914 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbcb14a1-44de-4921-9c84-c78e2d190706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:42.577530 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2179283e-07b3-4da0-8b22-2c03995ab862 None None] Provisioning complete for port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:42.577940 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2179283e-07b3-4da0-8b22-2c03995ab862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:42.663431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2179283e-07b3-4da0-8b22-2c03995ab862 None None] Port 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 was deleted so its status cannot be updated. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 13 11:09:42.666804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] For port 3758758d-d94c-448a-8772-dfce5f552af6, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:42.671901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] For port 3758758d-d94c-448a-8772-dfce5f552af6, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=3758758d-d94c-448a-8772-dfce5f552af6,segment=NetworkSegment(9406500a-45ae-4d13-80ae-4de55bd51fd1),segment_id=9406500a-45ae-4d13-80ae-4de55bd51fd1)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:42.694249 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb14a1-44de-4921-9c84-c78e2d190706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=7a6cf886-6c3e-4c8d-9086-a383f2f9e656,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:42.752068 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:42.764213 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015fa04c-ec04-4f73-b53d-66fcf452ef11', 'name': 'tempest-NetworksTestDHCPv6-router-789825754', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:09:36Z', 'updated_at': '2021-10-13T11:09:38Z', 'revision_number': 2, 'project_id': '4a8f100534004bd8b476b474d3f20d25', 'gw_port_host': None, '_interfaces': [{'id': '7a6cf886-6c3e-4c8d-9086-a383f2f9e656', 'name': '', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'mac_address': 'fa:16:3e:06:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015fa04c-ec04-4f73-b53d-66fcf452ef11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '8df522c8-e203-4dc0-a851-8ba5eb1ea30d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:09:37Z', 'updated_at': '2021-10-13T11:09:41Z', 'revision_number': 4, 'project_id': '4a8f100534004bd8b476b474d3f20d25', 'subnets': [{'id': '8df522c8-e203-4dc0-a851-8ba5eb1ea30d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:09:42.809524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:42.810195 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:42.811675 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] 10.222.0.21 "PUT /v2.0/ports/3758758d-d94c-448a-8772-dfce5f552af6 HTTP/1.1" status: 200 len: 1092 time: 1.2114658 Oct 13 11:09:42.812141 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971e1a72-3a9a-4766-a7fd-e92226960731', 'tag': '3758758d-d94c-448a-8772-dfce5f552af6'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:09:42.816168 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bec2f7-3578-496d-8735-a1a7a4d1798f" -d '{"events": [{"name": "network-changed", "server_uuid": "971e1a72-3a9a-4766-a7fd-e92226960731", "tag": "3758758d-d94c-448a-8772-dfce5f552af6"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:09:42.876757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b7071-a4cd-4455-bd4d-ca3843551b9e service neutron] Pushing event updated for resources: {'Port': ['ID=3758758d-d94c-448a-8772-dfce5f552af6,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:42.879095 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbcb14a1-44de-4921-9c84-c78e2d190706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:43.047577 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c6632-cd28-4417-b233-bfeef11829ba None None] The sync data for ids ['015fa04c-ec04-4f73-b53d-66fcf452ef11'] in n-d-813659-3 is: [{'id': '015fa04c-ec04-4f73-b53d-66fcf452ef11', 'name': 'tempest-NetworksTestDHCPv6-router-789825754', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:09:36Z', 'updated_at': '2021-10-13T11:09:38Z', 'revision_number': 2, 'project_id': '4a8f100534004bd8b476b474d3f20d25', 'gw_port_host': None, '_interfaces': [{'id': '7a6cf886-6c3e-4c8d-9086-a383f2f9e656', 'name': '', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'mac_address': 'fa:16:3e:06:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015fa04c-ec04-4f73-b53d-66fcf452ef11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '8df522c8-e203-4dc0-a851-8ba5eb1ea30d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:09:37Z', 'updated_at': '2021-10-13T11:09:41Z', 'revision_number': 4, 'project_id': '4a8f100534004bd8b476b474d3f20d25', 'subnets': [{'id': '8df522c8-e203-4dc0-a851-8ba5eb1ea30d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:09:43.059219 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2fabcafb-a1d3-4ddc-be39-358e9ebb967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:43.059219 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-2fabcafb-a1d3-4ddc-be39-358e9ebb967c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 1095 time: 0.0838251 Oct 13 11:09:43.082575 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df7ce14-2d3e-4123-911e-ae32a0f02b01 x-openstack-request-id: req-7df7ce14-2d3e-4123-911e-ae32a0f02b01 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:09:43.086942 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971e1a72-3a9a-4766-a7fd-e92226960731", "tag": "3758758d-d94c-448a-8772-dfce5f552af6", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:09:43.087261 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7df7ce14-2d3e-4123-911e-ae32a0f02b01 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:09:43.087704 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971e1a72-3a9a-4766-a7fd-e92226960731', 'tag': '3758758d-d94c-448a-8772-dfce5f552af6', 'status': 'completed', 'code': 200} Oct 13 11:09:43.176307 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-21425fb7-053b-4f3a-9f3b-f0d7ccafd2a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=3758758d-d94c-448a-8772-dfce5f552af6 HTTP/1.1" status: 200 len: 217 time: 0.1106944 Oct 13 11:09:43.293719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-ab30579c-3fa3-4250-803a-6fc3e951f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:43.297934 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-ab30579c-3fa3-4250-803a-6fc3e951f042 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee HTTP/1.1" status: 200 len: 837 time: 0.1131172 Oct 13 11:09:43.311052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcb14a1-44de-4921-9c84-c78e2d190706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Router 015fa04c-ec04-4f73-b53d-66fcf452ef11 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:09:43.326250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa1abe-89ee-4f30-a7f6-219857da6fcf req-76a576a1-3aa4-4913-b3ab-4a06ebdc2a15 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:43.334745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53fa1abe-89ee-4f30-a7f6-219857da6fcf req-76a576a1-3aa4-4913-b3ab-4a06ebdc2a15 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 944 time: 0.1606741 Oct 13 11:09:43.365268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-11686fb0-7e5a-4097-837d-73624ea78dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:43.367306 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-11686fb0-7e5a-4097-837d-73624ea78dcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c8190f4-99e6-4521-851b-cfe38efc532c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608091 Oct 13 11:09:43.380713 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:43.483277 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53fa1abe-89ee-4f30-a7f6-219857da6fcf req-5297cf15-b70d-4f47-8118-ff7012fe5343 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469676 Oct 13 11:09:43.486028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcb14a1-44de-4921-9c84-c78e2d190706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:09:43.515290 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cbcb14a1-44de-4921-9c84-c78e2d190706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "PUT /v2.0/routers/015fa04c-ec04-4f73-b53d-66fcf452ef11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2349660 Oct 13 11:09:43.515976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 32832) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:43.619713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef75349-295b-40bf-ae4b-a98a501fb7c8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:43.625297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef75349-295b-40bf-ae4b-a98a501fb7c8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:43.633958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7ef75349-295b-40bf-ae4b-a98a501fb7c8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1166813 Oct 13 11:09:43.637758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 32836) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:43.648501 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-f3534c78-4b12-4ddf-9afb-ded05e8e49a6 service neutron] 10.222.0.21 "GET /v2.0/networks/0c8190f4-99e6-4521-851b-cfe38efc532c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731586 Oct 13 11:09:43.742813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3680ba-df8a-4744-a288-6519037fb686 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 8df522c8-e203-4dc0-a851-8ba5eb1ea30d {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:43.747469 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e3680ba-df8a-4744-a288-6519037fb686 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:43.800788 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7c9f6a49-c44c-4ef6-9d47-e0424efa975c req-f943bb05-8b22-4b7f-9833-0a28d6434bd4 service neutron] 10.222.0.21 "GET /v2.0/networks/0c8190f4-99e6-4521-851b-cfe38efc532c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441944 Oct 13 11:09:43.819268 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3f7d8-8e6e-4ec3-b7ea-82ba7a09b831 req-9a718ada-78b3-4bd5-8c8f-50c1e6a9f5ed tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:43.820704 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fa3f7d8-8e6e-4ec3-b7ea-82ba7a09b831 req-9a718ada-78b3-4bd5-8c8f-50c1e6a9f5ed tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.1497376 Oct 13 11:09:43.847180 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e3680ba-df8a-4744-a288-6519037fb686 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:43.917984 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fa3f7d8-8e6e-4ec3-b7ea-82ba7a09b831 req-0c038de6-9e50-4bf0-b548-05e4815655d3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861185 Oct 13 11:09:43.984382 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e3680ba-df8a-4744-a288-6519037fb686 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:43.989995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bec2f7-3578-496d-8735-a1a7a4d1798f req-e423d736-36ff-4406-9d3b-daa43b795189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:43.991671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9bec2f7-3578-496d-8735-a1a7a4d1798f req-e423d736-36ff-4406-9d3b-daa43b795189 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 1095 time: 0.0686135 Oct 13 11:09:44.123713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bec2f7-3578-496d-8735-a1a7a4d1798f req-b67da1ff-fecc-4323-9ced-e769a91036dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:44.125634 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9bec2f7-3578-496d-8735-a1a7a4d1798f req-b67da1ff-fecc-4323-9ced-e769a91036dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c8190f4-99e6-4521-851b-cfe38efc532c HTTP/1.1" status: 200 len: 897 time: 0.1265650 Oct 13 11:09:44.160206 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e3680ba-df8a-4744-a288-6519037fb686 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:44.179004 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9bec2f7-3578-496d-8735-a1a7a4d1798f req-cd632f30-83a6-4566-b21c-0f899a6a4e15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=3758758d-d94c-448a-8772-dfce5f552af6 HTTP/1.1" status: 200 len: 217 time: 0.0442286 Oct 13 11:09:44.197152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f74fb12-307d-4f98-85f3-dfc077195ea9 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:44.212487 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e3680ba-df8a-4744-a288-6519037fb686 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:44.216001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9e3680ba-df8a-4744-a288-6519037fb686 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/8df522c8-e203-4dc0-a851-8ba5eb1ea30d HTTP/1.1" status: 204 len: 168 time: 0.5771534 Oct 13 11:09:44.216997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3680ba-df8a-4744-a288-6519037fb686 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=8df522c8-e203-4dc0-a851-8ba5eb1ea30d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:44.218926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 32848) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:44.264197 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bec2f7-3578-496d-8735-a1a7a4d1798f req-be23f78e-99de-408d-9d02-07982ae08718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:44.266179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9bec2f7-3578-496d-8735-a1a7a4d1798f req-be23f78e-99de-408d-9d02-07982ae08718 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee HTTP/1.1" status: 200 len: 837 time: 0.0786312 Oct 13 11:09:44.360476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bec2f7-3578-496d-8735-a1a7a4d1798f req-6bef6552-b751-4bad-a665-76d14162b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:44.364273 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9bec2f7-3578-496d-8735-a1a7a4d1798f req-6bef6552-b751-4bad-a665-76d14162b53a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c8190f4-99e6-4521-851b-cfe38efc532c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891526 Oct 13 11:09:44.429821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d43919-ccb7-417a-a8f3-1b017f796163 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:09:44.497514 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9bec2f7-3578-496d-8735-a1a7a4d1798f req-7f37b8c0-9cad-48f3-93a6-31b8b7ce4b08 service neutron] 10.222.0.21 "GET /v2.0/networks/0c8190f4-99e6-4521-851b-cfe38efc532c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214442 Oct 13 11:09:44.498874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e2d43919-ccb7-417a-a8f3-1b017f796163 None None] Deleting port 51142bce-9d51-4b19-8040-bed8fd950f52 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:44.499574 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e2d43919-ccb7-417a-a8f3-1b017f796163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:44.617320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e2d43919-ccb7-417a-a8f3-1b017f796163 None None] For port 51142bce-9d51-4b19-8040-bed8fd950f52, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=51142bce-9d51-4b19-8040-bed8fd950f52,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:44.617988 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e2d43919-ccb7-417a-a8f3-1b017f796163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:44.633911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e2d43919-ccb7-417a-a8f3-1b017f796163 None None] Calling delete_port for 51142bce-9d51-4b19-8040-bed8fd950f52 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:44.641652 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9bec2f7-3578-496d-8735-a1a7a4d1798f req-77ba9aa7-0718-402a-872c-6df67ffc9431 service neutron] 10.222.0.21 "GET /v2.0/networks/0c8190f4-99e6-4521-851b-cfe38efc532c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349411 Oct 13 11:09:44.753664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 51142bce-9d51-4b19-8040-bed8fd950f52 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:09:44.766513 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-def78271-53c8-45c6-801a-d579b9d79576 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5467486 Oct 13 11:09:44.769688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32858) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:44.783230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c1df7-64c1-48ab-8e50-a423940c4ad2 req-529335f7-ed3e-4349-84c2-251c416a5dd0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:44.786949 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd5c1df7-64c1-48ab-8e50-a423940c4ad2 req-529335f7-ed3e-4349-84c2-251c416a5dd0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 944 time: 0.1039016 Oct 13 11:09:44.855088 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd5c1df7-64c1-48ab-8e50-a423940c4ad2 req-7b7919b5-3fc7-40e9-9572-7a8698ff8672 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601723 Oct 13 11:09:44.902649 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:44.932576 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e2d43919-ccb7-417a-a8f3-1b017f796163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:44.938486 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-900a33b4-6f82-45f1-9ee2-2eb63ce76480 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:45.007082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d43919-ccb7-417a-a8f3-1b017f796163 None None] Pushing event deleted for resources: {'Port': ['ID=51142bce-9d51-4b19-8040-bed8fd950f52,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:45.012759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d43919-ccb7-417a-a8f3-1b017f796163 None None] No DVR routers for this DVR port 51142bce-9d51-4b19-8040-bed8fd950f52 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:09:45.123658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b02434-bb4e-48bb-8252-ec1d1dada418 req-9ca8b2f8-a775-40df-a874-afa6061e4dfa tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:45.125207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4b02434-bb4e-48bb-8252-ec1d1dada418 req-9ca8b2f8-a775-40df-a874-afa6061e4dfa tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0796096 Oct 13 11:09:45.156939 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-900a33b4-6f82-45f1-9ee2-2eb63ce76480 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:45.161477 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-900a33b4-6f82-45f1-9ee2-2eb63ce76480 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:45.168875 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef6235-9eb2-466a-b925-e928962b28e7 None None] Sync routers for ids ['015fa04c-ec04-4f73-b53d-66fcf452ef11'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:09:45.173346 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4b02434-bb4e-48bb-8252-ec1d1dada418 req-acdaf809-dca0-494e-9552-686df7e1fb47 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383394 Oct 13 11:09:45.178634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef6235-9eb2-466a-b925-e928962b28e7 None None] Routers {'015fa04c-ec04-4f73-b53d-66fcf452ef11'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:09:45.191087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3cef6235-9eb2-466a-b925-e928962b28e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:09:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['015fa04c-ec04-4f73-b53d-66fcf452ef11'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:09:45.273438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-3cef6235-9eb2-466a-b925-e928962b28e7 None None] Set router 015fa04c-ec04-4f73-b53d-66fcf452ef11 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:09:45.281701 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-900a33b4-6f82-45f1-9ee2-2eb63ce76480 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:45.282374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900a33b4-6f82-45f1-9ee2-2eb63ce76480 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Fanout notify agent at l3_agent the message router_deleted on router 015fa04c-ec04-4f73-b53d-66fcf452ef11 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:09:45.290818 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-900a33b4-6f82-45f1-9ee2-2eb63ce76480 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:45.292117 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-900a33b4-6f82-45f1-9ee2-2eb63ce76480 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/routers/015fa04c-ec04-4f73-b53d-66fcf452ef11 HTTP/1.1" status: 204 len: 168 time: 0.5213156 Oct 13 11:09:45.294751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 32878) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:45.332662 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f2c861fe-faa4-403c-bc6f-52b09db39460 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0365441 Oct 13 11:09:45.335170 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32880) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:45.335629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3cef6235-9eb2-466a-b925-e928962b28e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015fa04c-ec04-4f73-b53d-66fcf452ef11', 'name': 'tempest-NetworksTestDHCPv6-router-789825754', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:09:36Z', 'updated_at': '2021-10-13T11:09:42Z', 'revision_number': 3, 'project_id': '4a8f100534004bd8b476b474d3f20d25', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:09:45.365194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef6235-9eb2-466a-b925-e928962b28e7 None None] Checking router: 015fa04c-ec04-4f73-b53d-66fcf452ef11 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:09:45.375636 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef6235-9eb2-466a-b925-e928962b28e7 None None] Routers set() bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:09:45.376000 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef6235-9eb2-466a-b925-e928962b28e7 None None] Router IDs set() for agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 11:09:45.376591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_agentschedulers_db [None req-3cef6235-9eb2-466a-b925-e928962b28e7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'015fa04c-ec04-4f73-b53d-66fcf452ef11'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:09:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent'). {{(pid=101992) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 11:09:45.376966 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef6235-9eb2-466a-b925-e928962b28e7 None None] The sync data for ids ['015fa04c-ec04-4f73-b53d-66fcf452ef11'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:09:45.392400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e298ac1b-e973-4b40-a3a4-a3b06e5fbd1b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:45.394500 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e298ac1b-e973-4b40-a3a4-a3b06e5fbd1b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0581486 Oct 13 11:09:45.397115 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32882) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:45.442027 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eb98ee30-306c-4d73-bca1-a9227e233751 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438032 Oct 13 11:09:45.446853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32884) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:45.451702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8cfacd99-80d5-40b0-966c-b23729fc96f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:45.629423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfacd99-80d5-40b0-966c-b23729fc96f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:45.633079 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8cfacd99-80d5-40b0-966c-b23729fc96f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:45.998150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.objects.ports [None req-8cfacd99-80d5-40b0-966c-b23729fc96f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101990) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:09:46.000060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8cfacd99-80d5-40b0-966c-b23729fc96f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:46.002754 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4da60-e75c-4ae6-b82e-854017692b32 req-12af16e6-c2c5-455a-87a3-321c8cf24fe4 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:46.004964 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16c4da60-e75c-4ae6-b82e-854017692b32 req-12af16e6-c2c5-455a-87a3-321c8cf24fe4 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 944 time: 0.0809727 Oct 13 11:09:46.051675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfacd99-80d5-40b0-966c-b23729fc96f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:46.056846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8cfacd99-80d5-40b0-966c-b23729fc96f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:46.060822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfacd99-80d5-40b0-966c-b23729fc96f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:46.061419 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8cfacd99-80d5-40b0-966c-b23729fc96f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:46.068696 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16c4da60-e75c-4ae6-b82e-854017692b32 req-22c30ee0-e8f6-4b84-a259-9ae8fdb72ca3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557344 Oct 13 11:09:46.069993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589b51ac-d154-4a6f-bd7e-73eee206448f None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:46.079555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfacd99-80d5-40b0-966c-b23729fc96f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=4727df10-8acf-4390-b1a2-d0507f8e1c6f,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:46.182210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8cfacd99-80d5-40b0-966c-b23729fc96f2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7347951 Oct 13 11:09:46.186132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32890) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:46.194970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c648909a-777c-41b1-a9d3-c2240dbd22b4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:46.302008 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '4727df10-8acf-4390-b1a2-d0507f8e1c6f'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:09:46.304214 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:46.357190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487cbd2-fa45-4c5f-b2f7-b88e56beff1d req-8bc43da9-3968-44df-a196-d5a5ac7e7d5f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:46.366261 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b487cbd2-fa45-4c5f-b2f7-b88e56beff1d req-8bc43da9-3968-44df-a196-d5a5ac7e7d5f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0631828 Oct 13 11:09:46.417195 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b487cbd2-fa45-4c5f-b2f7-b88e56beff1d req-7a7f091e-6c46-4b79-83df-c0292d6f9ee7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498881 Oct 13 11:09:46.464705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c648909a-777c-41b1-a9d3-c2240dbd22b4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:46.468864 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c648909a-777c-41b1-a9d3-c2240dbd22b4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:46.497430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Allocated IP 2001:db8::f816:3eff:fe7a:26b6 (94101c6b-088c-496c-89a7-3c76d8c09bc9/4727df10-8acf-4390-b1a2-d0507f8e1c6f/fe0e0ed5-1b74-4f56-9bae-32124bd25afa) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:46.693168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:09:46.727255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:09:46.727593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7a6cf886-6c3e-4c8d-9086-a383f2f9e656 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:09:46.740767 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:46.756049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 3758758d-d94c-448a-8772-dfce5f552af6 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:09:46.811919 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:46.829725 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c648909a-777c-41b1-a9d3-c2240dbd22b4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:46.877951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:46.880999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Pushing event updated for resources: {'Port': ['ID=fe0e0ed5-1b74-4f56-9bae-32124bd25afa,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:46.889061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:46.897938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:46.913328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 3758758d-d94c-448a-8772-dfce5f552af6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=3758758d-d94c-448a-8772-dfce5f552af6,segment=NetworkSegment(9406500a-45ae-4d13-80ae-4de55bd51fd1),segment_id=9406500a-45ae-4d13-80ae-4de55bd51fd1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:46.928018 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c648909a-777c-41b1-a9d3-c2240dbd22b4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:46.931575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-c648909a-777c-41b1-a9d3-c2240dbd22b4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:46.938147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648909a-777c-41b1-a9d3-c2240dbd22b4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:46.939280 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c648909a-777c-41b1-a9d3-c2240dbd22b4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:46.944620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '3758758d-d94c-448a-8772-dfce5f552af6', 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c', 'port_id': '3758758d-d94c-448a-8772-dfce5f552af6', 'mac_address': 'fa:16:3e:ac:9c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:09:46.953143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648909a-777c-41b1-a9d3-c2240dbd22b4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=0615bb90-1fda-44a2-b3f3-5c7d4fd4f09c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:46.993089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Attempting to bind port fe0e0ed5-1b74-4f56-9bae-32124bd25afa on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:46.994160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Attempting to bind port fe0e0ed5-1b74-4f56-9bae-32124bd25afa by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:46.994587 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Attempting to bind port fe0e0ed5-1b74-4f56-9bae-32124bd25afa on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:47.003046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:47.003434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:47.003841 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:47.004247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:47.004708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Bound port: fe0e0ed5-1b74-4f56-9bae-32124bd25afa, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:47.005096 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:47.053377 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c648909a-777c-41b1-a9d3-c2240dbd22b4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8626606 Oct 13 11:09:47.053588 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32900) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:47.058635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'mac_address': 'fa:16:3e:cb:f1:d7', 'name': 'tempest-NetworksTestDHCPv6-786423134'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:47.112143 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:47.140401 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3758758d-d94c-448a-8772-dfce5f552af6 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:09:47.172890 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 3758758d-d94c-448a-8772-dfce5f552af6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=3758758d-d94c-448a-8772-dfce5f552af6,segment=NetworkSegment(9406500a-45ae-4d13-80ae-4de55bd51fd1),segment_id=9406500a-45ae-4d13-80ae-4de55bd51fd1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:47.174279 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] For port fe0e0ed5-1b74-4f56-9bae-32124bd25afa, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:47.179776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] For port fe0e0ed5-1b74-4f56-9bae-32124bd25afa, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fe0e0ed5-1b74-4f56-9bae-32124bd25afa,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:47.232528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95feb269-21a3-45d5-a311-3dd6c7f365f0 req-69796568-d8f5-42ba-812f-35d9b536cbea tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:47.233915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95feb269-21a3-45d5-a311-3dd6c7f365f0 req-69796568-d8f5-42ba-812f-35d9b536cbea tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 944 time: 0.0574927 Oct 13 11:09:47.253505 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:47.289092 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:47.291960 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95feb269-21a3-45d5-a311-3dd6c7f365f0 req-10e953bb-ed62-4e2e-8f6c-e02efbef5ffe tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517607 Oct 13 11:09:47.327774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:47.361459 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=3758758d-d94c-448a-8772-dfce5f552af6,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:47.431711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dd0ec-fbcc-4755-9ad4-c914deb8d1c0 None None] Pushing event updated for resources: {'Port': ['ID=fe0e0ed5-1b74-4f56-9bae-32124bd25afa,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:47.463738 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:47.495809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port c69bbec7-785d-41d6-97dd-e4b85313cf12 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:09:47.610815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['3758758d-d94c-448a-8772-dfce5f552af6'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:09:47.636181 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f0ebf-20cc-4308-96c5-42441a952298 req-6da595cc-e7a3-4531-aa1a-1aa0d59a6fc0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:47.646555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c00f0ebf-20cc-4308-96c5-42441a952298 req-6da595cc-e7a3-4531-aa1a-1aa0d59a6fc0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0823448 Oct 13 11:09:47.711751 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c00f0ebf-20cc-4308-96c5-42441a952298 req-a62c6a39-104b-4ac8-9eb8-6d7faf3becc0 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581324 Oct 13 11:09:48.217940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 172.20.0.12 (94101c6b-088c-496c-89a7-3c76d8c09bc9/0615bb90-1fda-44a2-b3f3-5c7d4fd4f09c/c69bbec7-785d-41d6-97dd-e4b85313cf12) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:48.225667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::f816:3eff:fecb:f1d7 (94101c6b-088c-496c-89a7-3c76d8c09bc9/4727df10-8acf-4390-b1a2-d0507f8e1c6f/c69bbec7-785d-41d6-97dd-e4b85313cf12) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:48.434221 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:48.479703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1cff1-817a-4e85-9939-cdd3e5dfde79 req-c35de7d4-ebe8-4c62-9025-0bb8592368b6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:48.481667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0c1cff1-817a-4e85-9939-cdd3e5dfde79 req-c35de7d4-ebe8-4c62-9025-0bb8592368b6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 945 time: 0.0905728 Oct 13 11:09:48.534235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:48.544950 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0c1cff1-817a-4e85-9939-cdd3e5dfde79 req-50416fab-55dc-406d-8710-8c34177204bd tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509648 Oct 13 11:09:48.586985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:48.590058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:48.593957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:48.614756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fdd550-49f7-41d5-a637-a9f1bddce8cc None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:48.623268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=c69bbec7-785d-41d6-97dd-e4b85313cf12,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:48.637317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:48.638099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:48.638099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:48.638396 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:48.638734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:48.639079 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:48.639404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:48.639730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:48.640059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:48.640384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:48.640707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:48.641027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:09:48.664353 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:48.665027 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:48.750152 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-180adaff-c679-4933-8d35-7c33af67ae68 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6955695 Oct 13 11:09:48.750530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 32918) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:48.873077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a2feda-0d20-43a1-9ca5-c9db6d7299a3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:48.879754 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a2feda-0d20-43a1-9ca5-c9db6d7299a3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:48.881503 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-24a2feda-0d20-43a1-9ca5-c9db6d7299a3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1303105 Oct 13 11:09:48.884183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 32922) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:48.894419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fe0e0ed5-1b74-4f56-9bae-32124bd25afa up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:48.952786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-61b6ad7c-c675-413d-ade4-c66c1716455d None None] Provisioning complete for port fe0e0ed5-1b74-4f56-9bae-32124bd25afa triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:48.953518 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-61b6ad7c-c675-413d-ade4-c66c1716455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:48.954622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e56c7f-e56b-4c54-936b-a37fe5c003bd req-65b43998-d390-47f2-a4db-55a197a8ae7a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:48.956405 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14e56c7f-e56b-4c54-936b-a37fe5c003bd req-65b43998-d390-47f2-a4db-55a197a8ae7a tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.1462877 Oct 13 11:09:49.033254 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14e56c7f-e56b-4c54-936b-a37fe5c003bd req-3ffae226-a6f8-4dc5-b1c5-14f72bf9d64b tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525329 Oct 13 11:09:49.060475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-96d0a996-1015-42de-b991-656dbf380773 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port c69bbec7-785d-41d6-97dd-e4b85313cf12 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:49.060475 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96d0a996-1015-42de-b991-656dbf380773 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:49.060648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port fe0e0ed5-1b74-4f56-9bae-32124bd25afa triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:49.060648 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:49.187501 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96d0a996-1015-42de-b991-656dbf380773 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:49.208124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-96d0a996-1015-42de-b991-656dbf380773 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for c69bbec7-785d-41d6-97dd-e4b85313cf12 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:49.248833 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-61b6ad7c-c675-413d-ade4-c66c1716455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:49.321598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-61b6ad7c-c675-413d-ade4-c66c1716455d None None] For port fe0e0ed5-1b74-4f56-9bae-32124bd25afa, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fe0e0ed5-1b74-4f56-9bae-32124bd25afa,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:49.345895 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:49.425037 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-61b6ad7c-c675-413d-ade4-c66c1716455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:49.499253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f727e487-89f6-455c-b677-3ac05b7c402f None None] Update dhcp port {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'fixed_ips': [{'subnet_id': '4727df10-8acf-4390-b1a2-d0507f8e1c6f', 'ip_address': '2001:db8::f816:3eff:fe7a:26b6'}, {'subnet_id': '0615bb90-1fda-44a2-b3f3-5c7d4fd4f09c'}], 'binding:host_id': 'n-d-813659-3'}, 'id': 'fe0e0ed5-1b74-4f56-9bae-32124bd25afa'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:09:49.509577 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96d0a996-1015-42de-b991-656dbf380773 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:49.537989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6ad7c-c675-413d-ade4-c66c1716455d None None] Pushing event updated for resources: {'Port': ['ID=fe0e0ed5-1b74-4f56-9bae-32124bd25afa,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:49.544297 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:09:49.544652 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:09:49.553471 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f727e487-89f6-455c-b677-3ac05b7c402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:49.571836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0a996-1015-42de-b991-656dbf380773 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=c69bbec7-785d-41d6-97dd-e4b85313cf12,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:49.734185 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96d0a996-1015-42de-b991-656dbf380773 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:49.739656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-96d0a996-1015-42de-b991-656dbf380773 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/c69bbec7-785d-41d6-97dd-e4b85313cf12 HTTP/1.1" status: 204 len: 168 time: 0.8543034 Oct 13 11:09:49.742206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32930) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:49.752106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb6a07-301b-4d71-b85d-dfd6b6cf9a12 req-003d1a74-edea-4101-9a2b-bf9deea1eda7 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:49.754070 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ceb6a07-301b-4d71-b85d-dfd6b6cf9a12 req-003d1a74-edea-4101-9a2b-bf9deea1eda7 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 945 time: 0.1129127 Oct 13 11:09:49.783185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-f727e487-89f6-455c-b677-3ac05b7c402f None None] Allocated IP 172.20.0.2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/0615bb90-1fda-44a2-b3f3-5c7d4fd4f09c/fe0e0ed5-1b74-4f56-9bae-32124bd25afa) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:49.821775 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033bb358-fd0b-4f48-b8b2-b8c9a1b858f0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:49.823677 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033bb358-fd0b-4f48-b8b2-b8c9a1b858f0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:49.825501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033bb358-fd0b-4f48-b8b2-b8c9a1b858f0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:49.827434 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-033bb358-fd0b-4f48-b8b2-b8c9a1b858f0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0840578 Oct 13 11:09:49.830037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32932) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:49.851132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ceb6a07-301b-4d71-b85d-dfd6b6cf9a12 req-7a41986e-6995-4662-9020-43b75b3563d1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892832 Oct 13 11:09:49.892763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-6512267d-ddd3-439e-a4a9-dbb8069354bc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 0615bb90-1fda-44a2-b3f3-5c7d4fd4f09c {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:49.920725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f727e487-89f6-455c-b677-3ac05b7c402f None None] For port fe0e0ed5-1b74-4f56-9bae-32124bd25afa, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fe0e0ed5-1b74-4f56-9bae-32124bd25afa,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:49.953599 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f727e487-89f6-455c-b677-3ac05b7c402f None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:50.029746 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6512267d-ddd3-439e-a4a9-dbb8069354bc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:50.030117 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f727e487-89f6-455c-b677-3ac05b7c402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:50.087705 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6512267d-ddd3-439e-a4a9-dbb8069354bc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:50.178072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727e487-89f6-455c-b677-3ac05b7c402f None None] Pushing event updated for resources: {'Port': ['ID=fe0e0ed5-1b74-4f56-9bae-32124bd25afa,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:50.216071 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6512267d-ddd3-439e-a4a9-dbb8069354bc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:50.270784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a258c40-e3f6-4174-a17d-a03eb726825c req-ab3a3d34-d6ef-4a0a-bd61-8673fbc47ea4 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:50.272727 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a258c40-e3f6-4174-a17d-a03eb726825c req-ab3a3d34-d6ef-4a0a-bd61-8673fbc47ea4 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0884526 Oct 13 11:09:50.333964 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a258c40-e3f6-4174-a17d-a03eb726825c req-8b5fa8b8-59aa-4627-ba19-15fb8c977b8d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477180 Oct 13 11:09:50.380189 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6512267d-ddd3-439e-a4a9-dbb8069354bc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:50.420233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512267d-ddd3-439e-a4a9-dbb8069354bc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=0615bb90-1fda-44a2-b3f3-5c7d4fd4f09c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:50.426019 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6512267d-ddd3-439e-a4a9-dbb8069354bc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:50.429731 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6512267d-ddd3-439e-a4a9-dbb8069354bc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/0615bb90-1fda-44a2-b3f3-5c7d4fd4f09c HTTP/1.1" status: 204 len: 168 time: 0.5981233 Oct 13 11:09:50.432762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 32942) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:50.503070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-435613c5-4da5-4096-ad5a-6d34f1d4760d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 4727df10-8acf-4390-b1a2-d0507f8e1c6f {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:50.509424 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-435613c5-4da5-4096-ad5a-6d34f1d4760d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:50.560039 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-435613c5-4da5-4096-ad5a-6d34f1d4760d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:50.669422 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-435613c5-4da5-4096-ad5a-6d34f1d4760d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:50.759970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fe0e0ed5-1b74-4f56-9bae-32124bd25afa up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:50.789412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 3758758d-d94c-448a-8772-dfce5f552af6 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:50.831712 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-435613c5-4da5-4096-ad5a-6d34f1d4760d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:50.849655 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-435613c5-4da5-4096-ad5a-6d34f1d4760d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:50.863142 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32944) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:50.863765 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port fe0e0ed5-1b74-4f56-9bae-32124bd25afa triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:50.863977 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:50.884324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-435613c5-4da5-4096-ad5a-6d34f1d4760d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/4727df10-8acf-4390-b1a2-d0507f8e1c6f HTTP/1.1" status: 204 len: 168 time: 0.4196672 Oct 13 11:09:50.961471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435613c5-4da5-4096-ad5a-6d34f1d4760d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=4727df10-8acf-4390-b1a2-d0507f8e1c6f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:50.990903 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aecfd5b6-c228-44bc-8c6f-663d56a1f4dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1253183 Oct 13 11:09:50.996035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32948) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:51.006984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:51.019074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37812a9b-4d9a-45ef-bb10-01d87561cba4 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:51.052305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c429a-be1a-46ad-8364-55fdf86c1f2f req-223227d0-1e04-4e07-a873-d69ff08d0415 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:51.061077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d50c429a-be1a-46ad-8364-55fdf86c1f2f req-223227d0-1e04-4e07-a873-d69ff08d0415 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 945 time: 0.0948665 Oct 13 11:09:51.089828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 3758758d-d94c-448a-8772-dfce5f552af6 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:09:51.099472 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 3758758d-d94c-448a-8772-dfce5f552af6 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:51.099986 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:51.135776 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d50c429a-be1a-46ad-8364-55fdf86c1f2f req-35945ed3-cb2d-4409-9c2b-2942fa4675a0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694957 Oct 13 11:09:51.171201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d26b2aaa-735a-4f80-89f2-dde56bece01d None None] Provisioning complete for port fe0e0ed5-1b74-4f56-9bae-32124bd25afa triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:51.171571 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d26b2aaa-735a-4f80-89f2-dde56bece01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:51.241626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:51.245534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:51.347877 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:51.482056 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971e1a72-3a9a-4766-a7fd-e92226960731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3758758d-d94c-448a-8772-dfce5f552af6'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:09:51.492210 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72e0ec6-e422-48e5-9088-13c6977f4450" -d '{"events": [{"server_uuid": "971e1a72-3a9a-4766-a7fd-e92226960731", "name": "network-vif-plugged", "status": "completed", "tag": "3758758d-d94c-448a-8772-dfce5f552af6"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:09:51.496190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4019769-7df6-4499-8f67-5f90302d4058 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:09:51.508809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1148e0-6455-4022-90e8-1c35219462f9 req-e8fa7262-39b0-439f-a4e1-12247addc1c6 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:51.534845 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef1148e0-6455-4022-90e8-1c35219462f9 req-e8fa7262-39b0-439f-a4e1-12247addc1c6 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0894697 Oct 13 11:09:51.546122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 3758758d-d94c-448a-8772-dfce5f552af6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=3758758d-d94c-448a-8772-dfce5f552af6,segment=NetworkSegment(9406500a-45ae-4d13-80ae-4de55bd51fd1),segment_id=9406500a-45ae-4d13-80ae-4de55bd51fd1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:51.575559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef1148e0-6455-4022-90e8-1c35219462f9 req-6aaadaba-47cc-4d74-bb7a-eb7764325097 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397866 Oct 13 11:09:51.608518 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d26b2aaa-735a-4f80-89f2-dde56bece01d None None] Could not find standard attr ID for object c69bbec7-785d-41d6-97dd-e4b85313cf12. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:09:51.642508 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c4019769-7df6-4499-8f67-5f90302d4058 None None] Deleting port fe0e0ed5-1b74-4f56-9bae-32124bd25afa {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:51.643000 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4019769-7df6-4499-8f67-5f90302d4058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:51.683513 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:51.754150 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114706ef-8279-4cdf-90b0-2e5e7e4ed892 x-openstack-request-id: req-114706ef-8279-4cdf-90b0-2e5e7e4ed892 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:09:51.754529 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971e1a72-3a9a-4766-a7fd-e92226960731", "name": "network-vif-plugged", "status": "completed", "tag": "3758758d-d94c-448a-8772-dfce5f552af6", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:09:51.754841 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-114706ef-8279-4cdf-90b0-2e5e7e4ed892 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:09:51.755279 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971e1a72-3a9a-4766-a7fd-e92226960731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3758758d-d94c-448a-8772-dfce5f552af6', 'code': 200} Oct 13 11:09:51.769497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=3758758d-d94c-448a-8772-dfce5f552af6,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:51.779775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c4019769-7df6-4499-8f67-5f90302d4058 None None] For port fe0e0ed5-1b74-4f56-9bae-32124bd25afa, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fe0e0ed5-1b74-4f56-9bae-32124bd25afa,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:51.780264 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4019769-7df6-4499-8f67-5f90302d4058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:51.796441 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c4019769-7df6-4499-8f67-5f90302d4058 None None] Calling delete_port for fe0e0ed5-1b74-4f56-9bae-32124bd25afa owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:51.909794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.objects.ports [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101990) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:09:51.989447 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4019769-7df6-4499-8f67-5f90302d4058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:52.039765 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4019769-7df6-4499-8f67-5f90302d4058 None None] Pushing event deleted for resources: {'Port': ['ID=fe0e0ed5-1b74-4f56-9bae-32124bd25afa,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:52.046500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4019769-7df6-4499-8f67-5f90302d4058 None None] No DVR routers for this DVR port fe0e0ed5-1b74-4f56-9bae-32124bd25afa on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:09:52.087320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d7b4-81a2-4e38-87b2-08f280775775 req-2bba5d9d-ee19-4e32-a9cf-f96155118323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:52.089119 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c9e8d7b4-81a2-4e38-87b2-08f280775775 req-2bba5d9d-ee19-4e32-a9cf-f96155118323 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 1097 time: 0.2662110 Oct 13 11:09:52.149871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090225af-c933-44e7-a387-15eb42bd90b1 req-76530562-04a4-4e7b-8877-b492f6e5deb1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:52.153300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-090225af-c933-44e7-a387-15eb42bd90b1 req-76530562-04a4-4e7b-8877-b492f6e5deb1 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0726452 Oct 13 11:09:52.155192 n-d-813659-3 neutron-server[101990]: WARNING neutron.services.revisions.revision_plugin [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Could not find related port for resource to bump revision. Oct 13 11:09:52.164484 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c9e8d7b4-81a2-4e38-87b2-08f280775775 req-831fe43f-c7f9-4c85-a862-ddf8071ec5be service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644579 Oct 13 11:09:52.207988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_pluggable_backend [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Port fe0e0ed5-1b74-4f56-9bae-32124bd25afa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101990) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 13 11:09:52.208220 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-090225af-c933-44e7-a387-15eb42bd90b1 req-3490d9b3-06cc-4a86-aed7-969ce99841bb tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474181 Oct 13 11:09:52.208316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_pluggable_backend [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7a:26b6 {{(pid=101990) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 13 11:09:52.212156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_pluggable_backend [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7a:26b6 {{(pid=101990) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 13 11:09:52.213552 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:52.276228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:52.279630 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:52.284614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:52.285236 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:52.292879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7167dc-abb5-4d20-9a23-716d9e122123 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:52.312949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=aa0e0242-02d8-4e1c-b90c-7287981b5f48,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:52.352450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59128b84-9cb5-4cca-aabe-d2aa89d7b3d1 req-350347b2-93de-4caa-bb29-4fde32ecb661 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:52.354145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59128b84-9cb5-4cca-aabe-d2aa89d7b3d1 req-350347b2-93de-4caa-bb29-4fde32ecb661 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 946 time: 0.0621226 Oct 13 11:09:52.400257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59128b84-9cb5-4cca-aabe-d2aa89d7b3d1 req-3ad24109-496c-4bc0-9bd1-32679f4cf9db tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396073 Oct 13 11:09:52.403372 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b16a31f1-fe43-4a77-b34e-f58ae7979f11 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4033113 Oct 13 11:09:52.403671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32970) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:52.412618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-94b121de-e578-4e70-8fd1-6884c3cca467 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:52.499238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': 'aa0e0242-02d8-4e1c-b90c-7287981b5f48'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:09:52.500313 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:52.515598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817ace5-8f4d-429f-9102-784df1a328bd req-6c1ef0f2-7cee-4c44-a84b-eac7f5afe96d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:52.517311 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e817ace5-8f4d-429f-9102-784df1a328bd req-6c1ef0f2-7cee-4c44-a84b-eac7f5afe96d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0547090 Oct 13 11:09:52.561022 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e817ace5-8f4d-429f-9102-784df1a328bd req-318d35ae-d01b-4b19-ad58-074d1b063f15 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363948 Oct 13 11:09:52.684771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Allocated IP 2001:db8::f816:3eff:fecf:3e70 (94101c6b-088c-496c-89a7-3c76d8c09bc9/aa0e0242-02d8-4e1c-b90c-7287981b5f48/91afb2f9-9a92-47e7-abc4-25e4c46ed48f) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:52.704584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b121de-e578-4e70-8fd1-6884c3cca467 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:52.709091 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-94b121de-e578-4e70-8fd1-6884c3cca467 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:52.744492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fe0e0ed5-1b74-4f56-9bae-32124bd25afa no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:09:52.770495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: fe0e0ed5-1b74-4f56-9bae-32124bd25afa {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:09:52.770808 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fe0e0ed5-1b74-4f56-9bae-32124bd25afa not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:09:52.883064 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:52.974961 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:53.021002 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-94b121de-e578-4e70-8fd1-6884c3cca467 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:53.038924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:53.041940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:53.046924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:53.050542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Pushing event updated for resources: {'Port': ['ID=91afb2f9-9a92-47e7-abc4-25e4c46ed48f,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:53.115394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b121de-e578-4e70-8fd1-6884c3cca467 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:53.126408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-94b121de-e578-4e70-8fd1-6884c3cca467 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:53.128019 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Attempting to bind port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:09:53.133430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b121de-e578-4e70-8fd1-6884c3cca467 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:53.134529 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-94b121de-e578-4e70-8fd1-6884c3cca467 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:53.136679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Attempting to bind port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:09:53.142162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Attempting to bind port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:09:53.150291 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:09:53.150824 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:09:53.151090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b121de-e578-4e70-8fd1-6884c3cca467 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=bb978aaf-9c9a-4008-b7a2-8995e3cbb11c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:53.151737 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:53.152359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:09:53.152959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Bound port: 91afb2f9-9a92-47e7-abc4-25e4c46ed48f, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:09:53.155442 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:53.204285 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-94b121de-e578-4e70-8fd1-6884c3cca467 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7994630 Oct 13 11:09:53.208522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 32980) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:53.214382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'mac_address': 'fa:16:3e:eb:8f:75', 'name': 'tempest-NetworksTestDHCPv6-1496570265'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:53.239323 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a1d22-3b17-43d2-b7a2-9eec1c465e0e req-7dc4b1f3-00d4-4b2c-ac27-aceb14b20bf3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:53.244853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] For port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:09:53.246714 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed2a1d22-3b17-43d2-b7a2-9eec1c465e0e req-7dc4b1f3-00d4-4b2c-ac27-aceb14b20bf3 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.0675976 Oct 13 11:09:53.248623 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] For port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=91afb2f9-9a92-47e7-abc4-25e4c46ed48f,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:09:53.281444 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed2a1d22-3b17-43d2-b7a2-9eec1c465e0e req-883d6814-81ae-44de-8be4-9c4170f8505d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338409 Oct 13 11:09:53.309972 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:53.373379 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e907e-58cb-474a-a911-959bea1066d5 None None] Pushing event updated for resources: {'Port': ['ID=91afb2f9-9a92-47e7-abc4-25e4c46ed48f,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:53.459056 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:53.541596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d6ff2-d5be-436a-8a70-cded0c371c9b req-bd247899-148c-464e-ae55-b78098a37a96 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:53.576877 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b3d6ff2-d5be-436a-8a70-cded0c371c9b req-bd247899-148c-464e-ae55-b78098a37a96 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 946 time: 0.1008029 Oct 13 11:09:53.629343 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:53.650718 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b3d6ff2-d5be-436a-8a70-cded0c371c9b req-bfb25ca7-1c53-4df1-a32c-e9f266cb4a03 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722282 Oct 13 11:09:53.671394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 1ac0d98f-2ea4-40c8-abb7-188425a19896 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:09:53.834539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e8b36-3885-4e00-a0a0-c5bad7bf623f req-5a8c6df9-519c-4599-be10-bc1ef39c8d56 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:53.836152 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c85e8b36-3885-4e00-a0a0-c5bad7bf623f req-5a8c6df9-519c-4599-be10-bc1ef39c8d56 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 946 time: 0.0698521 Oct 13 11:09:53.897613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c85e8b36-3885-4e00-a0a0-c5bad7bf623f req-36b2605f-9bb8-4148-908c-902ef6358c94 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496802 Oct 13 11:09:53.919743 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 172.20.0.10 (94101c6b-088c-496c-89a7-3c76d8c09bc9/bb978aaf-9c9a-4008-b7a2-8995e3cbb11c/1ac0d98f-2ea4-40c8-abb7-188425a19896) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:53.925337 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::f816:3eff:feeb:8f75 (94101c6b-088c-496c-89a7-3c76d8c09bc9/aa0e0242-02d8-4e1c-b90c-7287981b5f48/1ac0d98f-2ea4-40c8-abb7-188425a19896) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:54.082015 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:54.226489 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:54.322974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:54.324812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=1ac0d98f-2ea4-40c8-abb7-188425a19896,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:54.330264 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:54.333774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:54.370396 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f03d40-32b1-488c-817b-730cd9012b92 req-003519c0-c14f-4887-bec3-89a3fe50d7c7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:54.372122 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89f03d40-32b1-488c-817b-730cd9012b92 req-003519c0-c14f-4887-bec3-89a3fe50d7c7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.1109538 Oct 13 11:09:54.436766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:54.437144 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:54.527127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbf90b-1510-40fa-8d7f-fa8b839275bc req-3ed06461-99c1-4392-a459-a1a10df46c69 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:54.527127 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cbdbf90b-1510-40fa-8d7f-fa8b839275bc req-3ed06461-99c1-4392-a459-a1a10df46c69 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 945 time: 0.1009083 Oct 13 11:09:54.553747 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1c65d6b2-491f-49ce-b4d9-874fb4114274 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3440480 Oct 13 11:09:54.560799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33014) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:54.577545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b3b4f5-70ba-452b-bc09-56885e63d6cc None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:54.588608 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cbdbf90b-1510-40fa-8d7f-fa8b839275bc req-6b9b3f00-1e6d-4459-b84e-ef9cf03aea75 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608780 Oct 13 11:09:54.659985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-89f03d40-32b1-488c-817b-730cd9012b92 req-dd51c97c-9969-4ddc-8387-ee30ff2e8e3f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Deleting port 2796558f-e693-473b-8358-5f9ff255e6e5 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:54.660421 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89f03d40-32b1-488c-817b-730cd9012b92 req-dd51c97c-9969-4ddc-8387-ee30ff2e8e3f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:54.679333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c4ad83c9-22d3-4295-9cc5-12ce7d28938a None None] Provisioning complete for port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:54.679745 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4ad83c9-22d3-4295-9cc5-12ce7d28938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:54.743981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3eb987-abce-40c0-9c04-10e9ca5503ef tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:54.751200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3eb987-abce-40c0-9c04-10e9ca5503ef tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:54.753641 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0a3eb987-abce-40c0-9c04-10e9ca5503ef tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1835492 Oct 13 11:09:54.756891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33016) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:54.793455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 91afb2f9-9a92-47e7-abc4-25e4c46ed48f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:54.973708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-89f03d40-32b1-488c-817b-730cd9012b92 req-dd51c97c-9969-4ddc-8387-ee30ff2e8e3f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] For port 2796558f-e693-473b-8358-5f9ff255e6e5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=2796558f-e693-473b-8358-5f9ff255e6e5,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:54.973708 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89f03d40-32b1-488c-817b-730cd9012b92 req-dd51c97c-9969-4ddc-8387-ee30ff2e8e3f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:54.973708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-89f03d40-32b1-488c-817b-730cd9012b92 req-dd51c97c-9969-4ddc-8387-ee30ff2e8e3f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Calling delete_port for 2796558f-e693-473b-8358-5f9ff255e6e5 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:54.974077 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4ad83c9-22d3-4295-9cc5-12ce7d28938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:55.052965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b40b4-997e-45a9-92f1-be6425d2f6da tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 1ac0d98f-2ea4-40c8-abb7-188425a19896 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:55.053327 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc1b40b4-997e-45a9-92f1-be6425d2f6da tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:55.144665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:55.145041 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:55.157692 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc1b40b4-997e-45a9-92f1-be6425d2f6da tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:55.172150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c4ad83c9-22d3-4295-9cc5-12ce7d28938a None None] For port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=91afb2f9-9a92-47e7-abc4-25e4c46ed48f,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:55.173466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b40b4-997e-45a9-92f1-be6425d2f6da tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 1ac0d98f-2ea4-40c8-abb7-188425a19896 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:55.223996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2763d11f-b424-425e-831c-1a70f856226e None None] Update dhcp port {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'fixed_ips': [{'subnet_id': 'aa0e0242-02d8-4e1c-b90c-7287981b5f48', 'ip_address': '2001:db8::f816:3eff:fecf:3e70'}, {'subnet_id': 'bb978aaf-9c9a-4008-b7a2-8995e3cbb11c'}], 'binding:host_id': 'n-d-813659-3'}, 'id': '91afb2f9-9a92-47e7-abc4-25e4c46ed48f'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:09:55.243730 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89f03d40-32b1-488c-817b-730cd9012b92 req-dd51c97c-9969-4ddc-8387-ee30ff2e8e3f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:55.256202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['2796558f-e693-473b-8358-5f9ff255e6e5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:09:55.262563 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:09:55.280510 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51c97c-9969-4ddc-8387-ee30ff2e8e3f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event deleted for resources: {'Port': ['ID=2796558f-e693-473b-8358-5f9ff255e6e5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:55.293130 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2763d11f-b424-425e-831c-1a70f856226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:55.338101 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4ad83c9-22d3-4295-9cc5-12ce7d28938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:55.344758 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f03d40-32b1-488c-817b-730cd9012b92 req-dd51c97c-9969-4ddc-8387-ee30ff2e8e3f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] No DVR routers for this DVR port 2796558f-e693-473b-8358-5f9ff255e6e5 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:09:55.348049 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-89f03d40-32b1-488c-817b-730cd9012b92 req-dd51c97c-9969-4ddc-8387-ee30ff2e8e3f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:55.351656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-89f03d40-32b1-488c-817b-730cd9012b92 req-dd51c97c-9969-4ddc-8387-ee30ff2e8e3f tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.21 "DELETE /v2.0/ports/2796558f-e693-473b-8358-5f9ff255e6e5 HTTP/1.1" status: 204 len: 173 time: 0.9729853 Oct 13 11:09:55.358601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15048e92-e17c-4188-a5ea-f244b3f50be2', 'name': 'network-vif-deleted', 'tag': '2796558f-e693-473b-8358-5f9ff255e6e5'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:09:55.360556 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a47662-7f9b-4775-ba30-e515169a94b4" -d '{"events": [{"server_uuid": "15048e92-e17c-4188-a5ea-f244b3f50be2", "name": "network-vif-deleted", "tag": "2796558f-e693-473b-8358-5f9ff255e6e5"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:09:55.435035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33030) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:55.436309 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c6fbde-e727-4d68-8434-256966a64dca x-openstack-request-id: req-c4c6fbde-e727-4d68-8434-256966a64dca {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:09:55.436606 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15048e92-e17c-4188-a5ea-f244b3f50be2", "name": "network-vif-deleted", "tag": "2796558f-e693-473b-8358-5f9ff255e6e5", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:09:55.436856 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4c6fbde-e727-4d68-8434-256966a64dca {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:09:55.437304 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15048e92-e17c-4188-a5ea-f244b3f50be2', 'name': 'network-vif-deleted', 'tag': '2796558f-e693-473b-8358-5f9ff255e6e5', 'status': 'completed', 'code': 200} Oct 13 11:09:55.439099 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:55.495058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad83c9-22d3-4295-9cc5-12ce7d28938a None None] Pushing event updated for resources: {'Port': ['ID=91afb2f9-9a92-47e7-abc4-25e4c46ed48f,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:55.606908 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc1b40b4-997e-45a9-92f1-be6425d2f6da tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:55.662148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b40b4-997e-45a9-92f1-be6425d2f6da tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=1ac0d98f-2ea4-40c8-abb7-188425a19896,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:55.787370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc1b40b4-997e-45a9-92f1-be6425d2f6da tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:55.793724 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dc1b40b4-997e-45a9-92f1-be6425d2f6da tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/1ac0d98f-2ea4-40c8-abb7-188425a19896 HTTP/1.1" status: 204 len: 168 time: 1.0335357 Oct 13 11:09:55.794390 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33042) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:55.879456 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30bc566-1a15-4358-8359-e0c678881157 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:55.881157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12c4abe4-3204-4eb7-86ee-d52ad6ea122b req-1f0ee3ee-1e98-4fc9-ba33-bb677c23e5e7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=15048e92-e17c-4188-a5ea-f244b3f50be2 HTTP/1.1" status: 200 len: 210 time: 0.0400102 Oct 13 11:09:55.881646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-2763d11f-b424-425e-831c-1a70f856226e None None] Allocated IP 172.20.0.2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/bb978aaf-9c9a-4008-b7a2-8995e3cbb11c/91afb2f9-9a92-47e7-abc4-25e4c46ed48f) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:55.885132 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:09:55.885495 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:09:55.889621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30bc566-1a15-4358-8359-e0c678881157 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:55.895579 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30bc566-1a15-4358-8359-e0c678881157 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:55.899396 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d30bc566-1a15-4358-8359-e0c678881157 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1039455 Oct 13 11:09:55.902167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33048) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:55.969811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-29446889-e763-4d42-b48c-b612e221714c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet aa0e0242-02d8-4e1c-b90c-7287981b5f48 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:56.015315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2763d11f-b424-425e-831c-1a70f856226e None None] For port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=91afb2f9-9a92-47e7-abc4-25e4c46ed48f,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:56.064051 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2763d11f-b424-425e-831c-1a70f856226e None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:56.149720 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29446889-e763-4d42-b48c-b612e221714c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:56.149952 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2763d11f-b424-425e-831c-1a70f856226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:56.204708 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:56.232480 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29446889-e763-4d42-b48c-b612e221714c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:56.239654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763d11f-b424-425e-831c-1a70f856226e None None] Pushing event updated for resources: {'Port': ['ID=91afb2f9-9a92-47e7-abc4-25e4c46ed48f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:56.469427 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29446889-e763-4d42-b48c-b612e221714c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:56.669924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Allocated IP 172.20.0.17 (0c8190f4-99e6-4521-851b-cfe38efc532c/fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee/ea7cee16-2187-4dc0-aea2-a191b6fbce81) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:09:56.670981 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29446889-e763-4d42-b48c-b612e221714c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:56.719149 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29446889-e763-4d42-b48c-b612e221714c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=aa0e0242-02d8-4e1c-b90c-7287981b5f48,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:56.755535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29446889-e763-4d42-b48c-b612e221714c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:56.762147 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-29446889-e763-4d42-b48c-b612e221714c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/aa0e0242-02d8-4e1c-b90c-7287981b5f48 HTTP/1.1" status: 204 len: 168 time: 0.8587003 Oct 13 11:09:56.764827 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33062) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:56.796966 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 91afb2f9-9a92-47e7-abc4-25e4c46ed48f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:09:56.860467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e9ef9f-2300-4c27-9450-172971b99a9d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet bb978aaf-9c9a-4008-b7a2-8995e3cbb11c {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:09:56.869370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32e9ef9f-2300-4c27-9450-172971b99a9d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:56.887963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:56.888947 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:56.953519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:56.985537 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32e9ef9f-2300-4c27-9450-172971b99a9d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:57.110290 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:57.202603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 0c8190f4-99e6-4521-851b-cfe38efc532c is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:57.205694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:57.223760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:09:57.236390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=ea7cee16-2187-4dc0-aea2-a191b6fbce81,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:57.248900 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32e9ef9f-2300-4c27-9450-172971b99a9d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:57.334546 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:57.355060 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed116e3-05d9-497c-845e-8eec0ade22b4 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:57.470721 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32e9ef9f-2300-4c27-9450-172971b99a9d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:57.482045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-80cbaf2d-d0b0-41cb-b53c-8010ab5f83e0 None None] Could not find standard attr ID for object 1ac0d98f-2ea4-40c8-abb7-188425a19896. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:09:57.573560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-80cbaf2d-d0b0-41cb-b53c-8010ab5f83e0 None None] Provisioning complete for port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:57.573944 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-80cbaf2d-d0b0-41cb-b53c-8010ab5f83e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:57.574506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9ef9f-2300-4c27-9450-172971b99a9d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=bb978aaf-9c9a-4008-b7a2-8995e3cbb11c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:57.593430 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32e9ef9f-2300-4c27-9450-172971b99a9d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:57.604317 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-32e9ef9f-2300-4c27-9450-172971b99a9d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/bb978aaf-9c9a-4008-b7a2-8995e3cbb11c HTTP/1.1" status: 204 len: 168 time: 0.8361237 Oct 13 11:09:57.607174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33082) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:57.777985 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d7a054de-1a4b-465b-be8f-b8e9ed375172 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1683969 Oct 13 11:09:57.779348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33092) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:57.785184 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c4dc55c6-5938-4453-8b01-881334035370 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:57.853526 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-d959662e-6d96-4c3f-a965-7d1120db8c7f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1444905 Oct 13 11:09:57.991276 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:58.011579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7047c5d4-862a-4c1e-b287-48c7042b9ad9 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:09:58.148557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-5a1d0450-60a0-4085-91c1-7debbf6fb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:58.149574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-5a1d0450-60a0-4085-91c1-7debbf6fb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:58.150260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-5a1d0450-60a0-4085-91c1-7debbf6fb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:58.150959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-5a1d0450-60a0-4085-91c1-7debbf6fb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:58.151599 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-5a1d0450-60a0-4085-91c1-7debbf6fb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:58.152371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-5a1d0450-60a0-4085-91c1-7debbf6fb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:58.153015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-5a1d0450-60a0-4085-91c1-7debbf6fb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:58.155390 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-5a1d0450-60a0-4085-91c1-7debbf6fb6fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8ef3a9260b7494da03368bc530c12f3&device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 6502 time: 0.2279127 Oct 13 11:09:58.159216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d930af97-cd19-4f6a-a436-958a49461d9b None None] Provisioning complete for port ea7cee16-2187-4dc0-aea2-a191b6fbce81 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:58.164831 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d930af97-cd19-4f6a-a436-958a49461d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:58.211553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7047c5d4-862a-4c1e-b287-48c7042b9ad9 None None] Deleting port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:09:58.212052 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7047c5d4-862a-4c1e-b287-48c7042b9ad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:58.214938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d930af97-cd19-4f6a-a436-958a49461d9b None None] Port ea7cee16-2187-4dc0-aea2-a191b6fbce81 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:09:58.293204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dc55c6-5938-4453-8b01-881334035370 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:09:58.302731 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4dc55c6-5938-4453-8b01-881334035370 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:58.325918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7047c5d4-862a-4c1e-b287-48c7042b9ad9 None None] For port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=91afb2f9-9a92-47e7-abc4-25e4c46ed48f,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:09:58.326390 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7047c5d4-862a-4c1e-b287-48c7042b9ad9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:58.367120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7047c5d4-862a-4c1e-b287-48c7042b9ad9 None None] Calling delete_port for 91afb2f9-9a92-47e7-abc4-25e4c46ed48f owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:09:58.370754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-a0e4937c-bcd0-481c-a698-bec87d476339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:58.372701 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-a0e4937c-bcd0-481c-a698-bec87d476339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:58.373615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-a0e4937c-bcd0-481c-a698-bec87d476339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:58.376090 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-a0e4937c-bcd0-481c-a698-bec87d476339 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bc5e0317-2a1f-41ba-91cf-0b420f18bef2&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=29e1e4ce-398c-485c-8047-e064dc11e582&id=231ca368-35d6-4a3f-8aab-23252a4b5f72&id=231ca368-35d6-4a3f-8aab-23252a4b5f72 HTTP/1.1" status: 200 len: 2296 time: 0.1911581 Oct 13 11:09:58.628372 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-6ac79c1b-c12d-4909-b5e8-7009d5dc6377 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b45b71e-507c-4f82-9175-e9a55d5c8e54 HTTP/1.1" status: 200 len: 1001 time: 0.2441647 Oct 13 11:09:58.670044 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7047c5d4-862a-4c1e-b287-48c7042b9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:58.730352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7047c5d4-862a-4c1e-b287-48c7042b9ad9 None None] No DVR routers for this DVR port 91afb2f9-9a92-47e7-abc4-25e4c46ed48f on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:09:58.731128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-74430b6c-96d8-4430-b3f0-93b9e66771ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:58.732955 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-74430b6c-96d8-4430-b3f0-93b9e66771ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65e93234-d6c5-4aa7-8ff5-81bcaedbc002 HTTP/1.1" status: 200 len: 855 time: 0.0978680 Oct 13 11:09:58.735976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047c5d4-862a-4c1e-b287-48c7042b9ad9 None None] Pushing event deleted for resources: {'Port': ['ID=91afb2f9-9a92-47e7-abc4-25e4c46ed48f,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:58.808310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 91afb2f9-9a92-47e7-abc4-25e4c46ed48f no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:09:58.861326 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-4973303a-9131-4445-8c4d-ab3762af58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:58.861326 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-4973303a-9131-4445-8c4d-ab3762af58ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bc5e0317-2a1f-41ba-91cf-0b420f18bef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067894 Oct 13 11:09:58.878719 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 2796558f-e693-473b-8358-5f9ff255e6e5 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:09:58.882618 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:58.884519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 91afb2f9-9a92-47e7-abc4-25e4c46ed48f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:09:58.885086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 91afb2f9-9a92-47e7-abc4-25e4c46ed48f not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:09:58.935550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 2796558f-e693-473b-8358-5f9ff255e6e5 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:09:58.935908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 2796558f-e693-473b-8358-5f9ff255e6e5 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:09:58.944156 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:59.017553 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-31c106d0-ce2f-42f1-adf3-7ea9f36281e0 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5e0317-2a1f-41ba-91cf-0b420f18bef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542420 Oct 13 11:09:59.129909 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-04001925-3452-4a59-96bc-b0e7da111750 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5e0317-2a1f-41ba-91cf-0b420f18bef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039770 Oct 13 11:09:59.179385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-ee4e7d61-d59e-403b-a37a-97ac7c9a85fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=0c538839-1be6-4a32-b0e6-10d01668a313 HTTP/1.1" status: 200 len: 217 time: 0.0425005 Oct 13 11:09:59.231942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-ec46fa1d-c811-4ec5-b9a6-1b2eb0fa990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:59.233508 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-ec46fa1d-c811-4ec5-b9a6-1b2eb0fa990b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.0476694 Oct 13 11:09:59.284028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-b86e2db4-1886-4495-89c7-9fd4e73ed39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:59.285752 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-b86e2db4-1886-4495-89c7-9fd4e73ed39e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0454574 Oct 13 11:09:59.365994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:59.386270 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-5e41d99f-5ce6-4b45-aaee-6820b7bcac28 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925391 Oct 13 11:09:59.396614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=ea7cee16-2187-4dc0-aea2-a191b6fbce81,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:59.433879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e3125-9705-42b7-966c-33ee423a457b req-ee3468d7-8357-48e3-a3da-930abe9916f7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:59.435394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e09e3125-9705-42b7-966c-33ee423a457b req-ee3468d7-8357-48e3-a3da-930abe9916f7 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 946 time: 0.4572420 Oct 13 11:09:59.486280 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-21cfc3c8-f82a-4507-8268-7f5e71a05547 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923977 Oct 13 11:09:59.528829 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e09e3125-9705-42b7-966c-33ee423a457b req-50f6f75e-07cb-4c87-9783-f71e89a64d3c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814528 Oct 13 11:09:59.531913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-e0869929-6e07-411b-bd54-4760e4a7a80d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=4b955f06-9355-4152-b824-207e8663b591 HTTP/1.1" status: 200 len: 217 time: 0.0388234 Oct 13 11:09:59.553583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 0c8190f4-99e6-4521-851b-cfe38efc532c is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:59.553925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:59.556403 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4dc55c6-5938-4453-8b01-881334035370 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:59.610547 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dc55c6-5938-4453-8b01-881334035370 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:09:59.619720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-deb4e871-38e9-4ccf-b512-a82d2e61a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:59.621491 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-deb4e871-38e9-4ccf-b512-a82d2e61a36a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.0825052 Oct 13 11:09:59.648794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c4dc55c6-5938-4453-8b01-881334035370 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:09:59.657704 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dc55c6-5938-4453-8b01-881334035370 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:59.657704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4dc55c6-5938-4453-8b01-881334035370 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:59.660409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a9986e-3045-488d-b246-8879d9f8aa52 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:09:59.679122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc55c6-5938-4453-8b01-881334035370 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=b036def2-220e-49d5-899e-22b31e7bc8ef,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:09:59.685067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-83ed2a3e-8160-4c57-9296-60444041fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:09:59.686679 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-83ed2a3e-8160-4c57-9296-60444041fd60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0581381 Oct 13 11:09:59.793685 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c4dc55c6-5938-4453-8b01-881334035370 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0105386 Oct 13 11:09:59.797306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33120) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:09:59.801334 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Router 334563ca-dfda-4611-a9aa-38d4d74e0a4d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:09:59.809924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:09:59.904361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': 'b036def2-220e-49d5-899e-22b31e7bc8ef'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:09:59.905275 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:59.966870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-edbd661b-f595-451e-a7bf-166935c44883 None None] Provisioning complete for port ea7cee16-2187-4dc0-aea2-a191b6fbce81 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:09:59.967326 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-edbd661b-f595-451e-a7bf-166935c44883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:09:59.981795 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-e7c04dbb-3ee6-4142-8def-c4df5ca2962a service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872562 Oct 13 11:10:00.037285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:10:00.050758 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Sync routers for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:10:00.084121 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d13fdf71-1ac0-4882-a9f0-784e022c6fec tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "PUT /v2.0/routers/334563ca-dfda-4611-a9aa-38d4d74e0a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6461358 Oct 13 11:10:00.084526 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:00.088028 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:09:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:00.154953 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Allocated IP 172.20.0.2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/b036def2-220e-49d5-899e-22b31e7bc8ef/89bce439-173f-4d29-a063-153a4b40393e) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:00.168975 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-10654557-26a0-4183-bc6c-2b66de638112 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776564 Oct 13 11:10:00.228580 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-c818c5e0-9a08-4f80-8070-365e49792d28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=1e5b1f2a-86fe-4784-b429-eafd5aa62c84 HTTP/1.1" status: 200 len: 217 time: 0.0504298 Oct 13 11:10:00.243564 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:00.276981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-edbd661b-f595-451e-a7bf-166935c44883 None None] Port ea7cee16-2187-4dc0-aea2-a191b6fbce81 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:10:00.320754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-7f5f083a-b6c3-4f02-a733-4aa6d5e1d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:00.323412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-7f5f083a-b6c3-4f02-a733-4aa6d5e1d89c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.0876303 Oct 13 11:10:00.326396 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:00.333062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:00.397373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee7bb6-dd7d-44b6-8b6d-2cfa50c9fe82 req-6af6936c-c7a3-4520-b79b-80ddb1eb3787 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:00.405013 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aee7bb6-dd7d-44b6-8b6d-2cfa50c9fe82 req-6af6936c-c7a3-4520-b79b-80ddb1eb3787 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.46 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 946 time: 0.0969226 Oct 13 11:10:00.447121 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:00.525436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-80e53d5c-f80d-446a-b7b7-a9960b19da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:00.527120 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-80e53d5c-f80d-446a-b7b7-a9960b19da15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1819336 Oct 13 11:10:00.533880 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:00.592852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-8aee7bb6-dd7d-44b6-8b6d-2cfa50c9fe82 req-76f6b1e7-d251-434e-847a-bf2f86ebd823 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Deleting port 05f87731-cc03-4395-a99d-cdf9d5f98ec5 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:00.594248 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8aee7bb6-dd7d-44b6-8b6d-2cfa50c9fe82 req-76f6b1e7-d251-434e-847a-bf2f86ebd823 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:00.636585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Pushing event updated for resources: {'Port': ['ID=89bce439-173f-4d29-a063-153a4b40393e,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:00.673949 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:00.679367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:00.679715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:00.680057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:00.680397 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:00.680732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:00.681170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:00.681378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:00.681705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:00.686735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:00.688037 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:00.688392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:00.688732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:00.702828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:00.709928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:00.713469 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:09:57Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'f859f62f-9c6d-4e52-93b2-a02c1db40435', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'port_id': '71265fef-4c2f-48d5-9910-9ec845e57283', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'mac_address': 'fa:16:3e:18:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:08:12Z', 'updated_at': '2021-10-13T11:08:16Z', 'revision_number': 1, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:46Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7cee16-2187-4dc0-aea2-a191b6fbce81', 'name': '', 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:cd:71:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:09:56Z', 'updated_at': '2021-10-13T11:09:58Z', 'revision_number': 2, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': 'fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:00.742924 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Checking router: 334563ca-dfda-4611-a9aa-38d4d74e0a4d for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:10:00.743286 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Updating router 334563ca-dfda-4611-a9aa-38d4d74e0a4d port ea7cee16-2187-4dc0-aea2-a191b6fbce81 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:10:00.781816 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:00.810937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Attempting to bind port 89bce439-173f-4d29-a063-153a4b40393e on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:00.811705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Attempting to bind port 89bce439-173f-4d29-a063-153a4b40393e by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:00.812079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Attempting to bind port 89bce439-173f-4d29-a063-153a4b40393e on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:00.824166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:00.827206 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:00.827672 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:00.832549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:00.832549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Bound port: 89bce439-173f-4d29-a063-153a4b40393e, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:00.832943 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:00.871360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd787801-a313-42c1-9124-7cd957952752 req-d23fee82-8b4f-4038-8661-5ef7e80b202d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:00.872851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd787801-a313-42c1-9124-7cd957952752 req-d23fee82-8b4f-4038-8661-5ef7e80b202d tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 946 time: 0.1393559 Oct 13 11:10:00.900953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8aee7bb6-dd7d-44b6-8b6d-2cfa50c9fe82 req-76f6b1e7-d251-434e-847a-bf2f86ebd823 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] For port 05f87731-cc03-4395-a99d-cdf9d5f98ec5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=05f87731-cc03-4395-a99d-cdf9d5f98ec5,segment=NetworkSegment(56c257ff-6095-4c32-8d7e-a8c26caafab9),segment_id=56c257ff-6095-4c32-8d7e-a8c26caafab9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:00.901333 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8aee7bb6-dd7d-44b6-8b6d-2cfa50c9fe82 req-76f6b1e7-d251-434e-847a-bf2f86ebd823 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:00.918357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-8aee7bb6-dd7d-44b6-8b6d-2cfa50c9fe82 req-76f6b1e7-d251-434e-847a-bf2f86ebd823 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Calling delete_port for 05f87731-cc03-4395-a99d-cdf9d5f98ec5 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:00.978137 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd787801-a313-42c1-9124-7cd957952752 req-0a932393-3abf-4ea4-8671-dbe841dbce8c tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb70a420-bdda-447a-9625-a7a4a12580de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967677 Oct 13 11:10:01.045922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] For port 89bce439-173f-4d29-a063-153a4b40393e, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:01.056623 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] For port 89bce439-173f-4d29-a063-153a4b40393e, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=89bce439-173f-4d29-a063-153a4b40393e,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:01.172832 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:01.288494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae12916-8d88-4950-9a56-6e7001ced903 None None] Pushing event updated for resources: {'Port': ['ID=89bce439-173f-4d29-a063-153a4b40393e,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:01.320980 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:01.322540 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8aee7bb6-dd7d-44b6-8b6d-2cfa50c9fe82 req-76f6b1e7-d251-434e-847a-bf2f86ebd823 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:01.335595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['05f87731-cc03-4395-a99d-cdf9d5f98ec5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:10:01.373670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6b1e7-d251-434e-847a-bf2f86ebd823 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Pushing event deleted for resources: {'Port': ['ID=05f87731-cc03-4395-a99d-cdf9d5f98ec5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:01.415840 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-788bb0db-2239-4f9b-8ed5-710f442e597f req-8cd6d800-e0a2-4418-88f5-de22b3f89aee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2066305 Oct 13 11:10:01.436709 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:01.445880 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-fa3cd7e7-5e0c-4ba0-9d67-27e21d16e6de service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9067724 Oct 13 11:10:01.454389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aee7bb6-dd7d-44b6-8b6d-2cfa50c9fe82 req-76f6b1e7-d251-434e-847a-bf2f86ebd823 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] No DVR routers for this DVR port 05f87731-cc03-4395-a99d-cdf9d5f98ec5 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:01.459571 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8aee7bb6-dd7d-44b6-8b6d-2cfa50c9fe82 req-76f6b1e7-d251-434e-847a-bf2f86ebd823 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:01.463416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8aee7bb6-dd7d-44b6-8b6d-2cfa50c9fe82 req-76f6b1e7-d251-434e-847a-bf2f86ebd823 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.46 "DELETE /v2.0/ports/05f87731-cc03-4395-a99d-cdf9d5f98ec5 HTTP/1.1" status: 204 len: 173 time: 1.0511463 Oct 13 11:10:01.464026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458197fa-93a5-4dab-88a7-b73a809b243c', 'name': 'network-vif-deleted', 'tag': '05f87731-cc03-4395-a99d-cdf9d5f98ec5'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:10:01.479458 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525b7ff6-18b7-49ce-97ae-d66eee30fde7" -d '{"events": [{"server_uuid": "458197fa-93a5-4dab-88a7-b73a809b243c", "name": "network-vif-deleted", "tag": "05f87731-cc03-4395-a99d-cdf9d5f98ec5"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:10:01.586751 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78210b36-87ce-44ae-9691-e6e24c7329b7 x-openstack-request-id: req-78210b36-87ce-44ae-9691-e6e24c7329b7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:10:01.587046 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458197fa-93a5-4dab-88a7-b73a809b243c", "name": "network-vif-deleted", "tag": "05f87731-cc03-4395-a99d-cdf9d5f98ec5", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:10:01.587301 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78210b36-87ce-44ae-9691-e6e24c7329b7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:10:01.587705 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458197fa-93a5-4dab-88a7-b73a809b243c', 'name': 'network-vif-deleted', 'tag': '05f87731-cc03-4395-a99d-cdf9d5f98ec5', 'status': 'completed', 'code': 200} Oct 13 11:10:01.659491 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257b590-78af-4408-95b8-d625a1c3024f None None] Pushing event updated for resources: {'Port': ['ID=ea7cee16-2187-4dc0-aea2-a191b6fbce81,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:01.743542 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Attempting to bind port ea7cee16-2187-4dc0-aea2-a191b6fbce81 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:01.743913 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Attempting to bind port ea7cee16-2187-4dc0-aea2-a191b6fbce81 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9406500a-45ae-4d13-80ae-4de55bd51fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:01.744280 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Attempting to bind port ea7cee16-2187-4dc0-aea2-a191b6fbce81 on network 0c8190f4-99e6-4521-851b-cfe38efc532c {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:01.760762 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:01.761162 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Checking segment: {'id': '9406500a-45ae-4d13-80ae-4de55bd51fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:01.761555 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:01.768089 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Bound using segment: {'id': '9406500a-45ae-4d13-80ae-4de55bd51fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:01.768089 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Bound port: ea7cee16-2187-4dc0-aea2-a191b6fbce81, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9406500a-45ae-4d13-80ae-4de55bd51fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:01.768089 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:01.896835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bb0db-2239-4f9b-8ed5-710f442e597f req-c65301ac-fa8f-4fc1-9844-55b908620387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:01.897382 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-788bb0db-2239-4f9b-8ed5-710f442e597f req-c65301ac-fa8f-4fc1-9844-55b908620387 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 1097 time: 0.4433448 Oct 13 11:10:01.974547 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] For port ea7cee16-2187-4dc0-aea2-a191b6fbce81, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:01.978569 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] For port ea7cee16-2187-4dc0-aea2-a191b6fbce81, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ea7cee16-2187-4dc0-aea2-a191b6fbce81,segment=NetworkSegment(9406500a-45ae-4d13-80ae-4de55bd51fd1),segment_id=9406500a-45ae-4d13-80ae-4de55bd51fd1)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:01.996733 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-a5d126af-1772-4b77-bc1b-ab69abc94836 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279257 Oct 13 11:10:02.024342 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-15554c4f-aca7-464f-875f-14d381038066 None None] Provisioning complete for port ea7cee16-2187-4dc0-aea2-a191b6fbce81 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:02.024844 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-15554c4f-aca7-464f-875f-14d381038066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:02.056742 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-f1340a27-1224-4cdc-9f61-ce92348e1b1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=50046162-7e11-4c9f-a133-6908a9f0aa39 HTTP/1.1" status: 200 len: 217 time: 0.0467782 Oct 13 11:10:02.116566 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:02.143626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-15554c4f-aca7-464f-875f-14d381038066 None None] Port ea7cee16-2187-4dc0-aea2-a191b6fbce81 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:10:02.164392 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bb0db-2239-4f9b-8ed5-710f442e597f req-8c257f68-07f8-41b6-88fd-d90d5095b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:02.165857 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-788bb0db-2239-4f9b-8ed5-710f442e597f req-8c257f68-07f8-41b6-88fd-d90d5095b403 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3995be86-7a49-43d2-87f8-1e3c2c6688eb HTTP/1.1" status: 200 len: 898 time: 0.2436759 Oct 13 11:10:02.181365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a1f96ec-f5ec-4085-be38-74540565310a req-ea4e9743-be99-4065-9fff-dfdf78199ce2 tempest-ServersTestJSON-398272986 tempest-ServersTestJSON-398272986-project] 10.222.0.32 "GET /v2.0/ports?device_id=458197fa-93a5-4dab-88a7-b73a809b243c HTTP/1.1" status: 200 len: 210 time: 0.0900898 Oct 13 11:10:02.215260 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257b590-78af-4408-95b8-d625a1c3024f None None] Pushing event updated for resources: {'Port': ['ID=ea7cee16-2187-4dc0-aea2-a191b6fbce81,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:02.232349 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-2e4104df-7419-4e27-b788-d81855cb2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:02.234032 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-2e4104df-7419-4e27-b788-d81855cb2f35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 200 len: 797 time: 0.1558220 Oct 13 11:10:02.239677 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:02.240187 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:09:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:02.340247 n-d-813659-3 neutron-server[101990]: DEBUG neutron.objects.ports [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101990) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:10:02.401666 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:02.442572 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-788bb0db-2239-4f9b-8ed5-710f442e597f req-1be06110-f402-4a2d-b83c-fc77b69dde7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71265fef-4c2f-48d5-9910-9ec845e57283 HTTP/1.1" status: 200 len: 1001 time: 0.2663183 Oct 13 11:10:02.547265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-34dde842-e3bb-4efd-8671-ec808aa2c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:02.547265 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-34dde842-e3bb-4efd-8671-ec808aa2c2ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29e1e4ce-398c-485c-8047-e064dc11e582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2963371 Oct 13 11:10:02.568006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bb0db-2239-4f9b-8ed5-710f442e597f req-0db12c2b-5e24-436f-932b-96ddefd68040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:02.572835 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-788bb0db-2239-4f9b-8ed5-710f442e597f req-0db12c2b-5e24-436f-932b-96ddefd68040 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c39318c-77d4-48d3-a3dd-195c903b829a HTTP/1.1" status: 200 len: 834 time: 0.1216583 Oct 13 11:10:02.687103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ad5d7500-a7fb-4ad2-b359-91791a1334ac None None] Provisioning complete for port ea7cee16-2187-4dc0-aea2-a191b6fbce81 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:02.687523 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7500-a7fb-4ad2-b359-91791a1334ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:02.797708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bb0db-2239-4f9b-8ed5-710f442e597f req-6d611ea9-0640-4053-b69b-d6fe4941da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:02.799915 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-788bb0db-2239-4f9b-8ed5-710f442e597f req-6d611ea9-0640-4053-b69b-d6fe4941da22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3995be86-7a49-43d2-87f8-1e3c2c6688eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169380 Oct 13 11:10:02.852269 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7500-a7fb-4ad2-b359-91791a1334ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:02.901295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ad5d7500-a7fb-4ad2-b359-91791a1334ac None None] For port ea7cee16-2187-4dc0-aea2-a191b6fbce81, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ea7cee16-2187-4dc0-aea2-a191b6fbce81,segment=NetworkSegment(9406500a-45ae-4d13-80ae-4de55bd51fd1),segment_id=9406500a-45ae-4d13-80ae-4de55bd51fd1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:02.925935 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 89bce439-173f-4d29-a063-153a4b40393e up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:02.938160 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:09:57Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'f859f62f-9c6d-4e52-93b2-a02c1db40435', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'port_id': '71265fef-4c2f-48d5-9910-9ec845e57283', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'mac_address': 'fa:16:3e:18:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:08:12Z', 'updated_at': '2021-10-13T11:08:16Z', 'revision_number': 1, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:46Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7cee16-2187-4dc0-aea2-a191b6fbce81', 'name': '', 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:cd:71:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:09:56Z', 'updated_at': '2021-10-13T11:10:01Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': 'fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:02.999701 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e2200-4200-47ed-b0ae-dc6fde599c6b None None] The sync data for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 is: [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:09:57Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'f859f62f-9c6d-4e52-93b2-a02c1db40435', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'port_id': '71265fef-4c2f-48d5-9910-9ec845e57283', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'mac_address': 'fa:16:3e:18:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:08:12Z', 'updated_at': '2021-10-13T11:08:16Z', 'revision_number': 1, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:46Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7cee16-2187-4dc0-aea2-a191b6fbce81', 'name': '', 'network_id': '0c8190f4-99e6-4521-851b-cfe38efc532c', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:cd:71:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:09:56Z', 'updated_at': '2021-10-13T11:10:01Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': 'fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:10:03.023645 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-5daa1cb7-07e1-4257-a696-6e96b5becfec service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497752 Oct 13 11:10:03.046044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 89bce439-173f-4d29-a063-153a4b40393e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:03.046543 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.080709 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7500-a7fb-4ad2-b359-91791a1334ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.190655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d7500-a7fb-4ad2-b359-91791a1334ac None None] Pushing event updated for resources: {'Port': ['ID=ea7cee16-2187-4dc0-aea2-a191b6fbce81,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:03.244943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33158) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:03.256616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0ab87264-f570-478b-98f5-dd9b40957bb1 None None] Provisioning complete for port 89bce439-173f-4d29-a063-153a4b40393e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:03.257080 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0ab87264-f570-478b-98f5-dd9b40957bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.291631 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-e0b0bf10-0dae-410f-a95e-6fc74118a592 service neutron] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533357 Oct 13 11:10:03.296179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-788bb0db-2239-4f9b-8ed5-710f442e597f req-b7893ecb-c6b3-48e9-b103-a4d0c17e53ea service neutron] 10.222.0.46 "GET /v2.0/networks/3995be86-7a49-43d2-87f8-1e3c2c6688eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758840 Oct 13 11:10:03.335581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d2da06-fee3-45a4-9e7a-4cbad0800621 admin admin] Deleting subnet f6dc65ab-bcea-46c1-8b9d-45c9927e2800 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:03.340339 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96d2da06-fee3-45a4-9e7a-4cbad0800621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.349132 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.400243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 89bce439-173f-4d29-a063-153a4b40393e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=89bce439-173f-4d29-a063-153a4b40393e,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:03.401378 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-d3b5dc6f-d4f9-4f3f-88a3-515b7de7ae54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5a9bc85-a7e6-4129-95b9-1a12e3334a90 HTTP/1.1" status: 200 len: 217 time: 0.1015179 Oct 13 11:10:03.416001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.424897 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96d2da06-fee3-45a4-9e7a-4cbad0800621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.460289 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0ab87264-f570-478b-98f5-dd9b40957bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.484766 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96d2da06-fee3-45a4-9e7a-4cbad0800621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.542870 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.590871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-e32edcb4-7d1c-4ab0-be06-6359087c1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:03.594094 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-e32edcb4-7d1c-4ab0-be06-6359087c1c16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed19e18-2ea3-4797-b575-0d77ae1124dd HTTP/1.1" status: 200 len: 797 time: 0.1402845 Oct 13 11:10:03.632045 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-0ab87264-f570-478b-98f5-dd9b40957bb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:10:03.632392 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-0ab87264-f570-478b-98f5-dd9b40957bb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:10:03.632996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=89bce439-173f-4d29-a063-153a4b40393e,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:03.659271 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96d2da06-fee3-45a4-9e7a-4cbad0800621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.659508 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-788bb0db-2239-4f9b-8ed5-710f442e597f req-761f1bdf-2bb0-4ff7-a917-d9aa0c95c04a service neutron] 10.222.0.46 "GET /v2.0/networks/3995be86-7a49-43d2-87f8-1e3c2c6688eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462691 Oct 13 11:10:03.661791 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.api [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:10:03.662147 n-d-813659-3 neutron-server[101990]: DEBUG oslo_db.api [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:10:03.694449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2da06-fee3-45a4-9e7a-4cbad0800621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6dc65ab-bcea-46c1-8b9d-45c9927e2800,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:03.700926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-a051be9e-22fb-4321-a504-cd64b4856ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:03.703418 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-a051be9e-22fb-4321-a504-cd64b4856ed7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=231ca368-35d6-4a3f-8aab-23252a4b5f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009576 Oct 13 11:10:03.707362 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96d2da06-fee3-45a4-9e7a-4cbad0800621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.720367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-96d2da06-fee3-45a4-9e7a-4cbad0800621 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f6dc65ab-bcea-46c1-8b9d-45c9927e2800 HTTP/1.1" status: 204 len: 168 time: 0.4658058 Oct 13 11:10:03.720367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33164) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:03.815137 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51955d89-8654-4038-a08e-a1ded7866cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.817216 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-e914a07f-5190-4d4f-a429-759ab1f8355d service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034865 Oct 13 11:10:03.935720 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51955d89-8654-4038-a08e-a1ded7866cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:03.957447 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-d0180a40-aed7-4614-85d1-08b53a30a1e8 service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315594 Oct 13 11:10:03.972112 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-51955d89-8654-4038-a08e-a1ded7866cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d8fabf-e39a-48d5-8efd-ece7680b6661']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:04.004943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-51955d89-8654-4038-a08e-a1ded7866cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c257ff-6095-4c32-8d7e-a8c26caafab9') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:04.005245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-51955d89-8654-4038-a08e-a1ded7866cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c257ff-6095-4c32-8d7e-a8c26caafab9') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:04.023475 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51955d89-8654-4038-a08e-a1ded7866cde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:04.036309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-e8ff08a1-7d28-42b3-8022-f3c65bb5ca30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94cf05b0-82c6-412e-bc9e-6b67117903b5 HTTP/1.1" status: 200 len: 217 time: 0.0711088 Oct 13 11:10:04.042540 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51955d89-8654-4038-a08e-a1ded7866cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:04.050293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51955d89-8654-4038-a08e-a1ded7866cde admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:10:04.050644 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51955d89-8654-4038-a08e-a1ded7866cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:10:04.053417 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:10:04.090196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-cf5595bb-5da2-406d-b0aa-3d100bad70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:04.092010 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-cf5595bb-5da2-406d-b0aa-3d100bad70f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed19e18-2ea3-4797-b575-0d77ae1124dd HTTP/1.1" status: 200 len: 797 time: 0.0488851 Oct 13 11:10:04.146135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-5cb7b7ae-1c8b-4f1e-8b53-e02263c38648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:04.148187 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-5cb7b7ae-1c8b-4f1e-8b53-e02263c38648 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=231ca368-35d6-4a3f-8aab-23252a4b5f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483797 Oct 13 11:10:04.213101 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51955d89-8654-4038-a08e-a1ded7866cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:04.234813 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51955d89-8654-4038-a08e-a1ded7866cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:04.235139 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:04.238054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-51955d89-8654-4038-a08e-a1ded7866cde admin admin] 10.222.0.32 "DELETE /v2.0/networks/c3d8fabf-e39a-48d5-8efd-ece7680b6661 HTTP/1.1" status: 204 len: 168 time: 0.5223677 Oct 13 11:10:04.239145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51955d89-8654-4038-a08e-a1ded7866cde admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d8fabf-e39a-48d5-8efd-ece7680b6661,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:04.331378 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-1c3f5807-b98f-43eb-bb31-d59a9f8d7598 service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763964 Oct 13 11:10:04.510508 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ae8c7910-356a-43cd-9bbe-fe0142dfec6a req-d9c9b65e-7946-4695-bfb5-352965837843 service neutron] 10.222.0.21 "GET /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713681 Oct 13 11:10:04.512240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] For port 89bce439-173f-4d29-a063-153a4b40393e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=89bce439-173f-4d29-a063-153a4b40393e,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:04.545336 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:04.607178 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:04.607966 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:04.683844 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:04.694397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:04.705780 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33176) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:04.711182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ddb5cf-425a-4f8b-a9e8-583ec1ed105d None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:04.712873 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:04.713473 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:04.734894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=43ea1b6d-ceeb-4568-b70f-d4eba5076eb5,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:04.754092 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=89bce439-173f-4d29-a063-153a4b40393e,revision_number=5']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:04.791475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33178) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:04.805457 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-13906b8b-d786-4485-8402-ac80e32cc800 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b6fc3efaaa543319ed74d0e741b2ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0957568 Oct 13 11:10:04.886785 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-64d7b490-2e16-48c0-9667-767455559dc8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0845220 Oct 13 11:10:04.891259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33180) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:04.906321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'mac_address': 'fa:16:3e:20:cc:37', 'name': 'tempest-NetworksTestDHCPv6-580485771'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:04.935501 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f011b74b-d198-4ad3-8708-8a25cb600e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:04.969579 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f011b74b-d198-4ad3-8708-8a25cb600e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:04.981893 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 89bce439-173f-4d29-a063-153a4b40393e up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:04.983989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 05f87731-cc03-4395-a99d-cdf9d5f98ec5 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:05.032158 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 05f87731-cc03-4395-a99d-cdf9d5f98ec5 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:05.032512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 05f87731-cc03-4395-a99d-cdf9d5f98ec5 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:05.094610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 89bce439-173f-4d29-a063-153a4b40393e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:05.094610 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:05.104562 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f011b74b-d198-4ad3-8708-8a25cb600e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:05.107288 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f011b74b-d198-4ad3-8708-8a25cb600e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:05.111375 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f011b74b-d198-4ad3-8708-8a25cb600e15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb70a420-bdda-447a-9625-a7a4a12580de HTTP/1.1" status: 204 len: 168 time: 0.3157194 Oct 13 11:10:05.121632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011b74b-d198-4ad3-8708-8a25cb600e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb70a420-bdda-447a-9625-a7a4a12580de,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:05.200504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:05.263523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ea7cee16-2187-4dc0-aea2-a191b6fbce81 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:05.320292 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:05.333206 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ea7cee16-2187-4dc0-aea2-a191b6fbce81 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:05.333584 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:05.351245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 8540685b-3542-46fa-8e57-3b4f7bc4be10 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:10:05.562712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 172.20.0.14 (94101c6b-088c-496c-89a7-3c76d8c09bc9/b036def2-220e-49d5-899e-22b31e7bc8ef/8540685b-3542-46fa-8e57-3b4f7bc4be10) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:05.572175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::f816:3eff:fe20:cc37 (94101c6b-088c-496c-89a7-3c76d8c09bc9/43ea1b6d-ceeb-4568-b70f-d4eba5076eb5/8540685b-3542-46fa-8e57-3b4f7bc4be10) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:05.778375 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:05.952152 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:06.015720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:06.028561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:06.028561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:06.031228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=8540685b-3542-46fa-8e57-3b4f7bc4be10,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:06.103021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:06.103021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:06.140375 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-23f311b3-c06d-4245-b006-b1f8c783aac8 None None] Provisioning complete for port 89bce439-173f-4d29-a063-153a4b40393e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:06.140854 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23f311b3-c06d-4245-b006-b1f8c783aac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:06.255919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8bcf3d59-3780-4742-bcc4-4c74ce1a1490 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3603210 Oct 13 11:10:06.256155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33210) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:06.320440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f352b389-f9af-4943-aeee-b4c047cf372f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:06.329042 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f352b389-f9af-4943-aeee-b4c047cf372f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:06.335268 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f352b389-f9af-4943-aeee-b4c047cf372f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0752449 Oct 13 11:10:06.335670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33212) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:06.460146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9a8ef720-81c5-4a56-8ce3-7e05df17ae20 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 8540685b-3542-46fa-8e57-3b4f7bc4be10 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:06.460505 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef720-81c5-4a56-8ce3-7e05df17ae20 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:06.476344 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-50863cc1-9d52-40b1-bf9f-087358b843ec None None] Provisioning complete for port 8540685b-3542-46fa-8e57-3b4f7bc4be10 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:06.478713 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-50863cc1-9d52-40b1-bf9f-087358b843ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:06.547427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-50863cc1-9d52-40b1-bf9f-087358b843ec None None] Port 8540685b-3542-46fa-8e57-3b4f7bc4be10 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:10:06.550463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33218) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:06.591722 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef720-81c5-4a56-8ce3-7e05df17ae20 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:06.607019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9a8ef720-81c5-4a56-8ce3-7e05df17ae20 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 8540685b-3542-46fa-8e57-3b4f7bc4be10 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:06.682136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1552835452-network', 'tenant_id': '0970541036f343ec80cbc245fd1a3046'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:06.806975 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Made reservation on behalf of 0970541036f343ec80cbc245fd1a3046 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:06.810089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:06.822624 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:06.920828 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef720-81c5-4a56-8ce3-7e05df17ae20 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:06.951322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ef720-81c5-4a56-8ce3-7e05df17ae20 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=8540685b-3542-46fa-8e57-3b4f7bc4be10,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:07.023734 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.052132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef720-81c5-4a56-8ce3-7e05df17ae20 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.058021 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9a8ef720-81c5-4a56-8ce3-7e05df17ae20 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/8540685b-3542-46fa-8e57-3b4f7bc4be10 HTTP/1.1" status: 204 len: 168 time: 0.7188385 Oct 13 11:10:07.058246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33224) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:07.115694 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.147835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aed5435-313d-46ad-a2a1-014be76920cf,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:07.159242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f22b2ef-dd33-4b97-82dd-a61f207b33e5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:07.161406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f22b2ef-dd33-4b97-82dd-a61f207b33e5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:07.164810 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f22b2ef-dd33-4b97-82dd-a61f207b33e5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:07.167182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7f22b2ef-dd33-4b97-82dd-a61f207b33e5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1079009 Oct 13 11:10:07.170439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:10:07.177397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33228) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:07.181819 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.183536 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Added segment af0edb56-5ad8-4323-b777-7c7ef6700848 of type vlan for network fea49c86-6405-4d7d-906f-e9d25db855d6 Oct 13 11:10:07.259319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef892f9-d789-4f77-9d61-ce940e23a5de tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 43ea1b6d-ceeb-4568-b70f-d4eba5076eb5 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:07.263509 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.273381 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ef892f9-d789-4f77-9d61-ce940e23a5de tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.336006 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ef892f9-d789-4f77-9d61-ce940e23a5de tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.367383 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.368417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:07.369664 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.443616 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] Pushing event updated for resources: {'Network': ['ID=fea49c86-6405-4d7d-906f-e9d25db855d6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:07.447976 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ef892f9-d789-4f77-9d61-ce940e23a5de tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.459197 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network fea49c86-6405-4d7d-906f-e9d25db855d6 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:10:07.514240 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0f49605d-6dff-47c1-928d-bde35fed5da0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9626093 Oct 13 11:10:07.518045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33236) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:07.523530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f8bf9022-acd7-43ff-b86a-902af77dad6d admin admin] Request body: {'subnet': {'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1552835452-subnet', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:07.617622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bf9022-acd7-43ff-b86a-902af77dad6d admin admin] Made reservation on behalf of 0970541036f343ec80cbc245fd1a3046 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:07.618081 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ef892f9-d789-4f77-9d61-ce940e23a5de tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.621602 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f8bf9022-acd7-43ff-b86a-902af77dad6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.643960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef892f9-d789-4f77-9d61-ce940e23a5de tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=43ea1b6d-ceeb-4568-b70f-d4eba5076eb5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:07.650837 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ef892f9-d789-4f77-9d61-ce940e23a5de tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.653016 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1ef892f9-d789-4f77-9d61-ce940e23a5de tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/43ea1b6d-ceeb-4568-b70f-d4eba5076eb5 HTTP/1.1" status: 204 len: 168 time: 0.4735680 Oct 13 11:10:07.655549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33238) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:07.663365 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49737d15-bb91-48c2-b1f5-670526be9b57 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:07.740763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b289788-33f9-4749-b65f-9ce8a1724e1a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet b036def2-220e-49d5-899e-22b31e7bc8ef {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:07.744106 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b289788-33f9-4749-b65f-9ce8a1724e1a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.798038 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b289788-33f9-4749-b65f-9ce8a1724e1a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.899812 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b289788-33f9-4749-b65f-9ce8a1724e1a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.932988 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f8bf9022-acd7-43ff-b86a-902af77dad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:07.961281 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7f9019d-3439-4bf2-8527-989eeae2c8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:08.004583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf9022-acd7-43ff-b86a-902af77dad6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7c572f-c42b-4227-8238-2e248cb45182,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:08.035247 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf9022-acd7-43ff-b86a-902af77dad6d admin admin] Checking segment: {'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:08.035869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf9022-acd7-43ff-b86a-902af77dad6d admin admin] Network hostable DHCP agents. Network: fea49c86-6405-4d7d-906f-e9d25db855d6, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:10:08.047539 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b289788-33f9-4749-b65f-9ce8a1724e1a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:08.084361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b289788-33f9-4749-b65f-9ce8a1724e1a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=b036def2-220e-49d5-899e-22b31e7bc8ef,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:08.086660 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b289788-33f9-4749-b65f-9ce8a1724e1a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:08.092950 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3b289788-33f9-4749-b65f-9ce8a1724e1a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/b036def2-220e-49d5-899e-22b31e7bc8ef HTTP/1.1" status: 204 len: 168 time: 0.4341066 Oct 13 11:10:08.093533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33242) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:08.139732 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-81b3b295-3e72-4f30-9d69-219b00ba081d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441473 Oct 13 11:10:08.139732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf9022-acd7-43ff-b86a-902af77dad6d admin admin] Network fea49c86-6405-4d7d-906f-e9d25db855d6 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:10:08.141575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33246) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:08.147294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-53243c1c-9785-4dc5-8ba5-a9ad91c62375 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:08.310198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf9022-acd7-43ff-b86a-902af77dad6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, fea49c86-6405-4d7d-906f-e9d25db855d6) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:08.312363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53243c1c-9785-4dc5-8ba5-a9ad91c62375 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:08.316935 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53243c1c-9785-4dc5-8ba5-a9ad91c62375 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:08.321643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b845d189-dc87-462f-965f-c29e3af68a4e None None] Network fea49c86-6405-4d7d-906f-e9d25db855d6 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:08.333692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bf9022-acd7-43ff-b86a-902af77dad6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:08.334288 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f8bf9022-acd7-43ff-b86a-902af77dad6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:08.444171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb598e-d67a-452b-a0fe-9807fbb8c563 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:08.480844 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f8bf9022-acd7-43ff-b86a-902af77dad6d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9592025 Oct 13 11:10:08.481320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33248) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:08.486407 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:08.557330 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1b0952d9-4472-4c41-84e7-e7fb5d3d2562 None None] Provisioning complete for port 89bce439-173f-4d29-a063-153a4b40393e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:08.558065 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b0952d9-4472-4c41-84e7-e7fb5d3d2562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:08.563662 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-fea49c86-6405-4d7d-906f-e9d25db855d6', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:10:08.565090 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:08.602863 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:08.603966 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:08.660212 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53243c1c-9785-4dc5-8ba5-a9ad91c62375 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:08.724344 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:08.753017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53243c1c-9785-4dc5-8ba5-a9ad91c62375 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:08.756787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-53243c1c-9785-4dc5-8ba5-a9ad91c62375 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:08.763383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53243c1c-9785-4dc5-8ba5-a9ad91c62375 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:08.764186 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53243c1c-9785-4dc5-8ba5-a9ad91c62375 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:08.803801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53243c1c-9785-4dc5-8ba5-a9ad91c62375 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=5c0df269-0555-4a99-901a-233b4f322334,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:08.809761 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:08.843496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Allocated IP 172.20.0.2 (fea49c86-6405-4d7d-906f-e9d25db855d6/3f7c572f-c42b-4227-8238-2e248cb45182/3458a58a-1b64-4ee2-9405-c6c4f6fb49ce) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:08.906516 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-53243c1c-9785-4dc5-8ba5-a9ad91c62375 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7630332 Oct 13 11:10:08.909415 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33258) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:08.919963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-182fa476-67b8-43a4-85c1-ed20ed0487ee tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:08.954997 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d81b48b-666a-4fbf-a4fa-1087cbd49143 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:10:09.032407 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.062118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1d81b48b-666a-4fbf-a4fa-1087cbd49143 None None] Deleting port 89bce439-173f-4d29-a063-153a4b40393e {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:09.062570 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d81b48b-666a-4fbf-a4fa-1087cbd49143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.167078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182fa476-67b8-43a4-85c1-ed20ed0487ee tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:09.171071 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-182fa476-67b8-43a4-85c1-ed20ed0487ee tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.190636 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.207368 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1d81b48b-666a-4fbf-a4fa-1087cbd49143 None None] For port 89bce439-173f-4d29-a063-153a4b40393e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=89bce439-173f-4d29-a063-153a4b40393e,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:09.207368 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d81b48b-666a-4fbf-a4fa-1087cbd49143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.219001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1d81b48b-666a-4fbf-a4fa-1087cbd49143 None None] Calling delete_port for 89bce439-173f-4d29-a063-153a4b40393e owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:09.271351 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.320858 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.339240 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Network fea49c86-6405-4d7d-906f-e9d25db855d6 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:09.348070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:09.350634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Pushing event updated for resources: {'Port': ['ID=3458a58a-1b64-4ee2-9405-c6c4f6fb49ce,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:09.353183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:09.361422 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.604818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Attempting to bind port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:09.604818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Attempting to bind port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:09.604818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Attempting to bind port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce on network fea49c86-6405-4d7d-906f-e9d25db855d6 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:09.604818 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d81b48b-666a-4fbf-a4fa-1087cbd49143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.604818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:09.604818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Checking segment: {'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:09.604818 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.604818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Bound using segment: {'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:09.604818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Bound port: 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:09.604818 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.604818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81b48b-666a-4fbf-a4fa-1087cbd49143 None None] Pushing event deleted for resources: {'Port': ['ID=89bce439-173f-4d29-a063-153a4b40393e,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:09.614156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Allocated IP 172.25.0.92 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/3d9a1502-fb8c-41a4-842a-5426ef80191f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:09.616956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d81b48b-666a-4fbf-a4fa-1087cbd49143 None None] No DVR routers for this DVR port 89bce439-173f-4d29-a063-153a4b40393e on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:09.616956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b844f3-7317-45a1-a5a9-cfd1f2d04c0d None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:09.664757 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.685002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] For port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:09.707144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] For port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3458a58a-1b64-4ee2-9405-c6c4f6fb49ce,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:09.736198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.objects.ports [None req-182fa476-67b8-43a4-85c1-ed20ed0487ee tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101990) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:10:09.738389 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-182fa476-67b8-43a4-85c1-ed20ed0487ee tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.801509 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.815654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fa476-67b8-43a4-85c1-ed20ed0487ee tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=206c2be9-429d-4627-8680-bd6d2ce9961d,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:09.828383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182fa476-67b8-43a4-85c1-ed20ed0487ee tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:09.830525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-182fa476-67b8-43a4-85c1-ed20ed0487ee tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:09.832690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182fa476-67b8-43a4-85c1-ed20ed0487ee tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:09.833269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-182fa476-67b8-43a4-85c1-ed20ed0487ee tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.837937 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.852506 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '206c2be9-429d-4627-8680-bd6d2ce9961d'}, {'subnet_id': '5c0df269-0555-4a99-901a-233b4f322334'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:10:09.853429 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:09.868079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:09.871200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:09.875358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:09.911821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Pushing event updated for resources: {'Port': ['ID=3d9a1502-fb8c-41a4-842a-5426ef80191f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:09.928040 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-182fa476-67b8-43a4-85c1-ed20ed0487ee tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0164616 Oct 13 11:10:09.928905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33290) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:09.936401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'mac_address': 'fa:16:3e:7f:50:44', 'name': 'tempest-NetworksTestDHCPv6-1477690711'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:10.036745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737ba79-44ea-4516-a7ff-8e69fb9820f9 None None] Pushing event updated for resources: {'Port': ['ID=3458a58a-1b64-4ee2-9405-c6c4f6fb49ce,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:10.281562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Allocated IP 172.20.0.2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/5c0df269-0555-4a99-901a-233b4f322334/e5021203-44f7-475c-8644-d3e5224489e2) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:10.292367 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:10.303026 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Allocated IP 2001:db8::f816:3eff:fe4b:fe20 (94101c6b-088c-496c-89a7-3c76d8c09bc9/206c2be9-429d-4627-8680-bd6d2ce9961d/e5021203-44f7-475c-8644-d3e5224489e2) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:10.368879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:10.488025 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:10.516370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 78bba674-9242-4bef-bc2f-bb6e1d06068c yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:10:10.541580 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:10.544941 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:10.613950 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:10.655119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:10.664486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:10.668449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:10.833857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Pushing event updated for resources: {'Port': ['ID=e5021203-44f7-475c-8644-d3e5224489e2,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:10.840247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:10.900586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 172.20.0.5 (94101c6b-088c-496c-89a7-3c76d8c09bc9/5c0df269-0555-4a99-901a-233b4f322334/78bba674-9242-4bef-bc2f-bb6e1d06068c) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:10.910746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::f816:3eff:fe7f:5044 (94101c6b-088c-496c-89a7-3c76d8c09bc9/206c2be9-429d-4627-8680-bd6d2ce9961d/78bba674-9242-4bef-bc2f-bb6e1d06068c) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:10.942111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Attempting to bind port e5021203-44f7-475c-8644-d3e5224489e2 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:10.942798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Attempting to bind port e5021203-44f7-475c-8644-d3e5224489e2 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:10.943290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Attempting to bind port e5021203-44f7-475c-8644-d3e5224489e2 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:10.964430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:10.965232 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:10.965745 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:10.966392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:10.966991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Bound port: e5021203-44f7-475c-8644-d3e5224489e2, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:10.967555 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:10.989136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:10.989570 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:11.036379 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-80f474cd-9963-489a-a28c-c28d575eed01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:11.163859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:11.172515 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:11.177310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] For port e5021203-44f7-475c-8644-d3e5224489e2, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:11.191196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] For port e5021203-44f7-475c-8644-d3e5224489e2, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e5021203-44f7-475c-8644-d3e5224489e2,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:11.238461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3458a58a-1b64-4ee2-9405-c6c4f6fb49ce,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:11.252163 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:11.281682 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:11.310244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:11.386400 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:11.391181 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:11.400643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:11.406393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:11.430383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=78bba674-9242-4bef-bc2f-bb6e1d06068c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:11.472976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac293e-477a-4211-83a3-aea43e999671 None None] Pushing event updated for resources: {'Port': ['ID=e5021203-44f7-475c-8644-d3e5224489e2,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:11.519934 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:11.521462 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:11.580473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 89bce439-173f-4d29-a063-153a4b40393e no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:11.624080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Router f30cc01c-34c7-41de-924a-ac63d778c263 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:10:11.629970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a253b05c-2bad-4eea-91fb-7bf17b762e35 None None] Network fea49c86-6405-4d7d-906f-e9d25db855d6 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:11.653578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 89bce439-173f-4d29-a063-153a4b40393e {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:11.657337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 89bce439-173f-4d29-a063-153a4b40393e not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:11.684145 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0376f22f-d529-4812-975a-b8de3acc3271 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7539093 Oct 13 11:10:11.686512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33316) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:11.725711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=3458a58a-1b64-4ee2-9405-c6c4f6fb49ce,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:11.774554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1467c4b7-5e2f-4263-a9a8-4cd9da1e8812 None None] Provisioning complete for port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:11.774996 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1467c4b7-5e2f-4263-a9a8-4cd9da1e8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:11.779049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512bc8-4353-49c8-a82b-dde433536913 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:11.802413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512bc8-4353-49c8-a82b-dde433536913 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:11.804478 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4a512bc8-4353-49c8-a82b-dde433536913 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1167850 Oct 13 11:10:11.818290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33320) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:11.819736 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:12.027275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:10:12.069253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Sync routers for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:10:12.080881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0d439743-2a1f-4573-9862-404dbf8e0cdf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 78bba674-9242-4bef-bc2f-bb6e1d06068c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:12.081508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d439743-2a1f-4573-9862-404dbf8e0cdf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:12.139248 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:12.141591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:12.156515 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:12.159872 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b9cbfba3-b6f5-4fa6-b4a5-704c1eef93bc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6773918 Oct 13 11:10:12.162848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33330) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:12.224998 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:12.240912 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d439743-2a1f-4573-9862-404dbf8e0cdf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:12.273577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0d439743-2a1f-4573-9862-404dbf8e0cdf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 78bba674-9242-4bef-bc2f-bb6e1d06068c owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:12.526695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:12.672222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-628935df-aa95-43a0-8158-6c4eb87d0322 None None] Provisioning complete for port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:12.673642 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-628935df-aa95-43a0-8158-6c4eb87d0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:12.744355 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d439743-2a1f-4573-9862-404dbf8e0cdf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:12.821018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d439743-2a1f-4573-9862-404dbf8e0cdf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=78bba674-9242-4bef-bc2f-bb6e1d06068c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:13.019764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:13.061501 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d439743-2a1f-4573-9862-404dbf8e0cdf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:13.067964 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0d439743-2a1f-4573-9862-404dbf8e0cdf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/78bba674-9242-4bef-bc2f-bb6e1d06068c HTTP/1.1" status: 204 len: 168 time: 1.2023797 Oct 13 11:10:13.070889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33346) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:13.209709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:13.210096 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:13.218141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf5b046-0be6-4d76-91ae-d5f937647900 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:13.219665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf5b046-0be6-4d76-91ae-d5f937647900 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:13.221805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf5b046-0be6-4d76-91ae-d5f937647900 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:13.231006 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cbf5b046-0be6-4d76-91ae-d5f937647900 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1588955 Oct 13 11:10:13.234855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33350) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:13.313237 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-1485fc4b-8c07-4318-8677-e53dfed68a16 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 206c2be9-429d-4627-8680-bd6d2ce9961d {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:13.319498 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1485fc4b-8c07-4318-8677-e53dfed68a16 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:13.324714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:10Z', 'revision_number': 3, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:13.367705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Checking router: f30cc01c-34c7-41de-924a-ac63d778c263 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:10:13.368076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Updating router f30cc01c-34c7-41de-924a-ac63d778c263 port 3d9a1502-fb8c-41a4-842a-5426ef80191f binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:10:13.418449 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1485fc4b-8c07-4318-8677-e53dfed68a16 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:13.442441 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2097a8-af3d-485f-8c46-374d3cdcc62e None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:13.445993 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:13.529363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e5021203-44f7-475c-8644-d3e5224489e2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:13.557014 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:13.592286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-47f5906f-84be-4dd8-96e5-b0deb6cd179d None None] Provisioning complete for port e5021203-44f7-475c-8644-d3e5224489e2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:13.592652 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-47f5906f-84be-4dd8-96e5-b0deb6cd179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:13.597093 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1485fc4b-8c07-4318-8677-e53dfed68a16 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:13.764819 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:13.790794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1485fc4b-8c07-4318-8677-e53dfed68a16 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:13.809411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e5021203-44f7-475c-8644-d3e5224489e2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:13.809986 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:13.872405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485fc4b-8c07-4318-8677-e53dfed68a16 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=206c2be9-429d-4627-8680-bd6d2ce9961d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:13.888357 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1485fc4b-8c07-4318-8677-e53dfed68a16 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:13.895125 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1485fc4b-8c07-4318-8677-e53dfed68a16 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/206c2be9-429d-4627-8680-bd6d2ce9961d HTTP/1.1" status: 204 len: 168 time: 0.6572216 Oct 13 11:10:13.895325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33362) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:13.970013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8b4b7a-f2b9-4070-9a58-3ff63e9ed5d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 5c0df269-0555-4a99-901a-233b4f322334 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:13.974441 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4b7a-f2b9-4070-9a58-3ff63e9ed5d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.022794 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4b7a-f2b9-4070-9a58-3ff63e9ed5d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.026223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Allocated IP 172.20.0.1 (fea49c86-6405-4d7d-906f-e9d25db855d6/3f7c572f-c42b-4227-8238-2e248cb45182/d5c9c4ce-87a0-4b05-b0d0-553d2db50402) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:14.087172 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-47f5906f-84be-4dd8-96e5-b0deb6cd179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.138906 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.181357 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.213692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-47f5906f-84be-4dd8-96e5-b0deb6cd179d None None] For port e5021203-44f7-475c-8644-d3e5224489e2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e5021203-44f7-475c-8644-d3e5224489e2,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:14.278506 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4b7a-f2b9-4070-9a58-3ff63e9ed5d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.291350 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-47f5906f-84be-4dd8-96e5-b0deb6cd179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.376122 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.388763 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5906f-84be-4dd8-96e5-b0deb6cd179d None None] Pushing event updated for resources: {'Port': ['ID=e5021203-44f7-475c-8644-d3e5224489e2,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:14.394820 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.453878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Network fea49c86-6405-4d7d-906f-e9d25db855d6 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:14.453878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:14.459548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:14.463785 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c9c4ce-87a0-4b05-b0d0-553d2db50402,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:14.522300 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4b7a-f2b9-4070-9a58-3ff63e9ed5d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.534100 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.566267 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.606592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b4b7a-f2b9-4070-9a58-3ff63e9ed5d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=5c0df269-0555-4a99-901a-233b4f322334,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:14.620340 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4b7a-f2b9-4070-9a58-3ff63e9ed5d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.629489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33376) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:14.634064 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8e8b4b7a-f2b9-4070-9a58-3ff63e9ed5d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/5c0df269-0555-4a99-901a-233b4f322334 HTTP/1.1" status: 204 len: 168 time: 0.7298579 Oct 13 11:10:14.717102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Attempting to bind port 3d9a1502-fb8c-41a4-842a-5426ef80191f on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:14.717483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Attempting to bind port 3d9a1502-fb8c-41a4-842a-5426ef80191f by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:14.717852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Attempting to bind port 3d9a1502-fb8c-41a4-842a-5426ef80191f on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:14.719170 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4304b791-dbe6-4a68-9642-ed1455b16c0a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874176 Oct 13 11:10:14.722570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33378) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:14.740733 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:10:14.741098 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:10:14.746077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:14.746501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:14.746908 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.747302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:14.747790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Bound port: 3d9a1502-fb8c-41a4-842a-5426ef80191f, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:14.748183 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.773106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f6a56-8be6-4b57-a5cb-0914ef92a5ec None None] Pushing event updated for resources: {'Port': ['ID=3d9a1502-fb8c-41a4-842a-5426ef80191f,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:14.844238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] For port 3d9a1502-fb8c-41a4-842a-5426ef80191f, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:14.849619 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] For port 3d9a1502-fb8c-41a4-842a-5426ef80191f, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3d9a1502-fb8c-41a4-842a-5426ef80191f,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:14.853897 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e394e866-2138-4da2-8528-37dd379e50d8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:14.863275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e394e866-2138-4da2-8528-37dd379e50d8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1357946 Oct 13 11:10:14.863275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33382) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:14.921904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4ffd73af-3c50-49e8-84f9-b0dbf30c407f None None] Provisioning complete for port d5c9c4ce-87a0-4b05-b0d0-553d2db50402 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:14.923432 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4ffd73af-3c50-49e8-84f9-b0dbf30c407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.926154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b456037-cd50-487b-8572-f033971a6602 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:14.930672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9b456037-cd50-487b-8572-f033971a6602 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0643311 Oct 13 11:10:14.930822 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:14.930951 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33384) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:14.976948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-14521916-204e-4680-ae2e-8ae4c242bd75 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431142 Oct 13 11:10:14.983927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33388) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:14.991460 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4e38f2ab-f4a9-4f6c-a5a9-10966b341fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:15.033597 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:15.151519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f6a56-8be6-4b57-a5cb-0914ef92a5ec None None] Pushing event updated for resources: {'Port': ['ID=3d9a1502-fb8c-41a4-842a-5426ef80191f,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:15.160297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd73af-3c50-49e8-84f9-b0dbf30c407f None None] Port d5c9c4ce-87a0-4b05-b0d0-553d2db50402 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:10:15.165743 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:15.168257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:15.289813 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:15.292574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e38f2ab-f4a9-4f6c-a5a9-10966b341fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:15.296676 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e38f2ab-f4a9-4f6c-a5a9-10966b341fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:15.298704 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e38f2ab-f4a9-4f6c-a5a9-10966b341fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:10:15.299151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e38f2ab-f4a9-4f6c-a5a9-10966b341fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:10:15.308516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72de35b8-5930-435b-aa18-972a70f022d0 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:15.373472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:15.423335 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a1ecb65a-6453-42a3-b825-230781c04530 None None] Provisioning complete for port e5021203-44f7-475c-8644-d3e5224489e2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:15.423849 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a1ecb65a-6453-42a3-b825-230781c04530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:15.449808 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:15.464386 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4e38f2ab-f4a9-4f6c-a5a9-10966b341fc6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4774797 Oct 13 11:10:15.466348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33400) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:15.476112 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-740f114a-bb9d-4ba9-ab26-83355bea5471 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:15.629690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c9c4ce-87a0-4b05-b0d0-553d2db50402,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:15.663947 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e5021203-44f7-475c-8644-d3e5224489e2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:15.667110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:15.681009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740f114a-bb9d-4ba9-ab26-83355bea5471 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:15.684871 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-740f114a-bb9d-4ba9-ab26-83355bea5471 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:15.686506 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-740f114a-bb9d-4ba9-ab26-83355bea5471 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:10:15.686936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740f114a-bb9d-4ba9-ab26-83355bea5471 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:10:15.707851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Network fea49c86-6405-4d7d-906f-e9d25db855d6 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:15.710276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:15.802123 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-740f114a-bb9d-4ba9-ab26-83355bea5471 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3344979 Oct 13 11:10:15.805155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33406) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:15.812883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1123e25d-ff78-4d79-9cb9-12af8863b406 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:15.917820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Router f30cc01c-34c7-41de-924a-ac63d778c263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:10:16.062827 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:10:16.068996 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d753d082-94d9-40ab-a11e-696aeed7d261 admin admin] 10.222.0.32 "PUT /v2.0/routers/f30cc01c-34c7-41de-924a-ac63d778c263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9051116 Oct 13 11:10:16.076791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e5021203-44f7-475c-8644-d3e5224489e2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:16.077225 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:16.082160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1123e25d-ff78-4d79-9cb9-12af8863b406 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:16.086869 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1123e25d-ff78-4d79-9cb9-12af8863b406 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:16.088845 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-1123e25d-ff78-4d79-9cb9-12af8863b406 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:10:16.089368 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1123e25d-ff78-4d79-9cb9-12af8863b406 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:10:16.218386 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1123e25d-ff78-4d79-9cb9-12af8863b406 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4121251 Oct 13 11:10:16.221693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33416) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:16.227089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2199d127-825e-4f3d-91bc-e86c6dd1a307 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:16.228500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286d263c-5bd3-4de1-8ede-7a61748ff5c4 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:10:16.378680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-51fb9ddc-348b-465c-b6e9-27450e1e13ba None None] Provisioning complete for port d5c9c4ce-87a0-4b05-b0d0-553d2db50402 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:16.379007 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-51fb9ddc-348b-465c-b6e9-27450e1e13ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:16.425772 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-286d263c-5bd3-4de1-8ede-7a61748ff5c4 None None] Deleting port e5021203-44f7-475c-8644-d3e5224489e2 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:16.426055 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-286d263c-5bd3-4de1-8ede-7a61748ff5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:16.443650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2199d127-825e-4f3d-91bc-e86c6dd1a307 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:16.443650 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2199d127-825e-4f3d-91bc-e86c6dd1a307 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:16.444441 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 1, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:16.444611 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-2199d127-825e-4f3d-91bc-e86c6dd1a307 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:10:16.444611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2199d127-825e-4f3d-91bc-e86c6dd1a307 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:10:16.489538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-51fb9ddc-348b-465c-b6e9-27450e1e13ba None None] Port d5c9c4ce-87a0-4b05-b0d0-553d2db50402 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:10:16.522528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d81bc-9a46-4d12-9b33-243fe451b780 None None] The sync data for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 is: [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 1, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:10:16.561580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-286d263c-5bd3-4de1-8ede-7a61748ff5c4 None None] For port e5021203-44f7-475c-8644-d3e5224489e2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e5021203-44f7-475c-8644-d3e5224489e2,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:16.562466 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-286d263c-5bd3-4de1-8ede-7a61748ff5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:16.586676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-286d263c-5bd3-4de1-8ede-7a61748ff5c4 None None] Calling delete_port for e5021203-44f7-475c-8644-d3e5224489e2 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:16.616566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2199d127-825e-4f3d-91bc-e86c6dd1a307 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3934317 Oct 13 11:10:16.619874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33434) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:16.631481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-6d36dd39-43a6-428a-9a25-73b179b3da9b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:16.857632 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-286d263c-5bd3-4de1-8ede-7a61748ff5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:16.881245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d36dd39-43a6-428a-9a25-73b179b3da9b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:16.886980 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d36dd39-43a6-428a-9a25-73b179b3da9b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:16.889061 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d36dd39-43a6-428a-9a25-73b179b3da9b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:10:16.889436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d263c-5bd3-4de1-8ede-7a61748ff5c4 None None] No DVR routers for this DVR port e5021203-44f7-475c-8644-d3e5224489e2 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:16.889974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d36dd39-43a6-428a-9a25-73b179b3da9b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:10:16.944187 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d263c-5bd3-4de1-8ede-7a61748ff5c4 None None] Pushing event deleted for resources: {'Port': ['ID=e5021203-44f7-475c-8644-d3e5224489e2,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:16.978404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33440) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:16.985131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f705c2c8-aabe-4be7-94b0-243ed22427e1 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1836128932', 'description': 'tempest-description--1400839862'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:17.020962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6d36dd39-43a6-428a-9a25-73b179b3da9b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3996601 Oct 13 11:10:17.024348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33442) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:17.032946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-90c2fd35-e421-47a5-84d3-29bed0d2f42c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:17.203618 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f705c2c8-aabe-4be7-94b0-243ed22427e1 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:17.309903 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f705c2c8-aabe-4be7-94b0-243ed22427e1 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:17.327528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c2fd35-e421-47a5-84d3-29bed0d2f42c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:17.333030 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-90c2fd35-e421-47a5-84d3-29bed0d2f42c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:17.335380 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c2fd35-e421-47a5-84d3-29bed0d2f42c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:10:17.335840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c2fd35-e421-47a5-84d3-29bed0d2f42c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:10:17.345709 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f705c2c8-aabe-4be7-94b0-243ed22427e1 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:17.393893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705c2c8-aabe-4be7-94b0-243ed22427e1 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b06409a-9873-4160-84f1-b89f325b6f7d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:17.439421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-90c2fd35-e421-47a5-84d3-29bed0d2f42c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4130816 Oct 13 11:10:17.441828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33450) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:17.481598 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f705c2c8-aabe-4be7-94b0-243ed22427e1 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:17.491348 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f705c2c8-aabe-4be7-94b0-243ed22427e1 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5115433 Oct 13 11:10:17.494143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33454) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:17.506312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9d7fde85-e16e-4352-b357-f3ad94294d87 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Request body: {'security_group_rule': {'security_group_id': '0b06409a-9873-4160-84f1-b89f325b6f7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:17.524017 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b07e11b8-66f5-406f-a7e6-f826bd8bfa1e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0806565 Oct 13 11:10:17.524770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33456) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:17.598805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef789f2d-a265-4dd1-8c1d-fc8b049bd4fe tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:17.603561 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ef789f2d-a265-4dd1-8c1d-fc8b049bd4fe tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0777643 Oct 13 11:10:17.604321 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33462) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:17.654694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e5021203-44f7-475c-8644-d3e5224489e2 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:17.695037 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: e5021203-44f7-475c-8644-d3e5224489e2 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:17.695711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e5021203-44f7-475c-8644-d3e5224489e2 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:17.698403 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4e6cfb1d-8daa-4d7c-9e3e-9162099e9e1c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909832 Oct 13 11:10:17.702626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33464) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:17.708295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-90f35a38-b290-4e10-9ddf-3ab3e5faa330 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:17.762293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d7fde85-e16e-4352-b357-f3ad94294d87 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:17.882384 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d7fde85-e16e-4352-b357-f3ad94294d87 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:17.978207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f35a38-b290-4e10-9ddf-3ab3e5faa330 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:17.982010 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90f35a38-b290-4e10-9ddf-3ab3e5faa330 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:18.024683 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d7fde85-e16e-4352-b357-f3ad94294d87 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:18.065200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fde85-e16e-4352-b357-f3ad94294d87 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4440cefb-6834-4ae8-a62a-09053a6cfeb2,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:18.181731 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d7fde85-e16e-4352-b357-f3ad94294d87 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:18.183468 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9d7fde85-e16e-4352-b357-f3ad94294d87 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6844609 Oct 13 11:10:18.186194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33480) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:18.191596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d8f97be6-10fe-483c-8c84-c3df35a9c9a2 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Request body: {'security_group_rule': {'security_group_id': '0b06409a-9873-4160-84f1-b89f325b6f7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:18.288176 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8f97be6-10fe-483c-8c84-c3df35a9c9a2 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:18.318887 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:10:18.364870 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8f97be6-10fe-483c-8c84-c3df35a9c9a2 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:18.415446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.objects.ports [None req-90f35a38-b290-4e10-9ddf-3ab3e5faa330 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101990) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:10:18.417155 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90f35a38-b290-4e10-9ddf-3ab3e5faa330 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:18.429503 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8f97be6-10fe-483c-8c84-c3df35a9c9a2 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:18.452186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f97be6-10fe-483c-8c84-c3df35a9c9a2 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47aa8a15-d133-4ea0-be65-752b0d026f38,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:18.458528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f35a38-b290-4e10-9ddf-3ab3e5faa330 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:18.463285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-90f35a38-b290-4e10-9ddf-3ab3e5faa330 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:18.467794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f35a38-b290-4e10-9ddf-3ab3e5faa330 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:18.468500 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90f35a38-b290-4e10-9ddf-3ab3e5faa330 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:18.475048 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f212ba-f3b0-4c33-980a-7f2af234a2cc None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:18.488450 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f35a38-b290-4e10-9ddf-3ab3e5faa330 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=fb3512ff-3987-4577-a701-11cb4719080c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:18.528515 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d8f97be6-10fe-483c-8c84-c3df35a9c9a2 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:18.533030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33486) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:18.533545 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33488) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:18.539325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d8f97be6-10fe-483c-8c84-c3df35a9c9a2 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3465993 Oct 13 11:10:18.545181 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:18.595417 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-90f35a38-b290-4e10-9ddf-3ab3e5faa330 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8917389 Oct 13 11:10:18.598938 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33492) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:18.604967 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'mac_address': 'fa:16:3e:fc:0a:41', 'name': 'tempest-NetworksTestDHCPv6-537510188'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:18.687101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': 'fb3512ff-3987-4577-a701-11cb4719080c'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:10:18.692382 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:18.745504 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:18.842987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:18.879966 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Allocated IP 2001:db8::f816:3eff:feef:5fff (94101c6b-088c-496c-89a7-3c76d8c09bc9/fb3512ff-3987-4577-a701-11cb4719080c/d8e8666c-4fe1-421a-9233-edf749a1bc19) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:19.007801 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.032541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port adf88b53-0fbc-4731-8580-c9fec8ab2846 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:10:19.054895 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.080366 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.196105 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.233933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Allocated IP 172.25.0.137 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/516a59b4-bc94-48db-90d1-7a54f4b39060) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:19.276472 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:19.284467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::f816:3eff:fefc:a41 (94101c6b-088c-496c-89a7-3c76d8c09bc9/fb3512ff-3987-4577-a701-11cb4719080c/adf88b53-0fbc-4731-8580-c9fec8ab2846) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:19.284959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:19.288951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:19.350360 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Pushing event updated for resources: {'Port': ['ID=d8e8666c-4fe1-421a-9233-edf749a1bc19,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:19.368976 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ca1a-735f-43fa-bb08-cf2e2248c5a8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.385987 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Sync routers for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:10:19.397651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Attempting to bind port d8e8666c-4fe1-421a-9233-edf749a1bc19 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:19.398027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Attempting to bind port d8e8666c-4fe1-421a-9233-edf749a1bc19 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:19.399306 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:19.399883 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:19.400260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Attempting to bind port d8e8666c-4fe1-421a-9233-edf749a1bc19 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:19.426043 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:19.426445 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:19.426858 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.427596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:19.427710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Bound port: d8e8666c-4fe1-421a-9233-edf749a1bc19, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:19.428296 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.518447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] For port d8e8666c-4fe1-421a-9233-edf749a1bc19, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:19.522083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] For port d8e8666c-4fe1-421a-9233-edf749a1bc19, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d8e8666c-4fe1-421a-9233-edf749a1bc19,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:19.545634 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.551062 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.597690 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:19.601046 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.617976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3d9a1502-fb8c-41a4-842a-5426ef80191f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:19.682211 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.767087 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.832791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4fabd-a4d8-49bb-b51c-60240fa25682 None None] Pushing event updated for resources: {'Port': ['ID=d8e8666c-4fe1-421a-9233-edf749a1bc19,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:19.839938 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:19.850664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3d9a1502-fb8c-41a4-842a-5426ef80191f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:19.850947 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.861263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:19.867764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:19.873974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:19.880394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:19.887253 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=adf88b53-0fbc-4731-8580-c9fec8ab2846,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:19.976081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:19.997116 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:20.009003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:20.018131 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.026250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7afb3df0-4b2c-485f-a822-364e80866636 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4259756 Oct 13 11:10:20.029117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33520) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:20.050882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event updated for resources: {'Port': ['ID=516a59b4-bc94-48db-90d1-7a54f4b39060,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:20.074854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 3d9a1502-fb8c-41a4-842a-5426ef80191f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3d9a1502-fb8c-41a4-842a-5426ef80191f,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:20.130948 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9bc03-1e94-414d-a085-7d2be85a6de3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:20.145879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9bc03-1e94-414d-a085-7d2be85a6de3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:20.154734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bcc9bc03-1e94-414d-a085-7d2be85a6de3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1245828 Oct 13 11:10:20.156181 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.159101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33524) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:20.318023 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=3d9a1502-fb8c-41a4-842a-5426ef80191f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:20.355086 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:15Z', 'revision_number': 2, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:20.386993 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.410158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdf62b-5d4f-41a8-bd4c-61014bac20e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port adf88b53-0fbc-4731-8580-c9fec8ab2846 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:20.410158 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf62b-5d4f-41a8-bd4c-61014bac20e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.416709 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Checking router: f30cc01c-34c7-41de-924a-ac63d778c263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:10:20.417709 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Updating router f30cc01c-34c7-41de-924a-ac63d778c263 port d5c9c4ce-87a0-4b05-b0d0-553d2db50402 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:10:20.456098 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.531872 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf62b-5d4f-41a8-bd4c-61014bac20e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.542907 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.546735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdf62b-5d4f-41a8-bd4c-61014bac20e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for adf88b53-0fbc-4731-8580-c9fec8ab2846 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:20.699766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-d6c3ca1a-735f-43fa-bb08-cf2e2248c5a8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting port ea7cee16-2187-4dc0-aea2-a191b6fbce81 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:20.700239 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ca1a-735f-43fa-bb08-cf2e2248c5a8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.769052 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf62b-5d4f-41a8-bd4c-61014bac20e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.806648 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdf62b-5d4f-41a8-bd4c-61014bac20e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=adf88b53-0fbc-4731-8580-c9fec8ab2846,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:20.827471 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.837604 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf62b-5d4f-41a8-bd4c-61014bac20e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.841392 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d5bdf62b-5d4f-41a8-bd4c-61014bac20e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/adf88b53-0fbc-4731-8580-c9fec8ab2846 HTTP/1.1" status: 204 len: 168 time: 0.6802216 Oct 13 11:10:20.844062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33538) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:20.850875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-d6c3ca1a-735f-43fa-bb08-cf2e2248c5a8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] For port ea7cee16-2187-4dc0-aea2-a191b6fbce81, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ea7cee16-2187-4dc0-aea2-a191b6fbce81,segment=NetworkSegment(9406500a-45ae-4d13-80ae-4de55bd51fd1),segment_id=9406500a-45ae-4d13-80ae-4de55bd51fd1)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:20.851259 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ca1a-735f-43fa-bb08-cf2e2248c5a8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.870992 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.872679 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-d6c3ca1a-735f-43fa-bb08-cf2e2248c5a8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Calling delete_port for ea7cee16-2187-4dc0-aea2-a191b6fbce81 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:20.883092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:20.929723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86abbeb5-c54e-45f0-9d6e-1d60904d802d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:20.931565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86abbeb5-c54e-45f0-9d6e-1d60904d802d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:20.933482 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-86abbeb5-c54e-45f0-9d6e-1d60904d802d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0864940 Oct 13 11:10:20.936237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33542) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:20.949348 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.017603 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22106bc7-9cf9-4bb9-8bd5-d459d085c25c None None] Pushing event updated for resources: {'Port': ['ID=d5c9c4ce-87a0-4b05-b0d0-553d2db50402,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:21.097949 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-634dd2cf-c209-4afb-91ff-ae71840c9fe2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet fb3512ff-3987-4577-a701-11cb4719080c {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:21.106208 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-634dd2cf-c209-4afb-91ff-ae71840c9fe2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.116793 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Attempting to bind port d5c9c4ce-87a0-4b05-b0d0-553d2db50402 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:21.116793 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Attempting to bind port d5c9c4ce-87a0-4b05-b0d0-553d2db50402 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:21.117778 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Attempting to bind port d5c9c4ce-87a0-4b05-b0d0-553d2db50402 on network fea49c86-6405-4d7d-906f-e9d25db855d6 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:21.128438 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:21.128893 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Checking segment: {'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:21.129310 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.129760 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Bound using segment: {'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:21.130257 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Bound port: d5c9c4ce-87a0-4b05-b0d0-553d2db50402, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:21.130709 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.181715 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-634dd2cf-c209-4afb-91ff-ae71840c9fe2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.186485 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event updated for resources: {'Port': ['ID=516a59b4-bc94-48db-90d1-7a54f4b39060,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:21.228559 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.274312 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] For port d5c9c4ce-87a0-4b05-b0d0-553d2db50402, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:21.279299 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] For port d5c9c4ce-87a0-4b05-b0d0-553d2db50402, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d5c9c4ce-87a0-4b05-b0d0-553d2db50402,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:21.339724 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-634dd2cf-c209-4afb-91ff-ae71840c9fe2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.369174 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.371580 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-54dd3d59-4bb3-40d5-b8a3-7d70aa25426c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8306046 Oct 13 11:10:21.405960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ca1a-735f-43fa-bb08-cf2e2248c5a8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.406626 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.466621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2ec3ed35-7aa3-4ba4-a123-41b1f6e93655 None None] Provisioning complete for port d5c9c4ce-87a0-4b05-b0d0-553d2db50402 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:21.467080 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ec3ed35-7aa3-4ba4-a123-41b1f6e93655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.507075 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-634dd2cf-c209-4afb-91ff-ae71840c9fe2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.511344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3ca1a-735f-43fa-bb08-cf2e2248c5a8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Port': ['ID=ea7cee16-2187-4dc0-aea2-a191b6fbce81,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:21.551765 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22106bc7-9cf9-4bb9-8bd5-d459d085c25c None None] Pushing event updated for resources: {'Port': ['ID=d5c9c4ce-87a0-4b05-b0d0-553d2db50402,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:21.603050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dd2cf-c209-4afb-91ff-ae71840c9fe2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3512ff-3987-4577-a701-11cb4719080c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:21.625471 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:21.629295 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:21.646003 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-634dd2cf-c209-4afb-91ff-ae71840c9fe2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.658383 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-634dd2cf-c209-4afb-91ff-ae71840c9fe2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/fb3512ff-3987-4577-a701-11cb4719080c HTTP/1.1" status: 204 len: 168 time: 0.7195842 Oct 13 11:10:21.665630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dc4eeb-d24e-4729-89c0-ffb8b9dcf454 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:21.673216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33566) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:21.787166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-9a44121e-5eeb-48f2-ad34-b35c383fd3c7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1836128932&fields=id&tenant_id=0970541036f343ec80cbc245fd1a3046 HTTP/1.1" status: 200 len: 267 time: 0.1854751 Oct 13 11:10:21.815879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d8e8666c-4fe1-421a-9233-edf749a1bc19 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:21.877873 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-32cdb8ab-166e-43d0-ade4-10f733f44006 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1546924 Oct 13 11:10:21.879282 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ec3ed35-7aa3-4ba4-a123-41b1f6e93655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:21.880965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33572) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:21.889488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:21.963556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2ec3ed35-7aa3-4ba4-a123-41b1f6e93655 None None] For port d5c9c4ce-87a0-4b05-b0d0-553d2db50402, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d5c9c4ce-87a0-4b05-b0d0-553d2db50402,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:21.964319 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:22.013407 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d8e8666c-4fe1-421a-9233-edf749a1bc19 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:22.013911 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:22.078433 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ec3ed35-7aa3-4ba4-a123-41b1f6e93655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:22.103279 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ca1a-735f-43fa-bb08-cf2e2248c5a8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:22.108581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc45901b-b255-4030-b817-9adab6631abd None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:10:22.248027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-81510233-a1db-4023-9d5d-7fa600e0d639 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:22.256721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1d66fc4a-784d-4eb7-8bf6-518c3ed5917d None None] Provisioning complete for port d8e8666c-4fe1-421a-9233-edf749a1bc19 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:22.258279 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d66fc4a-784d-4eb7-8bf6-518c3ed5917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:22.258435 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-81510233-a1db-4023-9d5d-7fa600e0d639 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 811 time: 0.4615715 Oct 13 11:10:22.262534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3ed35-7aa3-4ba4-a123-41b1f6e93655 None None] Pushing event updated for resources: {'Port': ['ID=d5c9c4ce-87a0-4b05-b0d0-553d2db50402,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:22.276703 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-d4d996f5-e5f8-4791-bb21-d7af4cc0a9d6 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/quotas/0970541036f343ec80cbc245fd1a3046 HTTP/1.1" status: 200 len: 375 time: 0.0167735 Oct 13 11:10:22.310997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:22.315384 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:22.333196 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:22.369323 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b7fa9-e595-4c30-a868-fe734bbcc870 None None] The sync data for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 is: [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:10:22.422430 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-353be423-b5c3-4655-98d1-74f80fa843ee tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1446826 Oct 13 11:10:22.495300 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:22.529069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fc45901b-b255-4030-b817-9adab6631abd None None] Deleting port d8e8666c-4fe1-421a-9233-edf749a1bc19 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:22.529719 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fc45901b-b255-4030-b817-9adab6631abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:22.605850 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d66fc4a-784d-4eb7-8bf6-518c3ed5917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:22.678169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port d8e8666c-4fe1-421a-9233-edf749a1bc19, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d8e8666c-4fe1-421a-9233-edf749a1bc19,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:22.692689 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fc45901b-b255-4030-b817-9adab6631abd None None] For port d8e8666c-4fe1-421a-9233-edf749a1bc19, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d8e8666c-4fe1-421a-9233-edf749a1bc19,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:22.693361 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fc45901b-b255-4030-b817-9adab6631abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:22.717569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fc45901b-b255-4030-b817-9adab6631abd None None] Calling delete_port for d8e8666c-4fe1-421a-9233-edf749a1bc19 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:22.764782 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-0c9ae873-7a71-4e5d-a921-6edc6356e8b9 service neutron] 10.222.0.32 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372765 Oct 13 11:10:22.854662 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:22.856007 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3d9a1502-fb8c-41a4-842a-5426ef80191f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:22.973740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-498ad2bb-4e8a-4c2f-ab16-6ddd4bbebe1a service neutron] 10.222.0.32 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078867 Oct 13 11:10:23.027036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.objects.ports [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:10:23.029373 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:23.070922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:23.084502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:23.089948 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:23.091054 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:23.118997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c3ca1a-735f-43fa-bb08-cf2e2248c5a8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Router 334563ca-dfda-4611-a9aa-38d4d74e0a4d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:10:23.160586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=f77cb502-9319-44ff-a316-01ed27511fee,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:23.168745 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:23.169142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:23.169524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:23.169867 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:23.170198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:23.170562 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:23.170890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:23.171215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:23.171586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:23.171993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:23.172321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:23.172676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:23.209547 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ed149806-9ffe-4a94-aa7d-7e0d57b7c4a9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3272521 Oct 13 11:10:23.212151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33600) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:23.218026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'mac_address': 'fa:16:3e:bb:8b:ae', 'name': 'tempest-NetworksTestDHCPv6-1055799882'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:23.282493 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-1d66fc4a-784d-4eb7-8bf6-518c3ed5917d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:10:23.282774 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-1d66fc4a-784d-4eb7-8bf6-518c3ed5917d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:10:23.286025 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fc45901b-b255-4030-b817-9adab6631abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:23.308233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc45901b-b255-4030-b817-9adab6631abd None None] No DVR routers for this DVR port d8e8666c-4fe1-421a-9233-edf749a1bc19 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:23.319093 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c3ca1a-735f-43fa-bb08-cf2e2248c5a8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:10:23.330588 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d6c3ca1a-735f-43fa-bb08-cf2e2248c5a8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "PUT /v2.0/routers/334563ca-dfda-4611-a9aa-38d4d74e0a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7981322 Oct 13 11:10:23.373744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=d8e8666c-4fe1-421a-9233-edf749a1bc19,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:23.384541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590f3b9e-db21-4978-b201-679234da5120 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:23.403893 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782436e3-ab3a-4587-86c8-ed53ab1832c2 None None] Sync routers for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:10:23.503964 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:23.509161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:23.565282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 16da86cc-ef21-4a01-a885-32214e28e0af yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:10:23.626153 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45901b-b255-4030-b817-9adab6631abd None None] Pushing event deleted for resources: {'Port': ['ID=d8e8666c-4fe1-421a-9233-edf749a1bc19,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:23.685063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3d9a1502-fb8c-41a4-842a-5426ef80191f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:23.685404 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:23.721402 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782436e3-ab3a-4587-86c8-ed53ab1832c2 None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:23.722048 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-782436e3-ab3a-4587-86c8-ed53ab1832c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:23.780247 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::f816:3eff:febb:8bae (94101c6b-088c-496c-89a7-3c76d8c09bc9/f77cb502-9319-44ff-a316-01ed27511fee/16da86cc-ef21-4a01-a885-32214e28e0af) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:23.835351 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1d66fc4a-784d-4eb7-8bf6-518c3ed5917d None None] Port d8e8666c-4fe1-421a-9233-edf749a1bc19 update to ACTIVE by agent not found {{(pid=101992) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 11:10:23.901345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': 'f77cb502-9319-44ff-a316-01ed27511fee'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:10:23.902194 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:23.987749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1d66fc4a-784d-4eb7-8bf6-518c3ed5917d None None] Provisioning complete for port d5c9c4ce-87a0-4b05-b0d0-553d2db50402 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:23.988208 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d66fc4a-784d-4eb7-8bf6-518c3ed5917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:24.018219 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:24.054462 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-782436e3-ab3a-4587-86c8-ed53ab1832c2 None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:24.322831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d5c9c4ce-87a0-4b05-b0d0-553d2db50402 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:24.434171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ebc1712-8c15-44fd-8d7b-5b6ce8ecf5a0 req-1551e090-e262-4b41-bbba-0b968b6b31bb tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 210 time: 0.4137452 Oct 13 11:10:24.491107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d5c9c4ce-87a0-4b05-b0d0-553d2db50402 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:24.491488 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:24.555752 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:24.601929 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-782436e3-ab3a-4587-86c8-ed53ab1832c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 6, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'f859f62f-9c6d-4e52-93b2-a02c1db40435', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'port_id': '71265fef-4c2f-48d5-9910-9ec845e57283', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'mac_address': 'fa:16:3e:18:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:08:12Z', 'updated_at': '2021-10-13T11:08:16Z', 'revision_number': 1, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:46Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:24.633199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:24.634663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=16da86cc-ef21-4a01-a885-32214e28e0af,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:24.643312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:24.654963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b9503-1849-4345-84cf-ebc221e18f98 req-6efa20cf-3eb3-4079-9ae6-3ad0d431bbe8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:24.657609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Allocated IP 2001:db8::f816:3eff:fea4:349f (94101c6b-088c-496c-89a7-3c76d8c09bc9/f77cb502-9319-44ff-a316-01ed27511fee/a4846e78-ff17-4933-becb-9528fac309c8) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:24.658860 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b95b9503-1849-4345-84cf-ebc221e18f98 req-6efa20cf-3eb3-4079-9ae6-3ad0d431bbe8 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 946 time: 0.1447084 Oct 13 11:10:24.660692 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:24.666806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782436e3-ab3a-4587-86c8-ed53ab1832c2 None None] Checking router: 334563ca-dfda-4611-a9aa-38d4d74e0a4d for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:10:24.668568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:24.669281 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:24.711216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782436e3-ab3a-4587-86c8-ed53ab1832c2 None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:24.711874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-782436e3-ab3a-4587-86c8-ed53ab1832c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:24.718592 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b95b9503-1849-4345-84cf-ebc221e18f98 req-fae1e400-9521-4828-a390-2ba8cb0f2658 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405557 Oct 13 11:10:24.775148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d8e8666c-4fe1-421a-9233-edf749a1bc19 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:24.786601 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f4791ccd-69be-483b-a81c-4f46e3b04bca tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5731692 Oct 13 11:10:24.789417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33642) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:24.816940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: d8e8666c-4fe1-421a-9233-edf749a1bc19 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:24.817308 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d8e8666c-4fe1-421a-9233-edf749a1bc19 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:24.853705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f093e67-dca1-4deb-9e23-c765b5dca7c9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:24.855502 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3f093e67-dca1-4deb-9e23-c765b5dca7c9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0649440 Oct 13 11:10:24.874556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33646) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:24.953058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-782436e3-ab3a-4587-86c8-ed53ab1832c2 None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:24.990222 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-696beb27-4529-464c-82fc-968a0de4b29a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 16da86cc-ef21-4a01-a885-32214e28e0af {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:24.990592 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-696beb27-4529-464c-82fc-968a0de4b29a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:25.005239 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:25.082960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-696beb27-4529-464c-82fc-968a0de4b29a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:25.111305 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-696beb27-4529-464c-82fc-968a0de4b29a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 16da86cc-ef21-4a01-a885-32214e28e0af owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:25.118278 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:25.173917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:25.180395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:25.187615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:25.202854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Pushing event updated for resources: {'Port': ['ID=a4846e78-ff17-4933-becb-9528fac309c8,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:25.316834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Attempting to bind port a4846e78-ff17-4933-becb-9528fac309c8 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:25.316834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Attempting to bind port a4846e78-ff17-4933-becb-9528fac309c8 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:25.316834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Attempting to bind port a4846e78-ff17-4933-becb-9528fac309c8 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:25.321570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:25.322646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:25.322646 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:25.322963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:25.323533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Bound port: a4846e78-ff17-4933-becb-9528fac309c8, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:25.324140 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:25.337792 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-696beb27-4529-464c-82fc-968a0de4b29a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:25.393191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696beb27-4529-464c-82fc-968a0de4b29a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=16da86cc-ef21-4a01-a885-32214e28e0af,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:25.457328 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-696beb27-4529-464c-82fc-968a0de4b29a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:25.463553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33662) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:25.464096 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-696beb27-4529-464c-82fc-968a0de4b29a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/16da86cc-ef21-4a01-a885-32214e28e0af HTTP/1.1" status: 204 len: 168 time: 0.5864525 Oct 13 11:10:25.511094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c67f3-1f4c-496c-87b6-bea0cbcf3169 req-f0f62d86-d706-4d37-b226-a8bc549da417 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:25.511094 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c3c67f3-1f4c-496c-87b6-bea0cbcf3169 req-f0f62d86-d706-4d37-b226-a8bc549da417 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.21 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 946 time: 0.1568031 Oct 13 11:10:25.611919 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-782436e3-ab3a-4587-86c8-ed53ab1832c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 6, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'f859f62f-9c6d-4e52-93b2-a02c1db40435', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'port_id': '71265fef-4c2f-48d5-9910-9ec845e57283', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'mac_address': 'fa:16:3e:18:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:08:12Z', 'updated_at': '2021-10-13T11:08:16Z', 'revision_number': 1, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:46Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:25.631961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-8c3c67f3-1f4c-496c-87b6-bea0cbcf3169 req-f2f73420-5112-4776-9d26-0c4b863e6f42 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting port 3758758d-d94c-448a-8772-dfce5f552af6 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:25.632534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8c3c67f3-1f4c-496c-87b6-bea0cbcf3169 req-f2f73420-5112-4776-9d26-0c4b863e6f42 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:25.642837 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2089e1f3-bc86-42f6-a159-80b9b61bc8e4 req-21b6209f-0e75-4c65-905f-5083e6a66773 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 210 time: 0.1130435 Oct 13 11:10:25.649132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] For port a4846e78-ff17-4933-becb-9528fac309c8, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:25.651581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782436e3-ab3a-4587-86c8-ed53ab1832c2 None None] The sync data for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 is: [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 6, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'f859f62f-9c6d-4e52-93b2-a02c1db40435', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'port_id': '71265fef-4c2f-48d5-9910-9ec845e57283', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'mac_address': 'fa:16:3e:18:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:08:12Z', 'updated_at': '2021-10-13T11:08:16Z', 'revision_number': 1, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:46Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:10:25.664505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] For port a4846e78-ff17-4933-becb-9528fac309c8, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a4846e78-ff17-4933-becb-9528fac309c8,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:25.679940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87803ea0-044d-4a52-b54f-e16c4d9d6b92 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:25.683139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87803ea0-044d-4a52-b54f-e16c4d9d6b92 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:25.685211 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-87803ea0-044d-4a52-b54f-e16c4d9d6b92 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2201948 Oct 13 11:10:25.688087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33666) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:25.758893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-8c3c67f3-1f4c-496c-87b6-bea0cbcf3169 req-f2f73420-5112-4776-9d26-0c4b863e6f42 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] For port 3758758d-d94c-448a-8772-dfce5f552af6, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=3758758d-d94c-448a-8772-dfce5f552af6,segment=NetworkSegment(9406500a-45ae-4d13-80ae-4de55bd51fd1),segment_id=9406500a-45ae-4d13-80ae-4de55bd51fd1)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:25.759307 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8c3c67f3-1f4c-496c-87b6-bea0cbcf3169 req-f2f73420-5112-4776-9d26-0c4b863e6f42 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:25.760048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71a07ab-3978-4a48-9e37-acd8089c442d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet f77cb502-9319-44ff-a316-01ed27511fee {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:25.764009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b71a07ab-3978-4a48-9e37-acd8089c442d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:25.773511 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-8c3c67f3-1f4c-496c-87b6-bea0cbcf3169 req-f2f73420-5112-4776-9d26-0c4b863e6f42 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Calling delete_port for 3758758d-d94c-448a-8772-dfce5f552af6 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:25.785560 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:25.868775 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b71a07ab-3978-4a48-9e37-acd8089c442d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:25.896423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307714f5-b5fc-4086-b4d5-6f1bc6ea6536 None None] Pushing event updated for resources: {'Port': ['ID=a4846e78-ff17-4933-becb-9528fac309c8,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:26.033348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a18d7-90c4-4b2a-8fca-706d21f19dbb req-e7fd960c-1e96-4ad6-b644-5fd83c429643 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:26.038967 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-db2a18d7-90c4-4b2a-8fca-706d21f19dbb req-e7fd960c-1e96-4ad6-b644-5fd83c429643 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 946 time: 0.1800077 Oct 13 11:10:26.064074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8c3c67f3-1f4c-496c-87b6-bea0cbcf3169 req-f2f73420-5112-4776-9d26-0c4b863e6f42 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:26.082656 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b71a07ab-3978-4a48-9e37-acd8089c442d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:26.087367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ea7cee16-2187-4dc0-aea2-a191b6fbce81 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:26.131099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f73420-5112-4776-9d26-0c4b863e6f42 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Port': ['ID=3758758d-d94c-448a-8772-dfce5f552af6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:26.149395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: ea7cee16-2187-4dc0-aea2-a191b6fbce81 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:26.149747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ea7cee16-2187-4dc0-aea2-a191b6fbce81 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:26.210937 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-db2a18d7-90c4-4b2a-8fca-706d21f19dbb req-40a3f8ba-f6f0-467d-836e-61d85c05f0b0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a659f36-b94b-469c-8ea5-67f00b3c04f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634521 Oct 13 11:10:26.235767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3c67f3-1f4c-496c-87b6-bea0cbcf3169 req-f2f73420-5112-4776-9d26-0c4b863e6f42 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] No DVR routers for this DVR port 3758758d-d94c-448a-8772-dfce5f552af6 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:26.242113 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-8c3c67f3-1f4c-496c-87b6-bea0cbcf3169 req-f2f73420-5112-4776-9d26-0c4b863e6f42 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:26.250865 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c3c67f3-1f4c-496c-87b6-bea0cbcf3169 req-f2f73420-5112-4776-9d26-0c4b863e6f42 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.21 "DELETE /v2.0/ports/3758758d-d94c-448a-8772-dfce5f552af6 HTTP/1.1" status: 204 len: 173 time: 0.7372458 Oct 13 11:10:26.252330 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971e1a72-3a9a-4766-a7fd-e92226960731', 'name': 'network-vif-deleted', 'tag': '3758758d-d94c-448a-8772-dfce5f552af6'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:10:26.255274 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852d24ef-6bed-4917-a6b4-9aba534b618c" -d '{"events": [{"server_uuid": "971e1a72-3a9a-4766-a7fd-e92226960731", "name": "network-vif-deleted", "tag": "3758758d-d94c-448a-8772-dfce5f552af6"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:10:26.316232 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b71a07ab-3978-4a48-9e37-acd8089c442d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:26.391929 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a07ab-3978-4a48-9e37-acd8089c442d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=f77cb502-9319-44ff-a316-01ed27511fee,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:26.396744 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e447c6f-ec18-42b4-ae8a-b2630d0d2653 x-openstack-request-id: req-6e447c6f-ec18-42b4-ae8a-b2630d0d2653 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:10:26.397158 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971e1a72-3a9a-4766-a7fd-e92226960731", "name": "network-vif-deleted", "tag": "3758758d-d94c-448a-8772-dfce5f552af6", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:10:26.397507 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e447c6f-ec18-42b4-ae8a-b2630d0d2653 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:10:26.398023 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971e1a72-3a9a-4766-a7fd-e92226960731', 'name': 'network-vif-deleted', 'tag': '3758758d-d94c-448a-8772-dfce5f552af6', 'status': 'completed', 'code': 200} Oct 13 11:10:26.413310 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b71a07ab-3978-4a48-9e37-acd8089c442d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:26.421496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b71a07ab-3978-4a48-9e37-acd8089c442d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/f77cb502-9319-44ff-a316-01ed27511fee HTTP/1.1" status: 204 len: 168 time: 0.7286122 Oct 13 11:10:26.424707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33684) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:26.483871 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b6c5a0bf-9660-4857-a7bc-8937e66d011a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578523 Oct 13 11:10:26.486969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33688) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:26.566507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-6eed4e5a-140c-42e6-bfca-a112401b453e tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:26.569231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-6eed4e5a-140c-42e6-bfca-a112401b453e tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.46 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 811 time: 0.2942429 Oct 13 11:10:26.619838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536f4395-039f-4f06-9520-fef4aaf8b236 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:26.623864 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-536f4395-039f-4f06-9520-fef4aaf8b236 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1336329 Oct 13 11:10:26.624235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33690) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:26.682881 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-9b25e3bb-ba08-4d2d-ac07-aefddc1a7079 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0970541036f343ec80cbc245fd1a3046 HTTP/1.1" status: 200 len: 380 time: 0.0978262 Oct 13 11:10:26.696033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4b852f9d-5507-4134-91c9-acfbb6703711 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Request body: {'port': {'device_id': '456f7f75-73cf-4732-8353-946558234269', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'admin_state_up': True, 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'security_groups': ['0b06409a-9873-4160-84f1-b89f325b6f7d']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:26.710376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7063e22-c406-4e5e-9e25-eda979aa5491 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:26.715421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f7063e22-c406-4e5e-9e25-eda979aa5491 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0900726 Oct 13 11:10:26.718578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33696) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:26.785476 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-99c11973-1edd-4699-b4d8-b3f1b3504cd3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643895 Oct 13 11:10:26.793308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33698) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:26.799852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:26.908697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8cf2d6be-013a-4a56-817f-ea439af385c3 req-24ce3f8d-59ab-4f92-b78b-1d517f2eb864 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 210 time: 0.1045043 Oct 13 11:10:26.959574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4b852f9d-5507-4134-91c9-acfbb6703711 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Made reservation on behalf of 0970541036f343ec80cbc245fd1a3046 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:26.966653 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4b852f9d-5507-4134-91c9-acfbb6703711 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:27.063052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:27.064372 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:27.236684 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4b852f9d-5507-4134-91c9-acfbb6703711 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Allocated IP 172.20.0.9 (fea49c86-6405-4d7d-906f-e9d25db855d6/3f7c572f-c42b-4227-8238-2e248cb45182/5f65c1fc-2c71-4972-b20d-b6f9f305c152) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:27.404705 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-195bea47-2f92-4ead-b3b0-d0d2108c8055 req-7d291480-195a-47ee-9bca-8089c1ee40de tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=971e1a72-3a9a-4766-a7fd-e92226960731 HTTP/1.1" status: 200 len: 210 time: 0.0485110 Oct 13 11:10:27.537281 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4b852f9d-5507-4134-91c9-acfbb6703711 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:27.581266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6810e6-72bd-415a-b4b7-fefb41cb7beb None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:27.668758 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4b852f9d-5507-4134-91c9-acfbb6703711 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:27.672118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d625b657-975a-4da5-80c6-ed0851c89747 None None] Provisioning complete for port a4846e78-ff17-4933-becb-9528fac309c8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:27.673272 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d625b657-975a-4da5-80c6-ed0851c89747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:27.683274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.objects.ports [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:10:27.753779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4b852f9d-5507-4134-91c9-acfbb6703711 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Network fea49c86-6405-4d7d-906f-e9d25db855d6 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:27.757369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4b852f9d-5507-4134-91c9-acfbb6703711 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:27.764505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4b852f9d-5507-4134-91c9-acfbb6703711 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:27.812296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b852f9d-5507-4134-91c9-acfbb6703711 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event updated for resources: {'Port': ['ID=5f65c1fc-2c71-4972-b20d-b6f9f305c152,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:27.841791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4b852f9d-5507-4134-91c9-acfbb6703711 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:27.842683 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4b852f9d-5507-4134-91c9-acfbb6703711 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:27.935478 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4b852f9d-5507-4134-91c9-acfbb6703711 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2480471 Oct 13 11:10:27.940516 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d625b657-975a-4da5-80c6-ed0851c89747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:27.953221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Request body: {'port': {'device_id': '456f7f75-73cf-4732-8353-946558234269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:28.053455 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:28.164428 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:28.175827 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d625b657-975a-4da5-80c6-ed0851c89747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:10:28.178150 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d625b657-975a-4da5-80c6-ed0851c89747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:10:28.236610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a4846e78-ff17-4933-becb-9528fac309c8 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:28.237658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0912c-ddc5-4502-889c-c8c5c363151c req-ad9ffac8-8016-4e8d-97e0-d2c45aff1bcb tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:28.245519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07b0912c-ddc5-4502-889c-c8c5c363151c req-ad9ffac8-8016-4e8d-97e0-d2c45aff1bcb tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 931 time: 0.1179526 Oct 13 11:10:28.318156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a4846e78-ff17-4933-becb-9528fac309c8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:28.319270 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:28.358994 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07b0912c-ddc5-4502-889c-c8c5c363151c req-d6c1f574-c81c-4654-9c48-f6bd74a429a5 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124465 Oct 13 11:10:28.520155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33734) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:28.553219 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:28.577645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] For port a4846e78-ff17-4933-becb-9528fac309c8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a4846e78-ff17-4933-becb-9528fac309c8,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:28.675377 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:28.696112 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c897-2c2f-4c30-a97f-2e178e9186b4 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:28.735715 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c897-2c2f-4c30-a97f-2e178e9186b4 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:28.747974 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d625b657-975a-4da5-80c6-ed0851c89747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:28.775166 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:28.783891 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:28.784048 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f65c1fc-2c71-4972-b20d-b6f9f305c152 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:10:28.792067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:28.825356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Transition to ACTIVE for port object 5f65c1fc-2c71-4972-b20d-b6f9f305c152 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:10:28.851069 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:10:28.851429 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:10:28.853825 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d625b657-975a-4da5-80c6-ed0851c89747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:10:28.854173 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d625b657-975a-4da5-80c6-ed0851c89747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:10:28.876250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:28.954743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:28.958372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=7a022fd6-e16e-4847-a0f6-532afb2ea34a,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:28.965988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 3758758d-d94c-448a-8772-dfce5f552af6 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:28.983885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:28.984589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f65c1fc-2c71-4972-b20d-b6f9f305c152,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:28.986033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=a4846e78-ff17-4933-becb-9528fac309c8,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:28.990451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 3758758d-d94c-448a-8772-dfce5f552af6 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:28.990650 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 3758758d-d94c-448a-8772-dfce5f552af6 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:28.994500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:28.995111 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.084895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d411e636-a356-498f-8b4f-eb50f51d504c None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:29.096394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-558337c5-af1a-411d-b460-9aa4483e36d2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3015325 Oct 13 11:10:29.100740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33746) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:29.101516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Attempting to bind port 5f65c1fc-2c71-4972-b20d-b6f9f305c152 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:29.101883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Attempting to bind port 5f65c1fc-2c71-4972-b20d-b6f9f305c152 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:29.102223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Attempting to bind port 5f65c1fc-2c71-4972-b20d-b6f9f305c152 on network fea49c86-6405-4d7d-906f-e9d25db855d6 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:29.108140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'mac_address': 'fa:16:3e:34:23:aa', 'name': 'tempest-NetworksTestDHCPv6-1252281089'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:29.110177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Port 5f65c1fc-2c71-4972-b20d-b6f9f305c152 on network fea49c86-6405-4d7d-906f-e9d25db855d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:10:29.110575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Attempting to bind port 5f65c1fc-2c71-4972-b20d-b6f9f305c152 on network fea49c86-6405-4d7d-906f-e9d25db855d6 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:29.124154 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:29.124483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Checking segment: {'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:29.124897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Bound using segment: {'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:29.125285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Bound port: 5f65c1fc-2c71-4972-b20d-b6f9f305c152, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:29.125805 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.144851 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c897-2c2f-4c30-a97f-2e178e9186b4 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.147416 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c897-2c2f-4c30-a97f-2e178e9186b4 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.151777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c5e4c897-2c2f-4c30-a97f-2e178e9186b4 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "DELETE /v2.0/security-groups/4a659f36-b94b-469c-8ea5-67f00b3c04f2 HTTP/1.1" status: 204 len: 168 time: 0.6296327 Oct 13 11:10:29.201378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4c897-2c2f-4c30-a97f-2e178e9186b4 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a659f36-b94b-469c-8ea5-67f00b3c04f2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:29.263854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] For port 5f65c1fc-2c71-4972-b20d-b6f9f305c152, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:29.267976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] For port 5f65c1fc-2c71-4972-b20d-b6f9f305c152, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=5f65c1fc-2c71-4972-b20d-b6f9f305c152,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:29.279758 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33756) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:29.350018 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.382709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-8409739e-085f-453c-a1cb-7325e0a9527b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting subnet fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:29.389089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8409739e-085f-453c-a1cb-7325e0a9527b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.399779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:29.400638 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.402573 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f65c1fc-2c71-4972-b20d-b6f9f305c152 HTTP/1.1" status: 200 len: 1091 time: 1.4572523 Oct 13 11:10:29.407005 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d625b657-975a-4da5-80c6-ed0851c89747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.412744 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:29.442161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456f7f75-73cf-4732-8353-946558234269', 'tag': '5f65c1fc-2c71-4972-b20d-b6f9f305c152'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:10:29.444567 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bca0129-2399-41fe-b68f-35f925d6acdb" -d '{"events": [{"name": "network-changed", "server_uuid": "456f7f75-73cf-4732-8353-946558234269", "tag": "5f65c1fc-2c71-4972-b20d-b6f9f305c152"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:10:29.451462 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.481433 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8409739e-085f-453c-a1cb-7325e0a9527b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.484503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee58da9-5d8e-4104-a9fe-a1dbb896c8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f65c1fc-2c71-4972-b20d-b6f9f305c152,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:29.558517 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.566040 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d625b657-975a-4da5-80c6-ed0851c89747 None None] For port a4846e78-ff17-4933-becb-9528fac309c8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a4846e78-ff17-4933-becb-9528fac309c8,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:29.638624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port c815b665-fd7a-456e-88e3-e11636b0bbc4 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:10:29.644773 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d625b657-975a-4da5-80c6-ed0851c89747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.675316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4629952e-4c5a-46bf-beb7-c32ab6faff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:29.677773 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4629952e-4c5a-46bf-beb7-c32ab6faff20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 1094 time: 0.1233416 Oct 13 11:10:29.771473 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8409739e-085f-453c-a1cb-7325e0a9527b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.772686 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c02b3-a04a-413e-b946-826dd6c3b3da req-02a0afeb-73db-4353-b573-bbb0b163ccf2 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:29.781071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b7c02b3-a04a-413e-b946-826dd6c3b3da req-02a0afeb-73db-4353-b573-bbb0b163ccf2 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 943 time: 0.2342010 Oct 13 11:10:29.816152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625b657-975a-4da5-80c6-ed0851c89747 None None] Pushing event updated for resources: {'Port': ['ID=a4846e78-ff17-4933-becb-9528fac309c8,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:29.896750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b7c02b3-a04a-413e-b946-826dd6c3b3da req-43739634-2bcd-4f36-99a6-2663eddd20cd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101725 Oct 13 11:10:29.897047 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-3e53a7d1-0a35-462d-9fb2-2a264a93582f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f65c1fc-2c71-4972-b20d-b6f9f305c152 HTTP/1.1" status: 200 len: 217 time: 0.0565860 Oct 13 11:10:29.912009 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:10:29.912678 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:10:29.915414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::f816:3eff:fe34:23aa (94101c6b-088c-496c-89a7-3c76d8c09bc9/7a022fd6-e16e-4847-a0f6-532afb2ea34a/c815b665-fd7a-456e-88e3-e11636b0bbc4) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:29.930482 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6835e349-4ca5-48ba-9aa6-f358f5a45f1b None None] Could not find standard attr ID for object adf88b53-0fbc-4731-8580-c9fec8ab2846. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:10:29.961059 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6835e349-4ca5-48ba-9aa6-f358f5a45f1b None None] Provisioning complete for port a4846e78-ff17-4933-becb-9528fac309c8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:29.961598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6835e349-4ca5-48ba-9aa6-f358f5a45f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:29.975499 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4811e615-dce0-4206-b957-a5ac04698db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:29.977850 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-4811e615-dce0-4206-b957-a5ac04698db4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f7c572f-c42b-4227-8238-2e248cb45182 HTTP/1.1" status: 200 len: 850 time: 0.0677080 Oct 13 11:10:30.015462 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42da6346-d3a8-4ebe-86a6-7f482b7c6287 x-openstack-request-id: req-42da6346-d3a8-4ebe-86a6-7f482b7c6287 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:10:30.015763 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456f7f75-73cf-4732-8353-946558234269", "tag": "5f65c1fc-2c71-4972-b20d-b6f9f305c152", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:10:30.016051 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42da6346-d3a8-4ebe-86a6-7f482b7c6287 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:10:30.016522 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456f7f75-73cf-4732-8353-946558234269', 'tag': '5f65c1fc-2c71-4972-b20d-b6f9f305c152', 'status': 'completed', 'code': 200} Oct 13 11:10:30.124860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-5e70aba1-9da8-4859-b19a-f95b2436427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:30.124860 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-5e70aba1-9da8-4859-b19a-f95b2436427b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fea49c86-6405-4d7d-906f-e9d25db855d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370952 Oct 13 11:10:30.245058 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:30.300767 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-69a4da9e-b3eb-4dcf-ab0d-7ddfeb649755 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690176 Oct 13 11:10:30.345094 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-969f4568-b17b-4729-8392-3b530284caee None None] Provisioning complete for port a4846e78-ff17-4933-becb-9528fac309c8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:30.345472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-969f4568-b17b-4729-8392-3b530284caee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:30.379497 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8409739e-085f-453c-a1cb-7325e0a9527b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:30.393019 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:30.506367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:30.512979 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a4846e78-ff17-4933-becb-9528fac309c8 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:30.530142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=c815b665-fd7a-456e-88e3-e11636b0bbc4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:30.534106 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8409739e-085f-453c-a1cb-7325e0a9527b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:30.541747 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8409739e-085f-453c-a1cb-7325e0a9527b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "DELETE /v2.0/subnets/fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee HTTP/1.1" status: 204 len: 168 time: 1.2608068 Oct 13 11:10:30.543311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409739e-085f-453c-a1cb-7325e0a9527b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5b7c14-fadb-4c0b-a084-b9a3a8b6e4ee,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:30.544623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33768) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:30.555143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc50c7-e2cf-4147-845d-71f77df8f044 None None] Network 0c8190f4-99e6-4521-851b-cfe38efc532c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:30.555312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:30.565448 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:30.575061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:30.575958 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:30.657995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-41eedfe6-835d-4b9b-84da-0374f57dd0bb None None] Could not find standard attr ID for object 16da86cc-ef21-4a01-a885-32214e28e0af. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:10:30.658427 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-95c4da9b-76e5-450c-a310-95ae9a53c8b5 req-a2684833-9f87-48a3-8fe5-95e458accfc8 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480871 Oct 13 11:10:30.692853 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:30.717623 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a4846e78-ff17-4933-becb-9528fac309c8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:30.718269 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:30.770669 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-49546eb4-51f1-4b30-8a09-272d0da3c314 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6681046 Oct 13 11:10:30.774735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33772) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:30.827620 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting port aaa3c3e6-8dca-4484-8877-983ccb56b464 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:30.835879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:30.925603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9936b436-dfc9-40b8-844f-3988c2d35506 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:30.937036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9936b436-dfc9-40b8-844f-3988c2d35506 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:30.939328 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9936b436-dfc9-40b8-844f-3988c2d35506 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1635196 Oct 13 11:10:30.942847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33776) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:30.955991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] For port aaa3c3e6-8dca-4484-8877-983ccb56b464, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=aaa3c3e6-8dca-4484-8877-983ccb56b464,segment=NetworkSegment(9406500a-45ae-4d13-80ae-4de55bd51fd1),segment_id=9406500a-45ae-4d13-80ae-4de55bd51fd1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:30.956362 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:30.965583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca0129-2399-41fe-b68f-35f925d6acdb req-63af3691-9d0d-4757-a19e-34a559e8804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:30.969733 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4bca0129-2399-41fe-b68f-35f925d6acdb req-63af3691-9d0d-4757-a19e-34a559e8804b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 1094 time: 0.1401196 Oct 13 11:10:30.987364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396f7ea9-a502-4b3d-9af0-b9673dd31b8a None None] DHCP port deletion for 0c8190f4-99e6-4521-851b-cfe38efc532c request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:10:30.989059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Calling delete_port for aaa3c3e6-8dca-4484-8877-983ccb56b464 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:31.059760 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-396f7ea9-a502-4b3d-9af0-b9673dd31b8a None None] Deleting port aaa3c3e6-8dca-4484-8877-983ccb56b464 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:31.060358 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-396f7ea9-a502-4b3d-9af0-b9673dd31b8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:31.182827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784eab95-0f54-4836-b027-97dab2360912 req-d4e7c1b4-9855-4946-8bd1-f58dfb1b3387 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:31.185273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca0129-2399-41fe-b68f-35f925d6acdb req-cc908427-fda1-4436-aa4c-6ffe1010b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:31.185410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-784eab95-0f54-4836-b027-97dab2360912 req-d4e7c1b4-9855-4946-8bd1-f58dfb1b3387 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 943 time: 0.1617033 Oct 13 11:10:31.186794 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4bca0129-2399-41fe-b68f-35f925d6acdb req-cc908427-fda1-4436-aa4c-6ffe1010b664 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 912 time: 0.1756065 Oct 13 11:10:31.201137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1a3b2a9b-7fd9-42eb-9c9b-d1ba2c143b04 None None] Provisioning complete for port c815b665-fd7a-456e-88e3-e11636b0bbc4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:31.201646 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2a9b-7fd9-42eb-9c9b-d1ba2c143b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:31.215077 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:31.250116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-396f7ea9-a502-4b3d-9af0-b9673dd31b8a None None] For port aaa3c3e6-8dca-4484-8877-983ccb56b464, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=aaa3c3e6-8dca-4484-8877-983ccb56b464,segment=NetworkSegment(9406500a-45ae-4d13-80ae-4de55bd51fd1),segment_id=9406500a-45ae-4d13-80ae-4de55bd51fd1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:31.250632 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-396f7ea9-a502-4b3d-9af0-b9673dd31b8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:31.258929 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b2a9b-7fd9-42eb-9c9b-d1ba2c143b04 None None] Port c815b665-fd7a-456e-88e3-e11636b0bbc4 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:10:31.275736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-396f7ea9-a502-4b3d-9af0-b9673dd31b8a None None] Calling delete_port for aaa3c3e6-8dca-4484-8877-983ccb56b464 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:31.282465 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4bca0129-2399-41fe-b68f-35f925d6acdb req-2accc607-e88f-4db9-b313-443c3a1b5953 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f65c1fc-2c71-4972-b20d-b6f9f305c152 HTTP/1.1" status: 200 len: 217 time: 0.0588620 Oct 13 11:10:31.288487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Port': ['ID=aaa3c3e6-8dca-4484-8877-983ccb56b464,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:31.303449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] No DVR routers for this DVR port aaa3c3e6-8dca-4484-8877-983ccb56b464 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:31.322802 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-784eab95-0f54-4836-b027-97dab2360912 req-2053d683-33a2-4261-ae59-2ab44a3d5535 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357729 Oct 13 11:10:31.405405 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-396f7ea9-a502-4b3d-9af0-b9673dd31b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:31.449353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f7ea9-a502-4b3d-9af0-b9673dd31b8a None None] No DVR routers for this DVR port aaa3c3e6-8dca-4484-8877-983ccb56b464 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:31.466058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f7ea9-a502-4b3d-9af0-b9673dd31b8a None None] Pushing event deleted for resources: {'Port': ['ID=aaa3c3e6-8dca-4484-8877-983ccb56b464,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:31.501800 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:31.527538 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8190f4-99e6-4521-851b-cfe38efc532c']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:31.538615 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9406500a-45ae-4d13-80ae-4de55bd51fd1') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:31.538987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9406500a-45ae-4d13-80ae-4de55bd51fd1') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:31.550045 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:31.565367 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:31.572205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:10:31.578543 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:10:31.680961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-62601c76-2525-421b-a3cd-6cb7b15980a2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port c815b665-fd7a-456e-88e3-e11636b0bbc4 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:31.681306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62601c76-2525-421b-a3cd-6cb7b15980a2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:31.686894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca0129-2399-41fe-b68f-35f925d6acdb req-883afc67-2faf-4f5e-ad0d-ca8fed97487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:31.688516 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4bca0129-2399-41fe-b68f-35f925d6acdb req-883afc67-2faf-4f5e-ad0d-ca8fed97487b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f7c572f-c42b-4227-8238-2e248cb45182 HTTP/1.1" status: 200 len: 850 time: 0.3986526 Oct 13 11:10:31.721235 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:31.729019 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:31.735506 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "DELETE /v2.0/networks/0c8190f4-99e6-4521-851b-cfe38efc532c HTTP/1.1" status: 204 len: 168 time: 1.1859548 Oct 13 11:10:31.738195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33782) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:31.748389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b17443-2599-4a10-9476-92994299acf2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Network': ['ID=0c8190f4-99e6-4521-851b-cfe38efc532c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:31.923669 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca0129-2399-41fe-b68f-35f925d6acdb req-28c7b689-0954-4ecf-a0f5-222e16f0c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:31.925157 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4bca0129-2399-41fe-b68f-35f925d6acdb req-28c7b689-0954-4ecf-a0f5-222e16f0c612 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fea49c86-6405-4d7d-906f-e9d25db855d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260666 Oct 13 11:10:31.927010 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62601c76-2525-421b-a3cd-6cb7b15980a2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:31.987988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-62601c76-2525-421b-a3cd-6cb7b15980a2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for c815b665-fd7a-456e-88e3-e11636b0bbc4 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:32.190505 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4bca0129-2399-41fe-b68f-35f925d6acdb req-76bfd0fe-c750-46bf-b601-94b2d1163410 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337534 Oct 13 11:10:32.298006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1d56d827-09f3-4dcc-bdfc-483d0426bb9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting port a3bad6b8-816c-45f3-8890-89474bf29c95 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:32.298288 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1d56d827-09f3-4dcc-bdfc-483d0426bb9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:32.410921 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4bca0129-2399-41fe-b68f-35f925d6acdb req-481d4289-a652-4ccb-a03a-edcae90163e9 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124436 Oct 13 11:10:32.456034 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device aaa3c3e6-8dca-4484-8877-983ccb56b464 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:32.459030 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1d56d827-09f3-4dcc-bdfc-483d0426bb9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:32.459368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1d56d827-09f3-4dcc-bdfc-483d0426bb9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:32.473038 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1d56d827-09f3-4dcc-bdfc-483d0426bb9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Calling delete_port for a3bad6b8-816c-45f3-8890-89474bf29c95 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:32.479559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: aaa3c3e6-8dca-4484-8877-983ccb56b464 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:32.480047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device aaa3c3e6-8dca-4484-8877-983ccb56b464 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:32.484162 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62601c76-2525-421b-a3cd-6cb7b15980a2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:32.484477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64130f-1211-415b-9d15-e84ec2f2e80c req-e6ed0110-7d1f-465a-8371-c18908ec8755 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:32.488749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a64130f-1211-415b-9d15-e84ec2f2e80c req-e6ed0110-7d1f-465a-8371-c18908ec8755 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 943 time: 0.0892997 Oct 13 11:10:32.514735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62601c76-2525-421b-a3cd-6cb7b15980a2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=c815b665-fd7a-456e-88e3-e11636b0bbc4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:32.537443 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a64130f-1211-415b-9d15-e84ec2f2e80c req-38afcbb8-e38c-4a84-be06-2ee4cc1e2423 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406024 Oct 13 11:10:32.625505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62601c76-2525-421b-a3cd-6cb7b15980a2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:32.631705 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-62601c76-2525-421b-a3cd-6cb7b15980a2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/c815b665-fd7a-456e-88e3-e11636b0bbc4 HTTP/1.1" status: 204 len: 168 time: 1.6856380 Oct 13 11:10:32.632106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33792) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:32.704906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26f377-2865-4182-a21c-0d73421316f7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:32.707453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26f377-2865-4182-a21c-0d73421316f7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:32.711939 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6d26f377-2865-4182-a21c-0d73421316f7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0787945 Oct 13 11:10:32.712613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33794) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:32.777401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9eeff8-5974-47f7-baa4-01ca78674aed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 7a022fd6-e16e-4847-a0f6-532afb2ea34a {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:32.781552 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae9eeff8-5974-47f7-baa4-01ca78674aed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:32.816422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1d56d827-09f3-4dcc-bdfc-483d0426bb9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:32.832109 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae9eeff8-5974-47f7-baa4-01ca78674aed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:32.857754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56d827-09f3-4dcc-bdfc-483d0426bb9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Port': ['ID=a3bad6b8-816c-45f3-8890-89474bf29c95,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:32.942072 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1d56d827-09f3-4dcc-bdfc-483d0426bb9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:32.943683 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-1d56d827-09f3-4dcc-bdfc-483d0426bb9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Floating IP f859f62f-9c6d-4e52-93b2-a02c1db40435 disassociated (deleted). External IP: 172.25.0.71, port: 71265fef-4c2f-48d5-9910-9ec845e57283. Oct 13 11:10:32.954578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae9eeff8-5974-47f7-baa4-01ca78674aed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:33.092788 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae9eeff8-5974-47f7-baa4-01ca78674aed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:33.130124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eeff8-5974-47f7-baa4-01ca78674aed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=7a022fd6-e16e-4847-a0f6-532afb2ea34a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:33.138856 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae9eeff8-5974-47f7-baa4-01ca78674aed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:33.140740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ecf008-0350-4049-9dac-52fee090cf2c None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:33.143415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ae9eeff8-5974-47f7-baa4-01ca78674aed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/7a022fd6-e16e-4847-a0f6-532afb2ea34a HTTP/1.1" status: 204 len: 168 time: 0.4298568 Oct 13 11:10:33.145880 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33800) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:33.186014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bf1a2f3b-3075-4458-bfee-f1444ddda7be tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389769 Oct 13 11:10:33.189555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33802) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:33.194707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:33.201039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d56d827-09f3-4dcc-bdfc-483d0426bb9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Router 334563ca-dfda-4611-a9aa-38d4d74e0a4d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:10:33.361601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d56d827-09f3-4dcc-bdfc-483d0426bb9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:10:33.366221 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1d56d827-09f3-4dcc-bdfc-483d0426bb9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:33.372571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:33.372746 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c2d31d-8f9f-4bc5-b2a9-13c8c5313dbf None None] Sync routers for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:10:33.378352 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:33.388765 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2d31d-8f9f-4bc5-b2a9-13c8c5313dbf None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:33.389397 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-44c2d31d-8f9f-4bc5-b2a9-13c8c5313dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:33.424293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7983a49a-3792-4849-bd34-bfca77f6d0db None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:10:33.431475 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1d56d827-09f3-4dcc-bdfc-483d0426bb9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "DELETE /v2.0/floatingips/f859f62f-9c6d-4e52-93b2-a02c1db40435 HTTP/1.1" status: 204 len: 168 time: 1.6942561 Oct 13 11:10:33.432376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'tag': '71265fef-4c2f-48d5-9910-9ec845e57283'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:10:33.436045 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e5a80a-fcfb-4baa-88ec-b9cab470ad4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e54f9f-91d7-4e58-89f1-b5788c1e966a", "tag": "71265fef-4c2f-48d5-9910-9ec845e57283"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:10:33.510297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7983a49a-3792-4849-bd34-bfca77f6d0db None None] Deleting port a4846e78-ff17-4933-becb-9528fac309c8 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:33.511832 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7983a49a-3792-4849-bd34-bfca77f6d0db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:33.568691 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-44c2d31d-8f9f-4bc5-b2a9-13c8c5313dbf None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:33.668416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7983a49a-3792-4849-bd34-bfca77f6d0db None None] For port a4846e78-ff17-4933-becb-9528fac309c8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a4846e78-ff17-4933-becb-9528fac309c8,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:33.668815 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7983a49a-3792-4849-bd34-bfca77f6d0db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:33.699266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7983a49a-3792-4849-bd34-bfca77f6d0db None None] Calling delete_port for a4846e78-ff17-4933-becb-9528fac309c8 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:33.816646 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-44c2d31d-8f9f-4bc5-b2a9-13c8c5313dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 6, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:46Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:33.850885 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c2d31d-8f9f-4bc5-b2a9-13c8c5313dbf None None] Checking router: 334563ca-dfda-4611-a9aa-38d4d74e0a4d for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:10:33.860457 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2d31d-8f9f-4bc5-b2a9-13c8c5313dbf None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:33.861417 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-44c2d31d-8f9f-4bc5-b2a9-13c8c5313dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:33.880663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.objects.ports [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:10:33.914843 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7983a49a-3792-4849-bd34-bfca77f6d0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:33.979792 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983a49a-3792-4849-bd34-bfca77f6d0db None None] No DVR routers for this DVR port a4846e78-ff17-4933-becb-9528fac309c8 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:33.988252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983a49a-3792-4849-bd34-bfca77f6d0db None None] Pushing event deleted for resources: {'Port': ['ID=a4846e78-ff17-4933-becb-9528fac309c8,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:33.993308 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-44c2d31d-8f9f-4bc5-b2a9-13c8c5313dbf None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:34.007896 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab167d5d-7167-427a-b5c2-fc5042b4aa82 x-openstack-request-id: req-ab167d5d-7167-427a-b5c2-fc5042b4aa82 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:10:34.008386 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e54f9f-91d7-4e58-89f1-b5788c1e966a", "tag": "71265fef-4c2f-48d5-9910-9ec845e57283", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:10:34.008487 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab167d5d-7167-427a-b5c2-fc5042b4aa82 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:10:34.008817 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'tag': '71265fef-4c2f-48d5-9910-9ec845e57283', 'status': 'completed', 'code': 200} Oct 13 11:10:34.084368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5a80a-fcfb-4baa-88ec-b9cab470ad4c req-cf86c0af-4fbd-4dfc-8deb-c34cf2e2ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:34.085917 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54e5a80a-fcfb-4baa-88ec-b9cab470ad4c req-cf86c0af-4fbd-4dfc-8deb-c34cf2e2ca6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 1097 time: 0.0543401 Oct 13 11:10:34.124942 n-d-813659-3 neutron-server[101991]: WARNING neutron.services.revisions.revision_plugin [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Could not find related port for resource to bump revision. Oct 13 11:10:34.171274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.ipam_pluggable_backend [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Port a4846e78-ff17-4933-becb-9528fac309c8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101991) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 13 11:10:34.171998 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.ipam_pluggable_backend [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Reverting IP allocation for 2001:db8::f816:3eff:fea4:349f {{(pid=101991) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 13 11:10:34.177931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.ipam_pluggable_backend [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea4:349f {{(pid=101991) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 13 11:10:34.182480 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:34.218851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5a80a-fcfb-4baa-88ec-b9cab470ad4c req-d32d390f-3819-4000-8806-fbf5efe266b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:34.227448 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54e5a80a-fcfb-4baa-88ec-b9cab470ad4c req-d32d390f-3819-4000-8806-fbf5efe266b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3995be86-7a49-43d2-87f8-1e3c2c6688eb HTTP/1.1" status: 200 len: 898 time: 0.1270084 Oct 13 11:10:34.245692 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51367d-5d22-4ca8-b033-22830c7578da req-d002ba51-0c7d-4cd1-8b95-57adc8b7d4d9 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:34.255397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1b51367d-5d22-4ca8-b033-22830c7578da req-d002ba51-0c7d-4cd1-8b95-57adc8b7d4d9 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 943 time: 0.1168659 Oct 13 11:10:34.278996 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54e5a80a-fcfb-4baa-88ec-b9cab470ad4c req-7468c5f5-7847-42b7-9144-5e0d14690435 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71265fef-4c2f-48d5-9910-9ec845e57283 HTTP/1.1" status: 200 len: 217 time: 0.0496469 Oct 13 11:10:34.285599 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:34.293630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:34.302361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:34.310834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:34.311793 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70593e5-d09a-475d-a6ba-1a56952c8329 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:34.321066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=dda14575-246a-459a-b129-2cf73ceae5fe,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:34.377966 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1b51367d-5d22-4ca8-b033-22830c7578da req-a8837d8b-33aa-41ff-8052-c01f24544dd0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214387 Oct 13 11:10:34.417015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5a80a-fcfb-4baa-88ec-b9cab470ad4c req-45256204-1c8c-4884-a0d4-3bdd9bf76902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:34.419055 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54e5a80a-fcfb-4baa-88ec-b9cab470ad4c req-45256204-1c8c-4884-a0d4-3bdd9bf76902 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c39318c-77d4-48d3-a3dd-195c903b829a HTTP/1.1" status: 200 len: 834 time: 0.1317165 Oct 13 11:10:34.451908 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-350fb3c7-41c8-4a3a-b7e9-676ab1e41e33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2586758 Oct 13 11:10:34.452115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33824) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:34.463906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'mac_address': 'fa:16:3e:25:71:22', 'name': 'tempest-NetworksTestDHCPv6-1765241884'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:34.474512 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-44c2d31d-8f9f-4bc5-b2a9-13c8c5313dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 6, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:46Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:34.493526 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a4846e78-ff17-4933-becb-9528fac309c8 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:34.534420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5a80a-fcfb-4baa-88ec-b9cab470ad4c req-5aa5939d-4369-4431-a2be-75daf89c8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:34.540372 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54e5a80a-fcfb-4baa-88ec-b9cab470ad4c req-5aa5939d-4369-4431-a2be-75daf89c8815 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3995be86-7a49-43d2-87f8-1e3c2c6688eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102827 Oct 13 11:10:34.547786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: a4846e78-ff17-4933-becb-9528fac309c8 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:34.548366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a4846e78-ff17-4933-becb-9528fac309c8 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:34.550125 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c2d31d-8f9f-4bc5-b2a9-13c8c5313dbf None None] The sync data for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 is: [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 6, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253', 'name': '', 'network_id': '3995be86-7a49-43d2-87f8-1e3c2c6688eb', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:39Z', 'updated_at': '2021-10-13T11:07:46Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '7c39318c-77d4-48d3-a3dd-195c903b829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:10:34.657367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': 'dda14575-246a-459a-b129-2cf73ceae5fe'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:10:34.660337 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:34.730975 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f1fc1-e967-4adc-949d-e8b646061d74 req-555602f1-3262-4685-8d9d-e5d8fe42e9bf tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:34.740563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d57f1fc1-e967-4adc-949d-e8b646061d74 req-555602f1-3262-4685-8d9d-e5d8fe42e9bf tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 946 time: 0.1119194 Oct 13 11:10:34.741831 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54e5a80a-fcfb-4baa-88ec-b9cab470ad4c req-3f0bf563-5436-4f44-b0ad-a4bf884f8a1b service neutron] 10.222.0.46 "GET /v2.0/networks/3995be86-7a49-43d2-87f8-1e3c2c6688eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907039 Oct 13 11:10:34.807812 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d57f1fc1-e967-4adc-949d-e8b646061d74 req-1002a6b2-3f36-46f6-b181-be64d214a82d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2598059-83b8-42d9-a0fb-309007389b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662830 Oct 13 11:10:34.812075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:34.924556 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54e5a80a-fcfb-4baa-88ec-b9cab470ad4c req-b0ede988-7d7b-47f1-b24e-ae61e86dd5d5 service neutron] 10.222.0.46 "GET /v2.0/networks/3995be86-7a49-43d2-87f8-1e3c2c6688eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729100 Oct 13 11:10:34.944998 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:34.966743 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7466cfbf-42b9-49a0-ba97-f7c530ceb5cc None None] New status for floating IP f859f62f-9c6d-4e52-93b2-a02c1db40435: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:10:34.981376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 7f34352f-a9db-48cb-8cdb-e87ced844273 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:10:35.087542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 5f65c1fc-2c71-4972-b20d-b6f9f305c152 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:10:35.121156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Allocated IP 2001:db8::f816:3eff:fe4a:12fc (94101c6b-088c-496c-89a7-3c76d8c09bc9/dda14575-246a-459a-b129-2cf73ceae5fe/3dde61a7-6189-4fcd-a687-1447a8ae29af) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:35.248009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 5f65c1fc-2c71-4972-b20d-b6f9f305c152, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=5f65c1fc-2c71-4972-b20d-b6f9f305c152,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:35.272281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '5f65c1fc-2c71-4972-b20d-b6f9f305c152', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'port_id': '5f65c1fc-2c71-4972-b20d-b6f9f305c152', 'mac_address': 'fa:16:3e:62:4b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:10:35.353635 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:35.377608 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f65c1fc-2c71-4972-b20d-b6f9f305c152 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:10:35.381751 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:35.400079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 5f65c1fc-2c71-4972-b20d-b6f9f305c152, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=5f65c1fc-2c71-4972-b20d-b6f9f305c152,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:35.447724 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:35.491946 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:35.509800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:35.517717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:35.522760 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:35.544364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Pushing event updated for resources: {'Port': ['ID=3dde61a7-6189-4fcd-a687-1447a8ae29af,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:35.560835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::f816:3eff:fe25:7122 (94101c6b-088c-496c-89a7-3c76d8c09bc9/dda14575-246a-459a-b129-2cf73ceae5fe/7f34352f-a9db-48cb-8cdb-e87ced844273) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:35.703148 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468dacb-8e9c-4423-a7fc-9fae206afec8 req-72996579-1e33-4bea-af2f-29abbab31a7e tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:35.704905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7468dacb-8e9c-4423-a7fc-9fae206afec8 req-72996579-1e33-4bea-af2f-29abbab31a7e tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 943 time: 0.2689669 Oct 13 11:10:35.739086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e9bfe-b7b5-4c64-bbbc-3398e1b3d93e req-d3d2b30b-23ef-4573-a965-fafd04c7981f tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:35.741351 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cb5e9bfe-b7b5-4c64-bbbc-3398e1b3d93e req-d3d2b30b-23ef-4573-a965-fafd04c7981f tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 946 time: 0.1322632 Oct 13 11:10:35.752124 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Attempting to bind port 3dde61a7-6189-4fcd-a687-1447a8ae29af on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:35.759046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Attempting to bind port 3dde61a7-6189-4fcd-a687-1447a8ae29af by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:35.759341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Attempting to bind port 3dde61a7-6189-4fcd-a687-1447a8ae29af on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:35.772067 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:35.772569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:35.772981 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:35.773377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:35.773885 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Bound port: 3dde61a7-6189-4fcd-a687-1447a8ae29af, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:35.774239 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:35.803881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=5f65c1fc-2c71-4972-b20d-b6f9f305c152,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:35.829099 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7468dacb-8e9c-4423-a7fc-9fae206afec8 req-cf7f2d32-dfc9-4a52-aea7-4f0b0782d201 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964262 Oct 13 11:10:35.883789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['5f65c1fc-2c71-4972-b20d-b6f9f305c152'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:10:35.925658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-cb5e9bfe-b7b5-4c64-bbbc-3398e1b3d93e req-2432e4e1-c801-4c24-9b4b-f5f85f48db25 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting port 71265fef-4c2f-48d5-9910-9ec845e57283 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:35.926009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] For port 3dde61a7-6189-4fcd-a687-1447a8ae29af, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:35.926968 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cb5e9bfe-b7b5-4c64-bbbc-3398e1b3d93e req-2432e4e1-c801-4c24-9b4b-f5f85f48db25 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:35.934055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] For port 3dde61a7-6189-4fcd-a687-1447a8ae29af, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3dde61a7-6189-4fcd-a687-1447a8ae29af,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:35.995769 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:36.004990 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:36.057139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-cb5e9bfe-b7b5-4c64-bbbc-3398e1b3d93e req-2432e4e1-c801-4c24-9b4b-f5f85f48db25 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] For port 71265fef-4c2f-48d5-9910-9ec845e57283, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=71265fef-4c2f-48d5-9910-9ec845e57283,segment=NetworkSegment(d32eb38a-538c-449f-91a4-a85b84194c5e),segment_id=d32eb38a-538c-449f-91a4-a85b84194c5e)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:36.057515 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cb5e9bfe-b7b5-4c64-bbbc-3398e1b3d93e req-2432e4e1-c801-4c24-9b4b-f5f85f48db25 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:36.074770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-cb5e9bfe-b7b5-4c64-bbbc-3398e1b3d93e req-2432e4e1-c801-4c24-9b4b-f5f85f48db25 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Calling delete_port for 71265fef-4c2f-48d5-9910-9ec845e57283 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:36.087263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ca176-6337-4ec4-b9b3-d107a4bf841a req-8b0d50b3-7c88-4878-9350-659f27190e97 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:36.088600 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d24ca176-6337-4ec4-b9b3-d107a4bf841a req-8b0d50b3-7c88-4878-9350-659f27190e97 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 946 time: 0.0729346 Oct 13 11:10:36.113938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7dcbc-7b26-4eba-85c7-95d33e5ddfce None None] Pushing event updated for resources: {'Port': ['ID=3dde61a7-6189-4fcd-a687-1447a8ae29af,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:36.155311 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d24ca176-6337-4ec4-b9b3-d107a4bf841a req-6e620ff7-eb24-419a-9f8c-7a222976b41b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2598059-83b8-42d9-a0fb-309007389b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577550 Oct 13 11:10:36.159815 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:36.243488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:36.249126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:36.253267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:36.259327 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:36.260078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:36.275509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=7f34352f-a9db-48cb-8cdb-e87ced844273,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:36.359158 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7c97454a-727a-4fe5-add0-7a6eadd443e4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9057672 Oct 13 11:10:36.362697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33838) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:36.372621 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cb5e9bfe-b7b5-4c64-bbbc-3398e1b3d93e req-2432e4e1-c801-4c24-9b4b-f5f85f48db25 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:36.415198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432e4e1-c801-4c24-9b4b-f5f85f48db25 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Port': ['ID=71265fef-4c2f-48d5-9910-9ec845e57283,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:36.506895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5e9bfe-b7b5-4c64-bbbc-3398e1b3d93e req-2432e4e1-c801-4c24-9b4b-f5f85f48db25 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] No DVR routers for this DVR port 71265fef-4c2f-48d5-9910-9ec845e57283 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:36.510307 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-cb5e9bfe-b7b5-4c64-bbbc-3398e1b3d93e req-2432e4e1-c801-4c24-9b4b-f5f85f48db25 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:36.514270 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cb5e9bfe-b7b5-4c64-bbbc-3398e1b3d93e req-2432e4e1-c801-4c24-9b4b-f5f85f48db25 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.46 "DELETE /v2.0/ports/71265fef-4c2f-48d5-9910-9ec845e57283 HTTP/1.1" status: 204 len: 173 time: 0.7605729 Oct 13 11:10:36.514879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'name': 'network-vif-deleted', 'tag': '71265fef-4c2f-48d5-9910-9ec845e57283'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:10:36.518532 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a79412d-a1d8-497a-a6de-fbf8446798cd" -d '{"events": [{"server_uuid": "a9e54f9f-91d7-4e58-89f1-b5788c1e966a", "name": "network-vif-deleted", "tag": "71265fef-4c2f-48d5-9910-9ec845e57283"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:10:36.611210 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3de0fd-dd68-4407-b289-84122d17db9f x-openstack-request-id: req-1e3de0fd-dd68-4407-b289-84122d17db9f {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:10:36.611602 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e54f9f-91d7-4e58-89f1-b5788c1e966a", "name": "network-vif-deleted", "tag": "71265fef-4c2f-48d5-9910-9ec845e57283", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:10:36.611981 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e3de0fd-dd68-4407-b289-84122d17db9f {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:10:36.612663 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e54f9f-91d7-4e58-89f1-b5788c1e966a', 'name': 'network-vif-deleted', 'tag': '71265fef-4c2f-48d5-9910-9ec845e57283', 'status': 'completed', 'code': 200} Oct 13 11:10:36.633768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3dde61a7-6189-4fcd-a687-1447a8ae29af up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:36.733591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3dde61a7-6189-4fcd-a687-1447a8ae29af triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:36.735493 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:36.871739 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:36.937305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110b27e0-549e-491f-aacc-d47774db0bc7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:36.947730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110b27e0-549e-491f-aacc-d47774db0bc7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:36.952376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33852) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:36.952888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-110b27e0-549e-491f-aacc-d47774db0bc7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5890329 Oct 13 11:10:36.962101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 3dde61a7-6189-4fcd-a687-1447a8ae29af, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3dde61a7-6189-4fcd-a687-1447a8ae29af,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:37.018187 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:37.064066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886a5b7-fcdb-43da-ab4a-0a127169cd9d req-7759ab4d-228e-4d4b-8490-6063723b5df5 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:37.066810 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d886a5b7-fcdb-43da-ab4a-0a127169cd9d req-7759ab4d-228e-4d4b-8490-6063723b5df5 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 944 time: 0.0992115 Oct 13 11:10:37.126435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 5f65c1fc-2c71-4972-b20d-b6f9f305c152 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:37.135825 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-97ffad8a-8fa8-4d07-b27f-b4b5749c450e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 7f34352f-a9db-48cb-8cdb-e87ced844273 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:37.136289 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-97ffad8a-8fa8-4d07-b27f-b4b5749c450e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:37.143602 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d886a5b7-fcdb-43da-ab4a-0a127169cd9d req-50ef8381-c9bd-47a7-b790-d9791bab6fce tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705128 Oct 13 11:10:37.242784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=3dde61a7-6189-4fcd-a687-1447a8ae29af,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:37.342772 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-97ffad8a-8fa8-4d07-b27f-b4b5749c450e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:37.373398 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-97ffad8a-8fa8-4d07-b27f-b4b5749c450e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 7f34352f-a9db-48cb-8cdb-e87ced844273 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:37.382993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 5f65c1fc-2c71-4972-b20d-b6f9f305c152 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:10:37.387387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 5f65c1fc-2c71-4972-b20d-b6f9f305c152 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:37.390791 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:37.404769 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4c7ca3a-f2f6-4249-a04e-6629b6c1da06 req-7e3a1ab5-e9b4-42bb-a224-a34adde94986 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e54f9f-91d7-4e58-89f1-b5788c1e966a HTTP/1.1" status: 200 len: 210 time: 0.0437512 Oct 13 11:10:37.513217 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:37.572587 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456f7f75-73cf-4732-8353-946558234269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f65c1fc-2c71-4972-b20d-b6f9f305c152'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:10:37.576889 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6745bc0-954b-44e9-bb26-c943ff602adb" -d '{"events": [{"server_uuid": "456f7f75-73cf-4732-8353-946558234269", "name": "network-vif-plugged", "status": "completed", "tag": "5f65c1fc-2c71-4972-b20d-b6f9f305c152"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:10:37.606057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 5f65c1fc-2c71-4972-b20d-b6f9f305c152, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=5f65c1fc-2c71-4972-b20d-b6f9f305c152,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:37.636522 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02762449-e3d7-4b92-ba69-a7c1de89d9ae x-openstack-request-id: req-02762449-e3d7-4b92-ba69-a7c1de89d9ae {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:10:37.636522 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456f7f75-73cf-4732-8353-946558234269", "name": "network-vif-plugged", "status": "completed", "tag": "5f65c1fc-2c71-4972-b20d-b6f9f305c152", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:10:37.636522 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02762449-e3d7-4b92-ba69-a7c1de89d9ae {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:10:37.637141 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456f7f75-73cf-4732-8353-946558234269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f65c1fc-2c71-4972-b20d-b6f9f305c152', 'code': 200} Oct 13 11:10:37.668771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e7c42b45-3da1-4626-bcaa-1f61b334c8ca None None] Provisioning complete for port 3dde61a7-6189-4fcd-a687-1447a8ae29af triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:37.669288 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7c42b45-3da1-4626-bcaa-1f61b334c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:37.696676 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-97ffad8a-8fa8-4d07-b27f-b4b5749c450e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:37.698511 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:37.748699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffad8a-8fa8-4d07-b27f-b4b5749c450e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=7f34352f-a9db-48cb-8cdb-e87ced844273,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:37.774602 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=5f65c1fc-2c71-4972-b20d-b6f9f305c152,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:37.810757 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-97ffad8a-8fa8-4d07-b27f-b4b5749c450e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:37.815911 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-97ffad8a-8fa8-4d07-b27f-b4b5749c450e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/7f34352f-a9db-48cb-8cdb-e87ced844273 HTTP/1.1" status: 204 len: 168 time: 0.8615851 Oct 13 11:10:37.818450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33862) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:37.856921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9c994-eae7-4223-b6fe-1525586532c5 req-818e4c68-bcce-4b6a-82ce-dd0c63e294cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:37.858748 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3b9c994-eae7-4223-b6fe-1525586532c5 req-818e4c68-bcce-4b6a-82ce-dd0c63e294cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 1096 time: 0.1474040 Oct 13 11:10:37.884987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbfcc86-682a-4af5-8751-54b547f4b4b4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:37.886803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbfcc86-682a-4af5-8751-54b547f4b4b4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:37.888792 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4bbfcc86-682a-4af5-8751-54b547f4b4b4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0689774 Oct 13 11:10:37.892043 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33864) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:37.921407 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a3b9c994-eae7-4223-b6fe-1525586532c5 req-7f74c88b-0907-4a69-9430-627bd5996f24 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543971 Oct 13 11:10:37.956510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fe386d-a863-4fbc-ba72-61926cd56d2d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet dda14575-246a-459a-b129-2cf73ceae5fe {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:37.960483 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36fe386d-a863-4fbc-ba72-61926cd56d2d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:37.984259 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-58d876e6-7259-4ea7-945a-ce83e49a8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:38.003811 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36fe386d-a863-4fbc-ba72-61926cd56d2d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:38.053116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e16b7373-0608-4ac6-8484-fac81a82c9af None None] Could not find standard attr ID for object 7f34352f-a9db-48cb-8cdb-e87ced844273. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:10:38.105984 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36fe386d-a863-4fbc-ba72-61926cd56d2d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:38.255211 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36fe386d-a863-4fbc-ba72-61926cd56d2d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:38.313140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe386d-a863-4fbc-ba72-61926cd56d2d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=dda14575-246a-459a-b129-2cf73ceae5fe,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:38.325628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c704c-6c2a-4f7a-a906-9dde30a00a5d req-42c34dc8-41db-4491-96c0-f226f16282b9 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:38.327150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0372d0aa-17d1-4884-8547-15a37e30a493 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:38.335079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f6c704c-6c2a-4f7a-a906-9dde30a00a5d req-42c34dc8-41db-4491-96c0-f226f16282b9 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1176186 Oct 13 11:10:38.339207 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36fe386d-a863-4fbc-ba72-61926cd56d2d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:38.347452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33870) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:38.348172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-36fe386d-a863-4fbc-ba72-61926cd56d2d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/dda14575-246a-459a-b129-2cf73ceae5fe HTTP/1.1" status: 204 len: 168 time: 0.4549334 Oct 13 11:10:38.409910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f6c704c-6c2a-4f7a-a906-9dde30a00a5d req-61445ab5-fe5f-488f-8e27-da6c188f17de tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675049 Oct 13 11:10:38.435390 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3dde61a7-6189-4fcd-a687-1447a8ae29af up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:38.564545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3dde61a7-6189-4fcd-a687-1447a8ae29af triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:38.565149 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:38.581583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33882) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:38.712574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f449c1c6-a562-48af-981b-d7830f6c659a None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:10:38.714409 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-251e1083-2812-417b-9cd8-bfdf92e7e8d3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:38.743027 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-251e1083-2812-417b-9cd8-bfdf92e7e8d3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:38.754407 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-20fdfa1d-2c75-4072-aba0-a0e0a2d2d8ed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4036152 Oct 13 11:10:38.754647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33886) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:38.783718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f449c1c6-a562-48af-981b-d7830f6c659a None None] Deleting port 3dde61a7-6189-4fcd-a687-1447a8ae29af {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:38.784286 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f449c1c6-a562-48af-981b-d7830f6c659a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:38.788592 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:38.814621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec1ecbd-77bb-4f15-bc0a-810a2fd23ca7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:38.816330 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eec1ecbd-77bb-4f15-bc0a-810a2fd23ca7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0607097 Oct 13 11:10:38.818858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33890) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:38.853717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f449c1c6-a562-48af-981b-d7830f6c659a None None] For port 3dde61a7-6189-4fcd-a687-1447a8ae29af, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3dde61a7-6189-4fcd-a687-1447a8ae29af,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:38.854255 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f449c1c6-a562-48af-981b-d7830f6c659a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:38.868326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f449c1c6-a562-48af-981b-d7830f6c659a None None] Calling delete_port for 3dde61a7-6189-4fcd-a687-1447a8ae29af owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:38.872900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d046382-9df3-412e-9bd5-f8a34fde0af1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:38.878010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33892) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:38.878184 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7d046382-9df3-412e-9bd5-f8a34fde0af1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0576656 Oct 13 11:10:38.923814 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c8e9fdbc-b691-43cb-8266-16b7e685b670 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441654 Oct 13 11:10:38.928244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33894) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:38.934171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b9b31e35-f954-4a20-b0bf-599fabad0b53 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:38.939508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-251e1083-2812-417b-9cd8-bfdf92e7e8d3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:38.951587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-251e1083-2812-417b-9cd8-bfdf92e7e8d3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:38.952848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-251e1083-2812-417b-9cd8-bfdf92e7e8d3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "DELETE /v2.0/security-groups/d2598059-83b8-42d9-a0fb-309007389b76 HTTP/1.1" status: 204 len: 168 time: 0.3700345 Oct 13 11:10:38.979881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e1083-2812-417b-9cd8-bfdf92e7e8d3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2598059-83b8-42d9-a0fb-309007389b76,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:39.071875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33908) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:39.110465 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f449c1c6-a562-48af-981b-d7830f6c659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:39.130741 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 71265fef-4c2f-48d5-9910-9ec845e57283 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:39.177374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b31e35-f954-4a20-b0bf-599fabad0b53 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:39.181517 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9b31e35-f954-4a20-b0bf-599fabad0b53 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:39.189858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449c1c6-a562-48af-981b-d7830f6c659a None None] No DVR routers for this DVR port 3dde61a7-6189-4fcd-a687-1447a8ae29af on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:39.192240 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449c1c6-a562-48af-981b-d7830f6c659a None None] Pushing event deleted for resources: {'Port': ['ID=3dde61a7-6189-4fcd-a687-1447a8ae29af,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:39.204298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 71265fef-4c2f-48d5-9910-9ec845e57283 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:39.205002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 71265fef-4c2f-48d5-9910-9ec845e57283 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:39.537119 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9b31e35-f954-4a20-b0bf-599fabad0b53 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:39.580451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b31e35-f954-4a20-b0bf-599fabad0b53 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:39.586398 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b9b31e35-f954-4a20-b0bf-599fabad0b53 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:39.590638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504e440-5254-4fd4-9570-72c3586049a2 req-19d9d120-7a9e-472c-a2d4-4d03f05bc211 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:39.592298 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a504e440-5254-4fd4-9570-72c3586049a2 req-19d9d120-7a9e-472c-a2d4-4d03f05bc211 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0947211 Oct 13 11:10:39.595061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b31e35-f954-4a20-b0bf-599fabad0b53 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:39.595653 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9b31e35-f954-4a20-b0bf-599fabad0b53 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:39.603663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47a59e4-2252-4ba3-869c-5880af1593e2 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:39.610521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b31e35-f954-4a20-b0bf-599fabad0b53 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=26f508ed-65f7-448d-81de-ddb65b0602d7,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:39.677622 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b9b31e35-f954-4a20-b0bf-599fabad0b53 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7477264 Oct 13 11:10:39.680113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33916) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:39.685277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'mac_address': 'fa:16:3e:d0:87:8e', 'name': 'tempest-NetworksTestDHCPv6-1496953265'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:39.706993 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a504e440-5254-4fd4-9570-72c3586049a2 req-3a6921b3-dc28-4ae0-bc07-f123d119acfe tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828061 Oct 13 11:10:39.724338 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cec05d0-7832-4385-9c68-6eb97a718187 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:39.838021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '26f508ed-65f7-448d-81de-ddb65b0602d7'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:10:39.839168 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:39.880103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:40.019448 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:40.045129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 61bc474d-f4b2-4097-a36c-a5c498b81acb yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:10:40.078404 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Allocated IP 2001:db8::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/26f508ed-65f7-448d-81de-ddb65b0602d7/f97b6d4c-8b45-42ff-b5ce-3d10130b38c9) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:40.168064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6cec05d0-7832-4385-9c68-6eb97a718187 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:40.168584 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cec05d0-7832-4385-9c68-6eb97a718187 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:40.298000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6cec05d0-7832-4385-9c68-6eb97a718187 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] For port 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253,segment=NetworkSegment(d32eb38a-538c-449f-91a4-a85b84194c5e),segment_id=d32eb38a-538c-449f-91a4-a85b84194c5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:40.298539 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cec05d0-7832-4385-9c68-6eb97a718187 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:40.314234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6cec05d0-7832-4385-9c68-6eb97a718187 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Calling delete_port for 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:40.353095 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:40.440884 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:40.490578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3dde61a7-6189-4fcd-a687-1447a8ae29af no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:40.505383 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:40.527682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:40.533659 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 3dde61a7-6189-4fcd-a687-1447a8ae29af {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:40.534594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3dde61a7-6189-4fcd-a687-1447a8ae29af not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:40.536364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:40.538921 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Pushing event updated for resources: {'Port': ['ID=f97b6d4c-8b45-42ff-b5ce-3d10130b38c9,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:40.541530 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:40.557991 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::d8 (94101c6b-088c-496c-89a7-3c76d8c09bc9/26f508ed-65f7-448d-81de-ddb65b0602d7/61bc474d-f4b2-4097-a36c-a5c498b81acb) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:40.599813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Attempting to bind port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:40.600198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Attempting to bind port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:40.600570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Attempting to bind port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:40.618611 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:40.619705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:40.620433 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:40.621307 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:40.621861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Bound port: f97b6d4c-8b45-42ff-b5ce-3d10130b38c9, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:40.622363 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:40.675546 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cec05d0-7832-4385-9c68-6eb97a718187 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:40.727851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] For port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:40.731798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] For port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f97b6d4c-8b45-42ff-b5ce-3d10130b38c9,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:40.749549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec05d0-7832-4385-9c68-6eb97a718187 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Port': ['ID=576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:40.791712 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:40.835199 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bcb9b95d-0d53-4a16-a0f5-44fd4b1e0723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:40.858517 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:40.920869 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:41.022848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f79c7-acb8-4719-a6b5-421dfe585dcf req-37aede36-24d0-4c32-b7d1-4be1a4f0b46c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:41.031882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b22f79c7-acb8-4719-a6b5-421dfe585dcf req-37aede36-24d0-4c32-b7d1-4be1a4f0b46c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1665018 Oct 13 11:10:41.037389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbee95a-3f3f-409b-ba1d-2d0d13789f72 None None] Pushing event updated for resources: {'Port': ['ID=f97b6d4c-8b45-42ff-b5ce-3d10130b38c9,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:41.054314 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cec05d0-7832-4385-9c68-6eb97a718187 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:41.061145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:41.063423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=61bc474d-f4b2-4097-a36c-a5c498b81acb,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:41.067233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:41.069724 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:41.077041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:41.077662 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:41.169960 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b22f79c7-acb8-4719-a6b5-421dfe585dcf req-160d982d-4c56-4196-ba19-2979967e4698 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305704 Oct 13 11:10:41.203849 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3cbd04e2-d273-4cbd-afff-2b4fad9cc610 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5218325 Oct 13 11:10:41.206187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33976) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:41.305001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23827-c36b-4924-af80-b0f1b9a68c57 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:41.311563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23827-c36b-4924-af80-b0f1b9a68c57 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:41.333459 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b8b23827-c36b-4924-af80-b0f1b9a68c57 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1260965 Oct 13 11:10:41.339221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33982) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:41.487900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-86c8090c-3454-4f9c-b719-4f0510438283 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 61bc474d-f4b2-4097-a36c-a5c498b81acb {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:41.488524 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-86c8090c-3454-4f9c-b719-4f0510438283 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:41.608008 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-86c8090c-3454-4f9c-b719-4f0510438283 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:41.625193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-86c8090c-3454-4f9c-b719-4f0510438283 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 61bc474d-f4b2-4097-a36c-a5c498b81acb owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:41.626032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f69ae-d79e-4e85-94fc-7974db4401ab req-94c6b81d-4a5f-4085-989c-409fd830501d tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:41.636397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df4f69ae-d79e-4e85-94fc-7974db4401ab req-94c6b81d-4a5f-4085-989c-409fd830501d tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1137576 Oct 13 11:10:41.640542 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cec05d0-7832-4385-9c68-6eb97a718187 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Router 334563ca-dfda-4611-a9aa-38d4d74e0a4d has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:10:41.642274 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33996) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:41.647074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-cc8af955-c054-4619-9ef2-f201ef59da7f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Request body: {'floatingip': {'port_id': '5f65c1fc-2c71-4972-b20d-b6f9f305c152'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:41.675183 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:41.760255 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc8af955-c054-4619-9ef2-f201ef59da7f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:41.816616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cec05d0-7832-4385-9c68-6eb97a718187 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:10:41.829430 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c492ec-19ce-455f-b3ac-1702972dbdac None None] Sync routers for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:10:41.848341 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c492ec-19ce-455f-b3ac-1702972dbdac None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:41.848983 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e2c492ec-19ce-455f-b3ac-1702972dbdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:41.854358 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6cec05d0-7832-4385-9c68-6eb97a718187 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "PUT /v2.0/routers/334563ca-dfda-4611-a9aa-38d4d74e0a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7807133 Oct 13 11:10:41.855145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34006) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:42.059928 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-18691693-ecbd-4260-a7ac-c5d959b582f9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting subnet 7c39318c-77d4-48d3-a3dd-195c903b829a {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:42.070442 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18691693-ecbd-4260-a7ac-c5d959b582f9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:42.175175 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18691693-ecbd-4260-a7ac-c5d959b582f9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:42.178609 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-e2c492ec-19ce-455f-b3ac-1702972dbdac None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:42.207189 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:42.330782 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18691693-ecbd-4260-a7ac-c5d959b582f9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:42.527299 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18691693-ecbd-4260-a7ac-c5d959b582f9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:42.555654 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e2c492ec-19ce-455f-b3ac-1702972dbdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:10:40Z', 'revision_number': 7, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:42.603186 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18691693-ecbd-4260-a7ac-c5d959b582f9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:42.608484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3933650e-d874-4721-90cb-c240b9c6ae60 None None] Network 3995be86-7a49-43d2-87f8-1e3c2c6688eb requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:42.617879 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-18691693-ecbd-4260-a7ac-c5d959b582f9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "DELETE /v2.0/subnets/7c39318c-77d4-48d3-a3dd-195c903b829a HTTP/1.1" status: 204 len: 168 time: 0.7592077 Oct 13 11:10:42.618982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18691693-ecbd-4260-a7ac-c5d959b582f9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Subnet': ['ID=7c39318c-77d4-48d3-a3dd-195c903b829a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:42.620610 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34038) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:42.629921 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c492ec-19ce-455f-b3ac-1702972dbdac None None] Checking router: 334563ca-dfda-4611-a9aa-38d4d74e0a4d for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:10:42.660622 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c492ec-19ce-455f-b3ac-1702972dbdac None None] Routers {'334563ca-dfda-4611-a9aa-38d4d74e0a4d'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:42.661254 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e2c492ec-19ce-455f-b3ac-1702972dbdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:42.789914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:42.863895 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:42.865761 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-e2c492ec-19ce-455f-b3ac-1702972dbdac None None] Set router 334563ca-dfda-4611-a9aa-38d4d74e0a4d gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:42.876597 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-86c8090c-3454-4f9c-b719-4f0510438283 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:42.964882 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0d47842b-38e3-4f32-a47c-a8365e14281b None None] Provisioning complete for port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:42.965258 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d47842b-38e3-4f32-a47c-a8365e14281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:42.999137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:42.999533 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.027928 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.092814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8090c-3454-4f9c-b719-4f0510438283 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=61bc474d-f4b2-4097-a36c-a5c498b81acb,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:43.111672 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-86c8090c-3454-4f9c-b719-4f0510438283 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.119873 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34062) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:43.120163 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-86c8090c-3454-4f9c-b719-4f0510438283 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/61bc474d-f4b2-4097-a36c-a5c498b81acb HTTP/1.1" status: 204 len: 168 time: 1.7741215 Oct 13 11:10:43.163473 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.resource_extend [None req-cc8af955-c054-4619-9ef2-f201ef59da7f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 11:10:43.197779 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.238312 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f97b6d4c-8b45-42ff-b5ce-3d10130b38c9,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:43.239694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e4b3b0-b6a6-4f68-a855-3710d2fff3e0 None None] DHCP port deletion for 3995be86-7a49-43d2-87f8-1e3c2c6688eb request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:10:43.241407 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d47842b-38e3-4f32-a47c-a8365e14281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.278194 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc8af955-c054-4619-9ef2-f201ef59da7f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.279402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3924e7e-8d09-433c-b0d1-fe3f972ee4e0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:43.285638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3924e7e-8d09-433c-b0d1-fe3f972ee4e0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:43.292516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c3924e7e-8d09-433c-b0d1-fe3f972ee4e0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1672809 Oct 13 11:10:43.292516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34070) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:43.355755 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e2c492ec-19ce-455f-b3ac-1702972dbdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:10:40Z', 'revision_number': 7, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:43.384165 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc8af955-c054-4619-9ef2-f201ef59da7f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.422494 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e07f516-8ddd-4a58-a10e-9297653b2589 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 26f508ed-65f7-448d-81de-ddb65b0602d7 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:43.425014 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.425576 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c492ec-19ce-455f-b3ac-1702972dbdac None None] The sync data for ids ['334563ca-dfda-4611-a9aa-38d4d74e0a4d'] in n-d-813659-3 is: [{'id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'name': 'tempest-TestNetworkBasicOps-router-445498536', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:10:40Z', 'revision_number': 7, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': 'a0bcf10d-870d-4926-af0e-02d84b02eef7', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334563ca-dfda-4611-a9aa-38d4d74e0a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:07:34Z', 'updated_at': '2021-10-13T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:10:43.438227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting port a0bcf10d-870d-4926-af0e-02d84b02eef7 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:43.438538 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.440329 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e07f516-8ddd-4a58-a10e-9297653b2589 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.559294 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-cc8af955-c054-4619-9ef2-f201ef59da7f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Floating IP 88d17032-9aa4-4092-af07-15a10f64fba8 associated. External IP: 172.25.0.137, port: 5f65c1fc-2c71-4972-b20d-b6f9f305c152. Oct 13 11:10:43.565651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=f97b6d4c-8b45-42ff-b5ce-3d10130b38c9,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:43.577622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e07f516-8ddd-4a58-a10e-9297653b2589 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.607777 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.629858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-04e4b3b0-b6a6-4f68-a855-3710d2fff3e0 None None] Deleting port 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:43.630238 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-04e4b3b0-b6a6-4f68-a855-3710d2fff3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.725219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-04e4b3b0-b6a6-4f68-a855-3710d2fff3e0 None None] For port 9fe14bae-40ef-46c1-9df0-704fcdcd2b94, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9fe14bae-40ef-46c1-9df0-704fcdcd2b94,segment=NetworkSegment(d32eb38a-538c-449f-91a4-a85b84194c5e),segment_id=d32eb38a-538c-449f-91a4-a85b84194c5e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:43.725878 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-04e4b3b0-b6a6-4f68-a855-3710d2fff3e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.742120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-04e4b3b0-b6a6-4f68-a855-3710d2fff3e0 None None] Calling delete_port for 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:43.840727 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-0d47842b-38e3-4f32-a47c-a8365e14281b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:10:43.841746 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-0d47842b-38e3-4f32-a47c-a8365e14281b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:10:43.915016 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-04e4b3b0-b6a6-4f68-a855-3710d2fff3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:43.962101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4b3b0-b6a6-4f68-a855-3710d2fff3e0 None None] Pushing event deleted for resources: {'Port': ['ID=9fe14bae-40ef-46c1-9df0-704fcdcd2b94,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:44.002682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e4b3b0-b6a6-4f68-a855-3710d2fff3e0 None None] No DVR routers for this DVR port 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:44.072955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8af955-c054-4619-9ef2-f201ef59da7f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Router f30cc01c-34c7-41de-924a-ac63d778c263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:10:44.096558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] For port a0bcf10d-870d-4926-af0e-02d84b02eef7, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a0bcf10d-870d-4926-af0e-02d84b02eef7,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:44.097892 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:44.115706 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Calling delete_port for a0bcf10d-870d-4926-af0e-02d84b02eef7 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:44.413808 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e07f516-8ddd-4a58-a10e-9297653b2589 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:44.489386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:44.543924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-18a8613b-a113-4b44-9e08-9853ded969f9 None None] Could not find standard attr ID for object 61bc474d-f4b2-4097-a36c-a5c498b81acb. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:10:44.588957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8af955-c054-4619-9ef2-f201ef59da7f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:10:44.601388 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b5ce4-adff-4dea-8825-db9e58f8bebf None None] Sync routers for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:10:44.602694 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc8af955-c054-4619-9ef2-f201ef59da7f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:44.616568 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e07f516-8ddd-4a58-a10e-9297653b2589 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:44.632236 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:44.632609 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:44.639063 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cc8af955-c054-4619-9ef2-f201ef59da7f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "PUT /v2.0/floatingips/88d17032-9aa4-4092-af07-15a10f64fba8 HTTP/1.1" status: 200 len: 991 time: 2.9956307 Oct 13 11:10:44.640059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456f7f75-73cf-4732-8353-946558234269', 'tag': '5f65c1fc-2c71-4972-b20d-b6f9f305c152'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:10:44.643280 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfb29fa-6f89-4837-a253-7b01f6b58dab" -d '{"events": [{"name": "network-changed", "server_uuid": "456f7f75-73cf-4732-8353-946558234269", "tag": "5f65c1fc-2c71-4972-b20d-b6f9f305c152"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:10:44.670305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b5ce4-adff-4dea-8825-db9e58f8bebf None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:44.671145 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d13b5ce4-adff-4dea-8825-db9e58f8bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:44.685915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07f516-8ddd-4a58-a10e-9297653b2589 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=26f508ed-65f7-448d-81de-ddb65b0602d7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:44.689279 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:44.695547 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e07f516-8ddd-4a58-a10e-9297653b2589 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:44.699256 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0e07f516-8ddd-4a58-a10e-9297653b2589 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/26f508ed-65f7-448d-81de-ddb65b0602d7 HTTP/1.1" status: 204 len: 168 time: 1.4025810 Oct 13 11:10:44.701269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34138) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:44.734946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e5f670-53d0-4476-b061-6b75caceb6d9 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:44.780753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Port': ['ID=a0bcf10d-870d-4926-af0e-02d84b02eef7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:44.790222 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-58c04162-9632-4b15-9fcf-6a383a81ef85 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870924 Oct 13 11:10:44.794055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34146) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:44.852380 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489001f3-cf72-491c-b7fa-e54850aa30a7 x-openstack-request-id: req-489001f3-cf72-491c-b7fa-e54850aa30a7 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:10:44.852911 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456f7f75-73cf-4732-8353-946558234269", "tag": "5f65c1fc-2c71-4972-b20d-b6f9f305c152", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:10:44.853429 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-489001f3-cf72-491c-b7fa-e54850aa30a7 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:10:44.854387 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456f7f75-73cf-4732-8353-946558234269', 'tag': '5f65c1fc-2c71-4972-b20d-b6f9f305c152', 'status': 'completed', 'code': 200} Oct 13 11:10:44.981506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb29fa-6f89-4837-a253-7b01f6b58dab req-ebe413bf-d2b3-41bd-b849-e537d62f441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:44.983356 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bbfb29fa-6f89-4837-a253-7b01f6b58dab req-ebe413bf-d2b3-41bd-b849-e537d62f441a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 1096 time: 0.1024711 Oct 13 11:10:45.003526 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:45.108816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8da99fa-f75f-479e-878f-7930d2cb7b74 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:45.115389 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34160) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:45.116191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f8da99fa-f75f-479e-878f-7930d2cb7b74 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3168025 Oct 13 11:10:45.209680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb29fa-6f89-4837-a253-7b01f6b58dab req-c8b2ff87-2c29-490b-a537-2f0bdf625532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:45.211339 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bbfb29fa-6f89-4837-a253-7b01f6b58dab req-c8b2ff87-2c29-490b-a537-2f0bdf625532 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 912 time: 0.2199826 Oct 13 11:10:45.218895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45bd51-a2cb-4983-b24c-20be37a36cac tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:45.221789 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6d45bd51-a2cb-4983-b24c-20be37a36cac tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1010921 Oct 13 11:10:45.228818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34166) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:45.238091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d13b5ce4-adff-4dea-8825-db9e58f8bebf None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:45.279396 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:45.282411 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:45.317747 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-02b97a92-385f-4f73-92d1-e20c686c7d4f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843561 Oct 13 11:10:45.321996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34172) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:45.327392 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:45.401199 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bbfb29fa-6f89-4837-a253-7b01f6b58dab req-c9c09e74-94ef-4b3c-be39-f35e06475891 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f65c1fc-2c71-4972-b20d-b6f9f305c152 HTTP/1.1" status: 200 len: 999 time: 0.1781731 Oct 13 11:10:45.417216 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:45.418196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Fanout notify agent at l3_agent the message router_deleted on router 334563ca-dfda-4611-a9aa-38d4d74e0a4d {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:10:45.435618 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:45.435618 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6cd91575-27eb-4919-b58f-5be39fc319e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "DELETE /v2.0/routers/334563ca-dfda-4611-a9aa-38d4d74e0a4d HTTP/1.1" status: 204 len: 168 time: 2.8111074 Oct 13 11:10:45.435808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34182) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:45.578154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:45.607931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:45.608114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 576db4f4-90d5-4e2b-a2ec-b7b7e9b4a253 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:45.608524 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:45.611074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7370c508-9c70-4854-87f7-35ff17e48ed2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:45.633768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb29fa-6f89-4837-a253-7b01f6b58dab req-94479f15-4798-42b7-8986-7a5e67468bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:45.635790 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bbfb29fa-6f89-4837-a253-7b01f6b58dab req-94479f15-4798-42b7-8986-7a5e67468bbd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f7c572f-c42b-4227-8238-2e248cb45182 HTTP/1.1" status: 200 len: 850 time: 0.2258999 Oct 13 11:10:45.652625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:45.652964 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9fe14bae-40ef-46c1-9df0-704fcdcd2b94 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:45.705224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d13b5ce4-adff-4dea-8825-db9e58f8bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '88d17032-9aa4-4092-af07-15a10f64fba8', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'port_id': '5f65c1fc-2c71-4972-b20d-b6f9f305c152', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'mac_address': 'fa:16:3e:62:4b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456f7f75-73cf-4732-8353-946558234269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:10:20Z', 'updated_at': '2021-10-13T11:10:42Z', 'revision_number': 1, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 5, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:45.744884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b5ce4-adff-4dea-8825-db9e58f8bebf None None] Checking router: f30cc01c-34c7-41de-924a-ac63d778c263 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:10:45.755303 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b5ce4-adff-4dea-8825-db9e58f8bebf None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:45.755966 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d13b5ce4-adff-4dea-8825-db9e58f8bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:45.785281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:45.789644 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:45.849277 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7370c508-9c70-4854-87f7-35ff17e48ed2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:45.852894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb29fa-6f89-4837-a253-7b01f6b58dab req-253d42d2-97d3-4221-b841-f2e6351c4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:45.854439 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bbfb29fa-6f89-4837-a253-7b01f6b58dab req-253d42d2-97d3-4221-b841-f2e6351c4080 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fea49c86-6405-4d7d-906f-e9d25db855d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2108979 Oct 13 11:10:45.887315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d13b5ce4-adff-4dea-8825-db9e58f8bebf None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:45.936669 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7370c508-9c70-4854-87f7-35ff17e48ed2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3995be86-7a49-43d2-87f8-1e3c2c6688eb']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:45.951243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17de5a9e-8916-44ab-b0ac-af4733788824 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:10:45.970822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7370c508-9c70-4854-87f7-35ff17e48ed2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32eb38a-538c-449f-91a4-a85b84194c5e') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:45.970822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7370c508-9c70-4854-87f7-35ff17e48ed2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32eb38a-538c-449f-91a4-a85b84194c5e') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:46.053373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7370c508-9c70-4854-87f7-35ff17e48ed2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.088890 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bbfb29fa-6f89-4837-a253-7b01f6b58dab req-465778e3-c3e5-459a-bddc-13f70015b490 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243991 Oct 13 11:10:46.112174 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7370c508-9c70-4854-87f7-35ff17e48ed2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.119944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-17de5a9e-8916-44ab-b0ac-af4733788824 None None] Deleting port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:46.120320 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-17de5a9e-8916-44ab-b0ac-af4733788824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.181951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7370c508-9c70-4854-87f7-35ff17e48ed2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:10:46.182549 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7370c508-9c70-4854-87f7-35ff17e48ed2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: items = [ Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:10:46.185334 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:10:46.234620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-17de5a9e-8916-44ab-b0ac-af4733788824 None None] For port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f97b6d4c-8b45-42ff-b5ce-3d10130b38c9,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:46.235131 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-17de5a9e-8916-44ab-b0ac-af4733788824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.253449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-17de5a9e-8916-44ab-b0ac-af4733788824 None None] Calling delete_port for f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:46.311358 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d13b5ce4-adff-4dea-8825-db9e58f8bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '88d17032-9aa4-4092-af07-15a10f64fba8', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'port_id': '5f65c1fc-2c71-4972-b20d-b6f9f305c152', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'mac_address': 'fa:16:3e:62:4b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456f7f75-73cf-4732-8353-946558234269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:10:20Z', 'updated_at': '2021-10-13T11:10:42Z', 'revision_number': 1, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 5, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:46.321758 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bbfb29fa-6f89-4837-a253-7b01f6b58dab req-4e14a993-9ef5-499c-8dbc-25534ce9aca5 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245548 Oct 13 11:10:46.348047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b5ce4-adff-4dea-8825-db9e58f8bebf None None] The sync data for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 is: [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '88d17032-9aa4-4092-af07-15a10f64fba8', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'port_id': '5f65c1fc-2c71-4972-b20d-b6f9f305c152', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'mac_address': 'fa:16:3e:62:4b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456f7f75-73cf-4732-8353-946558234269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:10:20Z', 'updated_at': '2021-10-13T11:10:42Z', 'revision_number': 1, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 5, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:10:46.348243 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7370c508-9c70-4854-87f7-35ff17e48ed2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.360021 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7370c508-9c70-4854-87f7-35ff17e48ed2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.363307 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7370c508-9c70-4854-87f7-35ff17e48ed2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "DELETE /v2.0/networks/3995be86-7a49-43d2-87f8-1e3c2c6688eb HTTP/1.1" status: 204 len: 168 time: 0.8910601 Oct 13 11:10:46.383489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34228) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:46.388523 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-50237aa0-cf72-49e6-9b9c-f4d854973905 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'network': {'name': 'tempest-network-smoke--336426424', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'port_security_enabled': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:46.397411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370c508-9c70-4854-87f7-35ff17e48ed2 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Network': ['ID=3995be86-7a49-43d2-87f8-1e3c2c6688eb,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:46.473356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a0bcf10d-870d-4926-af0e-02d84b02eef7 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:46.499217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: a0bcf10d-870d-4926-af0e-02d84b02eef7 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:46.500315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a0bcf10d-870d-4926-af0e-02d84b02eef7 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:46.500707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:46.527571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50237aa0-cf72-49e6-9b9c-f4d854973905 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Made reservation on behalf of c733a5c1587344858ed31832dc8ad24f for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:46.529938 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-17de5a9e-8916-44ab-b0ac-af4733788824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.532616 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50237aa0-cf72-49e6-9b9c-f4d854973905 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.572711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de5a9e-8916-44ab-b0ac-af4733788824 None None] Pushing event deleted for resources: {'Port': ['ID=f97b6d4c-8b45-42ff-b5ce-3d10130b38c9,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:46.579566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de5a9e-8916-44ab-b0ac-af4733788824 None None] No DVR routers for this DVR port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:46.584494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No active binding found for port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 {{(pid=101992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 11:10:46.584910 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:46.590787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50237aa0-cf72-49e6-9b9c-f4d854973905 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:10:46.591140 n-d-813659-3 neutron-server[101990]: DEBUG neutron.objects.ports [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101990) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:10:46.607281 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50237aa0-cf72-49e6-9b9c-f4d854973905 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.607676 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-50237aa0-cf72-49e6-9b9c-f4d854973905 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Added segment 101d852b-a8c4-4fa3-97ee-9f9dbc306734 of type vlan for network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 Oct 13 11:10:46.654377 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50237aa0-cf72-49e6-9b9c-f4d854973905 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.721779 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52610e48-915d-40d0-9894-72409c2f155d None None] New status for floating IP 88d17032-9aa4-4092-af07-15a10f64fba8: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:10:46.747261 n-d-813659-3 neutron-server[101990]: WARNING neutron.services.revisions.revision_plugin [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Could not find related port for resource to bump revision. Oct 13 11:10:46.771212 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50237aa0-cf72-49e6-9b9c-f4d854973905 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.777163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50237aa0-cf72-49e6-9b9c-f4d854973905 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:46.777752 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50237aa0-cf72-49e6-9b9c-f4d854973905 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.788182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_pluggable_backend [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Port f97b6d4c-8b45-42ff-b5ce-3d10130b38c9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101990) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 13 11:10:46.788664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_pluggable_backend [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0b:5cd4 {{(pid=101990) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 13 11:10:46.792339 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_pluggable_backend [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0b:5cd4 {{(pid=101990) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 13 11:10:46.794099 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.858683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50237aa0-cf72-49e6-9b9c-f4d854973905 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Network': ['ID=9e0907bc-927e-4fea-9c02-c34124dbb9d7,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:46.858947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:46.866991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:10:46.869625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:46.875370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:46.876204 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:46.885644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b66978b-ede7-4cb5-ba04-72187fcf3089 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:46.893847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=5ab88590-e514-40da-aa50-b12b487a2c11,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:46.929078 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-50237aa0-cf72-49e6-9b9c-f4d854973905 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5445764 Oct 13 11:10:46.932035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34260) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:46.936671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'admin_state_up': True, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:47.010380 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8528317d-c6fc-481b-ba3b-a22be29d4956 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6866035 Oct 13 11:10:47.013260 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34266) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:47.021469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d3858216-49e4-487d-8c91-177121705b0b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:47.105300 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:47.106534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:47.121332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '5ab88590-e514-40da-aa50-b12b487a2c11'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:10:47.122502 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:47.192465 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:47.261298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Allocated IP 2001:db8::f816:3eff:fea1:33a3 (94101c6b-088c-496c-89a7-3c76d8c09bc9/5ab88590-e514-40da-aa50-b12b487a2c11/c2d576a1-6028-451c-80e6-54a7bed8fed2) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:47.291224 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3858216-49e4-487d-8c91-177121705b0b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:47.295046 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3858216-49e4-487d-8c91-177121705b0b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:47.407051 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:47.451449 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:47.483469 n-d-813659-3 neutron-server[101991]: INFO neutron.db.ipam_backend_mixin [None req-d3858216-49e4-487d-8c91-177121705b0b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ab88590-e514-40da-aa50-b12b487a2c11 (CIDR: 2001:db8::/64) Oct 13 11:10:47.492547 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:47.538495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:47.544572 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:47.547116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:47.549372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Pushing event updated for resources: {'Port': ['ID=c2d576a1-6028-451c-80e6-54a7bed8fed2,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:47.563057 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3858216-49e4-487d-8c91-177121705b0b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:10:47.563057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3858216-49e4-487d-8c91-177121705b0b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:10:47.695277 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d3858216-49e4-487d-8c91-177121705b0b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6809239 Oct 13 11:10:47.698019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34298) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:47.704172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d2566fb4-a14a-4bcf-a630-b0c01f6015d6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:47.758498 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Attempting to bind port c2d576a1-6028-451c-80e6-54a7bed8fed2 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:47.758886 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Attempting to bind port c2d576a1-6028-451c-80e6-54a7bed8fed2 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:47.759256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Attempting to bind port c2d576a1-6028-451c-80e6-54a7bed8fed2 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:47.764786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:47.766639 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:47.767709 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:47.767709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:47.767928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Bound port: c2d576a1-6028-451c-80e6-54a7bed8fed2, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:47.768777 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:47.841917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] For port c2d576a1-6028-451c-80e6-54a7bed8fed2, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:47.845705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] For port c2d576a1-6028-451c-80e6-54a7bed8fed2, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c2d576a1-6028-451c-80e6-54a7bed8fed2,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:47.909245 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:47.934281 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:47.938470 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:48.016334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb6376-c42d-429d-9936-a5de8360e457 None None] Pushing event updated for resources: {'Port': ['ID=c2d576a1-6028-451c-80e6-54a7bed8fed2,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:48.076263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Allocated IP 172.25.0.96 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:48.088469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2566fb4-a14a-4bcf-a630-b0c01f6015d6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:48.094161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d2566fb4-a14a-4bcf-a630-b0c01f6015d6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:48.317855 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:48.480119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c2d576a1-6028-451c-80e6-54a7bed8fed2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:48.541892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port c2d576a1-6028-451c-80e6-54a7bed8fed2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:48.542413 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:48.551155 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:48.638635 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:48.643078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:48.644683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:48.647414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:48.651333 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:48.691154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port c2d576a1-6028-451c-80e6-54a7bed8fed2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c2d576a1-6028-451c-80e6-54a7bed8fed2,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:48.698240 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d2566fb4-a14a-4bcf-a630-b0c01f6015d6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:48.761850 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:48.807848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2566fb4-a14a-4bcf-a630-b0c01f6015d6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:48.831645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d2566fb4-a14a-4bcf-a630-b0c01f6015d6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:48.835520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=c2d576a1-6028-451c-80e6-54a7bed8fed2,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:48.838673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2566fb4-a14a-4bcf-a630-b0c01f6015d6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:48.839394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d2566fb4-a14a-4bcf-a630-b0c01f6015d6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:48.852833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2566fb4-a14a-4bcf-a630-b0c01f6015d6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=f2d768f4-0c49-4d12-9663-68c48fd731c1,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:48.929631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d2566fb4-a14a-4bcf-a630-b0c01f6015d6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2303123 Oct 13 11:10:48.932475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34360) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:48.955297 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'mac_address': 'fa:16:3e:dc:bc:05', 'name': 'tempest-NetworksTestDHCPv6-694375515'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:49.071229 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:49.189829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:49.317426 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:49.344948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 0fd6bc4a-fe10-4aa2-8d19-fa37f9aa60a6 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:10:49.361780 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:49.401416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b0f9aa-cd2f-4a70-8a6f-7c579f6c007d None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:49.474555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6ddd8434-c374-42ad-b90b-80d67b6f7e4b None None] Provisioning complete for port c2d576a1-6028-451c-80e6-54a7bed8fed2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:49.475237 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8434-c374-42ad-b90b-80d67b6f7e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:49.595610 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8:0:1::22 (94101c6b-088c-496c-89a7-3c76d8c09bc9/f2d768f4-0c49-4d12-9663-68c48fd731c1/0fd6bc4a-fe10-4aa2-8d19-fa37f9aa60a6) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:49.603942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::f816:3eff:fedc:bc05 (94101c6b-088c-496c-89a7-3c76d8c09bc9/5ab88590-e514-40da-aa50-b12b487a2c11/0fd6bc4a-fe10-4aa2-8d19-fa37f9aa60a6) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:49.617409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Router ba586df9-4d87-4a5f-8ff4-6263833634b8 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:10:49.766369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e4c8d2-672a-4b59-a281-d5055503d4fd None None] Update dhcp port {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'fixed_ips': [{'subnet_id': '5ab88590-e514-40da-aa50-b12b487a2c11', 'ip_address': '2001:db8::f816:3eff:fea1:33a3'}, {'subnet_id': 'f2d768f4-0c49-4d12-9663-68c48fd731c1'}], 'binding:host_id': 'n-d-813659-3'}, 'id': 'c2d576a1-6028-451c-80e6-54a7bed8fed2'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:10:49.798761 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-05e4c8d2-672a-4b59-a281-d5055503d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:49.834406 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:49.969677 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:50.016567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-05e4c8d2-672a-4b59-a281-d5055503d4fd None None] Allocated IP 2001:db8:0:1::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/f2d768f4-0c49-4d12-9663-68c48fd731c1/c2d576a1-6028-451c-80e6-54a7bed8fed2) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:50.048180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:50.053734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:50.057635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:50.094047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:50.095906 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:50.118444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:10:50.132506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=0fd6bc4a-fe10-4aa2-8d19-fa37f9aa60a6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:50.136008 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Sync routers for ids ['ba586df9-4d87-4a5f-8ff4-6263833634b8'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:10:50.145466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:50.145928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:50.147570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:50.147570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:50.147570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:50.148136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:50.148566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:50.149014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:50.149466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:50.150024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:50.150583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:50.151291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:50.167775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Routers {'ba586df9-4d87-4a5f-8ff4-6263833634b8'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:50.168388 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ba586df9-4d87-4a5f-8ff4-6263833634b8'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:50.171178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-05e4c8d2-672a-4b59-a281-d5055503d4fd None None] For port c2d576a1-6028-451c-80e6-54a7bed8fed2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c2d576a1-6028-451c-80e6-54a7bed8fed2,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:50.216628 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-43ed038a-9f72-4123-a97b-225f3ddd212b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2800698 Oct 13 11:10:50.220021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34424) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:50.269584 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:50.271260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-26563dee-579b-49db-8640-b44842185165 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3378601 Oct 13 11:10:50.274184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34428) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:50.284746 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-05e4c8d2-672a-4b59-a281-d5055503d4fd None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:50.335371 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-97715317-b4a2-44bf-a538-3b4b5fec2ced tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c733a5c1587344858ed31832dc8ad24f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599720 Oct 13 11:10:50.336590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34434) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:50.343438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Set router ba586df9-4d87-4a5f-8ff4-6263833634b8 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:50.393711 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-27d2ce20-fbee-4e21-a2df-691d0b2b9157 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 0fd6bc4a-fe10-4aa2-8d19-fa37f9aa60a6 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:50.396632 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-27d2ce20-fbee-4e21-a2df-691d0b2b9157 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:50.418795 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-05e4c8d2-672a-4b59-a281-d5055503d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:50.472381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c2d576a1-6028-451c-80e6-54a7bed8fed2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:50.526036 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-27d2ce20-fbee-4e21-a2df-691d0b2b9157 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:50.548297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-27d2ce20-fbee-4e21-a2df-691d0b2b9157 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 0fd6bc4a-fe10-4aa2-8d19-fa37f9aa60a6 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:50.578734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7676642-6ec6-4716-99a2-67eef330aee1 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:50.581207 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b7676642-6ec6-4716-99a2-67eef330aee1 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2438293 Oct 13 11:10:50.583953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34446) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:50.639783 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1403c72a-85cc-4202-8161-9bb14523fb23 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542567 Oct 13 11:10:50.640569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34452) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:50.651770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-12afab0c-b523-44d5-818d-9b2cf66f02a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-303311840', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:50.668326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4c8d2-672a-4b59-a281-d5055503d4fd None None] Pushing event updated for resources: {'Port': ['ID=c2d576a1-6028-451c-80e6-54a7bed8fed2,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:50.683626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port c2d576a1-6028-451c-80e6-54a7bed8fed2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:50.684003 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:50.850742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:48Z', 'revision_number': 3, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:50.874002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12afab0c-b523-44d5-818d-9b2cf66f02a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Made reservation on behalf of c733a5c1587344858ed31832dc8ad24f for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:50.879755 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Checking router: ba586df9-4d87-4a5f-8ff4-6263833634b8 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:10:50.881238 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12afab0c-b523-44d5-818d-9b2cf66f02a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:50.881357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Updating router ba586df9-4d87-4a5f-8ff4-6263833634b8 port 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:10:50.897337 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-27d2ce20-fbee-4e21-a2df-691d0b2b9157 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:50.914798 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:50.950351 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2ce20-fbee-4e21-a2df-691d0b2b9157 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=0fd6bc4a-fe10-4aa2-8d19-fa37f9aa60a6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:51.046562 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-27d2ce20-fbee-4e21-a2df-691d0b2b9157 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.053314 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-27d2ce20-fbee-4e21-a2df-691d0b2b9157 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/0fd6bc4a-fe10-4aa2-8d19-fa37f9aa60a6 HTTP/1.1" status: 204 len: 168 time: 0.8312218 Oct 13 11:10:51.053690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34470) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:51.193964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c3ad19-1196-4d55-b1b5-97900bf2d359 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:51.197986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c8c3ad19-1196-4d55-b1b5-97900bf2d359 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1406541 Oct 13 11:10:51.198979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34478) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:51.286883 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12afab0c-b523-44d5-818d-9b2cf66f02a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.293671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103459c2-30e4-4795-8921-417c897ab410 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:51.297699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-103459c2-30e4-4795-8921-417c897ab410 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0975358 Oct 13 11:10:51.303159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34490) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:51.307801 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.380400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afab0c-b523-44d5-818d-9b2cf66f02a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Subnet': ['ID=718ebe93-b96e-4009-99e6-1928ae8233d5,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:51.397267 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.416081 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e6bf4c-df09-4df6-b4d5-0ad4e9aea775 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:51.419512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e6bf4c-df09-4df6-b4d5-0ad4e9aea775 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:51.422887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e6bf4c-df09-4df6-b4d5-0ad4e9aea775 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:51.424680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-70e6bf4c-df09-4df6-b4d5-0ad4e9aea775 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1205699 Oct 13 11:10:51.427474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34498) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:51.432037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12afab0c-b523-44d5-818d-9b2cf66f02a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Checking segment: {'id': '101d852b-a8c4-4fa3-97ee-9f9dbc306734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:51.432631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12afab0c-b523-44d5-818d-9b2cf66f02a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network hostable DHCP agents. Network: 9e0907bc-927e-4fea-9c02-c34124dbb9d7, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:10:51.456740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c53755-4d65-4e52-ac50-5f5514820f61 None None] Pushing event updated for resources: {'Port': ['ID=5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:51.504932 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Attempting to bind port 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:51.505467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Attempting to bind port 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:51.506826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Attempting to bind port 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:51.513801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:51.514285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:51.514855 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.515892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:51.516721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Bound port: 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:51.517198 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.520379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff179c43-b4ae-47c2-b91b-e1f1fd11b8be tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 5ab88590-e514-40da-aa50-b12b487a2c11 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:51.528196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff179c43-b4ae-47c2-b91b-e1f1fd11b8be tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.545999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12afab0c-b523-44d5-818d-9b2cf66f02a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:10:51.588472 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff179c43-b4ae-47c2-b91b-e1f1fd11b8be tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.598032 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] For port 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:51.603009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] For port 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:51.663067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-12afab0c-b523-44d5-818d-9b2cf66f02a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9e0907bc-927e-4fea-9c02-c34124dbb9d7) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:51.675672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12afab0c-b523-44d5-818d-9b2cf66f02a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:51.676675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-12afab0c-b523-44d5-818d-9b2cf66f02a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.684449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcff84f-c76f-40d6-947f-2f9c5a1d3d9a None None] Network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:51.713131 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff179c43-b4ae-47c2-b91b-e1f1fd11b8be tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.744189 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.799097 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-12afab0c-b523-44d5-818d-9b2cf66f02a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1573243 Oct 13 11:10:51.809580 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34508) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:51.838601 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Routers {'ba586df9-4d87-4a5f-8ff4-6263833634b8'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:51.839151 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ba586df9-4d87-4a5f-8ff4-6263833634b8'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:51.841142 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9b1ce0ea-5d56-4170-9b2a-d35589850cf8 None None] Provisioning complete for port c2d576a1-6028-451c-80e6-54a7bed8fed2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:51.841620 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9b1ce0ea-5d56-4170-9b2a-d35589850cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.877127 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff179c43-b4ae-47c2-b91b-e1f1fd11b8be tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.922753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff179c43-b4ae-47c2-b91b-e1f1fd11b8be tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab88590-e514-40da-aa50-b12b487a2c11,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:51.935448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff179c43-b4ae-47c2-b91b-e1f1fd11b8be tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:51.939576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ff179c43-b4ae-47c2-b91b-e1f1fd11b8be tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/5ab88590-e514-40da-aa50-b12b487a2c11 HTTP/1.1" status: 204 len: 168 time: 0.5109191 Oct 13 11:10:51.942925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34510) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:51.947687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c53755-4d65-4e52-ac50-5f5514820f61 None None] Pushing event updated for resources: {'Port': ['ID=5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:52.025819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3942b79c-9d0f-4415-9223-8c5d96be933d None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:52.036285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e30783-dc22-41ea-aae4-a19f9876f8ed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet f2d768f4-0c49-4d12-9663-68c48fd731c1 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:10:52.040567 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-26e30783-dc22-41ea-aae4-a19f9876f8ed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:52.089185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-26e30783-dc22-41ea-aae4-a19f9876f8ed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:52.209277 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-26e30783-dc22-41ea-aae4-a19f9876f8ed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:52.283573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] Set router ba586df9-4d87-4a5f-8ff4-6263833634b8 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:52.416811 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:52.533231 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c2d576a1-6028-451c-80e6-54a7bed8fed2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:52.625834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ips': [{'subnet_id': '718ebe93-b96e-4009-99e6-1928ae8233d5'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:10:52.626869 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:52.799869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Allocated IP 172.20.0.1 (9e0907bc-927e-4fea-9c02-c34124dbb9d7/718ebe93-b96e-4009-99e6-1928ae8233d5/6bac3e8f-8492-4a77-b586-f566b11e3de5) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:52.824381 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-26e30783-dc22-41ea-aae4-a19f9876f8ed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:52.860171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port c2d576a1-6028-451c-80e6-54a7bed8fed2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:52.860556 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:52.883146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4cbc10a8-0eee-40ef-9656-9d2b1536d775 None None] Could not find standard attr ID for object 0fd6bc4a-fe10-4aa2-8d19-fa37f9aa60a6. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:10:52.908526 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-26e30783-dc22-41ea-aae4-a19f9876f8ed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:52.919569 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-26e30783-dc22-41ea-aae4-a19f9876f8ed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/f2d768f4-0c49-4d12-9663-68c48fd731c1 HTTP/1.1" status: 204 len: 168 time: 0.9752903 Oct 13 11:10:52.922454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34522) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:52.930089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:48Z', 'revision_number': 3, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:52.931580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e30783-dc22-41ea-aae4-a19f9876f8ed tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d768f4-0c49-4d12-9663-68c48fd731c1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:52.987752 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7a095-c7c6-49aa-a660-e7f321106b56 None None] The sync data for ids ['ba586df9-4d87-4a5f-8ff4-6263833634b8'] in n-d-813659-3 is: [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:48Z', 'revision_number': 3, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:10:52.994700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0e160cc5-21b2-4d29-8d70-b486166f0764 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526128 Oct 13 11:10:52.996656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34524) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:53.011215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:53.040778 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:53.055739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e92a1af-e404-45f2-bf6d-681f40e699cb None None] Update dhcp port {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'fixed_ips': [{'subnet_id': 'f2d768f4-0c49-4d12-9663-68c48fd731c1'}], 'binding:host_id': 'n-d-813659-3'}, 'id': 'c2d576a1-6028-451c-80e6-54a7bed8fed2'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:10:53.106078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9e92a1af-e404-45f2-bf6d-681f40e699cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:53.212378 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:53.240978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:53.245083 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:53.255975 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:53.320440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:53.324701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:53.357994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Allocated IP 172.20.0.2 (9e0907bc-927e-4fea-9c02-c34124dbb9d7/718ebe93-b96e-4009-99e6-1928ae8233d5/1ddecc33-8090-4065-93c3-fbf381aba3af) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:53.389422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=6bac3e8f-8492-4a77-b586-f566b11e3de5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:53.412368 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:53.435350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ab44b-fb58-4616-8acb-772a366a4dff None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:53.694552 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:53.730455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b2762ba3-a5c3-4428-9e56-a392deb6c7b5 None None] Provisioning complete for port c2d576a1-6028-451c-80e6-54a7bed8fed2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:53.730828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b2762ba3-a5c3-4428-9e56-a392deb6c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:53.926942 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:53.976631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7417a84d-c643-4a2e-8619-cd6f06c34979 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:10:54.024836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.objects.ports [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101990) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:10:54.039764 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.147332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Pushing event updated for resources: {'Port': ['ID=1ddecc33-8090-4065-93c3-fbf381aba3af,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:54.153295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.177644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:54.180230 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:54.183887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:54.193596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7417a84d-c643-4a2e-8619-cd6f06c34979 None None] Deleting port c2d576a1-6028-451c-80e6-54a7bed8fed2 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:54.194061 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7417a84d-c643-4a2e-8619-cd6f06c34979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.216773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.322259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Attempting to bind port 1ddecc33-8090-4065-93c3-fbf381aba3af on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:54.325134 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Attempting to bind port 1ddecc33-8090-4065-93c3-fbf381aba3af by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '101d852b-a8c4-4fa3-97ee-9f9dbc306734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:54.325134 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Attempting to bind port 1ddecc33-8090-4065-93c3-fbf381aba3af on network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:54.325333 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=6bac3e8f-8492-4a77-b586-f566b11e3de5,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:54.333780 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.334899 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:54.335283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Checking segment: {'id': '101d852b-a8c4-4fa3-97ee-9f9dbc306734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:54.335685 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.336075 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Bound using segment: {'id': '101d852b-a8c4-4fa3-97ee-9f9dbc306734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:54.336609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Bound port: 1ddecc33-8090-4065-93c3-fbf381aba3af, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101d852b-a8c4-4fa3-97ee-9f9dbc306734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:54.336989 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.350100 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.419032 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] For port 1ddecc33-8090-4065-93c3-fbf381aba3af, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:54.423076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] For port 1ddecc33-8090-4065-93c3-fbf381aba3af, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1ddecc33-8090-4065-93c3-fbf381aba3af,segment=NetworkSegment(101d852b-a8c4-4fa3-97ee-9f9dbc306734),segment_id=101d852b-a8c4-4fa3-97ee-9f9dbc306734)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:54.450411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7417a84d-c643-4a2e-8619-cd6f06c34979 None None] For port c2d576a1-6028-451c-80e6-54a7bed8fed2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c2d576a1-6028-451c-80e6-54a7bed8fed2,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:54.450812 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7417a84d-c643-4a2e-8619-cd6f06c34979 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.488253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7417a84d-c643-4a2e-8619-cd6f06c34979 None None] Calling delete_port for c2d576a1-6028-451c-80e6-54a7bed8fed2 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:54.497488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62699c8-6bf0-4e19-9fc6-89b34026d789 req-f68c6107-c942-4fcf-bb90-7ab8089ce955 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:54.498087 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.505589 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d62699c8-6bf0-4e19-9fc6-89b34026d789 req-f68c6107-c942-4fcf-bb90-7ab8089ce955 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 945 time: 0.2564120 Oct 13 11:10:54.524857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:54.592143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] For port c2d576a1-6028-451c-80e6-54a7bed8fed2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c2d576a1-6028-451c-80e6-54a7bed8fed2,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:54.614968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d62699c8-6bf0-4e19-9fc6-89b34026d789 req-aff94d0c-cb31-4abb-bf6c-346de07c70c0 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083937 Oct 13 11:10:54.632615 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.654416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:54.656516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:54.688169 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.688668 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.719679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddc5aa-1778-4f77-b6e1-6120cc631123 None None] Pushing event updated for resources: {'Port': ['ID=1ddecc33-8090-4065-93c3-fbf381aba3af,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:54.729150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:54.729416 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.775294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:54.798745 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:54.807770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:54.808372 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.830053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=7d0d0573-d03d-4896-86fa-82486df63a46,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:54.851689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=c2d576a1-6028-451c-80e6-54a7bed8fed2,revision_number=8']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:54.873847 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7417a84d-c643-4a2e-8619-cd6f06c34979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.896331 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417a84d-c643-4a2e-8619-cd6f06c34979 None None] No DVR routers for this DVR port c2d576a1-6028-451c-80e6-54a7bed8fed2 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:54.897621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Router ba586df9-4d87-4a5f-8ff4-6263833634b8 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:10:54.930753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417a84d-c643-4a2e-8619-cd6f06c34979 None None] Pushing event deleted for resources: {'Port': ['ID=c2d576a1-6028-451c-80e6-54a7bed8fed2,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:54.945209 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-29b90648-5e39-46b6-8bbd-debd23a0dd80 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9420452 Oct 13 11:10:54.945330 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:54.945426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34548) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:54.959089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7c2c3277-a287-45f7-a469-870b74d382dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:54.965614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81b7581-7d26-442a-b7bd-a93fe8a8af25 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:55.044769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:55.123177 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:55.136716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:10:55.149550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34550) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:55.151515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bdb16660-7ba7-4be5-a56c-b2ba166457ee tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "PUT /v2.0/routers/ba586df9-4d87-4a5f-8ff4-6263833634b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3405070 Oct 13 11:10:55.314276 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:10:55.345054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c2d576a1-6028-451c-80e6-54a7bed8fed2 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:55.378924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: c2d576a1-6028-451c-80e6-54a7bed8fed2 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:55.379266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c2d576a1-6028-451c-80e6-54a7bed8fed2 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:55.395911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.395911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.395911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.395911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.395911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.395911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.395911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.395911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.395911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.395911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.395911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.395911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.395911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.397420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.398560 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4926933f-455d-4d47-b8f3-4ea04f5f01b5 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9848 time: 0.2479937 Oct 13 11:10:55.399351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2c3277-a287-45f7-a469-870b74d382dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:55.401650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34552) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:55.403493 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7c2c3277-a287-45f7-a469-870b74d382dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:55.420813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:55.467029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '7d0d0573-d03d-4896-86fa-82486df63a46'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:10:55.469718 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:55.478136 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Sync routers for ids ['ba586df9-4d87-4a5f-8ff4-6263833634b8'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:10:55.492945 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Routers {'ba586df9-4d87-4a5f-8ff4-6263833634b8'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:55.493787 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ba586df9-4d87-4a5f-8ff4-6263833634b8'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:55.513467 n-d-813659-3 neutron-server[101990]: INFO neutron.db.ipam_backend_mixin [None req-7c2c3277-a287-45f7-a469-870b74d382dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d0d0573-d03d-4896-86fa-82486df63a46 (CIDR: 2001:db8::/64) Oct 13 11:10:55.535049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.535576 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.536028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.536476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.536926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.537368 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.537805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.538246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.538889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.539148 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.539589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.540024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.540902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.540902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.543035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-32acde64-19b9-45a3-b249-792d70d47f60 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8905 time: 0.1401391 Oct 13 11:10:55.546637 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34554) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:55.560755 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2c3277-a287-45f7-a469-870b74d382dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:10:55.561361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2c3277-a287-45f7-a469-870b74d382dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:10:55.625394 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Set router ba586df9-4d87-4a5f-8ff4-6263833634b8 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:55.646674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Allocated IP 2001:db8::f816:3eff:fe6f:353c (94101c6b-088c-496c-89a7-3c76d8c09bc9/7d0d0573-d03d-4896-86fa-82486df63a46/3066e3af-3eb1-4c9f-a28a-32c2b4665b67) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:55.665090 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7c2c3277-a287-45f7-a469-870b74d382dd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7133334 Oct 13 11:10:55.666546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34560) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:55.677499 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4021708c-dfa0-4a5b-a451-acdce515167c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:55.883598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:55.888050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe2d7c-7a76-4f81-8e33-590c0c360ba5 req-17c68236-ccdb-43db-be6e-ecf7a5b9e690 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:55.889582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cfe2d7c-7a76-4f81-8e33-590c0c360ba5 req-17c68236-ccdb-43db-be6e-ecf7a5b9e690 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 945 time: 0.1605504 Oct 13 11:10:55.955605 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:53Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6bac3e8f-8492-4a77-b586-f566b11e3de5', 'name': '', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:03:f6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:52Z', 'updated_at': '2021-10-13T11:10:53Z', 'revision_number': 2, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:55.957179 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cfe2d7c-7a76-4f81-8e33-590c0c360ba5 req-a12064ce-39c2-4ef3-9b0b-ceb635c524d2 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572352 Oct 13 11:10:55.959808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4021708c-dfa0-4a5b-a451-acdce515167c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:55.961262 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:55.963551 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4021708c-dfa0-4a5b-a451-acdce515167c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:56.019570 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9de552ae-0a3a-4998-b725-590e67df7aa4 tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4487 time: 0.4699991 Oct 13 11:10:56.038132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Pushing event updated for resources: {'Port': ['ID=3066e3af-3eb1-4c9f-a28a-32c2b4665b67,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:56.052092 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:56.053579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:56.059162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:10:56.154559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec0ffd-7a15-45fa-9704-b099b8f14835 req-8d37a8b9-793c-4cd0-a26a-abc237099470 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:56.157783 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9eec0ffd-7a15-45fa-9704-b099b8f14835 req-8d37a8b9-793c-4cd0-a26a-abc237099470 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 945 time: 0.0987039 Oct 13 11:10:56.179851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Attempting to bind port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:56.180681 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Attempting to bind port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:56.181074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Attempting to bind port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:56.190863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:56.191256 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Checking router: ba586df9-4d87-4a5f-8ff4-6263833634b8 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:10:56.191580 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Updating router ba586df9-4d87-4a5f-8ff4-6263833634b8 port 6bac3e8f-8492-4a77-b586-f566b11e3de5 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:10:56.195632 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:56.195632 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:56.195632 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:56.195632 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Bound port: 3066e3af-3eb1-4c9f-a28a-32c2b4665b67, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:56.195632 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:56.230411 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:56.324975 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] For port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:56.342968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] For port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3066e3af-3eb1-4c9f-a28a-32c2b4665b67,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:56.423122 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:56.475687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6613be-e93b-4383-b021-b2049c349464 None None] Network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:56.537452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-9eec0ffd-7a15-45fa-9704-b099b8f14835 req-fc7e3f80-0e01-49da-a28a-2ea94e63b4fd tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Deleting port 32893ba6-b37f-4b8d-8f04-8c99bcde324b {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:10:56.543858 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9eec0ffd-7a15-45fa-9704-b099b8f14835 req-fc7e3f80-0e01-49da-a28a-2ea94e63b4fd tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:56.665340 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:56.711659 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:56.753816 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3fc767ea-0aee-45f4-a3ef-59b77f26c481 None None] Provisioning complete for port 1ddecc33-8090-4065-93c3-fbf381aba3af triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:56.754520 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fc767ea-0aee-45f4-a3ef-59b77f26c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:56.791930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-9eec0ffd-7a15-45fa-9704-b099b8f14835 req-fc7e3f80-0e01-49da-a28a-2ea94e63b4fd tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] For port 32893ba6-b37f-4b8d-8f04-8c99bcde324b, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=32893ba6-b37f-4b8d-8f04-8c99bcde324b,segment=NetworkSegment(605f37ce-8c7d-4327-b472-861580d8a003),segment_id=605f37ce-8c7d-4327-b472-861580d8a003)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:56.793373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9eec0ffd-7a15-45fa-9704-b099b8f14835 req-fc7e3f80-0e01-49da-a28a-2ea94e63b4fd tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:56.820204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-9eec0ffd-7a15-45fa-9704-b099b8f14835 req-fc7e3f80-0e01-49da-a28a-2ea94e63b4fd tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Calling delete_port for 32893ba6-b37f-4b8d-8f04-8c99bcde324b owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:10:56.828782 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:56.833796 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4021708c-dfa0-4a5b-a451-acdce515167c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:56.878719 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf8e48-658e-4b16-a893-8257d2c5c155 None None] Pushing event updated for resources: {'Port': ['ID=3066e3af-3eb1-4c9f-a28a-32c2b4665b67,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:56.939647 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Pushing event updated for resources: {'Port': ['ID=6bac3e8f-8492-4a77-b586-f566b11e3de5,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:57.019298 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:57.019812 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:57.020160 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:57.020497 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:57.020827 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:57.021218 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:57.021476 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:57.021799 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:57.022117 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:57.022563 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:57.022800 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:57.023120 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:10:57.067596 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Attempting to bind port 6bac3e8f-8492-4a77-b586-f566b11e3de5 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:10:57.067970 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Attempting to bind port 6bac3e8f-8492-4a77-b586-f566b11e3de5 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '101d852b-a8c4-4fa3-97ee-9f9dbc306734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:10:57.068333 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Attempting to bind port 6bac3e8f-8492-4a77-b586-f566b11e3de5 on network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:10:57.076711 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:10:57.076967 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Checking segment: {'id': '101d852b-a8c4-4fa3-97ee-9f9dbc306734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:10:57.077412 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:57.082839 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Bound using segment: {'id': '101d852b-a8c4-4fa3-97ee-9f9dbc306734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:10:57.083025 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Bound port: 6bac3e8f-8492-4a77-b586-f566b11e3de5, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101d852b-a8c4-4fa3-97ee-9f9dbc306734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:10:57.083301 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:57.095474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4021708c-dfa0-4a5b-a451-acdce515167c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:10:57.103997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-4021708c-dfa0-4a5b-a451-acdce515167c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:10:57.115245 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4021708c-dfa0-4a5b-a451-acdce515167c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:57.116012 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4021708c-dfa0-4a5b-a451-acdce515167c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:57.142320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:57.142320 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:57.156437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021708c-dfa0-4a5b-a451-acdce515167c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=76d65378-9ef9-4a46-bdf8-5db8344e178d,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:57.225281 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] For port 6bac3e8f-8492-4a77-b586-f566b11e3de5, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:10:57.232231 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] For port 6bac3e8f-8492-4a77-b586-f566b11e3de5, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6bac3e8f-8492-4a77-b586-f566b11e3de5,segment=NetworkSegment(101d852b-a8c4-4fa3-97ee-9f9dbc306734),segment_id=101d852b-a8c4-4fa3-97ee-9f9dbc306734)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:10:57.249910 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4021708c-dfa0-4a5b-a451-acdce515167c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5816789 Oct 13 11:10:57.254032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34580) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:57.260883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'mac_address': 'fa:16:3e:e6:d8:e1', 'name': 'tempest-NetworksTestDHCPv6-1993349543'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:57.309577 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fc767ea-0aee-45f4-a3ef-59b77f26c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:57.314822 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:57.344932 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9eec0ffd-7a15-45fa-9704-b099b8f14835 req-fc7e3f80-0e01-49da-a28a-2ea94e63b4fd tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:57.404720 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3fc767ea-0aee-45f4-a3ef-59b77f26c481 None None] For port 1ddecc33-8090-4065-93c3-fbf381aba3af, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1ddecc33-8090-4065-93c3-fbf381aba3af,segment=NetworkSegment(101d852b-a8c4-4fa3-97ee-9f9dbc306734),segment_id=101d852b-a8c4-4fa3-97ee-9f9dbc306734)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:57.443602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e3f80-0e01-49da-a28a-2ea94e63b4fd tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Pushing event deleted for resources: {'Port': ['ID=32893ba6-b37f-4b8d-8f04-8c99bcde324b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:57.460983 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa3b08-cba8-471f-a748-248adab2a159 None None] Pushing event updated for resources: {'Port': ['ID=6bac3e8f-8492-4a77-b586-f566b11e3de5,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:57.471573 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Routers {'ba586df9-4d87-4a5f-8ff4-6263833634b8'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:10:57.472245 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ba586df9-4d87-4a5f-8ff4-6263833634b8'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:57.497371 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1ddecc33-8090-4065-93c3-fbf381aba3af up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:57.511070 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fc767ea-0aee-45f4-a3ef-59b77f26c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:57.602216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eec0ffd-7a15-45fa-9704-b099b8f14835 req-fc7e3f80-0e01-49da-a28a-2ea94e63b4fd tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] No DVR routers for this DVR port 32893ba6-b37f-4b8d-8f04-8c99bcde324b on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:10:57.605831 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9eec0ffd-7a15-45fa-9704-b099b8f14835 req-fc7e3f80-0e01-49da-a28a-2ea94e63b4fd tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:57.611794 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9eec0ffd-7a15-45fa-9704-b099b8f14835 req-fc7e3f80-0e01-49da-a28a-2ea94e63b4fd tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.46 "DELETE /v2.0/ports/32893ba6-b37f-4b8d-8f04-8c99bcde324b HTTP/1.1" status: 204 len: 173 time: 1.4474478 Oct 13 11:10:57.615016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6', 'name': 'network-vif-deleted', 'tag': '32893ba6-b37f-4b8d-8f04-8c99bcde324b'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:10:57.615540 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6715baeb-197e-4572-88f6-106d0f0bc863" -d '{"events": [{"server_uuid": "c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6", "name": "network-vif-deleted", "tag": "32893ba6-b37f-4b8d-8f04-8c99bcde324b"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:10:57.665609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34584) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:57.681674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc767ea-0aee-45f4-a3ef-59b77f26c481 None None] Pushing event updated for resources: {'Port': ['ID=1ddecc33-8090-4065-93c3-fbf381aba3af,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:57.682060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1edad9e0-28bc-4208-8c36-64b717a2832d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1850084131', 'description': 'tempest-secgroup-smoke-1850084131 description', 'project_id': 'c733a5c1587344858ed31832dc8ad24f'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:57.725506 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] Set router ba586df9-4d87-4a5f-8ff4-6263833634b8 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:10:57.782553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1ddecc33-8090-4065-93c3-fbf381aba3af triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:57.782674 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:57.839260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1edad9e0-28bc-4208-8c36-64b717a2832d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:57.864266 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-2eba8be4-2a2d-45de-ba84-49d8ab8c8bde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1481705 Oct 13 11:10:57.911382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-56c9d3d4-0f03-4ca6-bfd3-b1bb8f423579 None None] Provisioning complete for port 1ddecc33-8090-4065-93c3-fbf381aba3af triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:57.911764 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-56c9d3d4-0f03-4ca6-bfd3-b1bb8f423579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:57.988929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-1b01457f-5108-421d-b13d-b9fa7ca2499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:57.989782 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-1b01457f-5108-421d-b13d-b9fa7ca2499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:57.990808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-1b01457f-5108-421d-b13d-b9fa7ca2499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:57.991155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-1b01457f-5108-421d-b13d-b9fa7ca2499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:57.991623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-1b01457f-5108-421d-b13d-b9fa7ca2499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:57.992101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-1b01457f-5108-421d-b13d-b9fa7ca2499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:57.992639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-1b01457f-5108-421d-b13d-b9fa7ca2499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:57.994688 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-1b01457f-5108-421d-b13d-b9fa7ca2499d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 6490 time: 0.0887666 Oct 13 11:10:58.079058 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1edad9e0-28bc-4208-8c36-64b717a2832d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:58.198137 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1edad9e0-28bc-4208-8c36-64b717a2832d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:58.259930 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:53Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6bac3e8f-8492-4a77-b586-f566b11e3de5', 'name': '', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:03:f6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:52Z', 'updated_at': '2021-10-13T11:10:57Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:10:58.266924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edad9e0-28bc-4208-8c36-64b717a2832d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59239d8b-d669-4a31-9889-93c8c3372900,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:58.307300 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951dd35d-48c6-419f-8f4e-d12d4de5803e None None] The sync data for ids ['ba586df9-4d87-4a5f-8ff4-6263833634b8'] in n-d-813659-3 is: [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:53Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6bac3e8f-8492-4a77-b586-f566b11e3de5', 'name': '', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:03:f6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:52Z', 'updated_at': '2021-10-13T11:10:57Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:10:58.347131 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-56c9d3d4-0f03-4ca6-bfd3-b1bb8f423579 None None] Provisioning complete for port 6bac3e8f-8492-4a77-b586-f566b11e3de5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:58.347753 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-56c9d3d4-0f03-4ca6-bfd3-b1bb8f423579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:58.381099 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1edad9e0-28bc-4208-8c36-64b717a2832d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:58.385809 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1edad9e0-28bc-4208-8c36-64b717a2832d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7154057 Oct 13 11:10:58.401962 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34590) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:58.440706 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dd15f58b-b125-4ade-886a-e2394d142e05 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': '59239d8b-d669-4a31-9889-93c8c3372900', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:58.495483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-eabda7e7-7768-4e30-8946-3c1827da44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:58.496153 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-eabda7e7-7768-4e30-8946-3c1827da44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:58.496947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-eabda7e7-7768-4e30-8946-3c1827da44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:58.501550 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-eabda7e7-7768-4e30-8946-3c1827da44f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56641b7f-f8bc-448b-ba58-942cc469cac1&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&id=3f5d2a8f-da31-4f37-9210-83fd46b16762&id=3f5d2a8f-da31-4f37-9210-83fd46b16762 HTTP/1.1" status: 200 len: 2293 time: 0.4546278 Oct 13 11:10:58.580396 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-56c9d3d4-0f03-4ca6-bfd3-b1bb8f423579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:58.664226 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-feb86ca0-ef2b-4c84-8bc9-c1794dee27ca req-9fac398d-d264-43dd-84f5-bb7f4a1c57ce tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6 HTTP/1.1" status: 200 len: 210 time: 0.1448641 Oct 13 11:10:58.696396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc366f49-dbd5-4e9f-b42f-a405450ee24d None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:10:58.777649 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-7f074e88-6aef-4f9a-aceb-933c3395d18f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe HTTP/1.1" status: 200 len: 1000 time: 0.2652490 Oct 13 11:10:58.850935 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:58.868847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-56c9d3d4-0f03-4ca6-bfd3-b1bb8f423579 None None] For port 6bac3e8f-8492-4a77-b586-f566b11e3de5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6bac3e8f-8492-4a77-b586-f566b11e3de5,segment=NetworkSegment(101d852b-a8c4-4fa3-97ee-9f9dbc306734),segment_id=101d852b-a8c4-4fa3-97ee-9f9dbc306734)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:58.914512 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dd15f58b-b125-4ade-886a-e2394d142e05 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:58.925842 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:10:58.986986 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-56c9d3d4-0f03-4ca6-bfd3-b1bb8f423579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:59.078796 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dd15f58b-b125-4ade-886a-e2394d142e05 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:59.085710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-275ddeb5-f59b-4700-8789-ee18a39a9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:59.088415 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-275ddeb5-f59b-4700-8789-ee18a39a9e22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09fcb1d4-6798-4f48-9a06-f962d47cf160 HTTP/1.1" status: 200 len: 850 time: 0.2917888 Oct 13 11:10:59.164372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-fda0bf3e-6457-4322-a8f4-74aaed1fa0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:10:59.167015 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-fda0bf3e-6457-4322-a8f4-74aaed1fa0a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56641b7f-f8bc-448b-ba58-942cc469cac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709715 Oct 13 11:10:59.184056 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 32893ba6-b37f-4b8d-8f04-8c99bcde324b no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:10:59.187881 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0d49ff-5e85-4b35-b760-724faf79310f x-openstack-request-id: req-9e0d49ff-5e85-4b35-b760-724faf79310f {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:10:59.188177 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6", "name": "network-vif-deleted", "tag": "32893ba6-b37f-4b8d-8f04-8c99bcde324b", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:10:59.188431 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e0d49ff-5e85-4b35-b760-724faf79310f {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:10:59.189464 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c7b4d4-55cd-4bd9-a5e5-ce5fdafe94b6', 'name': 'network-vif-deleted', 'tag': '32893ba6-b37f-4b8d-8f04-8c99bcde324b', 'status': 'completed', 'code': 200} Oct 13 11:10:59.197209 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dd15f58b-b125-4ade-886a-e2394d142e05 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:59.204792 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:59.233918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port efe0fd38-399c-4797-89e4-af446442e3bd yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:10:59.251843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 32893ba6-b37f-4b8d-8f04-8c99bcde324b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:10:59.252188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 32893ba6-b37f-4b8d-8f04-8c99bcde324b not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:10:59.265849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6c9570c3-e75e-408a-bf82-4dac6ab9b68a None None] Provisioning complete for port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:59.266241 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6c9570c3-e75e-408a-bf82-4dac6ab9b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:59.340266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15f58b-b125-4ade-886a-e2394d142e05 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c6e4da-fd70-4d42-b4d8-c47eaf13de22,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:59.394486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:10:59.394980 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:59.406314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9d3d4-0f03-4ca6-bfd3-b1bb8f423579 None None] Pushing event updated for resources: {'Port': ['ID=6bac3e8f-8492-4a77-b586-f566b11e3de5,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:10:59.427126 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-c549cdde-64b4-4fc6-8338-11924ebebfcc service neutron] 10.222.0.21 "GET /v2.0/networks/56641b7f-f8bc-448b-ba58-942cc469cac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531984 Oct 13 11:10:59.505199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dd15f58b-b125-4ade-886a-e2394d142e05 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:59.510015 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dd15f58b-b125-4ade-886a-e2394d142e05 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0719831 Oct 13 11:10:59.575569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34594) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:10:59.584798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-946c8bb5-10ad-4164-b0bd-a5f8eacb7d78 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': '59239d8b-d669-4a31-9889-93c8c3372900', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:10:59.622265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8:0:1::3dc (94101c6b-088c-496c-89a7-3c76d8c09bc9/76d65378-9ef9-4a46-bdf8-5db8344e178d/efe0fd38-399c-4797-89e4-af446442e3bd) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:59.631803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::f816:3eff:fee6:d8e1 (94101c6b-088c-496c-89a7-3c76d8c09bc9/7d0d0573-d03d-4896-86fa-82486df63a46/efe0fd38-399c-4797-89e4-af446442e3bd) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:10:59.696715 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6c9570c3-e75e-408a-bf82-4dac6ab9b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:59.735791 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-32e0e0b3-d5d9-40d3-a20c-60914268a172 service neutron] 10.222.0.21 "GET /v2.0/networks/56641b7f-f8bc-448b-ba58-942cc469cac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968836 Oct 13 11:10:59.741073 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:59.830311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Update dhcp port {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'fixed_ips': [{'subnet_id': '7d0d0573-d03d-4896-86fa-82486df63a46', 'ip_address': '2001:db8::f816:3eff:fe6f:353c'}, {'subnet_id': '76d65378-9ef9-4a46-bdf8-5db8344e178d'}], 'binding:host_id': 'n-d-813659-3'}, 'id': '3066e3af-3eb1-4c9f-a28a-32c2b4665b67'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:10:59.851266 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:59.876009 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-946c8bb5-10ad-4164-b0bd-a5f8eacb7d78 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:59.881326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3066e3af-3eb1-4c9f-a28a-32c2b4665b67,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:10:59.894481 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:59.929570 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-07163d2d-a502-4c65-94d9-deccc52102e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 HTTP/1.1" status: 200 len: 217 time: 0.1912544 Oct 13 11:10:59.957204 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:10:59.963261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1ddecc33-8090-4065-93c3-fbf381aba3af up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:10:59.996452 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-946c8bb5-10ad-4164-b0bd-a5f8eacb7d78 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:00.001049 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:00.013453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-77cef893-e844-4aa5-9ba6-fa9907b7e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:00.015228 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-77cef893-e844-4aa5-9ba6-fa9907b7e3a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.0760622 Oct 13 11:11:00.053957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:00.065395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:00.071254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:00.075449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:00.076125 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:00.090471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-dbfcb8c1-4016-4291-84e3-98c441ecf492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:00.095594 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-dbfcb8c1-4016-4291-84e3-98c441ecf492 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718935 Oct 13 11:11:00.097272 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-946c8bb5-10ad-4164-b0bd-a5f8eacb7d78 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:00.124876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=efe0fd38-399c-4797-89e4-af446442e3bd,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:00.141024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=3066e3af-3eb1-4c9f-a28a-32c2b4665b67,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:00.161077 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-6c9570c3-e75e-408a-bf82-4dac6ab9b68a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:11:00.161452 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-6c9570c3-e75e-408a-bf82-4dac6ab9b68a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:11:00.188884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c8bb5-10ad-4164-b0bd-a5f8eacb7d78 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b604e790-d62d-4658-87f2-e537005d07f1,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:00.210257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9cf7e6f7-93c2-4446-9abc-ee3cd328c9dc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9536536 Oct 13 11:11:00.211943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34604) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:00.257310 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-946c8bb5-10ad-4164-b0bd-a5f8eacb7d78 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:00.258536 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-946c8bb5-10ad-4164-b0bd-a5f8eacb7d78 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6807992 Oct 13 11:11:00.260634 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-d53c6193-806f-4c9b-a0d7-095a59d571b0 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382167 Oct 13 11:11:00.261262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34606) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:00.272118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-00a49d99-6478-40b1-b2e7-9a8c7a8d87a7 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': '59239d8b-d669-4a31-9889-93c8c3372900', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:00.410696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1ddecc33-8090-4065-93c3-fbf381aba3af triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:00.411202 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:00.415546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-827ff786-c4ee-4232-b71c-fd4ec8f7cede tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port efe0fd38-399c-4797-89e4-af446442e3bd {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:00.416260 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-827ff786-c4ee-4232-b71c-fd4ec8f7cede tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:00.463386 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-b782ce71-3551-497a-8b71-521fe8cefdce service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871197 Oct 13 11:11:00.512364 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-6acb5894-6857-48b9-ac54-0ecd10f14dd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=9efaf48b-e02e-4571-9d2e-3ac74778211e HTTP/1.1" status: 200 len: 217 time: 0.0413909 Oct 13 11:11:00.514198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Allocated IP 2001:db8:0:1::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/76d65378-9ef9-4a46-bdf8-5db8344e178d/3066e3af-3eb1-4c9f-a28a-32c2b4665b67) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:00.566686 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00a49d99-6478-40b1-b2e7-9a8c7a8d87a7 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:00.582003 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-827ff786-c4ee-4232-b71c-fd4ec8f7cede tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:00.597752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-827ff786-c4ee-4232-b71c-fd4ec8f7cede tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for efe0fd38-399c-4797-89e4-af446442e3bd owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:00.608089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-1f6837ab-879c-495e-a5a4-28b0bf4c7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:00.613732 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-1f6837ab-879c-495e-a5a4-28b0bf4c7cd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.0945251 Oct 13 11:11:00.739640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-651f2436-b056-4644-848e-fb08a255b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:00.903064 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-651f2436-b056-4644-848e-fb08a255b7c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147854 Oct 13 11:11:00.903064 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-9a2291ab-ac49-4ffb-a24b-e711457eadd0 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957353 Oct 13 11:11:00.903064 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00a49d99-6478-40b1-b2e7-9a8c7a8d87a7 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.033868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] For port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3066e3af-3eb1-4c9f-a28a-32c2b4665b67,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:01.060691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6c9570c3-e75e-408a-bf82-4dac6ab9b68a None None] Provisioning complete for port 6bac3e8f-8492-4a77-b586-f566b11e3de5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:01.061881 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6c9570c3-e75e-408a-bf82-4dac6ab9b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.065763 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-c6ae6a01-ef95-4571-a52d-c492a2da2fe8 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110615 Oct 13 11:11:01.124648 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.169466 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-f73799e9-0512-4819-bc2e-2fda47a329c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=65983bd1-4ef2-411e-be98-9c65ff0ed431 HTTP/1.1" status: 200 len: 217 time: 0.0948799 Oct 13 11:11:01.239819 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00a49d99-6478-40b1-b2e7-9a8c7a8d87a7 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.264030 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-827ff786-c4ee-4232-b71c-fd4ec8f7cede tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.266084 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.267624 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-97398c08-cd01-40e0-ad84-48f1aa7e40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:01.275228 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-97398c08-cd01-40e0-ad84-48f1aa7e40e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.0918620 Oct 13 11:11:01.305513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a49d99-6478-40b1-b2e7-9a8c7a8d87a7 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8152a4-024b-4d8c-ab90-9b6b23b795eb,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:01.352378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-aed2c650-b3bc-42a6-8927-ff055ddd52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:01.354094 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-aed2c650-b3bc-42a6-8927-ff055ddd52cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742431 Oct 13 11:11:01.378102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ff786-c4ee-4232-b71c-fd4ec8f7cede tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=efe0fd38-399c-4797-89e4-af446442e3bd,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:01.379486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:11:01.438048 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00a49d99-6478-40b1-b2e7-9a8c7a8d87a7 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.439611 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-00a49d99-6478-40b1-b2e7-9a8c7a8d87a7 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1774201 Oct 13 11:11:01.442417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34620) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:01.447754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-546ac33a-43b0-4200-8e0f-7723bc395481 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': '59239d8b-d669-4a31-9889-93c8c3372900', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:01.475705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ef192876-9b92-4872-a9e9-2b847852103f None None] Provisioning complete for port 6bac3e8f-8492-4a77-b586-f566b11e3de5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:01.476447 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ef192876-9b92-4872-a9e9-2b847852103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.480094 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Pushing event updated for resources: {'Port': ['ID=3066e3af-3eb1-4c9f-a28a-32c2b4665b67,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:01.511579 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-827ff786-c4ee-4232-b71c-fd4ec8f7cede tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.520063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:01.527891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34622) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:01.528028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:01.528028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:01.528169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-827ff786-c4ee-4232-b71c-fd4ec8f7cede tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/efe0fd38-399c-4797-89e4-af446442e3bd HTTP/1.1" status: 204 len: 168 time: 1.3076248 Oct 13 11:11:01.528252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:01.528252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:01.528252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:01.528252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:01.528252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:01.528252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:01.528252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:01.528252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:01.528252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2d2d62-cd5f-45ef-866e-0c7b8bcbe94f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:01.593975 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:01.594391 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.597956 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-21888a26-bc60-4a88-8f1c-9532be5dbe01 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359767 Oct 13 11:11:01.618117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-546ac33a-43b0-4200-8e0f-7723bc395481 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.704523 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f1aea-34d3-48e2-9455-48d0cdd76cdf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:01.708981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34624) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:01.709379 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-725f1aea-34d3-48e2-9455-48d0cdd76cdf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1877387 Oct 13 11:11:01.770813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6bac3e8f-8492-4a77-b586-f566b11e3de5 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:11:01.815854 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-546ac33a-43b0-4200-8e0f-7723bc395481 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.816114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251e4f5a-6f5f-4071-b174-94f2bad4526e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:01.818789 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-e1142beb-6a74-4c83-8c53-8eb24e5b8776 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116520 Oct 13 11:11:01.821332 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-251e4f5a-6f5f-4071-b174-94f2bad4526e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1106765 Oct 13 11:11:01.823812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34626) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:01.902156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 6bac3e8f-8492-4a77-b586-f566b11e3de5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:01.902735 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.914770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-14e01ab6-7db2-4f9d-ba1f-a7652b9b9059 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 HTTP/1.1" status: 200 len: 217 time: 0.0880449 Oct 13 11:11:01.915996 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-546ac33a-43b0-4200-8e0f-7723bc395481 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:01.947939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ac33a-43b0-4200-8e0f-7723bc395481 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0e790e-eced-49f8-8b0a-29d6c615cd64,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:01.960459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b2b6e9-bb95-4029-9008-01cb93c9c8b7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:01.964599 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b2b6e9-bb95-4029-9008-01cb93c9c8b7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:01.964599 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b2b6e9-bb95-4029-9008-01cb93c9c8b7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:01.973593 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-86b2b6e9-bb95-4029-9008-01cb93c9c8b7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1461623 Oct 13 11:11:01.974044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34628) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:02.028301 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-fe3f7d6f-587a-4387-9f03-6e56b9e398c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:02.030364 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-fe3f7d6f-587a-4387-9f03-6e56b9e398c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 200 len: 797 time: 0.0958142 Oct 13 11:11:02.079505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-546ac33a-43b0-4200-8e0f-7723bc395481 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:02.080323 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-546ac33a-43b0-4200-8e0f-7723bc395481 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6369078 Oct 13 11:11:02.083838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34630) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:02.096463 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0c939457-a9c6-4e38-bccf-f282b0b43cad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': '59239d8b-d669-4a31-9889-93c8c3372900', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:02.119430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1157b4-1408-46c9-96ed-9bf2e9e3edb8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 76d65378-9ef9-4a46-bdf8-5db8344e178d {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:11:02.123323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-af46ee87-edcb-4c5f-af2b-6540b2ee05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:02.131954 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e1157b4-1408-46c9-96ed-9bf2e9e3edb8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:02.135393 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-af46ee87-edcb-4c5f-af2b-6540b2ee05c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13ebfba8-cc40-4481-945a-f6f43d5aa4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979629 Oct 13 11:11:02.211180 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e1157b4-1408-46c9-96ed-9bf2e9e3edb8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:02.274051 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-0c939457-a9c6-4e38-bccf-f282b0b43cad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Project c733a5c1587344858ed31832dc8ad24f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:11:02.313627 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c939457-a9c6-4e38-bccf-f282b0b43cad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:02.453656 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c939457-a9c6-4e38-bccf-f282b0b43cad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:02.453656 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e1157b4-1408-46c9-96ed-9bf2e9e3edb8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:02.542430 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c939457-a9c6-4e38-bccf-f282b0b43cad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:02.571246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c939457-a9c6-4e38-bccf-f282b0b43cad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d96d7a-bf12-43b3-a038-a26f65c4224e,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:02.607864 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e1157b4-1408-46c9-96ed-9bf2e9e3edb8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:02.634625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5d3ac26c-14d0-4cb8-9b7e-2425c2749b5f None None] Provisioning complete for port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:02.636992 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5d3ac26c-14d0-4cb8-9b7e-2425c2749b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:02.677587 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-1507eab8-1a51-46c2-88cb-5b1a36402d32 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353668 Oct 13 11:11:02.688465 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e1157b4-1408-46c9-96ed-9bf2e9e3edb8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:02.695932 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9e1157b4-1408-46c9-96ed-9bf2e9e3edb8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/76d65378-9ef9-4a46-bdf8-5db8344e178d HTTP/1.1" status: 204 len: 168 time: 0.7207084 Oct 13 11:11:02.697267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34640) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:02.703045 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c939457-a9c6-4e38-bccf-f282b0b43cad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:02.707458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0c939457-a9c6-4e38-bccf-f282b0b43cad tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6179581 Oct 13 11:11:02.707458 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1157b4-1408-46c9-96ed-9bf2e9e3edb8 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=76d65378-9ef9-4a46-bdf8-5db8344e178d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:02.714589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34642) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:02.715983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3c40fc7c-45f6-4263-89fc-0f80b739ebd1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'security_group_rule': {'security_group_id': '59239d8b-d669-4a31-9889-93c8c3372900', 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:02.800907 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-3c40fc7c-45f6-4263-89fc-0f80b739ebd1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Project c733a5c1587344858ed31832dc8ad24f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:11:02.820513 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c40fc7c-45f6-4263-89fc-0f80b739ebd1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:02.879243 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f940bb-cb0a-4e99-8e2c-8273d879a43d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 7d0d0573-d03d-4896-86fa-82486df63a46 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:11:02.887155 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f940bb-cb0a-4e99-8e2c-8273d879a43d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:02.896035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2d02a6-2269-4663-94c5-54011b58680b None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:02.991884 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c40fc7c-45f6-4263-89fc-0f80b739ebd1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:03.017529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b059d057-f068-46bc-99ac-06160977d4e0 None None] Could not find standard attr ID for object efe0fd38-399c-4797-89e4-af446442e3bd. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:11:03.054262 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-90512a9c-5443-4bf6-92e2-fc0b03e63d62 service neutron] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692546 Oct 13 11:11:03.092010 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c40fc7c-45f6-4263-89fc-0f80b739ebd1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:03.147828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40fc7c-45f6-4263-89fc-0f80b739ebd1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2e9e49-ee80-432f-a983-ade980d82f24,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:03.173080 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-ed55ea43-11f7-40fe-9d6c-188a2f64ba7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7ee7c9ee-9302-483a-9f7d-a2227876356f HTTP/1.1" status: 200 len: 217 time: 0.0995276 Oct 13 11:11:03.181729 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f940bb-cb0a-4e99-8e2c-8273d879a43d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:03.197421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:11:03.219787 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c40fc7c-45f6-4263-89fc-0f80b739ebd1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:03.221204 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3c40fc7c-45f6-4263-89fc-0f80b739ebd1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5100152 Oct 13 11:11:03.326602 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:03.328026 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:03.372967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-d081bbc9-310c-4b16-932c-50a1e2c26ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:03.375296 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-d081bbc9-310c-4b16-932c-50a1e2c26ffd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc4e3cc4-c941-42e0-8d66-07438f4c2aab HTTP/1.1" status: 200 len: 797 time: 0.1899760 Oct 13 11:11:03.473702 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f940bb-cb0a-4e99-8e2c-8273d879a43d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:03.545211 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa5e7799-52cd-4803-8f98-97567f3e168f req-fc0687ae-f9a9-4771-8a21-3719512723aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3294146 Oct 13 11:11:03.664812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-7c3b955f-8b67-4b3d-b0e3-0b5480226e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:03.666361 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-7c3b955f-8b67-4b3d-b0e3-0b5480226e38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5d2a8f-da31-4f37-9210-83fd46b16762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2833791 Oct 13 11:11:03.723152 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f940bb-cb0a-4e99-8e2c-8273d879a43d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:03.725302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e7799-52cd-4803-8f98-97567f3e168f req-1b3c1ed5-b09f-44e6-a39c-ad0b1f5870d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:03.726864 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa5e7799-52cd-4803-8f98-97567f3e168f req-1b3c1ed5-b09f-44e6-a39c-ad0b1f5870d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 1096 time: 0.1291163 Oct 13 11:11:03.783597 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f940bb-cb0a-4e99-8e2c-8273d879a43d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:03.790128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34672) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:03.790666 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-84f940bb-cb0a-4e99-8e2c-8273d879a43d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/7d0d0573-d03d-4896-86fa-82486df63a46 HTTP/1.1" status: 204 len: 168 time: 1.0911806 Oct 13 11:11:03.794876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f940bb-cb0a-4e99-8e2c-8273d879a43d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0d0573-d03d-4896-86fa-82486df63a46,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:03.843871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1238f0ec-ab55-4ba8-b47d-6ee524eec925 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524278 Oct 13 11:11:03.848603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34676) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:03.864602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2789ecbc-b7a3-4839-845d-c5fa06e39aad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:03.901787 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-8b8aa042-0ab6-4959-a2ad-68c27dac0395 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264616 Oct 13 11:11:04.029038 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e7799-52cd-4803-8f98-97567f3e168f req-6c4d496d-16f6-4a8d-9fb6-95cc0338ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:04.031007 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa5e7799-52cd-4803-8f98-97567f3e168f req-6c4d496d-16f6-4a8d-9fb6-95cc0338ea68 service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.2666297 Oct 13 11:11:04.058387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2789ecbc-b7a3-4839-845d-c5fa06e39aad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:04.062713 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2789ecbc-b7a3-4839-845d-c5fa06e39aad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:04.133893 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa5e7799-52cd-4803-8f98-97567f3e168f req-30d74efa-7ee1-41ec-bdac-28dcdce80316 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8be41b51-0274-4a63-863e-7117b400fcd5 HTTP/1.1" status: 200 len: 1001 time: 0.0918927 Oct 13 11:11:04.138501 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-203ac3da-935d-40cb-9e09-d7e795307b58 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280896 Oct 13 11:11:04.158475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeba3ea-1bc5-4613-9a85-990261f51c3a None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:04.234616 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-5ed15a48-9806-45dc-9013-e3f2ff4a1970 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8b021b7-0289-4b04-ba82-1d2aa6832c7e HTTP/1.1" status: 200 len: 217 time: 0.0802822 Oct 13 11:11:04.284599 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e7799-52cd-4803-8f98-97567f3e168f req-847bc15e-b8ee-4156-85e9-b609a38c9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:04.286631 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa5e7799-52cd-4803-8f98-97567f3e168f req-847bc15e-b8ee-4156-85e9-b609a38c9612 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.1456637 Oct 13 11:11:04.313605 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7c9533b7-a7e3-49a9-8796-0e1926a96e27 None None] Provisioning complete for port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:04.314230 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7c9533b7-a7e3-49a9-8796-0e1926a96e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:04.352989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-10b0fa6f-6216-4668-8664-4524dc7e9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:04.354601 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-10b0fa6f-6216-4668-8664-4524dc7e9a67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc4e3cc4-c941-42e0-8d66-07438f4c2aab HTTP/1.1" status: 200 len: 797 time: 0.1110771 Oct 13 11:11:04.398215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e7799-52cd-4803-8f98-97567f3e168f req-20455a0a-940f-46c7-b4b6-135fbe05e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:04.399800 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa5e7799-52cd-4803-8f98-97567f3e168f req-20455a0a-940f-46c7-b4b6-135fbe05e306 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048965 Oct 13 11:11:04.416683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-0411e934-f8c2-4daa-a39d-ceda4c851247 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850084131&fields=id&tenant_id=c733a5c1587344858ed31832dc8ad24f HTTP/1.1" status: 200 len: 267 time: 0.0670571 Oct 13 11:11:04.432439 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2789ecbc-b7a3-4839-845d-c5fa06e39aad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:04.499387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-defb29a3-70c7-45e0-83e2-fcb0428603b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:04.501079 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-defb29a3-70c7-45e0-83e2-fcb0428603b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5d2a8f-da31-4f37-9210-83fd46b16762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1384618 Oct 13 11:11:04.563623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2789ecbc-b7a3-4839-845d-c5fa06e39aad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:04.570439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-2789ecbc-b7a3-4839-845d-c5fa06e39aad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:04.575119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2789ecbc-b7a3-4839-845d-c5fa06e39aad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:04.575119 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2789ecbc-b7a3-4839-845d-c5fa06e39aad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:04.619568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f526a333-58e1-4f3b-90ee-c0c91cccf8ae None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:11:04.631586 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa5e7799-52cd-4803-8f98-97567f3e168f req-9399bae6-9df9-4bb2-8403-18205be1182f service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221363 Oct 13 11:11:04.632583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789ecbc-b7a3-4839-845d-c5fa06e39aad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=6db2894c-0241-4c27-9a66-003ebf4cd702,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:04.693614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2789ecbc-b7a3-4839-845d-c5fa06e39aad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8435791 Oct 13 11:11:04.696494 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34696) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:04.703978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-979947ac-0831-44ce-9786-dfc5503e55d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:04.714752 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-6338de03-ac09-43f2-9cf5-fc552f52b888 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981246 Oct 13 11:11:04.717181 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f526a333-58e1-4f3b-90ee-c0c91cccf8ae None None] Deleting port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:04.718161 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f526a333-58e1-4f3b-90ee-c0c91cccf8ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:04.740431 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-701597f5-34ff-4563-b273-a026394e3b7f tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:04.748300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-701597f5-34ff-4563-b273-a026394e3b7f tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/networks?id=9e0907bc-927e-4fea-9c02-c34124dbb9d7 HTTP/1.1" status: 200 len: 796 time: 0.3302283 Oct 13 11:11:04.795320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-bc089651-534a-441c-b1ee-31f7987abd9d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/quotas/c733a5c1587344858ed31832dc8ad24f HTTP/1.1" status: 200 len: 375 time: 0.0452273 Oct 13 11:11:04.833463 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa5e7799-52cd-4803-8f98-97567f3e168f req-2b9076c4-0bdb-4c7c-9099-fb10d3043fe3 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940236 Oct 13 11:11:04.843960 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f526a333-58e1-4f3b-90ee-c0c91cccf8ae None None] For port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3066e3af-3eb1-4c9f-a28a-32c2b4665b67,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:04.844800 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f526a333-58e1-4f3b-90ee-c0c91cccf8ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:04.862697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f526a333-58e1-4f3b-90ee-c0c91cccf8ae None None] Calling delete_port for 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:04.873219 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a12ca570-673a-48c6-9b7b-ba9778ed1231 req-f86b0557-da27-49d1-ae92-fd6c9f5d1de7 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465974 Oct 13 11:11:04.955773 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-eb52e8f1-aff7-4de6-b284-343331463385 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1602962 Oct 13 11:11:05.036005 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f526a333-58e1-4f3b-90ee-c0c91cccf8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:05.076253 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-a64e9a6f-8ea7-4681-aaff-b4ecb93512c7 service neutron] 10.222.0.32 "GET /v2.0/networks/9e0907bc-927e-4fea-9c02-c34124dbb9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062484 Oct 13 11:11:05.095758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526a333-58e1-4f3b-90ee-c0c91cccf8ae None None] Pushing event deleted for resources: {'Port': ['ID=3066e3af-3eb1-4c9f-a28a-32c2b4665b67,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:05.110123 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f526a333-58e1-4f3b-90ee-c0c91cccf8ae None None] No DVR routers for this DVR port 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:05.116893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979947ac-0831-44ce-9786-dfc5503e55d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:05.132124 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-979947ac-0831-44ce-9786-dfc5503e55d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:05.137425 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707b4086-d4fc-4553-86e8-3ef0036a8244 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:05.210863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:05.244777 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:11:05.245166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3066e3af-3eb1-4c9f-a28a-32c2b4665b67 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:05.493858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-ffbb089e-01f7-47cc-9499-4dc2eec7cab4 service neutron] 10.222.0.32 "GET /v2.0/networks/9e0907bc-927e-4fea-9c02-c34124dbb9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099703 Oct 13 11:11:05.498106 n-d-813659-3 neutron-server[101991]: INFO neutron.db.ipam_backend_mixin [None req-979947ac-0831-44ce-9786-dfc5503e55d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6db2894c-0241-4c27-9a66-003ebf4cd702 (CIDR: 2001:db8::/64) Oct 13 11:11:05.512751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '6db2894c-0241-4c27-9a66-003ebf4cd702'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:11:05.514387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:05.542794 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-979947ac-0831-44ce-9786-dfc5503e55d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:11:05.543269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-979947ac-0831-44ce-9786-dfc5503e55d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:05.556907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511950ab-c032-4c33-a73a-578b82570d70 req-5d8335e4-57b8-41d4-b196-f4fa5f91d2f5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:05.567232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511950ab-c032-4c33-a73a-578b82570d70 req-5d8335e4-57b8-41d4-b196-f4fa5f91d2f5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:05.574065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511950ab-c032-4c33-a73a-578b82570d70 req-5d8335e4-57b8-41d4-b196-f4fa5f91d2f5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:05.582757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511950ab-c032-4c33-a73a-578b82570d70 req-5d8335e4-57b8-41d4-b196-f4fa5f91d2f5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:05.607207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511950ab-c032-4c33-a73a-578b82570d70 req-5d8335e4-57b8-41d4-b196-f4fa5f91d2f5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:05.627780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511950ab-c032-4c33-a73a-578b82570d70 req-5d8335e4-57b8-41d4-b196-f4fa5f91d2f5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:05.634858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511950ab-c032-4c33-a73a-578b82570d70 req-5d8335e4-57b8-41d4-b196-f4fa5f91d2f5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:05.637671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-511950ab-c032-4c33-a73a-578b82570d70 req-5d8335e4-57b8-41d4-b196-f4fa5f91d2f5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5445 time: 0.1838515 Oct 13 11:11:05.642912 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-979947ac-0831-44ce-9786-dfc5503e55d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9451203 Oct 13 11:11:05.645495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34706) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:05.650404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:05.758170 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511950ab-c032-4c33-a73a-578b82570d70 req-8e564508-6878-4a3d-9b29-72fc8927c544 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:05.761913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-511950ab-c032-4c33-a73a-578b82570d70 req-8e564508-6878-4a3d-9b29-72fc8927c544 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "GET /v2.0/ports/4b955f06-9355-4152-b824-207e8663b591?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1171966 Oct 13 11:11:05.787857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Allocated IP 2001:db8::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/6db2894c-0241-4c27-9a66-003ebf4cd702/6c49e8d3-bbe0-4273-8f16-abadcecf5923) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:05.982169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:05.987583 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:05.996859 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-511950ab-c032-4c33-a73a-578b82570d70 req-82fe69ad-2962-4548-9ab2-a7542ab548a9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "GET /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2270281 Oct 13 11:11:06.014812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-511950ab-c032-4c33-a73a-578b82570d70 req-24e5babf-c4ef-4214-afc7-1f4f09f99aa1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:06.089555 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:06.120680 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-24e5babf-c4ef-4214-afc7-1f4f09f99aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:06.211567 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:06.269885 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Pushing event updated for resources: {'Port': ['ID=6c49e8d3-bbe0-4273-8f16-abadcecf5923,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:06.277773 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:06.278708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:06.281498 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:06.293740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-511950ab-c032-4c33-a73a-578b82570d70 req-24e5babf-c4ef-4214-afc7-1f4f09f99aa1 service neutron] For port 4b955f06-9355-4152-b824-207e8663b591, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b955f06-9355-4152-b824-207e8663b591,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:06.314712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38d9f-d0b3-4121-ad43-48c777a00ae4 req-1a6abe16-2e30-49cd-98d2-072641641e28 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:06.321483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38d9f-d0b3-4121-ad43-48c777a00ae4 req-1a6abe16-2e30-49cd-98d2-072641641e28 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:06.329006 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38d9f-d0b3-4121-ad43-48c777a00ae4 req-1a6abe16-2e30-49cd-98d2-072641641e28 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:06.335094 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38d9f-d0b3-4121-ad43-48c777a00ae4 req-1a6abe16-2e30-49cd-98d2-072641641e28 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:06.335869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-511950ab-c032-4c33-a73a-578b82570d70 req-24e5babf-c4ef-4214-afc7-1f4f09f99aa1 service neutron] For port 4b955f06-9355-4152-b824-207e8663b591, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:11:06.343330 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38d9f-d0b3-4121-ad43-48c777a00ae4 req-1a6abe16-2e30-49cd-98d2-072641641e28 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:06.347568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Attempting to bind port 6c49e8d3-bbe0-4273-8f16-abadcecf5923 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:11:06.347998 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Attempting to bind port 6c49e8d3-bbe0-4273-8f16-abadcecf5923 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:11:06.348368 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Attempting to bind port 6c49e8d3-bbe0-4273-8f16-abadcecf5923 on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:11:06.350906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38d9f-d0b3-4121-ad43-48c777a00ae4 req-1a6abe16-2e30-49cd-98d2-072641641e28 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:06.354135 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:11:06.366797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:11:06.366797 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:06.366797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:11:06.366797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Bound port: 6c49e8d3-bbe0-4273-8f16-abadcecf5923, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:11:06.366797 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:06.367307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38d9f-d0b3-4121-ad43-48c777a00ae4 req-1a6abe16-2e30-49cd-98d2-072641641e28 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:06.367307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5da38d9f-d0b3-4121-ad43-48c777a00ae4 req-1a6abe16-2e30-49cd-98d2-072641641e28 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 5445 time: 0.3140311 Oct 13 11:11:06.400782 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-511950ab-c032-4c33-a73a-578b82570d70 req-24e5babf-c4ef-4214-afc7-1f4f09f99aa1 service neutron] device_id is not set on port 4b955f06-9355-4152-b824-207e8663b591 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:06.415872 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-24e5babf-c4ef-4214-afc7-1f4f09f99aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:06.432909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5da38d9f-d0b3-4121-ad43-48c777a00ae4 req-33dbebb7-0843-4f8b-999e-989771c21850 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&id=abd28104-3841-41ca-936d-4570e336ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615151 Oct 13 11:11:06.497825 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-24e5babf-c4ef-4214-afc7-1f4f09f99aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:06.503332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] For port 6c49e8d3-bbe0-4273-8f16-abadcecf5923, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:11:06.512276 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] For port 6c49e8d3-bbe0-4273-8f16-abadcecf5923, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6c49e8d3-bbe0-4273-8f16-abadcecf5923,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:11:06.570398 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5babf-c4ef-4214-afc7-1f4f09f99aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=4b955f06-9355-4152-b824-207e8663b591,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:06.591299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-511950ab-c032-4c33-a73a-578b82570d70 req-24e5babf-c4ef-4214-afc7-1f4f09f99aa1 service neutron] No DVR routers for this DVR port 4b955f06-9355-4152-b824-207e8663b591 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:06.594906 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:06.665336 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-511950ab-c032-4c33-a73a-578b82570d70 req-24e5babf-c4ef-4214-afc7-1f4f09f99aa1 service neutron] In _notify_port_updated(), no bound segment for port 4b955f06-9355-4152-b824-207e8663b591 on network 29e1e4ce-398c-485c-8047-e064dc11e582 {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:11:06.667868 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511950ab-c032-4c33-a73a-578b82570d70 req-24e5babf-c4ef-4214-afc7-1f4f09f99aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:06.668741 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-24e5babf-c4ef-4214-afc7-1f4f09f99aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:06.669886 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-511950ab-c032-4c33-a73a-578b82570d70 req-24e5babf-c4ef-4214-afc7-1f4f09f99aa1 service neutron] 10.222.0.21 "PUT /v2.0/ports/4b955f06-9355-4152-b824-207e8663b591 HTTP/1.1" status: 200 len: 1032 time: 0.6653254 Oct 13 11:11:06.741808 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a9661ac-f93a-4831-b7ef-2cd68b968e4f req-38e1b366-83c0-4be5-ac23-bd02af5cb5d3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 210 time: 0.1023109 Oct 13 11:11:06.744631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511950ab-c032-4c33-a73a-578b82570d70 req-47df43e1-87b8-471c-8f13-82b714f2d3ba tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:06.746212 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-511950ab-c032-4c33-a73a-578b82570d70 req-47df43e1-87b8-471c-8f13-82b714f2d3ba tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "GET /v2.0/ports/0c538839-1be6-4a32-b0e6-10d01668a313?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0699763 Oct 13 11:11:06.758848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-511950ab-c032-4c33-a73a-578b82570d70 req-e8da9122-86da-4908-9717-a001f101ff64 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:06.765902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813d633-e378-41e2-b557-c2ce070a8fad None None] Pushing event updated for resources: {'Port': ['ID=6c49e8d3-bbe0-4273-8f16-abadcecf5923,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:06.834229 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-e8da9122-86da-4908-9717-a001f101ff64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:06.900020 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2a26f2c8-99d6-416f-9fc5-6bcb23dbbec4 None None] Provisioning complete for port 4b955f06-9355-4152-b824-207e8663b591 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:06.900488 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2a26f2c8-99d6-416f-9fc5-6bcb23dbbec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:06.946130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.objects.ports [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:11:06.995975 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2a26f2c8-99d6-416f-9fc5-6bcb23dbbec4 None None] Port 4b955f06-9355-4152-b824-207e8663b591 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:11:07.088117 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-511950ab-c032-4c33-a73a-578b82570d70 req-e8da9122-86da-4908-9717-a001f101ff64 service neutron] For port 0c538839-1be6-4a32-b0e6-10d01668a313, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0c538839-1be6-4a32-b0e6-10d01668a313,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:07.186672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-511950ab-c032-4c33-a73a-578b82570d70 req-e8da9122-86da-4908-9717-a001f101ff64 service neutron] For port 0c538839-1be6-4a32-b0e6-10d01668a313, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:11:07.238753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-511950ab-c032-4c33-a73a-578b82570d70 req-e8da9122-86da-4908-9717-a001f101ff64 service neutron] device_id is not set on port 0c538839-1be6-4a32-b0e6-10d01668a313 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:07.258214 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-e8da9122-86da-4908-9717-a001f101ff64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:07.353694 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-e8da9122-86da-4908-9717-a001f101ff64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:07.370691 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:07.417839 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-511950ab-c032-4c33-a73a-578b82570d70 req-e8da9122-86da-4908-9717-a001f101ff64 service neutron] No DVR routers for this DVR port 0c538839-1be6-4a32-b0e6-10d01668a313 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:07.445136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da9122-86da-4908-9717-a001f101ff64 service neutron] Pushing event updated for resources: {'Port': ['ID=0c538839-1be6-4a32-b0e6-10d01668a313,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:07.483595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-511950ab-c032-4c33-a73a-578b82570d70 req-e8da9122-86da-4908-9717-a001f101ff64 service neutron] In _notify_port_updated(), no bound segment for port 0c538839-1be6-4a32-b0e6-10d01668a313 on network 29e1e4ce-398c-485c-8047-e064dc11e582 {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:11:07.488482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511950ab-c032-4c33-a73a-578b82570d70 req-e8da9122-86da-4908-9717-a001f101ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:07.489371 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-e8da9122-86da-4908-9717-a001f101ff64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:07.491667 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-511950ab-c032-4c33-a73a-578b82570d70 req-e8da9122-86da-4908-9717-a001f101ff64 service neutron] 10.222.0.21 "PUT /v2.0/ports/0c538839-1be6-4a32-b0e6-10d01668a313 HTTP/1.1" status: 200 len: 1033 time: 0.7385287 Oct 13 11:11:07.624494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Deleting port 4b45b71e-507c-4f82-9175-e9a55d5c8e54 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:07.625100 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:07.653940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] For port 6c49e8d3-bbe0-4273-8f16-abadcecf5923, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6c49e8d3-bbe0-4273-8f16-abadcecf5923,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:07.693544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126d1c-04e9-4e06-b9ef-4d897abc6ef3 req-6c861d3f-85da-4c09-97a3-3d5096a7e326 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:07.700516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126d1c-04e9-4e06-b9ef-4d897abc6ef3 req-6c861d3f-85da-4c09-97a3-3d5096a7e326 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:07.706357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126d1c-04e9-4e06-b9ef-4d897abc6ef3 req-6c861d3f-85da-4c09-97a3-3d5096a7e326 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:07.712964 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126d1c-04e9-4e06-b9ef-4d897abc6ef3 req-6c861d3f-85da-4c09-97a3-3d5096a7e326 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:07.720087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126d1c-04e9-4e06-b9ef-4d897abc6ef3 req-6c861d3f-85da-4c09-97a3-3d5096a7e326 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:07.721693 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6126d1c-04e9-4e06-b9ef-4d897abc6ef3 req-6c861d3f-85da-4c09-97a3-3d5096a7e326 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 3886 time: 0.1643102 Oct 13 11:11:07.724835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0eedbb70-25bb-46af-9373-33ad2a46cae6 None None] Provisioning complete for port 0c538839-1be6-4a32-b0e6-10d01668a313 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:07.725344 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0eedbb70-25bb-46af-9373-33ad2a46cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:07.769719 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:07.781021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] For port 4b45b71e-507c-4f82-9175-e9a55d5c8e54, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b45b71e-507c-4f82-9175-e9a55d5c8e54,segment=NetworkSegment(6d53608d-953d-4c8c-b247-0e49e91cd5d3),segment_id=6d53608d-953d-4c8c-b247-0e49e91cd5d3)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:07.781848 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:07.800432 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6126d1c-04e9-4e06-b9ef-4d897abc6ef3 req-27fdb67f-1206-474a-a8aa-390be179eb58 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686169 Oct 13 11:11:07.801972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0eedbb70-25bb-46af-9373-33ad2a46cae6 None None] Port 0c538839-1be6-4a32-b0e6-10d01668a313 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:11:07.840672 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:07.841455 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:07.968652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:07.979382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:07.987659 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-211da38d-8a23-46d8-836a-e52349792306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:07.989633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:07.990232 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:07.998086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=6c49e8d3-bbe0-4273-8f16-abadcecf5923,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:08.011134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=de1bc6b6-160a-4c58-ae8c-a68388a87370,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:08.036485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b7c3250-e063-44e2-9a33-230b9e35fa97 req-b86d2fb2-b571-464b-834b-dd6e4d665fe3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 210 time: 0.0411460 Oct 13 11:11:08.098178 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b70ae855-5a58-47a3-85ce-255219354454 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4516327 Oct 13 11:11:08.099032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34742) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:08.107997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'mac_address': 'fa:16:3e:8d:b0:72', 'name': 'tempest-NetworksTestDHCPv6-33609941'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:08.169286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f468ca-9d87-4727-a9d2-c6438cd41c50 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:08.189778 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:08.190283 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:08.190716 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Floating IP bf44481b-6792-4331-a26e-b1dea2dc555e disassociated. External IP: 172.25.0.68, port: 4b45b71e-507c-4f82-9175-e9a55d5c8e54. Oct 13 11:11:08.192509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Calling delete_port for 4b45b71e-507c-4f82-9175-e9a55d5c8e54 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:08.241573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-24dbae4c-3480-4179-a565-b1ada8a8ba89 None None] Provisioning complete for port 6c49e8d3-bbe0-4273-8f16-abadcecf5923 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:08.242229 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-24dbae4c-3480-4179-a565-b1ada8a8ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:08.360819 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-24dbae4c-3480-4179-a565-b1ada8a8ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:08.370686 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:08.410017 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-24dbae4c-3480-4179-a565-b1ada8a8ba89 None None] For port 6c49e8d3-bbe0-4273-8f16-abadcecf5923, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6c49e8d3-bbe0-4273-8f16-abadcecf5923,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:08.509039 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-24dbae4c-3480-4179-a565-b1ada8a8ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:08.596304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbae4c-3480-4179-a565-b1ada8a8ba89 None None] Pushing event updated for resources: {'Port': ['ID=6c49e8d3-bbe0-4273-8f16-abadcecf5923,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:08.633087 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:08.639797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-95c4e7ae-f509-4087-bc41-29a6042af72e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:08.641516 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-95c4e7ae-f509-4087-bc41-29a6042af72e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.46 "GET /v2.0/networks?id=9e0907bc-927e-4fea-9c02-c34124dbb9d7 HTTP/1.1" status: 200 len: 796 time: 0.2881582 Oct 13 11:11:08.651190 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:08.683098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'Port': ['ID=4b45b71e-507c-4f82-9175-e9a55d5c8e54,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:08.695720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 966beef9-d445-4d51-9c41-493f0916d01c yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:08.743550 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:08.850322 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-25c7090a-8333-401a-8df6-f64c3e1ee77b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c733a5c1587344858ed31832dc8ad24f HTTP/1.1" status: 200 len: 380 time: 0.1672268 Oct 13 11:11:08.870166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-0c54ca81-7b76-4467-ba9c-d95048227d0d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'port': {'device_id': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'admin_state_up': True, 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'security_groups': ['59239d8b-d669-4a31-9889-93c8c3372900']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:09.062118 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::175 (94101c6b-088c-496c-89a7-3c76d8c09bc9/6db2894c-0241-4c27-9a66-003ebf4cd702/966beef9-d445-4d51-9c41-493f0916d01c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:09.073979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8d:b072 (94101c6b-088c-496c-89a7-3c76d8c09bc9/de1bc6b6-160a-4c58-ae8c-a68388a87370/966beef9-d445-4d51-9c41-493f0916d01c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:09.113742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 94cf05b0-82c6-412e-bc9e-6b67117903b5 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:09.134553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6f54f-700a-438a-a376-2027d7bc1a3f req-cb6fe3e6-d05e-4adf-87a8-1e9cbf068f0c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:09.150676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6f54f-700a-438a-a376-2027d7bc1a3f req-cb6fe3e6-d05e-4adf-87a8-1e9cbf068f0c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:09.164598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6f54f-700a-438a-a376-2027d7bc1a3f req-cb6fe3e6-d05e-4adf-87a8-1e9cbf068f0c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:09.188332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6f54f-700a-438a-a376-2027d7bc1a3f req-cb6fe3e6-d05e-4adf-87a8-1e9cbf068f0c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:09.203034 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94e6f54f-700a-438a-a376-2027d7bc1a3f req-cb6fe3e6-d05e-4adf-87a8-1e9cbf068f0c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 3150 time: 0.2474377 Oct 13 11:11:09.287801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6c49e8d3-bbe0-4273-8f16-abadcecf5923 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:11:09.346013 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94e6f54f-700a-438a-a376-2027d7bc1a3f req-ef3665e7-9290-47a2-803f-5702e7e6a467 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394925 Oct 13 11:11:09.477754 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:09.574605 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 94cf05b0-82c6-412e-bc9e-6b67117903b5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=94cf05b0-82c6-412e-bc9e-6b67117903b5,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:09.578426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94cf05b0-82c6-412e-bc9e-6b67117903b5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:09.583480 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81130c4-c5c5-454e-825b-6303117332a6" -d '{"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-unplugged", "status": "completed", "tag": "94cf05b0-82c6-412e-bc9e-6b67117903b5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:09.589835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 6c49e8d3-bbe0-4273-8f16-abadcecf5923 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:09.591379 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:09.650598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:09.651595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0c538839-1be6-4a32-b0e6-10d01668a313 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:09.657851 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:09.743976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:11:09.761744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91e7348f-2ce5-4c5c-b17e-ecb09d922169 req-0a93d363-a80d-44e5-83a3-06258b817fa4 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 210 time: 0.0578721 Oct 13 11:11:09.765178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0c538839-1be6-4a32-b0e6-10d01668a313 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:09.765704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c5a9bc85-a7e6-4129-95b9-1a12e3334a90 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:09.769589 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=94cf05b0-82c6-412e-bc9e-6b67117903b5,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:09.822503 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:09.827104 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b8305d34-b26b-42b0-8ce9-fc79bfd43746 None None] Provisioning complete for port 6c49e8d3-bbe0-4273-8f16-abadcecf5923 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:09.827641 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8305d34-b26b-42b0-8ce9-fc79bfd43746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:09.890402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=966beef9-d445-4d51-9c41-493f0916d01c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:09.905684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:09.909391 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:09.929481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:09.935066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:11:09.941742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-0c54ca81-7b76-4467-ba9c-d95048227d0d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Made reservation on behalf of c733a5c1587344858ed31832dc8ad24f for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:09.948200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:09.948793 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:09.953569 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-0c54ca81-7b76-4467-ba9c-d95048227d0d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:09.989714 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe1fae8-5f0b-40a2-89a6-bc2148821d81 x-openstack-request-id: req-dfe1fae8-5f0b-40a2-89a6-bc2148821d81 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:09.990008 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-unplugged", "status": "completed", "tag": "94cf05b0-82c6-412e-bc9e-6b67117903b5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:09.996779 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfe1fae8-5f0b-40a2-89a6-bc2148821d81 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:10.000286 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94cf05b0-82c6-412e-bc9e-6b67117903b5', 'code': 200} Oct 13 11:11:10.005194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03132879-f29c-4161-b429-5b48a1b1f3e7 None None] Sync routers for ids ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:11:10.039631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1a059035-fae5-4a62-86f3-195119d9fcba tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9369135 Oct 13 11:11:10.039631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34772) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:10.091155 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:10.140628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-0c54ca81-7b76-4467-ba9c-d95048227d0d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Allocated IP 172.20.0.8 (9e0907bc-927e-4fea-9c02-c34124dbb9d7/718ebe93-b96e-4009-99e6-1928ae8233d5/fa1b7125-a131-4c5d-9c11-193aebf12539) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:10.145754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03132879-f29c-4161-b429-5b48a1b1f3e7 None None] Routers {'ca0e7ca9-20ae-4744-b3eb-316b76db4d96'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:11:10.146263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-03132879-f29c-4161-b429-5b48a1b1f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:10:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:10.327931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] No DVR routers for this DVR port 4b45b71e-507c-4f82-9175-e9a55d5c8e54 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:10.334473 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:10.337248 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-511950ab-c032-4c33-a73a-578b82570d70 req-3a8566bf-26ed-4d75-b9db-3b2f1292bc0b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "DELETE /v2.0/ports/4b45b71e-507c-4f82-9175-e9a55d5c8e54 HTTP/1.1" status: 204 len: 173 time: 2.8388801 Oct 13 11:11:10.340777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-deleted', 'tag': '4b45b71e-507c-4f82-9175-e9a55d5c8e54'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:10.343819 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399b85f8-019e-4760-85f5-678a79848e0e" -d '{"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-deleted", "tag": "4b45b71e-507c-4f82-9175-e9a55d5c8e54"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:10.350699 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-363e6646-5c67-4c86-a97d-bf75405d0a02 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 966beef9-d445-4d51-9c41-493f0916d01c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:10.352789 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-363e6646-5c67-4c86-a97d-bf75405d0a02 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:10.456179 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-0c54ca81-7b76-4467-ba9c-d95048227d0d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:10.491527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c5a9bc85-a7e6-4129-95b9-1a12e3334a90, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c5a9bc85-a7e6-4129-95b9-1a12e3334a90,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:10.495279 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5dfce5-19e3-412d-a577-1003cca48ba8 x-openstack-request-id: req-ff5dfce5-19e3-412d-a577-1003cca48ba8 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:10.495641 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-deleted", "tag": "4b45b71e-507c-4f82-9175-e9a55d5c8e54", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:10.495958 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff5dfce5-19e3-412d-a577-1003cca48ba8 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:10.496563 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-deleted', 'tag': '4b45b71e-507c-4f82-9175-e9a55d5c8e54', 'status': 'completed', 'code': 200} Oct 13 11:11:10.519897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-03132879-f29c-4161-b429-5b48a1b1f3e7 None None] Set router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:11:10.524186 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-363e6646-5c67-4c86-a97d-bf75405d0a02 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:10.568961 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-363e6646-5c67-4c86-a97d-bf75405d0a02 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 966beef9-d445-4d51-9c41-493f0916d01c owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:10.587598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:10.588589 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4b45b71e-507c-4f82-9175-e9a55d5c8e54 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:10.606671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-511950ab-c032-4c33-a73a-578b82570d70 req-d6e7d235-13c4-465a-a3bc-b291db41ba24 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Deleting port c5a9bc85-a7e6-4129-95b9-1a12e3334a90 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:10.607424 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-d6e7d235-13c4-465a-a3bc-b291db41ba24 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:10.621253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:10.637271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-0c54ca81-7b76-4467-ba9c-d95048227d0d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:10.652496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815460a-122f-4b65-a8aa-480c21915138 req-fd2c0c40-ed41-48f6-b6fb-0748b34e55d9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:10.653841 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-94817a69-9a20-41c5-922c-ca16f1c0bf77 None None] Provisioning complete for port 966beef9-d445-4d51-9c41-493f0916d01c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:10.654223 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94817a69-9a20-41c5-922c-ca16f1c0bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:10.655979 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 4b45b71e-507c-4f82-9175-e9a55d5c8e54 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:11:10.656331 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4b45b71e-507c-4f82-9175-e9a55d5c8e54 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:10.661892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4b955f06-9355-4152-b824-207e8663b591 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:10.662046 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815460a-122f-4b65-a8aa-480c21915138 req-fd2c0c40-ed41-48f6-b6fb-0748b34e55d9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:10.667787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815460a-122f-4b65-a8aa-480c21915138 req-fd2c0c40-ed41-48f6-b6fb-0748b34e55d9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:10.674324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815460a-122f-4b65-a8aa-480c21915138 req-fd2c0c40-ed41-48f6-b6fb-0748b34e55d9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:10.684345 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d815460a-122f-4b65-a8aa-480c21915138 req-fd2c0c40-ed41-48f6-b6fb-0748b34e55d9 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 3148 time: 0.1773460 Oct 13 11:11:10.753167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-0c54ca81-7b76-4467-ba9c-d95048227d0d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:10.765668 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d815460a-122f-4b65-a8aa-480c21915138 req-eb5b7024-881f-46e1-99bb-2df5628c3491 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800655 Oct 13 11:11:10.767576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-0c54ca81-7b76-4467-ba9c-d95048227d0d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:10.771882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-0c54ca81-7b76-4467-ba9c-d95048227d0d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:10.846730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54ca81-7b76-4467-ba9c-d95048227d0d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=fa1b7125-a131-4c5d-9c11-193aebf12539,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:10.957054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-511950ab-c032-4c33-a73a-578b82570d70 req-d6e7d235-13c4-465a-a3bc-b291db41ba24 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] For port c5a9bc85-a7e6-4129-95b9-1a12e3334a90, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c5a9bc85-a7e6-4129-95b9-1a12e3334a90,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:10.957660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-d6e7d235-13c4-465a-a3bc-b291db41ba24 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.001352 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-0c54ca81-7b76-4467-ba9c-d95048227d0d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:11.003269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-0c54ca81-7b76-4467-ba9c-d95048227d0d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.056398 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-511950ab-c032-4c33-a73a-578b82570d70 req-d6e7d235-13c4-465a-a3bc-b291db41ba24 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Calling delete_port for c5a9bc85-a7e6-4129-95b9-1a12e3334a90 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:11.127723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-94817a69-9a20-41c5-922c-ca16f1c0bf77 None None] Port 966beef9-d445-4d51-9c41-493f0916d01c cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:11:11.130685 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-363e6646-5c67-4c86-a97d-bf75405d0a02 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.134288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=c5a9bc85-a7e6-4129-95b9-1a12e3334a90,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:11.146948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4b955f06-9355-4152-b824-207e8663b591 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:11.147387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 50046162-7e11-4c9f-a133-6908a9f0aa39 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:11.166942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e6646-5c67-4c86-a97d-bf75405d0a02 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=966beef9-d445-4d51-9c41-493f0916d01c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:11.215839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc1456-7a9a-43f4-93ec-bdbeb15c8c9a req-86d6b2d6-5539-4de6-bdb6-640057cd61f9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:11.219717 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2fcc1456-7a9a-43f4-93ec-bdbeb15c8c9a req-86d6b2d6-5539-4de6-bdb6-640057cd61f9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 931 time: 0.1572878 Oct 13 11:11:11.232094 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0312bd12-7c71-4be7-9b8e-3c80374ccedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.253233 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-363e6646-5c67-4c86-a97d-bf75405d0a02 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.258937 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-363e6646-5c67-4c86-a97d-bf75405d0a02 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/966beef9-d445-4d51-9c41-493f0916d01c HTTP/1.1" status: 204 len: 168 time: 1.2162149 Oct 13 11:11:11.263666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34800) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:11.308488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-66eba472-9372-406f-b189-6707b5e7503c None None] Provisioning complete for port fa1b7125-a131-4c5d-9c11-193aebf12539 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:11.308866 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-66eba472-9372-406f-b189-6707b5e7503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.323329 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2fcc1456-7a9a-43f4-93ec-bdbeb15c8c9a req-8187afbf-db87-4d96-9d15-c468cbe54a24 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818632 Oct 13 11:11:11.359934 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb53498-efd8-42ad-a419-29850cac1efa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:11.361556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3bb53498-efd8-42ad-a419-29850cac1efa tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0959649 Oct 13 11:11:11.367357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34804) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:11.374658 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-0c54ca81-7b76-4467-ba9c-d95048227d0d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5142550 Oct 13 11:11:11.376677 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.390412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Request body: {'port': {'device_id': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:11.413846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-03132879-f29c-4161-b429-5b48a1b1f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c8c0371b-c66e-4942-88b1-abcc494505ab', 'name': '', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'mac_address': 'fa:16:3e:f1:b7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:04Z', 'updated_at': '2021-10-13T11:00:13Z', 'revision_number': 5, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'subnets': [{'id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:11.454787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-66eba472-9372-406f-b189-6707b5e7503c None None] Port fa1b7125-a131-4c5d-9c11-193aebf12539 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:11:11.462647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03132879-f29c-4161-b429-5b48a1b1f3e7 None None] Checking router: ca0e7ca9-20ae-4744-b3eb-316b76db4d96 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:11:11.475387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.478941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 50046162-7e11-4c9f-a133-6908a9f0aa39, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=50046162-7e11-4c9f-a133-6908a9f0aa39,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:11.479889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b49274-3b6b-4f32-846b-3cf7dee293f5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:11.481463 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-81b49274-3b6b-4f32-846b-3cf7dee293f5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1131256 Oct 13 11:11:11.484110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03132879-f29c-4161-b429-5b48a1b1f3e7 None None] Routers {'ca0e7ca9-20ae-4744-b3eb-316b76db4d96'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:11:11.484110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-03132879-f29c-4161-b429-5b48a1b1f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:11:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:11.511054 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34810) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:11.555447 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-d6e7d235-13c4-465a-a3bc-b291db41ba24 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.580742 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.581923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:11.620848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7d235-13c4-465a-a3bc-b291db41ba24 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'Port': ['ID=c5a9bc85-a7e6-4129-95b9-1a12e3334a90,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:11.674213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a2f9b5-1f4c-4ff0-9257-d7c3a734bdc0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:11.675818 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a2f9b5-1f4c-4ff0-9257-d7c3a734bdc0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:11.678365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a2f9b5-1f4c-4ff0-9257-d7c3a734bdc0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:11.679527 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-56a2f9b5-1f4c-4ff0-9257-d7c3a734bdc0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1803324 Oct 13 11:11:11.685029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34818) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:11.746215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-511950ab-c032-4c33-a73a-578b82570d70 req-d6e7d235-13c4-465a-a3bc-b291db41ba24 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] No DVR routers for this DVR port c5a9bc85-a7e6-4129-95b9-1a12e3334a90 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:11.753362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-d6e7d235-13c4-465a-a3bc-b291db41ba24 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.758048 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-511950ab-c032-4c33-a73a-578b82570d70 req-d6e7d235-13c4-465a-a3bc-b291db41ba24 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "DELETE /v2.0/ports/c5a9bc85-a7e6-4129-95b9-1a12e3334a90 HTTP/1.1" status: 204 len: 173 time: 1.4037538 Oct 13 11:11:11.786796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-569c322b-6c82-4585-ac00-8e681c852ea9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 6db2894c-0241-4c27-9a66-003ebf4cd702 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:11:11.797754 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-569c322b-6c82-4585-ac00-8e681c852ea9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.808709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fa600-279e-4016-985a-35a3b6fe5829 req-62329a0e-ba1a-4847-b88d-82b10a432832 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:11.810157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-62329a0e-ba1a-4847-b88d-82b10a432832 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/networks?id=9a7e877f-ca2f-4d93-b96d-1df1e891a30b HTTP/1.1" status: 200 len: 813 time: 0.2572584 Oct 13 11:11:11.821796 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.834091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=50046162-7e11-4c9f-a133-6908a9f0aa39,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:11.850097 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-5bef5f2c-4a10-44dd-a7a2-5edb07457082 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/quotas/db7779429c8d40129e6662ce6658ab88 HTTP/1.1" status: 200 len: 375 time: 0.0156569 Oct 13 11:11:11.893318 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-569c322b-6c82-4585-ac00-8e681c852ea9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:11.894669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-03132879-f29c-4161-b429-5b48a1b1f3e7 None None] Set router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:11:11.898709 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-f4307be7-a439-476f-bfff-859359bde403 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db7779429c8d40129e6662ce6658ab88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410094 Oct 13 11:11:11.961813 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:12.015885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-a390a341-24d3-43c8-94f2-9483a8867bfa service neutron] 10.222.0.32 "GET /v2.0/networks/9a7e877f-ca2f-4d93-b96d-1df1e891a30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981548 Oct 13 11:11:12.040633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a9bc85-a7e6-4129-95b9-1a12e3334a90'}, {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50046162-7e11-4c9f-a133-6908a9f0aa39'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:12.043394 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142bf048-81c8-4de4-8e76-75d2e7f48bb0" -d '{"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a9bc85-a7e6-4129-95b9-1a12e3334a90"}, {"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-unplugged", "status": "completed", "tag": "50046162-7e11-4c9f-a133-6908a9f0aa39"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:12.091303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-511950ab-c032-4c33-a73a-578b82570d70 req-b13dfec8-860d-458c-9dd5-4686ad01f621 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Deleting port 94cf05b0-82c6-412e-bc9e-6b67117903b5 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:12.091303 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-b13dfec8-860d-458c-9dd5-4686ad01f621 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:12.161494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1e5b1f2a-86fe-4784-b429-eafd5aa62c84,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:12.179792 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1b7125-a131-4c5d-9c11-193aebf12539 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:11:12.202108 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:12.219718 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:12.253096 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-9ed7a7dd-0b01-4b68-ae16-6edb6461f8de service neutron] 10.222.0.32 "GET /v2.0/networks/9a7e877f-ca2f-4d93-b96d-1df1e891a30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363257 Oct 13 11:11:12.254481 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-569c322b-6c82-4585-ac00-8e681c852ea9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:12.281430 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:12.289627 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Transition to ACTIVE for port object fa1b7125-a131-4c5d-9c11-193aebf12539 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:11:12.314638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-511950ab-c032-4c33-a73a-578b82570d70 req-b13dfec8-860d-458c-9dd5-4686ad01f621 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] For port 94cf05b0-82c6-412e-bc9e-6b67117903b5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=94cf05b0-82c6-412e-bc9e-6b67117903b5,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:12.315016 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-b13dfec8-860d-458c-9dd5-4686ad01f621 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:12.337889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-03132879-f29c-4161-b429-5b48a1b1f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c8c0371b-c66e-4942-88b1-abcc494505ab', 'name': '', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'mac_address': 'fa:16:3e:f1:b7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:04Z', 'updated_at': '2021-10-13T11:00:13Z', 'revision_number': 5, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'subnets': [{'id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:12.361748 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:12.366489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-511950ab-c032-4c33-a73a-578b82570d70 req-b13dfec8-860d-458c-9dd5-4686ad01f621 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Calling delete_port for 94cf05b0-82c6-412e-bc9e-6b67117903b5 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:12.394276 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03132879-f29c-4161-b429-5b48a1b1f3e7 None None] The sync data for ids ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'] in n-d-813659-3 is: [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c8c0371b-c66e-4942-88b1-abcc494505ab', 'name': '', 'network_id': 'bc5e0317-2a1f-41ba-91cf-0b420f18bef2', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'mac_address': 'fa:16:3e:f1:b7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:04Z', 'updated_at': '2021-10-13T11:00:13Z', 'revision_number': 5, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'subnets': [{'id': '65e93234-d6c5-4aa7-8ff5-81bcaedbc002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:11:12.438184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=1e5b1f2a-86fe-4784-b429-eafd5aa62c84,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:12.440202 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-569c322b-6c82-4585-ac00-8e681c852ea9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:12.475740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c322b-6c82-4585-ac00-8e681c852ea9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=6db2894c-0241-4c27-9a66-003ebf4cd702,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:12.486829 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-569c322b-6c82-4585-ac00-8e681c852ea9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:12.491030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-569c322b-6c82-4585-ac00-8e681c852ea9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/6db2894c-0241-4c27-9a66-003ebf4cd702 HTTP/1.1" status: 204 len: 168 time: 0.8050406 Oct 13 11:11:12.495535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34838) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:12.501820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88832794-6e95-44c5-ae26-7b51b743e8b7 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:12.508906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-deleted', 'tag': 'c5a9bc85-a7e6-4129-95b9-1a12e3334a90'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:12.512116 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dd86b6-10a2-4250-a826-c07aff6e126e" -d '{"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-deleted", "tag": "c5a9bc85-a7e6-4129-95b9-1a12e3334a90"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:12.529472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Pushing event updated for resources: {'Port': ['ID=fa1b7125-a131-4c5d-9c11-193aebf12539,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:12.778697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-7422b7af-2933-4855-aefc-20e90fda7ea0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet de1bc6b6-160a-4c58-ae8c-a68388a87370 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:11:12.795909 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7422b7af-2933-4855-aefc-20e90fda7ea0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:12.829248 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69cb41a-3870-49a0-af98-a82d4ed86d70 None None] New status for floating IP bf44481b-6792-4331-a26e-b1dea2dc555e: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:11:12.867942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc233275-5b9b-41b3-8875-e281b0f64c9a req-13e9dad9-4088-4cec-880c-55d006420ca6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:12.881629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc233275-5b9b-41b3-8875-e281b0f64c9a req-13e9dad9-4088-4cec-880c-55d006420ca6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:12.897400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc233275-5b9b-41b3-8875-e281b0f64c9a req-13e9dad9-4088-4cec-880c-55d006420ca6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:12.901802 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7422b7af-2933-4855-aefc-20e90fda7ea0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:12.902627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc233275-5b9b-41b3-8875-e281b0f64c9a req-13e9dad9-4088-4cec-880c-55d006420ca6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 2409 time: 0.1511185 Oct 13 11:11:12.974039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc233275-5b9b-41b3-8875-e281b0f64c9a req-94619d92-5bbc-4c98-bc7c-e0ed58efcf72 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697653 Oct 13 11:11:13.041744 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7422b7af-2933-4855-aefc-20e90fda7ea0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:13.083710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Attempting to bind port fa1b7125-a131-4c5d-9c11-193aebf12539 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:11:13.084058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Attempting to bind port fa1b7125-a131-4c5d-9c11-193aebf12539 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '101d852b-a8c4-4fa3-97ee-9f9dbc306734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:11:13.084403 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Attempting to bind port fa1b7125-a131-4c5d-9c11-193aebf12539 on network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:11:13.096733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Port fa1b7125-a131-4c5d-9c11-193aebf12539 on network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:11:13.097086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Attempting to bind port fa1b7125-a131-4c5d-9c11-193aebf12539 on network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:11:13.129467 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdf93f9-a417-4a81-a414-11a1fe9a34ea x-openstack-request-id: req-4cdf93f9-a417-4a81-a414-11a1fe9a34ea {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:13.129912 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a9bc85-a7e6-4129-95b9-1a12e3334a90", "code": 200}, {"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-unplugged", "status": "completed", "tag": "50046162-7e11-4c9f-a133-6908a9f0aa39", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:13.130091 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cdf93f9-a417-4a81-a414-11a1fe9a34ea {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:13.130796 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a9bc85-a7e6-4129-95b9-1a12e3334a90', 'code': 200} Oct 13 11:11:13.131229 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50046162-7e11-4c9f-a133-6908a9f0aa39', 'code': 200} Oct 13 11:11:13.131591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:11:13.131938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Checking segment: {'id': '101d852b-a8c4-4fa3-97ee-9f9dbc306734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:11:13.132331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Bound using segment: {'id': '101d852b-a8c4-4fa3-97ee-9f9dbc306734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:11:13.132788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Bound port: fa1b7125-a131-4c5d-9c11-193aebf12539, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101d852b-a8c4-4fa3-97ee-9f9dbc306734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:11:13.133153 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:13.344512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] For port fa1b7125-a131-4c5d-9c11-193aebf12539, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:11:13.356199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] For port fa1b7125-a131-4c5d-9c11-193aebf12539, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=fa1b7125-a131-4c5d-9c11-193aebf12539,segment=NetworkSegment(101d852b-a8c4-4fa3-97ee-9f9dbc306734),segment_id=101d852b-a8c4-4fa3-97ee-9f9dbc306734)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:11:13.356859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-b13dfec8-860d-458c-9dd5-4686ad01f621 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:13.405562 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:13.422531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dfec8-860d-458c-9dd5-4686ad01f621 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'Port': ['ID=94cf05b0-82c6-412e-bc9e-6b67117903b5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:13.425305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7422b7af-2933-4855-aefc-20e90fda7ea0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:13.483382 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7422b7af-2933-4855-aefc-20e90fda7ea0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:13.489401 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7422b7af-2933-4855-aefc-20e90fda7ea0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/de1bc6b6-160a-4c58-ae8c-a68388a87370 HTTP/1.1" status: 204 len: 168 time: 0.9923649 Oct 13 11:11:13.490034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34860) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:13.492660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422b7af-2933-4855-aefc-20e90fda7ea0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=de1bc6b6-160a-4c58-ae8c-a68388a87370,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:13.496091 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:13.604194 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-266dca24-8630-4fbd-a046-be5ed6cb8cae tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124709 Oct 13 11:11:13.607507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-511950ab-c032-4c33-a73a-578b82570d70 req-b13dfec8-860d-458c-9dd5-4686ad01f621 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] No DVR routers for this DVR port 94cf05b0-82c6-412e-bc9e-6b67117903b5 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:13.608572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34866) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:13.611505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-b13dfec8-860d-458c-9dd5-4686ad01f621 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:13.613806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0155eb84-2f5f-4435-89d1-891ce65d98ad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:13.615030 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-511950ab-c032-4c33-a73a-578b82570d70 req-b13dfec8-860d-458c-9dd5-4686ad01f621 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "DELETE /v2.0/ports/94cf05b0-82c6-412e-bc9e-6b67117903b5 HTTP/1.1" status: 204 len: 173 time: 1.8500478 Oct 13 11:11:13.707130 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:13.707690 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:13.709391 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] 10.222.0.46 "PUT /v2.0/ports/fa1b7125-a131-4c5d-9c11-193aebf12539 HTTP/1.1" status: 200 len: 1091 time: 2.3251786 Oct 13 11:11:13.759722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3e824-4b53-4d52-a986-ca9b24a65958 req-54855aca-010f-4ff2-909a-882e12de70aa tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:13.762212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-adc3e824-4b53-4d52-a986-ca9b24a65958 req-54855aca-010f-4ff2-909a-882e12de70aa tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 943 time: 0.5731332 Oct 13 11:11:13.769908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779d2cb-caf1-4760-9b17-58734d9d289d service neutron] Pushing event updated for resources: {'Port': ['ID=fa1b7125-a131-4c5d-9c11-193aebf12539,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:13.819144 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-511950ab-c032-4c33-a73a-578b82570d70 req-58566d2f-2014-4020-877a-44c7495b8e62 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Deleting port 50046162-7e11-4c9f-a133-6908a9f0aa39 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:13.819144 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-58566d2f-2014-4020-877a-44c7495b8e62 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:13.841752 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-adc3e824-4b53-4d52-a986-ca9b24a65958 req-3f695041-753d-4ede-b66f-6c65d1af352a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542560 Oct 13 11:11:13.864387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f014a-5d09-4aa7-8438-222607458256 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:13.919555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0155eb84-2f5f-4435-89d1-891ce65d98ad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:13.923549 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0155eb84-2f5f-4435-89d1-891ce65d98ad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:14.036342 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d91c42b5-d697-4af2-8b15-aaa8c6256346 None None] Provisioning complete for port 6c49e8d3-bbe0-4273-8f16-abadcecf5923 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:14.037241 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d91c42b5-d697-4af2-8b15-aaa8c6256346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:14.048928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-511950ab-c032-4c33-a73a-578b82570d70 req-58566d2f-2014-4020-877a-44c7495b8e62 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] For port 50046162-7e11-4c9f-a133-6908a9f0aa39, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=50046162-7e11-4c9f-a133-6908a9f0aa39,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:14.049207 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-58566d2f-2014-4020-877a-44c7495b8e62 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:14.066587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-511950ab-c032-4c33-a73a-578b82570d70 req-58566d2f-2014-4020-877a-44c7495b8e62 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Calling delete_port for 50046162-7e11-4c9f-a133-6908a9f0aa39 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:14.100513 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f13f2f-2059-4493-9d14-973a0c7d7dda x-openstack-request-id: req-f2f13f2f-2059-4493-9d14-973a0c7d7dda {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:14.100734 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-deleted", "tag": "c5a9bc85-a7e6-4129-95b9-1a12e3334a90", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:14.102640 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2f13f2f-2059-4493-9d14-973a0c7d7dda {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:14.103256 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-deleted', 'tag': 'c5a9bc85-a7e6-4129-95b9-1a12e3334a90', 'status': 'completed', 'code': 200} Oct 13 11:11:14.159054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-ce99fc03-4445-49c1-9921-c1db422729fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:14.160685 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-ce99fc03-4445-49c1-9921-c1db422729fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 1094 time: 0.2924900 Oct 13 11:11:14.227780 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-5c9c8dee-7b1b-4246-83d4-2c81a13fa190 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa1b7125-a131-4c5d-9c11-193aebf12539 HTTP/1.1" status: 200 len: 217 time: 0.0583663 Oct 13 11:11:14.239165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc3407ea-7a87-4e93-b398-be12f0d80514 req-4df773de-b179-4101-9124-6643aa604928 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 210 time: 0.0484650 Oct 13 11:11:14.323262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-ec15842c-ceb1-433e-96e5-7639c21a6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:14.324831 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-ec15842c-ceb1-433e-96e5-7639c21a6d93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=718ebe93-b96e-4009-99e6-1928ae8233d5 HTTP/1.1" status: 200 len: 834 time: 0.0888293 Oct 13 11:11:14.349253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bd0a42-abab-4cd0-8af5-c718cbda87d6 None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:11:14.392787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d08276-8df2-4102-89f0-a4bfd6b022f8 req-0b63f42c-7747-43b8-b3bd-9cdacb563109 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:14.402636 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8d08276-8df2-4102-89f0-a4bfd6b022f8 req-0b63f42c-7747-43b8-b3bd-9cdacb563109 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 945 time: 0.0749297 Oct 13 11:11:14.405659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-6012ea62-27e8-4c1b-899b-349363270332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:14.407323 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-6012ea62-27e8-4c1b-899b-349363270332 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e0907bc-927e-4fea-9c02-c34124dbb9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590417 Oct 13 11:11:14.408725 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0155eb84-2f5f-4435-89d1-891ce65d98ad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:14.434128 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-19bd0a42-abab-4cd0-8af5-c718cbda87d6 None None] Deleting port 6c49e8d3-bbe0-4273-8f16-abadcecf5923 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:14.437605 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19bd0a42-abab-4cd0-8af5-c718cbda87d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:14.465174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155eb84-2f5f-4435-89d1-891ce65d98ad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=1e1223ad-bbce-4f7a-90e8-d18fe8596371,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:14.497347 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-58566d2f-2014-4020-877a-44c7495b8e62 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:14.522656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8d08276-8df2-4102-89f0-a4bfd6b022f8 req-9a0a8f91-6261-4914-a766-534a3ec5e83c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081934 Oct 13 11:11:14.528649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0155eb84-2f5f-4435-89d1-891ce65d98ad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:14.531058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0155eb84-2f5f-4435-89d1-891ce65d98ad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:14.535256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155eb84-2f5f-4435-89d1-891ce65d98ad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:14.540860 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0155eb84-2f5f-4435-89d1-891ce65d98ad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:14.554421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58566d2f-2014-4020-877a-44c7495b8e62 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'Port': ['ID=50046162-7e11-4c9f-a133-6908a9f0aa39,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:14.566987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-19bd0a42-abab-4cd0-8af5-c718cbda87d6 None None] For port 6c49e8d3-bbe0-4273-8f16-abadcecf5923, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6c49e8d3-bbe0-4273-8f16-abadcecf5923,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:14.566987 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19bd0a42-abab-4cd0-8af5-c718cbda87d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:14.590568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-19bd0a42-abab-4cd0-8af5-c718cbda87d6 None None] Calling delete_port for 6c49e8d3-bbe0-4273-8f16-abadcecf5923 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:14.622403 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-511950ab-c032-4c33-a73a-578b82570d70 req-58566d2f-2014-4020-877a-44c7495b8e62 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] No DVR routers for this DVR port 50046162-7e11-4c9f-a133-6908a9f0aa39 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:14.630627 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-58566d2f-2014-4020-877a-44c7495b8e62 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:14.634271 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-511950ab-c032-4c33-a73a-578b82570d70 req-58566d2f-2014-4020-877a-44c7495b8e62 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "DELETE /v2.0/ports/50046162-7e11-4c9f-a133-6908a9f0aa39 HTTP/1.1" status: 204 len: 173 time: 1.0096822 Oct 13 11:11:14.647382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0155eb84-2f5f-4435-89d1-891ce65d98ad tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0368750 Oct 13 11:11:14.648088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34886) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:14.657519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a33f37f7-d5d3-4c80-b5a9-23669f04cd87 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:14.690288 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-3215456e-daef-44ac-ae59-b847750c4b7c service neutron] 10.222.0.46 "GET /v2.0/networks/9e0907bc-927e-4fea-9c02-c34124dbb9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734313 Oct 13 11:11:14.748794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f67d2a-24ef-4274-bba2-3fb32e63a020 req-1bbb603b-1e83-48aa-be8a-f93ab60ae9de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:14.754805 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12f67d2a-24ef-4274-bba2-3fb32e63a020 req-1bbb603b-1e83-48aa-be8a-f93ab60ae9de tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 942 time: 0.1710196 Oct 13 11:11:14.794838 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19bd0a42-abab-4cd0-8af5-c718cbda87d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:14.829345 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ab03f16b-2a3a-459e-a28a-e80a13ce99c1 req-02048831-002d-4aab-8843-a1fa4af734cd service neutron] 10.222.0.46 "GET /v2.0/networks/9e0907bc-927e-4fea-9c02-c34124dbb9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291485 Oct 13 11:11:14.830928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12f67d2a-24ef-4274-bba2-3fb32e63a020 req-d7238ea5-f918-4069-89b2-c26372c2400c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups?id=d760090a-534a-4103-a13e-f63b7dcb5485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673983 Oct 13 11:11:14.833503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-511950ab-c032-4c33-a73a-578b82570d70 req-391ad4ce-1431-43f6-a4d6-9a5ecbd80e5e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Deleting port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:14.833916 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-391ad4ce-1431-43f6-a4d6-9a5ecbd80e5e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:14.852808 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd0a42-abab-4cd0-8af5-c718cbda87d6 None None] Pushing event deleted for resources: {'Port': ['ID=6c49e8d3-bbe0-4273-8f16-abadcecf5923,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:14.861923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bd0a42-abab-4cd0-8af5-c718cbda87d6 None None] No DVR routers for this DVR port 6c49e8d3-bbe0-4273-8f16-abadcecf5923 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:14.879533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3532ab3-eb0d-4843-89d0-59f5bceaaca3 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:14.942164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33f37f7-d5d3-4c80-b5a9-23669f04cd87 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:14.946865 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a33f37f7-d5d3-4c80-b5a9-23669f04cd87 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:15.001562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-511950ab-c032-4c33-a73a-578b82570d70 req-391ad4ce-1431-43f6-a4d6-9a5ecbd80e5e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] For port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1e5b1f2a-86fe-4784-b429-eafd5aa62c84,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:15.002087 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-391ad4ce-1431-43f6-a4d6-9a5ecbd80e5e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:15.021188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-511950ab-c032-4c33-a73a-578b82570d70 req-391ad4ce-1431-43f6-a4d6-9a5ecbd80e5e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Calling delete_port for 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:15.134163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5b1f2a-86fe-4784-b429-eafd5aa62c84'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:15.136507 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d939b69-ac00-444d-999f-3621767e0dc5" -d '{"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-unplugged", "status": "completed", "tag": "1e5b1f2a-86fe-4784-b429-eafd5aa62c84"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:15.149551 n-d-813659-3 neutron-server[101991]: INFO neutron.db.ipam_backend_mixin [None req-a33f37f7-d5d3-4c80-b5a9-23669f04cd87 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1e1223ad-bbce-4f7a-90e8-d18fe8596371 (CIDR: 2001:db8::/64) Oct 13 11:11:15.200849 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33f37f7-d5d3-4c80-b5a9-23669f04cd87 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:11:15.202117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33f37f7-d5d3-4c80-b5a9-23669f04cd87 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:15.222119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6c49e8d3-bbe0-4273-8f16-abadcecf5923 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:15.243678 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94101c6b-088c-496c-89a7-3c76d8c09bc9', 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'tenant_id': '4a8f100534004bd8b476b474d3f20d25', 'fixed_ips': [{'subnet_id': '1e1223ad-bbce-4f7a-90e8-d18fe8596371'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:11:15.245007 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:15.248533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 6c49e8d3-bbe0-4273-8f16-abadcecf5923 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:11:15.249103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6c49e8d3-bbe0-4273-8f16-abadcecf5923 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:15.322629 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a33f37f7-d5d3-4c80-b5a9-23669f04cd87 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6707997 Oct 13 11:11:15.360373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34908) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:15.369790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'subnet': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:15.440782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fa600-279e-4016-985a-35a3b6fe5829 req-2835508e-4bd0-4507-a0ab-1a878cb65e23 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:15.442691 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-2835508e-4bd0-4507-a0ab-1a878cb65e23 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.21 "GET /v2.0/networks?id=9a7e877f-ca2f-4d93-b96d-1df1e891a30b HTTP/1.1" status: 200 len: 813 time: 0.1583755 Oct 13 11:11:15.446394 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Allocated IP 2001:db8::2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/1e1223ad-bbce-4f7a-90e8-d18fe8596371/3aff1dd2-b5e1-478f-a009-a18225cc4a9b) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:15.456573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-840fa600-279e-4016-985a-35a3b6fe5829 req-6a3235b6-5b93-4f76-bd50-4cfdbe019115 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Request body: {'port': {'device_id': '52efc9f7-a784-4db3-aef2-d54b1e07d73b', 'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b', 'admin_state_up': True, 'tenant_id': 'db7779429c8d40129e6662ce6658ab88'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:15.481266 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-391ad4ce-1431-43f6-a4d6-9a5ecbd80e5e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:15.562794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ad4ce-1431-43f6-a4d6-9a5ecbd80e5e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'Port': ['ID=1e5b1f2a-86fe-4784-b429-eafd5aa62c84,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:15.587249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-511950ab-c032-4c33-a73a-578b82570d70 req-391ad4ce-1431-43f6-a4d6-9a5ecbd80e5e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] No DVR routers for this DVR port 1e5b1f2a-86fe-4784-b429-eafd5aa62c84 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:15.591345 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-511950ab-c032-4c33-a73a-578b82570d70 req-391ad4ce-1431-43f6-a4d6-9a5ecbd80e5e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:15.598029 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-511950ab-c032-4c33-a73a-578b82570d70 req-391ad4ce-1431-43f6-a4d6-9a5ecbd80e5e tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.21 "DELETE /v2.0/ports/1e5b1f2a-86fe-4784-b429-eafd5aa62c84 HTTP/1.1" status: 204 len: 173 time: 0.9550581 Oct 13 11:11:15.622387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:15.662067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:15.666138 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:15.713841 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:15.757377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:15.760729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:15.765436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:15.775399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Pushing event updated for resources: {'Port': ['ID=3aff1dd2-b5e1-478f-a009-a18225cc4a9b,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:15.781973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840fa600-279e-4016-985a-35a3b6fe5829 req-6a3235b6-5b93-4f76-bd50-4cfdbe019115 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Made reservation on behalf of db7779429c8d40129e6662ce6658ab88 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:15.787807 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-840fa600-279e-4016-985a-35a3b6fe5829 req-6a3235b6-5b93-4f76-bd50-4cfdbe019115 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:15.863411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Attempting to bind port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:11:15.864391 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Attempting to bind port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:11:15.868094 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Attempting to bind port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b on network 94101c6b-088c-496c-89a7-3c76d8c09bc9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:11:15.877144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:11:15.877952 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Checking segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:11:15.878186 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:15.878607 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Bound using segment: {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:11:15.879191 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Bound port: 3aff1dd2-b5e1-478f-a009-a18225cc4a9b, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c01f-2afc-4203-a248-96e3b0f743fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:11:15.879638 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:16.005183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] For port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:11:16.013469 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] For port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3aff1dd2-b5e1-478f-a009-a18225cc4a9b,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:11:16.058424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799868f0-71d6-41c4-bdc0-c27ea0f50afb req-b1d21a28-bad4-4a80-bc73-73f9271ea009 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:16.060496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-799868f0-71d6-41c4-bdc0-c27ea0f50afb req-b1d21a28-bad4-4a80-bc73-73f9271ea009 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 943 time: 0.2159169 Oct 13 11:11:16.071915 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:16.104435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-deleted', 'tag': '94cf05b0-82c6-412e-bc9e-6b67117903b5'}, {'name': 'network-changed', 'server_uuid': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'tag': 'fa1b7125-a131-4c5d-9c11-193aebf12539'}, {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-deleted', 'tag': '50046162-7e11-4c9f-a133-6908a9f0aa39'}, {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-deleted', 'tag': '1e5b1f2a-86fe-4784-b429-eafd5aa62c84'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:16.109096 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a3d624-ca3e-43cf-89bd-61458b08a237" -d '{"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-deleted", "tag": "94cf05b0-82c6-412e-bc9e-6b67117903b5"}, {"name": "network-changed", "server_uuid": "8ede7d42-3e95-4320-bccf-872a2fe24474", "tag": "fa1b7125-a131-4c5d-9c11-193aebf12539"}, {"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-deleted", "tag": "50046162-7e11-4c9f-a133-6908a9f0aa39"}, {"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-deleted", "tag": "1e5b1f2a-86fe-4784-b429-eafd5aa62c84"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:16.179854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa212a-02cb-42d6-9ac2-ce4b324dc2d0 None None] Pushing event updated for resources: {'Port': ['ID=3aff1dd2-b5e1-478f-a009-a18225cc4a9b,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:16.215304 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-799868f0-71d6-41c4-bdc0-c27ea0f50afb req-5d5ab2b0-13aa-438f-b066-1b2628d0f14c tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440792 Oct 13 11:11:16.253782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-840fa600-279e-4016-985a-35a3b6fe5829 req-6a3235b6-5b93-4f76-bd50-4cfdbe019115 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Allocated IP 172.20.0.2 (9a7e877f-ca2f-4d93-b96d-1df1e891a30b/9ab7b9ec-1ed1-47fa-a68f-493aa31d447d/da3a4a66-9ee2-4597-a608-12af2ae3a921) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:16.282110 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f56024-e3ba-447b-baf8-a840a0d7256d x-openstack-request-id: req-c8f56024-e3ba-447b-baf8-a840a0d7256d {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:16.282516 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-unplugged", "status": "completed", "tag": "1e5b1f2a-86fe-4784-b429-eafd5aa62c84", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:16.282837 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8f56024-e3ba-447b-baf8-a840a0d7256d {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:16.283298 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5b1f2a-86fe-4784-b429-eafd5aa62c84', 'code': 200} Oct 13 11:11:16.407251 n-d-813659-3 neutron-server[101990]: DEBUG neutron.objects.ports [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101990) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:11:16.418240 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ffd434da-7858-437d-8cb6-e196a41b3da0 req-23d88a84-0d8b-4b1e-a692-840b3e79baed tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 210 time: 0.0320549 Oct 13 11:11:16.554310 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-840fa600-279e-4016-985a-35a3b6fe5829 req-6a3235b6-5b93-4f76-bd50-4cfdbe019115 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:16.624511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35780414-616a-40aa-b9da-2e8f4664fbb7 req-db87adf1-6189-4474-a435-46ab27a7717c tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0352867 Oct 13 11:11:16.657045 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-840fa600-279e-4016-985a-35a3b6fe5829 req-6a3235b6-5b93-4f76-bd50-4cfdbe019115 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:16.705653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840fa600-279e-4016-985a-35a3b6fe5829 req-6a3235b6-5b93-4f76-bd50-4cfdbe019115 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Network 9a7e877f-ca2f-4d93-b96d-1df1e891a30b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:16.732484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-840fa600-279e-4016-985a-35a3b6fe5829 req-6a3235b6-5b93-4f76-bd50-4cfdbe019115 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:16.737099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-840fa600-279e-4016-985a-35a3b6fe5829 req-6a3235b6-5b93-4f76-bd50-4cfdbe019115 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:16.784415 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fa600-279e-4016-985a-35a3b6fe5829 req-6a3235b6-5b93-4f76-bd50-4cfdbe019115 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:16.784977 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-840fa600-279e-4016-985a-35a3b6fe5829 req-6a3235b6-5b93-4f76-bd50-4cfdbe019115 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:16.799805 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38332dbd-7bb5-418a-877a-99bd8b5c4b7e x-openstack-request-id: req-38332dbd-7bb5-418a-877a-99bd8b5c4b7e {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:16.800118 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-deleted", "tag": "94cf05b0-82c6-412e-bc9e-6b67117903b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ede7d42-3e95-4320-bccf-872a2fe24474", "tag": "fa1b7125-a131-4c5d-9c11-193aebf12539", "status": "completed", "code": 200}, {"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-deleted", "tag": "50046162-7e11-4c9f-a133-6908a9f0aa39", "status": "completed", "code": 200}, {"server_uuid": "45150f18-3a19-4ed0-9487-43b5995ef65b", "name": "network-vif-deleted", "tag": "1e5b1f2a-86fe-4784-b429-eafd5aa62c84", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:16.800370 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38332dbd-7bb5-418a-877a-99bd8b5c4b7e {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:16.800775 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-deleted', 'tag': '94cf05b0-82c6-412e-bc9e-6b67117903b5', 'status': 'completed', 'code': 200} Oct 13 11:11:16.801034 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'tag': 'fa1b7125-a131-4c5d-9c11-193aebf12539', 'status': 'completed', 'code': 200} Oct 13 11:11:16.801280 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-deleted', 'tag': '50046162-7e11-4c9f-a133-6908a9f0aa39', 'status': 'completed', 'code': 200} Oct 13 11:11:16.801523 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45150f18-3a19-4ed0-9487-43b5995ef65b', 'name': 'network-vif-deleted', 'tag': '1e5b1f2a-86fe-4784-b429-eafd5aa62c84', 'status': 'completed', 'code': 200} Oct 13 11:11:16.816722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3235b6-5b93-4f76-bd50-4cfdbe019115 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Pushing event updated for resources: {'Port': ['ID=da3a4a66-9ee2-4597-a608-12af2ae3a921,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:16.881695 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:16.927420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3d624-ca3e-43cf-89bd-61458b08a237 req-36ed6ee9-e03f-4fd9-9888-8818289a3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:16.928908 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65a3d624-ca3e-43cf-89bd-61458b08a237 req-36ed6ee9-e03f-4fd9-9888-8818289a3d3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 1094 time: 0.0963874 Oct 13 11:11:16.956144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-6a3235b6-5b93-4f76-bd50-4cfdbe019115 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5037818 Oct 13 11:11:16.969922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Request body: {'port': {'device_id': '52efc9f7-a784-4db3-aef2-d54b1e07d73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:17.066124 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:17.174912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3d624-ca3e-43cf-89bd-61458b08a237 req-c5dec81f-5118-4a85-8608-2c908ec5b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:17.176407 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65a3d624-ca3e-43cf-89bd-61458b08a237 req-c5dec81f-5118-4a85-8608-2c908ec5b1b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e0907bc-927e-4fea-9c02-c34124dbb9d7 HTTP/1.1" status: 200 len: 897 time: 0.2399316 Oct 13 11:11:17.248092 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65a3d624-ca3e-43cf-89bd-61458b08a237 req-af2acb06-b62c-41fc-839b-ddd290def9c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa1b7125-a131-4c5d-9c11-193aebf12539 HTTP/1.1" status: 200 len: 217 time: 0.0574636 Oct 13 11:11:17.267741 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] For port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3aff1dd2-b5e1-478f-a009-a18225cc4a9b,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:17.284596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3aff1dd2-b5e1-478f-a009-a18225cc4a9b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:11:17.359820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:17.360481 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:17.369200 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:17.372402 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3d624-ca3e-43cf-89bd-61458b08a237 req-c4e0f2dd-1926-46e9-81ce-9f7a3e280a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:17.375226 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65a3d624-ca3e-43cf-89bd-61458b08a237 req-c4e0f2dd-1926-46e9-81ce-9f7a3e280a8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=718ebe93-b96e-4009-99e6-1928ae8233d5 HTTP/1.1" status: 200 len: 834 time: 0.1167507 Oct 13 11:11:17.445628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3d624-ca3e-43cf-89bd-61458b08a237 req-8747cd8b-f11e-41d9-ad64-7c7fca1de33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:17.468914 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65a3d624-ca3e-43cf-89bd-61458b08a237 req-8747cd8b-f11e-41d9-ad64-7c7fca1de33d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e0907bc-927e-4fea-9c02-c34124dbb9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671775 Oct 13 11:11:17.475227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769aa263-e053-448c-a2f2-230725115b90 req-fa6cdb3c-d76d-4925-8220-499806d5647d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:17.476155 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769aa263-e053-448c-a2f2-230725115b90 req-fa6cdb3c-d76d-4925-8220-499806d5647d tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 943 time: 0.0895476 Oct 13 11:11:17.497801 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:17.501203 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:17.515772 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:17.604455 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:11:17.604817 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:11:17.630644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769aa263-e053-448c-a2f2-230725115b90 req-5c745aef-07dc-4f2b-9c54-f152a5ea91d0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318350 Oct 13 11:11:17.741765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3a4a66-9ee2-4597-a608-12af2ae3a921 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:11:17.768648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4b1dd0c8-3163-4193-9662-61cb41c2c114 None None] Provisioning complete for port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:17.769330 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4b1dd0c8-3163-4193-9662-61cb41c2c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:17.772601 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:17.812260 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02378183-76d8-4e1e-a7cc-bcbaa7abc498 req-b30ee6db-97e1-4eeb-addc-2019f6ef7b8d tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:17.814186 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02378183-76d8-4e1e-a7cc-bcbaa7abc498 req-b30ee6db-97e1-4eeb-addc-2019f6ef7b8d tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 931 time: 0.1211429 Oct 13 11:11:17.874450 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4b1dd0c8-3163-4193-9662-61cb41c2c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:17.896598 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02378183-76d8-4e1e-a7cc-bcbaa7abc498 req-7e218f64-4ae7-45bf-9313-09aa95141e29 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748093 Oct 13 11:11:17.905950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Transition to ACTIVE for port object da3a4a66-9ee2-4597-a608-12af2ae3a921 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:11:18.023163 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9744867c-e0d6-4624-9db9-5bf519ae6088 req-547988cb-09d0-44fb-b455-a3411a58b418 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0455027 Oct 13 11:11:18.026362 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:18.146837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:18.162196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:18.182353 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:18.184765 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:18.198176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1102169d-3ec8-46c1-bc52-a9e27b0eb2dd None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:18.206923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=3aff1dd2-b5e1-478f-a009-a18225cc4a9b,revision_number=4']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:18.209780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Subnet': ['ID=94676db4-8965-4ea3-a0dc-bb0a457cd3b7,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:18.216278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4b1dd0c8-3163-4193-9662-61cb41c2c114 None None] For port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3aff1dd2-b5e1-478f-a009-a18225cc4a9b,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:18.241033 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65a3d624-ca3e-43cf-89bd-61458b08a237 req-e387ffd2-78a8-4caf-b49a-ff6fe5cabfb5 service neutron] 10.222.0.46 "GET /v2.0/networks/9e0907bc-927e-4fea-9c02-c34124dbb9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7681379 Oct 13 11:11:18.285473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Pushing event updated for resources: {'Port': ['ID=da3a4a66-9ee2-4597-a608-12af2ae3a921,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:18.292387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:18.310116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Attempting to bind port da3a4a66-9ee2-4597-a608-12af2ae3a921 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:11:18.311303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Attempting to bind port da3a4a66-9ee2-4597-a608-12af2ae3a921 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '605f37ce-8c7d-4327-b472-861580d8a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:11:18.312446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Attempting to bind port da3a4a66-9ee2-4597-a608-12af2ae3a921 on network 9a7e877f-ca2f-4d93-b96d-1df1e891a30b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:11:18.319350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Port da3a4a66-9ee2-4597-a608-12af2ae3a921 on network 9a7e877f-ca2f-4d93-b96d-1df1e891a30b not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:11:18.319809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Attempting to bind port da3a4a66-9ee2-4597-a608-12af2ae3a921 on network 9a7e877f-ca2f-4d93-b96d-1df1e891a30b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:11:18.324053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e72a8e0a-7702-4592-8e45-41422f9c6ec2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9624071 Oct 13 11:11:18.326069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:11:18.327844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Checking segment: {'id': '605f37ce-8c7d-4327-b472-861580d8a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:11:18.328337 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Bound using segment: {'id': '605f37ce-8c7d-4327-b472-861580d8a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:11:18.328837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Bound port: da3a4a66-9ee2-4597-a608-12af2ae3a921, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605f37ce-8c7d-4327-b472-861580d8a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:11:18.329250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34968) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:18.329386 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:18.335839 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Request body: {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'mac_address': 'fa:16:3e:89:41:da', 'name': 'tempest-NetworksTestDHCPv6-533153261'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:18.357340 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4b1dd0c8-3163-4193-9662-61cb41c2c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:18.473181 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] For port da3a4a66-9ee2-4597-a608-12af2ae3a921, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:11:18.479799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] For port da3a4a66-9ee2-4597-a608-12af2ae3a921, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=da3a4a66-9ee2-4597-a608-12af2ae3a921,segment=NetworkSegment(605f37ce-8c7d-4327-b472-861580d8a003),segment_id=605f37ce-8c7d-4327-b472-861580d8a003)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:11:18.497513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-65a3d624-ca3e-43cf-89bd-61458b08a237 req-1b927454-760d-4ecb-98cc-2e6f466d8351 service neutron] 10.222.0.46 "GET /v2.0/networks/9e0907bc-927e-4fea-9c02-c34124dbb9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481394 Oct 13 11:11:18.517404 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1dd0c8-3163-4193-9662-61cb41c2c114 None None] Pushing event updated for resources: {'Port': ['ID=3aff1dd2-b5e1-478f-a009-a18225cc4a9b,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:18.522443 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:11:18.523061 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:11:18.582477 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:18.621559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:18.622186 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:18.624249 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] 10.222.0.21 "PUT /v2.0/ports/da3a4a66-9ee2-4597-a608-12af2ae3a921 HTTP/1.1" status: 200 len: 1091 time: 1.6597252 Oct 13 11:11:18.624712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52efc9f7-a784-4db3-aef2-d54b1e07d73b', 'tag': 'da3a4a66-9ee2-4597-a608-12af2ae3a921'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:18.627224 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a1ca14-510d-4c80-a75e-a6a20bb7b6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "52efc9f7-a784-4db3-aef2-d54b1e07d73b", "tag": "da3a4a66-9ee2-4597-a608-12af2ae3a921"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:18.628794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Made reservation on behalf of 4a8f100534004bd8b476b474d3f20d25 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:18.673467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f278ef-2045-45dd-b711-8ed761a55b93 service neutron] Pushing event updated for resources: {'Port': ['ID=da3a4a66-9ee2-4597-a608-12af2ae3a921,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:18.707244 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a13058-e726-42c5-92cf-a01cb23226ad x-openstack-request-id: req-66a13058-e726-42c5-92cf-a01cb23226ad {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:18.707548 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52efc9f7-a784-4db3-aef2-d54b1e07d73b", "tag": "da3a4a66-9ee2-4597-a608-12af2ae3a921", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:18.707807 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66a13058-e726-42c5-92cf-a01cb23226ad {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:18.708274 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52efc9f7-a784-4db3-aef2-d54b1e07d73b', 'tag': 'da3a4a66-9ee2-4597-a608-12af2ae3a921', 'status': 'completed', 'code': 200} Oct 13 11:11:18.776001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:18.825684 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] device_id is not set on port 9230596b-2830-498a-a7cb-543dbc6f0cbb yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:18.833447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1ca14-510d-4c80-a75e-a6a20bb7b6ca req-2f401cfc-5755-4dd4-94db-9f7a56c36c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:18.835029 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6a1ca14-510d-4c80-a75e-a6a20bb7b6ca req-2f401cfc-5755-4dd4-94db-9f7a56c36c5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db7779429c8d40129e6662ce6658ab88&device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 1094 time: 0.1037154 Oct 13 11:11:18.884396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ec5f3-8a9d-4594-96e4-38af34294022 req-a81d533a-86a2-4357-b39e-8e34d24738e3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:18.886142 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de2ec5f3-8a9d-4594-96e4-38af34294022 req-a81d533a-86a2-4357-b39e-8e34d24738e3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 943 time: 0.0981984 Oct 13 11:11:19.059280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1ca14-510d-4c80-a75e-a6a20bb7b6ca req-0455df12-69ba-4356-ba2b-2974514295e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:19.061511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6a1ca14-510d-4c80-a75e-a6a20bb7b6ca req-0455df12-69ba-4356-ba2b-2974514295e1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=db7779429c8d40129e6662ce6658ab88&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2160225 Oct 13 11:11:19.087768 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de2ec5f3-8a9d-4594-96e4-38af34294022 req-cd456ddb-1c58-4380-b45d-459a71e9d453 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348000 Oct 13 11:11:19.158987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8::a2 (94101c6b-088c-496c-89a7-3c76d8c09bc9/1e1223ad-bbce-4f7a-90e8-d18fe8596371/9230596b-2830-498a-a7cb-543dbc6f0cbb) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:19.167096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Allocated IP 2001:db8:0:1:f816:3eff:fe89:41da (94101c6b-088c-496c-89a7-3c76d8c09bc9/94676db4-8965-4ea3-a0dc-bb0a457cd3b7/9230596b-2830-498a-a7cb-543dbc6f0cbb) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:19.207028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3aff1dd2-b5e1-478f-a009-a18225cc4a9b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:11:19.247847 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1ca14-510d-4c80-a75e-a6a20bb7b6ca req-e2eee73e-c633-4967-bb2f-a4802a78e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:19.251087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6a1ca14-510d-4c80-a75e-a6a20bb7b6ca req-e2eee73e-c633-4967-bb2f-a4802a78e982 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1602154 Oct 13 11:11:19.286358 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device fa1b7125-a131-4c5d-9c11-193aebf12539 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:11:19.379195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdb9c6-1ad4-46b4-929d-ad4c8fc45bf4 req-af92761f-2d47-4fbd-ad61-1b98553040c5 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:19.386733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dffdb9c6-1ad4-46b4-929d-ad4c8fc45bf4 req-af92761f-2d47-4fbd-ad61-1b98553040c5 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 943 time: 0.1344621 Oct 13 11:11:19.435137 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:19.445893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fa600-279e-4016-985a-35a3b6fe5829 req-768e79a9-d6a6-4e92-be7a-77971c16ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:19.447710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-768e79a9-d6a6-4e92-be7a-77971c16ffbb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db7779429c8d40129e6662ce6658ab88&device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 1094 time: 0.1328421 Oct 13 11:11:19.460500 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dffdb9c6-1ad4-46b4-929d-ad4c8fc45bf4 req-5b00bbc4-c2cb-4553-a2e9-c46c5808e904 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727198 Oct 13 11:11:19.482094 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port fa1b7125-a131-4c5d-9c11-193aebf12539, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=fa1b7125-a131-4c5d-9c11-193aebf12539,segment=NetworkSegment(101d852b-a8c4-4fa3-97ee-9f9dbc306734),segment_id=101d852b-a8c4-4fa3-97ee-9f9dbc306734)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:19.497687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'fa1b7125-a131-4c5d-9c11-193aebf12539', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'port_id': 'fa1b7125-a131-4c5d-9c11-193aebf12539', 'mac_address': 'fa:16:3e:55:41:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:11:19.519989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-db18e39a-d194-46d0-8ffa-30abaf92e799 None None] Provisioning complete for port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:19.520697 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-db18e39a-d194-46d0-8ffa-30abaf92e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:19.542153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-2ffd4d9b-fb96-447b-9cdf-5d7dc8b72058 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da3a4a66-9ee2-4597-a608-12af2ae3a921 HTTP/1.1" status: 200 len: 217 time: 0.0758696 Oct 13 11:11:19.589437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:19.589910 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:19.621096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fa600-279e-4016-985a-35a3b6fe5829 req-8e6e2658-f7b0-41bf-8edc-d9615d0565cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:19.624083 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-8e6e2658-f7b0-41bf-8edc-d9615d0565cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ab7b9ec-1ed1-47fa-a68f-493aa31d447d HTTP/1.1" status: 200 len: 853 time: 0.0740607 Oct 13 11:11:19.626532 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:19.645630 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:19.659800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1b7125-a131-4c5d-9c11-193aebf12539 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:11:19.710458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port fa1b7125-a131-4c5d-9c11-193aebf12539, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=fa1b7125-a131-4c5d-9c11-193aebf12539,segment=NetworkSegment(101d852b-a8c4-4fa3-97ee-9f9dbc306734),segment_id=101d852b-a8c4-4fa3-97ee-9f9dbc306734)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:19.747014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3bd11d9d-93a2-4489-9b26-1314b5fb0f8a req-cf17174f-70c9-4256-8d85-eea28b825957 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.1211061 Oct 13 11:11:19.752425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-12e0814a-9a7b-45d2-a4b6-804eff64ad9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a7e877f-ca2f-4d93-b96d-1df1e891a30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156278 Oct 13 11:11:19.771620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:19.773658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event updated for resources: {'Port': ['ID=9230596b-2830-498a-a7cb-543dbc6f0cbb,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:19.783120 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:19.789981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:19.803800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:19.812004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:19.812960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:19.847493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=fa1b7125-a131-4c5d-9c11-193aebf12539,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:19.913586 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-bda05383-0a16-47d4-932c-f15f10163e5f service neutron] 10.222.0.21 "GET /v2.0/networks/9a7e877f-ca2f-4d93-b96d-1df1e891a30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527460 Oct 13 11:11:19.942739 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aa4a34ea-74be-4211-be0d-fae0d5a840c5 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6120472 Oct 13 11:11:19.943388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35000) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:20.058659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-840fa600-279e-4016-985a-35a3b6fe5829 req-ad4e63f2-6f2a-4777-a60d-7cf72952a9a4 service neutron] 10.222.0.21 "GET /v2.0/networks/9a7e877f-ca2f-4d93-b96d-1df1e891a30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371748 Oct 13 11:11:20.127504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-dbbfabab-b108-47d2-995e-6616ae188706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting port 9230596b-2830-498a-a7cb-543dbc6f0cbb {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:20.127977 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbbfabab-b108-47d2-995e-6616ae188706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:20.170795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['fa1b7125-a131-4c5d-9c11-193aebf12539'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:11:20.236222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3442d3b0-b8ea-4b83-81f5-377d3f77e281 None None] Provisioning complete for port 9230596b-2830-498a-a7cb-543dbc6f0cbb triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:20.236600 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3442d3b0-b8ea-4b83-81f5-377d3f77e281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:20.293063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3442d3b0-b8ea-4b83-81f5-377d3f77e281 None None] Port 9230596b-2830-498a-a7cb-543dbc6f0cbb cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:11:20.309292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945952e-494d-44c0-a6e7-0b44dfd1d516 req-85e0e348-abcf-41f8-b0c7-655d0c3872e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:20.315813 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbbfabab-b108-47d2-995e-6616ae188706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:20.323350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6945952e-494d-44c0-a6e7-0b44dfd1d516 req-85e0e348-abcf-41f8-b0c7-655d0c3872e5 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 944 time: 0.1247389 Oct 13 11:11:20.339879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-dbbfabab-b108-47d2-995e-6616ae188706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Calling delete_port for 9230596b-2830-498a-a7cb-543dbc6f0cbb owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:20.421762 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6945952e-494d-44c0-a6e7-0b44dfd1d516 req-1068675a-436a-4dc7-8c6b-d94cea0fcb53 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957570 Oct 13 11:11:20.673605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fa21d-b55b-45c6-a569-14bf46481da6 req-b0c93b4a-ae51-4695-97bb-94068ab5a20f tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:20.675043 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c10fa21d-b55b-45c6-a569-14bf46481da6 req-b0c93b4a-ae51-4695-97bb-94068ab5a20f tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 943 time: 0.0585983 Oct 13 11:11:20.675249 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbbfabab-b108-47d2-995e-6616ae188706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:20.726564 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c10fa21d-b55b-45c6-a569-14bf46481da6 req-1783f225-94fe-4429-bfa1-0ce3a345bbc6 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Oct 13 11:11:20.746771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfabab-b108-47d2-995e-6616ae188706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Port': ['ID=9230596b-2830-498a-a7cb-543dbc6f0cbb,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:20.800987 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbbfabab-b108-47d2-995e-6616ae188706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:20.808320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35020) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:20.824881 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dbbfabab-b108-47d2-995e-6616ae188706 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/9230596b-2830-498a-a7cb-543dbc6f0cbb HTTP/1.1" status: 204 len: 168 time: 0.8612621 Oct 13 11:11:20.912057 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2fdd49b-3f61-4ac8-954b-6e2c67bd19e1 req-e94953ed-4c15-4f05-8f71-b653626553fe tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0378618 Oct 13 11:11:20.946865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf14aab6-95ae-4f5c-9e2b-8b9f88e645a2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:20.951827 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bf14aab6-95ae-4f5c-9e2b-8b9f88e645a2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1391668 Oct 13 11:11:20.952203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35026) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:21.030233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ef814-9eac-488a-8049-8988d45ac6c7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:21.034480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35032) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:21.034726 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e14ef814-9eac-488a-8049-8988d45ac6c7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0813498 Oct 13 11:11:21.112061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9273709-cc21-4acd-b79e-62a6371ab2fc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:21.113674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9273709-cc21-4acd-b79e-62a6371ab2fc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:21.115347 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9273709-cc21-4acd-b79e-62a6371ab2fc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:21.116907 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a9273709-cc21-4acd-b79e-62a6371ab2fc tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0814397 Oct 13 11:11:21.119748 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35034) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:21.178100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-1274c2af-1d8a-4cf0-852e-09afda5b4cd3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 1e1223ad-bbce-4f7a-90e8-d18fe8596371 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:11:21.181761 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1274c2af-1d8a-4cf0-852e-09afda5b4cd3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:21.226746 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1274c2af-1d8a-4cf0-852e-09afda5b4cd3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:21.277855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8be41b51-0274-4a63-863e-7117b400fcd5 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:11:21.337752 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1274c2af-1d8a-4cf0-852e-09afda5b4cd3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:21.419261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:21.433113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '8be41b51-0274-4a63-863e-7117b400fcd5', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'port_id': '8be41b51-0274-4a63-863e-7117b400fcd5', 'mac_address': 'fa:16:3e:bf:52:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:11:21.485334 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:21.509372 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1274c2af-1d8a-4cf0-852e-09afda5b4cd3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:21.512041 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8be41b51-0274-4a63-863e-7117b400fcd5 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:11:21.536799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:21.541722 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1274c2af-1d8a-4cf0-852e-09afda5b4cd3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:21.548207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1274c2af-1d8a-4cf0-852e-09afda5b4cd3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/1e1223ad-bbce-4f7a-90e8-d18fe8596371 HTTP/1.1" status: 204 len: 168 time: 0.4256260 Oct 13 11:11:21.548959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35046) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:21.550130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ddadab-b489-40d9-8ea6-8c515aee5d89 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:21.571748 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274c2af-1d8a-4cf0-852e-09afda5b4cd3 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=1e1223ad-bbce-4f7a-90e8-d18fe8596371,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:21.594971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897891ef-2a58-45e7-ac51-47d159241fe3 req-830ac10f-8609-484f-80a3-198b71d89e90 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:21.598373 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-897891ef-2a58-45e7-ac51-47d159241fe3 req-830ac10f-8609-484f-80a3-198b71d89e90 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 944 time: 0.0998168 Oct 13 11:11:21.628668 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:21.640996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-e680fc94-66d6-4883-88d0-945cff72fa0e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Deleting subnet 94676db4-8965-4ea3-a0dc-bb0a457cd3b7 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:11:21.653130 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e680fc94-66d6-4883-88d0-945cff72fa0e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:21.674040 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-897891ef-2a58-45e7-ac51-47d159241fe3 req-10d75875-2e5c-4b5d-ae8b-6f0755bc94a1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542147 Oct 13 11:11:21.717447 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e680fc94-66d6-4883-88d0-945cff72fa0e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:21.769829 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['8be41b51-0274-4a63-863e-7117b400fcd5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:11:21.825213 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e680fc94-66d6-4883-88d0-945cff72fa0e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:21.870977 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:21.871958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8931c4-3bd9-4133-bf48-43216d7b4206 req-aa391db8-dffe-4e0b-9e55-2a3595728e2a tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:21.883254 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f8931c4-3bd9-4133-bf48-43216d7b4206 req-aa391db8-dffe-4e0b-9e55-2a3595728e2a tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 943 time: 0.0689883 Oct 13 11:11:21.934821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f8931c4-3bd9-4133-bf48-43216d7b4206 req-6bf36e28-edf5-4e88-a34d-f0c44c29cf3d tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520394 Oct 13 11:11:22.000367 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e680fc94-66d6-4883-88d0-945cff72fa0e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:22.069376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680fc94-66d6-4883-88d0-945cff72fa0e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Subnet': ['ID=94676db4-8965-4ea3-a0dc-bb0a457cd3b7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:22.071647 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e680fc94-66d6-4883-88d0-945cff72fa0e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:22.075262 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e680fc94-66d6-4883-88d0-945cff72fa0e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/94676db4-8965-4ea3-a0dc-bb0a457cd3b7 HTTP/1.1" status: 204 len: 168 time: 0.5247624 Oct 13 11:11:22.078719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35060) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.089509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc56d70a-e1f6-4e73-ba80-ac97f4d2431e req-a45d79f8-7466-49d5-b9c7-d717acb7df89 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0617414 Oct 13 11:11:22.134507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db32643-8cd6-4926-bc75-9e1f054862f1 None None] Update dhcp port {'port': {'network_id': '94101c6b-088c-496c-89a7-3c76d8c09bc9', 'fixed_ips': [{'subnet_id': '94676db4-8965-4ea3-a0dc-bb0a457cd3b7'}], 'binding:host_id': 'n-d-813659-3'}, 'id': '3aff1dd2-b5e1-478f-a009-a18225cc4a9b'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:11:22.141781 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-02be8908-f647-4da7-802e-acf15b65e7a2 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613475 Oct 13 11:11:22.148028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35064) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.163997 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4db32643-8cd6-4926-bc75-9e1f054862f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:22.203921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaef405-c8fd-4e70-b2c5-e1fa85c456ec tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:22.206381 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-caaef405-c8fd-4e70-b2c5-e1fa85c456ec tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0568984 Oct 13 11:11:22.208670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35066) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.268490 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4433398c-87e8-49c3-b157-2a1f1ee3570a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:22.270370 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4433398c-87e8-49c3-b157-2a1f1ee3570a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0604079 Oct 13 11:11:22.272862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35070) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.326571 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-da9dd5f3-134d-4941-8a26-917efd60d12e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514710 Oct 13 11:11:22.333581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35072) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.357287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42b6735-47a6-459a-8265-caef7a688175 None None] Network 94101c6b-088c-496c-89a7-3c76d8c09bc9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:22.375532 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3e2200-258e-43bb-9f10-422859bcc194 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.376273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3e2200-258e-43bb-9f10-422859bcc194 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.379380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3e3e2200-258e-43bb-9f10-422859bcc194 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/9230596b-2830-498a-a7cb-543dbc6f0cbb HTTP/1.1" status: 404 len: 333 time: 0.0458965 Oct 13 11:11:22.382251 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35076) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.411227 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfe0ff1-bf9f-444f-9570-08b44587e0b9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.411704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfe0ff1-bf9f-444f-9570-08b44587e0b9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.415645 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3bfe0ff1-bf9f-444f-9570-08b44587e0b9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/94676db4-8965-4ea3-a0dc-bb0a457cd3b7 HTTP/1.1" status: 404 len: 337 time: 0.0315659 Oct 13 11:11:22.417725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35078) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.443730 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f9fc40-f8c6-45c9-84f9-4d2eb2b5a3f0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.444180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f9fc40-f8c6-45c9-84f9-4d2eb2b5a3f0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.448086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-77f9fc40-f8c6-45c9-84f9-4d2eb2b5a3f0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/1e1223ad-bbce-4f7a-90e8-d18fe8596371 HTTP/1.1" status: 404 len: 337 time: 0.0284185 Oct 13 11:11:22.449758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35080) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.463644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8317ce1f-0131-48c3-9ba3-d6cbc2657403 None None] Provisioning complete for port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:22.464250 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8317ce1f-0131-48c3-9ba3-d6cbc2657403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:22.474360 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-14558006-af8e-4777-96c0-61e14cb7ad40 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.475662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14558006-af8e-4777-96c0-61e14cb7ad40 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.479066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-14558006-af8e-4777-96c0-61e14cb7ad40 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/966beef9-d445-4d51-9c41-493f0916d01c HTTP/1.1" status: 404 len: 333 time: 0.0275404 Oct 13 11:11:22.481008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35082) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.508642 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6cc900-f5a3-4e69-9602-65620263f540 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.509280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6cc900-f5a3-4e69-9602-65620263f540 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.516122 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2c6cc900-f5a3-4e69-9602-65620263f540 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/de1bc6b6-160a-4c58-ae8c-a68388a87370 HTTP/1.1" status: 404 len: 337 time: 0.0310180 Oct 13 11:11:22.516782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35084) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.550729 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d8c4bf-d9d3-455d-95a2-e41532d62f06 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.551256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d8c4bf-d9d3-455d-95a2-e41532d62f06 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.554443 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-01d8c4bf-d9d3-455d-95a2-e41532d62f06 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/6db2894c-0241-4c27-9a66-003ebf4cd702 HTTP/1.1" status: 404 len: 337 time: 0.0366101 Oct 13 11:11:22.557417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35088) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.566535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc4c998-137b-44d9-a691-40f3b482c3ea None None] DHCP port deletion for 94101c6b-088c-496c-89a7-3c76d8c09bc9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:11:22.582215 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63edea0-bd36-4dbf-8476-05d722bf388d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.583186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63edea0-bd36-4dbf-8476-05d722bf388d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.586604 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a63edea0-bd36-4dbf-8476-05d722bf388d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/efe0fd38-399c-4797-89e4-af446442e3bd HTTP/1.1" status: 404 len: 333 time: 0.0281897 Oct 13 11:11:22.589357 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35090) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.618598 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b04992a-42d1-4770-a59b-7d0557ef87b6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.619319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b04992a-42d1-4770-a59b-7d0557ef87b6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.624596 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5b04992a-42d1-4770-a59b-7d0557ef87b6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/76d65378-9ef9-4a46-bdf8-5db8344e178d HTTP/1.1" status: 404 len: 337 time: 0.0318329 Oct 13 11:11:22.626502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35092) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.631851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4c998-137b-44d9-a691-40f3b482c3ea None None] Deleting port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:22.632384 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0bc4c998-137b-44d9-a691-40f3b482c3ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:22.663266 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc649246-d66a-421f-8733-968c7c1b3e83 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.663266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc649246-d66a-421f-8733-968c7c1b3e83 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.664219 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bc649246-d66a-421f-8733-968c7c1b3e83 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/7d0d0573-d03d-4896-86fa-82486df63a46 HTTP/1.1" status: 404 len: 337 time: 0.0364132 Oct 13 11:11:22.667012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35096) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.690718 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69b96cc-aca7-4014-8875-c6268381e7c4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.694785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69b96cc-aca7-4014-8875-c6268381e7c4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.698184 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f69b96cc-aca7-4014-8875-c6268381e7c4 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/0fd6bc4a-fe10-4aa2-8d19-fa37f9aa60a6 HTTP/1.1" status: 404 len: 333 time: 0.0300913 Oct 13 11:11:22.700888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35100) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.724156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0bc4c998-137b-44d9-a691-40f3b482c3ea None None] For port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3aff1dd2-b5e1-478f-a009-a18225cc4a9b,segment=NetworkSegment(9128c01f-2afc-4203-a248-96e3b0f743fb),segment_id=9128c01f-2afc-4203-a248-96e3b0f743fb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:22.724957 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0bc4c998-137b-44d9-a691-40f3b482c3ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:22.746698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4c998-137b-44d9-a691-40f3b482c3ea None None] Calling delete_port for 3aff1dd2-b5e1-478f-a009-a18225cc4a9b owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:22.783209 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-1754a03e-13c6-4fb0-9eda-7c2fccc326d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.783809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1754a03e-13c6-4fb0-9eda-7c2fccc326d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.789423 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1754a03e-13c6-4fb0-9eda-7c2fccc326d9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/f2d768f4-0c49-4d12-9663-68c48fd731c1 HTTP/1.1" status: 404 len: 337 time: 0.0847931 Oct 13 11:11:22.789905 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35102) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.841526 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-e089b465-076f-487a-a358-62c8f17c2e85 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.841526 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e089b465-076f-487a-a358-62c8f17c2e85 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.851807 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e089b465-076f-487a-a358-62c8f17c2e85 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/5ab88590-e514-40da-aa50-b12b487a2c11 HTTP/1.1" status: 404 len: 337 time: 0.0527699 Oct 13 11:11:22.852120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35104) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.879074 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-7facefb9-edc7-4795-a62a-2b16c46e76a7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.879918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7facefb9-edc7-4795-a62a-2b16c46e76a7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.885370 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7facefb9-edc7-4795-a62a-2b16c46e76a7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/61bc474d-f4b2-4097-a36c-a5c498b81acb HTTP/1.1" status: 404 len: 333 time: 0.0310044 Oct 13 11:11:22.891558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35106) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.894885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f7c18-7b7a-41ab-b9d1-3c0df3d3bc30 req-29d5f5e9-63b1-4e7d-ad14-dd30eb08492c tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:22.902496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a5f7c18-7b7a-41ab-b9d1-3c0df3d3bc30 req-29d5f5e9-63b1-4e7d-ad14-dd30eb08492c tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 944 time: 0.0785556 Oct 13 11:11:22.907739 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0bc4c998-137b-44d9-a691-40f3b482c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:22.948053 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a5f7c18-7b7a-41ab-b9d1-3c0df3d3bc30 req-b8aa819d-8f52-47be-956b-ff84447ae0da tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444739 Oct 13 11:11:22.959571 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-a051f941-d46d-4a51-9b50-bfa3ff2f7c61 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:22.959919 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4c998-137b-44d9-a691-40f3b482c3ea None None] No DVR routers for this DVR port 3aff1dd2-b5e1-478f-a009-a18225cc4a9b on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:22.960048 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a051f941-d46d-4a51-9b50-bfa3ff2f7c61 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:22.961669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4c998-137b-44d9-a691-40f3b482c3ea None None] Pushing event deleted for resources: {'Port': ['ID=3aff1dd2-b5e1-478f-a009-a18225cc4a9b,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:22.967406 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a051f941-d46d-4a51-9b50-bfa3ff2f7c61 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/26f508ed-65f7-448d-81de-ddb65b0602d7 HTTP/1.1" status: 404 len: 337 time: 0.0706515 Oct 13 11:11:22.967406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35112) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:22.999809 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae76c82-29c8-4388-87b2-e69e7370804c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.000522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae76c82-29c8-4388-87b2-e69e7370804c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.003737 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2ae76c82-29c8-4388-87b2-e69e7370804c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/7f34352f-a9db-48cb-8cdb-e87ced844273 HTTP/1.1" status: 404 len: 333 time: 0.0277331 Oct 13 11:11:23.006536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35114) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.044681 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99c08a4-2d58-4e8f-b470-727f7adb42d0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.045355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99c08a4-2d58-4e8f-b470-727f7adb42d0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.051712 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b99c08a4-2d58-4e8f-b470-727f7adb42d0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/dda14575-246a-459a-b129-2cf73ceae5fe HTTP/1.1" status: 404 len: 337 time: 0.0410020 Oct 13 11:11:23.052017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35116) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.088706 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-183958dc-7b4b-4bd4-8c9d-a6fc2c407286 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.089467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183958dc-7b4b-4bd4-8c9d-a6fc2c407286 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.096746 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-183958dc-7b4b-4bd4-8c9d-a6fc2c407286 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/c815b665-fd7a-456e-88e3-e11636b0bbc4 HTTP/1.1" status: 404 len: 333 time: 0.0407755 Oct 13 11:11:23.097180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35120) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.142949 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-9371f14c-0188-42cd-8aa1-11d8858b702d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.143714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9371f14c-0188-42cd-8aa1-11d8858b702d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.149328 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9371f14c-0188-42cd-8aa1-11d8858b702d tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/7a022fd6-e16e-4847-a0f6-532afb2ea34a HTTP/1.1" status: 404 len: 337 time: 0.0487635 Oct 13 11:11:23.150237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35128) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.163169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3aff1dd2-b5e1-478f-a009-a18225cc4a9b no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:23.175713 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f70bea-410e-458e-9852-c992e0a8fa67 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.176534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f70bea-410e-458e-9852-c992e0a8fa67 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.182451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-97f70bea-410e-458e-9852-c992e0a8fa67 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/16da86cc-ef21-4a01-a885-32214e28e0af HTTP/1.1" status: 404 len: 333 time: 0.0284064 Oct 13 11:11:23.183376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35130) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.190661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4735254-819e-405b-95f9-46e61db5d1c2 req-ae0b1d2d-87e2-4556-948a-008fca223d80 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:23.192390 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4735254-819e-405b-95f9-46e61db5d1c2 req-ae0b1d2d-87e2-4556-948a-008fca223d80 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 943 time: 0.1500068 Oct 13 11:11:23.218238 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-60638b94-41fe-48ed-891a-3f4e37209f6f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.218745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device da3a4a66-9ee2-4597-a608-12af2ae3a921 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:11:23.219107 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60638b94-41fe-48ed-891a-3f4e37209f6f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.225673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 3aff1dd2-b5e1-478f-a009-a18225cc4a9b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:11:23.225673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3aff1dd2-b5e1-478f-a009-a18225cc4a9b not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:23.226200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-60638b94-41fe-48ed-891a-3f4e37209f6f tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/f77cb502-9319-44ff-a316-01ed27511fee HTTP/1.1" status: 404 len: 337 time: 0.0414670 Oct 13 11:11:23.229076 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35134) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.276116 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4735254-819e-405b-95f9-46e61db5d1c2 req-96510878-5550-4283-ad0d-59f441a4b5fa tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774341 Oct 13 11:11:23.277229 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0d314c-b411-4b37-b1fa-1b6f078b2345 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.277992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0d314c-b411-4b37-b1fa-1b6f078b2345 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.284039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4c0d314c-b411-4b37-b1fa-1b6f078b2345 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/adf88b53-0fbc-4731-8580-c9fec8ab2846 HTTP/1.1" status: 404 len: 333 time: 0.0500779 Oct 13 11:11:23.284688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35136) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.317276 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8be41b51-0274-4a63-863e-7117b400fcd5 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:11:23.344902 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-738d359f-5185-402a-b24a-28c0a0831afe tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.348875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738d359f-5185-402a-b24a-28c0a0831afe tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.352213 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-738d359f-5185-402a-b24a-28c0a0831afe tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/fb3512ff-3987-4577-a701-11cb4719080c HTTP/1.1" status: 404 len: 337 time: 0.0664608 Oct 13 11:11:23.359065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35138) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.397051 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-414f3a24-6094-4157-acbd-59c00d5dde4b req-c0ba027f-23b9-472e-87ed-4319127e4964 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0499489 Oct 13 11:11:23.413465 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ec3a4c-a36a-47b6-b3f1-d34d3308b160 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.413465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ec3a4c-a36a-47b6-b3f1-d34d3308b160 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.413465 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-45ec3a4c-a36a-47b6-b3f1-d34d3308b160 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/78bba674-9242-4bef-bc2f-bb6e1d06068c HTTP/1.1" status: 404 len: 333 time: 0.0498068 Oct 13 11:11:23.421290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35144) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.451162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port da3a4a66-9ee2-4597-a608-12af2ae3a921, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=da3a4a66-9ee2-4597-a608-12af2ae3a921,segment=NetworkSegment(605f37ce-8c7d-4327-b472-861580d8a003),segment_id=605f37ce-8c7d-4327-b472-861580d8a003)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:23.453899 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-30950d29-61b6-4bdb-af11-28d7a438eadd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.454472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30950d29-61b6-4bdb-af11-28d7a438eadd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.459964 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-30950d29-61b6-4bdb-af11-28d7a438eadd tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/206c2be9-429d-4627-8680-bd6d2ce9961d HTTP/1.1" status: 404 len: 337 time: 0.0338738 Oct 13 11:11:23.460117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 8be41b51-0274-4a63-863e-7117b400fcd5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:23.460117 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:23.460913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35146) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.491429 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'da3a4a66-9ee2-4597-a608-12af2ae3a921', 'network_id': '9a7e877f-ca2f-4d93-b96d-1df1e891a30b', 'port_id': 'da3a4a66-9ee2-4597-a608-12af2ae3a921', 'mac_address': 'fa:16:3e:46:75:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab7b9ec-1ed1-47fa-a68f-493aa31d447d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:11:23.492188 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-5175ed80-3f6d-4ece-ad55-99c0a2faacbf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.492755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5175ed80-3f6d-4ece-ad55-99c0a2faacbf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.499695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35148) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.500384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5175ed80-3f6d-4ece-ad55-99c0a2faacbf tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/5c0df269-0555-4a99-901a-233b4f322334 HTTP/1.1" status: 404 len: 337 time: 0.0389473 Oct 13 11:11:23.527177 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b441e3-9c12-4a7a-a3bd-7ca7dd243739 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.528008 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b441e3-9c12-4a7a-a3bd-7ca7dd243739 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.531617 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f4b441e3-9c12-4a7a-a3bd-7ca7dd243739 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/8540685b-3542-46fa-8e57-3b4f7bc4be10 HTTP/1.1" status: 404 len: 333 time: 0.0305166 Oct 13 11:11:23.534208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35152) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.541159 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:23.563481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3a4a66-9ee2-4597-a608-12af2ae3a921 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:11:23.567363 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a6d46b-5aed-46b3-925f-f992198919b1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.567878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a6d46b-5aed-46b3-925f-f992198919b1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.571436 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-84a6d46b-5aed-46b3-925f-f992198919b1 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/43ea1b6d-ceeb-4568-b70f-d4eba5076eb5 HTTP/1.1" status: 404 len: 337 time: 0.0360405 Oct 13 11:11:23.573979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35154) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.593022 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port da3a4a66-9ee2-4597-a608-12af2ae3a921, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=da3a4a66-9ee2-4597-a608-12af2ae3a921,segment=NetworkSegment(605f37ce-8c7d-4327-b472-861580d8a003),segment_id=605f37ce-8c7d-4327-b472-861580d8a003)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:23.614924 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edc5ebd-7783-4bf8-b466-70ba326af281 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.615869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edc5ebd-7783-4bf8-b466-70ba326af281 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.620352 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7edc5ebd-7783-4bf8-b466-70ba326af281 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/b036def2-220e-49d5-899e-22b31e7bc8ef HTTP/1.1" status: 404 len: 337 time: 0.0449939 Oct 13 11:11:23.622650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35156) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.646156 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:23.650084 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:23.658448 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fcacf5-8df3-47ca-8e82-9c9350d9a386 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.659964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9fcacf5-8df3-47ca-8e82-9c9350d9a386 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.668640 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f9fcacf5-8df3-47ca-8e82-9c9350d9a386 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/1ac0d98f-2ea4-40c8-abb7-188425a19896 HTTP/1.1" status: 404 len: 333 time: 0.0401938 Oct 13 11:11:23.673235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35158) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.697086 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6419d652-9d9a-46e8-b753-2360512be849 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.697774 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6419d652-9d9a-46e8-b753-2360512be849 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.704078 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6419d652-9d9a-46e8-b753-2360512be849 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/bb978aaf-9c9a-4008-b7a2-8995e3cbb11c HTTP/1.1" status: 404 len: 337 time: 0.0327463 Oct 13 11:11:23.704520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35160) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.718025 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:23.721706 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d2869c-e8d8-4c0b-809e-dc2a42c1d576" -d '{"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-plugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:23.736137 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a735b7-83c1-4f55-a146-bf588ccc4c91 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.736614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a735b7-83c1-4f55-a146-bf588ccc4c91 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.742452 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b5a735b7-83c1-4f55-a146-bf588ccc4c91 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/aa0e0242-02d8-4e1c-b90c-7287981b5f48 HTTP/1.1" status: 404 len: 337 time: 0.0357523 Oct 13 11:11:23.743682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35164) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.745202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:23.770554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=da3a4a66-9ee2-4597-a608-12af2ae3a921,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:23.778053 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc019e72-0343-4164-874b-6efa72143135 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.778865 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc019e72-0343-4164-874b-6efa72143135 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.783388 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e73aaa8-0e7e-4108-881a-d8a82cafd31f x-openstack-request-id: req-5e73aaa8-0e7e-4108-881a-d8a82cafd31f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:23.783388 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-plugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:23.783388 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e73aaa8-0e7e-4108-881a-d8a82cafd31f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:23.783388 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5', 'code': 200} Oct 13 11:11:23.783717 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cc019e72-0343-4164-874b-6efa72143135 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/c69bbec7-785d-41d6-97dd-e4b85313cf12 HTTP/1.1" status: 404 len: 333 time: 0.0376275 Oct 13 11:11:23.784990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35168) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.804587 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:23.805771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device fa1b7125-a131-4c5d-9c11-193aebf12539 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:11:23.813248 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-870402b2-b6be-4c7a-bec2-c59b815a7c46 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.813797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870402b2-b6be-4c7a-bec2-c59b815a7c46 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.818413 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-870402b2-b6be-4c7a-bec2-c59b815a7c46 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/0615bb90-1fda-44a2-b3f3-5c7d4fd4f09c HTTP/1.1" status: 404 len: 337 time: 0.0310013 Oct 13 11:11:23.819652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35170) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.847509 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-e166fd71-4c68-4f6f-9811-85868c8cff5e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.847972 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e166fd71-4c68-4f6f-9811-85868c8cff5e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.853848 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e166fd71-4c68-4f6f-9811-85868c8cff5e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/4727df10-8acf-4390-b1a2-d0507f8e1c6f HTTP/1.1" status: 404 len: 337 time: 0.0332446 Oct 13 11:11:23.854574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35174) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.888713 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:23.893251 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35176) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.895766 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ab1f6a11-1ab0-4ec7-9a7a-bb45ae0b8f53 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports?device_id=015fa04c-ec04-4f73-b53d-66fcf452ef11 HTTP/1.1" status: 200 len: 205 time: 0.0379996 Oct 13 11:11:23.948149 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-b8f860b0-2c93-4c36-90d8-93f6ec7d4a4b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] delete failed (client error): The resource could not be found. Oct 13 11:11:23.948149 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b8f860b0-2c93-4c36-90d8-93f6ec7d4a4b tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/routers/015fa04c-ec04-4f73-b53d-66fcf452ef11 HTTP/1.1" status: 404 len: 336 time: 0.0475039 Oct 13 11:11:23.948473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35178) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.950549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['da3a4a66-9ee2-4597-a608-12af2ae3a921'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:11:23.974291 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-186ffafb-9e59-4075-aa42-9a43443750c7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:23.975071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186ffafb-9e59-4075-aa42-9a43443750c7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:23.981264 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-186ffafb-9e59-4075-aa42-9a43443750c7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/8df522c8-e203-4dc0-a851-8ba5eb1ea30d HTTP/1.1" status: 404 len: 337 time: 0.0375359 Oct 13 11:11:23.981931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35182) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:23.988647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port fa1b7125-a131-4c5d-9c11-193aebf12539 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:11:23.994596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port fa1b7125-a131-4c5d-9c11-193aebf12539 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:23.994911 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:24.051439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35184) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.052484 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a5024621-132e-4735-84e8-aac12b405ef6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "GET /v2.0/ports?device_id=0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f HTTP/1.1" status: 200 len: 205 time: 0.0687473 Oct 13 11:11:24.115139 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-dceb087f-16c1-44f8-bb35-d0664b412608 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] delete failed (client error): The resource could not be found. Oct 13 11:11:24.116420 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dceb087f-16c1-44f8-bb35-d0664b412608 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/routers/0100bd11-ac0b-46c1-9bfd-ec32d8f69d5f HTTP/1.1" status: 404 len: 336 time: 0.0639994 Oct 13 11:11:24.119033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35186) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.192063 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b868b7-3695-4a5f-8662-40196b37d60c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.192530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b868b7-3695-4a5f-8662-40196b37d60c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.195734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a5b868b7-3695-4a5f-8662-40196b37d60c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/50acf0b8-7392-4368-98b5-b9cd9aef1e67 HTTP/1.1" status: 404 len: 337 time: 0.0755839 Oct 13 11:11:24.198360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35194) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.230383 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c12bbeb-336e-4126-a73a-94aebe109c0a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.231777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c12bbeb-336e-4126-a73a-94aebe109c0a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.236396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3c12bbeb-336e-4126-a73a-94aebe109c0a tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/74345ea8-bfaa-4a94-b673-1d69927ecac7 HTTP/1.1" status: 404 len: 337 time: 0.0348852 Oct 13 11:11:24.236862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35196) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.270980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6f5ec-fa97-43e8-bdea-99aa549e8464 req-0f187575-da77-4cbb-90a6-cca128b6579a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:24.272482 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93d6f5ec-fa97-43e8-bdea-99aa549e8464 req-0f187575-da77-4cbb-90a6-cca128b6579a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 944 time: 0.1705229 Oct 13 11:11:24.273684 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-519c0377-0937-410a-8588-7dc6a06503ce tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.274427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519c0377-0937-410a-8588-7dc6a06503ce tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.280452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35198) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.280689 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-519c0377-0937-410a-8588-7dc6a06503ce tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/1849149e-e090-4276-9673-72fbb25e9434 HTTP/1.1" status: 404 len: 333 time: 0.0425484 Oct 13 11:11:24.309045 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:24.316077 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2fdbe5-1f8e-4cd6-a517-ea9e8ef1ae33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.316531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2fdbe5-1f8e-4cd6-a517-ea9e8ef1ae33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.318504 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93d6f5ec-fa97-43e8-bdea-99aa549e8464 req-aab2a4cf-5820-415b-92ee-79dd1b265dc1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368845 Oct 13 11:11:24.329247 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9b2fdbe5-1f8e-4cd6-a517-ea9e8ef1ae33 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/e5deddd5-7031-4432-af25-bef1a8adbdab HTTP/1.1" status: 404 len: 337 time: 0.0444584 Oct 13 11:11:24.329485 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35202) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.353534 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-312c0265-fa3c-4fc4-9c2e-6216cd6999ea tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.354218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312c0265-fa3c-4fc4-9c2e-6216cd6999ea tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.359669 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-312c0265-fa3c-4fc4-9c2e-6216cd6999ea tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/17a24de4-be72-4f73-bce9-ad87008a1c55 HTTP/1.1" status: 404 len: 333 time: 0.0269585 Oct 13 11:11:24.359921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35206) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.397269 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f57fa6-3260-40c9-bb11-c85e8af35676 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.397732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f57fa6-3260-40c9-bb11-c85e8af35676 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.403882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-27f57fa6-3260-40c9-bb11-c85e8af35676 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/5199a777-7fab-4275-aee3-12edaad61d7b HTTP/1.1" status: 404 len: 337 time: 0.0404449 Oct 13 11:11:24.404803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35208) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.439540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port fa1b7125-a131-4c5d-9c11-193aebf12539, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=fa1b7125-a131-4c5d-9c11-193aebf12539,segment=NetworkSegment(101d852b-a8c4-4fa3-97ee-9f9dbc306734),segment_id=101d852b-a8c4-4fa3-97ee-9f9dbc306734)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:24.474902 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d489d77-a37f-4546-8a37-67bcfaa930c9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.475564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d489d77-a37f-4546-8a37-67bcfaa930c9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.482585 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7d489d77-a37f-4546-8a37-67bcfaa930c9 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/c1b58da5-2825-4485-8c91-f64dddb01e74 HTTP/1.1" status: 404 len: 333 time: 0.0757234 Oct 13 11:11:24.482882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35214) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.508219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42747b-45d0-4a24-ac9f-eecd557c769a req-fd334121-6d11-4322-ae14-f27490fb4fcf tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:24.517126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb42747b-45d0-4a24-ac9f-eecd557c769a req-fd334121-6d11-4322-ae14-f27490fb4fcf tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 944 time: 0.1033149 Oct 13 11:11:24.520339 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-51164d2a-fff3-4c39-8fd7-6c57c1244e10 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.523740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51164d2a-fff3-4c39-8fd7-6c57c1244e10 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.524642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-51164d2a-fff3-4c39-8fd7-6c57c1244e10 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/5e75cfa5-e83c-4940-b4ab-ff4a6a612710 HTTP/1.1" status: 404 len: 337 time: 0.0404811 Oct 13 11:11:24.527201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35218) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.542197 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:24.567739 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65276d9-096a-4279-93ee-ccd76316912c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.568600 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65276d9-096a-4279-93ee-ccd76316912c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.572247 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d65276d9-096a-4279-93ee-ccd76316912c tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/0420913d-434c-4c95-9ad4-3f70fd11d8d8 HTTP/1.1" status: 404 len: 333 time: 0.0439582 Oct 13 11:11:24.575942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35220) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.588659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb42747b-45d0-4a24-ac9f-eecd557c769a req-1fb3f98a-3e29-4421-8d7b-31e5e26b5b12 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637808 Oct 13 11:11:24.605974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=fa1b7125-a131-4c5d-9c11-193aebf12539,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:24.631312 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf916d4-c279-4aca-8ded-6abab3f177a0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.631909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf916d4-c279-4aca-8ded-6abab3f177a0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.635688 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fbf916d4-c279-4aca-8ded-6abab3f177a0 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/00a24732-2c32-4809-ac3f-0652676d7eef HTTP/1.1" status: 404 len: 337 time: 0.0585175 Oct 13 11:11:24.638364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35224) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.663256 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2854a4-19cd-4224-84cb-74645668d7f7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.663939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2854a4-19cd-4224-84cb-74645668d7f7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.667044 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dc2854a4-19cd-4224-84cb-74645668d7f7 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/10e22954-5fd9-4cec-9a60-87a141ed0735 HTTP/1.1" status: 404 len: 333 time: 0.0276637 Oct 13 11:11:24.671713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35226) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.695526 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b46013f6-b23a-40c8-8dc4-361d124e4d37 req-71878575-6bb5-44e1-b1b0-804fe0a176b0 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0273597 Oct 13 11:11:24.699098 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad86c525-444a-46da-8ce0-1bb7ca27dd41 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.699561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad86c525-444a-46da-8ce0-1bb7ca27dd41 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.702790 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ad86c525-444a-46da-8ce0-1bb7ca27dd41 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/75721f2d-e1d5-417f-9d5c-0fd2bb27f63d HTTP/1.1" status: 404 len: 337 time: 0.0312381 Oct 13 11:11:24.709263 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35228) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.732866 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-625517c6-6045-4148-a78b-9dfaa3f3088e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.733511 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625517c6-6045-4148-a78b-9dfaa3f3088e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.739124 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-625517c6-6045-4148-a78b-9dfaa3f3088e tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/15a0e6fa-09b9-4604-a9f2-239670a11a6d HTTP/1.1" status: 404 len: 333 time: 0.0264635 Oct 13 11:11:24.740283 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35232) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.768694 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-5247822a-4089-48fe-8128-3c3095d85061 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.769165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5247822a-4089-48fe-8128-3c3095d85061 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.772637 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5247822a-4089-48fe-8128-3c3095d85061 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/d10b9443-80af-438b-99fe-9301a6098332 HTTP/1.1" status: 404 len: 337 time: 0.0307567 Oct 13 11:11:24.775236 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35234) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.800841 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-388a0d86-94ba-4aae-8fd3-e0c7055514b6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.802501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388a0d86-94ba-4aae-8fd3-e0c7055514b6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.808727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35236) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.808937 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-388a0d86-94ba-4aae-8fd3-e0c7055514b6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/ports/a7878dde-145a-4b48-8623-bdcf1cc958d9 HTTP/1.1" status: 404 len: 333 time: 0.0322611 Oct 13 11:11:24.836537 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52508ab-8674-40bc-8cc8-edf71bf1fb45 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:24.837010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52508ab-8674-40bc-8cc8-edf71bf1fb45 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:24.843168 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c52508ab-8674-40bc-8cc8-edf71bf1fb45 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/subnets/98287cfb-eb3f-4694-94b8-018243cff1dd HTTP/1.1" status: 404 len: 337 time: 0.0301766 Oct 13 11:11:24.843421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35238) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:24.923916 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:25.012507 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:25.038182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94101c6b-088c-496c-89a7-3c76d8c09bc9']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:25.048387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9128c01f-2afc-4203-a248-96e3b0f743fb') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:25.048690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9128c01f-2afc-4203-a248-96e3b0f743fb') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:25.058834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:25.072217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:25.078573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:11:25.079059 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:11:25.081942 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:11:25.191047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device da3a4a66-9ee2-4597-a608-12af2ae3a921 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:11:25.227153 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:25.234267 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:25.237747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] 10.222.0.32 "DELETE /v2.0/networks/94101c6b-088c-496c-89a7-3c76d8c09bc9 HTTP/1.1" status: 204 len: 168 time: 0.3933470 Oct 13 11:11:25.250999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Pushing event deleted for resources: {'Network': ['ID=94101c6b-088c-496c-89a7-3c76d8c09bc9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:25.259251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:25.259589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:25.260381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:25.260381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:25.260777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:25.261115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:25.261491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:25.261822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:25.262146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:25.262500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:25.262966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:25.268563 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d228134-17dc-4530-b5a3-53f8059ad4e6 tempest-NetworksTestDHCPv6-865692777 tempest-NetworksTestDHCPv6-865692777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:25.313286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port da3a4a66-9ee2-4597-a608-12af2ae3a921 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:11:25.317369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port da3a4a66-9ee2-4597-a608-12af2ae3a921 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:25.320191 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:25.408787 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:25.443850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port da3a4a66-9ee2-4597-a608-12af2ae3a921, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=da3a4a66-9ee2-4597-a608-12af2ae3a921,segment=NetworkSegment(605f37ce-8c7d-4327-b472-861580d8a003),segment_id=605f37ce-8c7d-4327-b472-861580d8a003)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:25.473535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc15595-6bad-4193-8eb1-0814b5bce77d req-68211ba6-68a7-401b-98ed-41de3d832a28 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:25.475139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7bc15595-6bad-4193-8eb1-0814b5bce77d req-68211ba6-68a7-401b-98ed-41de3d832a28 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 945 time: 0.0750358 Oct 13 11:11:25.522369 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7bc15595-6bad-4193-8eb1-0814b5bce77d req-32d6ea0c-28df-40d9-9b00-1d174b52f422 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363474 Oct 13 11:11:25.524845 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:25.584582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=da3a4a66-9ee2-4597-a608-12af2ae3a921,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:25.744628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e4fcf-8e6b-4c28-88fb-d49e14df2cad req-10abf92d-dd2d-4931-b241-98c044ca308a tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:25.746208 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-174e4fcf-8e6b-4c28-88fb-d49e14df2cad req-10abf92d-dd2d-4931-b241-98c044ca308a tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 945 time: 0.0817714 Oct 13 11:11:25.747375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35266) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:25.782263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1b7125-a131-4c5d-9c11-193aebf12539'}, {'server_uuid': '52efc9f7-a784-4db3-aef2-d54b1e07d73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3a4a66-9ee2-4597-a608-12af2ae3a921'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:25.784681 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc5ac0d-77c1-4a10-9f3a-cbfb733c379a" -d '{"events": [{"server_uuid": "8ede7d42-3e95-4320-bccf-872a2fe24474", "name": "network-vif-plugged", "status": "completed", "tag": "fa1b7125-a131-4c5d-9c11-193aebf12539"}, {"server_uuid": "52efc9f7-a784-4db3-aef2-d54b1e07d73b", "name": "network-vif-plugged", "status": "completed", "tag": "da3a4a66-9ee2-4597-a608-12af2ae3a921"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:25.798081 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-174e4fcf-8e6b-4c28-88fb-d49e14df2cad req-7b55546f-5767-4242-bbcc-ace917c820e5 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 Oct 13 11:11:25.903461 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-45cb815f-ad01-40b6-bd84-cc20d1169e70 req-ceeb3651-abc4-47ac-a578-ff2308200df3 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0406969 Oct 13 11:11:25.940841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b45ae2fd-2270-4204-9d27-3a82c02c292a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a8f100534004bd8b476b474d3f20d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1923478 Oct 13 11:11:25.944179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35276) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:25.971017 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12743e3-31b3-4d6d-a9c1-79a837473ba3 x-openstack-request-id: req-d12743e3-31b3-4d6d-a9c1-79a837473ba3 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:25.971597 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ede7d42-3e95-4320-bccf-872a2fe24474", "name": "network-vif-plugged", "status": "completed", "tag": "fa1b7125-a131-4c5d-9c11-193aebf12539", "code": 200}, {"server_uuid": "52efc9f7-a784-4db3-aef2-d54b1e07d73b", "name": "network-vif-plugged", "status": "completed", "tag": "da3a4a66-9ee2-4597-a608-12af2ae3a921", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:25.971941 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d12743e3-31b3-4d6d-a9c1-79a837473ba3 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:25.972545 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1b7125-a131-4c5d-9c11-193aebf12539', 'code': 200} Oct 13 11:11:25.972925 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52efc9f7-a784-4db3-aef2-d54b1e07d73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3a4a66-9ee2-4597-a608-12af2ae3a921', 'code': 200} Oct 13 11:11:26.037780 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ca69-6143-4db0-9632-8f05f6fc5ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:26.067178 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ca69-6143-4db0-9632-8f05f6fc5ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:26.157247 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bd9dc-431d-4b33-b1f5-123cdbf0872c req-4a5ea2ee-c8f1-4bdb-8d73-dd0b31850afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:26.158791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f4bd9dc-431d-4b33-b1f5-123cdbf0872c req-4a5ea2ee-c8f1-4bdb-8d73-dd0b31850afc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 1096 time: 0.0713646 Oct 13 11:11:26.163607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69553a13-1240-4862-9740-5ee67c788138 req-01f13efd-f711-44aa-a9d3-7979f98d89de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:26.165228 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-69553a13-1240-4862-9740-5ee67c788138 req-01f13efd-f711-44aa-a9d3-7979f98d89de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 1096 time: 0.0819788 Oct 13 11:11:26.199352 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f4bd9dc-431d-4b33-b1f5-123cdbf0872c req-85c3eca6-74e3-4fd4-b8ff-db51b90b959b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328684 Oct 13 11:11:26.216102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-69553a13-1240-4862-9740-5ee67c788138 req-083782b7-f27a-40ee-9a9a-4f72ca8accac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425229 Oct 13 11:11:26.233150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ca69-6143-4db0-9632-8f05f6fc5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:26.236335 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ca69-6143-4db0-9632-8f05f6fc5ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:26.237007 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9fa7ca69-6143-4db0-9632-8f05f6fc5ba1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb2d3ec0-4684-4126-91c3-9f0ecc2bd861 HTTP/1.1" status: 204 len: 168 time: 0.2916169 Oct 13 11:11:26.245542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7ca69-6143-4db0-9632-8f05f6fc5ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2d3ec0-4684-4126-91c3-9f0ecc2bd861,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:26.664441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635e69-81e0-4232-9aad-035dd7808c4a req-9013f5f8-88b9-48a5-a46f-29e04979a4d0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:26.666303 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c635e69-81e0-4232-9aad-035dd7808c4a req-9013f5f8-88b9-48a5-a46f-29e04979a4d0 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 945 time: 0.0613198 Oct 13 11:11:26.734635 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c635e69-81e0-4232-9aad-035dd7808c4a req-8ccbbaf1-fb63-4ee7-ac0e-ad7aee3d20c9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583200 Oct 13 11:11:26.942921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb497a-2300-41d4-b2c8-d4b3422de0e0 req-bd6b155b-f50d-4664-895f-4c70f3a481ea tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:26.944821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eadb497a-2300-41d4-b2c8-d4b3422de0e0 req-bd6b155b-f50d-4664-895f-4c70f3a481ea tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 945 time: 0.0692515 Oct 13 11:11:27.012691 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eadb497a-2300-41d4-b2c8-d4b3422de0e0 req-185df63c-9b33-41b2-b1b2-50905c681e37 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514276 Oct 13 11:11:27.163174 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2bceb567-289d-4da1-9438-a7adc85510b8 req-f2dc3a8d-42e1-446d-94e7-64e72aaa952d tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0542412 Oct 13 11:11:27.544239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35362) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:27.714867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1770092341'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:27.828747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:27.832833 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:27.848373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:27.963197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad506c2e-b7c4-48d3-9495-3f679c65b902 req-b5d58d81-e8ed-4fa4-a0a3-92f767f1429b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:27.976095 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad506c2e-b7c4-48d3-9495-3f679c65b902 req-b5d58d81-e8ed-4fa4-a0a3-92f767f1429b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 945 time: 0.1290755 Oct 13 11:11:27.987188 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:28.024897 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad506c2e-b7c4-48d3-9495-3f679c65b902 req-f2f7fe37-be3d-4737-b60c-963ed2743abe tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376019 Oct 13 11:11:28.050452 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:28.083776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:11:28.117581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23ceac2-5a32-4b4d-aa1a-668d99764e4b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:28.124850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:28.125440 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Added segment f7553a00-6be9-42f2-8461-7b791e102028 of type vlan for network 1f962609-56c5-4676-8066-f57e157afede Oct 13 11:11:28.199858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067c295-f4a5-4d0e-a41f-994d1365de62 req-0bff4f8c-a9b3-48c7-9b01-1989477a6db1 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:28.204484 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d067c295-f4a5-4d0e-a41f-994d1365de62 req-0bff4f8c-a9b3-48c7-9b01-1989477a6db1 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 945 time: 0.0630398 Oct 13 11:11:28.229940 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:28.303893 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d067c295-f4a5-4d0e-a41f-994d1365de62 req-1124a68f-fff2-42f0-af15-f954b3b1071b tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923910 Oct 13 11:11:28.341409 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:28.348377 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:28.348999 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:28.468771 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9214845 Oct 13 11:11:28.470944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd02423-d2c6-4dd0-a95c-eb1370137bcd req-cb7daaf6-f38c-4966-a458-fc01935834b6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:28.487512 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3bd02423-d2c6-4dd0-a95c-eb1370137bcd req-cb7daaf6-f38c-4966-a458-fc01935834b6 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 945 time: 0.0810239 Oct 13 11:11:28.500840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35388) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:28.525150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'name': 'tempest-PortsIpV6TestJSON-1454315459'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:28.545198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3bd02423-d2c6-4dd0-a95c-eb1370137bcd req-26feb52c-328f-496c-92ca-6ee808166725 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510802 Oct 13 11:11:28.571827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35392) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:28.675627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b7b013c-4b42-479c-8167-c53685920694 req-134d87aa-7ddb-4fb3-96ef-28087be5a883 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0359218 Oct 13 11:11:28.690638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81056812-2f72-465c-9e84-3cc9899363bd tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:28.695561 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-81056812-2f72-465c-9e84-3cc9899363bd tempest-TestNetworkBasicOps-326252603 tempest-TestNetworkBasicOps-326252603-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 1091 time: 0.1223617 Oct 13 11:11:28.711586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35396) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:28.717356 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': 'fa1b7125-a131-4c5d-9c11-193aebf12539', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:28.732697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a68df-1a59-4713-920f-d29b61c0a34a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Network': ['ID=1f962609-56c5-4676-8066-f57e157afede,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:28.744719 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 1f962609-56c5-4676-8066-f57e157afede details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:11:28.798840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:28.803943 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:28.843428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:28.879740 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:29.028361 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:29.159879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:29.193794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Allocated IP 172.25.0.240 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/a8433076-1593-47d4-a4a9-0d95682577ed) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:29.296886 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:29.330944 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:29.412625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:29.489917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Checking segment: {'id': 'f7553a00-6be9-42f2-8461-7b791e102028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1f962609-56c5-4676-8066-f57e157afede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:11:29.490626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network hostable DHCP agents. Network: 1f962609-56c5-4676-8066-f57e157afede, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:11:29.531703 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:29.608612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:29.612277 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:29.616663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:29.662390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=a8433076-1593-47d4-a4a9-0d95682577ed,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:29.744422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 1f962609-56c5-4676-8066-f57e157afede is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:11:29.834315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 1f962609-56c5-4676-8066-f57e157afede) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:29.840119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:29.846042 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5767ea-4bd8-40b5-82e8-ba031788b3f7 None None] Network 1f962609-56c5-4676-8066-f57e157afede requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:29.871134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:29.872244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:30.008363 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1b809991-9f8a-47a9-b545-c869c71c5d8d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5062051 Oct 13 11:11:30.010642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35424) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:30.017962 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-985be74f-0e76-45c5-802a-21a669a65178 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-504149841'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:30.096988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985be74f-0e76-45c5-802a-21a669a65178 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:30.102243 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-985be74f-0e76-45c5-802a-21a669a65178 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:30.155751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985be74f-0e76-45c5-802a-21a669a65178 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:11:30.187931 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-985be74f-0e76-45c5-802a-21a669a65178 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:30.188284 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-985be74f-0e76-45c5-802a-21a669a65178 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Added segment ad2c0e1f-ac52-41a5-8268-e4ceb2cdfbf0 of type vlan for network c874a44b-ffa3-43e9-a558-173785c36de4 Oct 13 11:11:30.331304 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-985be74f-0e76-45c5-802a-21a669a65178 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:30.427404 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-985be74f-0e76-45c5-802a-21a669a65178 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:30.433621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985be74f-0e76-45c5-802a-21a669a65178 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:30.434226 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-985be74f-0e76-45c5-802a-21a669a65178 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:30.637665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985be74f-0e76-45c5-802a-21a669a65178 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Network': ['ID=c874a44b-ffa3-43e9-a558-173785c36de4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:30.655574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network c874a44b-ffa3-43e9-a558-173785c36de4 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:11:30.673412 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-985be74f-0e76-45c5-802a-21a669a65178 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6616719 Oct 13 11:11:30.675356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35436) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:30.687223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'ports': [{'network_id': '1f962609-56c5-4676-8066-f57e157afede'}, {'network_id': 'c874a44b-ffa3-43e9-a558-173785c36de4'}]} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:30.703602 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b63b29bc-8834-478b-a256-c5f9ac398ac7 req-d58b5d20-82d8-47df-a9de-e767dd5c67e6 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.1045218 Oct 13 11:11:30.708869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': '1f962609-56c5-4676-8066-f57e157afede'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:30.709568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': 'c874a44b-ffa3-43e9-a558-173785c36de4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:31.052466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 2} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:31.066123 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:31.135798 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:31.287602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port 48e8292f-fb4c-4d2d-8ef1-2d8688eddbfa yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:31.428059 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:31.469837 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:31.549422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port c14bdaf7-6cfd-4452-a801-b5580592acf0 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:31.672051 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:31.882875 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:31.951796 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0bd2b5d0-2eda-4683-bd28-eefcca553a1f req-61e4ddae-8bd1-4fce-95f3-faebae7d42ad tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0434613 Oct 13 11:11:32.056646 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:32.091014 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:32.130521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 1f962609-56c5-4676-8066-f57e157afede is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:32.138866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:32.143626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:32.148248 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:32.167789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=48e8292f-fb4c-4d2d-8ef1-2d8688eddbfa,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:32.169977 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:32.246303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=c14bdaf7-6cfd-4452-a801-b5580592acf0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:32.253144 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Checking segment: {'id': 'ad2c0e1f-ac52-41a5-8268-e4ceb2cdfbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c874a44b-ffa3-43e9-a558-173785c36de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:11:32.253843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network hostable DHCP agents. Network: c874a44b-ffa3-43e9-a558-173785c36de4, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:11:32.317134 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:32.325102 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:11:32.335925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network c874a44b-ffa3-43e9-a558-173785c36de4 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:11:32.355387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event updated for resources: {'Port': ['ID=a8433076-1593-47d4-a4a9-0d95682577ed,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:32.450290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, c874a44b-ffa3-43e9-a558-173785c36de4) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:32.455648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:32.458895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb78a4d-45cd-41eb-9217-0b891dcddc05 None None] Network c874a44b-ffa3-43e9-a558-173785c36de4 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:32.461534 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Floating IP 6be56e89-e3f3-4c42-a6b8-6ab7a6c778cc associated. External IP: 172.25.0.240, port: fa1b7125-a131-4c5d-9c11-193aebf12539. Oct 13 11:11:32.464519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:32.478031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:32.482971 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:32.569620 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3e39ec25-a3c2-4e19-bc0e-5acd42bcaaed tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8888938 Oct 13 11:11:32.569781 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35464) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:32.809214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-537e151e-46d6-4628-bdae-5b54802c75ab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port c14bdaf7-6cfd-4452-a801-b5580592acf0 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:32.809572 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-537e151e-46d6-4628-bdae-5b54802c75ab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:32.817220 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Router ba586df9-4d87-4a5f-8ff4-6263833634b8 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:11:32.926190 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-537e151e-46d6-4628-bdae-5b54802c75ab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:32.940728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-537e151e-46d6-4628-bdae-5b54802c75ab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for c14bdaf7-6cfd-4452-a801-b5580592acf0 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:33.003305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:11:33.015535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ca3c1-a279-4866-874f-9c6481fa0fa1 None None] Sync routers for ids ['ba586df9-4d87-4a5f-8ff4-6263833634b8'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:11:33.031036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ca3c1-a279-4866-874f-9c6481fa0fa1 None None] Routers {'ba586df9-4d87-4a5f-8ff4-6263833634b8'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:11:33.032994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-445ca3c1-a279-4866-874f-9c6481fa0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:11:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ba586df9-4d87-4a5f-8ff4-6263833634b8'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:33.093289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1046c248-7d0e-4e02-83df-a2cbd5a1bf94 req-666d4901-4596-4dca-a14e-eac264372ffc tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0282297 Oct 13 11:11:33.174051 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-445ca3c1-a279-4866-874f-9c6481fa0fa1 None None] Set router ba586df9-4d87-4a5f-8ff4-6263833634b8 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:11:33.206735 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-537e151e-46d6-4628-bdae-5b54802c75ab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:33.208859 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:33.243487 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-00de7596-4e74-4243-a0e2-342879ccf6bc tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5280800 Oct 13 11:11:33.243487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'tag': 'fa1b7125-a131-4c5d-9c11-193aebf12539'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:33.244361 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3303f6-c1b0-49b9-8127-e5120025b4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ede7d42-3e95-4320-bccf-872a2fe24474", "tag": "fa1b7125-a131-4c5d-9c11-193aebf12539"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:33.244498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35476) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:33.269845 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e151e-46d6-4628-bdae-5b54802c75ab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=c14bdaf7-6cfd-4452-a801-b5580592acf0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:33.308162 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-537e151e-46d6-4628-bdae-5b54802c75ab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:33.312463 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-537e151e-46d6-4628-bdae-5b54802c75ab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/c14bdaf7-6cfd-4452-a801-b5580592acf0 HTTP/1.1" status: 204 len: 168 time: 0.7417819 Oct 13 11:11:33.315002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35484) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:33.355574 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc71ee8b-d5f6-49b2-98d3-e211c5ebe7b8 x-openstack-request-id: req-fc71ee8b-d5f6-49b2-98d3-e211c5ebe7b8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:33.355969 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ede7d42-3e95-4320-bccf-872a2fe24474", "tag": "fa1b7125-a131-4c5d-9c11-193aebf12539", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:33.356344 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc71ee8b-d5f6-49b2-98d3-e211c5ebe7b8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:33.357178 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'tag': 'fa1b7125-a131-4c5d-9c11-193aebf12539', 'status': 'completed', 'code': 200} Oct 13 11:11:33.384799 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-edfba324-3312-48ba-9109-b3a8efe7ce54 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/floatingips/6be56e89-e3f3-4c42-a6b8-6ab7a6c778cc HTTP/1.1" status: 200 len: 991 time: 0.1351368 Oct 13 11:11:33.443329 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec9cf96-a99a-4d71-87a6-caad51985b95 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:33.449974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec9cf96-a99a-4d71-87a6-caad51985b95 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:33.456907 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1ec9cf96-a99a-4d71-87a6-caad51985b95 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1405954 Oct 13 11:11:33.459393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35488) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:33.474566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3303f6-c1b0-49b9-8127-e5120025b4c6 req-884933eb-421c-4341-a1a3-473f1e51a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:33.476135 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b3303f6-c1b0-49b9-8127-e5120025b4c6 req-884933eb-421c-4341-a1a3-473f1e51a069 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 1096 time: 0.1164937 Oct 13 11:11:33.558880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-445ca3c1-a279-4866-874f-9c6481fa0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:53Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '6be56e89-e3f3-4c42-a6b8-6ab7a6c778cc', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'port_id': 'fa1b7125-a131-4c5d-9c11-193aebf12539', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'mac_address': 'fa:16:3e:55:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:11:30Z', 'updated_at': '2021-10-13T11:11:30Z', 'revision_number': 0, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bac3e8f-8492-4a77-b586-f566b11e3de5', 'name': '', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:03:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:52Z', 'updated_at': '2021-10-13T11:10:58Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:33.595261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ca3c1-a279-4866-874f-9c6481fa0fa1 None None] Checking router: ba586df9-4d87-4a5f-8ff4-6263833634b8 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:11:33.615776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ca3c1-a279-4866-874f-9c6481fa0fa1 None None] Routers {'ba586df9-4d87-4a5f-8ff4-6263833634b8'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:11:33.620162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-445ca3c1-a279-4866-874f-9c6481fa0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:11:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ba586df9-4d87-4a5f-8ff4-6263833634b8'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:33.669105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-902f6c3b-0c65-4938-ab7b-ed7f34ffc3b1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port 48e8292f-fb4c-4d2d-8ef1-2d8688eddbfa {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:33.670053 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-902f6c3b-0c65-4938-ab7b-ed7f34ffc3b1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:33.673449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3303f6-c1b0-49b9-8127-e5120025b4c6 req-4c27a7ad-0b22-4967-9fa2-3ab64438c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:33.675112 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b3303f6-c1b0-49b9-8127-e5120025b4c6 req-4c27a7ad-0b22-4967-9fa2-3ab64438c72b service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e0907bc-927e-4fea-9c02-c34124dbb9d7 HTTP/1.1" status: 200 len: 897 time: 0.1779180 Oct 13 11:11:33.792612 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-445ca3c1-a279-4866-874f-9c6481fa0fa1 None None] Set router ba586df9-4d87-4a5f-8ff4-6263833634b8 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:11:33.866459 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-902f6c3b-0c65-4938-ab7b-ed7f34ffc3b1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:33.889136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-902f6c3b-0c65-4938-ab7b-ed7f34ffc3b1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for 48e8292f-fb4c-4d2d-8ef1-2d8688eddbfa owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:33.954289 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b3303f6-c1b0-49b9-8127-e5120025b4c6 req-eabc750b-9c5b-47a1-a167-e6fa99f8173a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa1b7125-a131-4c5d-9c11-193aebf12539 HTTP/1.1" status: 200 len: 999 time: 0.2406275 Oct 13 11:11:34.111665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-902f6c3b-0c65-4938-ab7b-ed7f34ffc3b1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:34.207631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f6c3b-0c65-4938-ab7b-ed7f34ffc3b1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=48e8292f-fb4c-4d2d-8ef1-2d8688eddbfa,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:34.218688 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-902f6c3b-0c65-4938-ab7b-ed7f34ffc3b1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:34.222561 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-902f6c3b-0c65-4938-ab7b-ed7f34ffc3b1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/48e8292f-fb4c-4d2d-8ef1-2d8688eddbfa HTTP/1.1" status: 204 len: 168 time: 0.7621012 Oct 13 11:11:34.224211 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3303f6-c1b0-49b9-8127-e5120025b4c6 req-73969586-c39d-4549-a004-f3c3ffde3aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:34.225670 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b3303f6-c1b0-49b9-8127-e5120025b4c6 req-73969586-c39d-4549-a004-f3c3ffde3aa9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=718ebe93-b96e-4009-99e6-1928ae8233d5 HTTP/1.1" status: 200 len: 834 time: 0.1877048 Oct 13 11:11:34.226424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35502) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:34.229780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-445ca3c1-a279-4866-874f-9c6481fa0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:53Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '6be56e89-e3f3-4c42-a6b8-6ab7a6c778cc', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'port_id': 'fa1b7125-a131-4c5d-9c11-193aebf12539', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'mac_address': 'fa:16:3e:55:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:11:30Z', 'updated_at': '2021-10-13T11:11:30Z', 'revision_number': 0, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bac3e8f-8492-4a77-b586-f566b11e3de5', 'name': '', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:03:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:52Z', 'updated_at': '2021-10-13T11:10:58Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:34.280566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ca3c1-a279-4866-874f-9c6481fa0fa1 None None] The sync data for ids ['ba586df9-4d87-4a5f-8ff4-6263833634b8'] in n-d-813659-3 is: [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:53Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '6be56e89-e3f3-4c42-a6b8-6ab7a6c778cc', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'port_id': 'fa1b7125-a131-4c5d-9c11-193aebf12539', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'mac_address': 'fa:16:3e:55:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:11:30Z', 'updated_at': '2021-10-13T11:11:30Z', 'revision_number': 0, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bac3e8f-8492-4a77-b586-f566b11e3de5', 'name': '', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:03:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:52Z', 'updated_at': '2021-10-13T11:10:58Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:11:34.285965 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-813e8d4d-6ab2-4c1f-a160-d701c7607822 req-9e631a28-43c9-487a-b189-4fc364be4e14 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0668721 Oct 13 11:11:34.346462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf491c-c69e-4837-ab25-beddf97d1acf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:34.349523 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-83bf491c-c69e-4837-ab25-beddf97d1acf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1221118 Oct 13 11:11:34.352465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35506) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:34.361481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3303f6-c1b0-49b9-8127-e5120025b4c6 req-d7027c6f-d1aa-4d97-bced-3711ebb0b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:34.366473 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b3303f6-c1b0-49b9-8127-e5120025b4c6 req-d7027c6f-d1aa-4d97-bced-3711ebb0b48a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e0907bc-927e-4fea-9c02-c34124dbb9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264384 Oct 13 11:11:34.388083 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35508) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:34.409831 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-9789e075-3a7c-4af8-a408-d70159c54e94 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:11:34.413317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9789e075-3a7c-4af8-a408-d70159c54e94 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/c14bdaf7-6cfd-4452-a801-b5580592acf0 HTTP/1.1" status: 404 len: 333 time: 0.0596948 Oct 13 11:11:34.414223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35512) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:34.478448 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-466e4475-62cd-4ae3-a7e4-07c7292bbc2f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:11:34.480863 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-466e4475-62cd-4ae3-a7e4-07c7292bbc2f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/48e8292f-fb4c-4d2d-8ef1-2d8688eddbfa HTTP/1.1" status: 404 len: 333 time: 0.0644808 Oct 13 11:11:34.483440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35514) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:34.505743 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3f0058d3-f0c9-4888-9b34-c41fb0c805d3 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/floatingips/6be56e89-e3f3-4c42-a6b8-6ab7a6c778cc HTTP/1.1" status: 200 len: 991 time: 0.1165633 Oct 13 11:11:34.618548 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b3303f6-c1b0-49b9-8127-e5120025b4c6 req-97ad9e08-f560-49aa-8bf3-053d50ae25bf service neutron] 10.222.0.46 "GET /v2.0/networks/9e0907bc-927e-4fea-9c02-c34124dbb9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462881 Oct 13 11:11:34.662086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a7fda18-e1a0-426b-953b-aff5c9155577 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:34.736652 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2768ffa-37b5-4f07-82f2-852229150a24 None None] New status for floating IP 6be56e89-e3f3-4c42-a6b8-6ab7a6c778cc: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:11:34.835246 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a7fda18-e1a0-426b-953b-aff5c9155577 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:34.858026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9a7fda18-e1a0-426b-953b-aff5c9155577 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c874a44b-ffa3-43e9-a558-173785c36de4']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:34.868872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9a7fda18-e1a0-426b-953b-aff5c9155577 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2c0e1f-ac52-41a5-8268-e4ceb2cdfbf0') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:34.869260 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9a7fda18-e1a0-426b-953b-aff5c9155577 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2c0e1f-ac52-41a5-8268-e4ceb2cdfbf0') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:34.880745 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a7fda18-e1a0-426b-953b-aff5c9155577 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:34.896095 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a7fda18-e1a0-426b-953b-aff5c9155577 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:34.902966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7fda18-e1a0-426b-953b-aff5c9155577 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:11:34.903588 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a7fda18-e1a0-426b-953b-aff5c9155577 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:11:34.959673 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:11:35.078743 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a7fda18-e1a0-426b-953b-aff5c9155577 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:35.112077 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a7fda18-e1a0-426b-953b-aff5c9155577 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:35.126021 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9a7fda18-e1a0-426b-953b-aff5c9155577 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/networks/c874a44b-ffa3-43e9-a558-173785c36de4 HTTP/1.1" status: 204 len: 168 time: 0.6413479 Oct 13 11:11:35.126979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fda18-e1a0-426b-953b-aff5c9155577 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Network': ['ID=c874a44b-ffa3-43e9-a558-173785c36de4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:35.128743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35524) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:35.140156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ecbf66c5-ae12-496b-8dd5-a818db247747 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1822766880'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:35.263733 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3b3303f6-c1b0-49b9-8127-e5120025b4c6 req-b668d558-b9b7-4a0b-9b34-6f9b845db190 service neutron] 10.222.0.46 "GET /v2.0/networks/9e0907bc-927e-4fea-9c02-c34124dbb9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375208 Oct 13 11:11:35.273455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbf66c5-ae12-496b-8dd5-a818db247747 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:35.277037 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ecbf66c5-ae12-496b-8dd5-a818db247747 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:35.325746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbf66c5-ae12-496b-8dd5-a818db247747 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:11:35.340600 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ecbf66c5-ae12-496b-8dd5-a818db247747 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:35.341938 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-ecbf66c5-ae12-496b-8dd5-a818db247747 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Added segment 02a9aa85-0059-4dab-851b-21de12cdbd3d of type vlan for network c74a7c92-ba82-4f97-8475-8ce424d9e1f7 Oct 13 11:11:35.408678 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ecbf66c5-ae12-496b-8dd5-a818db247747 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:35.463269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1aa47f91-cc21-476f-87ca-340e25e2ebbc req-4ecf3834-b599-4b44-ab2f-7302bb37a59b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0343778 Oct 13 11:11:35.511822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35534) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:35.531581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ecbf66c5-ae12-496b-8dd5-a818db247747 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:35.541966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbf66c5-ae12-496b-8dd5-a818db247747 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:35.543195 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ecbf66c5-ae12-496b-8dd5-a818db247747 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:35.715469 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ab62b703-c583-4542-94ba-c16f62e07b65 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/floatingips/6be56e89-e3f3-4c42-a6b8-6ab7a6c778cc HTTP/1.1" status: 200 len: 993 time: 0.1976016 Oct 13 11:11:35.719152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf66c5-ae12-496b-8dd5-a818db247747 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Network': ['ID=c74a7c92-ba82-4f97-8475-8ce424d9e1f7,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:35.731271 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network c74a7c92-ba82-4f97-8475-8ce424d9e1f7 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:11:35.748416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ecbf66c5-ae12-496b-8dd5-a818db247747 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6160045 Oct 13 11:11:35.748999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35540) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:35.754257 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': 'c74a7c92-ba82-4f97-8475-8ce424d9e1f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:36.000775 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:36.006366 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:36.181711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_backend_mixin [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Performing IP validity checks on allocation pools {{(pid=101990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 11:11:36.193310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_backend_mixin [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 11:11:36.451635 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:36.584678 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Subnet': ['ID=f7726bdc-6cc8-4f05-9659-f640217a93d1,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:36.595948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Checking segment: {'id': '02a9aa85-0059-4dab-851b-21de12cdbd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c74a7c92-ba82-4f97-8475-8ce424d9e1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:11:36.597826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network hostable DHCP agents. Network: c74a7c92-ba82-4f97-8475-8ce424d9e1f7, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:11:36.662639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cef320ad-16e0-4f76-98b9-51fb603c38c0 req-e4cdf7c0-cfff-4a1b-a0e4-03345254709f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/ports?device_id=45150f18-3a19-4ed0-9487-43b5995ef65b HTTP/1.1" status: 200 len: 210 time: 0.0457051 Oct 13 11:11:36.710569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network c74a7c92-ba82-4f97-8475-8ce424d9e1f7 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:11:36.815965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, c74a7c92-ba82-4f97-8475-8ce424d9e1f7) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:36.821333 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:36.822014 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:36.830684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f359c7a3-028b-4e4c-8e8e-2ce9c098a9de None None] Network c74a7c92-ba82-4f97-8475-8ce424d9e1f7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:36.926022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35566) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:36.931362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': 'c74a7c92-ba82-4f97-8475-8ce424d9e1f7', 'name': 'tempest-PortsIpV6TestJSON-1743401667'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:36.932037 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-da2bc704-5f0f-4823-82aa-154647c86916 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1819086 Oct 13 11:11:37.128015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-c74a7c92-ba82-4f97-8475-8ce424d9e1f7', 'network_id': 'c74a7c92-ba82-4f97-8475-8ce424d9e1f7', 'tenant_id': 'af5fe1f6d20a4c86a0a5bfca2d782c64', 'fixed_ips': [{'subnet_id': 'f7726bdc-6cc8-4f05-9659-f640217a93d1'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:11:37.129506 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:37.227111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:37.230768 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:37.276121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port 7216d434-853d-4a96-b024-ba6406a16ab9 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:37.297862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Allocated IP 2001:db8::2 (c74a7c92-ba82-4f97-8475-8ce424d9e1f7/f7726bdc-6cc8-4f05-9659-f640217a93d1/1bd65a40-142c-46dc-93df-54c60b40c200) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:37.478240 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:37.542394 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:37.630529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8::297 (c74a7c92-ba82-4f97-8475-8ce424d9e1f7/f7726bdc-6cc8-4f05-9659-f640217a93d1/7216d434-853d-4a96-b024-ba6406a16ab9) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:37.657208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Pushing event updated for resources: {'Port': ['ID=1bd65a40-142c-46dc-93df-54c60b40c200,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:37.661878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Network c74a7c92-ba82-4f97-8475-8ce424d9e1f7 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:37.663500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:37.665951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:37.780976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Attempting to bind port 1bd65a40-142c-46dc-93df-54c60b40c200 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:11:37.781449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Attempting to bind port 1bd65a40-142c-46dc-93df-54c60b40c200 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '02a9aa85-0059-4dab-851b-21de12cdbd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c74a7c92-ba82-4f97-8475-8ce424d9e1f7'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:11:37.784259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Attempting to bind port 1bd65a40-142c-46dc-93df-54c60b40c200 on network c74a7c92-ba82-4f97-8475-8ce424d9e1f7 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:11:37.793393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:11:37.794677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Checking segment: {'id': '02a9aa85-0059-4dab-851b-21de12cdbd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c74a7c92-ba82-4f97-8475-8ce424d9e1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:11:37.795261 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:37.795813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Bound using segment: {'id': '02a9aa85-0059-4dab-851b-21de12cdbd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c74a7c92-ba82-4f97-8475-8ce424d9e1f7'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:11:37.796520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Bound port: 1bd65a40-142c-46dc-93df-54c60b40c200, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a9aa85-0059-4dab-851b-21de12cdbd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c74a7c92-ba82-4f97-8475-8ce424d9e1f7'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:11:37.797166 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:37.853539 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:37.879293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35586) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:37.894299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] For port 1bd65a40-142c-46dc-93df-54c60b40c200, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:11:37.898260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] For port 1bd65a40-142c-46dc-93df-54c60b40c200, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1bd65a40-142c-46dc-93df-54c60b40c200,segment=NetworkSegment(02a9aa85-0059-4dab-851b-21de12cdbd3d),segment_id=02a9aa85-0059-4dab-851b-21de12cdbd3d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:11:37.949513 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:37.990243 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-879c6040-698b-4a1c-9e4a-9ae567d891ea tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:38.063307 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:38.072439 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a54babb2-2b11-49a9-b1bf-2411fee4768f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:38.128419 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-879c6040-698b-4a1c-9e4a-9ae567d891ea tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:38.160155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8134005-4e84-4cfd-bd0c-98a326e4eb23 None None] Pushing event updated for resources: {'Port': ['ID=1bd65a40-142c-46dc-93df-54c60b40c200,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:38.208375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network c74a7c92-ba82-4f97-8475-8ce424d9e1f7 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:38.219153 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:38.230745 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:38.237213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:38.237824 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:38.245542 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=7216d434-853d-4a96-b024-ba6406a16ab9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:38.367988 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d88b358b-2ed7-4c06-98fa-24bbc6c10177 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4407444 Oct 13 11:11:38.371386 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35594) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:38.460559 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-879c6040-698b-4a1c-9e4a-9ae567d891ea tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:38.473407 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-879c6040-698b-4a1c-9e4a-9ae567d891ea tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:38.478490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35596) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:38.479171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-879c6040-698b-4a1c-9e4a-9ae567d891ea tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "DELETE /v2.0/security-groups/d760090a-534a-4103-a13e-f63b7dcb5485 HTTP/1.1" status: 204 len: 168 time: 0.5987096 Oct 13 11:11:38.504643 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-c2a38901-17a0-40de-a815-f14a84933dbb tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] show failed (client error): The resource could not be found. Oct 13 11:11:38.508453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c2a38901-17a0-40de-a815-f14a84933dbb tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "GET /v2.0/security-groups/d760090a-534a-4103-a13e-f63b7dcb5485 HTTP/1.1" status: 404 len: 347 time: 0.0280321 Oct 13 11:11:38.513541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35598) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:38.532187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c6040-698b-4a1c-9e4a-9ae567d891ea tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d760090a-534a-4103-a13e-f63b7dcb5485,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:38.712618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-88ea123e-7b3a-433e-ba1e-e361c0624ab9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port 7216d434-853d-4a96-b024-ba6406a16ab9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:38.712978 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-88ea123e-7b3a-433e-ba1e-e361c0624ab9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:38.741174 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:38.847579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f1e190ae-9034-4815-9d46-979021fa6b54 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Deleting port fe830071-9227-4788-9616-59f9561538a5 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:38.847917 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1e190ae-9034-4815-9d46-979021fa6b54 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:39.204271 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-88ea123e-7b3a-433e-ba1e-e361c0624ab9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:39.228575 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1e190ae-9034-4815-9d46-979021fa6b54 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:39.228962 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1e190ae-9034-4815-9d46-979021fa6b54 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:39.257596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-88ea123e-7b3a-433e-ba1e-e361c0624ab9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for 7216d434-853d-4a96-b024-ba6406a16ab9 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:39.266494 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f1e190ae-9034-4815-9d46-979021fa6b54 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Calling delete_port for fe830071-9227-4788-9616-59f9561538a5 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:39.406515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1bd65a40-142c-46dc-93df-54c60b40c200 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:11:39.488359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1bd65a40-142c-46dc-93df-54c60b40c200 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:39.488359 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:39.620223 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:39.657128 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 1bd65a40-142c-46dc-93df-54c60b40c200, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1bd65a40-142c-46dc-93df-54c60b40c200,segment=NetworkSegment(02a9aa85-0059-4dab-851b-21de12cdbd3d),segment_id=02a9aa85-0059-4dab-851b-21de12cdbd3d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:39.659440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819797f1-b42e-412b-b27e-46ff14bb1ef2 None None] Network c74a7c92-ba82-4f97-8475-8ce424d9e1f7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:39.702818 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1e190ae-9034-4815-9d46-979021fa6b54 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:39.707426 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-88ea123e-7b3a-433e-ba1e-e361c0624ab9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:39.752404 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:39.760882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e190ae-9034-4815-9d46-979021fa6b54 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'Port': ['ID=fe830071-9227-4788-9616-59f9561538a5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:39.800265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea123e-7b3a-433e-ba1e-e361c0624ab9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=7216d434-853d-4a96-b024-ba6406a16ab9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:39.871132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-88ea123e-7b3a-433e-ba1e-e361c0624ab9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:39.876192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-88ea123e-7b3a-433e-ba1e-e361c0624ab9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/7216d434-853d-4a96-b024-ba6406a16ab9 HTTP/1.1" status: 204 len: 168 time: 1.5028784 Oct 13 11:11:39.881303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35632) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:39.913115 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9dca6d61-f2c1-4131-9091-4daca1d13f46 None None] Provisioning complete for port 1bd65a40-142c-46dc-93df-54c60b40c200 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:39.913488 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9dca6d61-f2c1-4131-9091-4daca1d13f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:39.951729 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb85868-2b60-4748-a325-23c3cebb1e96 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] DELETE failed (client error): The resource could not be found. Oct 13 11:11:39.952594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb85868-2b60-4748-a325-23c3cebb1e96 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:39.956243 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bdb85868-2b60-4748-a325-23c3cebb1e96 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/7216d434-853d-4a96-b024-ba6406a16ab9 HTTP/1.1" status: 404 len: 333 time: 0.0757113 Oct 13 11:11:39.958587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35634) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:39.992053 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ec466-466b-4b65-a54e-7ff78d4f8e97 req-5f78a942-5a81-4b24-a28f-82bdb40f9b96 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:39.999308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ec466-466b-4b65-a54e-7ff78d4f8e97 req-5f78a942-5a81-4b24-a28f-82bdb40f9b96 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:40.005909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ec466-466b-4b65-a54e-7ff78d4f8e97 req-5f78a942-5a81-4b24-a28f-82bdb40f9b96 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:40.012471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ec466-466b-4b65-a54e-7ff78d4f8e97 req-5f78a942-5a81-4b24-a28f-82bdb40f9b96 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:40.028837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ec466-466b-4b65-a54e-7ff78d4f8e97 req-5f78a942-5a81-4b24-a28f-82bdb40f9b96 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:40.039977 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ec466-466b-4b65-a54e-7ff78d4f8e97 req-5f78a942-5a81-4b24-a28f-82bdb40f9b96 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:40.056239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ec466-466b-4b65-a54e-7ff78d4f8e97 req-5f78a942-5a81-4b24-a28f-82bdb40f9b96 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:40.058126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc1ec466-466b-4b65-a54e-7ff78d4f8e97 req-5f78a942-5a81-4b24-a28f-82bdb40f9b96 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5433 time: 0.1981995 Oct 13 11:11:40.079093 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1e190ae-9034-4815-9d46-979021fa6b54 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:40.092096 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1e190ae-9034-4815-9d46-979021fa6b54 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:40.096241 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f1e190ae-9034-4815-9d46-979021fa6b54 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "DELETE /v2.0/floatingips/bf44481b-6792-4331-a26e-b1dea2dc555e HTTP/1.1" status: 204 len: 168 time: 1.5818057 Oct 13 11:11:40.098058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35638) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:40.133996 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb12a8b-52c0-469e-941b-9d6acee31368 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:11:40.144182 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ffb12a8b-52c0-469e-941b-9d6acee31368 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/7216d434-853d-4a96-b024-ba6406a16ab9 HTTP/1.1" status: 404 len: 333 time: 0.1834970 Oct 13 11:11:40.153967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35640) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:40.208194 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc1ec466-466b-4b65-a54e-7ff78d4f8e97 req-0add413e-851c-4d7f-947f-4fb742e536d6 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1420600 Oct 13 11:11:40.212011 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=1bd65a40-142c-46dc-93df-54c60b40c200,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:40.266702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8686d6-d48d-4db8-a95b-735374636214 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting subnet f7726bdc-6cc8-4f05-9659-f640217a93d1 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:11:40.281403 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a8686d6-d48d-4db8-a95b-735374636214 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:40.348120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4080730c-1cc9-43bb-8fcf-bc4fd364776b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Deleting port 4b955f06-9355-4152-b824-207e8663b591 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:40.348700 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4080730c-1cc9-43bb-8fcf-bc4fd364776b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:40.393717 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a8686d6-d48d-4db8-a95b-735374636214 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:40.472063 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4080730c-1cc9-43bb-8fcf-bc4fd364776b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:40.501160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4080730c-1cc9-43bb-8fcf-bc4fd364776b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Calling delete_port for 4b955f06-9355-4152-b824-207e8663b591 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:40.513010 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:40.589784 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a8686d6-d48d-4db8-a95b-735374636214 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:40.670515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9d913469-7f66-4195-b6b2-1930b16d8200 None None] Provisioning complete for port 1bd65a40-142c-46dc-93df-54c60b40c200 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:40.671836 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9d913469-7f66-4195-b6b2-1930b16d8200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:40.783362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a8686d6-d48d-4db8-a95b-735374636214 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:40.818186 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4080730c-1cc9-43bb-8fcf-bc4fd364776b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:40.840271 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8686d6-d48d-4db8-a95b-735374636214 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Subnet': ['ID=f7726bdc-6cc8-4f05-9659-f640217a93d1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:40.859186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080730c-1cc9-43bb-8fcf-bc4fd364776b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'Port': ['ID=4b955f06-9355-4152-b824-207e8663b591,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:40.891335 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a8686d6-d48d-4db8-a95b-735374636214 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:40.912220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8a8686d6-d48d-4db8-a95b-735374636214 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/f7726bdc-6cc8-4f05-9659-f640217a93d1 HTTP/1.1" status: 204 len: 168 time: 0.7559726 Oct 13 11:11:40.915304 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35658) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:40.940837 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28b4a8f2-2c1d-44fe-8b7c-182a35acfffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:41.057235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce3204e-6ff9-482e-89d7-77c25cf9e328 None None] Network c74a7c92-ba82-4f97-8475-8ce424d9e1f7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:41.132566 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:41.156217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3963db07-99c7-421f-b5c1-ec7bfeb3240c None None] Could not find standard attr ID for object 7216d434-853d-4a96-b024-ba6406a16ab9. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:11:41.265732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1bd65a40-142c-46dc-93df-54c60b40c200 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:11:41.305565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port 1bd65a40-142c-46dc-93df-54c60b40c200 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:41.308491 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:41.458624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1bd65a40-142c-46dc-93df-54c60b40c200 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:41.458851 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:41.522702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] For port 1bd65a40-142c-46dc-93df-54c60b40c200, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1bd65a40-142c-46dc-93df-54c60b40c200,segment=NetworkSegment(02a9aa85-0059-4dab-851b-21de12cdbd3d),segment_id=02a9aa85-0059-4dab-851b-21de12cdbd3d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:41.523054 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:41.535951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631511f3-7201-4742-b32d-b791ac153bc9 None None] DHCP port deletion for c74a7c92-ba82-4f97-8475-8ce424d9e1f7 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:11:41.560191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for 1bd65a40-142c-46dc-93df-54c60b40c200 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:41.765069 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:41.809634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=1bd65a40-142c-46dc-93df-54c60b40c200,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:41.832263 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No DVR routers for this DVR port 1bd65a40-142c-46dc-93df-54c60b40c200 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:41.849691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-631511f3-7201-4742-b32d-b791ac153bc9 None None] Deleting port 1bd65a40-142c-46dc-93df-54c60b40c200 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:41.850095 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-631511f3-7201-4742-b32d-b791ac153bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:41.951919 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e124e-247f-4095-9440-3724870cb978 req-02d9c18d-242f-4252-b422-0ba15fc9356a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:41.959645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e124e-247f-4095-9440-3724870cb978 req-02d9c18d-242f-4252-b422-0ba15fc9356a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:41.965108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e124e-247f-4095-9440-3724870cb978 req-02d9c18d-242f-4252-b422-0ba15fc9356a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:41.972121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e124e-247f-4095-9440-3724870cb978 req-02d9c18d-242f-4252-b422-0ba15fc9356a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:41.979718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e124e-247f-4095-9440-3724870cb978 req-02d9c18d-242f-4252-b422-0ba15fc9356a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:41.987401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e124e-247f-4095-9440-3724870cb978 req-02d9c18d-242f-4252-b422-0ba15fc9356a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:41.993723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e124e-247f-4095-9440-3724870cb978 req-02d9c18d-242f-4252-b422-0ba15fc9356a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:41.994097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-631511f3-7201-4742-b32d-b791ac153bc9 None None] For port 1bd65a40-142c-46dc-93df-54c60b40c200, host n-d-813659-3, got binding levels [] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:41.994811 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-631511f3-7201-4742-b32d-b791ac153bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:41.995732 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-022e124e-247f-4095-9440-3724870cb978 req-02d9c18d-242f-4252-b422-0ba15fc9356a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5433 time: 0.1938558 Oct 13 11:11:42.010311 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.025174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-631511f3-7201-4742-b32d-b791ac153bc9 None None] Calling delete_port for 1bd65a40-142c-46dc-93df-54c60b40c200 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:42.029018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.ipam_backend_mixin [None req-631511f3-7201-4742-b32d-b791ac153bc9 None None] Port 1bd65a40-142c-46dc-93df-54c60b40c200 was not found and therefore no delete operation was performed {{(pid=101992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 11:11:42.030814 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-631511f3-7201-4742-b32d-b791ac153bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.032297 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4080730c-1cc9-43bb-8fcf-bc4fd364776b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.038976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35676) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:42.039575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4080730c-1cc9-43bb-8fcf-bc4fd364776b tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "DELETE /v2.0/ports/4b955f06-9355-4152-b824-207e8663b591 HTTP/1.1" status: 204 len: 168 time: 1.9370105 Oct 13 11:11:42.058854 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.067607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74a7c92-ba82-4f97-8475-8ce424d9e1f7']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:42.070639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-40564a1c-d707-4281-a93a-b4df27589360 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:42.074058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631511f3-7201-4742-b32d-b791ac153bc9 None None] Pushing event deleted for resources: {'Port': ['ID=1bd65a40-142c-46dc-93df-54c60b40c200,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:42.079466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-40564a1c-d707-4281-a93a-b4df27589360 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:42.085902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-40564a1c-d707-4281-a93a-b4df27589360 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:42.093014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-40564a1c-d707-4281-a93a-b4df27589360 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:42.099612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-40564a1c-d707-4281-a93a-b4df27589360 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:42.106074 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-40564a1c-d707-4281-a93a-b4df27589360 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:42.113232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-40564a1c-d707-4281-a93a-b4df27589360 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:42.115230 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-40564a1c-d707-4281-a93a-b4df27589360 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5433 time: 1.1516902 Oct 13 11:11:42.136527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631511f3-7201-4742-b32d-b791ac153bc9 None None] No DVR routers for this DVR port 1bd65a40-142c-46dc-93df-54c60b40c200 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:42.161773 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-022e124e-247f-4095-9440-3724870cb978 req-86df2bff-cc02-4b74-ad5c-7aef5e161eef tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1445003 Oct 13 11:11:42.163505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a9aa85-0059-4dab-851b-21de12cdbd3d') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:42.164342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a9aa85-0059-4dab-851b-21de12cdbd3d') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:42.187941 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.231360 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.243414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:11:42.244363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-f2cb59b0-7ad1-45ac-8cb2-df3a8a56336b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:42.246263 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.246969 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-f2cb59b0-7ad1-45ac-8cb2-df3a8a56336b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "GET /v2.0/ports/9efaf48b-e02e-4571-9d2e-3ac74778211e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1109390 Oct 13 11:11:42.247175 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:11:42.257907 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:11:42.379131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9dcadd16-63bb-4829-8eae-e09f39cde6b5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Deleting port 0c538839-1be6-4a32-b0e6-10d01668a313 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:42.379392 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9dcadd16-63bb-4829-8eae-e09f39cde6b5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.441042 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.455588 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.468005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/networks/c74a7c92-ba82-4f97-8475-8ce424d9e1f7 HTTP/1.1" status: 204 len: 168 time: 1.5483012 Oct 13 11:11:42.469735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35686) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:42.481733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e8fa5a10-2866-4a74-becf-94e3c4806982 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1429276802'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:42.514342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056af79-158d-4421-8d29-dc2935c95e49 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Network': ['ID=c74a7c92-ba82-4f97-8475-8ce424d9e1f7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:42.564501 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-f00f483b-5464-4326-8ea9-bfc4414f83b1 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "GET /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3076510 Oct 13 11:11:42.581704 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0b4b630d-545d-4f48-bd97-20ab5c973a6e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:42.615058 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9dcadd16-63bb-4829-8eae-e09f39cde6b5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.654057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fa5a10-2866-4a74-becf-94e3c4806982 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:42.656932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9dcadd16-63bb-4829-8eae-e09f39cde6b5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Calling delete_port for 0c538839-1be6-4a32-b0e6-10d01668a313 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:42.658065 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8fa5a10-2866-4a74-becf-94e3c4806982 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.714146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fa5a10-2866-4a74-becf-94e3c4806982 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:11:42.724171 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0b4b630d-545d-4f48-bd97-20ab5c973a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.728767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8fa5a10-2866-4a74-becf-94e3c4806982 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.729118 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-e8fa5a10-2866-4a74-becf-94e3c4806982 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Added segment c56d6cc8-38b3-44ae-8cc0-0e4989f3d81e of type vlan for network 1a774d3f-648a-4679-8bc0-d3644c0917f2 Oct 13 11:11:42.847375 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8fa5a10-2866-4a74-becf-94e3c4806982 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:42.981195 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-e8fa5a10-2866-4a74-becf-94e3c4806982 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 11:11:43.072788 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9dcadd16-63bb-4829-8eae-e09f39cde6b5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:43.108792 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8fa5a10-2866-4a74-becf-94e3c4806982 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:43.123167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fa5a10-2866-4a74-becf-94e3c4806982 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:43.130884 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8fa5a10-2866-4a74-becf-94e3c4806982 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:43.155977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcadd16-63bb-4829-8eae-e09f39cde6b5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'Port': ['ID=0c538839-1be6-4a32-b0e6-10d01668a313,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:43.170201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0b4b630d-545d-4f48-bd97-20ab5c973a6e service neutron] For port 9efaf48b-e02e-4571-9d2e-3ac74778211e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=9efaf48b-e02e-4571-9d2e-3ac74778211e,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:43.234731 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1bd65a40-142c-46dc-93df-54c60b40c200 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:43.284940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa5a10-2866-4a74-becf-94e3c4806982 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Network': ['ID=1a774d3f-648a-4679-8bc0-d3644c0917f2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:43.323537 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9dcadd16-63bb-4829-8eae-e09f39cde6b5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:43.333454 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9dcadd16-63bb-4829-8eae-e09f39cde6b5 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "DELETE /v2.0/ports/0c538839-1be6-4a32-b0e6-10d01668a313 HTTP/1.1" status: 204 len: 168 time: 1.2934046 Oct 13 11:11:43.339537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 1a774d3f-648a-4679-8bc0-d3644c0917f2 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:11:43.340718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35704) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:43.343077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 1bd65a40-142c-46dc-93df-54c60b40c200 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:11:43.348570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1bd65a40-142c-46dc-93df-54c60b40c200 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:43.366765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e8fa5a10-2866-4a74-becf-94e3c4806982 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8957920 Oct 13 11:11:43.367311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35706) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:43.376217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-779e55b1-e5bb-498c-8fda-159ca2555ef6 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': '1a774d3f-648a-4679-8bc0-d3644c0917f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:43.385122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0b4b630d-545d-4f48-bd97-20ab5c973a6e service neutron] For port 9efaf48b-e02e-4571-9d2e-3ac74778211e, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:11:43.432555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0b4b630d-545d-4f48-bd97-20ab5c973a6e service neutron] device_id is not set on port 9efaf48b-e02e-4571-9d2e-3ac74778211e yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:43.442142 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0b4b630d-545d-4f48-bd97-20ab5c973a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:43.500949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26a6e92-826d-49bc-88c1-077eecade984 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Deleting subnet bed19e18-2ea3-4797-b575-0d77ae1124dd {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:11:43.519207 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b26a6e92-826d-49bc-88c1-077eecade984 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:43.585340 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0b4b630d-545d-4f48-bd97-20ab5c973a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:43.623577 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:43.643662 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b26a6e92-826d-49bc-88c1-077eecade984 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:43.812340 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c199dbd-298d-4880-8f86-e24460feef9d req-ee2c6f85-8211-41ca-a895-22d2629e8b5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:43.818621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c199dbd-298d-4880-8f86-e24460feef9d req-ee2c6f85-8211-41ca-a895-22d2629e8b5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:43.826013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c199dbd-298d-4880-8f86-e24460feef9d req-ee2c6f85-8211-41ca-a895-22d2629e8b5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:43.832269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c199dbd-298d-4880-8f86-e24460feef9d req-ee2c6f85-8211-41ca-a895-22d2629e8b5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:43.838782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c199dbd-298d-4880-8f86-e24460feef9d req-ee2c6f85-8211-41ca-a895-22d2629e8b5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:43.845098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c199dbd-298d-4880-8f86-e24460feef9d req-ee2c6f85-8211-41ca-a895-22d2629e8b5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:43.850848 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b26a6e92-826d-49bc-88c1-077eecade984 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:43.851385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c199dbd-298d-4880-8f86-e24460feef9d req-ee2c6f85-8211-41ca-a895-22d2629e8b5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:43.853422 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8c199dbd-298d-4880-8f86-e24460feef9d req-ee2c6f85-8211-41ca-a895-22d2629e8b5a tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 5355 time: 0.5201702 Oct 13 11:11:43.912731 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0b4b630d-545d-4f48-bd97-20ab5c973a6e service neutron] No DVR routers for this DVR port 9efaf48b-e02e-4571-9d2e-3ac74778211e on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:43.925241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b630d-545d-4f48-bd97-20ab5c973a6e service neutron] Pushing event updated for resources: {'Port': ['ID=9efaf48b-e02e-4571-9d2e-3ac74778211e,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:43.975031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8c199dbd-298d-4880-8f86-e24460feef9d req-cbe7915d-e4ae-44b4-98fd-31570ef74817 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a3b1f20-e9a2-4dfd-9736-1739d0d66590&id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107810 Oct 13 11:11:44.006226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0b4b630d-545d-4f48-bd97-20ab5c973a6e service neutron] In _notify_port_updated(), no bound segment for port 9efaf48b-e02e-4571-9d2e-3ac74778211e on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab {{(pid=101991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:11:44.007236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0b4b630d-545d-4f48-bd97-20ab5c973a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:44.007494 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0b4b630d-545d-4f48-bd97-20ab5c973a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.008795 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0b4b630d-545d-4f48-bd97-20ab5c973a6e service neutron] 10.222.0.21 "PUT /v2.0/ports/9efaf48b-e02e-4571-9d2e-3ac74778211e HTTP/1.1" status: 200 len: 1027 time: 1.4363818 Oct 13 11:11:44.075593 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b26a6e92-826d-49bc-88c1-077eecade984 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.110565 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9faa33-bf8b-4f80-97ed-99a9b52e7a3e None None] Network 231ca368-35d6-4a3f-8aab-23252a4b5f72 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:44.132402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779e55b1-e5bb-498c-8fda-159ca2555ef6 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:44.142404 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-779e55b1-e5bb-498c-8fda-159ca2555ef6 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.155083 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b26a6e92-826d-49bc-88c1-077eecade984 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.158380 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b26a6e92-826d-49bc-88c1-077eecade984 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "DELETE /v2.0/subnets/bed19e18-2ea3-4797-b575-0d77ae1124dd HTTP/1.1" status: 204 len: 168 time: 0.8160586 Oct 13 11:11:44.161717 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35720) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:44.171530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a6e92-826d-49bc-88c1-077eecade984 tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'Subnet': ['ID=bed19e18-2ea3-4797-b575-0d77ae1124dd,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:44.245629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-01ca4ce0-6d4d-4481-a86b-0653437b33fd tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:44.247094 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-01ca4ce0-6d4d-4481-a86b-0653437b33fd tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "GET /v2.0/ports/1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2307947 Oct 13 11:11:44.263525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-8f2bc467-abe2-4ead-aa46-9f7631d0d793 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:44.291885 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d5980b01-ed89-4489-b55b-5f95790e8016 None None] Provisioning complete for port 9efaf48b-e02e-4571-9d2e-3ac74778211e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:44.292447 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d5980b01-ed89-4489-b55b-5f95790e8016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.340438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d5980b01-ed89-4489-b55b-5f95790e8016 None None] Port 9efaf48b-e02e-4571-9d2e-3ac74778211e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:11:44.363121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ca60f9-b163-490d-909a-812e70294ccf tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Deleting subnet 304336d7-821e-4681-8f14-801ba5e0e6dc {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:11:44.374320 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5ca60f9-b163-490d-909a-812e70294ccf tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.461080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be38cf8-d3ca-40de-b4fe-83a77f8623ab None None] DHCP port deletion for 231ca368-35d6-4a3f-8aab-23252a4b5f72 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:11:44.482792 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5ca60f9-b163-490d-909a-812e70294ccf tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.508994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-8f2bc467-abe2-4ead-aa46-9f7631d0d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.580259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9be38cf8-d3ca-40de-b4fe-83a77f8623ab None None] Deleting port 88816c32-9b57-44fd-9572-935328037cb4 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:44.580752 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9be38cf8-d3ca-40de-b4fe-83a77f8623ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.696797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9be38cf8-d3ca-40de-b4fe-83a77f8623ab None None] For port 88816c32-9b57-44fd-9572-935328037cb4, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=88816c32-9b57-44fd-9572-935328037cb4,segment=NetworkSegment(d000d268-8934-4316-a536-ae231c36cef9),segment_id=d000d268-8934-4316-a536-ae231c36cef9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:44.705610 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9be38cf8-d3ca-40de-b4fe-83a77f8623ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.746345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9be38cf8-d3ca-40de-b4fe-83a77f8623ab None None] Calling delete_port for 88816c32-9b57-44fd-9572-935328037cb4 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:44.750026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5ca60f9-b163-490d-909a-812e70294ccf tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.805827 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-779e55b1-e5bb-498c-8fda-159ca2555ef6 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.864425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-8f2bc467-abe2-4ead-aa46-9f7631d0d793 service neutron] For port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:44.908501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e55b1-e5bb-498c-8fda-159ca2555ef6 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Subnet': ['ID=69839331-19b2-4e74-bef4-70a1e2932b78,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:44.939317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-8f2bc467-abe2-4ead-aa46-9f7631d0d793 service neutron] For port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:11:44.952720 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9be38cf8-d3ca-40de-b4fe-83a77f8623ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.973612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e55b1-e5bb-498c-8fda-159ca2555ef6 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Checking segment: {'id': 'c56d6cc8-38b3-44ae-8cc0-0e4989f3d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1a774d3f-648a-4679-8bc0-d3644c0917f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:11:44.973977 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779e55b1-e5bb-498c-8fda-159ca2555ef6 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network hostable DHCP agents. Network: 1a774d3f-648a-4679-8bc0-d3644c0917f2, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:11:44.978278 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5ca60f9-b163-490d-909a-812e70294ccf tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:44.982631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-8f2bc467-abe2-4ead-aa46-9f7631d0d793 service neutron] device_id is not set on port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:45.008433 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be38cf8-d3ca-40de-b4fe-83a77f8623ab None None] Pushing event deleted for resources: {'Port': ['ID=88816c32-9b57-44fd-9572-935328037cb4,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:45.019886 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-8f2bc467-abe2-4ead-aa46-9f7631d0d793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:45.021429 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be38cf8-d3ca-40de-b4fe-83a77f8623ab None None] No DVR routers for this DVR port 88816c32-9b57-44fd-9572-935328037cb4 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:45.021851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca60f9-b163-490d-909a-812e70294ccf tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'Subnet': ['ID=304336d7-821e-4681-8f14-801ba5e0e6dc,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:45.028056 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5ca60f9-b163-490d-909a-812e70294ccf tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:45.031518 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d5ca60f9-b163-490d-909a-812e70294ccf tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "DELETE /v2.0/subnets/304336d7-821e-4681-8f14-801ba5e0e6dc HTTP/1.1" status: 204 len: 168 time: 0.8566613 Oct 13 11:11:45.038987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35734) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:45.058076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b13db7-68d0-4a9b-aaab-83c20579e812 None None] Network 29e1e4ce-398c-485c-8047-e064dc11e582 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:45.089747 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-8f2bc467-abe2-4ead-aa46-9f7631d0d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:45.220391 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-8f2bc467-abe2-4ead-aa46-9f7631d0d793 service neutron] No DVR routers for this DVR port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:45.224994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779e55b1-e5bb-498c-8fda-159ca2555ef6 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 1a774d3f-648a-4679-8bc0-d3644c0917f2 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:11:45.311476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e371442-f66c-4fec-ad79-fa44cb0f029f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:45.312840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bc467-abe2-4ead-aa46-9f7631d0d793 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:45.366687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88816c32-9b57-44fd-9572-935328037cb4 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:45.383586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-779e55b1-e5bb-498c-8fda-159ca2555ef6 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 1a774d3f-648a-4679-8bc0-d3644c0917f2) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:45.401647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device c8b021b7-0289-4b04-ba82-1d2aa6832c7e no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:45.402080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-8f2bc467-abe2-4ead-aa46-9f7631d0d793 service neutron] In _notify_port_updated(), no bound segment for port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 on network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab {{(pid=101991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:11:45.403286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-8f2bc467-abe2-4ead-aa46-9f7631d0d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:45.404350 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-8f2bc467-abe2-4ead-aa46-9f7631d0d793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:45.405846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-8f2bc467-abe2-4ead-aa46-9f7631d0d793 service neutron] 10.222.0.21 "PUT /v2.0/ports/1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 HTTP/1.1" status: 200 len: 1027 time: 1.1480448 Oct 13 11:11:45.407339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e55b1-e5bb-498c-8fda-159ca2555ef6 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:45.408134 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-779e55b1-e5bb-498c-8fda-159ca2555ef6 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:45.432084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44da65-9949-4db6-a75c-f05e33e3b1d3 req-d322a03b-c2ee-4a69-aa9d-7ddfcb339fe9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:45.439291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44da65-9949-4db6-a75c-f05e33e3b1d3 req-d322a03b-c2ee-4a69-aa9d-7ddfcb339fe9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:45.446067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44da65-9949-4db6-a75c-f05e33e3b1d3 req-d322a03b-c2ee-4a69-aa9d-7ddfcb339fe9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:45.452572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44da65-9949-4db6-a75c-f05e33e3b1d3 req-d322a03b-c2ee-4a69-aa9d-7ddfcb339fe9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:45.459168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44da65-9949-4db6-a75c-f05e33e3b1d3 req-d322a03b-c2ee-4a69-aa9d-7ddfcb339fe9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:45.467871 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 88816c32-9b57-44fd-9572-935328037cb4 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:11:45.472444 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88816c32-9b57-44fd-9572-935328037cb4 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:45.475123 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c074b-e2c3-48ec-b3da-7bc1d55ca9cf None None] Network 1a774d3f-648a-4679-8bc0-d3644c0917f2 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:45.483303 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e44da65-9949-4db6-a75c-f05e33e3b1d3 req-d322a03b-c2ee-4a69-aa9d-7ddfcb339fe9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 3885 time: 0.2813025 Oct 13 11:11:45.578085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e371442-f66c-4fec-ad79-fa44cb0f029f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:45.630800 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e44da65-9949-4db6-a75c-f05e33e3b1d3 req-cede84f0-fcb2-447e-886c-acbfe68392e2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461992 Oct 13 11:11:45.634987 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-779e55b1-e5bb-498c-8fda-159ca2555ef6 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2629061 Oct 13 11:11:45.642216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35746) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:45.652567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': '1a774d3f-648a-4679-8bc0-d3644c0917f2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2107612589'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:45.655888 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:45.664699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-3e371442-f66c-4fec-ad79-fa44cb0f029f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231ca368-35d6-4a3f-8aab-23252a4b5f72']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:45.700546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-3e371442-f66c-4fec-ad79-fa44cb0f029f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd000d268-8934-4316-a536-ae231c36cef9') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:45.703245 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-3e371442-f66c-4fec-ad79-fa44cb0f029f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd000d268-8934-4316-a536-ae231c36cef9') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:45.734045 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e371442-f66c-4fec-ad79-fa44cb0f029f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:45.736818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f38b8c-9bed-48eb-bdcf-ddc5172c7d17 None None] DHCP port deletion for 29e1e4ce-398c-485c-8047-e064dc11e582 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:11:45.768055 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e371442-f66c-4fec-ad79-fa44cb0f029f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:45.786289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3eab4673-1a57-4b70-84b8-6e0b1f827750 None None] Provisioning complete for port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:45.786702 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3eab4673-1a57-4b70-84b8-6e0b1f827750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:45.794742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e371442-f66c-4fec-ad79-fa44cb0f029f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:11:45.795442 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e371442-f66c-4fec-ad79-fa44cb0f029f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:45.795679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b021b7-0289-4b04-ba82-1d2aa6832c7e'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:11:45.799663 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:11:45.801727 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21019de-ca5f-4231-a5e3-11c3d92820cf" -d '{"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b021b7-0289-4b04-ba82-1d2aa6832c7e"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:45.801834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-b2070d5a-c646-4f8c-9f30-b4c999c6c533 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Deleting port 65983bd1-4ef2-411e-be98-9c65ff0ed431 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:45.801834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-b2070d5a-c646-4f8c-9f30-b4c999c6c533 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:45.906901 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eec68d2-2b31-4af0-8065-db5e48bc99cb x-openstack-request-id: req-6eec68d2-2b31-4af0-8065-db5e48bc99cb {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:45.907233 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b021b7-0289-4b04-ba82-1d2aa6832c7e", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:45.907450 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6eec68d2-2b31-4af0-8065-db5e48bc99cb {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:45.907981 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b021b7-0289-4b04-ba82-1d2aa6832c7e', 'code': 200} Oct 13 11:11:45.955177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port c8b021b7-0289-4b04-ba82-1d2aa6832c7e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c8b021b7-0289-4b04-ba82-1d2aa6832c7e,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:46.000836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-b2070d5a-c646-4f8c-9f30-b4c999c6c533 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] For port 65983bd1-4ef2-411e-be98-9c65ff0ed431, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=65983bd1-4ef2-411e-be98-9c65ff0ed431,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:46.001706 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-b2070d5a-c646-4f8c-9f30-b4c999c6c533 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.002160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3eab4673-1a57-4b70-84b8-6e0b1f827750 None None] Port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:11:46.022789 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-b2070d5a-c646-4f8c-9f30-b4c999c6c533 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Calling delete_port for 65983bd1-4ef2-411e-be98-9c65ff0ed431 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:46.036321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-12f38b8c-9bed-48eb-bdcf-ddc5172c7d17 None None] Deleting port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:46.036973 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-12f38b8c-9bed-48eb-bdcf-ddc5172c7d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.061320 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e371442-f66c-4fec-ad79-fa44cb0f029f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.076600 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3e371442-f66c-4fec-ad79-fa44cb0f029f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.080328 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3e371442-f66c-4fec-ad79-fa44cb0f029f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "DELETE /v2.0/networks/231ca368-35d6-4a3f-8aab-23252a4b5f72 HTTP/1.1" status: 204 len: 168 time: 1.0449407 Oct 13 11:11:46.083056 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35756) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:46.146278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e371442-f66c-4fec-ad79-fa44cb0f029f tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'Network': ['ID=231ca368-35d6-4a3f-8aab-23252a4b5f72,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:46.164027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-12f38b8c-9bed-48eb-bdcf-ddc5172c7d17 None None] For port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:46.164599 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-12f38b8c-9bed-48eb-bdcf-ddc5172c7d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.181487 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-12f38b8c-9bed-48eb-bdcf-ddc5172c7d17 None None] Calling delete_port for dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:46.202669 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.207251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 65983bd1-4ef2-411e-be98-9c65ff0ed431 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:46.207251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-1a774d3f-648a-4679-8bc0-d3644c0917f2', 'network_id': '1a774d3f-648a-4679-8bc0-d3644c0917f2', 'tenant_id': 'af5fe1f6d20a4c86a0a5bfca2d782c64', 'fixed_ips': [{'subnet_id': '69839331-19b2-4e74-bef4-70a1e2932b78'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:11:46.207251 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.247991 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.252211 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:46.256264 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.282481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port 65e5101d-c6c2-4635-862c-7fe3fd7c1e84 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:46.346234 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Deleting port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:46.346612 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.372815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No active binding found for port 65983bd1-4ef2-411e-be98-9c65ff0ed431 {{(pid=101992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 11:11:46.373932 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 65983bd1-4ef2-411e-be98-9c65ff0ed431 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:46.374693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 9efaf48b-e02e-4571-9d2e-3ac74778211e no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:46.443603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] For port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a,segment=NetworkSegment(bf72b653-308a-463b-b50b-1f4e93d51d9d),segment_id=bf72b653-308a-463b-b50b-1f4e93d51d9d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:46.443981 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.445914 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-b2070d5a-c646-4f8c-9f30-b4c999c6c533 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.458097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=c8b021b7-0289-4b04-ba82-1d2aa6832c7e,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:46.482814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Calling delete_port for dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:46.495791 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8::322 (1a774d3f-648a-4679-8bc0-d3644c0917f2/69839331-19b2-4e74-bef4-70a1e2932b78/65e5101d-c6c2-4635-862c-7fe3fd7c1e84) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:46.506709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 9efaf48b-e02e-4571-9d2e-3ac74778211e not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:46.516810 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 7ee7c9ee-9302-483a-9f7d-a2227876356f no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:46.540236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2070d5a-c646-4f8c-9f30-b4c999c6c533 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event deleted for resources: {'Port': ['ID=65983bd1-4ef2-411e-be98-9c65ff0ed431,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:46.601909 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-12f38b8c-9bed-48eb-bdcf-ddc5172c7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.604936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-b2070d5a-c646-4f8c-9f30-b4c999c6c533 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] No DVR routers for this DVR port 65983bd1-4ef2-411e-be98-9c65ff0ed431 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:46.618160 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-b2070d5a-c646-4f8c-9f30-b4c999c6c533 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.622736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-b2070d5a-c646-4f8c-9f30-b4c999c6c533 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "DELETE /v2.0/ports/65983bd1-4ef2-411e-be98-9c65ff0ed431 HTTP/1.1" status: 204 len: 173 time: 1.1310544 Oct 13 11:11:46.623444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-deleted', 'tag': '65983bd1-4ef2-411e-be98-9c65ff0ed431'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:46.626060 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30239cc8-5453-4eac-a0eb-0af9074eae26" -d '{"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-deleted", "tag": "65983bd1-4ef2-411e-be98-9c65ff0ed431"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:46.696601 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa69c8a-0e17-4abf-867d-6329e93b2a73 x-openstack-request-id: req-4fa69c8a-0e17-4abf-867d-6329e93b2a73 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:46.696990 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-deleted", "tag": "65983bd1-4ef2-411e-be98-9c65ff0ed431", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:46.697364 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4fa69c8a-0e17-4abf-867d-6329e93b2a73 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:46.697962 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-deleted', 'tag': '65983bd1-4ef2-411e-be98-9c65ff0ed431', 'status': 'completed', 'code': 200} Oct 13 11:11:46.784153 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.839236 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] No DVR routers for this DVR port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:46.840867 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.868867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'Port': ['ID=dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:46.921973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f38b8c-9bed-48eb-bdcf-ddc5172c7d17 None None] Pushing event deleted for resources: {'Port': ['ID=dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:46.928203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f38b8c-9bed-48eb-bdcf-ddc5172c7d17 None None] No DVR routers for this DVR port dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:46.940335 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:46.960237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3edfa4-13cc-4efd-b71d-00f203999b86 req-949cbee8-9d6a-4705-bf50-dd0287a8708f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:46.970957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3edfa4-13cc-4efd-b71d-00f203999b86 req-949cbee8-9d6a-4705-bf50-dd0287a8708f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:46.984545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3edfa4-13cc-4efd-b71d-00f203999b86 req-949cbee8-9d6a-4705-bf50-dd0287a8708f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:46.991532 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3edfa4-13cc-4efd-b71d-00f203999b86 req-949cbee8-9d6a-4705-bf50-dd0287a8708f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:46.993669 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d3edfa4-13cc-4efd-b71d-00f203999b86 req-949cbee8-9d6a-4705-bf50-dd0287a8708f tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 3148 time: 0.2325268 Oct 13 11:11:47.014989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 7ee7c9ee-9302-483a-9f7d-a2227876356f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7ee7c9ee-9302-483a-9f7d-a2227876356f,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:47.020837 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.022240 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-912e6b11-e3e7-4cc7-a84c-0f9a36f6cfc3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Deleting port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:47.022837 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-912e6b11-e3e7-4cc7-a84c-0f9a36f6cfc3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.075292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e1e4ce-398c-485c-8047-e064dc11e582']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:47.097566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf72b653-308a-463b-b50b-1f4e93d51d9d') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:47.097877 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf72b653-308a-463b-b50b-1f4e93d51d9d') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:47.119658 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.142160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.165505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:11:47.165959 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:11:47.177425 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:11:47.210161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d3edfa4-13cc-4efd-b71d-00f203999b86 req-5996add1-25ac-4dd0-896a-efa2547d741c tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069213 Oct 13 11:11:47.212766 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-912e6b11-e3e7-4cc7-a84c-0f9a36f6cfc3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] For port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:47.213345 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-912e6b11-e3e7-4cc7-a84c-0f9a36f6cfc3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.234274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-912e6b11-e3e7-4cc7-a84c-0f9a36f6cfc3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Calling delete_port for efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:47.282391 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:47.287472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.287930 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:47.311448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:11:47.311797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dbf4ef0c-b5a0-4bd5-8b17-f9863c74c98a not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:47.389452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:47.390189 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:47.391637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=7ee7c9ee-9302-483a-9f7d-a2227876356f,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:47.455535 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.498081 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.500071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 1a774d3f-648a-4679-8bc0-d3644c0917f2 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:47.501498 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.503200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:47.507201 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.508118 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:47.514802 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:47.515650 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.525766 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] 10.222.0.32 "DELETE /v2.0/networks/29e1e4ce-398c-485c-8047-e064dc11e582 HTTP/1.1" status: 204 len: 168 time: 1.4357350 Oct 13 11:11:47.527230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=65e5101d-c6c2-4635-862c-7fe3fd7c1e84,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:47.536449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Allocated IP 2001:db8::2 (1a774d3f-648a-4679-8bc0-d3644c0917f2/69839331-19b2-4e74-bef4-70a1e2932b78/86ce1de4-42ab-4c86-a01f-ff73d09fb769) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:47.548347 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45ae45-aebd-4534-bbc5-fa86f51aca2a tempest-TaggedBootDevicesTest_v242-449465413 tempest-TaggedBootDevicesTest_v242-449465413-project] Pushing event deleted for resources: {'Network': ['ID=29e1e4ce-398c-485c-8047-e064dc11e582,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:47.562029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe,segment=NetworkSegment(9f15766b-894e-47ef-a82a-6dedfe018d3f),segment_id=9f15766b-894e-47ef-a82a-6dedfe018d3f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:47.580970 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-912e6b11-e3e7-4cc7-a84c-0f9a36f6cfc3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.635860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35794) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:47.637883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b65d77c1-83fe-48d2-8bc2-b387c84cb2c7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9895706 Oct 13 11:11:47.654728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e6b11-e3e7-4cc7-a84c-0f9a36f6cfc3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event deleted for resources: {'Port': ['ID=efdcc5ee-1330-4ded-b6d2-7d4d32faaff1,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:47.743106 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.743961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:47.760534 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.790853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-912e6b11-e3e7-4cc7-a84c-0f9a36f6cfc3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] No DVR routers for this DVR port efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:47.794501 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-912e6b11-e3e7-4cc7-a84c-0f9a36f6cfc3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.797957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-912e6b11-e3e7-4cc7-a84c-0f9a36f6cfc3 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "DELETE /v2.0/ports/efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 HTTP/1.1" status: 204 len: 173 time: 1.1385620 Oct 13 11:11:47.801556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:11:47.802069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device efdcc5ee-1330-4ded-b6d2-7d4d32faaff1 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:47.832043 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:47.856539 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.897391 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Network 1a774d3f-648a-4679-8bc0-d3644c0917f2 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:47.901336 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-d044319e-ab9e-46e3-a418-9610f31880fe tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port 65e5101d-c6c2-4635-862c-7fe3fd7c1e84 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:47.901792 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d044319e-ab9e-46e3-a418-9610f31880fe tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:47.925926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee7c9ee-9302-483a-9f7d-a2227876356f'}, {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:47.928376 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8910d9cd-1f02-4f35-8966-c2822661b368" -d '{"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee7c9ee-9302-483a-9f7d-a2227876356f"}, {"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae9c2a9-9962-4649-9f7e-d0a019b05dfe"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:47.935999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:47.940018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:47.985582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Pushing event updated for resources: {'Port': ['ID=86ce1de4-42ab-4c86-a01f-ff73d09fb769,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:48.058190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0f887b87-0f1f-4d98-937d-02e07c7f3cc9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Deleting port c8b021b7-0289-4b04-ba82-1d2aa6832c7e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:48.058815 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0f887b87-0f1f-4d98-937d-02e07c7f3cc9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:48.065087 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a9ceb4-c5f1-49ec-861d-490795a875f1 x-openstack-request-id: req-12a9ceb4-c5f1-49ec-861d-490795a875f1 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:48.065809 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee7c9ee-9302-483a-9f7d-a2227876356f", "code": 200}, {"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae9c2a9-9962-4649-9f7e-d0a019b05dfe", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:48.069218 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12a9ceb4-c5f1-49ec-861d-490795a875f1 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:48.069218 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee7c9ee-9302-483a-9f7d-a2227876356f', 'code': 200} Oct 13 11:11:48.069672 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe', 'code': 200} Oct 13 11:11:48.073791 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d044319e-ab9e-46e3-a418-9610f31880fe tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:48.098074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Attempting to bind port 86ce1de4-42ab-4c86-a01f-ff73d09fb769 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:11:48.098510 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Attempting to bind port 86ce1de4-42ab-4c86-a01f-ff73d09fb769 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'c56d6cc8-38b3-44ae-8cc0-0e4989f3d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1a774d3f-648a-4679-8bc0-d3644c0917f2'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:11:48.103077 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-d044319e-ab9e-46e3-a418-9610f31880fe tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for 65e5101d-c6c2-4635-862c-7fe3fd7c1e84 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:48.104753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Attempting to bind port 86ce1de4-42ab-4c86-a01f-ff73d09fb769 on network 1a774d3f-648a-4679-8bc0-d3644c0917f2 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:11:48.113028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:11:48.115125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Checking segment: {'id': 'c56d6cc8-38b3-44ae-8cc0-0e4989f3d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1a774d3f-648a-4679-8bc0-d3644c0917f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:11:48.115125 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:48.115125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Bound using segment: {'id': 'c56d6cc8-38b3-44ae-8cc0-0e4989f3d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1a774d3f-648a-4679-8bc0-d3644c0917f2'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:11:48.115477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Bound port: 86ce1de4-42ab-4c86-a01f-ff73d09fb769, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56d6cc8-38b3-44ae-8cc0-0e4989f3d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1a774d3f-648a-4679-8bc0-d3644c0917f2'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:11:48.115707 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:48.281992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0f887b87-0f1f-4d98-937d-02e07c7f3cc9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] For port c8b021b7-0289-4b04-ba82-1d2aa6832c7e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=c8b021b7-0289-4b04-ba82-1d2aa6832c7e,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:48.282388 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0f887b87-0f1f-4d98-937d-02e07c7f3cc9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:48.300853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] For port 86ce1de4-42ab-4c86-a01f-ff73d09fb769, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:11:48.305972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] For port 86ce1de4-42ab-4c86-a01f-ff73d09fb769, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=86ce1de4-42ab-4c86-a01f-ff73d09fb769,segment=NetworkSegment(c56d6cc8-38b3-44ae-8cc0-0e4989f3d81e),segment_id=c56d6cc8-38b3-44ae-8cc0-0e4989f3d81e)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:11:48.309729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0f887b87-0f1f-4d98-937d-02e07c7f3cc9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Calling delete_port for c8b021b7-0289-4b04-ba82-1d2aa6832c7e owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:48.399353 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:48.507611 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fbf63-9e23-408a-8436-1975ab28f714 None None] Pushing event updated for resources: {'Port': ['ID=86ce1de4-42ab-4c86-a01f-ff73d09fb769,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:48.530947 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d044319e-ab9e-46e3-a418-9610f31880fe tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:48.597847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044319e-ab9e-46e3-a418-9610f31880fe tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=65e5101d-c6c2-4635-862c-7fe3fd7c1e84,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:48.635217 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d044319e-ab9e-46e3-a418-9610f31880fe tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:48.649500 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d044319e-ab9e-46e3-a418-9610f31880fe tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/65e5101d-c6c2-4635-862c-7fe3fd7c1e84 HTTP/1.1" status: 204 len: 168 time: 1.0124872 Oct 13 11:11:48.651371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35822) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:48.685463 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16cadd-1d90-4502-9b4e-a0b77806c6bf req-9560666a-69af-47cf-9b4a-441a90dbb55e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:48.697876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16cadd-1d90-4502-9b4e-a0b77806c6bf req-9560666a-69af-47cf-9b4a-441a90dbb55e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:48.705063 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b72c26b-8a36-4d10-949d-c5ff5c09848c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:11:48.708872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16cadd-1d90-4502-9b4e-a0b77806c6bf req-9560666a-69af-47cf-9b4a-441a90dbb55e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:48.709888 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5b72c26b-8a36-4d10-949d-c5ff5c09848c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/65e5101d-c6c2-4635-862c-7fe3fd7c1e84 HTTP/1.1" status: 404 len: 333 time: 0.0543525 Oct 13 11:11:48.710609 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e16cadd-1d90-4502-9b4e-a0b77806c6bf req-9560666a-69af-47cf-9b4a-441a90dbb55e tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 2410 time: 0.2679582 Oct 13 11:11:48.711110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35826) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:48.711575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-deleted', 'tag': 'efdcc5ee-1330-4ded-b6d2-7d4d32faaff1'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:48.713863 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c08e85f-bc04-48c7-bdd7-115dd1f421f2" -d '{"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-deleted", "tag": "efdcc5ee-1330-4ded-b6d2-7d4d32faaff1"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:48.749900 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0f887b87-0f1f-4d98-937d-02e07c7f3cc9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:48.895862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f887b87-0f1f-4d98-937d-02e07c7f3cc9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event deleted for resources: {'Port': ['ID=c8b021b7-0289-4b04-ba82-1d2aa6832c7e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:48.907106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0f887b87-0f1f-4d98-937d-02e07c7f3cc9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] No DVR routers for this DVR port c8b021b7-0289-4b04-ba82-1d2aa6832c7e on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:48.926646 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e16cadd-1d90-4502-9b4e-a0b77806c6bf req-1994e766-3248-4773-9875-37b38a765afb tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982179 Oct 13 11:11:48.926646 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0f887b87-0f1f-4d98-937d-02e07c7f3cc9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:48.938134 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-0f887b87-0f1f-4d98-937d-02e07c7f3cc9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "DELETE /v2.0/ports/c8b021b7-0289-4b04-ba82-1d2aa6832c7e HTTP/1.1" status: 204 len: 173 time: 1.1321585 Oct 13 11:11:49.084966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cca924-774b-4d2b-8202-78cd172541e8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting subnet 69839331-19b2-4e74-bef4-70a1e2932b78 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:11:49.089664 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60cca924-774b-4d2b-8202-78cd172541e8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:49.165863 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f35ff0-46fa-40f2-a026-0cbdbde0ad7c x-openstack-request-id: req-e1f35ff0-46fa-40f2-a026-0cbdbde0ad7c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:49.166403 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-deleted", "tag": "efdcc5ee-1330-4ded-b6d2-7d4d32faaff1", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:49.166743 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1f35ff0-46fa-40f2-a026-0cbdbde0ad7c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:49.168140 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-deleted', 'tag': 'efdcc5ee-1330-4ded-b6d2-7d4d32faaff1', 'status': 'completed', 'code': 200} Oct 13 11:11:49.194208 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60cca924-774b-4d2b-8202-78cd172541e8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:49.239475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-909b782c-2cb2-4a7c-8430-b07611e2f3d2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Deleting port 7ee7c9ee-9302-483a-9f7d-a2227876356f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:49.239880 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-909b782c-2cb2-4a7c-8430-b07611e2f3d2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:49.370958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 86ce1de4-42ab-4c86-a01f-ff73d09fb769 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:11:49.433327 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 86ce1de4-42ab-4c86-a01f-ff73d09fb769 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:49.436014 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:49.522199 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60cca924-774b-4d2b-8202-78cd172541e8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:49.601795 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-909b782c-2cb2-4a7c-8430-b07611e2f3d2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] For port 7ee7c9ee-9302-483a-9f7d-a2227876356f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=7ee7c9ee-9302-483a-9f7d-a2227876356f,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:49.602496 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-909b782c-2cb2-4a7c-8430-b07611e2f3d2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:49.624587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-909b782c-2cb2-4a7c-8430-b07611e2f3d2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Calling delete_port for 7ee7c9ee-9302-483a-9f7d-a2227876356f owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:49.640337 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:49.740064 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60cca924-774b-4d2b-8202-78cd172541e8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:49.765342 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cca924-774b-4d2b-8202-78cd172541e8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Subnet': ['ID=69839331-19b2-4e74-bef4-70a1e2932b78,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:49.782308 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60cca924-774b-4d2b-8202-78cd172541e8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:49.788234 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-60cca924-774b-4d2b-8202-78cd172541e8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/69839331-19b2-4e74-bef4-70a1e2932b78 HTTP/1.1" status: 204 len: 168 time: 1.0684536 Oct 13 11:11:49.788886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35850) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:49.819511 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:11:49.820292 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:11:49.907516 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:49.912602 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-909b782c-2cb2-4a7c-8430-b07611e2f3d2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:50.031613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b782c-2cb2-4a7c-8430-b07611e2f3d2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event deleted for resources: {'Port': ['ID=7ee7c9ee-9302-483a-9f7d-a2227876356f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:50.064127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port 86ce1de4-42ab-4c86-a01f-ff73d09fb769 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:50.064927 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:50.117939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-909b782c-2cb2-4a7c-8430-b07611e2f3d2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] No DVR routers for this DVR port 7ee7c9ee-9302-483a-9f7d-a2227876356f on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:50.121140 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-909b782c-2cb2-4a7c-8430-b07611e2f3d2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:50.121856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676b22b7-568a-49d2-af15-7a14803b89c9 None None] Network 1a774d3f-648a-4679-8bc0-d3644c0917f2 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:50.124935 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-909b782c-2cb2-4a7c-8430-b07611e2f3d2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "DELETE /v2.0/ports/7ee7c9ee-9302-483a-9f7d-a2227876356f HTTP/1.1" status: 204 len: 173 time: 1.1787233 Oct 13 11:11:50.201359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf4bfb-65ab-4de5-be8b-354f3d9c6a0b req-f77b4706-fcbb-49a5-b16d-f7f599eaddff tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:50.203275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-10bf4bfb-65ab-4de5-be8b-354f3d9c6a0b req-f77b4706-fcbb-49a5-b16d-f7f599eaddff tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 943 time: 0.1212511 Oct 13 11:11:50.206101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] For port 86ce1de4-42ab-4c86-a01f-ff73d09fb769, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=86ce1de4-42ab-4c86-a01f-ff73d09fb769,segment=NetworkSegment(c56d6cc8-38b3-44ae-8cc0-0e4989f3d81e),segment_id=c56d6cc8-38b3-44ae-8cc0-0e4989f3d81e)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:50.206528 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:50.230518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for 86ce1de4-42ab-4c86-a01f-ff73d09fb769 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:50.344326 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-10bf4bfb-65ab-4de5-be8b-354f3d9c6a0b req-f3e427a0-e950-41c1-94d9-76223dd92f44 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066012 Oct 13 11:11:50.407198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Deleting port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:50.407472 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:50.412914 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:50.427223 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:50.494766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4fd58f98-4ca9-4d89-a3b0-120ebe893563 None None] Provisioning complete for port 86ce1de4-42ab-4c86-a01f-ff73d09fb769 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:11:50.497816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No DVR routers for this DVR port 86ce1de4-42ab-4c86-a01f-ff73d09fb769 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:50.499313 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4fd58f98-4ca9-4d89-a3b0-120ebe893563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:50.510178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=86ce1de4-42ab-4c86-a01f-ff73d09fb769,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:50.591984 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4fd58f98-4ca9-4d89-a3b0-120ebe893563 None None] Port 86ce1de4-42ab-4c86-a01f-ff73d09fb769 was deleted so its status cannot be updated. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 13 11:11:50.667547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:50.674359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:50.679952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:50.680703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:50.681253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:50.684722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:50.684722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:50.684722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:50.684722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:50.684722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:50.684722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:50.684722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:11:50.734487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:50.743600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] For port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe,segment=NetworkSegment(9f15766b-894e-47ef-a82a-6dedfe018d3f),segment_id=9f15766b-894e-47ef-a82a-6dedfe018d3f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:50.744198 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:50.758683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a774d3f-648a-4679-8bc0-d3644c0917f2']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:50.784375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56d6cc8-38b3-44ae-8cc0-0e4989f3d81e') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:50.795670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56d6cc8-38b3-44ae-8cc0-0e4989f3d81e') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:50.801474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16f9281-afc2-4007-af4c-4a5eb972287c None None] DHCP port deletion for 1a774d3f-648a-4679-8bc0-d3644c0917f2 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:11:50.823607 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:50.848252 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:50.855829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:11:50.857427 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:11:50.860846 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:11:50.886936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b3211-5e64-4d5f-99ab-737d9e37e30d req-1cdf3d0d-a92b-47e7-b043-5f1b86d37a6b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:50.895423 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb1b3211-5e64-4d5f-99ab-737d9e37e30d req-1cdf3d0d-a92b-47e7-b043-5f1b86d37a6b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 945 time: 0.2471638 Oct 13 11:11:51.009557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:51.018293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:51.027118 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/networks/1a774d3f-648a-4679-8bc0-d3644c0917f2 HTTP/1.1" status: 204 len: 168 time: 1.2363353 Oct 13 11:11:51.030420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35890) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:51.035635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c67c2165-60be-48eb-a9ef-5b99b0330e4c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'name': 'tempest-PortsIpV6TestJSON-1742264139'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:51.141715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042a4dc-3a1d-4d19-8364-b723f21b657e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Network': ['ID=1a774d3f-648a-4679-8bc0-d3644c0917f2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:51.216225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 86ce1de4-42ab-4c86-a01f-ff73d09fb769 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:51.227821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67c2165-60be-48eb-a9ef-5b99b0330e4c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:51.239067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c67c2165-60be-48eb-a9ef-5b99b0330e4c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:51.271977 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 86ce1de4-42ab-4c86-a01f-ff73d09fb769 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:11:51.272461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 86ce1de4-42ab-4c86-a01f-ff73d09fb769 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:11:51.281622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-c67c2165-60be-48eb-a9ef-5b99b0330e4c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port 9e2353c2-91b3-4ec2-9dcd-d3415250196d yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:51.441570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-deleted', 'tag': 'c8b021b7-0289-4b04-ba82-1d2aa6832c7e'}, {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-deleted', 'tag': '7ee7c9ee-9302-483a-9f7d-a2227876356f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:51.444361 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829e19e9-6f1b-4ffb-ade9-aa1936c71956" -d '{"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-deleted", "tag": "c8b021b7-0289-4b04-ba82-1d2aa6832c7e"}, {"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-deleted", "tag": "7ee7c9ee-9302-483a-9f7d-a2227876356f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:51.471303 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb1b3211-5e64-4d5f-99ab-737d9e37e30d req-9c482856-8fcd-4597-bed0-8338ee760b6a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5746450 Oct 13 11:11:51.659474 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:51.660039 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:51.660643 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Floating IP 7a055870-a4fa-4396-9b96-80b9473adabd disassociated. External IP: 172.25.0.38, port: 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe. Oct 13 11:11:51.661270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Calling delete_port for 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:51.724312 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c67c2165-60be-48eb-a9ef-5b99b0330e4c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:51.756642 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb7a0e-fe83-4b3a-9b6b-774eaa399195 req-d31e8c6e-cebd-4ab1-8d99-c1d22f7bef22 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:51.758430 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03cb7a0e-fe83-4b3a-9b6b-774eaa399195 req-d31e8c6e-cebd-4ab1-8d99-c1d22f7bef22 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 943 time: 0.1139443 Oct 13 11:11:51.828361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03cb7a0e-fe83-4b3a-9b6b-774eaa399195 req-48e6b232-6533-4bd7-93ff-5bab6b157138 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f5d1121-11cb-4e92-8853-ab18c67d0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635946 Oct 13 11:11:51.838688 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c67c2165-60be-48eb-a9ef-5b99b0330e4c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:51.902426 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db111da-7138-4f0f-8ffc-a9b62902dd1b x-openstack-request-id: req-6db111da-7138-4f0f-8ffc-a9b62902dd1b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:51.911447 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-deleted", "tag": "c8b021b7-0289-4b04-ba82-1d2aa6832c7e", "status": "completed", "code": 200}, {"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-deleted", "tag": "7ee7c9ee-9302-483a-9f7d-a2227876356f", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:51.911965 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6db111da-7138-4f0f-8ffc-a9b62902dd1b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:51.912503 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-deleted', 'tag': 'c8b021b7-0289-4b04-ba82-1d2aa6832c7e', 'status': 'completed', 'code': 200} Oct 13 11:11:51.912859 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-deleted', 'tag': '7ee7c9ee-9302-483a-9f7d-a2227876356f', 'status': 'completed', 'code': 200} Oct 13 11:11:51.975163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c2165-60be-48eb-a9ef-5b99b0330e4c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=9e2353c2-91b3-4ec2-9dcd-d3415250196d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:51.983034 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:51.985665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c2165-60be-48eb-a9ef-5b99b0330e4c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 1f962609-56c5-4676-8066-f57e157afede is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:51.987537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-c67c2165-60be-48eb-a9ef-5b99b0330e4c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:51.990184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c2165-60be-48eb-a9ef-5b99b0330e4c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:51.997252 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c2165-60be-48eb-a9ef-5b99b0330e4c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:51.997574 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c67c2165-60be-48eb-a9ef-5b99b0330e4c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:52.022255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event deleted for resources: {'Port': ['ID=0ae9c2a9-9962-4649-9f7e-d0a019b05dfe,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:52.062614 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c67c2165-60be-48eb-a9ef-5b99b0330e4c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0309293 Oct 13 11:11:52.063561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35914) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:52.180644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Router 3f05197a-56f4-4158-bd1d-e281f239aae9 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:11:52.187071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b8a802d2-aa7b-41c9-9aba-2b447c028c16 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port 9e2353c2-91b3-4ec2-9dcd-d3415250196d {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:52.187417 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8a802d2-aa7b-41c9-9aba-2b447c028c16 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:52.287350 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8a802d2-aa7b-41c9-9aba-2b447c028c16 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:52.303741 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b8a802d2-aa7b-41c9-9aba-2b447c028c16 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for 9e2353c2-91b3-4ec2-9dcd-d3415250196d owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:52.315432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:11:52.342857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57686b7-0e77-44ce-ab4d-162aa7030131 None None] Sync routers for ids ['3f05197a-56f4-4158-bd1d-e281f239aae9'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:11:52.354167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57686b7-0e77-44ce-ab4d-162aa7030131 None None] Routers {'3f05197a-56f4-4158-bd1d-e281f239aae9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:11:52.359573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f57686b7-0e77-44ce-ab4d-162aa7030131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:11:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3f05197a-56f4-4158-bd1d-e281f239aae9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:52.397618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] No DVR routers for this DVR port 0ae9c2a9-9962-4649-9f7e-d0a019b05dfe on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:11:52.412177 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:52.420516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4621d7f-23ed-4bfc-b6d6-856477478011 req-78aa1b59-961a-43a2-9baf-c65c76bb9142 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.21 "DELETE /v2.0/ports/0ae9c2a9-9962-4649-9f7e-d0a019b05dfe HTTP/1.1" status: 204 len: 173 time: 2.2862840 Oct 13 11:11:52.549341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f57686b7-0e77-44ce-ab4d-162aa7030131 None None] Set router 3f05197a-56f4-4158-bd1d-e281f239aae9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:11:52.613892 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8a802d2-aa7b-41c9-9aba-2b447c028c16 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:52.692871 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8a802d2-aa7b-41c9-9aba-2b447c028c16 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:52.705827 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b8a802d2-aa7b-41c9-9aba-2b447c028c16 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/9e2353c2-91b3-4ec2-9dcd-d3415250196d HTTP/1.1" status: 204 len: 168 time: 0.6410184 Oct 13 11:11:52.710382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35926) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:52.711863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a802d2-aa7b-41c9-9aba-2b447c028c16 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=9e2353c2-91b3-4ec2-9dcd-d3415250196d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:52.725878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-77990dc2-8bd5-4dcd-b5ca-43a44753e603 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'mac_address': 'fa:16:3e:78:84:3e', 'name': 'tempest-PortsIpV6TestJSON-1535428233'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:52.771469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b5691-6fdd-4d47-bf78-f6df895a66cb req-2a229ac8-d610-4fc1-a329-0c76160031c5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:52.773242 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-563b5691-6fdd-4d47-bf78-f6df895a66cb req-2a229ac8-d610-4fc1-a329-0c76160031c5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 945 time: 0.1323125 Oct 13 11:11:52.833339 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-563b5691-6fdd-4d47-bf78-f6df895a66cb req-398cacb2-9c25-4c44-aa04-9785e7c7befe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527761 Oct 13 11:11:53.026860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77990dc2-8bd5-4dcd-b5ca-43a44753e603 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:53.030488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f57686b7-0e77-44ce-ab4d-162aa7030131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:00:49Z', 'revision_number': 4, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'b71eb38b-cc34-427b-b3ab-5af1e950d016', 'name': '', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'mac_address': 'fa:16:3e:cd:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:47Z', 'updated_at': '2021-10-13T11:00:57Z', 'revision_number': 5, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'subnets': [{'id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:53.041780 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-032314cc-0671-474f-b2a0-42166a2ef6b0 req-51910177-9084-4412-9734-581119a93605 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0641885 Oct 13 11:11:53.106363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57686b7-0e77-44ce-ab4d-162aa7030131 None None] Checking router: 3f05197a-56f4-4158-bd1d-e281f239aae9 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:11:53.141170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57686b7-0e77-44ce-ab4d-162aa7030131 None None] Routers {'3f05197a-56f4-4158-bd1d-e281f239aae9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:11:53.141869 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f57686b7-0e77-44ce-ab4d-162aa7030131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:11:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3f05197a-56f4-4158-bd1d-e281f239aae9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:53.246991 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-77990dc2-8bd5-4dcd-b5ca-43a44753e603 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:53.292197 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-77990dc2-8bd5-4dcd-b5ca-43a44753e603 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port 2feab9fa-9fb2-4125-8c7e-ae3e8d8e13d1 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:53.389393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f57686b7-0e77-44ce-ab4d-162aa7030131 None None] Set router 3f05197a-56f4-4158-bd1d-e281f239aae9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:11:53.437614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8be41b51-0274-4a63-863e-7117b400fcd5 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:11:53.661721 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-77990dc2-8bd5-4dcd-b5ca-43a44753e603 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:53.679971 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:53.736981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:53.739344 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2fffc7-1f43-4fbb-9ef7-ce7e8021a344" -d '{"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-unplugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:53.764928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:53.828093 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-77990dc2-8bd5-4dcd-b5ca-43a44753e603 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:53.845430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f57686b7-0e77-44ce-ab4d-162aa7030131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:00:49Z', 'revision_number': 4, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'b71eb38b-cc34-427b-b3ab-5af1e950d016', 'name': '', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'mac_address': 'fa:16:3e:cd:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:47Z', 'updated_at': '2021-10-13T11:00:57Z', 'revision_number': 5, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'subnets': [{'id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:11:53.883454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77990dc2-8bd5-4dcd-b5ca-43a44753e603 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=2feab9fa-9fb2-4125-8c7e-ae3e8d8e13d1,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:53.894930 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57686b7-0e77-44ce-ab4d-162aa7030131 None None] The sync data for ids ['3f05197a-56f4-4158-bd1d-e281f239aae9'] in n-d-813659-3 is: [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:00:49Z', 'revision_number': 4, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'b71eb38b-cc34-427b-b3ab-5af1e950d016', 'name': '', 'network_id': '56641b7f-f8bc-448b-ba58-942cc469cac1', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'mac_address': 'fa:16:3e:cd:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:47Z', 'updated_at': '2021-10-13T11:00:57Z', 'revision_number': 5, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'subnets': [{'id': '09fcb1d4-6798-4f48-9a06-f962d47cf160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:11:53.896634 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:53.910176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77990dc2-8bd5-4dcd-b5ca-43a44753e603 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 1f962609-56c5-4676-8066-f57e157afede is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:53.911891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-77990dc2-8bd5-4dcd-b5ca-43a44753e603 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:53.913876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-deleted', 'tag': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:11:53.917256 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c900211-4870-4eca-9ffc-9d995fdb43aa" -d '{"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-deleted", "tag": "0ae9c2a9-9962-4649-9f7e-d0a019b05dfe"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:11:53.921547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77990dc2-8bd5-4dcd-b5ca-43a44753e603 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:53.927608 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77990dc2-8bd5-4dcd-b5ca-43a44753e603 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:53.928265 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-77990dc2-8bd5-4dcd-b5ca-43a44753e603 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:53.987300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:54.066546 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-77990dc2-8bd5-4dcd-b5ca-43a44753e603 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3433819 Oct 13 11:11:54.067057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35970) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:54.138187 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53506639-fcc7-4f50-a191-811de292490f x-openstack-request-id: req-53506639-fcc7-4f50-a191-811de292490f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:54.138523 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-unplugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:54.138781 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53506639-fcc7-4f50-a191-811de292490f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:54.139397 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5', 'code': 200} Oct 13 11:11:54.155026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046955f5-2770-46c1-ac62-91bd187e3e87 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:54.158063 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-046955f5-2770-46c1-ac62-91bd187e3e87 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/2feab9fa-9fb2-4125-8c7e-ae3e8d8e13d1 HTTP/1.1" status: 200 len: 845 time: 0.0900381 Oct 13 11:11:54.160863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35976) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:54.233116 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642a7753-1b9e-4037-840f-2a36df5e819b x-openstack-request-id: req-642a7753-1b9e-4037-840f-2a36df5e819b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:11:54.233116 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee811421-cbfe-4eef-bea4-50b5df14403b", "name": "network-vif-deleted", "tag": "0ae9c2a9-9962-4649-9f7e-d0a019b05dfe", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:11:54.233116 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-642a7753-1b9e-4037-840f-2a36df5e819b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:11:54.233116 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee811421-cbfe-4eef-bea4-50b5df14403b', 'name': 'network-vif-deleted', 'tag': '0ae9c2a9-9962-4649-9f7e-d0a019b05dfe', 'status': 'completed', 'code': 200} Oct 13 11:11:54.392197 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95ffcf1b-42ca-4a85-b67f-12c329c12d2a req-dc63dec5-40b1-40f0-99bc-a7b616333528 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0530806 Oct 13 11:11:54.407324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1f99dfc7-842a-494c-b4ed-40cc51de4a55 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port 2feab9fa-9fb2-4125-8c7e-ae3e8d8e13d1 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:54.417932 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f99dfc7-842a-494c-b4ed-40cc51de4a55 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:54.494858 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb92b84-b917-4685-8554-e682baf81a52 None None] New status for floating IP 7a055870-a4fa-4396-9b96-80b9473adabd: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:11:54.538860 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f99dfc7-842a-494c-b4ed-40cc51de4a55 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:54.554296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1f99dfc7-842a-494c-b4ed-40cc51de4a55 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for 2feab9fa-9fb2-4125-8c7e-ae3e8d8e13d1 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:54.740719 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f99dfc7-842a-494c-b4ed-40cc51de4a55 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:54.795329 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99dfc7-842a-494c-b4ed-40cc51de4a55 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=2feab9fa-9fb2-4125-8c7e-ae3e8d8e13d1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:54.828675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f99dfc7-842a-494c-b4ed-40cc51de4a55 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:54.836328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35990) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:54.846177 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1f99dfc7-842a-494c-b4ed-40cc51de4a55 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/2feab9fa-9fb2-4125-8c7e-ae3e8d8e13d1 HTTP/1.1" status: 204 len: 168 time: 0.6841931 Oct 13 11:11:54.864429 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6721cd9a-bd5f-4c00-a705-0aaff53e9ab4 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:11:54.866442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6721cd9a-bd5f-4c00-a705-0aaff53e9ab4 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/2feab9fa-9fb2-4125-8c7e-ae3e8d8e13d1 HTTP/1.1" status: 404 len: 333 time: 0.0289521 Oct 13 11:11:54.870176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35992) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:54.877061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3f9c1ec0-faeb-4451-9650-54c1749eecf1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'name': 'tempest-PortsIpV6TestJSON-1267304393'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:55.043935 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9c1ec0-faeb-4451-9650-54c1749eecf1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:55.047764 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1ec0-faeb-4451-9650-54c1749eecf1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:55.093355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-3f9c1ec0-faeb-4451-9650-54c1749eecf1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port 03d9e388-5ec0-4ba8-9d1c-a938defabd1a yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:11:55.364538 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1ec0-faeb-4451-9650-54c1749eecf1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:55.451997 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1ec0-faeb-4451-9650-54c1749eecf1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:55.534157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9c1ec0-faeb-4451-9650-54c1749eecf1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 1f962609-56c5-4676-8066-f57e157afede is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:55.546270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3f9c1ec0-faeb-4451-9650-54c1749eecf1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:55.548391 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2244575-a515-47ce-a389-45765238e650 req-638bf496-8cd6-4c71-b866-207f1cce62b8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0378842 Oct 13 11:11:55.550591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c1ec0-faeb-4451-9650-54c1749eecf1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:55.559772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9c1ec0-faeb-4451-9650-54c1749eecf1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:55.560629 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1ec0-faeb-4451-9650-54c1749eecf1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:55.570895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c1ec0-faeb-4451-9650-54c1749eecf1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=03d9e388-5ec0-4ba8-9d1c-a938defabd1a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:55.669751 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3f9c1ec0-faeb-4451-9650-54c1749eecf1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7981634 Oct 13 11:11:55.672610 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36014) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:55.678192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-777bdf8e-fc78-4ca2-8f66-613a71040ae1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:55.784032 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-777bdf8e-fc78-4ca2-8f66-613a71040ae1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:55.974405 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-777bdf8e-fc78-4ca2-8f66-613a71040ae1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:56.037455 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-777bdf8e-fc78-4ca2-8f66-613a71040ae1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:56.116242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bdf8e-fc78-4ca2-8f66-613a71040ae1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=03d9e388-5ec0-4ba8-9d1c-a938defabd1a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:56.123503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-777bdf8e-fc78-4ca2-8f66-613a71040ae1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] In _notify_port_updated(), no bound segment for port 03d9e388-5ec0-4ba8-9d1c-a938defabd1a on network 1f962609-56c5-4676-8066-f57e157afede {{(pid=101991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:11:56.130449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777bdf8e-fc78-4ca2-8f66-613a71040ae1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:56.131245 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-777bdf8e-fc78-4ca2-8f66-613a71040ae1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:56.135792 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36026) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:56.136735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-777bdf8e-fc78-4ca2-8f66-613a71040ae1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "PUT /v2.0/ports/03d9e388-5ec0-4ba8-9d1c-a938defabd1a HTTP/1.1" status: 200 len: 818 time: 0.4631102 Oct 13 11:11:56.294927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c4dada3d-196c-4c89-93af-f0aa6d730f25 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port 03d9e388-5ec0-4ba8-9d1c-a938defabd1a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:11:56.295395 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c4dada3d-196c-4c89-93af-f0aa6d730f25 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:56.388193 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c4dada3d-196c-4c89-93af-f0aa6d730f25 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:56.406266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c4dada3d-196c-4c89-93af-f0aa6d730f25 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for 03d9e388-5ec0-4ba8-9d1c-a938defabd1a owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:11:56.597673 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c4dada3d-196c-4c89-93af-f0aa6d730f25 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:56.687839 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c4dada3d-196c-4c89-93af-f0aa6d730f25 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:56.694009 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c4dada3d-196c-4c89-93af-f0aa6d730f25 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/03d9e388-5ec0-4ba8-9d1c-a938defabd1a HTTP/1.1" status: 204 len: 168 time: 0.5543275 Oct 13 11:11:56.694194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36042) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:56.696705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dada3d-196c-4c89-93af-f0aa6d730f25 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=03d9e388-5ec0-4ba8-9d1c-a938defabd1a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:56.872276 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68c365f5-0d50-4bee-b072-034fe9e02433 req-12b8aa7d-200a-46fc-8310-15da5fbf00ab tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.1662140 Oct 13 11:11:56.927693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118465e-a334-4b36-b043-7304efab1151 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:56.929553 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a118465e-a334-4b36-b043-7304efab1151 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2340138 Oct 13 11:11:56.932636 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36048) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:56.970254 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7aefbe-1141-4d42-98fe-9e645b4b545b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:11:56.973232 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9e7aefbe-1141-4d42-98fe-9e645b4b545b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/03d9e388-5ec0-4ba8-9d1c-a938defabd1a HTTP/1.1" status: 404 len: 333 time: 0.0388913 Oct 13 11:11:56.978041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36050) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:56.985062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f25fd665-dded-4f79-9283-ab0aa22be8c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-420527365'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:57.089190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25fd665-dded-4f79-9283-ab0aa22be8c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:57.102002 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f25fd665-dded-4f79-9283-ab0aa22be8c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:57.141312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25fd665-dded-4f79-9283-ab0aa22be8c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:11:57.150538 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f25fd665-dded-4f79-9283-ab0aa22be8c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:57.150934 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-f25fd665-dded-4f79-9283-ab0aa22be8c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Added segment 3d346b2f-81a7-44cc-b577-28df6f239836 of type vlan for network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 Oct 13 11:11:57.207329 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f25fd665-dded-4f79-9283-ab0aa22be8c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:57.278139 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f25fd665-dded-4f79-9283-ab0aa22be8c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:57.284450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25fd665-dded-4f79-9283-ab0aa22be8c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:57.285072 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f25fd665-dded-4f79-9283-ab0aa22be8c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:57.364226 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f25fd665-dded-4f79-9283-ab0aa22be8c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3848164 Oct 13 11:11:57.367016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36064) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:57.371072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fd665-dded-4f79-9283-ab0aa22be8c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Network': ['ID=0bbcc180-24f8-4b6c-95c8-b01a24667f56,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:57.372841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e9f0653e-15e8-4f43-b355-075dee5fdb43 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': '0bbcc180-24f8-4b6c-95c8-b01a24667f56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:57.409835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:11:57.609298 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f0653e-15e8-4f43-b355-075dee5fdb43 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:57.613184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e9f0653e-15e8-4f43-b355-075dee5fdb43 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:57.901053 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e9f0653e-15e8-4f43-b355-075dee5fdb43 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:57.970283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0653e-15e8-4f43-b355-075dee5fdb43 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Subnet': ['ID=a384aa18-fd37-422c-8887-d5da8fe0b450,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:58.052815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f0653e-15e8-4f43-b355-075dee5fdb43 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Checking segment: {'id': '3d346b2f-81a7-44cc-b577-28df6f239836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0bbcc180-24f8-4b6c-95c8-b01a24667f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:11:58.054780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0653e-15e8-4f43-b355-075dee5fdb43 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network hostable DHCP agents. Network: 0bbcc180-24f8-4b6c-95c8-b01a24667f56, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:11:58.081846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f013b2e6-f1c8-4f32-83e1-9d5bb4391549 req-17c8682a-f030-43dc-8bbe-f55bb8e6fe04 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0596879 Oct 13 11:11:58.157599 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0653e-15e8-4f43-b355-075dee5fdb43 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:11:58.243832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e9f0653e-15e8-4f43-b355-075dee5fdb43 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 0bbcc180-24f8-4b6c-95c8-b01a24667f56) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:58.248867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f0653e-15e8-4f43-b355-075dee5fdb43 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:11:58.249477 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e9f0653e-15e8-4f43-b355-075dee5fdb43 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:58.275801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d718bc-e1b3-4cfb-aed5-6f00aee97d4a None None] Network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:11:58.335219 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e9f0653e-15e8-4f43-b355-075dee5fdb43 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9639862 Oct 13 11:11:58.335405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36090) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:58.341393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-bf7de99f-4d5f-43a2-858e-3e60d360f5bd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': '0bbcc180-24f8-4b6c-95c8-b01a24667f56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:58.495702 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-0bbcc180-24f8-4b6c-95c8-b01a24667f56', 'network_id': '0bbcc180-24f8-4b6c-95c8-b01a24667f56', 'tenant_id': 'af5fe1f6d20a4c86a0a5bfca2d782c64', 'fixed_ips': [{'subnet_id': 'a384aa18-fd37-422c-8887-d5da8fe0b450'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:11:58.496717 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:58.643774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7de99f-4d5f-43a2-858e-3e60d360f5bd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:58.647775 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf7de99f-4d5f-43a2-858e-3e60d360f5bd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:58.673147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Allocated IP 2001:db8::2 (0bbcc180-24f8-4b6c-95c8-b01a24667f56/a384aa18-fd37-422c-8887-d5da8fe0b450/f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:11:58.830883 n-d-813659-3 neutron-server[101990]: INFO neutron.db.ipam_backend_mixin [None req-bf7de99f-4d5f-43a2-858e-3e60d360f5bd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a384aa18-fd37-422c-8887-d5da8fe0b450 (CIDR: 2001:db8::/64) Oct 13 11:11:58.890107 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7de99f-4d5f-43a2-858e-3e60d360f5bd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:11:58.890598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7de99f-4d5f-43a2-858e-3e60d360f5bd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:11:58.908190 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:58.989795 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bf7de99f-4d5f-43a2-858e-3e60d360f5bd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6531296 Oct 13 11:11:58.992303 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:58.993497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36102) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:11:58.999902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8be215fb-97a8-40bb-862a-3a88cec4831d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': '0bbcc180-24f8-4b6c-95c8-b01a24667f56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:11:59.085566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:11:59.089658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:11:59.124503 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:11:59.126661 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Pushing event updated for resources: {'Port': ['ID=f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:59.213849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Attempting to bind port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:11:59.214438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Attempting to bind port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '3d346b2f-81a7-44cc-b577-28df6f239836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0bbcc180-24f8-4b6c-95c8-b01a24667f56'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:11:59.222950 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Attempting to bind port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d on network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:11:59.231318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:11:59.232239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Checking segment: {'id': '3d346b2f-81a7-44cc-b577-28df6f239836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0bbcc180-24f8-4b6c-95c8-b01a24667f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:11:59.232755 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:59.233254 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Bound using segment: {'id': '3d346b2f-81a7-44cc-b577-28df6f239836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0bbcc180-24f8-4b6c-95c8-b01a24667f56'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:11:59.233856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Bound port: f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d346b2f-81a7-44cc-b577-28df6f239836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0bbcc180-24f8-4b6c-95c8-b01a24667f56'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:11:59.234355 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:59.279487 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b970437-5cb0-47f8-85a9-47378787e0bd req-8a758bea-4c5b-40ff-b7c0-7bf6b256d990 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0705576 Oct 13 11:11:59.365611 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] For port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:11:59.370629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] For port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d,segment=NetworkSegment(3d346b2f-81a7-44cc-b577-28df6f239836),segment_id=3d346b2f-81a7-44cc-b577-28df6f239836)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:11:59.455521 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:59.540500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8be41b51-0274-4a63-863e-7117b400fcd5 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:11:59.695673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d9fd1-9c73-49e1-87e9-c9683638855b None None] Pushing event updated for resources: {'Port': ['ID=f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:11:59.809164 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be215fb-97a8-40bb-862a-3a88cec4831d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:11:59.813582 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8be215fb-97a8-40bb-862a-3a88cec4831d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:59.825247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:11:59.839245 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '8be41b51-0274-4a63-863e-7117b400fcd5', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'port_id': '8be41b51-0274-4a63-863e-7117b400fcd5', 'mac_address': 'fa:16:3e:bf:52:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:11:59.940009 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:11:59.979742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be41b51-0274-4a63-863e-7117b400fcd5 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:12:00.001681 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:00.102559 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:00.208692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['8be41b51-0274-4a63-863e-7117b400fcd5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:12:00.240399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:00.363868 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8be215fb-97a8-40bb-862a-3a88cec4831d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:00.411188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb9b4663-b47b-4d2c-b17e-4cdee9a0676d req-acf3ff0e-2663-4547-9944-34d6a6467077 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0404634 Oct 13 11:12:00.451414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be215fb-97a8-40bb-862a-3a88cec4831d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Subnet': ['ID=c82adb73-93ce-4392-8683-9e1183609c24,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:00.456843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be215fb-97a8-40bb-862a-3a88cec4831d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:00.459566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8be215fb-97a8-40bb-862a-3a88cec4831d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:00.463985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be215fb-97a8-40bb-862a-3a88cec4831d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:00.464770 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8be215fb-97a8-40bb-862a-3a88cec4831d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:00.523005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36136) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:00.523210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8be215fb-97a8-40bb-862a-3a88cec4831d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5278292 Oct 13 11:12:00.529250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': '0bbcc180-24f8-4b6c-95c8-b01a24667f56', 'fixed_ips': [{'subnet_id': 'a384aa18-fd37-422c-8887-d5da8fe0b450'}, {'subnet_id': 'c82adb73-93ce-4392-8683-9e1183609c24'}], 'name': 'tempest-PortsIpV6TestJSON-1749313167'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:00.780531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:00.970839 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:01.007555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port f85f31ad-9246-4a67-83c0-5c582c11bb93 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:12:01.056261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e136f384-aeb3-4655-8f5d-c864073f7d74 None None] Network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:01.191374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fb1ccf0b-f547-4bdd-b4aa-e986a9612c6b None None] Provisioning complete for port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:01.191764 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fb1ccf0b-f547-4bdd-b4aa-e986a9612c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:01.584919 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:01.656581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8be41b51-0274-4a63-863e-7117b400fcd5 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:01.697410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8a5d15f-7eea-4995-99a6-de396ace8749 req-6fe60ba6-a9fe-4b55-9276-baef042a1062 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0716217 Oct 13 11:12:01.811722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8::197 (0bbcc180-24f8-4b6c-95c8-b01a24667f56/a384aa18-fd37-422c-8887-d5da8fe0b450/f85f31ad-9246-4a67-83c0-5c582c11bb93) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:01.816448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 8be41b51-0274-4a63-863e-7117b400fcd5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:01.816448 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:01.819724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8:0:1::27 (0bbcc180-24f8-4b6c-95c8-b01a24667f56/c82adb73-93ce-4392-8683-9e1183609c24/f85f31ad-9246-4a67-83c0-5c582c11bb93) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:01.964513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:01.964513 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:02.073817 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:02.180978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ba3d7-6067-4fe2-9408-220ac4496389 None None] Update dhcp port {'port': {'network_id': '0bbcc180-24f8-4b6c-95c8-b01a24667f56', 'fixed_ips': [{'subnet_id': 'a384aa18-fd37-422c-8887-d5da8fe0b450', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c82adb73-93ce-4392-8683-9e1183609c24'}], 'binding:host_id': 'n-d-813659-3'}, 'id': 'f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:12:02.181879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:02.218252 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d13ba3d7-6067-4fe2-9408-220ac4496389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:02.240090 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fb1ccf0b-f547-4bdd-b4aa-e986a9612c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:02.249203 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:02.303350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:02.323896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:02.325806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:12:02.328577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:02.336429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:12:02.341515 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f4a78a-4e42-467e-ad04-6557d9f3ca93" -d '{"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-plugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:12:02.361709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:02.364563 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:02.393828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=f85f31ad-9246-4a67-83c0-5c582c11bb93,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:02.407283 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:02.442181 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ab490a-0c5a-4aff-b9a4-e1586b32ff81 x-openstack-request-id: req-c0ab490a-0c5a-4aff-b9a4-e1586b32ff81 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:12:02.442572 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-plugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:12:02.442884 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0ab490a-0c5a-4aff-b9a4-e1586b32ff81 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:12:02.443279 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5', 'code': 200} Oct 13 11:12:02.462378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36182) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:02.466283 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1b97cefe-3aac-42b6-9766-510b730d255e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9416699 Oct 13 11:12:02.471740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a5eabb99-235d-43bc-aeb8-35084ebcc034 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a384aa18-fd37-422c-8887-d5da8fe0b450'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:02.515458 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:02.685974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fb1ccf0b-f547-4bdd-b4aa-e986a9612c6b None None] For port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d,segment=NetworkSegment(3d346b2f-81a7-44cc-b577-28df6f239836),segment_id=3d346b2f-81a7-44cc-b577-28df6f239836)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:02.709036 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5eabb99-235d-43bc-aeb8-35084ebcc034 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:02.908485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=10']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:02.922133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-d13ba3d7-6067-4fe2-9408-220ac4496389 None None] Allocated IP 2001:db8:0:1::2 (0bbcc180-24f8-4b6c-95c8-b01a24667f56/c82adb73-93ce-4392-8683-9e1183609c24/f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:02.926562 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fb1ccf0b-f547-4bdd-b4aa-e986a9612c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:02.957162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a7fd955-9c3f-4cea-a65e-fd51882cc51f req-d7b4f34d-6d83-4cb6-83d6-125c6bba0b51 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0685220 Oct 13 11:12:03.037100 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:03.037451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:03.037798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:03.038141 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:03.038502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:03.038837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:03.039170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:03.039499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:03.039825 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:03.040150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:03.040477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:03.040801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:03.215179 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:12:03.216445 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:12:03.278234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ccf0b-f547-4bdd-b4aa-e986a9612c6b None None] Pushing event updated for resources: {'Port': ['ID=f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:03.323273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d13ba3d7-6067-4fe2-9408-220ac4496389 None None] For port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d,segment=NetworkSegment(3d346b2f-81a7-44cc-b577-28df6f239836),segment_id=3d346b2f-81a7-44cc-b577-28df6f239836)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:03.330731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537dbfc-d97f-47bc-8110-754532948dcb req-f849ef34-7e46-4dce-827f-2d12b0889006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:03.335695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6537dbfc-d97f-47bc-8110-754532948dcb req-f849ef34-7e46-4dce-827f-2d12b0889006 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 1097 time: 0.1061773 Oct 13 11:12:03.393725 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d13ba3d7-6067-4fe2-9408-220ac4496389 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:03.483323 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d13ba3d7-6067-4fe2-9408-220ac4496389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:03.587012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-a5eabb99-235d-43bc-aeb8-35084ebcc034 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Delete allocated IP 2001:db8:0:1::27 (0bbcc180-24f8-4b6c-95c8-b01a24667f56/c82adb73-93ce-4392-8683-9e1183609c24) {{(pid=101990) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 11:12:03.605251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ba3d7-6067-4fe2-9408-220ac4496389 None None] Pushing event updated for resources: {'Port': ['ID=f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:03.627168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537dbfc-d97f-47bc-8110-754532948dcb req-ead6c404-6783-4017-bdc1-f95619c91244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:03.629154 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6537dbfc-d97f-47bc-8110-754532948dcb req-ead6c404-6783-4017-bdc1-f95619c91244 service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.2691295 Oct 13 11:12:03.758281 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6537dbfc-d97f-47bc-8110-754532948dcb req-e2631287-6815-4eb9-b537-9aaded6f6be8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8be41b51-0274-4a63-863e-7117b400fcd5 HTTP/1.1" status: 200 len: 1001 time: 0.1176260 Oct 13 11:12:03.938345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537dbfc-d97f-47bc-8110-754532948dcb req-08d8ef65-04c1-424e-94e5-3b866d174e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:03.940156 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6537dbfc-d97f-47bc-8110-754532948dcb req-08d8ef65-04c1-424e-94e5-3b866d174e84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.1737635 Oct 13 11:12:03.975752 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:04.015542 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5eabb99-235d-43bc-aeb8-35084ebcc034 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:04.029469 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537dbfc-d97f-47bc-8110-754532948dcb req-3428757b-9169-4a29-8e93-4a48cafbcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:04.030961 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6537dbfc-d97f-47bc-8110-754532948dcb req-3428757b-9169-4a29-8e93-4a48cafbcc8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748842 Oct 13 11:12:04.097945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:04.098456 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:04.177996 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5eabb99-235d-43bc-aeb8-35084ebcc034 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:04.190726 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb1789b9-7215-469c-b5b9-086079cd40f9 req-7a8d51af-0a9a-4821-a3db-48c9a4d62b6b tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.1213856 Oct 13 11:12:04.310291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a5eabb99-235d-43bc-aeb8-35084ebcc034 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] In _notify_port_updated(), no bound segment for port f85f31ad-9246-4a67-83c0-5c582c11bb93 on network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:12:04.320521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eabb99-235d-43bc-aeb8-35084ebcc034 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:04.321214 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5eabb99-235d-43bc-aeb8-35084ebcc034 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:04.322599 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a5eabb99-235d-43bc-aeb8-35084ebcc034 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "PUT /v2.0/ports/f85f31ad-9246-4a67-83c0-5c582c11bb93 HTTP/1.1" status: 200 len: 926 time: 1.8591988 Oct 13 11:12:04.329646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36238) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:04.365880 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6537dbfc-d97f-47bc-8110-754532948dcb req-c41552f5-edb2-4771-9cd2-3b1a84bd8529 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200216 Oct 13 11:12:04.366513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eabb99-235d-43bc-aeb8-35084ebcc034 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=f85f31ad-9246-4a67-83c0-5c582c11bb93,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:04.377653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8965fe12-8358-483a-9a17-5dd9b1e29853 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a384aa18-fd37-422c-8887-d5da8fe0b450'}, {'subnet_id': 'c82adb73-93ce-4392-8683-9e1183609c24'}]}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:04.526079 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6537dbfc-d97f-47bc-8110-754532948dcb req-ed8faceb-9a80-43f7-8199-c25b13a32a74 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513331 Oct 13 11:12:04.567872 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8965fe12-8358-483a-9a17-5dd9b1e29853 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:04.662999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ca8b7f-cd89-4196-bbc8-987cd6d7206f None None] Network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:04.794480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-27f087b4-3d2e-4a2c-83d8-313b6dff057a None None] Provisioning complete for port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:04.794859 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-27f087b4-3d2e-4a2c-83d8-313b6dff057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:04.973251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-8965fe12-8358-483a-9a17-5dd9b1e29853 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8:0:1::8e (0bbcc180-24f8-4b6c-95c8-b01a24667f56/c82adb73-93ce-4392-8683-9e1183609c24/f85f31ad-9246-4a67-83c0-5c582c11bb93) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:05.188644 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8965fe12-8358-483a-9a17-5dd9b1e29853 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:05.277815 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8965fe12-8358-483a-9a17-5dd9b1e29853 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:05.365716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f6461710-70d4-4e64-89bc-a4cf3a213bb4 None None] Provisioning complete for port f85f31ad-9246-4a67-83c0-5c582c11bb93 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:05.378871 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f6461710-70d4-4e64-89bc-a4cf3a213bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:05.471026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965fe12-8358-483a-9a17-5dd9b1e29853 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=f85f31ad-9246-4a67-83c0-5c582c11bb93,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:05.504179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f6461710-70d4-4e64-89bc-a4cf3a213bb4 None None] Port f85f31ad-9246-4a67-83c0-5c582c11bb93 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:05.531517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f6461710-70d4-4e64-89bc-a4cf3a213bb4 None None] Provisioning complete for port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:05.533734 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f6461710-70d4-4e64-89bc-a4cf3a213bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:05.640405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8965fe12-8358-483a-9a17-5dd9b1e29853 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] In _notify_port_updated(), no bound segment for port f85f31ad-9246-4a67-83c0-5c582c11bb93 on network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 {{(pid=101991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:12:05.651623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965fe12-8358-483a-9a17-5dd9b1e29853 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:05.657772 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8965fe12-8358-483a-9a17-5dd9b1e29853 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:05.659235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8965fe12-8358-483a-9a17-5dd9b1e29853 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "PUT /v2.0/ports/f85f31ad-9246-4a67-83c0-5c582c11bb93 HTTP/1.1" status: 200 len: 1011 time: 1.3273530 Oct 13 11:12:05.662650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36280) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:05.699782 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f601342-f98c-4608-ba9d-4a44120e0001 req-0f0e986a-2b44-4b75-912a-97ce1686c8f8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.2124596 Oct 13 11:12:05.863408 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3724074e-be7c-4dd9-babf-657e6347c1c5 None None] Provisioning complete for port f85f31ad-9246-4a67-83c0-5c582c11bb93 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:05.863891 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3724074e-be7c-4dd9-babf-657e6347c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:05.893735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8625d890-e34c-44d8-9fef-76c79e26fd04 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port f85f31ad-9246-4a67-83c0-5c582c11bb93 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:05.910757 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8625d890-e34c-44d8-9fef-76c79e26fd04 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:05.951854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3724074e-be7c-4dd9-babf-657e6347c1c5 None None] Port f85f31ad-9246-4a67-83c0-5c582c11bb93 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:06.135446 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8625d890-e34c-44d8-9fef-76c79e26fd04 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:06.165864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8625d890-e34c-44d8-9fef-76c79e26fd04 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for f85f31ad-9246-4a67-83c0-5c582c11bb93 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:06.285495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8da847d0-a2c5-4d4f-828f-585e0dccd238 None None] Provisioning complete for port f85f31ad-9246-4a67-83c0-5c582c11bb93 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:06.287112 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8da847d0-a2c5-4d4f-828f-585e0dccd238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:06.403196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8da847d0-a2c5-4d4f-828f-585e0dccd238 None None] Port f85f31ad-9246-4a67-83c0-5c582c11bb93 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:06.626404 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8625d890-e34c-44d8-9fef-76c79e26fd04 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:06.703754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625d890-e34c-44d8-9fef-76c79e26fd04 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=f85f31ad-9246-4a67-83c0-5c582c11bb93,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:06.812911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8625d890-e34c-44d8-9fef-76c79e26fd04 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:06.826180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b2c8be35-9cd3-433a-9f3c-8c5621b7b90e None None] Could not find standard attr ID for object f85f31ad-9246-4a67-83c0-5c582c11bb93. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:12:06.832467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36294) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:06.832976 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8625d890-e34c-44d8-9fef-76c79e26fd04 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/f85f31ad-9246-4a67-83c0-5c582c11bb93 HTTP/1.1" status: 204 len: 168 time: 1.1683908 Oct 13 11:12:06.945303 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ff919ab-20ff-48fc-8ea9-4bab12168fe8 req-c7f050c5-6cbe-4240-a78a-e4bcb437ec40 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0573897 Oct 13 11:12:06.950460 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0e6ca9-b081-49bb-9e92-d4b4fb7aa3a1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:12:06.957527 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6f0e6ca9-b081-49bb-9e92-d4b4fb7aa3a1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/f85f31ad-9246-4a67-83c0-5c582c11bb93 HTTP/1.1" status: 404 len: 333 time: 0.1219993 Oct 13 11:12:06.960784 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36298) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:07.080654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab06fe1b-2f91-4fa8-b330-5759a05f551d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting subnet c82adb73-93ce-4392-8683-9e1183609c24 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:12:07.091192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ab06fe1b-2f91-4fa8-b330-5759a05f551d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:07.171234 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ab06fe1b-2f91-4fa8-b330-5759a05f551d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:07.263132 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ab06fe1b-2f91-4fa8-b330-5759a05f551d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:07.415379 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ab06fe1b-2f91-4fa8-b330-5759a05f551d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:07.464324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06fe1b-2f91-4fa8-b330-5759a05f551d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Subnet': ['ID=c82adb73-93ce-4392-8683-9e1183609c24,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:07.471502 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ab06fe1b-2f91-4fa8-b330-5759a05f551d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:07.474818 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ab06fe1b-2f91-4fa8-b330-5759a05f551d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/c82adb73-93ce-4392-8683-9e1183609c24 HTTP/1.1" status: 204 len: 168 time: 0.5131760 Oct 13 11:12:07.477346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36304) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:07.479386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6011736-3123-403a-8bd7-0478eb269b40 None None] Network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:07.594643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d477456-9f07-4ea9-b0e4-7c9477e3b626 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting subnet a384aa18-fd37-422c-8887-d5da8fe0b450 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:12:07.609366 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d477456-9f07-4ea9-b0e4-7c9477e3b626 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:07.725438 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d477456-9f07-4ea9-b0e4-7c9477e3b626 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:07.959427 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d477456-9f07-4ea9-b0e4-7c9477e3b626 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:08.038084 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4345b250-d5fa-495d-be87-e50ce83eeda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:08.117674 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a37bcc7d-654d-4f22-94ec-f39752c37d5a req-796900b5-3362-4e30-aeea-9d688b710722 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0457239 Oct 13 11:12:08.170684 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d477456-9f07-4ea9-b0e4-7c9477e3b626 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:08.232984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d477456-9f07-4ea9-b0e4-7c9477e3b626 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Subnet': ['ID=a384aa18-fd37-422c-8887-d5da8fe0b450,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:08.247503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d477456-9f07-4ea9-b0e4-7c9477e3b626 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:08.250944 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9d477456-9f07-4ea9-b0e4-7c9477e3b626 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/a384aa18-fd37-422c-8887-d5da8fe0b450 HTTP/1.1" status: 204 len: 168 time: 0.7725289 Oct 13 11:12:08.256731 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36316) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:08.420760 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:08.506211 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:08.506605 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:08.604354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] For port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d,segment=NetworkSegment(3d346b2f-81a7-44cc-b577-28df6f239836),segment_id=3d346b2f-81a7-44cc-b577-28df6f239836)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:08.608450 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:08.621260 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:08.709046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa135c3e-47a6-4e24-a871-54d41eb4c264 None None] Network 0bbcc180-24f8-4b6c-95c8-b01a24667f56 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:08.802931 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:08.831919 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:08.835350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-82010be8-4b52-479d-90e1-787b4b665252 None None] Provisioning complete for port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:08.835735 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-82010be8-4b52-479d-90e1-787b4b665252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:08.882221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-82010be8-4b52-479d-90e1-787b4b665252 None None] Port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d was deleted so its status cannot be updated. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 13 11:12:08.905813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:08.909312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No DVR routers for this DVR port f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:12:08.963430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36af29d-76af-451f-adf8-b3412dcc3d51 None None] DHCP port deletion for 0bbcc180-24f8-4b6c-95c8-b01a24667f56 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:12:09.031457 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:09.063336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbcc180-24f8-4b6c-95c8-b01a24667f56']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:09.074737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d346b2f-81a7-44cc-b577-28df6f239836') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:09.075091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d346b2f-81a7-44cc-b577-28df6f239836') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:09.093303 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:09.115104 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:09.122058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:12:09.123397 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:12:09.127497 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:12:09.294793 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:09.324913 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:12:09.328314 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:09.339871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36340) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:09.353229 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/networks/0bbcc180-24f8-4b6c-95c8-b01a24667f56 HTTP/1.1" status: 204 len: 168 time: 1.0946932 Oct 13 11:12:09.392794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95e5a9-20e0-4777-8e60-a7ff89a6c67e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Network': ['ID=0bbcc180-24f8-4b6c-95c8-b01a24667f56,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:09.440694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dea3b1-7307-4a7f-93e5-616fa9fe1c40 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:09.447604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36342) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:09.451022 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-04dea3b1-7307-4a7f-93e5-616fa9fe1c40 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1100178 Oct 13 11:12:09.477008 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-623f2a45-8a52-4072-888a-23a06f3318bb req-95712c54-47f6-4868-bde7-ee397f1b9c74 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0924716 Oct 13 11:12:09.540596 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9c5d85ad-9107-43a4-a143-ba90eb4e707b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0886338 Oct 13 11:12:09.542103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36344) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:09.549168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ca551ce8-21f9-4183-95cd-8394534068c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1006235041'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:09.638568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca551ce8-21f9-4183-95cd-8394534068c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:09.642524 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca551ce8-21f9-4183-95cd-8394534068c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:09.670820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca551ce8-21f9-4183-95cd-8394534068c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:12:09.681046 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca551ce8-21f9-4183-95cd-8394534068c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:09.681551 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-ca551ce8-21f9-4183-95cd-8394534068c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Added segment 9e5f551b-f8aa-402d-a123-bf833c98d22b of type vlan for network c05c09fb-8b4c-4e6f-8ad0-338da752457a Oct 13 11:12:09.727223 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca551ce8-21f9-4183-95cd-8394534068c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:09.810144 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca551ce8-21f9-4183-95cd-8394534068c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:09.818737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca551ce8-21f9-4183-95cd-8394534068c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:09.822248 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca551ce8-21f9-4183-95cd-8394534068c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:09.911301 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca551ce8-21f9-4183-95cd-8394534068c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Network': ['ID=c05c09fb-8b4c-4e6f-8ad0-338da752457a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:09.921951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network c05c09fb-8b4c-4e6f-8ad0-338da752457a details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:12:09.932895 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ca551ce8-21f9-4183-95cd-8394534068c5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3882091 Oct 13 11:12:09.936306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36356) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:09.942617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5870c24c-4513-44ff-be12-8979edfcba93 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': 'c05c09fb-8b4c-4e6f-8ad0-338da752457a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:09.991495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:12:10.032294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:12:10.033199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f3f06d6a-2b9e-4b62-a2d8-015db1ca3e2d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:12:10.152246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5870c24c-4513-44ff-be12-8979edfcba93 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:10.156527 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5870c24c-4513-44ff-be12-8979edfcba93 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:10.450072 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5870c24c-4513-44ff-be12-8979edfcba93 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:10.537131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870c24c-4513-44ff-be12-8979edfcba93 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Subnet': ['ID=85cc03d5-7e35-4db6-8a87-3be370dd597c,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:10.551938 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:10.616022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870c24c-4513-44ff-be12-8979edfcba93 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Checking segment: {'id': '9e5f551b-f8aa-402d-a123-bf833c98d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c05c09fb-8b4c-4e6f-8ad0-338da752457a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:12:10.616389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5870c24c-4513-44ff-be12-8979edfcba93 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network hostable DHCP agents. Network: c05c09fb-8b4c-4e6f-8ad0-338da752457a, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:12:10.634915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bab53b48-2047-4a27-873e-ed917ccc1609 req-45c86a94-4dd3-418a-bafe-217bea55de0d tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0624499 Oct 13 11:12:10.752190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5870c24c-4513-44ff-be12-8979edfcba93 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network c05c09fb-8b4c-4e6f-8ad0-338da752457a is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:12:10.786311 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c38f65ba-92d6-4af8-ae8a-3d2b9c5a2a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:10.819866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5870c24c-4513-44ff-be12-8979edfcba93 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, c05c09fb-8b4c-4e6f-8ad0-338da752457a) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:10.826320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5870c24c-4513-44ff-be12-8979edfcba93 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:10.827097 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5870c24c-4513-44ff-be12-8979edfcba93 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:10.834761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f714ff05-1b03-41a0-9332-823a48c3c4a7 None None] Network c05c09fb-8b4c-4e6f-8ad0-338da752457a requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:10.900366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5870c24c-4513-44ff-be12-8979edfcba93 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9626238 Oct 13 11:12:10.903313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36374) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:10.908532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': 'c05c09fb-8b4c-4e6f-8ad0-338da752457a', 'name': 'tempest-PortsIpV6TestJSON-1074561481'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:11.069686 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-c05c09fb-8b4c-4e6f-8ad0-338da752457a', 'network_id': 'c05c09fb-8b4c-4e6f-8ad0-338da752457a', 'tenant_id': 'af5fe1f6d20a4c86a0a5bfca2d782c64', 'fixed_ips': [{'subnet_id': '85cc03d5-7e35-4db6-8a87-3be370dd597c'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:12:11.071368 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:11.228879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Allocated IP 2001:db8::2 (c05c09fb-8b4c-4e6f-8ad0-338da752457a/85cc03d5-7e35-4db6-8a87-3be370dd597c/fc85022c-8e86-4bd5-a5fa-b46faf740cb2) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:11.374506 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:11.403932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:11.407695 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:11.426141 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port 380b5e29-a047-45cf-8061-4ebc64c73390 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:12:11.500592 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:11.551684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Network c05c09fb-8b4c-4e6f-8ad0-338da752457a is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:11.555256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:11.561873 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:12:11.604660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8::1e8 (c05c09fb-8b4c-4e6f-8ad0-338da752457a/85cc03d5-7e35-4db6-8a87-3be370dd597c/380b5e29-a047-45cf-8061-4ebc64c73390) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:11.636882 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Pushing event updated for resources: {'Port': ['ID=fc85022c-8e86-4bd5-a5fa-b46faf740cb2,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:11.646627 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Attempting to bind port fc85022c-8e86-4bd5-a5fa-b46faf740cb2 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:12:11.646627 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Attempting to bind port fc85022c-8e86-4bd5-a5fa-b46faf740cb2 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9e5f551b-f8aa-402d-a123-bf833c98d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c05c09fb-8b4c-4e6f-8ad0-338da752457a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:12:11.646627 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Attempting to bind port fc85022c-8e86-4bd5-a5fa-b46faf740cb2 on network c05c09fb-8b4c-4e6f-8ad0-338da752457a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:12:11.666965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:12:11.666965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Checking segment: {'id': '9e5f551b-f8aa-402d-a123-bf833c98d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c05c09fb-8b4c-4e6f-8ad0-338da752457a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:12:11.669710 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:11.670401 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Bound using segment: {'id': '9e5f551b-f8aa-402d-a123-bf833c98d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c05c09fb-8b4c-4e6f-8ad0-338da752457a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:12:11.671067 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Bound port: fc85022c-8e86-4bd5-a5fa-b46faf740cb2, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5f551b-f8aa-402d-a123-bf833c98d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c05c09fb-8b4c-4e6f-8ad0-338da752457a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:12:11.671528 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:11.808923 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4f180fd-d74a-422c-9a27-4fa249cf93d1 req-7071851a-19d4-4660-9075-79db82089fa8 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0600538 Oct 13 11:12:11.913750 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:11.979095 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:11.986906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] For port fc85022c-8e86-4bd5-a5fa-b46faf740cb2, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:12:11.990597 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] For port fc85022c-8e86-4bd5-a5fa-b46faf740cb2, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fc85022c-8e86-4bd5-a5fa-b46faf740cb2,segment=NetworkSegment(9e5f551b-f8aa-402d-a123-bf833c98d22b),segment_id=9e5f551b-f8aa-402d-a123-bf833c98d22b)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:12:12.038445 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:12.055746 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:12.124338 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network c05c09fb-8b4c-4e6f-8ad0-338da752457a is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:12.127961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:12.131861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:12:12.139013 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:12.139754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:12.153697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=380b5e29-a047-45cf-8061-4ebc64c73390,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:12.174406 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fb95a-846c-420e-9883-e156699a5fe9 None None] Pushing event updated for resources: {'Port': ['ID=fc85022c-8e86-4bd5-a5fa-b46faf740cb2,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:12.220423 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:12.247422 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8ec766b6-c2f4-4d0e-84ca-994330380707 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3428795 Oct 13 11:12:12.250088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36388) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:12.255315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': 'c05c09fb-8b4c-4e6f-8ad0-338da752457a', 'name': 'tempest-PortsIpV6TestJSON-2068308822'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:12.475672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:12.483797 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:12.518796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port 8c0b9ba6-b3ad-4e27-bd1f-725dc03bc3c5 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:12:12.680876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8::a6 (c05c09fb-8b4c-4e6f-8ad0-338da752457a/85cc03d5-7e35-4db6-8a87-3be370dd597c/8c0b9ba6-b3ad-4e27-bd1f-725dc03bc3c5) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:12.884353 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:12.989944 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3dffb101-31e1-4d8a-a977-cba33eb2dcb4 req-2f45f783-873c-4b12-b624-ac5d7496e562 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0395126 Oct 13 11:12:12.998842 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:13.078017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network c05c09fb-8b4c-4e6f-8ad0-338da752457a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:13.081603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:13.084419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:12:13.091231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:13.091883 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:13.143052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=8c0b9ba6-b3ad-4e27-bd1f-725dc03bc3c5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:13.177220 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c2258add-2264-4ef1-8b11-a0d6905d050d tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9259720 Oct 13 11:12:13.180106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36400) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:13.295143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd8bfe-858e-4c18-bc3f-965b9e0c835c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:13.299783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2ddd8bfe-858e-4c18-bc3f-965b9e0c835c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e8 HTTP/1.1" status: 200 len: 929 time: 0.1156836 Oct 13 11:12:13.300303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36402) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:13.377838 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:13.461114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4b93b14e-af43-473c-98a0-b354b4b57652 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port 8c0b9ba6-b3ad-4e27-bd1f-725dc03bc3c5 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:13.461576 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b93b14e-af43-473c-98a0-b354b4b57652 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:13.563768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b93b14e-af43-473c-98a0-b354b4b57652 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:13.577530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4b93b14e-af43-473c-98a0-b354b4b57652 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for 8c0b9ba6-b3ad-4e27-bd1f-725dc03bc3c5 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:13.707530 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a840e73-ce15-43c7-8d40-582e4fcea2fb None None] Network c05c09fb-8b4c-4e6f-8ad0-338da752457a requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:13.777091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-235a3cac-9c41-4c95-beb5-3aabe2eeedc4 None None] Provisioning complete for port fc85022c-8e86-4bd5-a5fa-b46faf740cb2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:13.778067 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-235a3cac-9c41-4c95-beb5-3aabe2eeedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:13.803285 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b93b14e-af43-473c-98a0-b354b4b57652 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:13.897940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93b14e-af43-473c-98a0-b354b4b57652 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=8c0b9ba6-b3ad-4e27-bd1f-725dc03bc3c5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:13.959036 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-235a3cac-9c41-4c95-beb5-3aabe2eeedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:13.962069 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b93b14e-af43-473c-98a0-b354b4b57652 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:13.972701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36408) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:13.973610 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4b93b14e-af43-473c-98a0-b354b4b57652 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/8c0b9ba6-b3ad-4e27-bd1f-725dc03bc3c5 HTTP/1.1" status: 204 len: 168 time: 0.6680443 Oct 13 11:12:14.014426 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b725f2cc-5f88-4907-a479-6b511af5fab5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:12:14.018709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36410) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:14.021713 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b725f2cc-5f88-4907-a479-6b511af5fab5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/8c0b9ba6-b3ad-4e27-bd1f-725dc03bc3c5 HTTP/1.1" status: 404 len: 333 time: 0.0422230 Oct 13 11:12:14.040128 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-235a3cac-9c41-4c95-beb5-3aabe2eeedc4 None None] For port fc85022c-8e86-4bd5-a5fa-b46faf740cb2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fc85022c-8e86-4bd5-a5fa-b46faf740cb2,segment=NetworkSegment(9e5f551b-f8aa-402d-a123-bf833c98d22b),segment_id=9e5f551b-f8aa-402d-a123-bf833c98d22b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:14.046362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fc85022c-8e86-4bd5-a5fa-b46faf740cb2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:14.154530 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-235a3cac-9c41-4c95-beb5-3aabe2eeedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:14.177006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-434ef484-e03e-4f82-9368-e9d5c97256e2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port 380b5e29-a047-45cf-8061-4ebc64c73390 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:14.177355 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-434ef484-e03e-4f82-9368-e9d5c97256e2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:14.212847 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d58bac6-394f-4bac-a95c-93f56260283d req-88e50407-ddaa-497f-86d8-2244468ffe43 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0786669 Oct 13 11:12:14.268953 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a3cac-9c41-4c95-beb5-3aabe2eeedc4 None None] Pushing event updated for resources: {'Port': ['ID=fc85022c-8e86-4bd5-a5fa-b46faf740cb2,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:14.278692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port fc85022c-8e86-4bd5-a5fa-b46faf740cb2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:14.279073 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:14.381301 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-434ef484-e03e-4f82-9368-e9d5c97256e2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:14.403523 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-434ef484-e03e-4f82-9368-e9d5c97256e2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for 380b5e29-a047-45cf-8061-4ebc64c73390 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:14.659997 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-434ef484-e03e-4f82-9368-e9d5c97256e2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:14.700257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4b80eb71-4309-4823-bed9-af36427623e0 None None] Provisioning complete for port fc85022c-8e86-4bd5-a5fa-b46faf740cb2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:14.700873 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4b80eb71-4309-4823-bed9-af36427623e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:14.719009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ef484-e03e-4f82-9368-e9d5c97256e2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=380b5e29-a047-45cf-8061-4ebc64c73390,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:14.758257 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-434ef484-e03e-4f82-9368-e9d5c97256e2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:14.765049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-434ef484-e03e-4f82-9368-e9d5c97256e2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/380b5e29-a047-45cf-8061-4ebc64c73390 HTTP/1.1" status: 204 len: 168 time: 0.7426221 Oct 13 11:12:14.770993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36416) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:14.824819 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f184661-134c-4c82-b962-fe1bb6a4a49e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:12:14.826507 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5f184661-134c-4c82-b962-fe1bb6a4a49e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/380b5e29-a047-45cf-8061-4ebc64c73390 HTTP/1.1" status: 404 len: 333 time: 0.0559254 Oct 13 11:12:14.829388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36422) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:14.870319 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4b80eb71-4309-4823-bed9-af36427623e0 None None] Could not find standard attr ID for object 380b5e29-a047-45cf-8061-4ebc64c73390. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:12:14.929187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b988107-143b-4e01-80b4-60badc07f7de tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting subnet 85cc03d5-7e35-4db6-8a87-3be370dd597c {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:12:14.933833 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b988107-143b-4e01-80b4-60badc07f7de tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:14.978564 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b988107-143b-4e01-80b4-60badc07f7de tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:14.985914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-eb7bfcb3-76bc-4330-84f8-7c4e2585a5b0 None None] Could not find standard attr ID for object 380b5e29-a047-45cf-8061-4ebc64c73390. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:12:15.132700 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b988107-143b-4e01-80b4-60badc07f7de tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:15.278741 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b988107-143b-4e01-80b4-60badc07f7de tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:15.304044 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b988107-143b-4e01-80b4-60badc07f7de tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:15.307859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1b988107-143b-4e01-80b4-60badc07f7de tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/85cc03d5-7e35-4db6-8a87-3be370dd597c HTTP/1.1" status: 204 len: 168 time: 0.4773972 Oct 13 11:12:15.310917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36428) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:15.337645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4818ea-18aa-4ad7-b378-a3b2704e5745 None None] Network c05c09fb-8b4c-4e6f-8ad0-338da752457a requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:15.403477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b988107-143b-4e01-80b4-60badc07f7de tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Subnet': ['ID=85cc03d5-7e35-4db6-8a87-3be370dd597c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:15.420231 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-00241537-c1bd-4a38-965d-e5c735e96f44 None None] Could not find standard attr ID for object 8c0b9ba6-b3ad-4e27-bd1f-725dc03bc3c5. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:12:15.444331 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-517c0996-c919-4c77-a742-dc12871178c2 req-6d741c8d-2e1b-48a5-b446-7f8b4076e004 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0694151 Oct 13 11:12:15.523435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:15.618342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port fc85022c-8e86-4bd5-a5fa-b46faf740cb2 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:15.618702 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:15.654960 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbb33db-68f6-475b-a970-ad8a27577601 None None] DHCP port deletion for c05c09fb-8b4c-4e6f-8ad0-338da752457a request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:12:15.711551 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] For port fc85022c-8e86-4bd5-a5fa-b46faf740cb2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fc85022c-8e86-4bd5-a5fa-b46faf740cb2,segment=NetworkSegment(9e5f551b-f8aa-402d-a123-bf833c98d22b),segment_id=9e5f551b-f8aa-402d-a123-bf833c98d22b)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:15.712280 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:15.716147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb33db-68f6-475b-a970-ad8a27577601 None None] Deleting port fc85022c-8e86-4bd5-a5fa-b46faf740cb2 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:15.716745 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bfbb33db-68f6-475b-a970-ad8a27577601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:15.740754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for fc85022c-8e86-4bd5-a5fa-b46faf740cb2 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:15.821719 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-bfbb33db-68f6-475b-a970-ad8a27577601 None None] For port fc85022c-8e86-4bd5-a5fa-b46faf740cb2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fc85022c-8e86-4bd5-a5fa-b46faf740cb2,segment=NetworkSegment(9e5f551b-f8aa-402d-a123-bf833c98d22b),segment_id=9e5f551b-f8aa-402d-a123-bf833c98d22b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:15.822261 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bfbb33db-68f6-475b-a970-ad8a27577601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:15.844660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb33db-68f6-475b-a970-ad8a27577601 None None] Calling delete_port for fc85022c-8e86-4bd5-a5fa-b46faf740cb2 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:15.953500 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:15.970396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fc85022c-8e86-4bd5-a5fa-b46faf740cb2 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:12:15.985984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No DVR routers for this DVR port fc85022c-8e86-4bd5-a5fa-b46faf740cb2 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:12:15.987923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=fc85022c-8e86-4bd5-a5fa-b46faf740cb2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:16.001335 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: fc85022c-8e86-4bd5-a5fa-b46faf740cb2 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:12:16.001672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fc85022c-8e86-4bd5-a5fa-b46faf740cb2 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:12:16.020782 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bfbb33db-68f6-475b-a970-ad8a27577601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:16.053215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb33db-68f6-475b-a970-ad8a27577601 None None] Pushing event deleted for resources: {'Port': ['ID=fc85022c-8e86-4bd5-a5fa-b46faf740cb2,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:16.083102 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:16.096605 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb33db-68f6-475b-a970-ad8a27577601 None None] No DVR routers for this DVR port fc85022c-8e86-4bd5-a5fa-b46faf740cb2 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:12:16.131481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05c09fb-8b4c-4e6f-8ad0-338da752457a']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:16.153225 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5f551b-f8aa-402d-a123-bf833c98d22b') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:16.153859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5f551b-f8aa-402d-a123-bf833c98d22b') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:16.170561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:16.186150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:16.193521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:12:16.193711 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:12:16.197218 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:12:16.554666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9afb045-ca24-4d6f-8f5d-661955504446 req-793961b4-ad63-4ab8-b9f5-4a2b33cc1c65 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0264978 Oct 13 11:12:16.700738 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:16.706864 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:16.710385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/networks/c05c09fb-8b4c-4e6f-8ad0-338da752457a HTTP/1.1" status: 204 len: 168 time: 1.3980968 Oct 13 11:12:16.714638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36440) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:16.719837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4fb4b50d-fad9-41d2-91f4-845fe0056cf7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1556885623'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:16.742149 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9432c-8b45-4207-aa0a-34156c7d5b82 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Network': ['ID=c05c09fb-8b4c-4e6f-8ad0-338da752457a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:16.842764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb4b50d-fad9-41d2-91f4-845fe0056cf7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:16.846520 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b50d-fad9-41d2-91f4-845fe0056cf7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:16.880664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb4b50d-fad9-41d2-91f4-845fe0056cf7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:12:16.898292 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b50d-fad9-41d2-91f4-845fe0056cf7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:16.901119 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-4fb4b50d-fad9-41d2-91f4-845fe0056cf7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Added segment c941bf57-7004-4dc8-9536-d3ef9e6933d5 of type vlan for network d79a9d5d-fd98-403c-9129-3c1bd466cc63 Oct 13 11:12:16.972803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b50d-fad9-41d2-91f4-845fe0056cf7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:17.107331 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b50d-fad9-41d2-91f4-845fe0056cf7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:17.115765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb4b50d-fad9-41d2-91f4-845fe0056cf7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:17.117264 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b50d-fad9-41d2-91f4-845fe0056cf7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:17.219401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4b50d-fad9-41d2-91f4-845fe0056cf7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Network': ['ID=d79a9d5d-fd98-403c-9129-3c1bd466cc63,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:17.231010 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network d79a9d5d-fd98-403c-9129-3c1bd466cc63 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:12:17.269088 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4fb4b50d-fad9-41d2-91f4-845fe0056cf7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5531399 Oct 13 11:12:17.271909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36450) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:17.278956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-982a185c-fbe1-47f2-b066-ee3d36bff246 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': 'd79a9d5d-fd98-403c-9129-3c1bd466cc63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:17.517248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982a185c-fbe1-47f2-b066-ee3d36bff246 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:17.521218 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-982a185c-fbe1-47f2-b066-ee3d36bff246 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:17.709489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a760de2e-8207-4bef-9c14-8e442d908f17 req-f62f685d-4fe1-4eb6-bb88-d6eac7377dc0 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee811421-cbfe-4eef-bea4-50b5df14403b HTTP/1.1" status: 200 len: 210 time: 0.0595911 Oct 13 11:12:17.888930 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-982a185c-fbe1-47f2-b066-ee3d36bff246 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:17.959714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982a185c-fbe1-47f2-b066-ee3d36bff246 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Checking segment: {'id': 'c941bf57-7004-4dc8-9536-d3ef9e6933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd79a9d5d-fd98-403c-9129-3c1bd466cc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:12:17.960463 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982a185c-fbe1-47f2-b066-ee3d36bff246 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network hostable DHCP agents. Network: d79a9d5d-fd98-403c-9129-3c1bd466cc63, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:12:17.990952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a185c-fbe1-47f2-b066-ee3d36bff246 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Subnet': ['ID=4f981107-eacd-4420-9730-afb02ccf9d93,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:18.085149 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982a185c-fbe1-47f2-b066-ee3d36bff246 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network d79a9d5d-fd98-403c-9129-3c1bd466cc63 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:12:18.157369 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-982a185c-fbe1-47f2-b066-ee3d36bff246 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, d79a9d5d-fd98-403c-9129-3c1bd466cc63) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:18.162150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982a185c-fbe1-47f2-b066-ee3d36bff246 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:18.163675 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-982a185c-fbe1-47f2-b066-ee3d36bff246 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:18.169023 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea75397e-393c-484a-b95d-8c85d135e1a7 None None] Network d79a9d5d-fd98-403c-9129-3c1bd466cc63 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:18.288472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36466) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:18.289052 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-982a185c-fbe1-47f2-b066-ee3d36bff246 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0152380 Oct 13 11:12:18.295522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': 'd79a9d5d-fd98-403c-9129-3c1bd466cc63', 'name': 'tempest-PortsIpV6TestJSON-1758263611', 'fixed_ips': [{'subnet_id': '4f981107-eacd-4420-9730-afb02ccf9d93', 'ip_address': '2001:db8::10'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:18.428240 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-d79a9d5d-fd98-403c-9129-3c1bd466cc63', 'network_id': 'd79a9d5d-fd98-403c-9129-3c1bd466cc63', 'tenant_id': 'af5fe1f6d20a4c86a0a5bfca2d782c64', 'fixed_ips': [{'subnet_id': '4f981107-eacd-4420-9730-afb02ccf9d93'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:12:18.429346 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:18.579765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:18.609849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Allocated IP 2001:db8::2 (d79a9d5d-fd98-403c-9129-3c1bd466cc63/4f981107-eacd-4420-9730-afb02ccf9d93/de61ba6a-2992-4663-9f6d-8617f5982549) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:18.708065 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:18.733638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port 6f4a6a68-b014-46c5-ab50-ba091c05e2e9 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:12:18.876310 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:18.957711 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:19.017704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36478) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:19.061885 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Network d79a9d5d-fd98-403c-9129-3c1bd466cc63 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:19.077542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:19.085039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:12:19.101870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Pushing event updated for resources: {'Port': ['ID=de61ba6a-2992-4663-9f6d-8617f5982549,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:19.116819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8::10 (d79a9d5d-fd98-403c-9129-3c1bd466cc63/4f981107-eacd-4420-9730-afb02ccf9d93/6f4a6a68-b014-46c5-ab50-ba091c05e2e9) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:19.129309 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7015-aba1-481b-9fc0-240882ddf9f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:19.175926 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7015-aba1-481b-9fc0-240882ddf9f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:19.226167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Attempting to bind port de61ba6a-2992-4663-9f6d-8617f5982549 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:12:19.227129 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Attempting to bind port de61ba6a-2992-4663-9f6d-8617f5982549 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'c941bf57-7004-4dc8-9536-d3ef9e6933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd79a9d5d-fd98-403c-9129-3c1bd466cc63'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:12:19.227566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Attempting to bind port de61ba6a-2992-4663-9f6d-8617f5982549 on network d79a9d5d-fd98-403c-9129-3c1bd466cc63 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:12:19.253377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:12:19.253892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Checking segment: {'id': 'c941bf57-7004-4dc8-9536-d3ef9e6933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd79a9d5d-fd98-403c-9129-3c1bd466cc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:12:19.254477 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:19.255037 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Bound using segment: {'id': 'c941bf57-7004-4dc8-9536-d3ef9e6933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd79a9d5d-fd98-403c-9129-3c1bd466cc63'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:12:19.256709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Bound port: de61ba6a-2992-4663-9f6d-8617f5982549, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c941bf57-7004-4dc8-9536-d3ef9e6933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd79a9d5d-fd98-403c-9129-3c1bd466cc63'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:12:19.258652 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:19.407411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] For port de61ba6a-2992-4663-9f6d-8617f5982549, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:12:19.412787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] For port de61ba6a-2992-4663-9f6d-8617f5982549, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=de61ba6a-2992-4663-9f6d-8617f5982549,segment=NetworkSegment(c941bf57-7004-4dc8-9536-d3ef9e6933d5),segment_id=c941bf57-7004-4dc8-9536-d3ef9e6933d5)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:12:19.454674 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:19.489448 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7015-aba1-481b-9fc0-240882ddf9f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:19.492153 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7015-aba1-481b-9fc0-240882ddf9f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:19.493325 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ca4e7015-aba1-481b-9fc0-240882ddf9f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "DELETE /v2.0/security-groups/7f5d1121-11cb-4e92-8853-ab18c67d0b0c HTTP/1.1" status: 204 len: 168 time: 0.4743135 Oct 13 11:12:19.497209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36486) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:19.506646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e7015-aba1-481b-9fc0-240882ddf9f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5d1121-11cb-4e92-8853-ab18c67d0b0c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:19.537041 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-e5a7b2fe-39eb-466c-bc98-238d9d84d1fa tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] show failed (client error): The resource could not be found. Oct 13 11:12:19.539865 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e5a7b2fe-39eb-466c-bc98-238d9d84d1fa tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "GET /v2.0/security-groups/7f5d1121-11cb-4e92-8853-ab18c67d0b0c HTTP/1.1" status: 404 len: 347 time: 0.0409355 Oct 13 11:12:19.543594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36488) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:19.598966 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:19.726804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e115b8f-963d-48de-aca1-8cca2f01ed3f None None] Pushing event updated for resources: {'Port': ['ID=de61ba6a-2992-4663-9f6d-8617f5982549,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:20.192349 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:20.242892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network d79a9d5d-fd98-403c-9129-3c1bd466cc63 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:20.294228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:20.298457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:12:20.305882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:20.305882 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:20.320883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=6f4a6a68-b014-46c5-ab50-ba091c05e2e9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:20.377808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-06570151-af6c-4f76-b409-ee76a7392670 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Deleting port 8ca97533-fa9f-4099-9df8-31a87811c9d6 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:20.388774 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-06570151-af6c-4f76-b409-ee76a7392670 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:20.479493 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-06570151-af6c-4f76-b409-ee76a7392670 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:20.480145 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-06570151-af6c-4f76-b409-ee76a7392670 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:20.495978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-06570151-af6c-4f76-b409-ee76a7392670 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Calling delete_port for 8ca97533-fa9f-4099-9df8-31a87811c9d6 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:20.571379 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-602a630b-aee5-443e-bab4-e9a5de99130c tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2816746 Oct 13 11:12:20.574535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36504) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:20.581697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': 'd79a9d5d-fd98-403c-9129-3c1bd466cc63', 'name': 'tempest-PortsIpV6TestJSON-18527226', 'fixed_ips': [{'subnet_id': '4f981107-eacd-4420-9730-afb02ccf9d93', 'ip_address': '2001:db8::f'}]}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:20.774549 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-06570151-af6c-4f76-b409-ee76a7392670 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:20.841548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06570151-af6c-4f76-b409-ee76a7392670 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event deleted for resources: {'Port': ['ID=8ca97533-fa9f-4099-9df8-31a87811c9d6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:20.855749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:21.008289 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-06570151-af6c-4f76-b409-ee76a7392670 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:21.011888 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-06570151-af6c-4f76-b409-ee76a7392670 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:21.013202 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-06570151-af6c-4f76-b409-ee76a7392670 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "DELETE /v2.0/floatingips/7a055870-a4fa-4396-9b96-80b9473adabd HTTP/1.1" status: 204 len: 168 time: 1.4686053 Oct 13 11:12:21.016015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36506) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:21.026077 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:21.054305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port 718b9ac5-36d1-49f1-99d8-8a5d7da95aa3 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:12:21.275334 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-19608815-2561-46d7-8b4d-9f9f3a7f7604 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Deleting port 9efaf48b-e02e-4571-9d2e-3ac74778211e {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:21.275797 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19608815-2561-46d7-8b4d-9f9f3a7f7604 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:21.378907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8::f (d79a9d5d-fd98-403c-9129-3c1bd466cc63/4f981107-eacd-4420-9730-afb02ccf9d93/718b9ac5-36d1-49f1-99d8-8a5d7da95aa3) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:21.420665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19608815-2561-46d7-8b4d-9f9f3a7f7604 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:21.429275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e62c9e-7e7a-4168-a638-212854fa5d0f None None] Network d79a9d5d-fd98-403c-9129-3c1bd466cc63 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:21.462085 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-19608815-2561-46d7-8b4d-9f9f3a7f7604 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Calling delete_port for 9efaf48b-e02e-4571-9d2e-3ac74778211e owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:21.550863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36520) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:21.620635 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c1babc59-d450-4ea7-be51-22bb2320b778 None None] Provisioning complete for port de61ba6a-2992-4663-9f6d-8617f5982549 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:21.620948 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1babc59-d450-4ea7-be51-22bb2320b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:21.776653 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:21.817251 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19608815-2561-46d7-8b4d-9f9f3a7f7604 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:21.881262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19608815-2561-46d7-8b4d-9f9f3a7f7604 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event deleted for resources: {'Port': ['ID=9efaf48b-e02e-4571-9d2e-3ac74778211e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:21.895228 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:22.024382 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1babc59-d450-4ea7-be51-22bb2320b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:22.026978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=718b9ac5-36d1-49f1-99d8-8a5d7da95aa3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:22.067539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network d79a9d5d-fd98-403c-9129-3c1bd466cc63 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:22.073507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:22.091319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:12:22.099340 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c1babc59-d450-4ea7-be51-22bb2320b778 None None] For port de61ba6a-2992-4663-9f6d-8617f5982549, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=de61ba6a-2992-4663-9f6d-8617f5982549,segment=NetworkSegment(c941bf57-7004-4dc8-9536-d3ef9e6933d5),segment_id=c941bf57-7004-4dc8-9536-d3ef9e6933d5)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:22.102075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:22.102075 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:22.102319 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device de61ba6a-2992-4663-9f6d-8617f5982549 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:22.185843 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19608815-2561-46d7-8b4d-9f9f3a7f7604 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:22.189433 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-19608815-2561-46d7-8b4d-9f9f3a7f7604 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "DELETE /v2.0/ports/9efaf48b-e02e-4571-9d2e-3ac74778211e HTTP/1.1" status: 204 len: 168 time: 1.1723316 Oct 13 11:12:22.192393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36528) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:22.210374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1efad2d2-86e0-4b20-bd3d-debdd4d089f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.6287262 Oct 13 11:12:22.212078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36530) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:22.215544 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1babc59-d450-4ea7-be51-22bb2320b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:22.426788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babc59-d450-4ea7-be51-22bb2320b778 None None] Pushing event updated for resources: {'Port': ['ID=de61ba6a-2992-4663-9f6d-8617f5982549,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:22.452796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port de61ba6a-2992-4663-9f6d-8617f5982549 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:22.454515 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:22.548045 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c9461-637f-40b8-9334-9cfcc0487e95 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Deleting port 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:22.550663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9461-637f-40b8-9334-9cfcc0487e95 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:22.650445 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae65da3b-b27d-431e-be59-728828faaabc tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:22.673933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ae65da3b-b27d-431e-be59-728828faaabc tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4560277 Oct 13 11:12:22.676796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36538) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:22.753309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-81ff0fcd-d75a-47ed-b76a-fa81683d9f1f None None] Provisioning complete for port de61ba6a-2992-4663-9f6d-8617f5982549 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:22.756596 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-81ff0fcd-d75a-47ed-b76a-fa81683d9f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:22.838248 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9461-637f-40b8-9334-9cfcc0487e95 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:22.870673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c9461-637f-40b8-9334-9cfcc0487e95 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Calling delete_port for 1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:22.975333 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc03158a-0b60-487d-83ee-7d3159307858 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:22.985710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc03158a-0b60-487d-83ee-7d3159307858 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:22.995609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-81ff0fcd-d75a-47ed-b76a-fa81683d9f1f None None] Provisioning complete for port 718b9ac5-36d1-49f1-99d8-8a5d7da95aa3 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:22.996531 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-81ff0fcd-d75a-47ed-b76a-fa81683d9f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:23.000463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc03158a-0b60-487d-83ee-7d3159307858 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:23.002697 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bc03158a-0b60-487d-83ee-7d3159307858 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3230150 Oct 13 11:12:23.008158 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36544) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:23.084605 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-81ff0fcd-d75a-47ed-b76a-fa81683d9f1f None None] Port 718b9ac5-36d1-49f1-99d8-8a5d7da95aa3 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:23.115920 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-81ff0fcd-d75a-47ed-b76a-fa81683d9f1f None None] Provisioning complete for port 6f4a6a68-b014-46c5-ab50-ba091c05e2e9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:23.119157 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-81ff0fcd-d75a-47ed-b76a-fa81683d9f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:23.231279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-50b44e4b-77cb-4382-9bbc-42771306f8d4 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port 718b9ac5-36d1-49f1-99d8-8a5d7da95aa3 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:23.231566 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50b44e4b-77cb-4382-9bbc-42771306f8d4 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:23.251451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-81ff0fcd-d75a-47ed-b76a-fa81683d9f1f None None] Port 6f4a6a68-b014-46c5-ab50-ba091c05e2e9 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:23.300021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9461-637f-40b8-9334-9cfcc0487e95 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:23.305893 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf211104-a923-4df0-a835-7b846eb1fd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:23.395415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9eaaa578-2d5f-4f3f-8150-a2facffb0875 None None] Provisioning complete for port 6f4a6a68-b014-46c5-ab50-ba091c05e2e9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:23.396160 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa578-2d5f-4f3f-8150-a2facffb0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:23.490616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c9461-637f-40b8-9334-9cfcc0487e95 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event deleted for resources: {'Port': ['ID=1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:23.516802 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9eaaa578-2d5f-4f3f-8150-a2facffb0875 None None] Port 6f4a6a68-b014-46c5-ab50-ba091c05e2e9 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:23.599442 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9461-637f-40b8-9334-9cfcc0487e95 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:23.609433 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4a9c9461-637f-40b8-9334-9cfcc0487e95 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "DELETE /v2.0/ports/1dd3e3e8-bf4b-4b24-9e2d-558f5d363e35 HTTP/1.1" status: 204 len: 168 time: 1.4160147 Oct 13 11:12:23.612200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36554) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:23.644994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-68df111b-fca4-49eb-bd24-37c2cc312f4f None None] Provisioning complete for port 718b9ac5-36d1-49f1-99d8-8a5d7da95aa3 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:23.645629 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-68df111b-fca4-49eb-bd24-37c2cc312f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:23.735712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-9427ee66-95d6-4978-83c4-9e2146fcd4f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Deleting subnet dc4e3cc4-c941-42e0-8d66-07438f4c2aab {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:12:23.750087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-68df111b-fca4-49eb-bd24-37c2cc312f4f None None] Port 718b9ac5-36d1-49f1-99d8-8a5d7da95aa3 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:23.753825 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9427ee66-95d6-4978-83c4-9e2146fcd4f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:23.791341 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50b44e4b-77cb-4382-9bbc-42771306f8d4 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:23.810421 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9427ee66-95d6-4978-83c4-9e2146fcd4f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:23.813616 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-50b44e4b-77cb-4382-9bbc-42771306f8d4 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for 718b9ac5-36d1-49f1-99d8-8a5d7da95aa3 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:23.910110 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9427ee66-95d6-4978-83c4-9e2146fcd4f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:24.055330 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device de61ba6a-2992-4663-9f6d-8617f5982549 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:24.056309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-bf211104-a923-4df0-a835-7b846eb1fd24 admin admin] Deleting port c8c0371b-c66e-4942-88b1-abcc494505ab {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:24.062503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf211104-a923-4df0-a835-7b846eb1fd24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:24.083890 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9427ee66-95d6-4978-83c4-9e2146fcd4f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:24.113766 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9427ee66-95d6-4978-83c4-9e2146fcd4f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:24.120213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269dbd38-d568-4be0-b680-6bd5a92267b2 None None] Network 3f5d2a8f-da31-4f37-9210-83fd46b16762 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:24.124634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9427ee66-95d6-4978-83c4-9e2146fcd4f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "DELETE /v2.0/subnets/dc4e3cc4-c941-42e0-8d66-07438f4c2aab HTTP/1.1" status: 204 len: 168 time: 0.5110550 Oct 13 11:12:24.130706 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36564) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:24.239391 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50b44e4b-77cb-4382-9bbc-42771306f8d4 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:24.274049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Deleting subnet bd4f1c58-319c-4d6b-9fcd-42a6db10258a {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:12:24.278486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427ee66-95d6-4978-83c4-9e2146fcd4f9 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4e3cc4-c941-42e0-8d66-07438f4c2aab,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:24.289901 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:24.316600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port de61ba6a-2992-4663-9f6d-8617f5982549 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:24.317177 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:24.437103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cccb7d-86b8-4405-91d9-0fa41f2afb98 None None] DHCP port deletion for 3f5d2a8f-da31-4f37-9210-83fd46b16762 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:12:24.449291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b44e4b-77cb-4382-9bbc-42771306f8d4 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=718b9ac5-36d1-49f1-99d8-8a5d7da95aa3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:24.452020 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-bf211104-a923-4df0-a835-7b846eb1fd24 admin admin] For port c8c0371b-c66e-4942-88b1-abcc494505ab, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c8c0371b-c66e-4942-88b1-abcc494505ab,segment=NetworkSegment(6d53608d-953d-4c8c-b247-0e49e91cd5d3),segment_id=6d53608d-953d-4c8c-b247-0e49e91cd5d3)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:24.452507 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf211104-a923-4df0-a835-7b846eb1fd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:24.455625 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50b44e4b-77cb-4382-9bbc-42771306f8d4 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:24.471151 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-50b44e4b-77cb-4382-9bbc-42771306f8d4 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/718b9ac5-36d1-49f1-99d8-8a5d7da95aa3 HTTP/1.1" status: 204 len: 168 time: 1.4603875 Oct 13 11:12:24.484727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36580) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:24.512362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-bf211104-a923-4df0-a835-7b846eb1fd24 admin admin] Calling delete_port for c8c0371b-c66e-4942-88b1-abcc494505ab owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:24.550866 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea49efb8-4006-4348-a5b0-7d1eec718970 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:12:24.552618 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ea49efb8-4006-4348-a5b0-7d1eec718970 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/718b9ac5-36d1-49f1-99d8-8a5d7da95aa3 HTTP/1.1" status: 404 len: 333 time: 0.0669765 Oct 13 11:12:24.565216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36584) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:24.655963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-97cccb7d-86b8-4405-91d9-0fa41f2afb98 None None] Deleting port 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:24.655963 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-97cccb7d-86b8-4405-91d9-0fa41f2afb98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:24.779103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-97cccb7d-86b8-4405-91d9-0fa41f2afb98 None None] For port 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1,segment=NetworkSegment(5c963ce2-34f5-4ba5-be44-eeec26e23b42),segment_id=5c963ce2-34f5-4ba5-be44-eeec26e23b42)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:24.779505 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-97cccb7d-86b8-4405-91d9-0fa41f2afb98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.007768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-97cccb7d-86b8-4405-91d9-0fa41f2afb98 None None] Calling delete_port for 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:25.029530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-676b06db-778b-44d3-a907-941d4f6bc40b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port 6f4a6a68-b014-46c5-ab50-ba091c05e2e9 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:25.029982 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-676b06db-778b-44d3-a907-941d4f6bc40b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.093942 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.216008 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.234087 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-97cccb7d-86b8-4405-91d9-0fa41f2afb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.270818 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-676b06db-778b-44d3-a907-941d4f6bc40b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.294311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cccb7d-86b8-4405-91d9-0fa41f2afb98 None None] No DVR routers for this DVR port 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:12:25.301219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cccb7d-86b8-4405-91d9-0fa41f2afb98 None None] Pushing event deleted for resources: {'Port': ['ID=1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:25.326624 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-676b06db-778b-44d3-a907-941d4f6bc40b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for 6f4a6a68-b014-46c5-ab50-ba091c05e2e9 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:25.363229 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.387097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7600e2e-3d44-408f-b7ed-270671b27a84 None None] Network 13ebfba8-cc40-4481-945a-f6f43d5aa4ab requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:25.400061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event deleted for resources: {'Subnet': ['ID=bd4f1c58-319c-4d6b-9fcd-42a6db10258a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:25.403982 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.410706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "DELETE /v2.0/subnets/bd4f1c58-319c-4d6b-9fcd-42a6db10258a HTTP/1.1" status: 204 len: 168 time: 1.2778454 Oct 13 11:12:25.411485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36620) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:25.427311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:25.428059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:25.428191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:25.428820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:25.429156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:25.429555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:25.429857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:25.430193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:25.430610 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:25.430935 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:25.431261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:25.437410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90844eb8-daf4-481e-a64a-cba012486643 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:25.474006 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf211104-a923-4df0-a835-7b846eb1fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.544879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf211104-a923-4df0-a835-7b846eb1fd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c0371b-c66e-4942-88b1-abcc494505ab,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:25.599333 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e6b00445-4bc4-4805-bcc2-3583061ea2ce tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.769019 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e6b00445-4bc4-4805-bcc2-3583061ea2ce tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.796285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e6b00445-4bc4-4805-bcc2-3583061ea2ce tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5d2a8f-da31-4f37-9210-83fd46b16762']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:25.805067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-676b06db-778b-44d3-a907-941d4f6bc40b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.810604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc42433-f594-4d81-b067-ca48df323f3c None None] DHCP port deletion for 13ebfba8-cc40-4481-945a-f6f43d5aa4ab request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:12:25.836520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e6b00445-4bc4-4805-bcc2-3583061ea2ce tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c963ce2-34f5-4ba5-be44-eeec26e23b42') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:25.836520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e6b00445-4bc4-4805-bcc2-3583061ea2ce tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c963ce2-34f5-4ba5-be44-eeec26e23b42') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:25.857989 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e6b00445-4bc4-4805-bcc2-3583061ea2ce tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.884860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b06db-778b-44d3-a907-941d4f6bc40b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=6f4a6a68-b014-46c5-ab50-ba091c05e2e9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:25.888841 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e6b00445-4bc4-4805-bcc2-3583061ea2ce tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.904118 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b00445-4bc4-4805-bcc2-3583061ea2ce tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:12:25.904894 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e6b00445-4bc4-4805-bcc2-3583061ea2ce tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:12:25.912822 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:12:25.937588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3bc42433-f594-4d81-b067-ca48df323f3c None None] Deleting port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:25.937860 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3bc42433-f594-4d81-b067-ca48df323f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.026684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3bc42433-f594-4d81-b067-ca48df323f3c None None] For port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:26.027399 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3bc42433-f594-4d81-b067-ca48df323f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.043691 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf211104-a923-4df0-a835-7b846eb1fd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.058456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:12:26.072644 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-676b06db-778b-44d3-a907-941d4f6bc40b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.086912 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-676b06db-778b-44d3-a907-941d4f6bc40b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/6f4a6a68-b014-46c5-ab50-ba091c05e2e9 HTTP/1.1" status: 204 len: 168 time: 1.5172479 Oct 13 11:12:26.087636 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36656) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:26.103369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3bc42433-f594-4d81-b067-ca48df323f3c None None] Calling delete_port for f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:26.116209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:12:26.116688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1a63eb8f-73bd-4a38-bcb6-3fc3fcc719f1 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:12:26.120962 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:12:26.121099 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ff1714-e636-4a66-9156-5b453b4454f9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:12:26.124804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36658) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:26.125279 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-61ff1714-e636-4a66-9156-5b453b4454f9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/6f4a6a68-b014-46c5-ab50-ba091c05e2e9 HTTP/1.1" status: 404 len: 333 time: 0.0337234 Oct 13 11:12:26.226320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afd0b85-3d19-48ff-be1f-0d3b8d6e41cd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting subnet 4f981107-eacd-4420-9730-afb02ccf9d93 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:12:26.229695 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3afd0b85-3d19-48ff-be1f-0d3b8d6e41cd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.232393 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e6b00445-4bc4-4805-bcc2-3583061ea2ce tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.303745 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e6b00445-4bc4-4805-bcc2-3583061ea2ce tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.311942 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e6b00445-4bc4-4805-bcc2-3583061ea2ce tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "DELETE /v2.0/networks/3f5d2a8f-da31-4f37-9210-83fd46b16762 HTTP/1.1" status: 204 len: 168 time: 0.8907039 Oct 13 11:12:26.311942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36672) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:26.333205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b00445-4bc4-4805-bcc2-3583061ea2ce tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event deleted for resources: {'Network': ['ID=3f5d2a8f-da31-4f37-9210-83fd46b16762,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:26.369940 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.444474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9,segment=NetworkSegment(eaf32ca1-88a0-4d8b-a710-c936e061d431),segment_id=eaf32ca1-88a0-4d8b-a710-c936e061d431)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:26.459323 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3afd0b85-3d19-48ff-be1f-0d3b8d6e41cd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.523014 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04813f5b-9137-4f3d-b2c1-7579aae8c9b2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.539931 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.626528 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3afd0b85-3d19-48ff-be1f-0d3b8d6e41cd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.639901 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:26.652640 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3bc42433-f594-4d81-b067-ca48df323f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.707072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc42433-f594-4d81-b067-ca48df323f3c None None] No DVR routers for this DVR port f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:12:26.709206 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc42433-f594-4d81-b067-ca48df323f3c None None] Pushing event deleted for resources: {'Port': ['ID=f5e656b1-0d7c-4fe6-ad9d-4073a98b3ff9,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:26.825770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221afea4-7244-4499-8d86-11f386bf1d5b req-0bf35b94-d708-4211-9042-db6ba5bcff11 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:26.827434 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-221afea4-7244-4499-8d86-11f386bf1d5b req-0bf35b94-d708-4211-9042-db6ba5bcff11 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.1005397 Oct 13 11:12:26.839183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf211104-a923-4df0-a835-7b846eb1fd24 admin admin] Router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:12:26.892956 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3afd0b85-3d19-48ff-be1f-0d3b8d6e41cd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.939889 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04813f5b-9137-4f3d-b2c1-7579aae8c9b2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.952969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd0b85-3d19-48ff-be1f-0d3b8d6e41cd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Subnet': ['ID=4f981107-eacd-4420-9730-afb02ccf9d93,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:26.960698 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3afd0b85-3d19-48ff-be1f-0d3b8d6e41cd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:26.967232 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6e856a-9d49-4b82-a52f-e934574d5dd8 None None] Network d79a9d5d-fd98-403c-9129-3c1bd466cc63 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:26.967679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3afd0b85-3d19-48ff-be1f-0d3b8d6e41cd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/4f981107-eacd-4420-9730-afb02ccf9d93 HTTP/1.1" status: 204 len: 168 time: 0.8414474 Oct 13 11:12:26.974424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36718) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:27.020120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf211104-a923-4df0-a835-7b846eb1fd24 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:12:27.032653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173bebe-0075-4718-bfb5-e4f58963802c None None] Sync routers for ids ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:12:27.036321 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bf211104-a923-4df0-a835-7b846eb1fd24 admin admin] 10.222.0.32 "PUT /v2.0/routers/ca0e7ca9-20ae-4744-b3eb-316b76db4d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4844022 Oct 13 11:12:27.040127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36722) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:27.047531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-221afea4-7244-4499-8d86-11f386bf1d5b req-3942bd86-4966-4d73-8ac4-2f2df222af64 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042634 Oct 13 11:12:27.049452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-04813f5b-9137-4f3d-b2c1-7579aae8c9b2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ebfba8-cc40-4481-945a-f6f43d5aa4ab']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:27.069732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173bebe-0075-4718-bfb5-e4f58963802c None None] Routers {'ca0e7ca9-20ae-4744-b3eb-316b76db4d96'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:12:27.076293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6173bebe-0075-4718-bfb5-e4f58963802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:12:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:27.082896 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.097956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-04813f5b-9137-4f3d-b2c1-7579aae8c9b2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf32ca1-88a0-4d8b-a710-c936e061d431') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:27.098474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-04813f5b-9137-4f3d-b2c1-7579aae8c9b2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf32ca1-88a0-4d8b-a710-c936e061d431') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:27.112092 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04813f5b-9137-4f3d-b2c1-7579aae8c9b2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.159888 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04813f5b-9137-4f3d-b2c1-7579aae8c9b2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.170544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04813f5b-9137-4f3d-b2c1-7579aae8c9b2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:12:27.171517 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04813f5b-9137-4f3d-b2c1-7579aae8c9b2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:12:27.176742 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:12:27.272695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port de61ba6a-2992-4663-9f6d-8617f5982549 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:27.273171 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.351436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04813f5b-9137-4f3d-b2c1-7579aae8c9b2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.354978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] For port de61ba6a-2992-4663-9f6d-8617f5982549, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=de61ba6a-2992-4663-9f6d-8617f5982549,segment=NetworkSegment(c941bf57-7004-4dc8-9536-d3ef9e6933d5),segment_id=c941bf57-7004-4dc8-9536-d3ef9e6933d5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:27.355511 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.372472 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04813f5b-9137-4f3d-b2c1-7579aae8c9b2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.386087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-04813f5b-9137-4f3d-b2c1-7579aae8c9b2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] 10.222.0.32 "DELETE /v2.0/networks/13ebfba8-cc40-4481-945a-f6f43d5aa4ab HTTP/1.1" status: 204 len: 168 time: 1.0604367 Oct 13 11:12:27.396367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6173bebe-0075-4718-bfb5-e4f58963802c None None] Set router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:12:27.397235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for de61ba6a-2992-4663-9f6d-8617f5982549 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:27.402189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04813f5b-9137-4f3d-b2c1-7579aae8c9b2 tempest-TaggedBootDevicesTest-681391831 tempest-TaggedBootDevicesTest-681391831-project] Pushing event deleted for resources: {'Network': ['ID=13ebfba8-cc40-4481-945a-f6f43d5aa4ab,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:27.479720 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.521983 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b6d9aa-b6f4-48f1-be2a-f643c84f746f None None] DHCP port deletion for d79a9d5d-fd98-403c-9129-3c1bd466cc63 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:12:27.626060 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.652519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-09b6d9aa-b6f4-48f1-be2a-f643c84f746f None None] The port 'de61ba6a-2992-4663-9f6d-8617f5982549' was deleted {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 11:12:27.670611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=de61ba6a-2992-4663-9f6d-8617f5982549,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:27.671367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No DVR routers for this DVR port de61ba6a-2992-4663-9f6d-8617f5982549 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:12:27.707433 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.737852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6173bebe-0075-4718-bfb5-e4f58963802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:12:25Z', 'revision_number': 5, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:27.783741 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173bebe-0075-4718-bfb5-e4f58963802c None None] Checking router: ca0e7ca9-20ae-4744-b3eb-316b76db4d96 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:12:27.784392 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.793532 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173bebe-0075-4718-bfb5-e4f58963802c None None] Routers {'ca0e7ca9-20ae-4744-b3eb-316b76db4d96'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:12:27.794157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6173bebe-0075-4718-bfb5-e4f58963802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:12:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:27.824003 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79a9d5d-fd98-403c-9129-3c1bd466cc63']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:27.834835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c941bf57-7004-4dc8-9536-d3ef9e6933d5') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:27.835223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c941bf57-7004-4dc8-9536-d3ef9e6933d5') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:27.847216 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.863563 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.876717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Deleting port 04b09cd8-1bb5-489d-8659-ae0395301f6b {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:27.886375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.887366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:12:27.888973 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:12:27.896121 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:12:27.930458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6173bebe-0075-4718-bfb5-e4f58963802c None None] Set router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:12:28.022477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device de61ba6a-2992-4663-9f6d-8617f5982549 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:12:28.039485 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] For port 04b09cd8-1bb5-489d-8659-ae0395301f6b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=04b09cd8-1bb5-489d-8659-ae0395301f6b,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:28.040089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.043854 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.052265 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.066429 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/networks/d79a9d5d-fd98-403c-9129-3c1bd466cc63 HTTP/1.1" status: 204 len: 168 time: 1.0823529 Oct 13 11:12:28.068217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36772) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:28.082503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-07012b2e-ceae-4ddc-a3ca-a2579c65f44f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1747640156'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:28.087152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Calling delete_port for 04b09cd8-1bb5-489d-8659-ae0395301f6b owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:28.110974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11dafd-18cb-4a96-b90e-499612888696 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Network': ['ID=d79a9d5d-fd98-403c-9129-3c1bd466cc63,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:28.119596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: de61ba6a-2992-4663-9f6d-8617f5982549 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:12:28.119971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device de61ba6a-2992-4663-9f6d-8617f5982549 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:12:28.243160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07012b2e-ceae-4ddc-a3ca-a2579c65f44f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:28.248750 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07012b2e-ceae-4ddc-a3ca-a2579c65f44f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.271619 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6173bebe-0075-4718-bfb5-e4f58963802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:12:25Z', 'revision_number': 5, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:28.280483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07012b2e-ceae-4ddc-a3ca-a2579c65f44f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:12:28.302276 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173bebe-0075-4718-bfb5-e4f58963802c None None] The sync data for ids ['ca0e7ca9-20ae-4744-b3eb-316b76db4d96'] in n-d-813659-3 is: [{'id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'name': 'tempest-TaggedBootDevicesTest_v242-910395111-router', 'tenant_id': 'f8ef3a9260b7494da03368bc530c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T10:59:58Z', 'updated_at': '2021-10-13T11:12:25Z', 'revision_number': 5, 'project_id': 'f8ef3a9260b7494da03368bc530c12f3', 'gw_port': {'id': '04b09cd8-1bb5-489d-8659-ae0395301f6b', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e7ca9-20ae-4744-b3eb-316b76db4d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T10:59:59Z', 'updated_at': '2021-10-13T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:12:28.313182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f016f3f-9edc-43c7-9d5b-5692ea71476d req-a5b56b9a-54be-46de-a2cc-ebf4720c0cb0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:28.314801 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f016f3f-9edc-43c7-9d5b-5692ea71476d req-a5b56b9a-54be-46de-a2cc-ebf4720c0cb0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.1268868 Oct 13 11:12:28.316231 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07012b2e-ceae-4ddc-a3ca-a2579c65f44f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.316564 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-07012b2e-ceae-4ddc-a3ca-a2579c65f44f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Added segment a3864441-73df-40fe-9347-9c9167320b67 of type vlan for network 4d78a0ac-559a-480f-a7a2-b785e7e697d5 Oct 13 11:12:28.389861 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07012b2e-ceae-4ddc-a3ca-a2579c65f44f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.410798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f016f3f-9edc-43c7-9d5b-5692ea71476d req-52c08a09-fd7f-4e8b-adc3-c4a6beea6cbd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810008 Oct 13 11:12:28.414897 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.481524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b09cd8-1bb5-489d-8659-ae0395301f6b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:28.528173 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.534287 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07012b2e-ceae-4ddc-a3ca-a2579c65f44f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.543281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07012b2e-ceae-4ddc-a3ca-a2579c65f44f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:28.544519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07012b2e-ceae-4ddc-a3ca-a2579c65f44f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.639361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07012b2e-ceae-4ddc-a3ca-a2579c65f44f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Network': ['ID=4d78a0ac-559a-480f-a7a2-b785e7e697d5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:28.644318 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.646944 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.658911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 4d78a0ac-559a-480f-a7a2-b785e7e697d5 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:12:28.705361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-07012b2e-ceae-4ddc-a3ca-a2579c65f44f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6318545 Oct 13 11:12:28.705730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36814) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:28.711730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ee71cfe2-2821-4be9-85d2-71b3b904dcec tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': '4d78a0ac-559a-480f-a7a2-b785e7e697d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:28.792482 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.793293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca0e7ca9-20ae-4744-b3eb-316b76db4d96 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:12:28.798381 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.800220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-051256d2-df3a-424e-b7e6-b2e0293115b5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ca0e7ca9-20ae-4744-b3eb-316b76db4d96 HTTP/1.1" status: 204 len: 168 time: 1.7591059 Oct 13 11:12:28.802925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36824) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:28.864187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d4d13b-1337-4adb-9252-5da40a3d13a5 admin admin] Deleting subnet 65e93234-d6c5-4aa7-8ff5-81bcaedbc002 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:12:28.867902 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61d4d13b-1337-4adb-9252-5da40a3d13a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.928033 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61d4d13b-1337-4adb-9252-5da40a3d13a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:28.928202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee71cfe2-2821-4be9-85d2-71b3b904dcec tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:28.931932 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee71cfe2-2821-4be9-85d2-71b3b904dcec tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.045533 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61d4d13b-1337-4adb-9252-5da40a3d13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.255069 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61d4d13b-1337-4adb-9252-5da40a3d13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.293783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61d4d13b-1337-4adb-9252-5da40a3d13a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.297082 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-61d4d13b-1337-4adb-9252-5da40a3d13a5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/65e93234-d6c5-4aa7-8ff5-81bcaedbc002 HTTP/1.1" status: 204 len: 168 time: 0.4927609 Oct 13 11:12:29.299539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36850) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:29.302782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fd3aa-8871-49dd-aac7-e26212fd8edb req-15acb186-aab7-49ac-87fb-2bd84ffef844 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:29.303246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3dc880-f7c7-4055-bb6e-746c726223cc None None] Network bc5e0317-2a1f-41ba-91cf-0b420f18bef2 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:29.304659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec1fd3aa-8871-49dd-aac7-e26212fd8edb req-15acb186-aab7-49ac-87fb-2bd84ffef844 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.0607145 Oct 13 11:12:29.329252 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4d13b-1337-4adb-9252-5da40a3d13a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e93234-d6c5-4aa7-8ff5-81bcaedbc002,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:29.337353 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee71cfe2-2821-4be9-85d2-71b3b904dcec tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.412315 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec1fd3aa-8871-49dd-aac7-e26212fd8edb req-ad66e93f-c85d-4b00-8dce-cec06a90ff51 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948007 Oct 13 11:12:29.439810 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71cfe2-2821-4be9-85d2-71b3b904dcec tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Subnet': ['ID=9c51350e-5bfd-4f80-8b69-5aba555c83af,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:29.460543 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.491164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71cfe2-2821-4be9-85d2-71b3b904dcec tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Checking segment: {'id': 'a3864441-73df-40fe-9347-9c9167320b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4d78a0ac-559a-480f-a7a2-b785e7e697d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:12:29.491708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee71cfe2-2821-4be9-85d2-71b3b904dcec tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network hostable DHCP agents. Network: 4d78a0ac-559a-480f-a7a2-b785e7e697d5, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:12:29.536834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Deleting port 47d50751-7f77-4082-9372-437a3b76e02b {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:29.537409 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.585566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee71cfe2-2821-4be9-85d2-71b3b904dcec tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 4d78a0ac-559a-480f-a7a2-b785e7e697d5 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:12:29.612666 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8be41b51-0274-4a63-863e-7117b400fcd5 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:12:29.638466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] For port 47d50751-7f77-4082-9372-437a3b76e02b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=47d50751-7f77-4082-9372-437a3b76e02b,segment=NetworkSegment(6d53608d-953d-4c8c-b247-0e49e91cd5d3),segment_id=6d53608d-953d-4c8c-b247-0e49e91cd5d3)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:29.638986 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.654003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Calling delete_port for 47d50751-7f77-4082-9372-437a3b76e02b owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:29.669689 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5f1439-f977-40f4-9bed-50636ac11db6 None None] DHCP port deletion for bc5e0317-2a1f-41ba-91cf-0b420f18bef2 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:12:29.671582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ee71cfe2-2821-4be9-85d2-71b3b904dcec tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 4d78a0ac-559a-480f-a7a2-b785e7e697d5) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:29.681497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee71cfe2-2821-4be9-85d2-71b3b904dcec tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:29.683256 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee71cfe2-2821-4be9-85d2-71b3b904dcec tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.705053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73040fc2-31aa-4466-bf2a-82459da48e75 None None] Network 4d78a0ac-559a-480f-a7a2-b785e7e697d5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:29.746108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ee71cfe2-2821-4be9-85d2-71b3b904dcec tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0378444 Oct 13 11:12:29.748132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36876) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:29.755065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c4d56518-8f16-4aa5-8847-292ea11963c3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-991742544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:29.810651 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.868705 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4d56518-8f16-4aa5-8847-292ea11963c3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.870796 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4d56518-8f16-4aa5-8847-292ea11963c3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.873281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:12:29.875825 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144e58b1-d409-4544-9894-710f8745281e" -d '{"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-unplugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:12:29.887651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.913780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f1439-f977-40f4-9bed-50636ac11db6 None None] Deleting port 47d50751-7f77-4082-9372-437a3b76e02b {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:29.914384 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1439-f977-40f4-9bed-50636ac11db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:29.928079 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d50751-7f77-4082-9372-437a3b76e02b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:29.947868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:29.949782 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe079931-2f26-482a-ba6c-7c0f72b5ff83 x-openstack-request-id: req-fe079931-2f26-482a-ba6c-7c0f72b5ff83 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:12:29.950072 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-unplugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:12:29.950681 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe079931-2f26-482a-ba6c-7c0f72b5ff83 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:12:29.952031 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5', 'code': 200} Oct 13 11:12:29.953497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] No DVR routers for this DVR port 47d50751-7f77-4082-9372-437a3b76e02b on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:12:29.990174 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4d56518-8f16-4aa5-8847-292ea11963c3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.012268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c8c0371b-c66e-4942-88b1-abcc494505ab no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:12:30.014226 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.061545 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.071520 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4d56518-8f16-4aa5-8847-292ea11963c3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.083756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: c8c0371b-c66e-4942-88b1-abcc494505ab {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:12:30.084136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c8c0371b-c66e-4942-88b1-abcc494505ab not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:12:30.084549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 04b09cd8-1bb5-489d-8659-ae0395301f6b no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:12:30.090014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5e0317-2a1f-41ba-91cf-0b420f18bef2']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:30.096388 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-4d78a0ac-559a-480f-a7a2-b785e7e697d5', 'network_id': '4d78a0ac-559a-480f-a7a2-b785e7e697d5', 'tenant_id': 'af5fe1f6d20a4c86a0a5bfca2d782c64', 'fixed_ips': [{'subnet_id': '9c51350e-5bfd-4f80-8b69-5aba555c83af'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:12:30.097481 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.106819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d53608d-953d-4c8c-b247-0e49e91cd5d3') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:30.107123 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d53608d-953d-4c8c-b247-0e49e91cd5d3') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:30.117840 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.130190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3b5f1439-f977-40f4-9bed-50636ac11db6 None None] For port 47d50751-7f77-4082-9372-437a3b76e02b, host n-d-813659-3, got binding levels [] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:30.130621 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1439-f977-40f4-9bed-50636ac11db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.132472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.140094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:12:30.140557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:12:30.142413 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:12:30.145020 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 04b09cd8-1bb5-489d-8659-ae0395301f6b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:12:30.145629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 04b09cd8-1bb5-489d-8659-ae0395301f6b not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:12:30.146261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 47d50751-7f77-4082-9372-437a3b76e02b no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:12:30.176508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4d56518-8f16-4aa5-8847-292ea11963c3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.176647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 47d50751-7f77-4082-9372-437a3b76e02b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:12:30.176851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 47d50751-7f77-4082-9372-437a3b76e02b not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:12:30.179351 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c4d56518-8f16-4aa5-8847-292ea11963c3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4296865 Oct 13 11:12:30.182008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36898) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:30.186172 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f1439-f977-40f4-9bed-50636ac11db6 None None] Calling delete_port for 47d50751-7f77-4082-9372-437a3b76e02b owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:30.190634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'network_id': '4d78a0ac-559a-480f-a7a2-b785e7e697d5', 'name': 'tempest-PortsIpV6TestJSON-2123561780'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:30.193543 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.ipam_backend_mixin [None req-3b5f1439-f977-40f4-9bed-50636ac11db6 None None] Port 47d50751-7f77-4082-9372-437a3b76e02b was not found and therefore no delete operation was performed {{(pid=101992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 11:12:30.202190 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1439-f977-40f4-9bed-50636ac11db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.221066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=11']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:30.288257 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.323893 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.329204 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bc5e0317-2a1f-41ba-91cf-0b420f18bef2 HTTP/1.1" status: 204 len: 168 time: 1.0102680 Oct 13 11:12:30.330439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560e7bc-aff8-41bb-bb0a-52c2dd639ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5e0317-2a1f-41ba-91cf-0b420f18bef2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:30.454455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:30.463652 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.497596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f1439-f977-40f4-9bed-50636ac11db6 None None] No DVR routers for this DVR port 47d50751-7f77-4082-9372-437a3b76e02b on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:12:30.501858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f1439-f977-40f4-9bed-50636ac11db6 None None] Pushing event deleted for resources: {'Port': ['ID=47d50751-7f77-4082-9372-437a3b76e02b,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:30.530762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port b1062173-20fb-44cf-890d-dfb670902e41 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:12:30.595396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Allocated IP 2001:db8::2 (4d78a0ac-559a-480f-a7a2-b785e7e697d5/9c51350e-5bfd-4f80-8b69-5aba555c83af/ebd2329b-1096-42c6-a0c6-e272ce275547) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:30.679159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0da0ac-0b54-47c9-80d9-d66cb2b0c31e req-16523c7f-92cd-40bf-839e-42afbacd678b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:30.687227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a0da0ac-0b54-47c9-80d9-d66cb2b0c31e req-16523c7f-92cd-40bf-839e-42afbacd678b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0609624 Oct 13 11:12:30.736102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36934) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:30.743472 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a0da0ac-0b54-47c9-80d9-d66cb2b0c31e req-d7e6bbde-9944-42bc-89af-9b436c8ee0a0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544493 Oct 13 11:12:30.790998 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.809601 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-91686f2f-920b-4012-931f-5157ab88f1df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8ef3a9260b7494da03368bc530c12f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722947 Oct 13 11:12:30.812409 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36938) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:30.853561 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.879018 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a20e1cc9-4d28-4252-99b3-8ac9acf6934b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.909813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Network 4d78a0ac-559a-480f-a7a2-b785e7e697d5 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:30.913103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:30.917249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:12:30.932154 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a20e1cc9-4d28-4252-99b3-8ac9acf6934b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.946644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8::19b (4d78a0ac-559a-480f-a7a2-b785e7e697d5/9c51350e-5bfd-4f80-8b69-5aba555c83af/b1062173-20fb-44cf-890d-dfb670902e41) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:30.947361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Pushing event updated for resources: {'Port': ['ID=ebd2329b-1096-42c6-a0c6-e272ce275547,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:30.980134 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Attempting to bind port ebd2329b-1096-42c6-a0c6-e272ce275547 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:12:30.980515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Attempting to bind port ebd2329b-1096-42c6-a0c6-e272ce275547 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'a3864441-73df-40fe-9347-9c9167320b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4d78a0ac-559a-480f-a7a2-b785e7e697d5'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:12:30.980881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Attempting to bind port ebd2329b-1096-42c6-a0c6-e272ce275547 on network 4d78a0ac-559a-480f-a7a2-b785e7e697d5 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:12:30.986728 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:12:30.987066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Checking segment: {'id': 'a3864441-73df-40fe-9347-9c9167320b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4d78a0ac-559a-480f-a7a2-b785e7e697d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:12:30.987475 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:30.987856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Bound using segment: {'id': 'a3864441-73df-40fe-9347-9c9167320b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4d78a0ac-559a-480f-a7a2-b785e7e697d5'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:12:30.988323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Bound port: ebd2329b-1096-42c6-a0c6-e272ce275547, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3864441-73df-40fe-9347-9c9167320b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4d78a0ac-559a-480f-a7a2-b785e7e697d5'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:12:30.988703 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:31.068489 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] For port ebd2329b-1096-42c6-a0c6-e272ce275547, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:12:31.078206 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] For port ebd2329b-1096-42c6-a0c6-e272ce275547, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ebd2329b-1096-42c6-a0c6-e272ce275547,segment=NetworkSegment(a3864441-73df-40fe-9347-9c9167320b67),segment_id=a3864441-73df-40fe-9347-9c9167320b67)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:12:31.082635 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a20e1cc9-4d28-4252-99b3-8ac9acf6934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:31.085626 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a20e1cc9-4d28-4252-99b3-8ac9acf6934b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:31.087075 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a20e1cc9-4d28-4252-99b3-8ac9acf6934b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abd28104-3841-41ca-936d-4570e336ef01 HTTP/1.1" status: 204 len: 168 time: 0.2735033 Oct 13 11:12:31.102051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e1cc9-4d28-4252-99b3-8ac9acf6934b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd28104-3841-41ca-936d-4570e336ef01,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:31.166145 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:31.175152 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:31.277623 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:31.285029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41c9dd-902c-4972-a7df-62fc57b05d7a None None] Pushing event updated for resources: {'Port': ['ID=ebd2329b-1096-42c6-a0c6-e272ce275547,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:31.399355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 4d78a0ac-559a-480f-a7a2-b785e7e697d5 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:31.405617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:31.408911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:12:31.414634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:31.415242 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:31.418275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=b1062173-20fb-44cf-890d-dfb670902e41,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:31.460890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854e884-d919-4b9b-9d92-d4fe05989d02 req-19d1e5a6-aac2-4618-be42-8b074391034c tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:31.463040 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0854e884-d919-4b9b-9d92-d4fe05989d02 req-19d1e5a6-aac2-4618-be42-8b074391034c tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 945 time: 0.1609085 Oct 13 11:12:31.555202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0854e884-d919-4b9b-9d92-d4fe05989d02 req-7a24e5c8-e611-4dfe-9c22-1fedea5a1cc0 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733647 Oct 13 11:12:31.586418 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-499cbc35-ad30-44f2-be75-30c3132f55e9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3986595 Oct 13 11:12:31.590467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 36978) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:31.895811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3237f74-6b00-45aa-b338-f1a0abc64109 req-a2b3357e-e259-482f-a435-dc6668260331 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:31.897501 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3237f74-6b00-45aa-b338-f1a0abc64109 req-a2b3357e-e259-482f-a435-dc6668260331 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0540988 Oct 13 11:12:31.967604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3237f74-6b00-45aa-b338-f1a0abc64109 req-75ad3f07-ad7e-4573-a422-77ea359674d2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634241 Oct 13 11:12:32.035182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ebd2329b-1096-42c6-a0c6-e272ce275547 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:32.066804 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:32.092220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ebd2329b-1096-42c6-a0c6-e272ce275547 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:32.092850 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:32.229109 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:32.337978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port ebd2329b-1096-42c6-a0c6-e272ce275547, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ebd2329b-1096-42c6-a0c6-e272ce275547,segment=NetworkSegment(a3864441-73df-40fe-9347-9c9167320b67),segment_id=a3864441-73df-40fe-9347-9c9167320b67)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:32.384779 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:32.476059 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=ebd2329b-1096-42c6-a0c6-e272ce275547,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:32.528900 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:32.599165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37052) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:32.606624 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:32.629770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804e1e3d-ed94-49cc-9abb-0cf2707495ed None None] Network 4d78a0ac-559a-480f-a7a2-b785e7e697d5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:32.681281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8d5e2-e55f-4686-a65d-b7879ba36200 req-5af6b817-884d-4929-841d-0bcc35379581 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:32.683574 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59a8d5e2-e55f-4686-a65d-b7879ba36200 req-5af6b817-884d-4929-841d-0bcc35379581 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.21 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 945 time: 0.0698540 Oct 13 11:12:32.692907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=b1062173-20fb-44cf-890d-dfb670902e41,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:32.758277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b6aa73f7-f8b8-451a-be0b-dddddb780b94 None None] Provisioning complete for port ebd2329b-1096-42c6-a0c6-e272ce275547 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:32.763926 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6aa73f7-f8b8-451a-be0b-dddddb780b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:32.855190 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:32.863915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1938398858-network', 'tenant_id': '5bfe750102db4362b2036d9b6a9d99a6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:32.889417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32597e66-ba7b-454d-a0bd-51990d094078 req-b0446655-9533-4da1-a3b4-11e7d0042a06 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:32.891642 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-32597e66-ba7b-454d-a0bd-51990d094078 req-b0446655-9533-4da1-a3b4-11e7d0042a06 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 945 time: 0.1449227 Oct 13 11:12:32.965217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-59a8d5e2-e55f-4686-a65d-b7879ba36200 req-bc9aed08-907b-4337-805a-71e51a949c31 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Deleting port da3a4a66-9ee2-4597-a608-12af2ae3a921 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:32.965217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-59a8d5e2-e55f-4686-a65d-b7879ba36200 req-bc9aed08-907b-4337-805a-71e51a949c31 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.032298 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-32597e66-ba7b-454d-a0bd-51990d094078 req-bd11ed34-b749-4b9a-b9da-3782e17a0ac4 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/security-groups?id=243a39e7-378b-45ee-8330-4aa72d397838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275990 Oct 13 11:12:33.071547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Made reservation on behalf of 5bfe750102db4362b2036d9b6a9d99a6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:33.074827 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.084649 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.132157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-59a8d5e2-e55f-4686-a65d-b7879ba36200 req-bc9aed08-907b-4337-805a-71e51a949c31 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] For port da3a4a66-9ee2-4597-a608-12af2ae3a921, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=da3a4a66-9ee2-4597-a608-12af2ae3a921,segment=NetworkSegment(605f37ce-8c7d-4327-b472-861580d8a003),segment_id=605f37ce-8c7d-4327-b472-861580d8a003)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:33.132420 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-59a8d5e2-e55f-4686-a65d-b7879ba36200 req-bc9aed08-907b-4337-805a-71e51a949c31 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.141622 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.173771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-59a8d5e2-e55f-4686-a65d-b7879ba36200 req-bc9aed08-907b-4337-805a-71e51a949c31 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Calling delete_port for da3a4a66-9ee2-4597-a608-12af2ae3a921 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:33.295659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057a5c2-28af-4ace-8636-b6cafff7b651 req-efc85c8e-d70c-4061-900a-4b8ae719097f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:33.297209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4057a5c2-28af-4ace-8636-b6cafff7b651 req-efc85c8e-d70c-4061-900a-4b8ae719097f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1259739 Oct 13 11:12:33.359386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.385785 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4057a5c2-28af-4ace-8636-b6cafff7b651 req-7b90c012-ca4b-4b71-847f-ca1d134cb1fc tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678854 Oct 13 11:12:33.443054 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.455672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:12:33.465914 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.466266 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Added segment 2f5ea5ab-82f5-482b-9146-9b76ba81b37f of type vlan for network 1326c4c6-01e1-4a06-9580-f34a905854b0 Oct 13 11:12:33.492528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-180d7ae7-88fd-4378-90dc-331c6c3966e4 None None] Provisioning complete for port b1062173-20fb-44cf-890d-dfb670902e41 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:33.493184 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-180d7ae7-88fd-4378-90dc-331c6c3966e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.528413 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-59a8d5e2-e55f-4686-a65d-b7879ba36200 req-bc9aed08-907b-4337-805a-71e51a949c31 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.554235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.565629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30eb8db-8815-40a6-a4ee-08d5b86034fd,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:33.581499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['da3a4a66-9ee2-4597-a608-12af2ae3a921'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:12:33.614969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9aed08-907b-4337-805a-71e51a949c31 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Pushing event deleted for resources: {'Port': ['ID=da3a4a66-9ee2-4597-a608-12af2ae3a921,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:33.619491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-180d7ae7-88fd-4378-90dc-331c6c3966e4 None None] Port b1062173-20fb-44cf-890d-dfb670902e41 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:33.642320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8be41b51-0274-4a63-863e-7117b400fcd5 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:12:33.645990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-180d7ae7-88fd-4378-90dc-331c6c3966e4 None None] Provisioning complete for port ebd2329b-1096-42c6-a0c6-e272ce275547 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:33.646679 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-180d7ae7-88fd-4378-90dc-331c6c3966e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.699475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a8d5e2-e55f-4686-a65d-b7879ba36200 req-bc9aed08-907b-4337-805a-71e51a949c31 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] No DVR routers for this DVR port da3a4a66-9ee2-4597-a608-12af2ae3a921 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:12:33.702874 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-59a8d5e2-e55f-4686-a65d-b7879ba36200 req-bc9aed08-907b-4337-805a-71e51a949c31 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.709911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59a8d5e2-e55f-4686-a65d-b7879ba36200 req-bc9aed08-907b-4337-805a-71e51a949c31 tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.21 "DELETE /v2.0/ports/da3a4a66-9ee2-4597-a608-12af2ae3a921 HTTP/1.1" status: 204 len: 173 time: 1.0186477 Oct 13 11:12:33.710605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52efc9f7-a784-4db3-aef2-d54b1e07d73b', 'name': 'network-vif-deleted', 'tag': 'da3a4a66-9ee2-4597-a608-12af2ae3a921'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:12:33.713649 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696963e3-585c-470b-9391-0e0b7da0754b" -d '{"events": [{"server_uuid": "52efc9f7-a784-4db3-aef2-d54b1e07d73b", "name": "network-vif-deleted", "tag": "da3a4a66-9ee2-4597-a608-12af2ae3a921"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:12:33.724568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.757614 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ecd67f-2952-4138-9e46-4da1b2767452 x-openstack-request-id: req-71ecd67f-2952-4138-9e46-4da1b2767452 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:12:33.757941 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52efc9f7-a784-4db3-aef2-d54b1e07d73b", "name": "network-vif-deleted", "tag": "da3a4a66-9ee2-4597-a608-12af2ae3a921", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:12:33.758389 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71ecd67f-2952-4138-9e46-4da1b2767452 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:12:33.758901 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52efc9f7-a784-4db3-aef2-d54b1e07d73b', 'name': 'network-vif-deleted', 'tag': 'da3a4a66-9ee2-4597-a608-12af2ae3a921', 'status': 'completed', 'code': 200} Oct 13 11:12:33.820973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:33.831961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '8be41b51-0274-4a63-863e-7117b400fcd5', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'port_id': '8be41b51-0274-4a63-863e-7117b400fcd5', 'mac_address': 'fa:16:3e:bf:52:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:12:33.876174 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.890844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be41b51-0274-4a63-863e-7117b400fcd5 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:12:33.915363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:33.935994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5c0abb4c-3b91-47ef-a1f4-da03db730788 None None] Provisioning complete for port b1062173-20fb-44cf-890d-dfb670902e41 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:33.936366 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5c0abb4c-3b91-47ef-a1f4-da03db730788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:33.960231 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ebd2329b-1096-42c6-a0c6-e272ce275547 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:34.011327 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5c0abb4c-3b91-47ef-a1f4-da03db730788 None None] Port b1062173-20fb-44cf-890d-dfb670902e41 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:34.013990 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:34.015202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:34.015904 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:34.024448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ebd2329b-1096-42c6-a0c6-e272ce275547 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:34.026913 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:34.048612 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:34.073645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:34.074950 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:34.145956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['8be41b51-0274-4a63-863e-7117b400fcd5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:12:34.164093 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] Pushing event updated for resources: {'Network': ['ID=1326c4c6-01e1-4a06-9580-f34a905854b0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:34.190971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 1326c4c6-01e1-4a06-9580-f34a905854b0 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:12:34.197368 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3af6e27-6132-40b8-bdcb-bebfd37131ac req-f5137b4c-a3aa-4ac5-bec5-c2585b155b3b tempest-VolumesSnapshotTestJSON-1829616731 tempest-VolumesSnapshotTestJSON-1829616731-project] 10.222.0.32 "GET /v2.0/ports?device_id=52efc9f7-a784-4db3-aef2-d54b1e07d73b HTTP/1.1" status: 200 len: 210 time: 0.0452805 Oct 13 11:12:34.220652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=12']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:34.222856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=b1062173-20fb-44cf-890d-dfb670902e41,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:34.233173 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5ed00164-ae45-4887-94c3-91d55e36cc99 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6303806 Oct 13 11:12:34.233633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37124) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:34.239450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5f9724b2-1242-46fa-99b4-bef0d2aa50e9 admin admin] Request body: {'subnet': {'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1938398858-subnet', 'tenant_id': '5bfe750102db4362b2036d9b6a9d99a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:34.254987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e289040c-5e0b-47bc-99da-7a636647a7f3 None None] Provisioning complete for port b1062173-20fb-44cf-890d-dfb670902e41 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:34.255370 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e289040c-5e0b-47bc-99da-7a636647a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:34.302395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 4d78a0ac-559a-480f-a7a2-b785e7e697d5 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:34.304074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:34.360853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e289040c-5e0b-47bc-99da-7a636647a7f3 None None] Port b1062173-20fb-44cf-890d-dfb670902e41 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:34.449808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9724b2-1242-46fa-99b4-bef0d2aa50e9 admin admin] Made reservation on behalf of 5bfe750102db4362b2036d9b6a9d99a6 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:34.453426 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f9724b2-1242-46fa-99b4-bef0d2aa50e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:34.533839 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Router cb25dee3-e08d-4525-9f3a-6f4cd138c7cc is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:12:34.580377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad7a5e-a379-4528-8f2f-f3d777357dad req-266df4c7-1b2b-4155-88f1-dd137748949c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:34.581883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-70ad7a5e-a379-4528-8f2f-f3d777357dad req-266df4c7-1b2b-4155-88f1-dd137748949c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 945 time: 0.1147256 Oct 13 11:12:34.632999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:12:34.644125 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4a3d927e-bbfc-470f-8334-b77bb0c979bf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "PUT /v2.0/routers/cb25dee3-e08d-4525-9f3a-6f4cd138c7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0501182 Oct 13 11:12:34.644751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37146) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:34.651667 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0fe7f2-2596-4a02-868e-e5678d06d0b6 None None] Sync routers for ids ['cb25dee3-e08d-4525-9f3a-6f4cd138c7cc'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:12:34.665791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-70ad7a5e-a379-4528-8f2f-f3d777357dad req-95234d71-08c6-4e30-8177-350fda0e37c4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765712 Oct 13 11:12:34.679288 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0fe7f2-2596-4a02-868e-e5678d06d0b6 None None] Routers {'cb25dee3-e08d-4525-9f3a-6f4cd138c7cc'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:12:34.679979 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-df0fe7f2-2596-4a02-868e-e5678d06d0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:12:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb25dee3-e08d-4525-9f3a-6f4cd138c7cc'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:34.723759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-92c0828b-f7d3-4cbb-b497-cf7b8e38ee8e None None] Provisioning complete for port b1062173-20fb-44cf-890d-dfb670902e41 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:34.724238 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-92c0828b-f7d3-4cbb-b497-cf7b8e38ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:34.828313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-92c0828b-f7d3-4cbb-b497-cf7b8e38ee8e None None] Port b1062173-20fb-44cf-890d-dfb670902e41 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:34.829908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ff983-2873-43f9-aa03-297f96091467 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:34.832474 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d61ff983-2873-43f9-aa03-297f96091467 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb25dee3-e08d-4525-9f3a-6f4cd138c7cc HTTP/1.1" status: 200 len: 989 time: 0.1848359 Oct 13 11:12:34.835341 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37160) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:34.885596 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-df0fe7f2-2596-4a02-868e-e5678d06d0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:34.894690 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0fe7f2-2596-4a02-868e-e5678d06d0b6 None None] Routers {'cb25dee3-e08d-4525-9f3a-6f4cd138c7cc'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:12:34.895296 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-df0fe7f2-2596-4a02-868e-e5678d06d0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:12:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb25dee3-e08d-4525-9f3a-6f4cd138c7cc'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:34.927587 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-df0fe7f2-2596-4a02-868e-e5678d06d0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:34.928584 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0fe7f2-2596-4a02-868e-e5678d06d0b6 None None] The sync data for ids ['cb25dee3-e08d-4525-9f3a-6f4cd138c7cc'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:12:34.950932 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f9724b2-1242-46fa-99b4-bef0d2aa50e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:35.071025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9724b2-1242-46fa-99b4-bef0d2aa50e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4231555d-8d34-45af-bf8e-3d7dcbde2c76,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:35.081581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9724b2-1242-46fa-99b4-bef0d2aa50e9 admin admin] Checking segment: {'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:12:35.082187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9724b2-1242-46fa-99b4-bef0d2aa50e9 admin admin] Network hostable DHCP agents. Network: 1326c4c6-01e1-4a06-9580-f34a905854b0, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:12:35.185867 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9724b2-1242-46fa-99b4-bef0d2aa50e9 admin admin] Network 1326c4c6-01e1-4a06-9580-f34a905854b0 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:12:35.316608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5f9724b2-1242-46fa-99b4-bef0d2aa50e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 1326c4c6-01e1-4a06-9580-f34a905854b0) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:35.322611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9724b2-1242-46fa-99b4-bef0d2aa50e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:35.322611 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f9724b2-1242-46fa-99b4-bef0d2aa50e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:35.329999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b04b878-3141-4f1e-9741-83b2bbd85d06 None None] Network 1326c4c6-01e1-4a06-9580-f34a905854b0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:35.465582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5f9724b2-1242-46fa-99b4-bef0d2aa50e9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2309446 Oct 13 11:12:35.570635 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdee6bf3-958e-4363-8db8-ffa84dbaeb7a None None] Network 1326c4c6-01e1-4a06-9580-f34a905854b0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:35.673134 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8be41b51-0274-4a63-863e-7117b400fcd5 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:35.821334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 8be41b51-0274-4a63-863e-7117b400fcd5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:35.822012 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:35.917438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6540e3-53bb-4022-ba69-481698b5cfb8 req-06460a1d-5f58-4863-8da1-800c95268f47 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:35.925693 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d6540e3-53bb-4022-ba69-481698b5cfb8 req-06460a1d-5f58-4863-8da1-800c95268f47 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 945 time: 0.1115294 Oct 13 11:12:35.951978 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:35.966062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a9edf6f3-090d-4041-8c34-7f2a60f58ed3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:36.011369 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d6540e3-53bb-4022-ba69-481698b5cfb8 req-53bd9f4d-4142-4588-b0d4-843234671ade tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847092 Oct 13 11:12:36.056218 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:12:36.074275 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc957409-88da-493b-8531-d53533b6503c" -d '{"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-plugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:12:36.106985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:36.185354 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:36.288719 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=13']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:36.430716 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a9edf6f3-090d-4041-8c34-7f2a60f58ed3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port b1062173-20fb-44cf-890d-dfb670902e41 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:36.431103 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a9edf6f3-090d-4041-8c34-7f2a60f58ed3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:36.477081 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-8218e715-2bbb-40be-bf27-a40b2bdfb04b tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:36.478987 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-8218e715-2bbb-40be-bf27-a40b2bdfb04b tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/networks?id=1326c4c6-01e1-4a06-9580-f34a905854b0 HTTP/1.1" status: 200 len: 813 time: 0.1269519 Oct 13 11:12:36.508738 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-5f7ae10a-009d-4498-b141-b96309f21725 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/quotas/5bfe750102db4362b2036d9b6a9d99a6 HTTP/1.1" status: 200 len: 375 time: 0.0234034 Oct 13 11:12:36.549124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a9edf6f3-090d-4041-8c34-7f2a60f58ed3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:36.566994 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-99bced8a-fe23-4afb-8a53-1bf2766b20b6 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5bfe750102db4362b2036d9b6a9d99a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503654 Oct 13 11:12:36.576942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a9edf6f3-090d-4041-8c34-7f2a60f58ed3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for b1062173-20fb-44cf-890d-dfb670902e41 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:36.703532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-fa3ea7dc-7d18-4a76-95bb-05f03617642e service neutron] 10.222.0.32 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278617 Oct 13 11:12:36.797660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-4048a42f-479d-4f08-8d25-9edfa1889e8c service neutron] 10.222.0.32 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929275 Oct 13 11:12:36.837252 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a9edf6f3-090d-4041-8c34-7f2a60f58ed3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:36.876402 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edf6f3-090d-4041-8c34-7f2a60f58ed3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=b1062173-20fb-44cf-890d-dfb670902e41,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:36.996514 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a9edf6f3-090d-4041-8c34-7f2a60f58ed3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:37.205463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9edf6f3-090d-4041-8c34-7f2a60f58ed3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Router cb25dee3-e08d-4525-9f3a-6f4cd138c7cc has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:12:37.310094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9edf6f3-090d-4041-8c34-7f2a60f58ed3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:12:37.317207 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a9edf6f3-090d-4041-8c34-7f2a60f58ed3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "PUT /v2.0/routers/cb25dee3-e08d-4525-9f3a-6f4cd138c7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4806826 Oct 13 11:12:37.320032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37268) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:37.325446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f97a17-560b-4eb9-b5d3-9767e9c9d420 None None] Sync routers for ids ['cb25dee3-e08d-4525-9f3a-6f4cd138c7cc'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:12:37.342045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f97a17-560b-4eb9-b5d3-9767e9c9d420 None None] Routers {'cb25dee3-e08d-4525-9f3a-6f4cd138c7cc'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:12:37.342045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-74f97a17-560b-4eb9-b5d3-9767e9c9d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:12:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb25dee3-e08d-4525-9f3a-6f4cd138c7cc'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:37.374372 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac498dc-db1a-4bc3-8d30-9eabed463a94 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:12:37.376192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4ac498dc-db1a-4bc3-8d30-9eabed463a94 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/b1062173-20fb-44cf-890d-dfb670902e41 HTTP/1.1" status: 404 len: 333 time: 0.0540795 Oct 13 11:12:37.379166 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37270) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:37.402386 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1b5310-bc1c-4e3d-9903-9872bd908fbc x-openstack-request-id: req-eb1b5310-bc1c-4e3d-9903-9872bd908fbc {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:12:37.402960 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-plugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:12:37.403376 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb1b5310-bc1c-4e3d-9903-9872bd908fbc {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:12:37.404401 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5', 'code': 200} Oct 13 11:12:37.405801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-74f97a17-560b-4eb9-b5d3-9767e9c9d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:37.418325 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f97a17-560b-4eb9-b5d3-9767e9c9d420 None None] Routers {'cb25dee3-e08d-4525-9f3a-6f4cd138c7cc'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:12:37.419842 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-74f97a17-560b-4eb9-b5d3-9767e9c9d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:12:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cb25dee3-e08d-4525-9f3a-6f4cd138c7cc'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:37.483104 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-74f97a17-560b-4eb9-b5d3-9767e9c9d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:37.484114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f97a17-560b-4eb9-b5d3-9767e9c9d420 None None] The sync data for ids ['cb25dee3-e08d-4525-9f3a-6f4cd138c7cc'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:12:37.539720 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c600dd61-75ad-4eaf-bcca-6bbbf0bd53a0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:37.583473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device da3a4a66-9ee2-4597-a608-12af2ae3a921 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:12:37.623247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: da3a4a66-9ee2-4597-a608-12af2ae3a921 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:12:37.623888 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device da3a4a66-9ee2-4597-a608-12af2ae3a921 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:12:37.648853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb6284-4ef1-40f1-bbe8-6683f78a5a58 req-47675c0f-4cf1-4ce8-8456-c904e2265359 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:37.656976 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1fb6284-4ef1-40f1-bbe8-6683f78a5a58 req-47675c0f-4cf1-4ce8-8456-c904e2265359 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.1790240 Oct 13 11:12:37.773060 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c600dd61-75ad-4eaf-bcca-6bbbf0bd53a0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:37.776754 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c600dd61-75ad-4eaf-bcca-6bbbf0bd53a0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:37.809327 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1fb6284-4ef1-40f1-bbe8-6683f78a5a58 req-1228b5ed-e087-47a9-8836-30a27f99a49d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482096 Oct 13 11:12:37.979022 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef50c8dc-0458-4470-adf6-46a765a05985 req-fc9bfe39-93f3-4ff8-8c6f-8d986037cdf2 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 210 time: 0.0405037 Oct 13 11:12:37.997782 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c600dd61-75ad-4eaf-bcca-6bbbf0bd53a0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:37.998462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c600dd61-75ad-4eaf-bcca-6bbbf0bd53a0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Fanout notify agent at l3_agent the message router_deleted on router cb25dee3-e08d-4525-9f3a-6f4cd138c7cc {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:12:38.011164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c600dd61-75ad-4eaf-bcca-6bbbf0bd53a0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:38.011164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c600dd61-75ad-4eaf-bcca-6bbbf0bd53a0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/routers/cb25dee3-e08d-4525-9f3a-6f4cd138c7cc HTTP/1.1" status: 204 len: 168 time: 0.6284685 Oct 13 11:12:38.013520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37282) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:38.033433 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3000b8a9-56ef-4925-b236-d061629726b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:38.066876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb863bb-40cc-4c74-9bbe-f12f491217d5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting subnet 9c51350e-5bfd-4f80-8b69-5aba555c83af {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:12:38.075576 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cb863bb-40cc-4c74-9bbe-f12f491217d5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:38.139196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cb863bb-40cc-4c74-9bbe-f12f491217d5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:38.275026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cb863bb-40cc-4c74-9bbe-f12f491217d5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:38.426424 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cb863bb-40cc-4c74-9bbe-f12f491217d5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:38.484928 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb863bb-40cc-4c74-9bbe-f12f491217d5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Subnet': ['ID=9c51350e-5bfd-4f80-8b69-5aba555c83af,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:38.502427 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cb863bb-40cc-4c74-9bbe-f12f491217d5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:38.502936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2926015c-260c-4530-8216-a395f5d759e3 None None] Network 4d78a0ac-559a-480f-a7a2-b785e7e697d5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:38.508682 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3cb863bb-40cc-4c74-9bbe-f12f491217d5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/9c51350e-5bfd-4f80-8b69-5aba555c83af HTTP/1.1" status: 204 len: 168 time: 0.4939523 Oct 13 11:12:38.512763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37306) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:38.638964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:38.709267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port ebd2329b-1096-42c6-a0c6-e272ce275547 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:38.709617 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:38.800093 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] For port ebd2329b-1096-42c6-a0c6-e272ce275547, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ebd2329b-1096-42c6-a0c6-e272ce275547,segment=NetworkSegment(a3864441-73df-40fe-9347-9c9167320b67),segment_id=a3864441-73df-40fe-9347-9c9167320b67)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:38.800594 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:38.817820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for ebd2329b-1096-42c6-a0c6-e272ce275547 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:38.827809 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:38.868989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e050f39-3ce6-44a5-b26e-c74ca102e180 None None] DHCP port deletion for 4d78a0ac-559a-480f-a7a2-b785e7e697d5 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:12:38.965647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9e050f39-3ce6-44a5-b26e-c74ca102e180 None None] Deleting port ebd2329b-1096-42c6-a0c6-e272ce275547 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:38.969855 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9e050f39-3ce6-44a5-b26e-c74ca102e180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:39.089514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9e050f39-3ce6-44a5-b26e-c74ca102e180 None None] For port ebd2329b-1096-42c6-a0c6-e272ce275547, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ebd2329b-1096-42c6-a0c6-e272ce275547,segment=NetworkSegment(a3864441-73df-40fe-9347-9c9167320b67),segment_id=a3864441-73df-40fe-9347-9c9167320b67)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:39.089791 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9e050f39-3ce6-44a5-b26e-c74ca102e180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:39.099702 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:39.106061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9e050f39-3ce6-44a5-b26e-c74ca102e180 None None] Calling delete_port for ebd2329b-1096-42c6-a0c6-e272ce275547 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:39.112784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265063d-1305-409e-a86b-cbcf8040206a req-e767775b-0ab2-4424-b114-c4f88dc41fc8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:39.114800 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d265063d-1305-409e-a86b-cbcf8040206a req-e767775b-0ab2-4424-b114-c4f88dc41fc8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.1138666 Oct 13 11:12:39.163088 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d265063d-1305-409e-a86b-cbcf8040206a req-e58a7412-2e92-441e-b532-14236cf2856a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424168 Oct 13 11:12:39.182866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=ebd2329b-1096-42c6-a0c6-e272ce275547,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:39.194270 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9e050f39-3ce6-44a5-b26e-c74ca102e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:39.206092 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No DVR routers for this DVR port ebd2329b-1096-42c6-a0c6-e272ce275547 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:12:39.274172 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e050f39-3ce6-44a5-b26e-c74ca102e180 None None] No DVR routers for this DVR port ebd2329b-1096-42c6-a0c6-e272ce275547 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:12:39.282057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e050f39-3ce6-44a5-b26e-c74ca102e180 None None] Pushing event deleted for resources: {'Port': ['ID=ebd2329b-1096-42c6-a0c6-e272ce275547,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:39.337955 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:39.350597 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b483cbf7-7bb7-4de8-bd3a-652daae7ddae req-08d0ac5a-a895-4fa9-82a2-71c8452b270b tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 210 time: 0.0769713 Oct 13 11:12:39.393219 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d78a0ac-559a-480f-a7a2-b785e7e697d5']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:39.403952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3864441-73df-40fe-9347-9c9167320b67') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:39.404362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3864441-73df-40fe-9347-9c9167320b67') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:39.420595 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:39.454692 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:39.466583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:12:39.467054 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:12:39.551651 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:12:39.683563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:39.698294 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:39.704306 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/networks/4d78a0ac-559a-480f-a7a2-b785e7e697d5 HTTP/1.1" status: 204 len: 168 time: 1.1899998 Oct 13 11:12:39.708108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37336) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:39.766772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b16b08-bcfb-4a26-b236-cd901abcb4f5 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Network': ['ID=4d78a0ac-559a-480f-a7a2-b785e7e697d5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:39.836063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67bfbd4-0565-4e82-838d-a1ee9314d628 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:39.839129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f67bfbd4-0565-4e82-838d-a1ee9314d628 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed HTTP/1.1" status: 200 len: 845 time: 0.1269152 Oct 13 11:12:39.844122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37338) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:39.911481 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-406499e3-727a-407a-8864-633abc06fcb7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0659761 Oct 13 11:12:39.915823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37340) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:39.922614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-bc51b2c4-0880-45d4-b386-06c154236445 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:40.045820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ebd2329b-1096-42c6-a0c6-e272ce275547 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:12:40.122500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: ebd2329b-1096-42c6-a0c6-e272ce275547 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:12:40.124452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ebd2329b-1096-42c6-a0c6-e272ce275547 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:12:40.219557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc51b2c4-0880-45d4-b386-06c154236445 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:40.224888 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc51b2c4-0880-45d4-b386-06c154236445 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:40.523443 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:40.774387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ff2def14-aa97-43dc-8b2b-8375d3b443e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:41.145755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-4b501bce-db51-4536-bfbb-3758e2c35c4b tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:41.147272 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-4b501bce-db51-4536-bfbb-3758e2c35c4b tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.46 "GET /v2.0/networks?id=1326c4c6-01e1-4a06-9580-f34a905854b0 HTTP/1.1" status: 200 len: 813 time: 0.2711904 Oct 13 11:12:41.162195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-3323ea2a-bf8c-4201-a28d-8678fc28337d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Request body: {'port': {'device_id': '03d2198a-43e6-4fa2-8d99-79c0334d2b4f', 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0', 'admin_state_up': True, 'tenant_id': '5bfe750102db4362b2036d9b6a9d99a6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:41.529702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-3323ea2a-bf8c-4201-a28d-8678fc28337d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Made reservation on behalf of 5bfe750102db4362b2036d9b6a9d99a6 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:41.555358 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-3323ea2a-bf8c-4201-a28d-8678fc28337d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:41.696919 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:41.793328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062b45f-1993-4727-9725-bd219e4d2fe6 req-e2ad6ca8-c575-4666-844a-292baa397c40 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:41.801146 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2062b45f-1993-4727-9725-bd219e4d2fe6 req-e2ad6ca8-c575-4666-844a-292baa397c40 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 1.2943580 Oct 13 11:12:41.836172 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc51b2c4-0880-45d4-b386-06c154236445 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:41.861908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc51b2c4-0880-45d4-b386-06c154236445 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 1f962609-56c5-4676-8066-f57e157afede is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:41.870669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-bc51b2c4-0880-45d4-b386-06c154236445 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:41.875588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51b2c4-0880-45d4-b386-06c154236445 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:41.876564 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc51b2c4-0880-45d4-b386-06c154236445 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:41.881057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90508807-f06f-48c6-aef3-35c91264a475 None None] Network 1f962609-56c5-4676-8066-f57e157afede requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:41.957254 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2062b45f-1993-4727-9725-bd219e4d2fe6 req-d7175cf4-2526-41a6-8381-a9bc128b6fb5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469338 Oct 13 11:12:42.026387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-bdfa8591-7de8-4250-bbda-c870376e8170 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:42.028035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-bdfa8591-7de8-4250-bbda-c870376e8170 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.21 "GET /v2.0/networks?id=1326c4c6-01e1-4a06-9580-f34a905854b0 HTTP/1.1" status: 200 len: 813 time: 1.4518962 Oct 13 11:12:42.066346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-6a6d1688-f029-4403-8fab-a62a249def82 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Request body: {'port': {'device_id': '8eb50ba8-e395-4802-9f42-ef9d97671424', 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0', 'admin_state_up': True, 'tenant_id': '5bfe750102db4362b2036d9b6a9d99a6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:42.113286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51b2c4-0880-45d4-b386-06c154236445 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Subnet': ['ID=4f728a55-f8fc-462a-bcc8-4d29cd48de5e,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:42.163648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-3323ea2a-bf8c-4201-a28d-8678fc28337d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Allocated IP 172.20.0.12 (1326c4c6-01e1-4a06-9580-f34a905854b0/4231555d-8d34-45af-bf8e-3d7dcbde2c76/985bbf40-2412-46e9-90ae-a84cf8ece9c3) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:42.235869 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:42.257756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bc51b2c4-0880-45d4-b386-06c154236445 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3370533 Oct 13 11:12:42.261197 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37368) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:42.269177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-1f962609-56c5-4676-8066-f57e157afede', 'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'tenant_id': 'af5fe1f6d20a4c86a0a5bfca2d782c64', 'fixed_ips': [{'subnet_id': '4f728a55-f8fc-462a-bcc8-4d29cd48de5e'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:12:42.270355 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:42.294469 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ad441b2a-b6ae-4a50-b3b9-768ef6e17f69 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'security_group': {'name': 'tempest-secgroup-991521714'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:42.355816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-386fc61e-46bb-43e0-b7d8-2c3727ed4811 req-f16d4646-2c3d-4840-bff1-3d5347d0febf tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 210 time: 0.2543507 Oct 13 11:12:42.541510 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ad441b2a-b6ae-4a50-b3b9-768ef6e17f69 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:42.620323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Allocated IP 2001:db8::2 (1f962609-56c5-4676-8066-f57e157afede/4f728a55-f8fc-462a-bcc8-4d29cd48de5e/4130e055-9dae-4ce6-bd9b-c666213ec3d5) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:42.621150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-6a6d1688-f029-4403-8fab-a62a249def82 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Made reservation on behalf of 5bfe750102db4362b2036d9b6a9d99a6 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:42.624924 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-6a6d1688-f029-4403-8fab-a62a249def82 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:42.665331 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ad441b2a-b6ae-4a50-b3b9-768ef6e17f69 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:42.719763 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-3323ea2a-bf8c-4201-a28d-8678fc28337d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:42.750499 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ad441b2a-b6ae-4a50-b3b9-768ef6e17f69 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:42.798762 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad441b2a-b6ae-4a50-b3b9-768ef6e17f69 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac9f271-4eae-463c-b582-a44238fbe560,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:42.856344 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ad441b2a-b6ae-4a50-b3b9-768ef6e17f69 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:42.860518 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ad441b2a-b6ae-4a50-b3b9-768ef6e17f69 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5956712 Oct 13 11:12:42.860844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37374) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:42.865382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-66601fbb-5387-47cc-9918-a9a848e27a94 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'security_group': {'name': 'tempest-secgroup-940758500'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:42.888191 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-3323ea2a-bf8c-4201-a28d-8678fc28337d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:42.996676 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:43.043008 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-3323ea2a-bf8c-4201-a28d-8678fc28337d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Network 1326c4c6-01e1-4a06-9580-f34a905854b0 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:43.057101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-3323ea2a-bf8c-4201-a28d-8678fc28337d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:43.061810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-3323ea2a-bf8c-4201-a28d-8678fc28337d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:12:43.128253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:43.160813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-3323ea2a-bf8c-4201-a28d-8678fc28337d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:43.161657 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-3323ea2a-bf8c-4201-a28d-8678fc28337d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:43.179394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323ea2a-bf8c-4201-a28d-8678fc28337d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Pushing event updated for resources: {'Port': ['ID=985bbf40-2412-46e9-90ae-a84cf8ece9c3,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:43.205798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Network 1f962609-56c5-4676-8066-f57e157afede is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:43.209262 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:43.212381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:12:43.231934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Pushing event updated for resources: {'Port': ['ID=4130e055-9dae-4ce6-bd9b-c666213ec3d5,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:43.249456 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66601fbb-5387-47cc-9918-a9a848e27a94 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:43.268904 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-3323ea2a-bf8c-4201-a28d-8678fc28337d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1108668 Oct 13 11:12:43.284271 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Request body: {'port': {'device_id': '03d2198a-43e6-4fa2-8d99-79c0334d2b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:43.316437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-6a6d1688-f029-4403-8fab-a62a249def82 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Allocated IP 172.20.0.14 (1326c4c6-01e1-4a06-9580-f34a905854b0/4231555d-8d34-45af-bf8e-3d7dcbde2c76/cdde4b42-9857-4f91-8ef0-377141aa43e8) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:43.381401 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Attempting to bind port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:12:43.382673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Attempting to bind port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'f7553a00-6be9-42f2-8461-7b791e102028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1f962609-56c5-4676-8066-f57e157afede'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:12:43.383931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Attempting to bind port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 on network 1f962609-56c5-4676-8066-f57e157afede {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:12:43.396633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:12:43.397113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Checking segment: {'id': 'f7553a00-6be9-42f2-8461-7b791e102028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1f962609-56c5-4676-8066-f57e157afede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:12:43.398755 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:43.399222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Bound using segment: {'id': 'f7553a00-6be9-42f2-8461-7b791e102028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1f962609-56c5-4676-8066-f57e157afede'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:12:43.402723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Bound port: 4130e055-9dae-4ce6-bd9b-c666213ec3d5, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7553a00-6be9-42f2-8461-7b791e102028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1f962609-56c5-4676-8066-f57e157afede'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:12:43.403206 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:43.427629 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:43.444334 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:43.558521 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] For port 4130e055-9dae-4ce6-bd9b-c666213ec3d5, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:12:43.566290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] For port 4130e055-9dae-4ce6-bd9b-c666213ec3d5, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4130e055-9dae-4ce6-bd9b-c666213ec3d5,segment=NetworkSegment(f7553a00-6be9-42f2-8461-7b791e102028),segment_id=f7553a00-6be9-42f2-8461-7b791e102028)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:12:43.648516 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:43.742857 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66601fbb-5387-47cc-9918-a9a848e27a94 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:43.770915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ebb0c-caa9-4db5-b37e-7c87f901e192 req-cf83da3e-f865-4a2f-ad6e-fbefebdf8dda tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:43.783957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df8ebb0c-caa9-4db5-b37e-7c87f901e192 req-cf83da3e-f865-4a2f-ad6e-fbefebdf8dda tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.6881695 Oct 13 11:12:43.784177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf4e56-272b-4cb8-85c1-dc06b1d1556b None None] Pushing event updated for resources: {'Port': ['ID=4130e055-9dae-4ce6-bd9b-c666213ec3d5,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:43.829758 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66601fbb-5387-47cc-9918-a9a848e27a94 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:43.951238 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66601fbb-5387-47cc-9918-a9a848e27a94 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba80ba0-e77a-435b-b3b5-72cd29964f26,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:43.965001 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66601fbb-5387-47cc-9918-a9a848e27a94 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:43.968992 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-66601fbb-5387-47cc-9918-a9a848e27a94 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1070955 Oct 13 11:12:43.971864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37390) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:43.979668 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-963406078', 'security_groups': ['dba80ba0-e77a-435b-b3b5-72cd29964f26'], 'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4f728a55-f8fc-462a-bcc8-4d29cd48de5e'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:43.998373 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-6a6d1688-f029-4403-8fab-a62a249def82 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:44.064265 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df8ebb0c-caa9-4db5-b37e-7c87f901e192 req-14d1c7af-f336-4ecd-bf1a-7cd02116aac9 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788799 Oct 13 11:12:44.295828 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-6a6d1688-f029-4403-8fab-a62a249def82 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:44.465826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d1688-f029-4403-8fab-a62a249def82 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Pushing event updated for resources: {'Port': ['ID=cdde4b42-9857-4f91-8ef0-377141aa43e8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:44.524514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3b6a4-d9ed-4e7d-bfe1-ca6b24d4596c req-4c5044ec-7aee-453d-bdc7-5ee05606e0a4 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:44.527942 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52e3b6a4-d9ed-4e7d-bfe1-ca6b24d4596c req-4c5044ec-7aee-453d-bdc7-5ee05606e0a4 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 932 time: 0.3576605 Oct 13 11:12:44.544152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-6a6d1688-f029-4403-8fab-a62a249def82 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Network 1326c4c6-01e1-4a06-9580-f34a905854b0 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:44.581953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-6a6d1688-f029-4403-8fab-a62a249def82 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:44.587092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-6a6d1688-f029-4403-8fab-a62a249def82 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:12:44.745826 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52e3b6a4-d9ed-4e7d-bfe1-ca6b24d4596c req-f4035d44-dea3-4292-888f-06c97311c183 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954710 Oct 13 11:12:44.803917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985bbf40-2412-46e9-90ae-a84cf8ece9c3 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:12:44.814848 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:44.825579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-6a6d1688-f029-4403-8fab-a62a249def82 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:44.826570 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-6a6d1688-f029-4403-8fab-a62a249def82 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:44.829452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Transition to ACTIVE for port object 985bbf40-2412-46e9-90ae-a84cf8ece9c3 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:12:44.910617 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:44.935954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:45.006619 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-6a6d1688-f029-4403-8fab-a62a249def82 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9541888 Oct 13 11:12:45.019399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Request body: {'port': {'device_id': '8eb50ba8-e395-4802-9f42-ef9d97671424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:45.234809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=985bbf40-2412-46e9-90ae-a84cf8ece9c3,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:45.246167 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:45.355817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Attempting to bind port 985bbf40-2412-46e9-90ae-a84cf8ece9c3 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:12:45.356114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Attempting to bind port 985bbf40-2412-46e9-90ae-a84cf8ece9c3 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:12:45.356465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Attempting to bind port 985bbf40-2412-46e9-90ae-a84cf8ece9c3 on network 1326c4c6-01e1-4a06-9580-f34a905854b0 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:12:45.365035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Port 985bbf40-2412-46e9-90ae-a84cf8ece9c3 on network 1326c4c6-01e1-4a06-9580-f34a905854b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:12:45.365403 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Attempting to bind port 985bbf40-2412-46e9-90ae-a84cf8ece9c3 on network 1326c4c6-01e1-4a06-9580-f34a905854b0 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:12:45.390078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:12:45.390510 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Checking segment: {'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:12:45.390919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Bound using segment: {'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:12:45.391406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Bound port: 985bbf40-2412-46e9-90ae-a84cf8ece9c3, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:12:45.391843 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:45.456192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:45.515322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e0a9b-55d4-4d8c-be34-76e63b1c3633 req-f044c518-7d73-4281-8eda-372d8c46d07c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:45.517416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c2e0a9b-55d4-4d8c-be34-76e63b1c3633 req-f044c518-7d73-4281-8eda-372d8c46d07c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.2783139 Oct 13 11:12:45.642246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] For port 985bbf40-2412-46e9-90ae-a84cf8ece9c3, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:12:45.649411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] For port 985bbf40-2412-46e9-90ae-a84cf8ece9c3, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=985bbf40-2412-46e9-90ae-a84cf8ece9c3,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:12:45.654570 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c2e0a9b-55d4-4d8c-be34-76e63b1c3633 req-c9f81ef9-a22a-413c-ac9d-64593ece4b21 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276963 Oct 13 11:12:45.717280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port 2fcb8e26-4367-45dd-bffc-f8a1133cea65 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:12:45.732062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:45.879833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-14c8609d-1634-49ef-97e6-8ccab37eba6a None None] Provisioning complete for port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:45.880840 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-14c8609d-1634-49ef-97e6-8ccab37eba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:46.203754 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-14c8609d-1634-49ef-97e6-8ccab37eba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:46.223229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4130e055-9dae-4ce6-bd9b-c666213ec3d5 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:46.315205 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:12:46.322995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:46.334485 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:46.341253 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] 10.222.0.46 "PUT /v2.0/ports/985bbf40-2412-46e9-90ae-a84cf8ece9c3 HTTP/1.1" status: 200 len: 1092 time: 3.0630534 Oct 13 11:12:46.347764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d2198a-43e6-4fa2-8d99-79c0334d2b4f', 'tag': '985bbf40-2412-46e9-90ae-a84cf8ece9c3'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:12:46.347951 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdde4b42-9857-4f91-8ef0-377141aa43e8 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:12:46.348392 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b913a8d-b077-45b0-bf8a-e86ca454afc3" -d '{"events": [{"name": "network-changed", "server_uuid": "03d2198a-43e6-4fa2-8d99-79c0334d2b4f", "tag": "985bbf40-2412-46e9-90ae-a84cf8ece9c3"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:12:46.356528 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:46.373318 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Transition to ACTIVE for port object cdde4b42-9857-4f91-8ef0-377141aa43e8 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:12:46.406572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8::207 (1f962609-56c5-4676-8066-f57e157afede/4f728a55-f8fc-462a-bcc8-4d29cd48de5e/2fcb8e26-4367-45dd-bffc-f8a1133cea65) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:46.431159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea122c9-cc4f-4bb0-917e-a5b0e99b34e5 req-81075192-4cc1-4c64-b543-2081ec510364 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:46.441440 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ea122c9-cc4f-4bb0-917e-a5b0e99b34e5 req-81075192-4cc1-4c64-b543-2081ec510364 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 944 time: 0.5794911 Oct 13 11:12:46.464721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08673715-9492-4ef3-b166-efe7a852b6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=985bbf40-2412-46e9-90ae-a84cf8ece9c3,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:46.497812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-14c8609d-1634-49ef-97e6-8ccab37eba6a None None] For port 4130e055-9dae-4ce6-bd9b-c666213ec3d5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4130e055-9dae-4ce6-bd9b-c666213ec3d5,segment=NetworkSegment(f7553a00-6be9-42f2-8461-7b791e102028),segment_id=f7553a00-6be9-42f2-8461-7b791e102028)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:46.500455 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ea122c9-cc4f-4bb0-917e-a5b0e99b34e5 req-ac88f471-02a1-481f-bda5-6b16bd68e792 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511842 Oct 13 11:12:46.501254 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:46.554007 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:46.554428 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:46.717589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Pushing event updated for resources: {'Port': ['ID=cdde4b42-9857-4f91-8ef0-377141aa43e8,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:46.718837 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-14c8609d-1634-49ef-97e6-8ccab37eba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:46.925623 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:46.941684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8609d-1634-49ef-97e6-8ccab37eba6a None None] Pushing event updated for resources: {'Port': ['ID=4130e055-9dae-4ce6-bd9b-c666213ec3d5,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:46.977225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-14c8609d-1634-49ef-97e6-8ccab37eba6a None None] Provisioning complete for port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:46.977807 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-14c8609d-1634-49ef-97e6-8ccab37eba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:47.008082 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c719fa-8063-49a8-801b-25a4505df3c1 x-openstack-request-id: req-29c719fa-8063-49a8-801b-25a4505df3c1 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:12:47.008749 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d2198a-43e6-4fa2-8d99-79c0334d2b4f", "tag": "985bbf40-2412-46e9-90ae-a84cf8ece9c3", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:12:47.009180 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29c719fa-8063-49a8-801b-25a4505df3c1 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:12:47.011496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Attempting to bind port cdde4b42-9857-4f91-8ef0-377141aa43e8 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:12:47.011642 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Attempting to bind port cdde4b42-9857-4f91-8ef0-377141aa43e8 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:12:47.011937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Attempting to bind port cdde4b42-9857-4f91-8ef0-377141aa43e8 on network 1326c4c6-01e1-4a06-9580-f34a905854b0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:12:47.015773 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d2198a-43e6-4fa2-8d99-79c0334d2b4f', 'tag': '985bbf40-2412-46e9-90ae-a84cf8ece9c3', 'status': 'completed', 'code': 200} Oct 13 11:12:47.022869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0ed1e-71ac-4c07-ae31-78e9fd0068b4 req-04cdc8cf-2847-4699-8b49-ed8129ac4907 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:47.024631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dfd0ed1e-71ac-4c07-ae31-78e9fd0068b4 req-04cdc8cf-2847-4699-8b49-ed8129ac4907 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.1531289 Oct 13 11:12:47.029581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Port cdde4b42-9857-4f91-8ef0-377141aa43e8 on network 1326c4c6-01e1-4a06-9580-f34a905854b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:12:47.029906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Attempting to bind port cdde4b42-9857-4f91-8ef0-377141aa43e8 on network 1326c4c6-01e1-4a06-9580-f34a905854b0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:12:47.037327 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-e383dcd0-4ccc-4fee-aaf7-8fe4fb3220f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:47.043568 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-e383dcd0-4ccc-4fee-aaf7-8fe4fb3220f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5bfe750102db4362b2036d9b6a9d99a6&device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 1095 time: 0.5618536 Oct 13 11:12:47.059024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:12:47.059374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Checking segment: {'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:12:47.059766 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Bound using segment: {'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:12:47.060218 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Bound port: cdde4b42-9857-4f91-8ef0-377141aa43e8, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:12:47.060584 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:47.065018 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:47.155235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dfd0ed1e-71ac-4c07-ae31-78e9fd0068b4 req-de487a7f-6790-4d30-886b-447f4908df4f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073031 Oct 13 11:12:47.168902 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-2fcd2726-b745-4a00-83bb-90c55d18feb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=985bbf40-2412-46e9-90ae-a84cf8ece9c3 HTTP/1.1" status: 200 len: 217 time: 0.1165495 Oct 13 11:12:47.237397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] For port cdde4b42-9857-4f91-8ef0-377141aa43e8, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:12:47.241506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] For port cdde4b42-9857-4f91-8ef0-377141aa43e8, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cdde4b42-9857-4f91-8ef0-377141aa43e8,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:12:47.305750 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 1f962609-56c5-4676-8066-f57e157afede is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:47.309995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-14c8609d-1634-49ef-97e6-8ccab37eba6a None None] Port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:47.317050 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:47.327833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:47.333295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:12:47.340084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:47.340982 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:47.366095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=2fcb8e26-4367-45dd-bffc-f8a1133cea65,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:47.392647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-f9058c69-f1ae-4ed1-b7c5-332d4fdbc11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:47.394270 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-f9058c69-f1ae-4ed1-b7c5-332d4fdbc11a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4231555d-8d34-45af-bf8e-3d7dcbde2c76 HTTP/1.1" status: 200 len: 853 time: 0.2146554 Oct 13 11:12:47.471957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37426) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:47.475806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Pushing event updated for resources: {'Port': ['ID=cdde4b42-9857-4f91-8ef0-377141aa43e8,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:47.481903 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-ba19f377-5388-44d4-8c66-f052b229aade service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1326c4c6-01e1-4a06-9580-f34a905854b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760615 Oct 13 11:12:47.486218 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:47.486908 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:47.488799 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-0d6716f7-4643-40e5-9b6c-037604ae69cd service neutron] 10.222.0.21 "PUT /v2.0/ports/cdde4b42-9857-4f91-8ef0-377141aa43e8 HTTP/1.1" status: 200 len: 1092 time: 2.4739115 Oct 13 11:12:47.489450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb50ba8-e395-4802-9f42-ef9d97671424', 'tag': 'cdde4b42-9857-4f91-8ef0-377141aa43e8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:12:47.501353 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2594485e-bb2c-4426-8a80-fc264e12ec26" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb50ba8-e395-4802-9f42-ef9d97671424", "tag": "cdde4b42-9857-4f91-8ef0-377141aa43e8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:12:47.501967 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-38507f0a-3992-4af0-a2e7-1a7ec60de2a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5286131 Oct 13 11:12:47.508170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37430) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:47.518438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e1ba1386-dcfc-4b49-90e8-56f112d69f99 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:47.748457 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad4e23b-7a0b-40ed-acf6-5b65acf93217 x-openstack-request-id: req-2ad4e23b-7a0b-40ed-acf6-5b65acf93217 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:12:47.748853 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb50ba8-e395-4802-9f42-ef9d97671424", "tag": "cdde4b42-9857-4f91-8ef0-377141aa43e8", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:12:47.749204 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ad4e23b-7a0b-40ed-acf6-5b65acf93217 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:12:47.749719 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb50ba8-e395-4802-9f42-ef9d97671424', 'tag': 'cdde4b42-9857-4f91-8ef0-377141aa43e8', 'status': 'completed', 'code': 200} Oct 13 11:12:47.956047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fad48cc7-ff19-4b7a-8377-c2d93c9252d2 None None] Provisioning complete for port 2fcb8e26-4367-45dd-bffc-f8a1133cea65 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:47.956632 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fad48cc7-ff19-4b7a-8377-c2d93c9252d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:47.990429 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-cb610f97-6c85-41f1-b28c-5b130f373347 service neutron] 10.222.0.46 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795110 Oct 13 11:12:48.062286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-4b2da972-8c62-4468-9a23-13b9e24b658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:48.064058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4130e055-9dae-4ce6-bd9b-c666213ec3d5 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:48.069584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-4b2da972-8c62-4468-9a23-13b9e24b658e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bfe750102db4362b2036d9b6a9d99a6&device_id=8eb50ba8-e395-4802-9f42-ef9d97671424 HTTP/1.1" status: 200 len: 1095 time: 0.3388519 Oct 13 11:12:48.115283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fad48cc7-ff19-4b7a-8377-c2d93c9252d2 None None] Port 2fcb8e26-4367-45dd-bffc-f8a1133cea65 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:48.168038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d935112-5147-4695-adc9-580c42d301a8 req-923a3b9a-5818-4527-824a-730f8d19326b tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:48.176108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d935112-5147-4695-adc9-580c42d301a8 req-923a3b9a-5818-4527-824a-730f8d19326b tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 944 time: 0.3858473 Oct 13 11:12:48.181876 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:48.183068 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:48.184999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ba1386-dcfc-4b49-90e8-56f112d69f99 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:48.188666 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1386-dcfc-4b49-90e8-56f112d69f99 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:48.192667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-6ddf8622-7c78-427e-9ddc-285d0afd13d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdde4b42-9857-4f91-8ef0-377141aa43e8 HTTP/1.1" status: 200 len: 217 time: 0.1174552 Oct 13 11:12:48.400957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d935112-5147-4695-adc9-580c42d301a8 req-077f311b-a39f-4021-ab37-88b77ac7ab6d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238340 Oct 13 11:12:48.431022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-89c963a7-efd4-41eb-bd4f-317492dcec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:48.433516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-89c963a7-efd4-41eb-bd4f-317492dcec05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4231555d-8d34-45af-bf8e-3d7dcbde2c76 HTTP/1.1" status: 200 len: 853 time: 0.2189581 Oct 13 11:12:48.558775 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-29ea9d3d-c5e5-49bd-b3ec-638c6e5c20ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1326c4c6-01e1-4a06-9580-f34a905854b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110919 Oct 13 11:12:48.572391 n-d-813659-3 neutron-server[101991]: INFO neutron.db.ipam_backend_mixin [None req-e1ba1386-dcfc-4b49-90e8-56f112d69f99 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f728a55-f8fc-462a-bcc8-4d29cd48de5e (CIDR: 2001:db8::/64) Oct 13 11:12:48.633546 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ba1386-dcfc-4b49-90e8-56f112d69f99 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:12:48.634188 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ba1386-dcfc-4b49-90e8-56f112d69f99 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:12:48.725743 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-ded72bb0-4f82-4a27-9b01-2e846b4870a3 service neutron] 10.222.0.21 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510108 Oct 13 11:12:48.734945 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e1ba1386-dcfc-4b49-90e8-56f112d69f99 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2229519 Oct 13 11:12:48.741347 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37448) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:48.756442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-12b3bdf2-20ed-4a41-a31c-67fe8e9c9fa0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:48.923352 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37450) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:48.989161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963ef9c-fcba-4af9-8c9c-6d9cea6fde0e req-dcae4a7a-730c-4933-983a-302e801f44ba tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:48.990766 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4963ef9c-fcba-4af9-8c9c-6d9cea6fde0e req-dcae4a7a-730c-4933-983a-302e801f44ba tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.2642059 Oct 13 11:12:49.065238 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b3bdf2-20ed-4a41-a31c-67fe8e9c9fa0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:49.072654 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12b3bdf2-20ed-4a41-a31c-67fe8e9c9fa0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:49.410751 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-790ccbd3-3063-4dfe-b8ab-d77fa0b7bbbe service neutron] 10.222.0.46 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4132795 Oct 13 11:12:49.446435 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f362a02-6b38-400c-a1f1-00aff15f39b9 req-de1a1695-a179-454b-81cd-f8f8031d5719 service neutron] 10.222.0.21 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128103 Oct 13 11:12:49.463405 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4963ef9c-fcba-4af9-8c9c-6d9cea6fde0e req-0403c81a-c494-40b4-9772-065638b0c33b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4575386 Oct 13 11:12:49.573643 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-25fc7828-06e4-45c7-a878-add195d0ac85 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/floatingips/6be56e89-e3f3-4c42-a6b8-6ab7a6c778cc HTTP/1.1" status: 200 len: 993 time: 0.5887768 Oct 13 11:12:49.587300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:49.701692 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ed83e-eb78-4648-a541-e980c979f0e3 req-0ab6f9f3-396f-4f9a-bec4-6a72373bafda tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:49.703695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-573ed83e-eb78-4648-a541-e980c979f0e3 req-0ab6f9f3-396f-4f9a-bec4-6a72373bafda tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 944 time: 0.0982788 Oct 13 11:12:49.823551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-573ed83e-eb78-4648-a541-e980c979f0e3 req-5bce9752-63ec-4fea-8859-4dfb35b15284 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619762 Oct 13 11:12:49.880685 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b913a8d-b077-45b0-bf8a-e86ca454afc3 req-5c82acd7-6b59-418f-9b28-a5e6726dfed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:49.885676 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b913a8d-b077-45b0-bf8a-e86ca454afc3 req-5c82acd7-6b59-418f-9b28-a5e6726dfed6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5bfe750102db4362b2036d9b6a9d99a6&device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 1095 time: 0.0915022 Oct 13 11:12:49.935696 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594485e-bb2c-4426-8a80-fc264e12ec26 req-cd328113-d0c8-4d5b-9df5-0b1acf0acec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:49.938454 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2594485e-bb2c-4426-8a80-fc264e12ec26 req-cd328113-d0c8-4d5b-9df5-0b1acf0acec4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bfe750102db4362b2036d9b6a9d99a6&device_id=8eb50ba8-e395-4802-9f42-ef9d97671424 HTTP/1.1" status: 200 len: 1095 time: 0.0793962 Oct 13 11:12:50.102156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37474) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:50.188044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594485e-bb2c-4426-8a80-fc264e12ec26 req-705c3b6d-0b80-49fe-989c-4aedc3cf1bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:50.190099 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2594485e-bb2c-4426-8a80-fc264e12ec26 req-705c3b6d-0b80-49fe-989c-4aedc3cf1bb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1326c4c6-01e1-4a06-9580-f34a905854b0 HTTP/1.1" status: 200 len: 914 time: 0.2420113 Oct 13 11:12:50.191961 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12b3bdf2-20ed-4a41-a31c-67fe8e9c9fa0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:50.297913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b3bdf2-20ed-4a41-a31c-67fe8e9c9fa0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 1f962609-56c5-4676-8066-f57e157afede is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:12:50.301824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-12b3bdf2-20ed-4a41-a31c-67fe8e9c9fa0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:12:50.315724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964190e8-1279-4130-86a5-b6145ced228f None None] Network 1f962609-56c5-4676-8066-f57e157afede requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:50.323387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b913a8d-b077-45b0-bf8a-e86ca454afc3 req-50e7d7fa-bbb4-4626-884f-cd77bcb06f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:50.327422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b3bdf2-20ed-4a41-a31c-67fe8e9c9fa0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:50.329069 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b913a8d-b077-45b0-bf8a-e86ca454afc3 req-50e7d7fa-bbb4-4626-884f-cd77bcb06f7c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1326c4c6-01e1-4a06-9580-f34a905854b0 HTTP/1.1" status: 200 len: 914 time: 0.4343567 Oct 13 11:12:50.329205 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12b3bdf2-20ed-4a41-a31c-67fe8e9c9fa0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:50.335381 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2594485e-bb2c-4426-8a80-fc264e12ec26 req-4b2ecb4e-b4e5-40dd-bafb-6ab070af8e11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdde4b42-9857-4f91-8ef0-377141aa43e8 HTTP/1.1" status: 200 len: 217 time: 0.1352208 Oct 13 11:12:50.438946 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b913a8d-b077-45b0-bf8a-e86ca454afc3 req-42c7254b-2793-4fbf-ae66-ece3aba8fbf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=985bbf40-2412-46e9-90ae-a84cf8ece9c3 HTTP/1.1" status: 200 len: 217 time: 0.0994723 Oct 13 11:12:50.471187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594485e-bb2c-4426-8a80-fc264e12ec26 req-16980571-734e-423e-9a36-66fba0569a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:50.474837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Deleting port b71eb38b-cc34-427b-b3ab-5af1e950d016 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:50.475522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:50.479237 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2594485e-bb2c-4426-8a80-fc264e12ec26 req-16980571-734e-423e-9a36-66fba0569a63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4231555d-8d34-45af-bf8e-3d7dcbde2c76 HTTP/1.1" status: 200 len: 853 time: 0.1302602 Oct 13 11:12:50.584143 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2594485e-bb2c-4426-8a80-fc264e12ec26 req-8645ecfc-ba96-4f81-89eb-0cf83c555861 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1326c4c6-01e1-4a06-9580-f34a905854b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785015 Oct 13 11:12:50.628076 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3bdf2-20ed-4a41-a31c-67fe8e9c9fa0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Subnet': ['ID=d4751a87-cce9-4cc6-bef0-9af27d415844,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:50.681212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-12b3bdf2-20ed-4a41-a31c-67fe8e9c9fa0 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9294786 Oct 13 11:12:50.697518 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37480) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:50.705087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3ec263a4-ccd2-4622-b8c6-c8e0d7e813a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-279402949', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd4751a87-cce9-4cc6-bef0-9af27d415844'}], 'security_groups': ['4ac9f271-4eae-463c-b582-a44238fbe560']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:50.747988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] For port b71eb38b-cc34-427b-b3ab-5af1e950d016, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b71eb38b-cc34-427b-b3ab-5af1e950d016,segment=NetworkSegment(9f15766b-894e-47ef-a82a-6dedfe018d3f),segment_id=9f15766b-894e-47ef-a82a-6dedfe018d3f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:50.748688 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:50.765473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Calling delete_port for b71eb38b-cc34-427b-b3ab-5af1e950d016 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:50.831922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac30d96-55f9-49ad-9ea3-eb577c00c98b None None] Update dhcp port {'port': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'fixed_ips': [{'subnet_id': '4f728a55-f8fc-462a-bcc8-4d29cd48de5e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd4751a87-cce9-4cc6-bef0-9af27d415844'}], 'binding:host_id': 'n-d-813659-3'}, 'id': '4130e055-9dae-4ce6-bd9b-c666213ec3d5'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:12:50.891387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eac30d96-55f9-49ad-9ea3-eb577c00c98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:50.952704 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05488db-e52c-43d4-9ceb-3dadfe8efbdd req-3ec1bc24-a668-417f-abd0-83d4c29f43ef tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:50.955658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a05488db-e52c-43d4-9ceb-3dadfe8efbdd req-3ec1bc24-a668-417f-abd0-83d4c29f43ef tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.2925401 Oct 13 11:12:51.110620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-eac30d96-55f9-49ad-9ea3-eb577c00c98b None None] Allocated IP 2001:db8:0:1::2 (1f962609-56c5-4676-8066-f57e157afede/d4751a87-cce9-4cc6-bef0-9af27d415844/4130e055-9dae-4ce6-bd9b-c666213ec3d5) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:51.121029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b913a8d-b077-45b0-bf8a-e86ca454afc3 req-f9d9d75d-7b0d-420d-8db8-9a1a4989ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:51.122537 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b913a8d-b077-45b0-bf8a-e86ca454afc3 req-f9d9d75d-7b0d-420d-8db8-9a1a4989ffc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4231555d-8d34-45af-bf8e-3d7dcbde2c76 HTTP/1.1" status: 200 len: 853 time: 0.6697085 Oct 13 11:12:51.163032 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2594485e-bb2c-4426-8a80-fc264e12ec26 req-2dece3ea-9257-4fcf-8637-cc1bb54b1401 service neutron] 10.222.0.21 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672927 Oct 13 11:12:51.295506 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b913a8d-b077-45b0-bf8a-e86ca454afc3 req-fee26908-9828-452f-8956-c900840aabfe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1326c4c6-01e1-4a06-9580-f34a905854b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525018 Oct 13 11:12:51.317791 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ec263a4-ccd2-4622-b8c6-c8e0d7e813a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:51.328110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-eac30d96-55f9-49ad-9ea3-eb577c00c98b None None] For port 4130e055-9dae-4ce6-bd9b-c666213ec3d5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4130e055-9dae-4ce6-bd9b-c666213ec3d5,segment=NetworkSegment(f7553a00-6be9-42f2-8461-7b791e102028),segment_id=f7553a00-6be9-42f2-8461-7b791e102028)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:51.351645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a05488db-e52c-43d4-9ceb-3dadfe8efbdd req-dc83f98f-a433-4eaf-85c1-be6aae90c941 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803892 Oct 13 11:12:51.369858 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eac30d96-55f9-49ad-9ea3-eb577c00c98b None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:51.459546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2594485e-bb2c-4426-8a80-fc264e12ec26 req-9f6034bf-aa09-47ca-8401-3abeb2ab0615 service neutron] 10.222.0.21 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877564 Oct 13 11:12:51.488179 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eac30d96-55f9-49ad-9ea3-eb577c00c98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:51.621216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac30d96-55f9-49ad-9ea3-eb577c00c98b None None] Pushing event updated for resources: {'Port': ['ID=4130e055-9dae-4ce6-bd9b-c666213ec3d5,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:51.741442 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:51.850759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5dd43-f89d-4fc0-9d6c-31c84b737144 req-b1efede9-6d96-410a-b343-30d242115555 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:51.856391 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35f5dd43-f89d-4fc0-9d6c-31c84b737144 req-b1efede9-6d96-410a-b343-30d242115555 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 944 time: 0.2756300 Oct 13 11:12:51.888563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=b71eb38b-cc34-427b-b3ab-5af1e950d016,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:51.909606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37494) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:51.965657 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35f5dd43-f89d-4fc0-9d6c-31c84b737144 req-0ce14205-0d34-4494-b8d9-cc978699e487 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741529 Oct 13 11:12:51.998348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe9567-2a53-453f-b0a7-4abe5a2706ae tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting port a8433076-1593-47d4-a4a9-0d95682577ed {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:51.998697 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6dfe9567-2a53-453f-b0a7-4abe5a2706ae tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:52.081882 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4130e055-9dae-4ce6-bd9b-c666213ec3d5 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:52.254126 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:52.254527 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:52.267615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:52.276602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:52.276602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:52.276602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:52.276602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:52.276602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:52.276602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:52.276602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:52.276602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:52.276602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:52.276602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:52.276602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:12:52.350197 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b2c50687-5de5-401b-8753-8230d8a86bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:52.429774 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-3ec263a4-ccd2-4622-b8c6-c8e0d7e813a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Delete allocated IP 2001:db8::207 (1f962609-56c5-4676-8066-f57e157afede/4f728a55-f8fc-462a-bcc8-4d29cd48de5e) {{(pid=101991) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 11:12:52.433137 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b913a8d-b077-45b0-bf8a-e86ca454afc3 req-fac3a045-3e9b-45a2-9b94-1605070e8d8a service neutron] 10.222.0.46 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1163020 Oct 13 11:12:52.448897 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-3ec263a4-ccd2-4622-b8c6-c8e0d7e813a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8:0:1::1b2 (1f962609-56c5-4676-8066-f57e157afede/d4751a87-cce9-4cc6-bef0-9af27d415844/2fcb8e26-4367-45dd-bffc-f8a1133cea65) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:12:52.619836 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6dfe9567-2a53-453f-b0a7-4abe5a2706ae tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:52.623555 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6dfe9567-2a53-453f-b0a7-4abe5a2706ae tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:52.700807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe9567-2a53-453f-b0a7-4abe5a2706ae tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Calling delete_port for a8433076-1593-47d4-a4a9-0d95682577ed owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:52.822422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c925ba-a7dd-4dc1-8d8b-c0c747a76e59 req-115464e8-ffa3-4e66-9a51-fbd19434b00a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:52.828095 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37c925ba-a7dd-4dc1-8d8b-c0c747a76e59 req-115464e8-ffa3-4e66-9a51-fbd19434b00a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.1775203 Oct 13 11:12:52.834883 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4b913a8d-b077-45b0-bf8a-e86ca454afc3 req-d8c221e9-067c-4cef-96ad-ac075da351bf service neutron] 10.222.0.46 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738182 Oct 13 11:12:52.911556 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b2c50687-5de5-401b-8753-8230d8a86bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:52.914499 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:52.997533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37c925ba-a7dd-4dc1-8d8b-c0c747a76e59 req-f830568d-167e-4422-a47d-1efafaef9400 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366596 Oct 13 11:12:53.018740 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b2c50687-5de5-401b-8753-8230d8a86bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:53.018973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5901a4d3-d134-4829-a942-cc9e9f197f2d None None] Provisioning complete for port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:53.019405 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5901a4d3-d134-4829-a942-cc9e9f197f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:53.051581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ec263a4-ccd2-4622-b8c6-c8e0d7e813a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:53.162684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5901a4d3-d134-4829-a942-cc9e9f197f2d None None] Port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:53.171431 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b2c50687-5de5-401b-8753-8230d8a86bdd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0205a3cf1f445738893e438eeb9d398&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2582111 Oct 13 11:12:53.178283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5901a4d3-d134-4829-a942-cc9e9f197f2d None None] Provisioning complete for port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:53.178505 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5901a4d3-d134-4829-a942-cc9e9f197f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:53.199156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37504) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:53.200046 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c50687-5de5-401b-8753-8230d8a86bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c47043-ddb8-4a87-a1b6-213e22f1383c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:53.260137 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ec263a4-ccd2-4622-b8c6-c8e0d7e813a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:53.281665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5901a4d3-d134-4829-a942-cc9e9f197f2d None None] Provisioning complete for port 2fcb8e26-4367-45dd-bffc-f8a1133cea65 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:53.282358 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5901a4d3-d134-4829-a942-cc9e9f197f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:53.305241 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f31aa7d-05d6-4524-a4ea-fd287a005006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:53.361711 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec263a4-ccd2-4622-b8c6-c8e0d7e813a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=2fcb8e26-4367-45dd-bffc-f8a1133cea65,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:53.375144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5901a4d3-d134-4829-a942-cc9e9f197f2d None None] Port 2fcb8e26-4367-45dd-bffc-f8a1133cea65 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:53.403896 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f31aa7d-05d6-4524-a4ea-fd287a005006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:53.413574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3ec263a4-ccd2-4622-b8c6-c8e0d7e813a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] In _notify_port_updated(), no bound segment for port 2fcb8e26-4367-45dd-bffc-f8a1133cea65 on network 1f962609-56c5-4676-8066-f57e157afede {{(pid=101991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:12:53.424168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec263a4-ccd2-4622-b8c6-c8e0d7e813a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:53.424990 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ec263a4-ccd2-4622-b8c6-c8e0d7e813a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:53.433970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3ec263a4-ccd2-4622-b8c6-c8e0d7e813a2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "PUT /v2.0/ports/2fcb8e26-4367-45dd-bffc-f8a1133cea65 HTTP/1.1" status: 200 len: 930 time: 2.7329917 Oct 13 11:12:53.435831 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37508) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:53.466566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cec79-fb8e-47e0-8115-9e5e53cf85dc req-6e02bc0d-cf6a-45fb-9863-7b9bf96a3050 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:53.474231 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b55cec79-fb8e-47e0-8115-9e5e53cf85dc req-6e02bc0d-cf6a-45fb-9863-7b9bf96a3050 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 944 time: 0.3049457 Oct 13 11:12:53.559458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b55cec79-fb8e-47e0-8115-9e5e53cf85dc req-5e1ce166-5486-4802-aa94-51b4e423fb4f tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840855 Oct 13 11:12:53.641548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device cdde4b42-9857-4f91-8ef0-377141aa43e8 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:12:53.794548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 985bbf40-2412-46e9-90ae-a84cf8ece9c3 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:12:53.901914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ad8dfb29-e47a-4726-96a9-30e90116d735 None None] Provisioning complete for port 2fcb8e26-4367-45dd-bffc-f8a1133cea65 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:53.906317 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ad8dfb29-e47a-4726-96a9-30e90116d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:53.990720 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.resource_extend [None req-ea896c84-5897-4a27-8006-71447cadffac None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 11:12:54.004458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ad8dfb29-e47a-4726-96a9-30e90116d735 None None] Port 2fcb8e26-4367-45dd-bffc-f8a1133cea65 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:54.079960 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port cdde4b42-9857-4f91-8ef0-377141aa43e8, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cdde4b42-9857-4f91-8ef0-377141aa43e8,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:54.105411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'cdde4b42-9857-4f91-8ef0-377141aa43e8', 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0', 'port_id': 'cdde4b42-9857-4f91-8ef0-377141aa43e8', 'mac_address': 'fa:16:3e:86:42:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4231555d-8d34-45af-bf8e-3d7dcbde2c76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:12:54.150940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 985bbf40-2412-46e9-90ae-a84cf8ece9c3, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=985bbf40-2412-46e9-90ae-a84cf8ece9c3,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:54.172324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '985bbf40-2412-46e9-90ae-a84cf8ece9c3', 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0', 'port_id': '985bbf40-2412-46e9-90ae-a84cf8ece9c3', 'mac_address': 'fa:16:3e:51:51:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4231555d-8d34-45af-bf8e-3d7dcbde2c76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:12:54.180723 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:54.215517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdde4b42-9857-4f91-8ef0-377141aa43e8 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:12:54.222390 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6dfe9567-2a53-453f-b0a7-4abe5a2706ae tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:54.254061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port cdde4b42-9857-4f91-8ef0-377141aa43e8, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cdde4b42-9857-4f91-8ef0-377141aa43e8,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:54.256207 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:54.271209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985bbf40-2412-46e9-90ae-a84cf8ece9c3 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:12:54.288120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe9567-2a53-453f-b0a7-4abe5a2706ae tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Port': ['ID=a8433076-1593-47d4-a4a9-0d95682577ed,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:54.295977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Router 3f05197a-56f4-4158-bd1d-e281f239aae9 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:12:54.306449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 985bbf40-2412-46e9-90ae-a84cf8ece9c3, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=985bbf40-2412-46e9-90ae-a84cf8ece9c3,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:54.316332 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f31aa7d-05d6-4524-a4ea-fd287a005006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:54.319020 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f31aa7d-05d6-4524-a4ea-fd287a005006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:54.323361 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4f31aa7d-05d6-4524-a4ea-fd287a005006 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19c47043-ddb8-4a87-a1b6-213e22f1383c HTTP/1.1" status: 204 len: 168 time: 1.1169398 Oct 13 11:12:54.333619 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:54.349304 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31aa7d-05d6-4524-a4ea-fd287a005006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c47043-ddb8-4a87-a1b6-213e22f1383c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:54.387610 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ec686-c662-4f6a-a303-4a55baff9d9a req-fa055cff-b5bc-4c04-a598-283156c23c65 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:54.393873 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-235ec686-c662-4f6a-a303-4a55baff9d9a req-fa055cff-b5bc-4c04-a598-283156c23c65 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.1448312 Oct 13 11:12:54.400995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f6712-efdf-4915-97cb-c43f1684407e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port 2fcb8e26-4367-45dd-bffc-f8a1133cea65 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:54.401501 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c9f6712-efdf-4915-97cb-c43f1684407e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:54.410834 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:54.433096 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6dfe9567-2a53-453f-b0a7-4abe5a2706ae tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:54.433474 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-6dfe9567-2a53-453f-b0a7-4abe5a2706ae tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Floating IP 6be56e89-e3f3-4c42-a6b8-6ab7a6c778cc disassociated (deleted). External IP: 172.25.0.240, port: fa1b7125-a131-4c5d-9c11-193aebf12539. Oct 13 11:12:54.455709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=cdde4b42-9857-4f91-8ef0-377141aa43e8,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:54.527920 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=985bbf40-2412-46e9-90ae-a84cf8ece9c3,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:54.560247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['cdde4b42-9857-4f91-8ef0-377141aa43e8'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:12:54.588523 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-235ec686-c662-4f6a-a303-4a55baff9d9a req-492c06f4-c5ca-4647-9554-618126c6cb44 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817818 Oct 13 11:12:54.660573 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c9f6712-efdf-4915-97cb-c43f1684407e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:54.672431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:12:54.680676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f6712-efdf-4915-97cb-c43f1684407e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for 2fcb8e26-4367-45dd-bffc-f8a1133cea65 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:54.685560 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8691bd2e-492f-4e56-96fc-a825fc72db17 None None] Sync routers for ids ['3f05197a-56f4-4158-bd1d-e281f239aae9'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:12:54.708424 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-01cd32f8-d7b3-4dae-a7cd-e1c173e12aeb admin admin] 10.222.0.32 "PUT /v2.0/routers/3f05197a-56f4-4158-bd1d-e281f239aae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2309394 Oct 13 11:12:54.708845 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8691bd2e-492f-4e56-96fc-a825fc72db17 None None] Routers {'3f05197a-56f4-4158-bd1d-e281f239aae9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:12:54.709788 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8691bd2e-492f-4e56-96fc-a825fc72db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:12:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3f05197a-56f4-4158-bd1d-e281f239aae9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:54.711805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37520) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:54.786704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['985bbf40-2412-46e9-90ae-a84cf8ece9c3'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:12:55.053755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07790a61-2b83-4cfd-90b5-8fef113f4733 req-b9145850-19f2-4498-81b6-e6fb4752b30e tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:55.063833 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07790a61-2b83-4cfd-90b5-8fef113f4733 req-b9145850-19f2-4498-81b6-e6fb4752b30e tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 945 time: 0.1206591 Oct 13 11:12:55.064094 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-8691bd2e-492f-4e56-96fc-a825fc72db17 None None] Set router 3f05197a-56f4-4158-bd1d-e281f239aae9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:12:55.077538 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c9f6712-efdf-4915-97cb-c43f1684407e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:55.131734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f6712-efdf-4915-97cb-c43f1684407e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=2fcb8e26-4367-45dd-bffc-f8a1133cea65,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:55.153893 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c9f6712-efdf-4915-97cb-c43f1684407e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:55.159878 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1c9f6712-efdf-4915-97cb-c43f1684407e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/2fcb8e26-4367-45dd-bffc-f8a1133cea65 HTTP/1.1" status: 204 len: 168 time: 1.7204258 Oct 13 11:12:55.164252 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37526) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:55.176982 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07790a61-2b83-4cfd-90b5-8fef113f4733 req-fbb391b9-4d80-40e5-9ef3-9b76b28142e5 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104717 Oct 13 11:12:55.185429 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:55.290726 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a7099b-e8d3-46f9-94f4-b48b73c837cf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:12:55.293154 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-91a7099b-e8d3-46f9-94f4-b48b73c837cf tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/2fcb8e26-4367-45dd-bffc-f8a1133cea65 HTTP/1.1" status: 404 len: 333 time: 0.1278009 Oct 13 11:12:55.296278 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37528) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:55.310537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfe9567-2a53-453f-b0a7-4abe5a2706ae tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Router ba586df9-4d87-4a5f-8ff4-6263833634b8 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:12:55.444167 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-143a54b3-9e05-42ff-a1e4-008094859b21 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:55.450236 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8691bd2e-492f-4e56-96fc-a825fc72db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:12:51Z', 'revision_number': 5, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:55.489309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37530) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:55.506661 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8691bd2e-492f-4e56-96fc-a825fc72db17 None None] Checking router: 3f05197a-56f4-4158-bd1d-e281f239aae9 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:12:55.521988 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8691bd2e-492f-4e56-96fc-a825fc72db17 None None] Routers {'3f05197a-56f4-4158-bd1d-e281f239aae9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:12:55.522978 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8691bd2e-492f-4e56-96fc-a825fc72db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:12:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3f05197a-56f4-4158-bd1d-e281f239aae9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:55.542978 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f2f658d-1e7d-4000-a251-c666c0bc7920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:55.543675 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-143a54b3-9e05-42ff-a1e4-008094859b21 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:55.645956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfe9567-2a53-453f-b0a7-4abe5a2706ae tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:12:55.657965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9ea9a3-da9d-4a12-9342-468591c4e4fe None None] Sync routers for ids ['ba586df9-4d87-4a5f-8ff4-6263833634b8'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:12:55.678173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ea9a3-da9d-4a12-9342-468591c4e4fe None None] Routers {'ba586df9-4d87-4a5f-8ff4-6263833634b8'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:12:55.678802 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6dfe9567-2a53-453f-b0a7-4abe5a2706ae tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:55.681617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ff9ea9a3-da9d-4a12-9342-468591c4e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:12:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ba586df9-4d87-4a5f-8ff4-6263833634b8'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:55.682216 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-143a54b3-9e05-42ff-a1e4-008094859b21 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:55.686217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-143a54b3-9e05-42ff-a1e4-008094859b21 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:55.686217 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-143a54b3-9e05-42ff-a1e4-008094859b21 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/security-groups/dba80ba0-e77a-435b-b3b5-72cd29964f26 HTTP/1.1" status: 204 len: 168 time: 0.3889003 Oct 13 11:12:55.691306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device cdde4b42-9857-4f91-8ef0-377141aa43e8 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:55.699889 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-8691bd2e-492f-4e56-96fc-a825fc72db17 None None] Set router 3f05197a-56f4-4158-bd1d-e281f239aae9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:12:55.710175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37534) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:55.740388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a54b3-9e05-42ff-a1e4-008094859b21 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba80ba0-e77a-435b-b3b5-72cd29964f26,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:55.772682 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6dfe9567-2a53-453f-b0a7-4abe5a2706ae tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "DELETE /v2.0/floatingips/6be56e89-e3f3-4c42-a6b8-6ab7a6c778cc HTTP/1.1" status: 204 len: 168 time: 5.6615281 Oct 13 11:12:55.799304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82f602-b70e-432c-98b2-cec3b6b2dabc req-cd8004f2-19a8-4851-82e0-169385141911 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:55.801194 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed82f602-b70e-432c-98b2-cec3b6b2dabc req-cd8004f2-19a8-4851-82e0-169385141911 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.1136835 Oct 13 11:12:55.808560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'tag': 'fa1b7125-a131-4c5d-9c11-193aebf12539'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:12:55.811168 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e3336a-4c51-4f61-b496-34b90d3dd4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8ede7d42-3e95-4320-bccf-872a2fe24474", "tag": "fa1b7125-a131-4c5d-9c11-193aebf12539"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:12:55.827442 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:55.885449 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ba86de81-1ae1-4fdb-8886-6bee9c8a514b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:55.953744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed82f602-b70e-432c-98b2-cec3b6b2dabc req-758a9d7c-a112-4891-add0-73f1bb5260ce tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402361 Oct 13 11:12:55.971996 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ba86de81-1ae1-4fdb-8886-6bee9c8a514b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:56.018862 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f2f658d-1e7d-4000-a251-c666c0bc7920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:56.046563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Deleting port 391482df-2732-493d-89b2-ae4ef72d0727 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:56.046971 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:56.076335 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-8691bd2e-492f-4e56-96fc-a825fc72db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:12:51Z', 'revision_number': 5, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:56.090468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-ff9ea9a3-da9d-4a12-9342-468591c4e4fe None None] Set router ba586df9-4d87-4a5f-8ff4-6263833634b8 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:12:56.130480 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f2f658d-1e7d-4000-a251-c666c0bc7920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:56.133278 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ba86de81-1ae1-4fdb-8886-6bee9c8a514b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:56.133447 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8691bd2e-492f-4e56-96fc-a825fc72db17 None None] The sync data for ids ['3f05197a-56f4-4158-bd1d-e281f239aae9'] in n-d-813659-3 is: [{'id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'name': 'tempest-TaggedBootDevicesTest-755432771-router', 'tenant_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '391482df-2732-493d-89b2-ae4ef72d0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:00:42Z', 'updated_at': '2021-10-13T11:12:51Z', 'revision_number': 5, 'project_id': 'df72ba28093c4782bedf7c3c3ff22e39', 'gw_port': {'id': '391482df-2732-493d-89b2-ae4ef72d0727', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f05197a-56f4-4158-bd1d-e281f239aae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:00:43Z', 'updated_at': '2021-10-13T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:12:56.137371 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ba86de81-1ae1-4fdb-8886-6bee9c8a514b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:56.141249 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ba86de81-1ae1-4fdb-8886-6bee9c8a514b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/security-groups/4ac9f271-4eae-463c-b582-a44238fbe560 HTTP/1.1" status: 204 len: 168 time: 0.4245262 Oct 13 11:12:56.151392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37542) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:56.175405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f658d-1e7d-4000-a251-c666c0bc7920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850a0e7b-a60d-4c41-a5e1-3a8d608bfd4d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:56.194265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port cdde4b42-9857-4f91-8ef0-377141aa43e8 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:12:56.207307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86de81-1ae1-4fdb-8886-6bee9c8a514b tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac9f271-4eae-463c-b582-a44238fbe560,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:56.220268 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0f2f658d-1e7d-4000-a251-c666c0bc7920 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65dc3940ffe243818035f1e5344c428f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7298095 Oct 13 11:12:56.223411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37544) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:56.249967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port cdde4b42-9857-4f91-8ef0-377141aa43e8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:56.255845 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:56.374927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-785a73fc-c8ea-43ff-a48d-faf90bd3478a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting subnet 4f728a55-f8fc-462a-bcc8-4d29cd48de5e {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:12:56.375774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] For port 391482df-2732-493d-89b2-ae4ef72d0727, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=391482df-2732-493d-89b2-ae4ef72d0727,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:56.376256 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:56.382271 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-785a73fc-c8ea-43ff-a48d-faf90bd3478a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:56.397306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Calling delete_port for 391482df-2732-493d-89b2-ae4ef72d0727 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:12:56.526800 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-785a73fc-c8ea-43ff-a48d-faf90bd3478a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:56.556944 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:56.599119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port cdde4b42-9857-4f91-8ef0-377141aa43e8, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cdde4b42-9857-4f91-8ef0-377141aa43e8,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:56.601829 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb50ba8-e395-4802-9f42-ef9d97671424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdde4b42-9857-4f91-8ef0-377141aa43e8'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:12:56.605407 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cbe3fa-223b-4353-8cac-8504bd7d8c04" -d '{"events": [{"server_uuid": "8eb50ba8-e395-4802-9f42-ef9d97671424", "name": "network-vif-plugged", "status": "completed", "tag": "cdde4b42-9857-4f91-8ef0-377141aa43e8"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:12:56.674773 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ff9ea9a3-da9d-4a12-9342-468591c4e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:53Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6bac3e8f-8492-4a77-b586-f566b11e3de5', 'name': '', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:03:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:52Z', 'updated_at': '2021-10-13T11:10:58Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:56.691127 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:56.704717 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38448372-a61c-45b4-b275-61992fd31b20 x-openstack-request-id: req-38448372-a61c-45b4-b275-61992fd31b20 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:12:56.713560 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ede7d42-3e95-4320-bccf-872a2fe24474", "tag": "fa1b7125-a131-4c5d-9c11-193aebf12539", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:12:56.713560 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38448372-a61c-45b4-b275-61992fd31b20 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:12:56.714080 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'tag': 'fa1b7125-a131-4c5d-9c11-193aebf12539', 'status': 'completed', 'code': 200} Oct 13 11:12:56.761170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9ea9a3-da9d-4a12-9342-468591c4e4fe None None] Checking router: ba586df9-4d87-4a5f-8ff4-6263833634b8 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:12:56.818354 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ea9a3-da9d-4a12-9342-468591c4e4fe None None] Routers {'ba586df9-4d87-4a5f-8ff4-6263833634b8'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:12:56.819264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ff9ea9a3-da9d-4a12-9342-468591c4e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:12:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ba586df9-4d87-4a5f-8ff4-6263833634b8'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:56.886746 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=cdde4b42-9857-4f91-8ef0-377141aa43e8,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:56.932427 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-785a73fc-c8ea-43ff-a48d-faf90bd3478a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:57.035573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-ff9ea9a3-da9d-4a12-9342-468591c4e4fe None None] Set router ba586df9-4d87-4a5f-8ff4-6263833634b8 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:12:57.093922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e658757-d697-43dd-9932-6bb2bb94c597 req-7e29f78e-8c8a-4bd5-9a1c-a5c0f9fca8a1 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:57.111557 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e658757-d697-43dd-9932-6bb2bb94c597 req-7e29f78e-8c8a-4bd5-9a1c-a5c0f9fca8a1 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 945 time: 0.3995750 Oct 13 11:12:57.118749 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46ea65c2-8533-4508-8eaf-a21fe4994ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:57.131693 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3336a-4c51-4f61-b496-34b90d3dd4ad req-f753ecfc-effb-4e68-b99d-d9f9670a37cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:57.133714 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4e3336a-4c51-4f61-b496-34b90d3dd4ad req-f753ecfc-effb-4e68-b99d-d9f9670a37cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c733a5c1587344858ed31832dc8ad24f&device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 1096 time: 0.4167459 Oct 13 11:12:57.210479 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46ea65c2-8533-4508-8eaf-a21fe4994ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:57.210704 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e658757-d697-43dd-9932-6bb2bb94c597 req-f1e64e2c-d92c-4fe1-adeb-ef4eecb4900a tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978272 Oct 13 11:12:57.248778 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:57.328899 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-785a73fc-c8ea-43ff-a48d-faf90bd3478a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:57.337293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Pushing event deleted for resources: {'Port': ['ID=391482df-2732-493d-89b2-ae4ef72d0727,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:57.365867 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-785a73fc-c8ea-43ff-a48d-faf90bd3478a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:57.377607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-785a73fc-c8ea-43ff-a48d-faf90bd3478a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/4f728a55-f8fc-462a-bcc8-4d29cd48de5e HTTP/1.1" status: 204 len: 168 time: 1.2229257 Oct 13 11:12:57.378578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b80563-effe-467a-9d1b-a7df576a4a30 None None] Network 1f962609-56c5-4676-8066-f57e157afede requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:57.386432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37558) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:57.401561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3795c6cb-115f-43d5-8881-c6293ff04b54 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:12:57.499407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3336a-4c51-4f61-b496-34b90d3dd4ad req-9daf8337-2811-4c2e-83f9-fd92467f0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:57.500843 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4e3336a-4c51-4f61-b496-34b90d3dd4ad req-9daf8337-2811-4c2e-83f9-fd92467f0405 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e0907bc-927e-4fea-9c02-c34124dbb9d7 HTTP/1.1" status: 200 len: 897 time: 0.3548689 Oct 13 11:12:57.540940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a73fc-c8ea-43ff-a48d-faf90bd3478a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Subnet': ['ID=4f728a55-f8fc-462a-bcc8-4d29cd48de5e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:57.604985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f85484-ccbe-4c4a-8884-d7d3198a874b req-1f4f305c-c899-4633-bbeb-f633b71ef3a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:57.612055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ff9ea9a3-da9d-4a12-9342-468591c4e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:53Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6bac3e8f-8492-4a77-b586-f566b11e3de5', 'name': '', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:03:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:52Z', 'updated_at': '2021-10-13T11:10:58Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:12:57.613145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58f85484-ccbe-4c4a-8884-d7d3198a874b req-1f4f305c-c899-4633-bbeb-f633b71ef3a9 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 945 time: 0.1359510 Oct 13 11:12:57.646579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9ea9a3-da9d-4a12-9342-468591c4e4fe None None] The sync data for ids ['ba586df9-4d87-4a5f-8ff4-6263833634b8'] in n-d-813659-3 is: [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:53Z', 'revision_number': 4, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6bac3e8f-8492-4a77-b586-f566b11e3de5', 'name': '', 'network_id': '9e0907bc-927e-4fea-9c02-c34124dbb9d7', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'mac_address': 'fa:16:3e:03:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:52Z', 'updated_at': '2021-10-13T11:10:58Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'subnets': [{'id': '718ebe93-b96e-4009-99e6-1928ae8233d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:12:57.668964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:57.683052 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4e3336a-4c51-4f61-b496-34b90d3dd4ad req-be89f5b0-88c6-4329-86b3-8264fbfca4ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa1b7125-a131-4c5d-9c11-193aebf12539 HTTP/1.1" status: 200 len: 217 time: 0.1701286 Oct 13 11:12:57.742255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58f85484-ccbe-4c4a-8884-d7d3198a874b req-43e1dcdd-86a6-4cbb-9db6-a95591239d6b tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279788 Oct 13 11:12:57.763085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 985bbf40-2412-46e9-90ae-a84cf8ece9c3 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:12:57.778624 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46ea65c2-8533-4508-8eaf-a21fe4994ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:57.788401 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46ea65c2-8533-4508-8eaf-a21fe4994ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:57.791323 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-46ea65c2-8533-4508-8eaf-a21fe4994ea4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/850a0e7b-a60d-4c41-a5e1-3a8d608bfd4d HTTP/1.1" status: 204 len: 168 time: 1.5657101 Oct 13 11:12:57.876630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3795c6cb-115f-43d5-8881-c6293ff04b54 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:12:57.880546 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3795c6cb-115f-43d5-8881-c6293ff04b54 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:57.958817 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd5361c-9aee-4695-99eb-1ad9fe713b34 x-openstack-request-id: req-bbd5361c-9aee-4695-99eb-1ad9fe713b34 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:12:57.961143 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb50ba8-e395-4802-9f42-ef9d97671424", "name": "network-vif-plugged", "status": "completed", "tag": "cdde4b42-9857-4f91-8ef0-377141aa43e8", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:12:57.961576 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbd5361c-9aee-4695-99eb-1ad9fe713b34 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:12:57.964089 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb50ba8-e395-4802-9f42-ef9d97671424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdde4b42-9857-4f91-8ef0-377141aa43e8', 'code': 200} Oct 13 11:12:58.062541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3336a-4c51-4f61-b496-34b90d3dd4ad req-eb50573a-19c2-4ced-bdd9-ad0b5522ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:58.064291 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4e3336a-4c51-4f61-b496-34b90d3dd4ad req-eb50573a-19c2-4ced-bdd9-ad0b5522ffa8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=718ebe93-b96e-4009-99e6-1928ae8233d5 HTTP/1.1" status: 200 len: 834 time: 0.2702603 Oct 13 11:12:58.075800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea65c2-8533-4508-8eaf-a21fe4994ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850a0e7b-a60d-4c41-a5e1-3a8d608bfd4d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:58.089851 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:58.113935 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 985bbf40-2412-46e9-90ae-a84cf8ece9c3 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:12:58.125805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 985bbf40-2412-46e9-90ae-a84cf8ece9c3 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:58.127953 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:58.171867 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:58.324391 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea9380f-f0fc-4c01-89f0-e6eb723ae02d None None] New status for floating IP 6be56e89-e3f3-4c42-a6b8-6ab7a6c778cc: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:12:58.370660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3336a-4c51-4f61-b496-34b90d3dd4ad req-8bdefa4b-0b02-47a4-b2ae-2d88591c10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:58.379810 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4e3336a-4c51-4f61-b496-34b90d3dd4ad req-8bdefa4b-0b02-47a4-b2ae-2d88591c10a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e0907bc-927e-4fea-9c02-c34124dbb9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2699022 Oct 13 11:12:58.386747 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:58.387346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f05197a-56f4-4158-bd1d-e281f239aae9 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:12:58.441642 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:58.445534 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2eacdcd6-d878-4601-b737-53a795cc200c admin admin] 10.222.0.32 "DELETE /v2.0/routers/3f05197a-56f4-4158-bd1d-e281f239aae9 HTTP/1.1" status: 204 len: 168 time: 3.7298918 Oct 13 11:12:58.449395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37568) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:58.502541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b71eb38b-cc34-427b-b3ab-5af1e950d016 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:12:58.531692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: b71eb38b-cc34-427b-b3ab-5af1e950d016 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:12:58.532077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b71eb38b-cc34-427b-b3ab-5af1e950d016 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:12:58.645612 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:58.699436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40720d-cc06-48d9-8e6e-fcf1a4bf6231 req-ce5002c3-9ec8-47ff-9c6a-89fffad35193 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:58.701675 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd40720d-cc06-48d9-8e6e-fcf1a4bf6231 req-ce5002c3-9ec8-47ff-9c6a-89fffad35193 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.4370961 Oct 13 11:12:58.711947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c5fd90-778e-4a2f-94d9-5f0a27354b3d admin admin] Deleting subnet 09fcb1d4-6798-4f48-9a06-f962d47cf160 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:12:58.720815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 985bbf40-2412-46e9-90ae-a84cf8ece9c3, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=985bbf40-2412-46e9-90ae-a84cf8ece9c3,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:12:58.729288 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54c5fd90-778e-4a2f-94d9-5f0a27354b3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:58.806656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4e3336a-4c51-4f61-b496-34b90d3dd4ad req-44b53cd4-7af6-4811-a27f-8e89feb1df52 service neutron] 10.222.0.46 "GET /v2.0/networks/9e0907bc-927e-4fea-9c02-c34124dbb9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123740 Oct 13 11:12:58.809798 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cebf99-4d99-4f0a-ac37-9465021b3ae8 req-42b3d065-e49c-4c72-814f-c08694acc588 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:58.812454 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57cebf99-4d99-4f0a-ac37-9465021b3ae8 req-42b3d065-e49c-4c72-814f-c08694acc588 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 945 time: 0.6289384 Oct 13 11:12:58.821710 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:58.822322 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54c5fd90-778e-4a2f-94d9-5f0a27354b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:58.882551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5694d-f7ed-4017-a977-abf349723b94 req-4d0786f4-8bb1-4cd3-b4ee-dea1cf294334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:58.886834 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bea5694d-f7ed-4017-a977-abf349723b94 req-4d0786f4-8bb1-4cd3-b4ee-dea1cf294334 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8eb50ba8-e395-4802-9f42-ef9d97671424 HTTP/1.1" status: 200 len: 1097 time: 0.6919918 Oct 13 11:12:59.007406 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=985bbf40-2412-46e9-90ae-a84cf8ece9c3,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:59.021356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd40720d-cc06-48d9-8e6e-fcf1a4bf6231 req-36a42963-09b3-4295-b931-3fee463231c4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042691 Oct 13 11:12:59.070733 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5c3d01b0-7f09-4242-82f8-ce276ab4f37c None None] Provisioning complete for port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:59.070733 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5c3d01b0-7f09-4242-82f8-ce276ab4f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:59.184659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bea5694d-f7ed-4017-a977-abf349723b94 req-ec5bc3c8-1c26-4785-abe5-0ddffb9ff155 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764349 Oct 13 11:12:59.236193 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c4e3336a-4c51-4f61-b496-34b90d3dd4ad req-febb18af-b0cd-420a-83ad-5ee12fea780f service neutron] 10.222.0.46 "GET /v2.0/networks/9e0907bc-927e-4fea-9c02-c34124dbb9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050164 Oct 13 11:12:59.265044 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54c5fd90-778e-4a2f-94d9-5f0a27354b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:59.396728 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5c3d01b0-7f09-4242-82f8-ce276ab4f37c None None] Provisioning complete for port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:12:59.398374 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5c3d01b0-7f09-4242-82f8-ce276ab4f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:59.436673 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54c5fd90-778e-4a2f-94d9-5f0a27354b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:59.465457 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-54c5fd90-778e-4a2f-94d9-5f0a27354b3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:59.474289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d01b0-7f09-4242-82f8-ce276ab4f37c None None] Port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:12:59.477207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be11a9e-4f1e-46ec-9bf1-3b59139bc6a5 None None] Network 56641b7f-f8bc-448b-ba58-942cc469cac1 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:12:59.485994 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-54c5fd90-778e-4a2f-94d9-5f0a27354b3d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/09fcb1d4-6798-4f48-9a06-f962d47cf160 HTTP/1.1" status: 204 len: 168 time: 1.0351148 Oct 13 11:12:59.522171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37586) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:12:59.561842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5fd90-778e-4a2f-94d9-5f0a27354b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09fcb1d4-6798-4f48-9a06-f962d47cf160,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:12:59.608562 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bac5c-9bf1-47a1-9027-d401dae71e15 req-854c5d6a-526d-44d1-a579-2a25e83487ce tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:12:59.617051 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af3bac5c-9bf1-47a1-9027-d401dae71e15 req-854c5d6a-526d-44d1-a579-2a25e83487ce tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 946 time: 0.3827209 Oct 13 11:12:59.738649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-57cebf99-4d99-4f0a-ac37-9465021b3ae8 req-8a00320f-91b9-40ab-ac39-76c375e53082 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting port fa1b7125-a131-4c5d-9c11-193aebf12539 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:59.739279 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-57cebf99-4d99-4f0a-ac37-9465021b3ae8 req-8a00320f-91b9-40ab-ac39-76c375e53082 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:59.763824 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af3bac5c-9bf1-47a1-9027-d401dae71e15 req-2bdc3069-d1b1-494e-aa6f-8714cc77f26c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443508 Oct 13 11:12:59.802015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d3947-be11-4adf-87a1-2c7da74c6de0 None None] DHCP port deletion for 56641b7f-f8bc-448b-ba58-942cc469cac1 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:12:59.823582 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:59.877967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-097d3947-be11-4adf-87a1-2c7da74c6de0 None None] Deleting port 1675693d-9a2d-4ef4-bdd6-1a5c67422982 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:12:59.880693 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-097d3947-be11-4adf-87a1-2c7da74c6de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:12:59.994268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d2198a-43e6-4fa2-8d99-79c0334d2b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985bbf40-2412-46e9-90ae-a84cf8ece9c3'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:12:59.996219 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5ce227-b99a-4935-a5ba-27dd586c9158" -d '{"events": [{"server_uuid": "03d2198a-43e6-4fa2-8d99-79c0334d2b4f", "name": "network-vif-plugged", "status": "completed", "tag": "985bbf40-2412-46e9-90ae-a84cf8ece9c3"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:00.006705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-097d3947-be11-4adf-87a1-2c7da74c6de0 None None] For port 1675693d-9a2d-4ef4-bdd6-1a5c67422982, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1675693d-9a2d-4ef4-bdd6-1a5c67422982,segment=NetworkSegment(9f15766b-894e-47ef-a82a-6dedfe018d3f),segment_id=9f15766b-894e-47ef-a82a-6dedfe018d3f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:00.007687 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-097d3947-be11-4adf-87a1-2c7da74c6de0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:00.022608 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3795c6cb-115f-43d5-8881-c6293ff04b54 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:00.037565 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-097d3947-be11-4adf-87a1-2c7da74c6de0 None None] Calling delete_port for 1675693d-9a2d-4ef4-bdd6-1a5c67422982 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:00.087780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 391482df-2732-493d-89b2-ae4ef72d0727 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:00.115750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 391482df-2732-493d-89b2-ae4ef72d0727 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:13:00.116086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 391482df-2732-493d-89b2-ae4ef72d0727 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:13:00.116566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1675693d-9a2d-4ef4-bdd6-1a5c67422982 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:00.159640 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-57cebf99-4d99-4f0a-ac37-9465021b3ae8 req-8a00320f-91b9-40ab-ac39-76c375e53082 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] For port fa1b7125-a131-4c5d-9c11-193aebf12539, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=fa1b7125-a131-4c5d-9c11-193aebf12539,segment=NetworkSegment(101d852b-a8c4-4fa3-97ee-9f9dbc306734),segment_id=101d852b-a8c4-4fa3-97ee-9f9dbc306734)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:00.160119 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-57cebf99-4d99-4f0a-ac37-9465021b3ae8 req-8a00320f-91b9-40ab-ac39-76c375e53082 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:00.194229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3795c6cb-115f-43d5-8881-c6293ff04b54 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 1f962609-56c5-4676-8066-f57e157afede is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:00.223507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-3795c6cb-115f-43d5-8881-c6293ff04b54 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:00.225502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-57cebf99-4d99-4f0a-ac37-9465021b3ae8 req-8a00320f-91b9-40ab-ac39-76c375e53082 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Calling delete_port for fa1b7125-a131-4c5d-9c11-193aebf12539 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:00.237278 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795c6cb-115f-43d5-8881-c6293ff04b54 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:00.239826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b27a96-efb2-411c-b73a-b0c239bde7d1 None None] Network 1f962609-56c5-4676-8066-f57e157afede requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:00.253362 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3795c6cb-115f-43d5-8881-c6293ff04b54 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:00.269688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795c6cb-115f-43d5-8881-c6293ff04b54 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Subnet': ['ID=db2293b7-2fed-4e73-be8f-9f73e42343f5,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:00.291077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53665e-57cf-4f0a-b532-efe07c0b5e5a req-254fa468-d06d-4034-9d77-7f19806ae971 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:00.292627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f53665e-57cf-4f0a-b532-efe07c0b5e5a req-254fa468-d06d-4034-9d77-7f19806ae971 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 945 time: 0.2104785 Oct 13 11:13:00.345545 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-097d3947-be11-4adf-87a1-2c7da74c6de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:00.377021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d3947-be11-4adf-87a1-2c7da74c6de0 None None] No DVR routers for this DVR port 1675693d-9a2d-4ef4-bdd6-1a5c67422982 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:00.423857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d3947-be11-4adf-87a1-2c7da74c6de0 None None] Pushing event deleted for resources: {'Port': ['ID=1675693d-9a2d-4ef4-bdd6-1a5c67422982,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:00.438959 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:00.450680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3795c6cb-115f-43d5-8881-c6293ff04b54 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0579300 Oct 13 11:13:00.450893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37604) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:00.461469 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e743a166-0b20-4688-be93-f7bbafbf1706 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'security_group': {'name': 'tempest-secgroup-1256625181'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:00.496265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Deleting port 1675693d-9a2d-4ef4-bdd6-1a5c67422982 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:00.497972 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:00.548804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f53665e-57cf-4f0a-b532-efe07c0b5e5a req-1dc69d49-6e03-443c-b3e2-3b3ae78cc661 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/security-groups?id=59239d8b-d669-4a31-9889-93c8c3372900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675785 Oct 13 11:13:00.601824 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e743a166-0b20-4688-be93-f7bbafbf1706 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:00.699686 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] For port 1675693d-9a2d-4ef4-bdd6-1a5c67422982, host n-d-813659-3, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:00.700074 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:00.722985 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c1ed5a-c19f-4831-a007-3104cfa66e87 x-openstack-request-id: req-98c1ed5a-c19f-4831-a007-3104cfa66e87 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:00.723328 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d2198a-43e6-4fa2-8d99-79c0334d2b4f", "name": "network-vif-plugged", "status": "completed", "tag": "985bbf40-2412-46e9-90ae-a84cf8ece9c3", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:00.723590 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98c1ed5a-c19f-4831-a007-3104cfa66e87 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:00.726750 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d2198a-43e6-4fa2-8d99-79c0334d2b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985bbf40-2412-46e9-90ae-a84cf8ece9c3', 'code': 200} Oct 13 11:13:00.793110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Calling delete_port for 1675693d-9a2d-4ef4-bdd6-1a5c67422982 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:00.812311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Port 1675693d-9a2d-4ef4-bdd6-1a5c67422982 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 11:13:00.844393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e743a166-0b20-4688-be93-f7bbafbf1706 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:00.847005 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:00.870982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07c426-dd22-4728-a66e-4767b2d4875f req-37acf38c-6b78-4a7e-8f5b-fe6be55d8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:00.872754 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd07c426-dd22-4728-a66e-4767b2d4875f req-37acf38c-6b78-4a7e-8f5b-fe6be55d8323 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 1097 time: 0.1440935 Oct 13 11:13:00.913038 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657006a3-26cd-4943-9ffa-a473fc995120 None None] Update dhcp port {'port': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'fixed_ips': [{'subnet_id': 'd4751a87-cce9-4cc6-bef0-9af27d415844', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'db2293b7-2fed-4e73-be8f-9f73e42343f5'}], 'binding:host_id': 'n-d-813659-3'}, 'id': '4130e055-9dae-4ce6-bd9b-c666213ec3d5'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:13:00.945192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e743a166-0b20-4688-be93-f7bbafbf1706 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:00.949075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1675693d-9a2d-4ef4-bdd6-1a5c67422982,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:00.957695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] No DVR routers for this DVR port 1675693d-9a2d-4ef4-bdd6-1a5c67422982 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:00.958565 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-657006a3-26cd-4943-9ffa-a473fc995120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.001446 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd07c426-dd22-4728-a66e-4767b2d4875f req-6cd838a7-2fe1-4367-b0e8-dcb77a0bd558 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189680 Oct 13 11:13:01.008444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743a166-0b20-4688-be93-f7bbafbf1706 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc55dd1e-d7eb-481e-990a-1b9564830d49,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:01.090097 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.112185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e743a166-0b20-4688-be93-f7bbafbf1706 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.113787 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e743a166-0b20-4688-be93-f7bbafbf1706 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6627028 Oct 13 11:13:01.119670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37614) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:01.128180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e1f2bf01-6ad7-4a43-9ba7-21e93db09748 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'security_group': {'name': 'tempest-secgroup-985405870'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:01.155189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56641b7f-f8bc-448b-ba58-942cc469cac1']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:01.176052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f15766b-894e-47ef-a82a-6dedfe018d3f') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:01.176436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f15766b-894e-47ef-a82a-6dedfe018d3f') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:01.190963 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.205793 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-57cebf99-4d99-4f0a-ac37-9465021b3ae8 req-8a00320f-91b9-40ab-ac39-76c375e53082 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.219519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-657006a3-26cd-4943-9ffa-a473fc995120 None None] Allocated IP 2001:db8::2 (1f962609-56c5-4676-8066-f57e157afede/db2293b7-2fed-4e73-be8f-9f73e42343f5/4130e055-9dae-4ce6-bd9b-c666213ec3d5) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:01.231660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fe191-2706-4f4a-8478-318886adb9bb req-77c60934-9572-4fda-ae50-68f9c0e9a227 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:01.242505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a56fe191-2706-4f4a-8478-318886adb9bb req-77c60934-9572-4fda-ae50-68f9c0e9a227 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.4444199 Oct 13 11:13:01.248670 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.272265 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1f2bf01-6ad7-4a43-9ba7-21e93db09748 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.312143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00320f-91b9-40ab-ac39-76c375e53082 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Port': ['ID=fa1b7125-a131-4c5d-9c11-193aebf12539,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:01.316124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:13:01.319463 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:13:01.341965 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:13:01.438807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cebf99-4d99-4f0a-ac37-9465021b3ae8 req-8a00320f-91b9-40ab-ac39-76c375e53082 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] No DVR routers for this DVR port fa1b7125-a131-4c5d-9c11-193aebf12539 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:01.446902 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-57cebf99-4d99-4f0a-ac37-9465021b3ae8 req-8a00320f-91b9-40ab-ac39-76c375e53082 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.450411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57cebf99-4d99-4f0a-ac37-9465021b3ae8 req-8a00320f-91b9-40ab-ac39-76c375e53082 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.46 "DELETE /v2.0/ports/fa1b7125-a131-4c5d-9c11-193aebf12539 HTTP/1.1" status: 204 len: 173 time: 2.5942543 Oct 13 11:13:01.454263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'name': 'network-vif-deleted', 'tag': 'fa1b7125-a131-4c5d-9c11-193aebf12539'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:01.460562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-657006a3-26cd-4943-9ffa-a473fc995120 None None] For port 4130e055-9dae-4ce6-bd9b-c666213ec3d5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4130e055-9dae-4ce6-bd9b-c666213ec3d5,segment=NetworkSegment(f7553a00-6be9-42f2-8461-7b791e102028),segment_id=f7553a00-6be9-42f2-8461-7b791e102028)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:01.461057 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be542fb2-14b7-4e6f-a036-99760865ba48" -d '{"events": [{"server_uuid": "8ede7d42-3e95-4320-bccf-872a2fe24474", "name": "network-vif-deleted", "tag": "fa1b7125-a131-4c5d-9c11-193aebf12539"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:01.469166 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1f2bf01-6ad7-4a43-9ba7-21e93db09748 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.492182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a56fe191-2706-4f4a-8478-318886adb9bb req-3c3bd8e9-b359-4c36-9287-92329fef8a42 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489276 Oct 13 11:13:01.505598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-657006a3-26cd-4943-9ffa-a473fc995120 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.639944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e0b4d-b1e5-489b-9833-1736bcdfaae2 req-d8dbf347-120a-4ce3-b523-71c0d478ecb9 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:01.647168 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd1e0b4d-b1e5-489b-9833-1736bcdfaae2 req-d8dbf347-120a-4ce3-b523-71c0d478ecb9 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 946 time: 0.0754890 Oct 13 11:13:01.668745 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-657006a3-26cd-4943-9ffa-a473fc995120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.669550 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1f2bf01-6ad7-4a43-9ba7-21e93db09748 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.704900 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.730851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2bf01-6ad7-4a43-9ba7-21e93db09748 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34763e58-0194-4de7-bcb1-feb0ee894592,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:01.742893 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd1e0b4d-b1e5-489b-9833-1736bcdfaae2 req-3e6a3af6-b9f2-4b41-ac09-a16464da9849 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945237 Oct 13 11:13:01.756304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.786939 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/56641b7f-f8bc-448b-ba58-942cc469cac1 HTTP/1.1" status: 204 len: 168 time: 2.2671158 Oct 13 11:13:01.794212 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1f2bf01-6ad7-4a43-9ba7-21e93db09748 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.803627 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e1f2bf01-6ad7-4a43-9ba7-21e93db09748 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6828134 Oct 13 11:13:01.806995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37624) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:01.811642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8000fa3f-769b-424e-8e28-97e325b70491 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'security_group': {'name': 'tempest-secgroup-400837661'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:01.839631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7e4e7-9941-4163-b3ae-f441af8d01b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=56641b7f-f8bc-448b-ba58-942cc469cac1,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:01.863107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657006a3-26cd-4943-9ffa-a473fc995120 None None] Pushing event updated for resources: {'Port': ['ID=4130e055-9dae-4ce6-bd9b-c666213ec3d5,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:01.979746 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8000fa3f-769b-424e-8e28-97e325b70491 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:01.994256 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f06952-de82-44b7-9be4-de81b831a7ff x-openstack-request-id: req-92f06952-de82-44b7-9be4-de81b831a7ff {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:01.994256 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ede7d42-3e95-4320-bccf-872a2fe24474", "name": "network-vif-deleted", "tag": "fa1b7125-a131-4c5d-9c11-193aebf12539", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:01.994256 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92f06952-de82-44b7-9be4-de81b831a7ff {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:01.994256 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ede7d42-3e95-4320-bccf-872a2fe24474', 'name': 'network-vif-deleted', 'tag': 'fa1b7125-a131-4c5d-9c11-193aebf12539', 'status': 'completed', 'code': 200} Oct 13 11:13:02.142926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4130e055-9dae-4ce6-bd9b-c666213ec3d5 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:13:02.202530 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5321c5e6-b6e0-463e-bfcc-ba162fc00cc0 req-84350281-4a8b-4c62-b8c3-eb1d8eb12751 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ede7d42-3e95-4320-bccf-872a2fe24474 HTTP/1.1" status: 200 len: 210 time: 0.1028805 Oct 13 11:13:02.220618 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8000fa3f-769b-424e-8e28-97e325b70491 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:02.248016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:02.248398 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:02.306575 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8000fa3f-769b-424e-8e28-97e325b70491 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:02.343620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000fa3f-769b-424e-8e28-97e325b70491 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ffb673-21b1-4c06-bad1-c0c0d2c0dadd,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:02.417144 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8000fa3f-769b-424e-8e28-97e325b70491 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:02.421749 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8000fa3f-769b-424e-8e28-97e325b70491 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6135867 Oct 13 11:13:02.422356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37630) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:02.454462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-726140295', 'security_groups': ['a5ffb673-21b1-4c06-bad1-c0c0d2c0dadd'], 'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'db2293b7-2fed-4e73-be8f-9f73e42343f5'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:02.519559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37636) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:02.766926 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb611eef-efaa-4f4f-bbd8-fb446328620d req-8576db09-5c89-42d8-b9ee-b2215da02e19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8eb50ba8-e395-4802-9f42-ef9d97671424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3664999 Oct 13 11:13:02.814926 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a41de23e-60d3-41ff-a381-f8077adb8d54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df72ba28093c4782bedf7c3c3ff22e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847123 Oct 13 11:13:02.820405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37642) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:02.879234 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:02.928150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b8b71-cb1c-4335-a2a6-2e601cc9a457 req-c97b23e9-8645-4d07-a934-e4e76a892d79 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:02.932867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed9b8b71-cb1c-4335-a2a6-2e601cc9a457 req-c97b23e9-8645-4d07-a934-e4e76a892d79 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.2240770 Oct 13 11:13:02.947950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb611eef-efaa-4f4f-bbd8-fb446328620d req-3e04d300-8dc6-40d8-9eb8-5b13b036442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:02.950774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb611eef-efaa-4f4f-bbd8-fb446328620d req-3e04d300-8dc6-40d8-9eb8-5b13b036442d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bfe750102db4362b2036d9b6a9d99a6&device_id=8eb50ba8-e395-4802-9f42-ef9d97671424 HTTP/1.1" status: 200 len: 1097 time: 0.0879955 Oct 13 11:13:02.988382 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19434054-cb6d-4f9d-b7c1-37556f417b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:03.017728 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19434054-cb6d-4f9d-b7c1-37556f417b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:03.130470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed9b8b71-cb1c-4335-a2a6-2e601cc9a457 req-0b611dc8-d4fc-46d7-a5ec-2bb523982de2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681275 Oct 13 11:13:03.235916 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:03.263621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] device_id is not set on port c3d2274b-11bf-46ed-b479-44d755a0b590 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:13:03.324725 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19434054-cb6d-4f9d-b7c1-37556f417b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:03.327526 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19434054-cb6d-4f9d-b7c1-37556f417b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:03.331527 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-19434054-cb6d-4f9d-b7c1-37556f417b43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a3b1f20-e9a2-4dfd-9736-1739d0d66590 HTTP/1.1" status: 204 len: 168 time: 0.4987948 Oct 13 11:13:03.374842 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19434054-cb6d-4f9d-b7c1-37556f417b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3b1f20-e9a2-4dfd-9736-1739d0d66590,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:03.471082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3e000b4e-3b5b-4c17-84fa-989e84149ab0 None None] Provisioning complete for port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:03.471634 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e000b4e-3b5b-4c17-84fa-989e84149ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:03.520556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd9b41d6-91eb-4f44-9d96-3e49e9cb1ea5 req-360fd111-bab2-430c-8340-a31ddda07f0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2201931 Oct 13 11:13:03.588059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209e9a3-32c5-4009-a63a-801bf4280d5c req-096e1e86-0c67-42c6-945c-2b4ab82a5377 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:03.595758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1209e9a3-32c5-4009-a63a-801bf4280d5c req-096e1e86-0c67-42c6-945c-2b4ab82a5377 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 946 time: 0.2604589 Oct 13 11:13:03.650165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb611eef-efaa-4f4f-bbd8-fb446328620d req-856ffc5b-e4a9-4349-bfcb-3dee57bde8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:03.652167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb611eef-efaa-4f4f-bbd8-fb446328620d req-856ffc5b-e4a9-4349-bfcb-3dee57bde8ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=1326c4c6-01e1-4a06-9580-f34a905854b0 HTTP/1.1" status: 200 len: 914 time: 0.5724344 Oct 13 11:13:03.740152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3e000b4e-3b5b-4c17-84fa-989e84149ab0 None None] Provisioning complete for port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:03.740975 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e000b4e-3b5b-4c17-84fa-989e84149ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:03.742841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb611eef-efaa-4f4f-bbd8-fb446328620d req-5bc37736-90de-47dd-96b8-b938585be002 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdde4b42-9857-4f91-8ef0-377141aa43e8 HTTP/1.1" status: 200 len: 217 time: 0.0793738 Oct 13 11:13:03.760000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8::21d (1f962609-56c5-4676-8066-f57e157afede/db2293b7-2fed-4e73-be8f-9f73e42343f5/c3d2274b-11bf-46ed-b479-44d755a0b590) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:03.841911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb611eef-efaa-4f4f-bbd8-fb446328620d req-b3a7e16d-b757-4c75-bfee-75a1b66b0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:03.844576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3e000b4e-3b5b-4c17-84fa-989e84149ab0 None None] Port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:13:03.847173 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb611eef-efaa-4f4f-bbd8-fb446328620d req-b3a7e16d-b757-4c75-bfee-75a1b66b0327 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4231555d-8d34-45af-bf8e-3d7dcbde2c76 HTTP/1.1" status: 200 len: 853 time: 0.0938404 Oct 13 11:13:03.850684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device fa1b7125-a131-4c5d-9c11-193aebf12539 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:03.856098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b41d6-91eb-4f44-9d96-3e49e9cb1ea5 req-87aa3587-cae7-48f8-bd4f-8ce6c4ddf4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:03.858246 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd9b41d6-91eb-4f44-9d96-3e49e9cb1ea5 req-87aa3587-cae7-48f8-bd4f-8ce6c4ddf4a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 1096 time: 0.2562447 Oct 13 11:13:03.898786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1209e9a3-32c5-4009-a63a-801bf4280d5c req-3ad72eb7-7c0b-46e4-a60e-da066362870d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020372 Oct 13 11:13:03.915355 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: fa1b7125-a131-4c5d-9c11-193aebf12539 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:13:03.916127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device fa1b7125-a131-4c5d-9c11-193aebf12539 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:13:03.921433 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb611eef-efaa-4f4f-bbd8-fb446328620d req-8b2b7ada-b629-422e-8aba-3fb57eb5ce0b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1326c4c6-01e1-4a06-9580-f34a905854b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580604 Oct 13 11:13:04.201937 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:04.209436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37662) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:04.242999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b41d6-91eb-4f44-9d96-3e49e9cb1ea5 req-c92298bc-2a68-42a0-832f-22dcf835fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:04.242999 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd9b41d6-91eb-4f44-9d96-3e49e9cb1ea5 req-c92298bc-2a68-42a0-832f-22dcf835fd1c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 912 time: 0.3534698 Oct 13 11:13:04.328373 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd9b41d6-91eb-4f44-9d96-3e49e9cb1ea5 req-b818140c-7c0c-47b7-9c68-38832f155df6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f65c1fc-2c71-4972-b20d-b6f9f305c152 HTTP/1.1" status: 200 len: 1001 time: 0.0800226 Oct 13 11:13:04.355068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb611eef-efaa-4f4f-bbd8-fb446328620d req-012a9278-ed1e-4a2b-b6ae-04b735e00239 service neutron] 10.222.0.21 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167087 Oct 13 11:13:04.396744 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:04.544864 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5a8e-1f17-4fac-a343-2cc592115ebf tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:04.553596 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 1f962609-56c5-4676-8066-f57e157afede is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:04.582498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:04.589149 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:04.608820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:04.609945 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:04.663411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=c3d2274b-11bf-46ed-b479-44d755a0b590,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:04.686520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b41d6-91eb-4f44-9d96-3e49e9cb1ea5 req-ff1b6a8d-9b5b-4361-9153-407121f2951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:04.688271 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd9b41d6-91eb-4f44-9d96-3e49e9cb1ea5 req-ff1b6a8d-9b5b-4361-9153-407121f2951e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f7c572f-c42b-4227-8238-2e248cb45182 HTTP/1.1" status: 200 len: 850 time: 0.3384664 Oct 13 11:13:04.768610 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5a8e-1f17-4fac-a343-2cc592115ebf tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:04.789232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efce58d-bbf4-427f-95e3-33713d948624 req-894459e5-6e18-42e1-a2a8-58230332bddc tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:04.796811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9efce58d-bbf4-427f-95e3-33713d948624 req-894459e5-6e18-42e1-a2a8-58230332bddc tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb50ba8-e395-4802-9f42-ef9d97671424 HTTP/1.1" status: 200 len: 946 time: 0.3417277 Oct 13 11:13:04.827461 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-63e19ed9-b996-4e25-baa2-235dfd566f65 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4040160 Oct 13 11:13:04.835180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37674) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:04.835382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-809d4e05-ce8d-41fc-928e-66274159ab9f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:04.929941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b41d6-91eb-4f44-9d96-3e49e9cb1ea5 req-af2a936e-57ca-4fcf-b97e-e4d04be1a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:04.932204 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd9b41d6-91eb-4f44-9d96-3e49e9cb1ea5 req-af2a936e-57ca-4fcf-b97e-e4d04be1a05b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fea49c86-6405-4d7d-906f-e9d25db855d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248602 Oct 13 11:13:04.943568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb611eef-efaa-4f4f-bbd8-fb446328620d req-680abd9a-a470-4c95-acd8-52298af65ced service neutron] 10.222.0.21 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773721 Oct 13 11:13:05.081459 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1e63c32d-d292-416f-a296-8126f759dd72 None None] Provisioning complete for port c3d2274b-11bf-46ed-b479-44d755a0b590 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:05.082876 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1e63c32d-d292-416f-a296-8126f759dd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:05.178982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1e63c32d-d292-416f-a296-8126f759dd72 None None] Port c3d2274b-11bf-46ed-b479-44d755a0b590 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:13:05.315830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809d4e05-ce8d-41fc-928e-66274159ab9f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:05.319667 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-809d4e05-ce8d-41fc-928e-66274159ab9f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:05.545429 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd9b41d6-91eb-4f44-9d96-3e49e9cb1ea5 req-b3f2a17c-2edd-4ae6-845c-6c74e4bdc11b service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008778 Oct 13 11:13:05.697953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37690) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:05.698806 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5a8e-1f17-4fac-a343-2cc592115ebf tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:05.701482 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5a8e-1f17-4fac-a343-2cc592115ebf tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:05.705424 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1e0f5a8e-1f17-4fac-a343-2cc592115ebf tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "DELETE /v2.0/security-groups/59239d8b-d669-4a31-9889-93c8c3372900 HTTP/1.1" status: 204 len: 168 time: 1.4972959 Oct 13 11:13:05.715332 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9efce58d-bbf4-427f-95e3-33713d948624 req-27ce21d6-74f5-4ada-b505-67d87685e4e1 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9171901 Oct 13 11:13:05.742396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd9b41d6-91eb-4f44-9d96-3e49e9cb1ea5 req-2350a0e7-b1da-4010-9f2b-cfbe643fca9c service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676185 Oct 13 11:13:05.749280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f5a8e-1f17-4fac-a343-2cc592115ebf tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59239d8b-d669-4a31-9889-93c8c3372900,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:05.997547 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1399949699-network', 'tenant_id': '5eb42ffd3133439fa22f88c3d2e0de0f'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:06.010190 n-d-813659-3 neutron-server[101990]: INFO neutron.db.ipam_backend_mixin [None req-809d4e05-ce8d-41fc-928e-66274159ab9f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db2293b7-2fed-4e73-be8f-9f73e42343f5 (CIDR: 2001:db8::/64) Oct 13 11:13:06.164268 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04375bf4-b4cc-4ea4-a41f-16e685c14bdb req-b14b6fa8-2278-4a67-b6b0-0aade9c16f0e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:06.166554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04375bf4-b4cc-4ea4-a41f-16e685c14bdb req-b14b6fa8-2278-4a67-b6b0-0aade9c16f0e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.3261659 Oct 13 11:13:06.205199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04375bf4-b4cc-4ea4-a41f-16e685c14bdb req-7e667d7f-5c83-4d66-a27b-1bd153db4730 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323100 Oct 13 11:13:06.316347 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-809d4e05-ce8d-41fc-928e-66274159ab9f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:13:06.316971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809d4e05-ce8d-41fc-928e-66274159ab9f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:13:06.400838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Made reservation on behalf of 5eb42ffd3133439fa22f88c3d2e0de0f for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:06.409354 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:06.409754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37706) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:06.453692 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:06.522578 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-809d4e05-ce8d-41fc-928e-66274159ab9f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6909132 Oct 13 11:13:06.528186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37708) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:06.532721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ec46ebe3-666d-4415-92fa-4d032c9e60f3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:06.629434 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:06.727460 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:06.764252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:13:06.809843 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1173e9a1-0aa1-4811-8ed7-656d30969f1e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:06.815033 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:06.820172 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Added segment 93e99b1e-bcff-41fa-883a-99b74bb455a5 of type vlan for network da3773e2-a234-47ab-9bb3-74109bc94e6b Oct 13 11:13:06.905976 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:06.935138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec46ebe3-666d-4415-92fa-4d032c9e60f3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:06.941021 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec46ebe3-666d-4415-92fa-4d032c9e60f3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:07.059064 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:07.060070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:07.060665 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:07.190105 n-d-813659-3 neutron-server[101990]: INFO neutron.db.ipam_backend_mixin [None req-ec46ebe3-666d-4415-92fa-4d032c9e60f3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d4751a87-cce9-4cc6-bef0-9af27d415844 (CIDR: 2001:db8:0:1::/64) Oct 13 11:13:07.220141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] Pushing event updated for resources: {'Network': ['ID=da3773e2-a234-47ab-9bb3-74109bc94e6b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:07.235381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network da3773e2-a234-47ab-9bb3-74109bc94e6b details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:13:07.244714 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec46ebe3-666d-4415-92fa-4d032c9e60f3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:13:07.245285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec46ebe3-666d-4415-92fa-4d032c9e60f3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:13:07.313196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4e6b38fc-8a5c-4ca3-b036-9190175ad4fa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6092682 Oct 13 11:13:07.317536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37724) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:07.328340 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8d375bdf-43a6-464b-88eb-d61aafca07e6 admin admin] Request body: {'subnet': {'network_id': 'da3773e2-a234-47ab-9bb3-74109bc94e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1399949699-subnet', 'tenant_id': '5eb42ffd3133439fa22f88c3d2e0de0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:07.328570 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d40729f-e7e5-4881-96fa-ae9d6932dcb1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:07.452605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37726) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:07.453031 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ec46ebe3-666d-4415-92fa-4d032c9e60f3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9253471 Oct 13 11:13:07.470949 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4361c4fc-9e56-408f-bc55-74eb21c8ffac tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'subnet': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:07.558306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d375bdf-43a6-464b-88eb-d61aafca07e6 admin admin] Made reservation on behalf of 5eb42ffd3133439fa22f88c3d2e0de0f for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:07.560814 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d375bdf-43a6-464b-88eb-d61aafca07e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:08.020492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4361c4fc-9e56-408f-bc55-74eb21c8ffac tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Made reservation on behalf of af5fe1f6d20a4c86a0a5bfca2d782c64 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:08.027335 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4361c4fc-9e56-408f-bc55-74eb21c8ffac tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:08.049441 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0459a3b4-af48-4f19-9681-609587e3c53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:08.130817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9d40729f-e7e5-4881-96fa-ae9d6932dcb1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting port 6bac3e8f-8492-4a77-b586-f566b11e3de5 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:08.131275 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d40729f-e7e5-4881-96fa-ae9d6932dcb1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:08.250924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-9d40729f-e7e5-4881-96fa-ae9d6932dcb1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] For port 6bac3e8f-8492-4a77-b586-f566b11e3de5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6bac3e8f-8492-4a77-b586-f566b11e3de5,segment=NetworkSegment(101d852b-a8c4-4fa3-97ee-9f9dbc306734),segment_id=101d852b-a8c4-4fa3-97ee-9f9dbc306734)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:08.251783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d40729f-e7e5-4881-96fa-ae9d6932dcb1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:08.278638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9d40729f-e7e5-4881-96fa-ae9d6932dcb1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Calling delete_port for 6bac3e8f-8492-4a77-b586-f566b11e3de5 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:08.326611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d45052-4c08-4fab-8350-14cf98678a96 req-47ba9893-a679-4801-83e4-fdbe8ac705a6 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:08.334075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8d45052-4c08-4fab-8350-14cf98678a96 req-47ba9893-a679-4801-83e4-fdbe8ac705a6 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.2130928 Oct 13 11:13:08.355235 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d375bdf-43a6-464b-88eb-d61aafca07e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:08.411059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925501af-3527-47de-94e9-a314664ea25e req-64dcf88a-32f6-4b84-9797-0223b481648a tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:08.412627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-925501af-3527-47de-94e9-a314664ea25e req-64dcf88a-32f6-4b84-9797-0223b481648a tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb50ba8-e395-4802-9f42-ef9d97671424 HTTP/1.1" status: 200 len: 946 time: 0.1826630 Oct 13 11:13:08.507255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d375bdf-43a6-464b-88eb-d61aafca07e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f794795-ceac-4fbb-87b9-c80bd750bd68,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:08.522896 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8d45052-4c08-4fab-8350-14cf98678a96 req-1dfdd691-7224-4ee6-80db-c4ebeaba0328 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876740 Oct 13 11:13:08.593682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d375bdf-43a6-464b-88eb-d61aafca07e6 admin admin] Checking segment: {'id': '93e99b1e-bcff-41fa-883a-99b74bb455a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da3773e2-a234-47ab-9bb3-74109bc94e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:08.594255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d375bdf-43a6-464b-88eb-d61aafca07e6 admin admin] Network hostable DHCP agents. Network: da3773e2-a234-47ab-9bb3-74109bc94e6b, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:13:08.669974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-925501af-3527-47de-94e9-a314664ea25e req-3d63e1ae-16e7-4db7-b90a-593c93d96adf tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Deleting port cdde4b42-9857-4f91-8ef0-377141aa43e8 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:08.678754 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-925501af-3527-47de-94e9-a314664ea25e req-3d63e1ae-16e7-4db7-b90a-593c93d96adf tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:08.762234 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d40729f-e7e5-4881-96fa-ae9d6932dcb1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:08.816114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40729f-e7e5-4881-96fa-ae9d6932dcb1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Port': ['ID=6bac3e8f-8492-4a77-b586-f566b11e3de5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:08.816927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d375bdf-43a6-464b-88eb-d61aafca07e6 admin admin] Network da3773e2-a234-47ab-9bb3-74109bc94e6b is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:13:08.916411 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:08.941800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-925501af-3527-47de-94e9-a314664ea25e req-3d63e1ae-16e7-4db7-b90a-593c93d96adf tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] For port cdde4b42-9857-4f91-8ef0-377141aa43e8, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cdde4b42-9857-4f91-8ef0-377141aa43e8,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:08.942396 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-925501af-3527-47de-94e9-a314664ea25e req-3d63e1ae-16e7-4db7-b90a-593c93d96adf tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:08.998671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-925501af-3527-47de-94e9-a314664ea25e req-3d63e1ae-16e7-4db7-b90a-593c93d96adf tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Calling delete_port for cdde4b42-9857-4f91-8ef0-377141aa43e8 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:09.012020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-8d375bdf-43a6-464b-88eb-d61aafca07e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, da3773e2-a234-47ab-9bb3-74109bc94e6b) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:09.021922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311bb915-ee41-4f86-b552-5a1113bb5114 None None] Network da3773e2-a234-47ab-9bb3-74109bc94e6b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:09.029289 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d375bdf-43a6-464b-88eb-d61aafca07e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:09.035101 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d375bdf-43a6-464b-88eb-d61aafca07e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:09.111531 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9d40729f-e7e5-4881-96fa-ae9d6932dcb1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:09.305027 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4361c4fc-9e56-408f-bc55-74eb21c8ffac tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:09.324016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-4375a196-fd0c-41f0-85da-1dc9e717de62 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:09.332001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-4375a196-fd0c-41f0-85da-1dc9e717de62 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/networks?id=1326c4c6-01e1-4a06-9580-f34a905854b0 HTTP/1.1" status: 200 len: 813 time: 0.5955987 Oct 13 11:13:09.334528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1ad864-7e12-423e-8553-7aaf3f55208e None None] Network da3773e2-a234-47ab-9bb3-74109bc94e6b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:09.389504 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-925501af-3527-47de-94e9-a314664ea25e req-3d63e1ae-16e7-4db7-b90a-593c93d96adf tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:09.398251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-66ff0502-4467-4247-b6d2-c0c5c0ecceab tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/quotas/5bfe750102db4362b2036d9b6a9d99a6 HTTP/1.1" status: 200 len: 375 time: 0.0650074 Oct 13 11:13:09.403590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['cdde4b42-9857-4f91-8ef0-377141aa43e8'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:13:09.406038 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['985bbf40-2412-46e9-90ae-a84cf8ece9c3'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:13:09.452515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4361c4fc-9e56-408f-bc55-74eb21c8ffac tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Network 1f962609-56c5-4676-8066-f57e157afede is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:09.488999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63e1ae-16e7-4db7-b90a-593c93d96adf tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Pushing event deleted for resources: {'Port': ['ID=cdde4b42-9857-4f91-8ef0-377141aa43e8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:09.516460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d40729f-e7e5-4881-96fa-ae9d6932dcb1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Router ba586df9-4d87-4a5f-8ff4-6263833634b8 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:13:09.522001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361c4fc-9e56-408f-bc55-74eb21c8ffac tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Subnet': ['ID=366dba54-ed3e-4a99-acb6-a40151c6b8a8,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:09.573749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-4361c4fc-9e56-408f-bc55-74eb21c8ffac tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:09.577205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4361c4fc-9e56-408f-bc55-74eb21c8ffac tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:09.577858 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4361c4fc-9e56-408f-bc55-74eb21c8ffac tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:09.586255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33af426-96b3-4419-a969-8425fd54c95f None None] Network 1f962609-56c5-4676-8066-f57e157afede requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:09.632380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8d375bdf-43a6-464b-88eb-d61aafca07e6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3001404 Oct 13 11:13:09.640104 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-925501af-3527-47de-94e9-a314664ea25e req-3d63e1ae-16e7-4db7-b90a-593c93d96adf tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] No DVR routers for this DVR port cdde4b42-9857-4f91-8ef0-377141aa43e8 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:09.643717 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-925501af-3527-47de-94e9-a314664ea25e req-3d63e1ae-16e7-4db7-b90a-593c93d96adf tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:09.647366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-925501af-3527-47de-94e9-a314664ea25e req-3d63e1ae-16e7-4db7-b90a-593c93d96adf tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.21 "DELETE /v2.0/ports/cdde4b42-9857-4f91-8ef0-377141aa43e8 HTTP/1.1" status: 204 len: 173 time: 1.2232270 Oct 13 11:13:09.664942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb50ba8-e395-4802-9f42-ef9d97671424', 'name': 'network-vif-deleted', 'tag': 'cdde4b42-9857-4f91-8ef0-377141aa43e8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:09.674169 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcbe346-c4ea-4b47-806f-ac5d34584693" -d '{"events": [{"server_uuid": "8eb50ba8-e395-4802-9f42-ef9d97671424", "name": "network-vif-deleted", "tag": "cdde4b42-9857-4f91-8ef0-377141aa43e8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:09.677608 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d40729f-e7e5-4881-96fa-ae9d6932dcb1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:13:09.684237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb4682-b72c-432e-81f1-62debbf2095b req-bd1eb01e-5096-4b8b-a7ee-43f6f756a441 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:09.685903 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6acb4682-b72c-432e-81f1-62debbf2095b req-bd1eb01e-5096-4b8b-a7ee-43f6f756a441 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d2198a-43e6-4fa2-8d99-79c0334d2b4f HTTP/1.1" status: 200 len: 946 time: 0.3951521 Oct 13 11:13:09.690998 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9d40729f-e7e5-4881-96fa-ae9d6932dcb1 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "PUT /v2.0/routers/ba586df9-4d87-4a5f-8ff4-6263833634b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2802262 Oct 13 11:13:09.691346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37770) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:09.696085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233499c-4576-4183-aed1-85251815ca83 None None] Sync routers for ids ['ba586df9-4d87-4a5f-8ff4-6263833634b8'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:13:09.742357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233499c-4576-4183-aed1-85251815ca83 None None] Routers {'ba586df9-4d87-4a5f-8ff4-6263833634b8'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:09.743209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7233499c-4576-4183-aed1-85251815ca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:12:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ba586df9-4d87-4a5f-8ff4-6263833634b8'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:09.761935 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-6d840dd9-db8c-41cf-b262-b65ab5cb8f5b tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5bfe750102db4362b2036d9b6a9d99a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3617184 Oct 13 11:13:09.872227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4361c4fc-9e56-408f-bc55-74eb21c8ffac tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4177196 Oct 13 11:13:09.875047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37774) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:09.884575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3cd49bd8-cfea-4579-9800-371bb62e7fab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1284071492', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '366dba54-ed3e-4a99-acb6-a40151c6b8a8'}], 'security_groups': ['bc55dd1e-d7eb-481e-990a-1b9564830d49', '34763e58-0194-4de7-bcb1-feb0ee894592']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:09.907557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7dbfab1-f3d2-4e79-a137-cc5da89a4478 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting subnet 718ebe93-b96e-4009-99e6-1928ae8233d5 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:13:09.940187 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfab1-f3d2-4e79-a137-cc5da89a4478 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:09.976320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7233499c-4576-4183-aed1-85251815ca83 None None] Set router ba586df9-4d87-4a5f-8ff4-6263833634b8 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:13:10.090300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-c7042f95-117e-4291-88d3-f651ab373d50 service neutron] 10.222.0.32 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283408 Oct 13 11:13:10.097275 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfab1-f3d2-4e79-a137-cc5da89a4478 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:10.239360 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3cd49bd8-cfea-4579-9800-371bb62e7fab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:10.246996 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfab1-f3d2-4e79-a137-cc5da89a4478 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:10.380559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-6acb4682-b72c-432e-81f1-62debbf2095b req-c274b00f-ea6c-43b6-8a84-ba6c3a42c47d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Deleting port 985bbf40-2412-46e9-90ae-a84cf8ece9c3 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:10.380559 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6acb4682-b72c-432e-81f1-62debbf2095b req-c274b00f-ea6c-43b6-8a84-ba6c3a42c47d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:10.404124 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfab1-f3d2-4e79-a137-cc5da89a4478 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:10.497557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbfab1-f3d2-4e79-a137-cc5da89a4478 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Subnet': ['ID=718ebe93-b96e-4009-99e6-1928ae8233d5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:10.508083 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfab1-f3d2-4e79-a137-cc5da89a4478 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:10.516246 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c7dbfab1-f3d2-4e79-a137-cc5da89a4478 tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "DELETE /v2.0/subnets/718ebe93-b96e-4009-99e6-1928ae8233d5 HTTP/1.1" status: 204 len: 168 time: 0.8172526 Oct 13 11:13:10.516387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37796) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:10.594429 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-abdbbb84-eccb-4566-a527-9b62cff80bd1 service neutron] 10.222.0.32 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976077 Oct 13 11:13:10.685907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-6acb4682-b72c-432e-81f1-62debbf2095b req-c274b00f-ea6c-43b6-8a84-ba6c3a42c47d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] For port 985bbf40-2412-46e9-90ae-a84cf8ece9c3, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=985bbf40-2412-46e9-90ae-a84cf8ece9c3,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:10.685907 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6acb4682-b72c-432e-81f1-62debbf2095b req-c274b00f-ea6c-43b6-8a84-ba6c3a42c47d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:10.715106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-6acb4682-b72c-432e-81f1-62debbf2095b req-c274b00f-ea6c-43b6-8a84-ba6c3a42c47d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Calling delete_port for 985bbf40-2412-46e9-90ae-a84cf8ece9c3 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:10.722256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466b9005-b1b7-4444-bcd0-0dd00bc750ec None None] Network 9e0907bc-927e-4fea-9c02-c34124dbb9d7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:10.751053 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:10.977384 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:11.018533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-3cd49bd8-cfea-4579-9800-371bb62e7fab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Delete allocated IP 2001:db8::21d (1f962609-56c5-4676-8066-f57e157afede/db2293b7-2fed-4e73-be8f-9f73e42343f5) {{(pid=101990) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 11:13:11.030030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-3cd49bd8-cfea-4579-9800-371bb62e7fab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Allocated IP 2001:db8:0:2::1a0 (1f962609-56c5-4676-8066-f57e157afede/366dba54-ed3e-4a99-acb6-a40151c6b8a8/c3d2274b-11bf-46ed-b479-44d755a0b590) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:11.069193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff7904-33fb-4cc5-9e73-d75b06fff32e None None] Update dhcp port {'port': {'network_id': '1f962609-56c5-4676-8066-f57e157afede', 'fixed_ips': [{'subnet_id': 'd4751a87-cce9-4cc6-bef0-9af27d415844', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'db2293b7-2fed-4e73-be8f-9f73e42343f5', 'ip_address': '2001:db8::2'}, {'subnet_id': '366dba54-ed3e-4a99-acb6-a40151c6b8a8'}], 'binding:host_id': 'n-d-813659-3'}, 'id': '4130e055-9dae-4ce6-bd9b-c666213ec3d5'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:13:11.139750 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8eff7904-33fb-4cc5-9e73-d75b06fff32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:11.185603 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:11.186764 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c62667c7-01a9-4240-bedb-626177588b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:11.211175 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] DHCP port deletion for 9e0907bc-927e-4fea-9c02-c34124dbb9d7 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:13:11.238375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Deleting port 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:11.241493 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:11.268792 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37816) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:11.499340 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6acb4682-b72c-432e-81f1-62debbf2095b req-c274b00f-ea6c-43b6-8a84-ba6c3a42c47d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:11.576371 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7233499c-4576-4183-aed1-85251815ca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:13:08Z', 'revision_number': 5, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port': {'id': '5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:11.611733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3cd49bd8-cfea-4579-9800-371bb62e7fab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:11.644195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] For port 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:11.644195 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:11.654632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274b00f-ea6c-43b6-8a84-ba6c3a42c47d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Pushing event deleted for resources: {'Port': ['ID=985bbf40-2412-46e9-90ae-a84cf8ece9c3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:11.663756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233499c-4576-4183-aed1-85251815ca83 None None] Checking router: ba586df9-4d87-4a5f-8ff4-6263833634b8 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:13:11.674838 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb370941-66ee-44bd-86e4-37f01caacbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:11.695006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233499c-4576-4183-aed1-85251815ca83 None None] Routers {'ba586df9-4d87-4a5f-8ff4-6263833634b8'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:11.695663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7233499c-4576-4183-aed1-85251815ca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ba586df9-4d87-4a5f-8ff4-6263833634b8'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:11.717007 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3cd49bd8-cfea-4579-9800-371bb62e7fab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:11.845379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Calling delete_port for 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:11.852055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acb4682-b72c-432e-81f1-62debbf2095b req-c274b00f-ea6c-43b6-8a84-ba6c3a42c47d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] No DVR routers for this DVR port 985bbf40-2412-46e9-90ae-a84cf8ece9c3 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:11.857566 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6acb4682-b72c-432e-81f1-62debbf2095b req-c274b00f-ea6c-43b6-8a84-ba6c3a42c47d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:11.867101 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6acb4682-b72c-432e-81f1-62debbf2095b req-c274b00f-ea6c-43b6-8a84-ba6c3a42c47d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.46 "DELETE /v2.0/ports/985bbf40-2412-46e9-90ae-a84cf8ece9c3 HTTP/1.1" status: 204 len: 173 time: 2.1291397 Oct 13 11:13:11.875618 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device cdde4b42-9857-4f91-8ef0-377141aa43e8 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:11.930600 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:11.935324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd49bd8-cfea-4579-9800-371bb62e7fab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event updated for resources: {'Port': ['ID=c3d2274b-11bf-46ed-b479-44d755a0b590,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:11.947044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Deleting port 1ddecc33-8090-4065-93c3-fbf381aba3af {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:11.947475 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.014223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b72100-9c86-45c8-bb16-e43a469b3acd req-27f281f1-dc96-412e-880a-1d2c112d9987 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:12.018154 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9b72100-9c86-45c8-bb16-e43a469b3acd req-27f281f1-dc96-412e-880a-1d2c112d9987 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 946 time: 0.4546502 Oct 13 11:13:12.033447 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-3cd49bd8-cfea-4579-9800-371bb62e7fab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] In _notify_port_updated(), no bound segment for port c3d2274b-11bf-46ed-b479-44d755a0b590 on network 1f962609-56c5-4676-8066-f57e157afede {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:13:12.080715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd49bd8-cfea-4579-9800-371bb62e7fab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:12.083686 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3cd49bd8-cfea-4579-9800-371bb62e7fab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.084599 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3cd49bd8-cfea-4579-9800-371bb62e7fab tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "PUT /v2.0/ports/c3d2274b-11bf-46ed-b479-44d755a0b590 HTTP/1.1" status: 200 len: 970 time: 2.2083251 Oct 13 11:13:12.090108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37842) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:12.161886 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] For port 1ddecc33-8090-4065-93c3-fbf381aba3af, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1ddecc33-8090-4065-93c3-fbf381aba3af,segment=NetworkSegment(101d852b-a8c4-4fa3-97ee-9f9dbc306734),segment_id=101d852b-a8c4-4fa3-97ee-9f9dbc306734)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:12.162466 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.171872 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9b72100-9c86-45c8-bb16-e43a469b3acd req-8353d1bc-38e2-42e6-a6cc-99d41c3bfff9 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745347 Oct 13 11:13:12.178049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Calling delete_port for 1ddecc33-8090-4065-93c3-fbf381aba3af owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:12.240671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1ddecc33-8090-4065-93c3-fbf381aba3af no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:12.307487 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: cdde4b42-9857-4f91-8ef0-377141aa43e8 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:13:12.309165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device cdde4b42-9857-4f91-8ef0-377141aa43e8 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:13:12.385185 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2b1553-224d-4161-92ec-6b505eb7b9bf x-openstack-request-id: req-9c2b1553-224d-4161-92ec-6b505eb7b9bf {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:12.386008 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb50ba8-e395-4802-9f42-ef9d97671424", "name": "network-vif-deleted", "tag": "cdde4b42-9857-4f91-8ef0-377141aa43e8", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:12.386458 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c2b1553-224d-4161-92ec-6b505eb7b9bf {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:12.386878 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb50ba8-e395-4802-9f42-ef9d97671424', 'name': 'network-vif-deleted', 'tag': 'cdde4b42-9857-4f91-8ef0-377141aa43e8', 'status': 'completed', 'code': 200} Oct 13 11:13:12.403254 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.416718 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb370941-66ee-44bd-86e4-37f01caacbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.436035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c705640d-468f-47ac-a399-740ecd86c5a8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port c3d2274b-11bf-46ed-b479-44d755a0b590 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:12.436477 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c705640d-468f-47ac-a399-740ecd86c5a8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.449162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Port': ['ID=5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:12.475076 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.476260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-8eff7904-33fb-4cc5-9e73-d75b06fff32e None None] Allocated IP 2001:db8:0:2::2 (1f962609-56c5-4676-8066-f57e157afede/366dba54-ed3e-4a99-acb6-a40151c6b8a8/4130e055-9dae-4ce6-bd9b-c666213ec3d5) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:12.481015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7233499c-4576-4183-aed1-85251815ca83 None None] Set router ba586df9-4d87-4a5f-8ff4-6263833634b8 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:13:12.539483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb370941-66ee-44bd-86e4-37f01caacbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.574617 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.624257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7233499c-4576-4183-aed1-85251815ca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:13:10Z', 'revision_number': 6, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:12.729053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb370941-66ee-44bd-86e4-37f01caacbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f29b1-b3c2-415a-b430-a2b2e64f3bb9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:12.735951 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fb370941-66ee-44bd-86e4-37f01caacbbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54de6c91e8fc4021a7f53dcedb8a63ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4639635 Oct 13 11:13:12.738304 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c705640d-468f-47ac-a399-740ecd86c5a8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.740483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37870) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:12.744280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233499c-4576-4183-aed1-85251815ca83 None None] The sync data for ids ['ba586df9-4d87-4a5f-8ff4-6263833634b8'] in n-d-813659-3 is: [{'id': 'ba586df9-4d87-4a5f-8ff4-6263833634b8', 'name': 'tempest-TestNetworkBasicOps-router-1226839404', 'tenant_id': 'c733a5c1587344858ed31832dc8ad24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:47Z', 'updated_at': '2021-10-13T11:13:10Z', 'revision_number': 6, 'project_id': 'c733a5c1587344858ed31832dc8ad24f', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:13:12.757392 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.765478 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.772363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c705640d-468f-47ac-a399-740ecd86c5a8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for c3d2274b-11bf-46ed-b479-44d755a0b590 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:12.920841 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.921877 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Fanout notify agent at l3_agent the message router_deleted on router ba586df9-4d87-4a5f-8ff4-6263833634b8 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:13:12.938150 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.938150 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5f77582b-eb88-44d2-938c-4534349c3e9a tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "DELETE /v2.0/routers/ba586df9-4d87-4a5f-8ff4-6263833634b8 HTTP/1.1" status: 204 len: 168 time: 2.4119532 Oct 13 11:13:12.938150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37880) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:12.939971 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72fb2d77-e0c8-4ff6-b6a7-bdd7bb6c93a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.953951 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.958407 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8eff7904-33fb-4cc5-9e73-d75b06fff32e None None] For port 4130e055-9dae-4ce6-bd9b-c666213ec3d5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4130e055-9dae-4ce6-bd9b-c666213ec3d5,segment=NetworkSegment(f7553a00-6be9-42f2-8461-7b791e102028),segment_id=f7553a00-6be9-42f2-8461-7b791e102028)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:12.971895 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:12.974203 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72fb2d77-e0c8-4ff6-b6a7-bdd7bb6c93a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:13.003627 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Pushing event deleted for resources: {'Port': ['ID=1ddecc33-8090-4065-93c3-fbf381aba3af,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:13.015345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:13.016074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:13.016653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:13.017228 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:13.017804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:13.018417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:13.018957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:13.023540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:13.023540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:13.023540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:13.023540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:13.023540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:13.052350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584abab-7379-4fd4-a1d5-eff1e508fd04 None None] No DVR routers for this DVR port 1ddecc33-8090-4065-93c3-fbf381aba3af on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:13.072263 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-027a19e3-cddc-47be-90d3-99b30ac9778e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:13.090709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-b745e2b1-0b9d-46a0-b8de-8ef533c207ca tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:13.098386 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-b745e2b1-0b9d-46a0-b8de-8ef533c207ca tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/networks?id=da3773e2-a234-47ab-9bb3-74109bc94e6b HTTP/1.1" status: 200 len: 818 time: 0.2661505 Oct 13 11:13:13.141129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-58294776-8434-46d1-b04e-d7b0b0d05862 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/quotas/5eb42ffd3133439fa22f88c3d2e0de0f HTTP/1.1" status: 200 len: 375 time: 0.0417895 Oct 13 11:13:13.156506 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8eff7904-33fb-4cc5-9e73-d75b06fff32e None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:13.215677 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-38840704-d82b-4da9-9474-219dfda47ae1 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5eb42ffd3133439fa22f88c3d2e0de0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733957 Oct 13 11:13:13.268043 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72fb2d77-e0c8-4ff6-b6a7-bdd7bb6c93a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:13.268767 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-72fb2d77-e0c8-4ff6-b6a7-bdd7bb6c93a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:13.273965 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-72fb2d77-e0c8-4ff6-b6a7-bdd7bb6c93a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c86f29b1-b3c2-415a-b430-a2b2e64f3bb9 HTTP/1.1" status: 204 len: 168 time: 0.5284054 Oct 13 11:13:13.273965 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c705640d-468f-47ac-a399-740ecd86c5a8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:13.287883 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8eff7904-33fb-4cc5-9e73-d75b06fff32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:13.368342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb2d77-e0c8-4ff6-b6a7-bdd7bb6c93a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f29b1-b3c2-415a-b430-a2b2e64f3bb9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:13.380436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705640d-468f-47ac-a399-740ecd86c5a8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=c3d2274b-11bf-46ed-b479-44d755a0b590,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:13.461260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c705640d-468f-47ac-a399-740ecd86c5a8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:13.475262 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c705640d-468f-47ac-a399-740ecd86c5a8 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/c3d2274b-11bf-46ed-b479-44d755a0b590 HTTP/1.1" status: 204 len: 168 time: 1.3775105 Oct 13 11:13:13.476385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37886) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:13.530918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff7904-33fb-4cc5-9e73-d75b06fff32e None None] Pushing event updated for resources: {'Port': ['ID=4130e055-9dae-4ce6-bd9b-c666213ec3d5,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:13.537922 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25f8e91-d163-4995-80bf-0cf5b71d21e2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] GET failed (client error): The resource could not be found. Oct 13 11:13:13.542052 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b25f8e91-d163-4995-80bf-0cf5b71d21e2 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports/c3d2274b-11bf-46ed-b479-44d755a0b590 HTTP/1.1" status: 404 len: 333 time: 0.0620284 Oct 13 11:13:13.557603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37888) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:13.624676 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:13.654751 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-07d07e54-3925-4781-8069-73bea6acb03a service neutron] 10.222.0.32 "GET /v2.0/networks/da3773e2-a234-47ab-9bb3-74109bc94e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083302 Oct 13 11:13:13.755278 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a9edc01e-2872-4ad8-a119-c7dd1158dc2a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:13.759195 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-027a19e3-cddc-47be-90d3-99b30ac9778e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:13.825874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8be41b51-0274-4a63-863e-7117b400fcd5 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:13.864473 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a9edc01e-2872-4ad8-a119-c7dd1158dc2a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.100234 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a9edc01e-2872-4ad8-a119-c7dd1158dc2a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.124683 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a9edc01e-2872-4ad8-a119-c7dd1158dc2a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.135155 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a9edc01e-2872-4ad8-a119-c7dd1158dc2a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/security-groups/a5ffb673-21b1-4c06-bad1-c0c0d2c0dadd HTTP/1.1" status: 204 len: 168 time: 0.5757093 Oct 13 11:13:14.139184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37894) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:14.179939 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.265167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:14.265167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:14.275109 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072ff43f-f0b6-4d13-94fd-d25bb5783361" -d '{"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-unplugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:14.281761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edc01e-2872-4ad8-a119-c7dd1158dc2a tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ffb673-21b1-4c06-bad1-c0c0d2c0dadd,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:14.297716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4130e055-9dae-4ce6-bd9b-c666213ec3d5 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:13:14.385544 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.386843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 985bbf40-2412-46e9-90ae-a84cf8ece9c3 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:14.409166 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c02c3e13-6c03-47f1-a95a-8204db6db3ff tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.475321 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c02c3e13-6c03-47f1-a95a-8204db6db3ff tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.582190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 985bbf40-2412-46e9-90ae-a84cf8ece9c3 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:13:14.582711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 985bbf40-2412-46e9-90ae-a84cf8ece9c3 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:13:14.585336 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=14']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:14.596512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:14.596977 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.642038 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c02c3e13-6c03-47f1-a95a-8204db6db3ff tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.644866 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c02c3e13-6c03-47f1-a95a-8204db6db3ff tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.648083 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c02c3e13-6c03-47f1-a95a-8204db6db3ff tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/security-groups/34763e58-0194-4de7-bcb1-feb0ee894592 HTTP/1.1" status: 204 len: 168 time: 0.4987876 Oct 13 11:13:14.672249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37906) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:14.672776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c3e13-6c03-47f1-a95a-8204db6db3ff tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34763e58-0194-4de7-bcb1-feb0ee894592,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:14.741184 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d2198a-43e6-4fa2-8d99-79c0334d2b4f', 'name': 'network-vif-deleted', 'tag': '985bbf40-2412-46e9-90ae-a84cf8ece9c3'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:14.747080 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95193940-88b0-4453-b93c-1984a9ee7956" -d '{"events": [{"server_uuid": "03d2198a-43e6-4fa2-8d99-79c0334d2b4f", "name": "network-vif-deleted", "tag": "985bbf40-2412-46e9-90ae-a84cf8ece9c3"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:14.799596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-027a19e3-cddc-47be-90d3-99b30ac9778e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0907bc-927e-4fea-9c02-c34124dbb9d7']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:14.804999 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3dd7-18e0-4683-8591-2ceeb4310a02 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.827072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-027a19e3-cddc-47be-90d3-99b30ac9778e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101d852b-a8c4-4fa3-97ee-9f9dbc306734') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:14.827479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-027a19e3-cddc-47be-90d3-99b30ac9778e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101d852b-a8c4-4fa3-97ee-9f9dbc306734') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:14.835314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6bac3e8f-8492-4a77-b586-f566b11e3de5 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:14.840179 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3dd7-18e0-4683-8591-2ceeb4310a02 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.858097 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-027a19e3-cddc-47be-90d3-99b30ac9778e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.864956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 6bac3e8f-8492-4a77-b586-f566b11e3de5 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:13:14.865397 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6bac3e8f-8492-4a77-b586-f566b11e3de5 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:13:14.866136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:14.875993 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-027a19e3-cddc-47be-90d3-99b30ac9778e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.891852 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-db3b297a-236a-4700-9119-63e3d1149622 service neutron] 10.222.0.32 "GET /v2.0/networks/da3773e2-a234-47ab-9bb3-74109bc94e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2362008 Oct 13 11:13:14.895439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027a19e3-cddc-47be-90d3-99b30ac9778e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:13:14.895929 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-027a19e3-cddc-47be-90d3-99b30ac9778e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:13:14.899540 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:13:14.917758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:13:14.918112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5fa4ca14-2ac2-44c4-bdb9-f1910edb0d37 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:13:14.985706 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3dd7-18e0-4683-8591-2ceeb4310a02 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:14.992240 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3dd7-18e0-4683-8591-2ceeb4310a02 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:15.003252 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2f8a3dd7-18e0-4683-8591-2ceeb4310a02 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/security-groups/bc55dd1e-d7eb-481e-990a-1b9564830d49 HTTP/1.1" status: 204 len: 168 time: 0.3213065 Oct 13 11:13:15.004481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37914) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:15.017593 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a3dd7-18e0-4683-8591-2ceeb4310a02 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc55dd1e-d7eb-481e-990a-1b9564830d49,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:15.056958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-243d406e-15ac-4421-a223-e0a4212776a0 None None] Could not find standard attr ID for object c3d2274b-11bf-46ed-b479-44d755a0b590. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:13:15.081721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-243d406e-15ac-4421-a223-e0a4212776a0 None None] Provisioning complete for port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:15.081965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-2896ada1-a6c6-4337-b63f-8548d79ee9a7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting subnet db2293b7-2fed-4e73-be8f-9f73e42343f5 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:13:15.082077 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-243d406e-15ac-4421-a223-e0a4212776a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:15.085771 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2896ada1-a6c6-4337-b63f-8548d79ee9a7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:15.190285 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2896ada1-a6c6-4337-b63f-8548d79ee9a7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:15.281944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-243d406e-15ac-4421-a223-e0a4212776a0 None None] Provisioning complete for port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:15.283603 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-243d406e-15ac-4421-a223-e0a4212776a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:15.309033 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2896ada1-a6c6-4337-b63f-8548d79ee9a7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:15.376166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-243d406e-15ac-4421-a223-e0a4212776a0 None None] Port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:13:15.397534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-027a19e3-cddc-47be-90d3-99b30ac9778e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:15.414744 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-027a19e3-cddc-47be-90d3-99b30ac9778e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:15.425398 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-027a19e3-cddc-47be-90d3-99b30ac9778e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] 10.222.0.32 "DELETE /v2.0/networks/9e0907bc-927e-4fea-9c02-c34124dbb9d7 HTTP/1.1" status: 204 len: 168 time: 2.4866552 Oct 13 11:13:15.505709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1d48014b-0e70-4b38-8993-f6c83f8e85b3 None None] Could not find standard attr ID for object c3d2274b-11bf-46ed-b479-44d755a0b590. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:13:15.624984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a19e3-cddc-47be-90d3-99b30ac9778e tempest-TestNetworkBasicOps-1948167847 tempest-TestNetworkBasicOps-1948167847-project] Pushing event deleted for resources: {'Network': ['ID=9e0907bc-927e-4fea-9c02-c34124dbb9d7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:15.813818 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67720e6-3c27-4e30-9792-e882a7c8954f req-a893f10a-05a0-4d4d-aa93-90439d79b7d3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:15.815351 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c67720e6-3c27-4e30-9792-e882a7c8954f req-a893f10a-05a0-4d4d-aa93-90439d79b7d3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.2346740 Oct 13 11:13:15.826036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-058e3bca-72b9-4c69-b8ef-106b2be2b6f9 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:15.827504 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-058e3bca-72b9-4c69-b8ef-106b2be2b6f9 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.21 "GET /v2.0/networks?id=1326c4c6-01e1-4a06-9580-f34a905854b0 HTTP/1.1" status: 200 len: 813 time: 0.7038419 Oct 13 11:13:15.847070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-8c57d01d-b742-4646-a601-860f8c2b0a0c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Request body: {'port': {'device_id': '99bb2f05-24f6-4af3-8916-3e3026d005a6', 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0', 'admin_state_up': True, 'tenant_id': '5bfe750102db4362b2036d9b6a9d99a6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:15.885689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-6be009b0-3e51-4dda-8389-0c7cba00c661 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:15.887238 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-6be009b0-3e51-4dda-8389-0c7cba00c661 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.46 "GET /v2.0/networks?id=1326c4c6-01e1-4a06-9580-f34a905854b0 HTTP/1.1" status: 200 len: 813 time: 0.3477309 Oct 13 11:13:15.888704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2896ada1-a6c6-4337-b63f-8548d79ee9a7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:15.953789 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Request body: {'port': {'device_id': '2fbc03e8-9aeb-4839-8464-017bf6c9f948', 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0', 'admin_state_up': True, 'tenant_id': '5bfe750102db4362b2036d9b6a9d99a6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:15.983025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896ada1-a6c6-4337-b63f-8548d79ee9a7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Subnet': ['ID=db2293b7-2fed-4e73-be8f-9f73e42343f5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:16.025724 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2896ada1-a6c6-4337-b63f-8548d79ee9a7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:16.029066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2896ada1-a6c6-4337-b63f-8548d79ee9a7 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/db2293b7-2fed-4e73-be8f-9f73e42343f5 HTTP/1.1" status: 204 len: 168 time: 1.0235939 Oct 13 11:13:16.034028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37942) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:16.038716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266f8f77-58b0-4b90-915a-5861cd03fd5f None None] Network 1f962609-56c5-4676-8066-f57e157afede requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:16.061580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c67720e6-3c27-4e30-9792-e882a7c8954f req-6a573cd0-4398-448f-863a-45d0a7b348c6 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329984 Oct 13 11:13:16.233877 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-7410f1d9-557b-41a2-9f90-20a2527e2071 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting subnet 366dba54-ed3e-4a99-acb6-a40151c6b8a8 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:13:16.239683 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7410f1d9-557b-41a2-9f90-20a2527e2071 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:16.272572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37950) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:16.326897 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b383303c-fc03-48ce-b320-77f648d9d38b x-openstack-request-id: req-b383303c-fc03-48ce-b320-77f648d9d38b {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:16.328587 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-unplugged", "status": "completed", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:16.328862 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b383303c-fc03-48ce-b320-77f648d9d38b {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:16.329293 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5', 'code': 200} Oct 13 11:13:16.359147 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58aa76f-ebd7-4d2a-9b4a-191a060107e3 x-openstack-request-id: req-e58aa76f-ebd7-4d2a-9b4a-191a060107e3 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:16.359442 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d2198a-43e6-4fa2-8d99-79c0334d2b4f", "name": "network-vif-deleted", "tag": "985bbf40-2412-46e9-90ae-a84cf8ece9c3", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:16.359696 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e58aa76f-ebd7-4d2a-9b4a-191a060107e3 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:16.360102 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d2198a-43e6-4fa2-8d99-79c0334d2b4f', 'name': 'network-vif-deleted', 'tag': '985bbf40-2412-46e9-90ae-a84cf8ece9c3', 'status': 'completed', 'code': 200} Oct 13 11:13:16.360500 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7410f1d9-557b-41a2-9f90-20a2527e2071 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:16.365581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.db.api [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 11:13:16.365581 n-d-813659-3 neutron-server[101991]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 13 11:13:16.365581 n-d-813659-3 neutron-server[101991]: [parameters: {'project_id': '5bfe750102db4362b2036d9b6a9d99a6', 'id': '48463c45-e88a-477e-8889-c397b382153b', 'expiration': datetime.datetime(2021, 10, 13, 11, 15, 16, 350812)}] Oct 13 11:13:16.365581 n-d-813659-3 neutron-server[101991]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:13:16.366242 n-d-813659-3 neutron-server[101991]: DEBUG oslo_db.api [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:13:16.476897 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-8c57d01d-b742-4646-a601-860f8c2b0a0c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Made reservation on behalf of 5bfe750102db4362b2036d9b6a9d99a6 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:16.482253 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-8c57d01d-b742-4646-a601-860f8c2b0a0c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:16.487238 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-faa2e250-39f5-4aa4-a32a-e579e9ce874f req-a26b4524-5dfd-4e23-a7fd-4d82a0c7f53d tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 210 time: 0.0642514 Oct 13 11:13:16.569235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7410f1d9-557b-41a2-9f90-20a2527e2071 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:16.664430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37964) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:16.723349 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42abdf13-8b96-43fc-8927-f3507329ca7f req-2af54c27-a36d-493e-a08f-2746e99d1c33 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 210 time: 0.0767076 Oct 13 11:13:16.779401 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7410f1d9-557b-41a2-9f90-20a2527e2071 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:16.840459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410f1d9-557b-41a2-9f90-20a2527e2071 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Subnet': ['ID=366dba54-ed3e-4a99-acb6-a40151c6b8a8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:16.846134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-8c57d01d-b742-4646-a601-860f8c2b0a0c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Allocated IP 172.20.0.8 (1326c4c6-01e1-4a06-9580-f34a905854b0/4231555d-8d34-45af-bf8e-3d7dcbde2c76/bac2073e-659b-4cfb-be25-1375af82886e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:16.849982 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bd57b86c-53fd-409c-b196-93f1c3b96848 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c733a5c1587344858ed31832dc8ad24f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5701392 Oct 13 11:13:16.853566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37968) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:16.853734 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7410f1d9-557b-41a2-9f90-20a2527e2071 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:16.859701 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7410f1d9-557b-41a2-9f90-20a2527e2071 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/366dba54-ed3e-4a99-acb6-a40151c6b8a8 HTTP/1.1" status: 204 len: 168 time: 0.8175886 Oct 13 11:13:16.859701 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f687a504-db2b-4023-babb-d8d176facfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:16.865645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37970) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:16.932533 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9c5123-f823-4753-af37-e5134e57eabd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] DELETE failed (client error): The resource could not be found. Oct 13 11:13:16.933053 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9c5123-f823-4753-af37-e5134e57eabd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:13:16.954798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37976) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:16.954997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dc9c5123-f823-4753-af37-e5134e57eabd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/db2293b7-2fed-4e73-be8f-9f73e42343f5 HTTP/1.1" status: 404 len: 337 time: 0.0863528 Oct 13 11:13:17.007917 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f687a504-db2b-4023-babb-d8d176facfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.027878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f6037c-658f-41a0-a7bd-7ed27ccf2025 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting subnet d4751a87-cce9-4cc6-bef0-9af27d415844 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:13:17.031167 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51f6037c-658f-41a0-a7bd-7ed27ccf2025 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.048125 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3729853-4e54-492a-9bef-e95ea59a049c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.080192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51f6037c-658f-41a0-a7bd-7ed27ccf2025 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.104001 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3729853-4e54-492a-9bef-e95ea59a049c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.137501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Made reservation on behalf of 5bfe750102db4362b2036d9b6a9d99a6 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:17.141356 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.150538 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f687a504-db2b-4023-babb-d8d176facfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.192645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687a504-db2b-4023-babb-d8d176facfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4efffad-0e27-4afe-8a9f-bf499141d10f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:17.238939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f687a504-db2b-4023-babb-d8d176facfe6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=805f0f17e4a749b3b9d10001d6cab339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734305 Oct 13 11:13:17.241741 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37984) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:17.280717 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51f6037c-658f-41a0-a7bd-7ed27ccf2025 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.304606 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-8c57d01d-b742-4646-a601-860f8c2b0a0c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.346689 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5412e2d-68ae-4547-9b86-3d1ccfb156e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.356739 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3729853-4e54-492a-9bef-e95ea59a049c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.360151 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3729853-4e54-492a-9bef-e95ea59a049c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.360871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d3729853-4e54-492a-9bef-e95ea59a049c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0faa5008-5523-403a-b1b1-8e165214641e HTTP/1.1" status: 204 len: 168 time: 0.5055728 Oct 13 11:13:17.379456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3729853-4e54-492a-9bef-e95ea59a049c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faa5008-5523-403a-b1b1-8e165214641e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:17.379924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5412e2d-68ae-4547-9b86-3d1ccfb156e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.434220 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-8c57d01d-b742-4646-a601-860f8c2b0a0c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.465259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f49d407-4add-4460-8e04-8b44b57e2d52 None None] Network 1f962609-56c5-4676-8066-f57e157afede requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:17.499905 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51f6037c-658f-41a0-a7bd-7ed27ccf2025 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.542143 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51f6037c-658f-41a0-a7bd-7ed27ccf2025 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.552750 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-51f6037c-658f-41a0-a7bd-7ed27ccf2025 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/d4751a87-cce9-4cc6-bef0-9af27d415844 HTTP/1.1" status: 204 len: 168 time: 0.5960608 Oct 13 11:13:17.616417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38002) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:17.637480 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5412e2d-68ae-4547-9b86-3d1ccfb156e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.640885 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5412e2d-68ae-4547-9b86-3d1ccfb156e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.645886 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a5412e2d-68ae-4547-9b86-3d1ccfb156e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4efffad-0e27-4afe-8a9f-bf499141d10f HTTP/1.1" status: 204 len: 168 time: 0.3988693 Oct 13 11:13:17.645886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6037c-658f-41a0-a7bd-7ed27ccf2025 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Subnet': ['ID=d4751a87-cce9-4cc6-bef0-9af27d415844,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:17.646591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0aa3c671-d655-44ec-89d7-4b0129a34723 None None] Provisioning complete for port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:17.646591 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c671-d655-44ec-89d7-4b0129a34723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:17.655281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57d01d-b742-4646-a601-860f8c2b0a0c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Pushing event updated for resources: {'Port': ['ID=bac2073e-659b-4cfb-be25-1375af82886e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:17.655584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5412e2d-68ae-4547-9b86-3d1ccfb156e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4efffad-0e27-4afe-8a9f-bf499141d10f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:17.721428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-8c57d01d-b742-4646-a601-860f8c2b0a0c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Network 1326c4c6-01e1-4a06-9580-f34a905854b0 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:17.727404 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc436d3-7c45-4724-8c4e-7b80e2d284bc tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] DELETE failed (client error): The resource could not be found. Oct 13 11:13:17.728880 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc436d3-7c45-4724-8c4e-7b80e2d284bc tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:13:17.733601 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ecc436d3-7c45-4724-8c4e-7b80e2d284bc tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/4f728a55-f8fc-462a-bcc8-4d29cd48de5e HTTP/1.1" status: 404 len: 337 time: 0.0734613 Oct 13 11:13:17.739143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38016) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:17.778378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-8c57d01d-b742-4646-a601-860f8c2b0a0c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:17.791178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-8c57d01d-b742-4646-a601-860f8c2b0a0c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:17.816026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84c85a1d-502c-4151-b02a-65a01a5255cc req-0e7e5121-24ff-4130-a1e3-cd1398a31ba4 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 210 time: 0.1381562 Oct 13 11:13:17.832144 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b052ea82-1866-434e-b60a-3e95336b545f tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb25dee3-e08d-4525-9f3a-6f4cd138c7cc HTTP/1.1" status: 200 len: 205 time: 0.0915871 Oct 13 11:13:17.842932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38020) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:17.902426 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Allocated IP 172.20.0.7 (1326c4c6-01e1-4a06-9580-f34a905854b0/4231555d-8d34-45af-bf8e-3d7dcbde2c76/68418764-f7b5-4fe4-a690-493b69e4c132) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:17.967736 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-cb868586-7dd3-43ce-80bd-deead4930238 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] delete failed (client error): The resource could not be found. Oct 13 11:13:17.971406 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cb868586-7dd3-43ce-80bd-deead4930238 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/routers/cb25dee3-e08d-4525-9f3a-6f4cd138c7cc HTTP/1.1" status: 404 len: 336 time: 0.1273661 Oct 13 11:13:17.973677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0aa3c671-d655-44ec-89d7-4b0129a34723 None None] Provisioning complete for port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:17.974271 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38024) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:17.974910 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c671-d655-44ec-89d7-4b0129a34723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:18.033381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-8c57d01d-b742-4646-a601-860f8c2b0a0c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:18.034865 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-8c57d01d-b742-4646-a601-860f8c2b0a0c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:18.039894 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3060fa-13b1-40e6-8a44-94ba8fc800fe tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] DELETE failed (client error): The resource could not be found. Oct 13 11:13:18.041820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3060fa-13b1-40e6-8a44-94ba8fc800fe tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:13:18.054702 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9c3060fa-13b1-40e6-8a44-94ba8fc800fe tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/9c51350e-5bfd-4f80-8b69-5aba555c83af HTTP/1.1" status: 404 len: 337 time: 0.0788643 Oct 13 11:13:18.057709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38026) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:18.066190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3c671-d655-44ec-89d7-4b0129a34723 None None] Port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:13:18.120479 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-be4a9eca-82c2-415a-9785-0dd62804b9f2 req-de08eb72-f436-490f-a78a-2d5d54ec297b tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 210 time: 0.1528440 Oct 13 11:13:18.120812 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e6f106-a8fd-4429-a4b5-f4e2035b9c91 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] DELETE failed (client error): The resource could not be found. Oct 13 11:13:18.120812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e6f106-a8fd-4429-a4b5-f4e2035b9c91 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:13:18.126346 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-19e6f106-a8fd-4429-a4b5-f4e2035b9c91 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/4f981107-eacd-4420-9730-afb02ccf9d93 HTTP/1.1" status: 404 len: 337 time: 0.0662160 Oct 13 11:13:18.128417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38028) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:18.145282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee69e3-e0f0-48a1-ad24-043a45899d4b None None] DHCP port deletion for 1f962609-56c5-4676-8066-f57e157afede request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:13:18.148360 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-8c57d01d-b742-4646-a601-860f8c2b0a0c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3042486 Oct 13 11:13:18.160227 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea257b34-4007-48a1-9b4c-8ba8453434f1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] DELETE failed (client error): The resource could not be found. Oct 13 11:13:18.161060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea257b34-4007-48a1-9b4c-8ba8453434f1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:13:18.166273 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ea257b34-4007-48a1-9b4c-8ba8453434f1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/85cc03d5-7e35-4db6-8a87-3be370dd597c HTTP/1.1" status: 404 len: 337 time: 0.0341890 Oct 13 11:13:18.166478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Request body: {'port': {'device_id': '99bb2f05-24f6-4af3-8916-3e3026d005a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:18.166577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38030) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:18.191823 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-c559f6a3-809d-42f4-abf1-bc4f977cb0c3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] DELETE failed (client error): The resource could not be found. Oct 13 11:13:18.192520 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c559f6a3-809d-42f4-abf1-bc4f977cb0c3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:13:18.195805 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c559f6a3-809d-42f4-abf1-bc4f977cb0c3 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/f85f31ad-9246-4a67-83c0-5c582c11bb93 HTTP/1.1" status: 404 len: 333 time: 0.0281479 Oct 13 11:13:18.197589 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fdee69e3-e0f0-48a1-ad24-043a45899d4b None None] Deleting port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:18.198044 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fdee69e3-e0f0-48a1-ad24-043a45899d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:18.199264 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38032) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:18.230095 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fb8650-f3fd-4677-8bc7-8198db298dfd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] DELETE failed (client error): The resource could not be found. Oct 13 11:13:18.230925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90fb8650-f3fd-4677-8bc7-8198db298dfd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:13:18.246659 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-90fb8650-f3fd-4677-8bc7-8198db298dfd tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/c82adb73-93ce-4392-8683-9e1183609c24 HTTP/1.1" status: 404 len: 337 time: 0.0339510 Oct 13 11:13:18.252086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38034) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:18.319171 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-562305be-957b-452a-96be-039285dd6d04 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] DELETE failed (client error): The resource could not be found. Oct 13 11:13:18.319633 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562305be-957b-452a-96be-039285dd6d04 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:13:18.352795 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-562305be-957b-452a-96be-039285dd6d04 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/a384aa18-fd37-422c-8887-d5da8fe0b450 HTTP/1.1" status: 404 len: 337 time: 0.1008770 Oct 13 11:13:18.361136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38040) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:18.414350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fdee69e3-e0f0-48a1-ad24-043a45899d4b None None] For port 4130e055-9dae-4ce6-bd9b-c666213ec3d5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4130e055-9dae-4ce6-bd9b-c666213ec3d5,segment=NetworkSegment(f7553a00-6be9-42f2-8461-7b791e102028),segment_id=f7553a00-6be9-42f2-8461-7b791e102028)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:18.414350 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fdee69e3-e0f0-48a1-ad24-043a45899d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:18.455716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fdee69e3-e0f0-48a1-ad24-043a45899d4b None None] Calling delete_port for 4130e055-9dae-4ce6-bd9b-c666213ec3d5 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:18.507191 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccd03ed-a632-4f49-b71f-6df2d861307e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] DELETE failed (client error): The resource could not be found. Oct 13 11:13:18.508036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccd03ed-a632-4f49-b71f-6df2d861307e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:13:18.523659 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3ccd03ed-a632-4f49-b71f-6df2d861307e tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/65e5101d-c6c2-4635-862c-7fe3fd7c1e84 HTTP/1.1" status: 404 len: 333 time: 0.1603444 Oct 13 11:13:18.525870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38048) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:18.608695 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-db197918-33d6-44f1-a2cb-00af24ee4064 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] DELETE failed (client error): The resource could not be found. Oct 13 11:13:18.609162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db197918-33d6-44f1-a2cb-00af24ee4064 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:13:18.615474 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-db197918-33d6-44f1-a2cb-00af24ee4064 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/69839331-19b2-4e74-bef4-70a1e2932b78 HTTP/1.1" status: 404 len: 337 time: 0.0872359 Oct 13 11:13:18.616374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38052) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:18.654314 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38054) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:18.661298 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:18.670781 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1c014161-27f4-487e-8679-319caf7f556a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:18.673420 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-1897e7fd-356b-42f7-b946-3f36c602e6a1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] DELETE failed (client error): The resource could not be found. Oct 13 11:13:18.674097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1897e7fd-356b-42f7-b946-3f36c602e6a1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:13:18.681534 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1897e7fd-356b-42f7-b946-3f36c602e6a1 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/subnets/f7726bdc-6cc8-4f05-9659-f640217a93d1 HTTP/1.1" status: 404 len: 337 time: 0.0631118 Oct 13 11:13:18.683756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38056) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:18.695150 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:18.719340 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fdee69e3-e0f0-48a1-ad24-043a45899d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:18.812510 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee69e3-e0f0-48a1-ad24-043a45899d4b None None] Pushing event deleted for resources: {'Port': ['ID=4130e055-9dae-4ce6-bd9b-c666213ec3d5,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:18.828542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee69e3-e0f0-48a1-ad24-043a45899d4b None None] No DVR routers for this DVR port 4130e055-9dae-4ce6-bd9b-c666213ec3d5 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:19.003166 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:19.046763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-59546d0d-4e8c-4508-8a53-a6dfcb939c06 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:19.048286 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-59546d0d-4e8c-4508-8a53-a6dfcb939c06 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.21 "GET /v2.0/networks?id=da3773e2-a234-47ab-9bb3-74109bc94e6b HTTP/1.1" status: 200 len: 818 time: 0.3164082 Oct 13 11:13:19.053983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a897ed4b-c86f-4dfb-b5b8-a0ff5b942b03 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Deleting port e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:19.054410 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a897ed4b-c86f-4dfb-b5b8-a0ff5b942b03 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:19.085893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Network 1326c4c6-01e1-4a06-9580-f34a905854b0 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:19.095376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:19.107973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e8a5851-4484-4268-8ae7-dbac50ebd009 req-9146a553-1bac-4a96-80ba-56ea2accec20 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 210 time: 0.1064057 Oct 13 11:13:19.116163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:19.250085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Pushing event updated for resources: {'Port': ['ID=68418764-f7b5-4fe4-a690-493b69e4c132,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:19.276425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:19.277501 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:19.403376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785efd4e-61c5-49f2-8f5b-56b1351b82fc req-b3ad994c-52d0-4473-b157-045db3487bf8 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:19.405121 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-785efd4e-61c5-49f2-8f5b-56b1351b82fc req-b3ad994c-52d0-4473-b157-045db3487bf8 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 931 time: 0.1190681 Oct 13 11:13:19.409893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac2073e-659b-4cfb-be25-1375af82886e {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:13:19.425189 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:19.454325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Transition to ACTIVE for port object bac2073e-659b-4cfb-be25-1375af82886e will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:13:19.469867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-785efd4e-61c5-49f2-8f5b-56b1351b82fc req-f4a81f91-60ab-479b-b7bb-22131863e748 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551326 Oct 13 11:13:19.475728 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b9bb8878-f923-4ade-af3e-c844eafc5e47 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5467236 Oct 13 11:13:19.490499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Request body: {'port': {'device_id': '2fbc03e8-9aeb-4839-8464-017bf6c9f948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:19.566374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-758ad19c-0407-4c41-86f8-57fdbaa6f148 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Request body: {'port': {'device_id': 'fd2e2fb1-94ca-4b9c-9254-48ca841b7a50', 'network_id': 'da3773e2-a234-47ab-9bb3-74109bc94e6b', 'admin_state_up': True, 'tenant_id': '5eb42ffd3133439fa22f88c3d2e0de0f'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:19.568793 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:19.589195 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1c014161-27f4-487e-8679-319caf7f556a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:19.626260 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:19.648322 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a897ed4b-c86f-4dfb-b5b8-a0ff5b942b03 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:19.669053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a897ed4b-c86f-4dfb-b5b8-a0ff5b942b03 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Calling delete_port for e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:19.761918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Pushing event updated for resources: {'Port': ['ID=bac2073e-659b-4cfb-be25-1375af82886e,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:19.783391 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1c014161-27f4-487e-8679-319caf7f556a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:19.827389 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1c014161-27f4-487e-8679-319caf7f556a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b01ea08805f46428852de1f91417c74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1717057 Oct 13 11:13:19.828287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c014161-27f4-487e-8679-319caf7f556a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eb8ce1-3a29-4df8-ae24-245b1497affc,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:19.830759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38092) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:19.882451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-758ad19c-0407-4c41-86f8-57fdbaa6f148 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Made reservation on behalf of 5eb42ffd3133439fa22f88c3d2e0de0f for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:19.886777 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-758ad19c-0407-4c41-86f8-57fdbaa6f148 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:19.913767 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Attempting to bind port bac2073e-659b-4cfb-be25-1375af82886e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:13:19.913767 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Attempting to bind port bac2073e-659b-4cfb-be25-1375af82886e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:13:19.914103 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Attempting to bind port bac2073e-659b-4cfb-be25-1375af82886e on network 1326c4c6-01e1-4a06-9580-f34a905854b0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:19.922185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a897ed4b-c86f-4dfb-b5b8-a0ff5b942b03 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:19.922644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Port bac2073e-659b-4cfb-be25-1375af82886e on network 1326c4c6-01e1-4a06-9580-f34a905854b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:13:19.922816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Attempting to bind port bac2073e-659b-4cfb-be25-1375af82886e on network 1326c4c6-01e1-4a06-9580-f34a905854b0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:19.935617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:13:19.935968 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Checking segment: {'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:19.936361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Bound using segment: {'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:13:19.936875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Bound port: bac2073e-659b-4cfb-be25-1375af82886e, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:13:19.937191 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:19.976745 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-812ad72f-9fdd-4ee7-a854-8f6b2cbbee56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.003988 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a897ed4b-c86f-4dfb-b5b8-a0ff5b942b03 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.010766 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a897ed4b-c86f-4dfb-b5b8-a0ff5b942b03 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/ports/e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed HTTP/1.1" status: 204 len: 168 time: 1.3257124 Oct 13 11:13:20.011333 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38100) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:20.017429 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897ed4b-c86f-4dfb-b5b8-a0ff5b942b03 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Port': ['ID=e3c2d13b-17ca-4886-baa8-9dec7c7bd2ed,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:20.036030 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4130e055-9dae-4ce6-bd9b-c666213ec3d5 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:20.076750 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] For port bac2073e-659b-4cfb-be25-1375af82886e, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:13:20.081737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] For port bac2073e-659b-4cfb-be25-1375af82886e, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=bac2073e-659b-4cfb-be25-1375af82886e,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:13:20.105054 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68418764-f7b5-4fe4-a690-493b69e4c132 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:13:20.114965 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.126819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 4130e055-9dae-4ce6-bd9b-c666213ec3d5 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:13:20.127434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4130e055-9dae-4ce6-bd9b-c666213ec3d5 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:13:20.130640 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Transition to ACTIVE for port object 68418764-f7b5-4fe4-a690-493b69e4c132 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:13:20.153936 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-812ad72f-9fdd-4ee7-a854-8f6b2cbbee56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.186124 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.247868 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c24683ef-5906-43c6-b535-0e6afb7e48d9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.248522 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.263038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-506637cf-206a-4faf-b62f-51e75ab31848 req-9f5b3ade-9f1f-4197-a1ee-3289312bc005 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 210 time: 0.0733619 Oct 13 11:13:20.272662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:20.273277 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.275410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] 10.222.0.21 "PUT /v2.0/ports/bac2073e-659b-4cfb-be25-1375af82886e HTTP/1.1" status: 200 len: 1091 time: 2.1172907 Oct 13 11:13:20.280115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb2f05-24f6-4af3-8916-3e3026d005a6', 'tag': 'bac2073e-659b-4cfb-be25-1375af82886e'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:20.280264 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aa04e8-afad-4658-b980-4d4985e9cff0" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb2f05-24f6-4af3-8916-3e3026d005a6", "tag": "bac2073e-659b-4cfb-be25-1375af82886e"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:20.301131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-758ad19c-0407-4c41-86f8-57fdbaa6f148 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Allocated IP 172.20.0.14 (da3773e2-a234-47ab-9bb3-74109bc94e6b/8f794795-ceac-4fbb-87b9-c80bd750bd68/85316065-e1e6-4d30-b037-589ebda1bb38) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:20.313862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747d335-f054-4866-b7d9-fca2602b1a55 service neutron] Pushing event updated for resources: {'Port': ['ID=bac2073e-659b-4cfb-be25-1375af82886e,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:20.356715 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88298f0-1b07-4a9d-a016-8a316b4090f7 x-openstack-request-id: req-d88298f0-1b07-4a9d-a016-8a316b4090f7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:20.356715 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb2f05-24f6-4af3-8916-3e3026d005a6", "tag": "bac2073e-659b-4cfb-be25-1375af82886e", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:20.364476 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d88298f0-1b07-4a9d-a016-8a316b4090f7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:20.364476 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb2f05-24f6-4af3-8916-3e3026d005a6', 'tag': 'bac2073e-659b-4cfb-be25-1375af82886e', 'status': 'completed', 'code': 200} Oct 13 11:13:20.409873 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c24683ef-5906-43c6-b535-0e6afb7e48d9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.427788 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-812ad72f-9fdd-4ee7-a854-8f6b2cbbee56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.433093 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-812ad72f-9fdd-4ee7-a854-8f6b2cbbee56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.433093 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-812ad72f-9fdd-4ee7-a854-8f6b2cbbee56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02eb8ce1-3a29-4df8-ae24-245b1497affc HTTP/1.1" status: 204 len: 168 time: 0.6004643 Oct 13 11:13:20.435744 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Pushing event updated for resources: {'Port': ['ID=68418764-f7b5-4fe4-a690-493b69e4c132,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:20.460452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ad72f-9fdd-4ee7-a854-8f6b2cbbee56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eb8ce1-3a29-4df8-ae24-245b1497affc,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:20.466276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c24683ef-5906-43c6-b535-0e6afb7e48d9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f962609-56c5-4676-8066-f57e157afede']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:20.488569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c24683ef-5906-43c6-b535-0e6afb7e48d9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7553a00-6be9-42f2-8461-7b791e102028') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:20.488879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c24683ef-5906-43c6-b535-0e6afb7e48d9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7553a00-6be9-42f2-8461-7b791e102028') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:20.497298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa04e8-afad-4658-b980-4d4985e9cff0 req-c20bab8a-6ebf-4046-a3e2-f4adbd7ff596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:20.500365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55aa04e8-afad-4658-b980-4d4985e9cff0 req-c20bab8a-6ebf-4046-a3e2-f4adbd7ff596 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bfe750102db4362b2036d9b6a9d99a6&device_id=99bb2f05-24f6-4af3-8916-3e3026d005a6 HTTP/1.1" status: 200 len: 1094 time: 0.1290727 Oct 13 11:13:20.502511 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Attempting to bind port 68418764-f7b5-4fe4-a690-493b69e4c132 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:13:20.502851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Attempting to bind port 68418764-f7b5-4fe4-a690-493b69e4c132 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:13:20.503200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Attempting to bind port 68418764-f7b5-4fe4-a690-493b69e4c132 on network 1326c4c6-01e1-4a06-9580-f34a905854b0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:20.520994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Port 68418764-f7b5-4fe4-a690-493b69e4c132 on network 1326c4c6-01e1-4a06-9580-f34a905854b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:13:20.521317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Attempting to bind port 68418764-f7b5-4fe4-a690-493b69e4c132 on network 1326c4c6-01e1-4a06-9580-f34a905854b0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:20.530953 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c24683ef-5906-43c6-b535-0e6afb7e48d9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.534122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dedb7-0a04-44a6-bfbf-479e03877b67 req-53cc3d54-c24e-43f0-b39f-d1b4f72a151a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:20.535665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a37dedb7-0a04-44a6-bfbf-479e03877b67 req-53cc3d54-c24e-43f0-b39f-d1b4f72a151a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1178439 Oct 13 11:13:20.555522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c24683ef-5906-43c6-b535-0e6afb7e48d9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.568000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24683ef-5906-43c6-b535-0e6afb7e48d9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:13:20.568686 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c24683ef-5906-43c6-b535-0e6afb7e48d9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:13:20.575244 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:13:20.577990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:13:20.577990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Checking segment: {'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:20.577990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Bound using segment: {'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:13:20.577990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Bound port: 68418764-f7b5-4fe4-a690-493b69e4c132, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5ea5ab-82f5-482b-9146-9b76ba81b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:13:20.577990 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.677700 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-758ad19c-0407-4c41-86f8-57fdbaa6f148 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.689352 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a37dedb7-0a04-44a6-bfbf-479e03877b67 req-c67201cc-a56d-4cbd-96cc-5a2ec9516996 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173382 Oct 13 11:13:20.708361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa04e8-afad-4658-b980-4d4985e9cff0 req-f5913860-e90f-4b8f-b39b-e2ca26dd2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:20.709830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55aa04e8-afad-4658-b980-4d4985e9cff0 req-f5913860-e90f-4b8f-b39b-e2ca26dd2709 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=5bfe750102db4362b2036d9b6a9d99a6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1978488 Oct 13 11:13:20.725620 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] For port 68418764-f7b5-4fe4-a690-493b69e4c132, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:13:20.729744 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] For port 68418764-f7b5-4fe4-a690-493b69e4c132, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=68418764-f7b5-4fe4-a690-493b69e4c132,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:13:20.755613 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c24683ef-5906-43c6-b535-0e6afb7e48d9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.768096 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c24683ef-5906-43c6-b535-0e6afb7e48d9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.771574 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c24683ef-5906-43c6-b535-0e6afb7e48d9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] 10.222.0.32 "DELETE /v2.0/networks/1f962609-56c5-4676-8066-f57e157afede HTTP/1.1" status: 204 len: 168 time: 0.7553353 Oct 13 11:13:20.782817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24683ef-5906-43c6-b535-0e6afb7e48d9 tempest-PortsIpV6TestJSON-298764623 tempest-PortsIpV6TestJSON-298764623-project] Pushing event deleted for resources: {'Network': ['ID=1f962609-56c5-4676-8066-f57e157afede,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:20.802271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-758ad19c-0407-4c41-86f8-57fdbaa6f148 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.810167 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.858765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-758ad19c-0407-4c41-86f8-57fdbaa6f148 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Network da3773e2-a234-47ab-9bb3-74109bc94e6b is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:20.864763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-758ad19c-0407-4c41-86f8-57fdbaa6f148 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:20.870266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-758ad19c-0407-4c41-86f8-57fdbaa6f148 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:20.873966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:20.878599 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:20.878599 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] 10.222.0.46 "PUT /v2.0/ports/68418764-f7b5-4fe4-a690-493b69e4c132 HTTP/1.1" status: 200 len: 1091 time: 1.3926611 Oct 13 11:13:20.943514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ad19c-0407-4c41-86f8-57fdbaa6f148 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Pushing event updated for resources: {'Port': ['ID=85316065-e1e6-4d30-b037-589ebda1bb38,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:20.944056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdab7e-569c-4d99-b330-9490cb58c8b3 req-31a2aad6-164d-4bdf-b0fe-17d3457830b2 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:20.955797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ccdab7e-569c-4d99-b330-9490cb58c8b3 req-31a2aad6-164d-4bdf-b0fe-17d3457830b2 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 943 time: 0.1895220 Oct 13 11:13:20.968425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4de0f-9e8c-49f6-9457-8fda5a11f72c service neutron] Pushing event updated for resources: {'Port': ['ID=68418764-f7b5-4fe4-a690-493b69e4c132,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:20.972090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa04e8-afad-4658-b980-4d4985e9cff0 req-9cdaa144-9b92-4a0a-8fbc-d7a39d5e4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:20.973530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-758ad19c-0407-4c41-86f8-57fdbaa6f148 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:20.973684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55aa04e8-afad-4658-b980-4d4985e9cff0 req-9cdaa144-9b92-4a0a-8fbc-d7a39d5e4ced service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2563400 Oct 13 11:13:20.974641 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-758ad19c-0407-4c41-86f8-57fdbaa6f148 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:21.026590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ccdab7e-569c-4d99-b330-9490cb58c8b3 req-ac8c2c5e-e3e1-4f29-9273-e6ab1e607ddd tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698028 Oct 13 11:13:21.073491 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-758ad19c-0407-4c41-86f8-57fdbaa6f148 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5171068 Oct 13 11:13:21.099769 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Request body: {'port': {'device_id': 'fd2e2fb1-94ca-4b9c-9254-48ca841b7a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:21.155718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-6ad74bfa-aecc-499b-8222-04e12dfeaeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:21.157647 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-6ad74bfa-aecc-499b-8222-04e12dfeaeb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5bfe750102db4362b2036d9b6a9d99a6&device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 1094 time: 0.1480181 Oct 13 11:13:21.235848 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:21.244855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-a98aa283-5e93-49ec-af01-a5ee51579bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:21.246724 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-a98aa283-5e93-49ec-af01-a5ee51579bee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bfe750102db4362b2036d9b6a9d99a6&device_id=99bb2f05-24f6-4af3-8916-3e3026d005a6 HTTP/1.1" status: 200 len: 1094 time: 0.2049091 Oct 13 11:13:21.252014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-e77863e8-1757-4d9f-928a-10a11894510c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68418764-f7b5-4fe4-a690-493b69e4c132 HTTP/1.1" status: 200 len: 217 time: 0.0799122 Oct 13 11:13:21.365994 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-dbd9f189-b672-428c-bffe-39f6cc02edc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bac2073e-659b-4cfb-be25-1375af82886e HTTP/1.1" status: 200 len: 217 time: 0.1118307 Oct 13 11:13:21.402128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-458ea129-4e2a-4c19-8c12-32f22e0fab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:21.403517 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-458ea129-4e2a-4c19-8c12-32f22e0fab9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4231555d-8d34-45af-bf8e-3d7dcbde2c76 HTTP/1.1" status: 200 len: 853 time: 0.1424768 Oct 13 11:13:21.478467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-2077ac34-f658-479d-9463-c8182550c6dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1326c4c6-01e1-4a06-9580-f34a905854b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548580 Oct 13 11:13:21.511478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-05cf0ff9-efd7-4930-8696-0e1fa2bc4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:21.512956 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-05cf0ff9-efd7-4930-8696-0e1fa2bc4da6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4231555d-8d34-45af-bf8e-3d7dcbde2c76 HTTP/1.1" status: 200 len: 853 time: 0.1315882 Oct 13 11:13:21.531445 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38130) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:21.636191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-7e827ace-0789-4a4d-a3d8-eade110d2382 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1326c4c6-01e1-4a06-9580-f34a905854b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948603 Oct 13 11:13:21.672628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae2a42-8698-4cab-a720-d6581c3b4037 req-b22b026f-b32b-4695-aaa1-43f59148b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:21.674383 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3eae2a42-8698-4cab-a720-d6581c3b4037 req-b22b026f-b32b-4695-aaa1-43f59148b780 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 1095 time: 0.0670493 Oct 13 11:13:21.784679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318716f-809a-47ce-941b-bb45b5828c57 req-48cf03cb-a97b-46f8-99e6-43ba9b523450 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:21.794172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8318716f-809a-47ce-941b-bb45b5828c57 req-48cf03cb-a97b-46f8-99e6-43ba9b523450 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 932 time: 0.2114358 Oct 13 11:13:21.824741 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85316065-e1e6-4d30-b037-589ebda1bb38 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:13:21.839213 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:21.844624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-2872ccf7-59cb-4ccc-b384-d5aa98e8d09b service neutron] 10.222.0.46 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541551 Oct 13 11:13:21.846900 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e92146d5-19b2-4c58-8483-2941c5752037 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af5fe1f6d20a4c86a0a5bfca2d782c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127680 Oct 13 11:13:21.848745 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38134) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:21.891345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Transition to ACTIVE for port object 85316065-e1e6-4d30-b037-589ebda1bb38 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:13:21.901131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae2a42-8698-4cab-a720-d6581c3b4037 req-bca60721-051b-413a-8fb7-36a04b64c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:21.902900 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3eae2a42-8698-4cab-a720-d6581c3b4037 req-bca60721-051b-413a-8fb7-36a04b64c6ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.2197492 Oct 13 11:13:21.910311 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8318716f-809a-47ce-941b-bb45b5828c57 req-22412f94-a96c-4e0c-affd-a10f6ec1de25 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/security-groups?id=1173e9a1-0aa1-4811-8ed7-656d30969f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114669 Oct 13 11:13:21.942197 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-68e31a22-2bf6-43e0-9673-e60e8d3cb89c service neutron] 10.222.0.21 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867401 Oct 13 11:13:21.996682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:22.002512 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ea52-7ffc-4d8e-903a-646e3eeb0870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:22.065573 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3eae2a42-8698-4cab-a720-d6581c3b4037 req-7ae8cccb-bd5b-47a8-9582-0409bd978154 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8be41b51-0274-4a63-863e-7117b400fcd5 HTTP/1.1" status: 200 len: 999 time: 0.1435478 Oct 13 11:13:22.094387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ea52-7ffc-4d8e-903a-646e3eeb0870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:22.098422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Pushing event updated for resources: {'Port': ['ID=85316065-e1e6-4d30-b037-589ebda1bb38,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:22.222565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae2a42-8698-4cab-a720-d6581c3b4037 req-f11d5887-3ca8-4ca6-b63d-d8c9105051a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:22.224124 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3eae2a42-8698-4cab-a720-d6581c3b4037 req-f11d5887-3ca8-4ca6-b63d-d8c9105051a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.1469162 Oct 13 11:13:22.285269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Attempting to bind port 85316065-e1e6-4d30-b037-589ebda1bb38 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:13:22.285630 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Attempting to bind port 85316065-e1e6-4d30-b037-589ebda1bb38 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '93e99b1e-bcff-41fa-883a-99b74bb455a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da3773e2-a234-47ab-9bb3-74109bc94e6b'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:13:22.285952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Attempting to bind port 85316065-e1e6-4d30-b037-589ebda1bb38 on network da3773e2-a234-47ab-9bb3-74109bc94e6b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:22.294168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Port 85316065-e1e6-4d30-b037-589ebda1bb38 on network da3773e2-a234-47ab-9bb3-74109bc94e6b not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:13:22.294555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Attempting to bind port 85316065-e1e6-4d30-b037-589ebda1bb38 on network da3773e2-a234-47ab-9bb3-74109bc94e6b {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:22.310431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae2a42-8698-4cab-a720-d6581c3b4037 req-10d97fb4-892e-4525-87b3-48c8e9b7113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:22.310431 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3eae2a42-8698-4cab-a720-d6581c3b4037 req-10d97fb4-892e-4525-87b3-48c8e9b7113a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696390 Oct 13 11:13:22.310431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:13:22.310431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Checking segment: {'id': '93e99b1e-bcff-41fa-883a-99b74bb455a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da3773e2-a234-47ab-9bb3-74109bc94e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:22.310431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Bound using segment: {'id': '93e99b1e-bcff-41fa-883a-99b74bb455a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da3773e2-a234-47ab-9bb3-74109bc94e6b'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:13:22.310431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Bound port: 85316065-e1e6-4d30-b037-589ebda1bb38, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e99b1e-bcff-41fa-883a-99b74bb455a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da3773e2-a234-47ab-9bb3-74109bc94e6b'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:13:22.310431 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:22.330786 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ea52-7ffc-4d8e-903a-646e3eeb0870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:22.333426 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ea52-7ffc-4d8e-903a-646e3eeb0870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:22.337293 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7ae2ea52-7ffc-4d8e-903a-646e3eeb0870 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a23ceac2-5a32-4b4d-aa1a-668d99764e4b HTTP/1.1" status: 204 len: 168 time: 0.4833469 Oct 13 11:13:22.413447 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2ea52-7ffc-4d8e-903a-646e3eeb0870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23ceac2-5a32-4b4d-aa1a-668d99764e4b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:22.430714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbc03e8-9aeb-4839-8464-017bf6c9f948', 'tag': '68418764-f7b5-4fe4-a690-493b69e4c132'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:22.430714 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c59f56f-9064-4df0-9ea1-4018b603e1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbc03e8-9aeb-4839-8464-017bf6c9f948", "tag": "68418764-f7b5-4fe4-a690-493b69e4c132"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:22.499383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] For port 85316065-e1e6-4d30-b037-589ebda1bb38, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:13:22.502102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] For port 85316065-e1e6-4d30-b037-589ebda1bb38, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=85316065-e1e6-4d30-b037-589ebda1bb38,segment=NetworkSegment(93e99b1e-bcff-41fa-883a-99b74bb455a5),segment_id=93e99b1e-bcff-41fa-883a-99b74bb455a5)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:13:22.504876 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3eae2a42-8698-4cab-a720-d6581c3b4037 req-d4be1701-21aa-4adb-bf48-53b9b613b6b1 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845083 Oct 13 11:13:22.518959 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-b4badf0e-1bfb-460c-896f-c696b75fe72e service neutron] 10.222.0.46 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435504 Oct 13 11:13:22.532896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d4de7-1e07-4fc3-bc54-be6c7f8346cb req-a115dd84-305e-4f87-b481-61b7780e6458 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:22.534713 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c45d4de7-1e07-4fc3-bc54-be6c7f8346cb req-a115dd84-305e-4f87-b481-61b7780e6458 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.5097005 Oct 13 11:13:22.569663 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:22.574895 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f6f9343-61ac-4c46-a5cc-b3e20c1fc280 req-64b18425-ac41-4ccf-a157-7224f093fefe service neutron] 10.222.0.21 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053259 Oct 13 11:13:22.593147 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c45d4de7-1e07-4fc3-bc54-be6c7f8346cb req-132e9980-5ecf-4cc1-b881-6963b71df430 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510941 Oct 13 11:13:22.628325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:22.629059 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:22.630622 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] 10.222.0.21 "PUT /v2.0/ports/85316065-e1e6-4d30-b037-589ebda1bb38 HTTP/1.1" status: 200 len: 1092 time: 1.5455334 Oct 13 11:13:22.637530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2e2fb1-94ca-4b9c-9254-48ca841b7a50', 'tag': '85316065-e1e6-4d30-b037-589ebda1bb38'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:22.638513 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee4ef29-931b-443a-b6b0-328f7e336fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2e2fb1-94ca-4b9c-9254-48ca841b7a50", "tag": "85316065-e1e6-4d30-b037-589ebda1bb38"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:22.693562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada20aeb-d540-4c15-8b82-fd1e57bde60e service neutron] Pushing event updated for resources: {'Port': ['ID=85316065-e1e6-4d30-b037-589ebda1bb38,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:22.716398 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3eae2a42-8698-4cab-a720-d6581c3b4037 req-8314c846-1b35-4b7e-bf22-4e6f7670b900 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042804 Oct 13 11:13:22.727072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cf67f-c862-4a62-b140-a3f7dc56c10e req-6a55887a-33e3-4f3b-9d06-080b40c3da56 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:22.730114 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-926cf67f-c862-4a62-b140-a3f7dc56c10e req-6a55887a-33e3-4f3b-9d06-080b40c3da56 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 943 time: 0.0584507 Oct 13 11:13:22.771283 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-926cf67f-c862-4a62-b140-a3f7dc56c10e req-5343def4-1720-41c4-a571-e78d12c290d8 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346010 Oct 13 11:13:22.826258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-d2bc0d14-c837-49ba-8439-b73f9cb6b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:22.830536 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-d2bc0d14-c837-49ba-8439-b73f9cb6b3d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5eb42ffd3133439fa22f88c3d2e0de0f&device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 1095 time: 0.0546677 Oct 13 11:13:22.876921 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-f74909fd-f973-4634-a2dc-61839756cffd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85316065-e1e6-4d30-b037-589ebda1bb38 HTTP/1.1" status: 200 len: 217 time: 0.0399220 Oct 13 11:13:22.897263 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313bdda8-e363-4951-b217-b14d9493fd39 x-openstack-request-id: req-313bdda8-e363-4951-b217-b14d9493fd39 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:22.897808 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbc03e8-9aeb-4839-8464-017bf6c9f948", "tag": "68418764-f7b5-4fe4-a690-493b69e4c132", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:22.898318 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-313bdda8-e363-4951-b217-b14d9493fd39 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:22.898942 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbc03e8-9aeb-4839-8464-017bf6c9f948', 'tag': '68418764-f7b5-4fe4-a690-493b69e4c132', 'status': 'completed', 'code': 200} Oct 13 11:13:22.942232 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea283f87-9cb8-4ba4-a052-2cdd13d4ea42 x-openstack-request-id: req-ea283f87-9cb8-4ba4-a052-2cdd13d4ea42 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:22.942232 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2e2fb1-94ca-4b9c-9254-48ca841b7a50", "tag": "85316065-e1e6-4d30-b037-589ebda1bb38", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:22.942232 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea283f87-9cb8-4ba4-a052-2cdd13d4ea42 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:22.942232 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2e2fb1-94ca-4b9c-9254-48ca841b7a50', 'tag': '85316065-e1e6-4d30-b037-589ebda1bb38', 'status': 'completed', 'code': 200} Oct 13 11:13:22.975022 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-6b63e0f3-e5de-46d0-8164-5ceab3a865ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:22.978263 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-6b63e0f3-e5de-46d0-8164-5ceab3a865ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f794795-ceac-4fbb-87b9-c80bd750bd68 HTTP/1.1" status: 200 len: 858 time: 0.0935307 Oct 13 11:13:23.004462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f56f-9064-4df0-9ea1-4018b603e1a3 req-fc8ff115-9fd0-4158-92f8-940cd40190fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:23.006124 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c59f56f-9064-4df0-9ea1-4018b603e1a3 req-fc8ff115-9fd0-4158-92f8-940cd40190fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5bfe750102db4362b2036d9b6a9d99a6&device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 1094 time: 0.0806351 Oct 13 11:13:23.023892 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-96620b25-bce5-4d47-86e9-077c3b9935db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da3773e2-a234-47ab-9bb3-74109bc94e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361748 Oct 13 11:13:23.195780 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a167fe4-8086-40f6-82a3-bd68ad3d5f39 req-c23b2bf2-2a3c-491a-94a9-7f5a15cbf637 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:23.198325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a167fe4-8086-40f6-82a3-bd68ad3d5f39 req-c23b2bf2-2a3c-491a-94a9-7f5a15cbf637 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 944 time: 0.1442518 Oct 13 11:13:23.266551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a167fe4-8086-40f6-82a3-bd68ad3d5f39 req-4d793071-59a4-4abb-bd8f-dd075bb6808c tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/security-groups?id=1173e9a1-0aa1-4811-8ed7-656d30969f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568821 Oct 13 11:13:23.316503 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:13:23.355235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f56f-9064-4df0-9ea1-4018b603e1a3 req-687f1f68-3602-4515-8d1a-e91c7b1191ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:23.356640 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c59f56f-9064-4df0-9ea1-4018b603e1a3 req-687f1f68-3602-4515-8d1a-e91c7b1191ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=1326c4c6-01e1-4a06-9580-f34a905854b0 HTTP/1.1" status: 200 len: 914 time: 0.3353176 Oct 13 11:13:23.362547 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-f812a4c1-e731-4100-addf-8b11d1a2e43c service neutron] 10.222.0.21 "GET /v2.0/networks/da3773e2-a234-47ab-9bb3-74109bc94e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842074 Oct 13 11:13:23.414462 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c59f56f-9064-4df0-9ea1-4018b603e1a3 req-81dbefb5-cbc3-4dc8-b11e-ee305b263128 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68418764-f7b5-4fe4-a690-493b69e4c132 HTTP/1.1" status: 200 len: 217 time: 0.0502198 Oct 13 11:13:23.505136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f56f-9064-4df0-9ea1-4018b603e1a3 req-171c935e-256e-4702-81df-f51cc36175e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:23.506657 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c59f56f-9064-4df0-9ea1-4018b603e1a3 req-171c935e-256e-4702-81df-f51cc36175e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4231555d-8d34-45af-bf8e-3d7dcbde2c76 HTTP/1.1" status: 200 len: 853 time: 0.0674860 Oct 13 11:13:23.532393 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6492b26-af41-44a5-bc43-b6b4571d7cb9 req-188ac641-0cf7-4691-83a3-7444d30742b4 service neutron] 10.222.0.21 "GET /v2.0/networks/da3773e2-a234-47ab-9bb3-74109bc94e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621029 Oct 13 11:13:23.548235 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c59f56f-9064-4df0-9ea1-4018b603e1a3 req-05ce6bad-2d8f-465c-a89b-840c5c91d7b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1326c4c6-01e1-4a06-9580-f34a905854b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309408 Oct 13 11:13:23.627376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38172) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:23.652883 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c59f56f-9064-4df0-9ea1-4018b603e1a3 req-02b7b5eb-d262-43d5-93e2-e2b3e47d8ed1 service neutron] 10.222.0.46 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953076 Oct 13 11:13:23.734073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2c58e-a190-4d12-a658-e6e334626229 req-8c239017-46ac-454c-b679-f3e2274a71cd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:23.736091 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1d2c58e-a190-4d12-a658-e6e334626229 req-8c239017-46ac-454c-b679-f3e2274a71cd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0612011 Oct 13 11:13:23.755502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1964560151'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:23.773092 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4ef29-931b-443a-b6b0-328f7e336fcf req-a092726b-44fb-49a3-b0dc-a5213d61c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:23.774648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ee4ef29-931b-443a-b6b0-328f7e336fcf req-a092726b-44fb-49a3-b0dc-a5213d61c23a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5eb42ffd3133439fa22f88c3d2e0de0f&device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 1095 time: 0.0702152 Oct 13 11:13:23.780078 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c59f56f-9064-4df0-9ea1-4018b603e1a3 req-226da0df-e9ec-4ce6-b745-c8d40401e21b service neutron] 10.222.0.46 "GET /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193612 Oct 13 11:13:23.799650 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1d2c58e-a190-4d12-a658-e6e334626229 req-aab6b09c-375f-4368-9f22-323c7430728e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568099 Oct 13 11:13:23.877206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4ef29-931b-443a-b6b0-328f7e336fcf req-3d105050-0d6b-4fe5-8117-0b8fffa5e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:23.878748 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ee4ef29-931b-443a-b6b0-328f7e336fcf req-3d105050-0d6b-4fe5-8117-0b8fffa5e899 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da3773e2-a234-47ab-9bb3-74109bc94e6b HTTP/1.1" status: 200 len: 919 time: 0.0974834 Oct 13 11:13:23.883062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:23.887339 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:23.910664 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:23.923044 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ee4ef29-931b-443a-b6b0-328f7e336fcf req-2119e191-7d3a-4b28-aed8-d60488cc3ee4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85316065-e1e6-4d30-b037-589ebda1bb38 HTTP/1.1" status: 200 len: 217 time: 0.0358384 Oct 13 11:13:23.959411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e760ef-1df0-42c2-bd70-267c7b444738 req-f7bfd097-e8e5-4068-b414-44a608175ae2 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:23.960925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-08e760ef-1df0-42c2-bd70-267c7b444738 req-f7bfd097-e8e5-4068-b414-44a608175ae2 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 943 time: 0.0887649 Oct 13 11:13:23.984801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4ef29-931b-443a-b6b0-328f7e336fcf req-49b1a917-d769-4ae8-bf21-a34a0bbdf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:23.986275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ee4ef29-931b-443a-b6b0-328f7e336fcf req-49b1a917-d769-4ae8-bf21-a34a0bbdf081 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f794795-ceac-4fbb-87b9-c80bd750bd68 HTTP/1.1" status: 200 len: 858 time: 0.0535026 Oct 13 11:13:24.020097 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ee4ef29-931b-443a-b6b0-328f7e336fcf req-0e00d200-8498-47da-9908-8190865a766b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da3773e2-a234-47ab-9bb3-74109bc94e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246992 Oct 13 11:13:24.021012 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-08e760ef-1df0-42c2-bd70-267c7b444738 req-a1b930f8-b131-477c-b537-4e9c451ad38b tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521333 Oct 13 11:13:24.054268 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:24.115049 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:24.120754 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ee4ef29-931b-443a-b6b0-328f7e336fcf req-3c84144d-6975-4415-874c-9680b04da542 service neutron] 10.222.0.21 "GET /v2.0/networks/da3773e2-a234-47ab-9bb3-74109bc94e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926747 Oct 13 11:13:24.138015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:13:24.154119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae7c524-0532-4f54-a576-1b5e906b9889,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:24.157074 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:24.157412 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Added segment 55d92c0c-2128-4f4a-b7ad-256051b36100 of type vlan for network 1f75cffe-94cb-43b9-9d73-e33018007636 Oct 13 11:13:24.202351 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:24.220809 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ee4ef29-931b-443a-b6b0-328f7e336fcf req-7c2ee0ed-fe27-4300-9403-4b247d1c3f48 service neutron] 10.222.0.21 "GET /v2.0/networks/da3773e2-a234-47ab-9bb3-74109bc94e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917194 Oct 13 11:13:24.303828 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:24.310475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:24.311109 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:24.403254 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7745218 Oct 13 11:13:24.405804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38186) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:24.405965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d480c-e0a2-437e-b8db-f1701c90ae54 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Network': ['ID=1f75cffe-94cb-43b9-9d73-e33018007636,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:24.411384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dc157894-751a-457d-9cff-b76b793519e8 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1150114503'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:24.417802 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 1f75cffe-94cb-43b9-9d73-e33018007636 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:13:24.430481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f8c12-c1aa-4688-989c-5d9be0eb29a2 req-40630f19-df23-41e6-8922-134755ef3414 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:24.432611 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-128f8c12-c1aa-4688-989c-5d9be0eb29a2 req-40630f19-df23-41e6-8922-134755ef3414 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 944 time: 0.0727117 Oct 13 11:13:24.477046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-128f8c12-c1aa-4688-989c-5d9be0eb29a2 req-b79aa5ef-fd77-46ab-b22e-ce2d3a77f301 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/security-groups?id=1173e9a1-0aa1-4811-8ed7-656d30969f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380161 Oct 13 11:13:24.520946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc157894-751a-457d-9cff-b76b793519e8 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:24.524869 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc157894-751a-457d-9cff-b76b793519e8 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:24.549671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc157894-751a-457d-9cff-b76b793519e8 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:13:24.559470 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc157894-751a-457d-9cff-b76b793519e8 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:24.559798 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-dc157894-751a-457d-9cff-b76b793519e8 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Added segment 65d6aadb-ccdf-44b9-9506-918f7d6f6753 of type vlan for network 2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf Oct 13 11:13:24.600337 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc157894-751a-457d-9cff-b76b793519e8 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:24.720850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc157894-751a-457d-9cff-b76b793519e8 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:24.726765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc157894-751a-457d-9cff-b76b793519e8 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:24.727854 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc157894-751a-457d-9cff-b76b793519e8 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:24.797378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc157894-751a-457d-9cff-b76b793519e8 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Network': ['ID=2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:24.811759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:13:24.878644 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dc157894-751a-457d-9cff-b76b793519e8 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4712932 Oct 13 11:13:24.881563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38192) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:24.887451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8075a102-0eb9-443d-b36d-1fac4c6c7d96 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'subnet': {'network_id': '1f75cffe-94cb-43b9-9d73-e33018007636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:24.964275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9f24c-4f8c-4175-a94a-a711e14f2d11 req-a1f6822f-fef2-47c7-9e03-cd3dc676d33b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:24.968309 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbb9f24c-4f8c-4175-a94a-a711e14f2d11 req-a1f6822f-fef2-47c7-9e03-cd3dc676d33b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0930161 Oct 13 11:13:25.006458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbb9f24c-4f8c-4175-a94a-a711e14f2d11 req-23d311b1-df51-4a8e-b60a-c71a4c0c41f4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372229 Oct 13 11:13:25.052324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8075a102-0eb9-443d-b36d-1fac4c6c7d96 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:25.056341 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8075a102-0eb9-443d-b36d-1fac4c6c7d96 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:25.439596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f00b5e-3c87-42f8-8681-2083535919ed req-0e6698f1-fa16-47da-93e6-6080de37495f tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:25.439596 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53f00b5e-3c87-42f8-8681-2083535919ed req-0e6698f1-fa16-47da-93e6-6080de37495f tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 943 time: 0.0615129 Oct 13 11:13:25.439596 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53f00b5e-3c87-42f8-8681-2083535919ed req-44aa72c7-2a1c-4976-abc4-32304f62e63d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371423 Oct 13 11:13:25.463073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8075a102-0eb9-443d-b36d-1fac4c6c7d96 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:25.464435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a880c-4da0-4bf9-926f-eaef763fdb76 req-03167e10-9ba6-4d82-b722-d31a8fff669f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:25.464435 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d4a880c-4da0-4bf9-926f-eaef763fdb76 req-03167e10-9ba6-4d82-b722-d31a8fff669f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0528488 Oct 13 11:13:25.469101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075a102-0eb9-443d-b36d-1fac4c6c7d96 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Subnet': ['ID=3f773672-3fe3-4f04-8d0b-db968723f2f2,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:25.487857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075a102-0eb9-443d-b36d-1fac4c6c7d96 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Checking segment: {'id': '55d92c0c-2128-4f4a-b7ad-256051b36100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f75cffe-94cb-43b9-9d73-e33018007636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:25.488226 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8075a102-0eb9-443d-b36d-1fac4c6c7d96 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network hostable DHCP agents. Network: 1f75cffe-94cb-43b9-9d73-e33018007636, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:13:25.494321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d4a880c-4da0-4bf9-926f-eaef763fdb76 req-a5c0f941-0ba8-4f54-a655-82e3d5cf8f8e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420725 Oct 13 11:13:25.549953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8075a102-0eb9-443d-b36d-1fac4c6c7d96 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 1f75cffe-94cb-43b9-9d73-e33018007636 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:13:25.605065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653573f5-57c4-4c69-95a0-8fe4cb7fd932 req-0330f8bb-87b8-4a97-b693-4a968d2089b3 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:25.606704 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-653573f5-57c4-4c69-95a0-8fe4cb7fd932 req-0330f8bb-87b8-4a97-b693-4a968d2089b3 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 944 time: 0.0525148 Oct 13 11:13:25.612587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8075a102-0eb9-443d-b36d-1fac4c6c7d96 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 1f75cffe-94cb-43b9-9d73-e33018007636) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:25.616879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8075a102-0eb9-443d-b36d-1fac4c6c7d96 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:25.617554 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8075a102-0eb9-443d-b36d-1fac4c6c7d96 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:25.631235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8eecb7-cded-4e9e-84d5-74983a3f4c44 None None] Network 1f75cffe-94cb-43b9-9d73-e33018007636 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:25.651345 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-653573f5-57c4-4c69-95a0-8fe4cb7fd932 req-f26d34d5-7c6b-45d6-a601-0d685fee7f32 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/security-groups?id=1173e9a1-0aa1-4811-8ed7-656d30969f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378087 Oct 13 11:13:25.707588 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8075a102-0eb9-443d-b36d-1fac4c6c7d96 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8244667 Oct 13 11:13:25.710095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38210) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:25.716721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8ba905d5-e841-4bd8-8f03-c1ef4fdfd905 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'subnet': {'network_id': '2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:25.762589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42b2fa-6af3-4ed6-af9f-07983d8f4b56 req-61743e71-3d78-4016-ada4-39b7fc562598 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:25.766285 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa42b2fa-6af3-4ed6-af9f-07983d8f4b56 req-61743e71-3d78-4016-ada4-39b7fc562598 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0560815 Oct 13 11:13:25.811496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa42b2fa-6af3-4ed6-af9f-07983d8f4b56 req-d61be65b-3d20-4e4b-8bca-b608d8fa69d9 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410757 Oct 13 11:13:25.812277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-1f75cffe-94cb-43b9-9d73-e33018007636', 'network_id': '1f75cffe-94cb-43b9-9d73-e33018007636', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'fixed_ips': [{'subnet_id': '3f773672-3fe3-4f04-8d0b-db968723f2f2'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:13:25.813984 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:25.840641 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device bac2073e-659b-4cfb-be25-1375af82886e details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:13:25.921774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba905d5-e841-4bd8-8f03-c1ef4fdfd905 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:25.925624 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ba905d5-e841-4bd8-8f03-c1ef4fdfd905 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:25.964382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 68418764-f7b5-4fe4-a690-493b69e4c132 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:13:26.067425 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Allocated IP 2001:db8::2 (1f75cffe-94cb-43b9-9d73-e33018007636/3f773672-3fe3-4f04-8d0b-db968723f2f2/32806ee7-6267-4349-a5ee-16d0ab365ff5) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:26.141481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port bac2073e-659b-4cfb-be25-1375af82886e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=bac2073e-659b-4cfb-be25-1375af82886e,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:26.174851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'bac2073e-659b-4cfb-be25-1375af82886e', 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0', 'port_id': 'bac2073e-659b-4cfb-be25-1375af82886e', 'mac_address': 'fa:16:3e:f2:6b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4231555d-8d34-45af-bf8e-3d7dcbde2c76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:13:26.201024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-0771af1b-2538-452d-aeb9-f9c488416cd2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:26.202570 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-0771af1b-2538-452d-aeb9-f9c488416cd2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 811 time: 0.1410699 Oct 13 11:13:26.223544 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-8b720ce3-ff09-4f82-a133-d415e887022e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/quotas/94103c739efd4f559dbc468c59322726 HTTP/1.1" status: 200 len: 375 time: 0.0121560 Oct 13 11:13:26.258265 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ba905d5-e841-4bd8-8f03-c1ef4fdfd905 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.293216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 68418764-f7b5-4fe4-a690-493b69e4c132, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=68418764-f7b5-4fe4-a690-493b69e4c132,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:26.314642 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-f773fe93-73dd-4295-a9cf-6a14240d1005 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0846589 Oct 13 11:13:26.316097 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.331388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba905d5-e841-4bd8-8f03-c1ef4fdfd905 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Subnet': ['ID=392bcdd3-6078-4554-8728-c1f0f4b2eb69,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:26.334817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac2073e-659b-4cfb-be25-1375af82886e {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:13:26.344757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba905d5-e841-4bd8-8f03-c1ef4fdfd905 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Checking segment: {'id': '65d6aadb-ccdf-44b9-9506-918f7d6f6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:26.345265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba905d5-e841-4bd8-8f03-c1ef4fdfd905 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network hostable DHCP agents. Network: 2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:13:26.357731 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '68418764-f7b5-4fe4-a690-493b69e4c132', 'network_id': '1326c4c6-01e1-4a06-9580-f34a905854b0', 'port_id': '68418764-f7b5-4fe4-a690-493b69e4c132', 'mac_address': 'fa:16:3e:46:7e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4231555d-8d34-45af-bf8e-3d7dcbde2c76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:13:26.394590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port bac2073e-659b-4cfb-be25-1375af82886e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=bac2073e-659b-4cfb-be25-1375af82886e,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:26.431665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba905d5-e841-4bd8-8f03-c1ef4fdfd905 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:13:26.448419 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-9c3e26c9-82d2-489b-a307-53d77e9ad59d service neutron] 10.222.0.32 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321917 Oct 13 11:13:26.449567 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.453601 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.467757 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.468764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 85316065-e1e6-4d30-b037-589ebda1bb38 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:13:26.505092 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68418764-f7b5-4fe4-a690-493b69e4c132 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:13:26.527449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8ba905d5-e841-4bd8-8f03-c1ef4fdfd905 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:26.532987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba905d5-e841-4bd8-8f03-c1ef4fdfd905 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:26.533789 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ba905d5-e841-4bd8-8f03-c1ef4fdfd905 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.546003 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dad6ad-2488-475d-84e4-7e45ffb99d52 None None] Network 2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:26.566087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-a212c6d3-e464-4a40-b610-d137af1547c9 service neutron] 10.222.0.32 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167903 Oct 13 11:13:26.590435 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8ba905d5-e841-4bd8-8f03-c1ef4fdfd905 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8754501 Oct 13 11:13:26.591075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38230) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:26.596897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=bac2073e-659b-4cfb-be25-1375af82886e,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:26.598835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-859a3c40-b016-4288-befe-c88f2373fe53 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-959607595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:26.602151 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 68418764-f7b5-4fe4-a690-493b69e4c132, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=68418764-f7b5-4fe4-a690-493b69e4c132,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:26.605904 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.694136 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.706697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Network 1f75cffe-94cb-43b9-9d73-e33018007636 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:26.708261 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-859a3c40-b016-4288-befe-c88f2373fe53 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.709500 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-859a3c40-b016-4288-befe-c88f2373fe53 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.723526 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:26.732669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:26.740780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Pushing event updated for resources: {'Port': ['ID=32806ee7-6267-4349-a5ee-16d0ab365ff5,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:26.831967 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-859a3c40-b016-4288-befe-c88f2373fe53 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.887797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 85316065-e1e6-4d30-b037-589ebda1bb38, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=85316065-e1e6-4d30-b037-589ebda1bb38,segment=NetworkSegment(93e99b1e-bcff-41fa-883a-99b74bb455a5),segment_id=93e99b1e-bcff-41fa-883a-99b74bb455a5)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:26.892810 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-859a3c40-b016-4288-befe-c88f2373fe53 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.939165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Attempting to bind port 32806ee7-6267-4349-a5ee-16d0ab365ff5 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:13:26.939541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Attempting to bind port 32806ee7-6267-4349-a5ee-16d0ab365ff5 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '55d92c0c-2128-4f4a-b7ad-256051b36100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f75cffe-94cb-43b9-9d73-e33018007636'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:13:26.939908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Attempting to bind port 32806ee7-6267-4349-a5ee-16d0ab365ff5 on network 1f75cffe-94cb-43b9-9d73-e33018007636 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:26.941358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70755f34-1af8-406e-b338-f29aadd0240c req-5359eee9-e4ff-4d0d-a5ea-478ed530d9ff tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:26.943088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=68418764-f7b5-4fe4-a690-493b69e4c132,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:26.945732 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-70755f34-1af8-406e-b338-f29aadd0240c req-5359eee9-e4ff-4d0d-a5ea-478ed530d9ff tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 944 time: 0.0810487 Oct 13 11:13:26.960360 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '85316065-e1e6-4d30-b037-589ebda1bb38', 'network_id': 'da3773e2-a234-47ab-9bb3-74109bc94e6b', 'port_id': '85316065-e1e6-4d30-b037-589ebda1bb38', 'mac_address': 'fa:16:3e:36:27:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f794795-ceac-4fbb-87b9-c80bd750bd68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:13:26.968480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:13:26.968863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Checking segment: {'id': '55d92c0c-2128-4f4a-b7ad-256051b36100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f75cffe-94cb-43b9-9d73-e33018007636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:26.969582 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.969690 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Bound using segment: {'id': '55d92c0c-2128-4f4a-b7ad-256051b36100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f75cffe-94cb-43b9-9d73-e33018007636'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:13:26.970126 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Bound port: 32806ee7-6267-4349-a5ee-16d0ab365ff5, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d92c0c-2128-4f4a-b7ad-256051b36100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f75cffe-94cb-43b9-9d73-e33018007636'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:13:26.970563 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.977124 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf', 'network_id': '2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'fixed_ips': [{'subnet_id': '392bcdd3-6078-4554-8728-c1f0f4b2eb69'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:13:26.978895 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.982078 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-859a3c40-b016-4288-befe-c88f2373fe53 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:26.987520 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-859a3c40-b016-4288-befe-c88f2373fe53 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3953121 Oct 13 11:13:26.992155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38242) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:27.025938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-70755f34-1af8-406e-b338-f29aadd0240c req-d9915462-ebcd-431d-8d88-12dcbd33dbde tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694656 Oct 13 11:13:27.075113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['68418764-f7b5-4fe4-a690-493b69e4c132'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:13:27.116534 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:27.235914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85316065-e1e6-4d30-b037-589ebda1bb38 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:13:27.264129 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] For port 32806ee7-6267-4349-a5ee-16d0ab365ff5, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:13:27.309520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 85316065-e1e6-4d30-b037-589ebda1bb38, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=85316065-e1e6-4d30-b037-589ebda1bb38,segment=NetworkSegment(93e99b1e-bcff-41fa-883a-99b74bb455a5),segment_id=93e99b1e-bcff-41fa-883a-99b74bb455a5)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:27.318320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] For port 32806ee7-6267-4349-a5ee-16d0ab365ff5, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=32806ee7-6267-4349-a5ee-16d0ab365ff5,segment=NetworkSegment(55d92c0c-2128-4f4a-b7ad-256051b36100),segment_id=55d92c0c-2128-4f4a-b7ad-256051b36100)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:13:27.343456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6672286-9707-4bcb-93f9-89d918729a96 req-0299dd23-56dd-4e28-8a96-bd80c046b3ed tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:27.355609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Allocated IP 2001:db8:1::2 (2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf/392bcdd3-6078-4554-8728-c1f0f4b2eb69/5d3db0f5-732a-4eb5-b94f-3ef75f410636) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:27.356112 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6672286-9707-4bcb-93f9-89d918729a96 req-0299dd23-56dd-4e28-8a96-bd80c046b3ed tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 944 time: 0.0866611 Oct 13 11:13:27.437014 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:27.443754 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:27.449355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6672286-9707-4bcb-93f9-89d918729a96 req-4f8c4c6e-6784-4816-8cd3-a1f37ff3f9f6 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/security-groups?id=1173e9a1-0aa1-4811-8ed7-656d30969f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909479 Oct 13 11:13:27.563826 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e60e8be-c4a3-47a2-9dd0-40fb449b25f9 req-b16b76ec-1cc6-4457-a48e-7ef183fbf5c0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 210 time: 0.0454745 Oct 13 11:13:27.853375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:27.876123 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadc9fd-a7f0-4b13-9bf2-5447ab8cdf27 None None] Pushing event updated for resources: {'Port': ['ID=32806ee7-6267-4349-a5ee-16d0ab365ff5,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:27.966125 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:27.981114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['bac2073e-659b-4cfb-be25-1375af82886e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:13:28.041189 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['85316065-e1e6-4d30-b037-589ebda1bb38'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:13:28.087012 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:28.135162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Network 2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:28.147625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:28.168867 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:28.173873 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 32806ee7-6267-4349-a5ee-16d0ab365ff5 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:13:28.250176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=85316065-e1e6-4d30-b037-589ebda1bb38,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:28.268399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccd0ad-c249-4867-9a22-a07d5ee15a16 req-511c4779-3349-4b4e-8f74-b7fc2bdc56b0 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:28.270998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Allocated IP 2001:db8::1 (1f75cffe-94cb-43b9-9d73-e33018007636/3f773672-3fe3-4f04-8d0b-db968723f2f2/ad64452e-b3ae-4a60-b1c4-0b7345fb5ab4) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:28.272063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4ccd0ad-c249-4867-9a22-a07d5ee15a16 req-511c4779-3349-4b4e-8f74-b7fc2bdc56b0 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 944 time: 0.0992587 Oct 13 11:13:28.327797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4ccd0ad-c249-4867-9a22-a07d5ee15a16 req-e9e8983a-bf25-4e3b-aaed-419d128b710c tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484071 Oct 13 11:13:28.387431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Attempting to bind port 5d3db0f5-732a-4eb5-b94f-3ef75f410636 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:13:28.387814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Attempting to bind port 5d3db0f5-732a-4eb5-b94f-3ef75f410636 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '65d6aadb-ccdf-44b9-9506-918f7d6f6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:13:28.388199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Attempting to bind port 5d3db0f5-732a-4eb5-b94f-3ef75f410636 on network 2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:28.423169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Pushing event updated for resources: {'Port': ['ID=5d3db0f5-732a-4eb5-b94f-3ef75f410636,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:28.429695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:13:28.430080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Checking segment: {'id': '65d6aadb-ccdf-44b9-9506-918f7d6f6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:28.431268 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:28.431758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Bound using segment: {'id': '65d6aadb-ccdf-44b9-9506-918f7d6f6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:13:28.432347 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Bound port: 5d3db0f5-732a-4eb5-b94f-3ef75f410636, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d6aadb-ccdf-44b9-9506-918f7d6f6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:13:28.432750 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:28.451001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:28.549213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 32806ee7-6267-4349-a5ee-16d0ab365ff5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:28.549637 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:28.552207 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:28.624640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 1f75cffe-94cb-43b9-9d73-e33018007636 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:28.628564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:28.633807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:28.634731 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:28.685476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c6cf5-c9ab-43ab-93db-f5f8e197df81 req-55353b43-5acb-4899-b166-59a0e2c3e3dd tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:28.687305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] For port 5d3db0f5-732a-4eb5-b94f-3ef75f410636, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:13:28.693399 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=ad64452e-b3ae-4a60-b1c4-0b7345fb5ab4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:28.696792 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] For port 5d3db0f5-732a-4eb5-b94f-3ef75f410636, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5d3db0f5-732a-4eb5-b94f-3ef75f410636,segment=NetworkSegment(65d6aadb-ccdf-44b9-9506-918f7d6f6753),segment_id=65d6aadb-ccdf-44b9-9506-918f7d6f6753)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:13:28.698686 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b81c6cf5-c9ab-43ab-93db-f5f8e197df81 req-55353b43-5acb-4899-b166-59a0e2c3e3dd tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 945 time: 0.1175296 Oct 13 11:13:28.784717 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:28.789537 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b81c6cf5-c9ab-43ab-93db-f5f8e197df81 req-cd52a581-0bff-4139-93bc-3471f45f0f2f tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/security-groups?id=1173e9a1-0aa1-4811-8ed7-656d30969f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888689 Oct 13 11:13:28.853044 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:28.905829 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:28.930260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06660eb0-b543-4691-8f06-7e2163baca81 req-7f823bcd-d950-42bd-808a-9768a5fe57a5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 210 time: 0.0479472 Oct 13 11:13:28.979801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8d4b4-ab0a-4d3e-a383-a29d946c26ee None None] Pushing event updated for resources: {'Port': ['ID=5d3db0f5-732a-4eb5-b94f-3ef75f410636,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:29.007066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 32806ee7-6267-4349-a5ee-16d0ab365ff5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=32806ee7-6267-4349-a5ee-16d0ab365ff5,segment=NetworkSegment(55d92c0c-2128-4f4a-b7ad-256051b36100),segment_id=55d92c0c-2128-4f4a-b7ad-256051b36100)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:29.071235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9a4999-e0af-45bf-9fd4-3f83cbde8de0 None None] Network 1f75cffe-94cb-43b9-9d73-e33018007636 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:29.074598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:29.262739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0a1d64a5-97e0-40b2-9657-c0f4415ca6d7 None None] Provisioning complete for port 32806ee7-6267-4349-a5ee-16d0ab365ff5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:29.263124 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0a1d64a5-97e0-40b2-9657-c0f4415ca6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:29.331367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=32806ee7-6267-4349-a5ee-16d0ab365ff5,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:29.510976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9a1fe-e694-4aae-8f1e-a10b052c8ed4 req-86ed6f02-074f-4873-827b-f065906fc564 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:29.512643 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ecd9a1fe-e694-4aae-8f1e-a10b052c8ed4 req-86ed6f02-074f-4873-827b-f065906fc564 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 944 time: 0.0686681 Oct 13 11:13:29.558053 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:29.568320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ecd9a1fe-e694-4aae-8f1e-a10b052c8ed4 req-1098620a-bd5c-4392-b90d-ea6740b7c14e tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485170 Oct 13 11:13:29.605151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-7035bebd-e8c7-48ff-8363-b20190489b3b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:29.606751 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-7035bebd-e8c7-48ff-8363-b20190489b3b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 811 time: 0.2144206 Oct 13 11:13:29.622241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-9a368470-8f3a-448b-a9b6-216b009e8fbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Request body: {'port': {'device_id': 'ae4aad75-6655-4ebc-9a0f-47ef3bce4b65', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'admin_state_up': True, 'tenant_id': '94103c739efd4f559dbc468c59322726'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:29.715390 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:29.716323 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:29.805310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8dbddc94-a8d6-4606-8b4d-39e06693561e None None] Provisioning complete for port ad64452e-b3ae-4a60-b1c4-0b7345fb5ab4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:29.806607 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8dbddc94-a8d6-4606-8b4d-39e06693561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:29.860539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device bac2073e-659b-4cfb-be25-1375af82886e up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:13:29.884712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=ad64452e-b3ae-4a60-b1c4-0b7345fb5ab4,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:29.895759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-9a368470-8f3a-448b-a9b6-216b009e8fbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Made reservation on behalf of 94103c739efd4f559dbc468c59322726 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:29.904062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-9a368470-8f3a-448b-a9b6-216b009e8fbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:29.931060 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8dbddc94-a8d6-4606-8b4d-39e06693561e None None] Port ad64452e-b3ae-4a60-b1c4-0b7345fb5ab4 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:13:29.986588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 68418764-f7b5-4fe4-a690-493b69e4c132 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:13:30.028688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171f4fb-8cbb-404d-87bd-da852f8bd297 req-db9269d3-012a-4a5f-91b4-8daa1c6980cc tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:30.030530 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e171f4fb-8cbb-404d-87bd-da852f8bd297 req-db9269d3-012a-4a5f-91b4-8daa1c6980cc tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 945 time: 0.1262200 Oct 13 11:13:30.069592 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8dbddc94-a8d6-4606-8b4d-39e06693561e None None] Provisioning complete for port 32806ee7-6267-4349-a5ee-16d0ab365ff5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:30.069592 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8dbddc94-a8d6-4606-8b4d-39e06693561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:30.126379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e171f4fb-8cbb-404d-87bd-da852f8bd297 req-3a463134-e683-4f5e-af6b-c8f10ad448c0 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/security-groups?id=1173e9a1-0aa1-4811-8ed7-656d30969f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877764 Oct 13 11:13:30.193829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 1f75cffe-94cb-43b9-9d73-e33018007636 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:30.212789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:30.306103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port bac2073e-659b-4cfb-be25-1375af82886e completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:13:30.310168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port bac2073e-659b-4cfb-be25-1375af82886e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:30.310658 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:30.341620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5ac4c01-af0b-434d-a1e8-44c5afe17963 req-0d751181-93da-42ff-9e34-d5831745f28b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 210 time: 0.0472271 Oct 13 11:13:30.411915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5d3db0f5-732a-4eb5-b94f-3ef75f410636 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:13:30.461471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-9a368470-8f3a-448b-a9b6-216b009e8fbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Allocated IP 172.20.0.3 (95fd87ea-fade-4046-b119-0e72f7410189/ecd630ac-bffd-4d81-9474-39db4e4bebc1/9a09b0f2-9385-4773-9833-da54e4e95613) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:30.479797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 68418764-f7b5-4fe4-a690-493b69e4c132 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:13:30.496655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 68418764-f7b5-4fe4-a690-493b69e4c132 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:30.497034 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:30.530081 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5f710b94-7b70-458c-90e6-51f6a6a57576 None None] Provisioning complete for port ad64452e-b3ae-4a60-b1c4-0b7345fb5ab4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:30.530505 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5f710b94-7b70-458c-90e6-51f6a6a57576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:30.604848 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 5d3db0f5-732a-4eb5-b94f-3ef75f410636 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:30.605225 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:30.715506 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec26cc8a-dade-4e36-95a5-1063d54342ba None None] Network 2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:30.717114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5f710b94-7b70-458c-90e6-51f6a6a57576 None None] Port ad64452e-b3ae-4a60-b1c4-0b7345fb5ab4 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:13:30.732767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:13:30.746901 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:30.766535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-9a368470-8f3a-448b-a9b6-216b009e8fbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:30.776335 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fab152-b1fd-4594-81de-1cd5c4036800 req-b1d31a82-85ce-4715-a76c-8d098ea81ace tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:30.778631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-73fab152-b1fd-4594-81de-1cd5c4036800 req-b1d31a82-85ce-4715-a76c-8d098ea81ace tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 944 time: 0.0747468 Oct 13 11:13:30.844466 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-73fab152-b1fd-4594-81de-1cd5c4036800 req-26670cc4-7fcd-4661-b521-acb5c98e3b55 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534153 Oct 13 11:13:30.891318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb2f05-24f6-4af3-8916-3e3026d005a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac2073e-659b-4cfb-be25-1375af82886e'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:30.893821 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ad44d0-87e5-4d0d-bb88-530a1f0a7192" -d '{"events": [{"server_uuid": "99bb2f05-24f6-4af3-8916-3e3026d005a6", "name": "network-vif-plugged", "status": "completed", "tag": "bac2073e-659b-4cfb-be25-1375af82886e"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:30.897891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:13:30.909686 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-914c85d3-4476-49bd-9a6c-23469f4e7e5a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9181798 Oct 13 11:13:30.915818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38286) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:30.915935 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5661a-efc2-4dfb-8961-396bfb4074e7 None None] Sync routers for ids ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:13:30.934304 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5661a-efc2-4dfb-8961-396bfb4074e7 None None] Routers {'5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:30.934943 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b7d5661a-efc2-4dfb-8961-396bfb4074e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:30.958758 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-9a368470-8f3a-448b-a9b6-216b009e8fbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:30.960084 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:30.975854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port bac2073e-659b-4cfb-be25-1375af82886e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=bac2073e-659b-4cfb-be25-1375af82886e,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:30.982879 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4005a63f-5ba8-4696-930f-cca8c3d3af93 x-openstack-request-id: req-4005a63f-5ba8-4696-930f-cca8c3d3af93 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:30.983312 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb2f05-24f6-4af3-8916-3e3026d005a6", "name": "network-vif-plugged", "status": "completed", "tag": "bac2073e-659b-4cfb-be25-1375af82886e", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:30.983731 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4005a63f-5ba8-4696-930f-cca8c3d3af93 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:30.984226 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb2f05-24f6-4af3-8916-3e3026d005a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac2073e-659b-4cfb-be25-1375af82886e', 'code': 200} Oct 13 11:13:31.009490 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b7d5661a-efc2-4dfb-8961-396bfb4074e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:31.035781 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5661a-efc2-4dfb-8961-396bfb4074e7 None None] Routers {'5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:31.036748 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b7d5661a-efc2-4dfb-8961-396bfb4074e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:31.069738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-9a368470-8f3a-448b-a9b6-216b009e8fbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Network 95fd87ea-fade-4046-b119-0e72f7410189 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:31.091324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-9a368470-8f3a-448b-a9b6-216b009e8fbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:31.109788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-9a368470-8f3a-448b-a9b6-216b009e8fbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:31.111049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fb9f7dae-5214-4860-a9b7-1759e9cd9364 None None] Provisioning complete for port 5d3db0f5-732a-4eb5-b94f-3ef75f410636 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:31.111529 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7dae-5214-4860-a9b7-1759e9cd9364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:31.118895 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:31.123175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91458de0-6d99-4e92-a6e0-b57bd2f91452 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:31.127200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-91458de0-6d99-4e92-a6e0-b57bd2f91452 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports/ad64452e-b3ae-4a60-b1c4-0b7345fb5ab4 HTTP/1.1" status: 200 len: 911 time: 0.2135115 Oct 13 11:13:31.128036 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b7d5661a-efc2-4dfb-8961-396bfb4074e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:31.128267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38290) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:31.130613 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5661a-efc2-4dfb-8961-396bfb4074e7 None None] The sync data for ids ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:13:31.167839 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a368470-8f3a-448b-a9b6-216b009e8fbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event updated for resources: {'Port': ['ID=9a09b0f2-9385-4773-9833-da54e4e95613,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:31.203709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bd4a4-2812-46ac-9a35-2d14cc90e8ce req-cebbc7df-4887-4047-966a-507a5bf586d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:31.205191 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ba4bd4a4-2812-46ac-9a35-2d14cc90e8ce req-cebbc7df-4887-4047-966a-507a5bf586d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99bb2f05-24f6-4af3-8916-3e3026d005a6 HTTP/1.1" status: 200 len: 1096 time: 0.1709049 Oct 13 11:13:31.235879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-9a368470-8f3a-448b-a9b6-216b009e8fbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:31.236569 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-9a368470-8f3a-448b-a9b6-216b009e8fbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:31.273443 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:31.277312 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 85316065-e1e6-4d30-b037-589ebda1bb38 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:13:31.295767 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ba4bd4a4-2812-46ac-9a35-2d14cc90e8ce req-0c665ceb-2abd-4459-b564-efbe46b55d08 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784953 Oct 13 11:13:31.371472 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-9a368470-8f3a-448b-a9b6-216b009e8fbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7530515 Oct 13 11:13:31.387523 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Request body: {'port': {'device_id': 'ae4aad75-6655-4ebc-9a0f-47ef3bce4b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:31.413887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 68418764-f7b5-4fe4-a690-493b69e4c132, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=68418764-f7b5-4fe4-a690-493b69e4c132,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:31.415695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 5d3db0f5-732a-4eb5-b94f-3ef75f410636, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5d3db0f5-732a-4eb5-b94f-3ef75f410636,segment=NetworkSegment(65d6aadb-ccdf-44b9-9506-918f7d6f6753),segment_id=65d6aadb-ccdf-44b9-9506-918f7d6f6753)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:31.455583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d2c63-066e-4605-b6a4-ce23988462a0 req-8eced2c2-3270-4816-9cd1-5a51edfb8baa tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:31.457775 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-087d2c63-066e-4605-b6a4-ce23988462a0 req-8eced2c2-3270-4816-9cd1-5a51edfb8baa tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 945 time: 0.1482780 Oct 13 11:13:31.471614 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:31.480832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=bac2073e-659b-4cfb-be25-1375af82886e,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:31.528852 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:31.628763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-087d2c63-066e-4605-b6a4-ce23988462a0 req-9bd610bf-779d-45c0-9bdb-f4f696f8415e tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/security-groups?id=1173e9a1-0aa1-4811-8ed7-656d30969f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280551 Oct 13 11:13:31.821545 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:31.822909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 32806ee7-6267-4349-a5ee-16d0ab365ff5 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:13:31.826322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 85316065-e1e6-4d30-b037-589ebda1bb38 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:13:31.869548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 85316065-e1e6-4d30-b037-589ebda1bb38 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:31.869979 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:31.873930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8529ff5-0c9c-4977-a8fb-77dd6ccae2e6 req-1d88d5a5-0c99-4c49-98d7-8e4cd35cef23 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:31.881633 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c8529ff5-0c9c-4977-a8fb-77dd6ccae2e6 req-1d88d5a5-0c99-4c49-98d7-8e4cd35cef23 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 931 time: 0.1075161 Oct 13 11:13:31.885548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a09b0f2-9385-4773-9833-da54e4e95613 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:13:31.901056 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:31.910959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Transition to ACTIVE for port object 9a09b0f2-9385-4773-9833-da54e4e95613 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:13:31.931672 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7dae-5214-4860-a9b7-1759e9cd9364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:31.943784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c8529ff5-0c9c-4977-a8fb-77dd6ccae2e6 req-855cdde9-1d13-4f35-8ea4-65a8fd32035d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612719 Oct 13 11:13:31.962066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=68418764-f7b5-4fe4-a690-493b69e4c132,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:32.029018 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:32.035298 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:32.112361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 32806ee7-6267-4349-a5ee-16d0ab365ff5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:32.112883 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:32.154507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Pushing event updated for resources: {'Port': ['ID=9a09b0f2-9385-4773-9833-da54e4e95613,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:32.178896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=5d3db0f5-732a-4eb5-b94f-3ef75f410636,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:32.223323 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-fb9f7dae-5214-4860-a9b7-1759e9cd9364 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:13:32.224102 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-fb9f7dae-5214-4860-a9b7-1759e9cd9364 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:13:32.234798 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:32.303013 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Attempting to bind port 9a09b0f2-9385-4773-9833-da54e4e95613 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:13:32.303356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Attempting to bind port 9a09b0f2-9385-4773-9833-da54e4e95613 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:13:32.304026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Attempting to bind port 9a09b0f2-9385-4773-9833-da54e4e95613 on network 95fd87ea-fade-4046-b119-0e72f7410189 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:32.307094 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a160075-9dae-4ed0-ad2c-56ad5e3b24d1 req-1a485762-b351-4730-856b-69e0469ad2cb tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:32.308763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a160075-9dae-4ed0-ad2c-56ad5e3b24d1 req-1a485762-b351-4730-856b-69e0469ad2cb tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 945 time: 0.2654335 Oct 13 11:13:32.324826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Port 9a09b0f2-9385-4773-9833-da54e4e95613 on network 95fd87ea-fade-4046-b119-0e72f7410189 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:13:32.325227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Attempting to bind port 9a09b0f2-9385-4773-9833-da54e4e95613 on network 95fd87ea-fade-4046-b119-0e72f7410189 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:32.325787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 85316065-e1e6-4d30-b037-589ebda1bb38, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=85316065-e1e6-4d30-b037-589ebda1bb38,segment=NetworkSegment(93e99b1e-bcff-41fa-883a-99b74bb455a5),segment_id=93e99b1e-bcff-41fa-883a-99b74bb455a5)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:32.332104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:13:32.332527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Checking segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:32.332932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Bound using segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:13:32.333379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Bound port: 9a09b0f2-9385-4773-9833-da54e4e95613, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:13:32.333751 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:32.415944 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:32.459102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5d3db0f5-732a-4eb5-b94f-3ef75f410636 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:13:32.502807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] For port 9a09b0f2-9385-4773-9833-da54e4e95613, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:13:32.504509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a160075-9dae-4ed0-ad2c-56ad5e3b24d1 req-a33021bb-1ffb-4190-900e-0e6471928076 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837635 Oct 13 11:13:32.509917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] For port 9a09b0f2-9385-4773-9833-da54e4e95613, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=9a09b0f2-9385-4773-9833-da54e4e95613,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:13:32.548411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=85316065-e1e6-4d30-b037-589ebda1bb38,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:32.568648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 5d3db0f5-732a-4eb5-b94f-3ef75f410636 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:32.569118 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:32.634260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:32.687671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:32.688363 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:32.690766 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] 10.222.0.46 "PUT /v2.0/ports/9a09b0f2-9385-4773-9833-da54e4e95613 HTTP/1.1" status: 200 len: 1091 time: 1.3091731 Oct 13 11:13:32.691254 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4aad75-6655-4ebc-9a0f-47ef3bce4b65', 'tag': '9a09b0f2-9385-4773-9833-da54e4e95613'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:32.693610 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6b664e-c3c5-4d6b-970b-a67de13a1bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4aad75-6655-4ebc-9a0f-47ef3bce4b65", "tag": "9a09b0f2-9385-4773-9833-da54e4e95613"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:32.713816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Allocated IP 2001:db8:1::1 (2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf/392bcdd3-6078-4554-8728-c1f0f4b2eb69/51799e51-e658-45b0-809a-c9f78e0cbb5b) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:32.720376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffe564-34ac-4498-85e0-8ccd8df11faa service neutron] Pushing event updated for resources: {'Port': ['ID=9a09b0f2-9385-4773-9833-da54e4e95613,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:32.786014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fb9f7dae-5214-4860-a9b7-1759e9cd9364 None None] Provisioning complete for port ad64452e-b3ae-4a60-b1c4-0b7345fb5ab4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:32.788169 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7dae-5214-4860-a9b7-1759e9cd9364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:32.842986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f7dae-5214-4860-a9b7-1759e9cd9364 None None] Port ad64452e-b3ae-4a60-b1c4-0b7345fb5ab4 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:13:32.881421 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:32.900316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-33eeb093-9ad8-4422-a0f6-6428976f57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:32.900316 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-33eeb093-9ad8-4422-a0f6-6428976f57b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 1094 time: 0.0484536 Oct 13 11:13:32.953133 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-7b981d29-581f-4042-981c-59cac66effb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a09b0f2-9385-4773-9833-da54e4e95613 HTTP/1.1" status: 200 len: 217 time: 0.0452588 Oct 13 11:13:32.983997 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:32.986640 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbc03e8-9aeb-4839-8464-017bf6c9f948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68418764-f7b5-4fe4-a690-493b69e4c132'}, {'server_uuid': 'fd2e2fb1-94ca-4b9c-9254-48ca841b7a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85316065-e1e6-4d30-b037-589ebda1bb38'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:32.988349 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1cc452-5332-473c-9950-c702f013c109" -d '{"events": [{"server_uuid": "2fbc03e8-9aeb-4839-8464-017bf6c9f948", "name": "network-vif-plugged", "status": "completed", "tag": "68418764-f7b5-4fe4-a690-493b69e4c132"}, {"server_uuid": "fd2e2fb1-94ca-4b9c-9254-48ca841b7a50", "name": "network-vif-plugged", "status": "completed", "tag": "85316065-e1e6-4d30-b037-589ebda1bb38"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:32.996616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7453b227-7d60-4b14-8ea2-9bfb177e691c None None] Provisioning complete for port 5d3db0f5-732a-4eb5-b94f-3ef75f410636 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:32.997067 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7453b227-7d60-4b14-8ea2-9bfb177e691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:33.013666 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-78017adb-b878-411d-89b3-a1ef2c5d8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:33.022228 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-78017adb-b878-411d-89b3-a1ef2c5d8a6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.0557265 Oct 13 11:13:33.031636 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:33.035175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:33.040057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:33.040640 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:33.083037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-99b572b5-8e25-496b-910f-5cdd7f1d5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:33.085811 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-99b572b5-8e25-496b-910f-5cdd7f1d5ccd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593510 Oct 13 11:13:33.091643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=51799e51-e658-45b0-809a-c9f78e0cbb5b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:33.103756 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:33.104100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:33.104439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:33.104777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:33.105106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:33.105430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:33.105754 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:33.106078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:33.106434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:33.106746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:33.107065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:33.107399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:33.208388 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-5a4806c0-28ed-4304-84dc-da9152e07a18 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097915 Oct 13 11:13:33.296404 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:33.324189 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98d7eb2b-9d8e-4947-95eb-5230668c91cc req-bd158fa3-a2c7-48e6-968a-188cf95a89ab service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086116 Oct 13 11:13:33.450173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b5f7157d-67dd-4cbb-b3d2-a1234c85c38d None None] Provisioning complete for port 51799e51-e658-45b0-809a-c9f78e0cbb5b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:33.450173 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b5f7157d-67dd-4cbb-b3d2-a1234c85c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:33.486991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b5f7157d-67dd-4cbb-b3d2-a1234c85c38d None None] Port 51799e51-e658-45b0-809a-c9f78e0cbb5b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:13:33.581945 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:33.705412 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c4025-dd28-4a20-b21d-b2939a336177 req-456ace8d-a030-465e-b910-e3ff542b3679 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:33.706815 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-550c4025-dd28-4a20-b21d-b2939a336177 req-456ace8d-a030-465e-b910-e3ff542b3679 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 946 time: 0.0509269 Oct 13 11:13:33.746627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-550c4025-dd28-4a20-b21d-b2939a336177 req-0eb92604-f15b-42ad-aabd-663cb1e4f6c1 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/security-groups?id=1173e9a1-0aa1-4811-8ed7-656d30969f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Oct 13 11:13:33.749035 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:33.749801 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:33.798989 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95870db2-34d9-48fa-9ebd-634f01fe9fe6 x-openstack-request-id: req-95870db2-34d9-48fa-9ebd-634f01fe9fe6 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:33.799293 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4aad75-6655-4ebc-9a0f-47ef3bce4b65", "tag": "9a09b0f2-9385-4773-9833-da54e4e95613", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:33.799544 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95870db2-34d9-48fa-9ebd-634f01fe9fe6 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:33.799947 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4aad75-6655-4ebc-9a0f-47ef3bce4b65', 'tag': '9a09b0f2-9385-4773-9833-da54e4e95613', 'status': 'completed', 'code': 200} Oct 13 11:13:33.847906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=51799e51-e658-45b0-809a-c9f78e0cbb5b,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:33.892090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b664e-c3c5-4d6b-970b-a67de13a1bcf req-f6fd3163-2717-4ae0-a8dd-ae544f7bb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:33.893787 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e6b664e-c3c5-4d6b-970b-a67de13a1bcf req-f6fd3163-2717-4ae0-a8dd-ae544f7bb624 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 1094 time: 0.0644305 Oct 13 11:13:33.929120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:33.938864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80560d2-60d4-438a-a3b9-712d143ce5a9 req-98343f1c-5da7-4745-987a-b37abb409a95 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:33.940545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e80560d2-60d4-438a-a3b9-712d143ce5a9 req-98343f1c-5da7-4745-987a-b37abb409a95 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 943 time: 0.0838509 Oct 13 11:13:33.941890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:34.064816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b664e-c3c5-4d6b-970b-a67de13a1bcf req-1dc4eeb2-aa66-491d-b11c-2111822f94fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:34.066367 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e6b664e-c3c5-4d6b-970b-a67de13a1bcf req-1dc4eeb2-aa66-491d-b11c-2111822f94fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.1654105 Oct 13 11:13:34.087985 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e80560d2-60d4-438a-a3b9-712d143ce5a9 req-f46acb9d-8a6f-4db1-9150-886a8ab8b9ea tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865853 Oct 13 11:13:34.094264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:13:34.152205 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e6b664e-c3c5-4d6b-970b-a67de13a1bcf req-6559a0d6-b815-47ac-8fa3-80dbe92686e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a09b0f2-9385-4773-9833-da54e4e95613 HTTP/1.1" status: 200 len: 217 time: 0.0782447 Oct 13 11:13:34.183619 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e4e402-c193-4ae2-ba0f-078eb9d42d08 x-openstack-request-id: req-04e4e402-c193-4ae2-ba0f-078eb9d42d08 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:34.184190 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbc03e8-9aeb-4839-8464-017bf6c9f948", "name": "network-vif-plugged", "status": "completed", "tag": "68418764-f7b5-4fe4-a690-493b69e4c132", "code": 200}, {"server_uuid": "fd2e2fb1-94ca-4b9c-9254-48ca841b7a50", "name": "network-vif-plugged", "status": "completed", "tag": "85316065-e1e6-4d30-b037-589ebda1bb38", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:34.184606 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04e4e402-c193-4ae2-ba0f-078eb9d42d08 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:34.185158 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbc03e8-9aeb-4839-8464-017bf6c9f948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68418764-f7b5-4fe4-a690-493b69e4c132', 'code': 200} Oct 13 11:13:34.185601 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2e2fb1-94ca-4b9c-9254-48ca841b7a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85316065-e1e6-4d30-b037-589ebda1bb38', 'code': 200} Oct 13 11:13:34.266766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b664e-c3c5-4d6b-970b-a67de13a1bcf req-42dc6fe7-83aa-4de6-b16c-09e5c8ce672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:34.268421 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e6b664e-c3c5-4d6b-970b-a67de13a1bcf req-42dc6fe7-83aa-4de6-b16c-09e5c8ce672a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.1088324 Oct 13 11:13:34.349274 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b664e-c3c5-4d6b-970b-a67de13a1bcf req-00ff11a3-345e-40a0-8091-84ad0831a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:34.350745 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e6b664e-c3c5-4d6b-970b-a67de13a1bcf req-00ff11a3-345e-40a0-8091-84ad0831a7b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752740 Oct 13 11:13:34.432639 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-babd14bb-9732-4e01-af58-52a22c50d939 None None] Provisioning complete for port 51799e51-e658-45b0-809a-c9f78e0cbb5b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:34.437190 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-babd14bb-9732-4e01-af58-52a22c50d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:34.440163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:13:34.454497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0553f636-3616-48b8-a604-86e1d97a0ed0 None None] Sync routers for ids ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:13:34.456391 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a9d8c931-8b3f-4b7e-9895-a1fc0dbfdc66 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3269067 Oct 13 11:13:34.457162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38328) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:34.470760 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd4508-e777-4a0c-ba76-041f48d871ab req-a1e394e3-0ee4-420e-8d06-59c1cd3482b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:34.471345 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf23e86-ed77-4ab8-9628-474a6e3198c0 req-cee13524-70fb-4fd1-88b0-565115790c72 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:34.472309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-56dd4508-e777-4a0c-ba76-041f48d871ab req-a1e394e3-0ee4-420e-8d06-59c1cd3482b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 1097 time: 0.2169168 Oct 13 11:13:34.479786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cf23e86-ed77-4ab8-9628-474a6e3198c0 req-cee13524-70fb-4fd1-88b0-565115790c72 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 945 time: 0.1657631 Oct 13 11:13:34.508197 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0553f636-3616-48b8-a604-86e1d97a0ed0 None None] Routers {'5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:34.510099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0553f636-3616-48b8-a604-86e1d97a0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:34.538836 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e6b664e-c3c5-4d6b-970b-a67de13a1bcf req-524238c7-cc52-4cab-a455-2d856f66de39 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742051 Oct 13 11:13:34.543226 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-56dd4508-e777-4a0c-ba76-041f48d871ab req-e289291c-dd00-4c57-b7a7-1a360cc61735 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1173e9a1-0aa1-4811-8ed7-656d30969f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561745 Oct 13 11:13:34.556063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0553f636-3616-48b8-a604-86e1d97a0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:34.560039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-babd14bb-9732-4e01-af58-52a22c50d939 None None] Port 51799e51-e658-45b0-809a-c9f78e0cbb5b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:13:34.566503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f984034-9bcf-4f73-be5a-1923c83caa4a req-dcbecd6c-16c6-47e4-bca0-6731378495e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:34.567938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f984034-9bcf-4f73-be5a-1923c83caa4a req-dcbecd6c-16c6-47e4-bca0-6731378495e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 1096 time: 0.2520885 Oct 13 11:13:34.570036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0553f636-3616-48b8-a604-86e1d97a0ed0 None None] Routers {'5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:34.571670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0553f636-3616-48b8-a604-86e1d97a0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:34.612904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bede24-8456-421c-a657-912d30d91f34 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:34.619122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38332) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:34.629267 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-91bede24-8456-421c-a657-912d30d91f34 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports/51799e51-e658-45b0-809a-c9f78e0cbb5b HTTP/1.1" status: 200 len: 913 time: 0.1204746 Oct 13 11:13:34.635863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0553f636-3616-48b8-a604-86e1d97a0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:34.636523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0553f636-3616-48b8-a604-86e1d97a0ed0 None None] The sync data for ids ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:13:34.646632 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cf23e86-ed77-4ab8-9628-474a6e3198c0 req-cb367458-3189-4b31-b684-54543b6a84c5 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658132 Oct 13 11:13:34.668904 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f984034-9bcf-4f73-be5a-1923c83caa4a req-dd80cc10-4e9b-442e-9fe6-9e2bc2ff2c62 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808144 Oct 13 11:13:34.761371 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3e6b664e-c3c5-4d6b-970b-a67de13a1bcf req-dd97f41c-c3c6-4520-8e10-bba8d5dff1fb service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133868 Oct 13 11:13:34.900058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0764c7-1dad-4bb6-8487-ca2ec0121465 req-b4136ec1-bebf-4738-90fd-44b49a7b2f6a tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:34.907038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e0764c7-1dad-4bb6-8487-ca2ec0121465 req-b4136ec1-bebf-4738-90fd-44b49a7b2f6a tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 946 time: 0.0529823 Oct 13 11:13:34.963925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e0764c7-1dad-4bb6-8487-ca2ec0121465 req-20c2d99f-9bd9-4f45-91e1-752faceeb14c tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/security-groups?id=1173e9a1-0aa1-4811-8ed7-656d30969f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545096 Oct 13 11:13:35.240441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6675-3eb9-40d3-8564-8eab63e57a91 req-f47492f9-31dc-4a46-8fc7-049d8459f99c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:35.242021 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d3d6675-3eb9-40d3-8564-8eab63e57a91 req-f47492f9-31dc-4a46-8fc7-049d8459f99c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 943 time: 0.0675159 Oct 13 11:13:35.297040 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d3d6675-3eb9-40d3-8564-8eab63e57a91 req-83b4b304-e8d5-4b78-af8a-1668a28b0e8c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438263 Oct 13 11:13:35.359568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45be2664-6282-40a2-8455-fcf8405a5219 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:35.636903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-45be2664-6282-40a2-8455-fcf8405a5219 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port 51799e51-e658-45b0-809a-c9f78e0cbb5b {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:35.637260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45be2664-6282-40a2-8455-fcf8405a5219 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:35.759746 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45be2664-6282-40a2-8455-fcf8405a5219 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:35.775453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-45be2664-6282-40a2-8455-fcf8405a5219 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for 51799e51-e658-45b0-809a-c9f78e0cbb5b owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:35.827562 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16175ef7-4e5e-4980-b676-20b15c452f74 req-4513602a-375b-48ed-b579-c69571441fdc tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:35.829217 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16175ef7-4e5e-4980-b676-20b15c452f74 req-4513602a-375b-48ed-b579-c69571441fdc tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 945 time: 0.0610623 Oct 13 11:13:35.870991 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16175ef7-4e5e-4980-b676-20b15c452f74 req-624a08ea-0fd4-4f3c-8a9b-cc8e734c6f4e tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350971 Oct 13 11:13:36.069426 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45be2664-6282-40a2-8455-fcf8405a5219 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:36.103772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ef834-3437-4849-8848-0f5614104219 req-7b319af3-d0df-497c-935d-6cde166bea81 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:36.105523 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e29ef834-3437-4849-8848-0f5614104219 req-7b319af3-d0df-497c-935d-6cde166bea81 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 946 time: 0.0599868 Oct 13 11:13:36.121853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be2664-6282-40a2-8455-fcf8405a5219 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=51799e51-e658-45b0-809a-c9f78e0cbb5b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:36.187607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e29ef834-3437-4849-8848-0f5614104219 req-44fb6582-b3fe-42d3-8863-795cea5ac96f tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/security-groups?id=1173e9a1-0aa1-4811-8ed7-656d30969f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754678 Oct 13 11:13:36.313847 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45be2664-6282-40a2-8455-fcf8405a5219 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:36.532011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45be2664-6282-40a2-8455-fcf8405a5219 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:13:36.629039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45be2664-6282-40a2-8455-fcf8405a5219 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:13:36.640176 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-45be2664-6282-40a2-8455-fcf8405a5219 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0138083 Oct 13 11:13:36.640176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38352) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:36.643025 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82886e0d-4dcf-4c9f-bdf3-7cf60661dc4a None None] Sync routers for ids ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:13:36.653575 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82886e0d-4dcf-4c9f-bdf3-7cf60661dc4a None None] Routers {'5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:36.654562 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-82886e0d-4dcf-4c9f-bdf3-7cf60661dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:36.692361 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-82886e0d-4dcf-4c9f-bdf3-7cf60661dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:36.703381 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82886e0d-4dcf-4c9f-bdf3-7cf60661dc4a None None] Routers {'5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:36.704314 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-82886e0d-4dcf-4c9f-bdf3-7cf60661dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:36.748008 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-82886e0d-4dcf-4c9f-bdf3-7cf60661dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:36.749162 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82886e0d-4dcf-4c9f-bdf3-7cf60661dc4a None None] The sync data for ids ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:13:37.000433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5e580-b178-431f-9a27-7531488aa134 req-d6d95906-fee0-44b9-8979-225bdfffe038 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:37.006958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ded5e580-b178-431f-9a27-7531488aa134 req-d6d95906-fee0-44b9-8979-225bdfffe038 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 943 time: 0.0626295 Oct 13 11:13:37.041476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-11558cbd-02ad-4a94-bc01-1bf70149565b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:37.052157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ded5e580-b178-431f-9a27-7531488aa134 req-da7bb95b-00c8-4271-8ba3-5cf88dfebfbc tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 Oct 13 11:13:37.185898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475a682-5b16-4640-8731-096b82eebb2e req-5abfdb29-599c-47f3-b2fd-8819fd7cb38c tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:37.187555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7475a682-5b16-4640-8731-096b82eebb2e req-5abfdb29-599c-47f3-b2fd-8819fd7cb38c tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 946 time: 0.0646994 Oct 13 11:13:37.236642 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7475a682-5b16-4640-8731-096b82eebb2e req-3445b4ad-1479-4a12-8c91-b537c7f02c24 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/security-groups?id=1173e9a1-0aa1-4811-8ed7-656d30969f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386968 Oct 13 11:13:37.338033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-11558cbd-02ad-4a94-bc01-1bf70149565b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port ad64452e-b3ae-4a60-b1c4-0b7345fb5ab4 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:37.338352 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-11558cbd-02ad-4a94-bc01-1bf70149565b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:37.385995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bde8f7-f44a-4fec-bead-f6c3d9cc4aea req-82efced4-8f9d-4167-8204-1245a4e75479 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:37.387533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-47bde8f7-f44a-4fec-bead-f6c3d9cc4aea req-82efced4-8f9d-4167-8204-1245a4e75479 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 945 time: 0.0591903 Oct 13 11:13:37.441481 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-11558cbd-02ad-4a94-bc01-1bf70149565b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:37.452555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-47bde8f7-f44a-4fec-bead-f6c3d9cc4aea req-03bbc853-023c-4e05-a92a-67a534296dc6 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584273 Oct 13 11:13:37.456484 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-11558cbd-02ad-4a94-bc01-1bf70149565b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for ad64452e-b3ae-4a60-b1c4-0b7345fb5ab4 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:37.592298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035f233-118a-403d-ac3a-7ec961a67af3 req-464a66a1-ca4a-4ca0-aa33-7005dad34e20 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:37.594098 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4035f233-118a-403d-ac3a-7ec961a67af3 req-464a66a1-ca4a-4ca0-aa33-7005dad34e20 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bb2f05-24f6-4af3-8916-3e3026d005a6 HTTP/1.1" status: 200 len: 945 time: 0.0594590 Oct 13 11:13:37.638367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4035f233-118a-403d-ac3a-7ec961a67af3 req-2d4993f2-b97a-4b71-ad1a-1b2dd3e0939e tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381365 Oct 13 11:13:37.755022 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-11558cbd-02ad-4a94-bc01-1bf70149565b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:37.787006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11558cbd-02ad-4a94-bc01-1bf70149565b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=ad64452e-b3ae-4a60-b1c4-0b7345fb5ab4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:37.950680 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-11558cbd-02ad-4a94-bc01-1bf70149565b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:37.978575 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 9a09b0f2-9385-4773-9833-da54e4e95613 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:13:37.999775 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d04be4c6-074e-481b-a98e-f960c74fd7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:38.148483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 9a09b0f2-9385-4773-9833-da54e4e95613, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=9a09b0f2-9385-4773-9833-da54e4e95613,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:38.173790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '9a09b0f2-9385-4773-9833-da54e4e95613', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'port_id': '9a09b0f2-9385-4773-9833-da54e4e95613', 'mac_address': 'fa:16:3e:0e:a2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:13:38.190276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11558cbd-02ad-4a94-bc01-1bf70149565b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:13:38.212801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d4cf6-53ba-4ca6-bee1-07e66b8cc227 req-bcfdc65a-2d0c-4837-9287-d27396454c39 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:38.214504 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-404d4cf6-53ba-4ca6-bee1-07e66b8cc227 req-bcfdc65a-2d0c-4837-9287-d27396454c39 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 946 time: 0.0709119 Oct 13 11:13:38.233574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7597a-50bc-412c-8de2-3093e5f106fe req-e95c1dbb-7e1c-41e2-9371-1a49f14a5b0a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:38.241471 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78c7597a-50bc-412c-8de2-3093e5f106fe req-e95c1dbb-7e1c-41e2-9371-1a49f14a5b0a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 943 time: 0.0694041 Oct 13 11:13:38.241672 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:38.257347 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a09b0f2-9385-4773-9833-da54e4e95613 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:13:38.286207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 9a09b0f2-9385-4773-9833-da54e4e95613, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=9a09b0f2-9385-4773-9833-da54e4e95613,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:38.301042 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78c7597a-50bc-412c-8de2-3093e5f106fe req-f296e0e1-56f3-479f-afc7-abf979e66c58 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583990 Oct 13 11:13:38.363585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11558cbd-02ad-4a94-bc01-1bf70149565b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:13:38.371016 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-11558cbd-02ad-4a94-bc01-1bf70149565b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7250161 Oct 13 11:13:38.372487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38376) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:38.372983 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d782311-9cc5-42ed-a276-5da7c72a4ec7 None None] Sync routers for ids ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:13:38.385654 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:38.392798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d782311-9cc5-42ed-a276-5da7c72a4ec7 None None] Routers {'5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:38.394568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6d782311-9cc5-42ed-a276-5da7c72a4ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:38.432394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-404d4cf6-53ba-4ca6-bee1-07e66b8cc227 req-6e17a5da-2577-460a-b96f-0120b2fda07d tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Deleting port 85316065-e1e6-4d30-b037-589ebda1bb38 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:38.432808 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-404d4cf6-53ba-4ca6-bee1-07e66b8cc227 req-6e17a5da-2577-460a-b96f-0120b2fda07d tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:38.449638 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6d782311-9cc5-42ed-a276-5da7c72a4ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:38.459555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-40fe2fc0-5905-4a8d-86b0-2db47071a2df tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11 HTTP/1.1" status: 200 len: 205 time: 0.0847332 Oct 13 11:13:38.460464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38378) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:38.492647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=9a09b0f2-9385-4773-9833-da54e4e95613,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:38.497594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d782311-9cc5-42ed-a276-5da7c72a4ec7 None None] Routers {'5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:38.498644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6d782311-9cc5-42ed-a276-5da7c72a4ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:38.536739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6d782311-9cc5-42ed-a276-5da7c72a4ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:38.537499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d782311-9cc5-42ed-a276-5da7c72a4ec7 None None] The sync data for ids ['5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:13:38.568543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-404d4cf6-53ba-4ca6-bee1-07e66b8cc227 req-6e17a5da-2577-460a-b96f-0120b2fda07d tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] For port 85316065-e1e6-4d30-b037-589ebda1bb38, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=85316065-e1e6-4d30-b037-589ebda1bb38,segment=NetworkSegment(93e99b1e-bcff-41fa-883a-99b74bb455a5),segment_id=93e99b1e-bcff-41fa-883a-99b74bb455a5)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:38.571418 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-404d4cf6-53ba-4ca6-bee1-07e66b8cc227 req-6e17a5da-2577-460a-b96f-0120b2fda07d tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:38.571703 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-259a87ae-5e3f-4094-8459-e13e83be8c61 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:38.589409 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-404d4cf6-53ba-4ca6-bee1-07e66b8cc227 req-6e17a5da-2577-460a-b96f-0120b2fda07d tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Calling delete_port for 85316065-e1e6-4d30-b037-589ebda1bb38 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:38.722649 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['9a09b0f2-9385-4773-9833-da54e4e95613'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:13:38.784846 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-259a87ae-5e3f-4094-8459-e13e83be8c61 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:38.787806 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-259a87ae-5e3f-4094-8459-e13e83be8c61 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:38.835679 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-404d4cf6-53ba-4ca6-bee1-07e66b8cc227 req-6e17a5da-2577-460a-b96f-0120b2fda07d tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:38.869779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['85316065-e1e6-4d30-b037-589ebda1bb38'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:13:38.871646 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:38.940324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d3f358f-f115-4612-a094-7cac715bfffa req-f2b00a0c-a8e9-4352-a07b-ed50069bfe13 tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 210 time: 0.0482762 Oct 13 11:13:38.945833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17a5da-2577-460a-b96f-0120b2fda07d tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Pushing event deleted for resources: {'Port': ['ID=85316065-e1e6-4d30-b037-589ebda1bb38,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:38.961457 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-259a87ae-5e3f-4094-8459-e13e83be8c61 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:38.962938 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259a87ae-5e3f-4094-8459-e13e83be8c61 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Fanout notify agent at l3_agent the message router_deleted on router 5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:13:38.978201 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-259a87ae-5e3f-4094-8459-e13e83be8c61 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:38.978201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-259a87ae-5e3f-4094-8459-e13e83be8c61 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11 HTTP/1.1" status: 204 len: 168 time: 0.5090826 Oct 13 11:13:38.987643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38386) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:39.032478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-404d4cf6-53ba-4ca6-bee1-07e66b8cc227 req-6e17a5da-2577-460a-b96f-0120b2fda07d tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] No DVR routers for this DVR port 85316065-e1e6-4d30-b037-589ebda1bb38 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:39.035759 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-404d4cf6-53ba-4ca6-bee1-07e66b8cc227 req-6e17a5da-2577-460a-b96f-0120b2fda07d tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.041979 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-404d4cf6-53ba-4ca6-bee1-07e66b8cc227 req-6e17a5da-2577-460a-b96f-0120b2fda07d tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.21 "DELETE /v2.0/ports/85316065-e1e6-4d30-b037-589ebda1bb38 HTTP/1.1" status: 204 len: 173 time: 0.8147633 Oct 13 11:13:39.042758 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2e2fb1-94ca-4b9c-9254-48ca841b7a50', 'name': 'network-vif-deleted', 'tag': '85316065-e1e6-4d30-b037-589ebda1bb38'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:39.045525 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57596785-7939-41eb-a2fa-63ad144c7474" -d '{"events": [{"server_uuid": "fd2e2fb1-94ca-4b9c-9254-48ca841b7a50", "name": "network-vif-deleted", "tag": "85316065-e1e6-4d30-b037-589ebda1bb38"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:39.089417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a443fe9-ebc6-4a5d-9b49-84ac208474bf tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting subnet 392bcdd3-6078-4554-8728-c1f0f4b2eb69 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:13:39.093009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a443fe9-ebc6-4a5d-9b49-84ac208474bf tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.139622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb4718-1da0-4654-adb6-9a4d81e05d75 req-7551eb4a-a919-4e77-b4ba-ccac7267d493 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:39.141118 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9bb4718-1da0-4654-adb6-9a4d81e05d75 req-7551eb4a-a919-4e77-b4ba-ccac7267d493 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bb2f05-24f6-4af3-8916-3e3026d005a6 HTTP/1.1" status: 200 len: 945 time: 0.1075845 Oct 13 11:13:39.148441 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a443fe9-ebc6-4a5d-9b49-84ac208474bf tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.226545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9bb4718-1da0-4654-adb6-9a4d81e05d75 req-de81d5f0-beba-459f-86b2-08bf64c78f48 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/security-groups?id=d30eb8db-8815-40a6-a4ee-08d5b86034fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744951 Oct 13 11:13:39.296380 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86b0c23-148d-41aa-83e4-b825b9353df4 x-openstack-request-id: req-b86b0c23-148d-41aa-83e4-b825b9353df4 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:39.296681 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2e2fb1-94ca-4b9c-9254-48ca841b7a50", "name": "network-vif-deleted", "tag": "85316065-e1e6-4d30-b037-589ebda1bb38", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:39.296928 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b86b0c23-148d-41aa-83e4-b825b9353df4 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:39.297330 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2e2fb1-94ca-4b9c-9254-48ca841b7a50', 'name': 'network-vif-deleted', 'tag': '85316065-e1e6-4d30-b037-589ebda1bb38', 'status': 'completed', 'code': 200} Oct 13 11:13:39.300882 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a443fe9-ebc6-4a5d-9b49-84ac208474bf tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.448834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23474-3c3e-484b-8d6f-9512d6a3c402 req-e08a56be-96ca-4cb8-ae91-75d0add3a607 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:39.450760 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34c23474-3c3e-484b-8d6f-9512d6a3c402 req-e08a56be-96ca-4cb8-ae91-75d0add3a607 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.21 "GET /v2.0/ports?device_id=99bb2f05-24f6-4af3-8916-3e3026d005a6 HTTP/1.1" status: 200 len: 945 time: 0.0689120 Oct 13 11:13:39.456290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2275ce-547b-4ea1-b2d7-b647b56bbf93 req-de35a8c2-eb35-4445-9088-ff57181503bf tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:39.472656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d2275ce-547b-4ea1-b2d7-b647b56bbf93 req-de35a8c2-eb35-4445-9088-ff57181503bf tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 944 time: 0.0676043 Oct 13 11:13:39.472656 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a443fe9-ebc6-4a5d-9b49-84ac208474bf tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.501145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a443fe9-ebc6-4a5d-9b49-84ac208474bf tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Subnet': ['ID=392bcdd3-6078-4554-8728-c1f0f4b2eb69,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:39.512416 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a443fe9-ebc6-4a5d-9b49-84ac208474bf tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.517989 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7a443fe9-ebc6-4a5d-9b49-84ac208474bf tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/392bcdd3-6078-4554-8728-c1f0f4b2eb69 HTTP/1.1" status: 204 len: 168 time: 0.5267830 Oct 13 11:13:39.520481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23cf62-6af0-4216-b72d-e0bc9e138528 None None] Network 2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:39.521098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38392) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:39.564977 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d2275ce-547b-4ea1-b2d7-b647b56bbf93 req-62817743-eae3-4c60-bc80-e44289e797e7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986898 Oct 13 11:13:39.595191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-9224cd57-e1ce-414c-b2b1-a54686e115b9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting subnet 3f773672-3fe3-4f04-8d0b-db968723f2f2 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:13:39.603911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-34c23474-3c3e-484b-8d6f-9512d6a3c402 req-dc4648ca-496d-4856-b6f8-c60d74bb1668 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Deleting port bac2073e-659b-4cfb-be25-1375af82886e {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:39.604278 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34c23474-3c3e-484b-8d6f-9512d6a3c402 req-dc4648ca-496d-4856-b6f8-c60d74bb1668 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.605166 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9224cd57-e1ce-414c-b2b1-a54686e115b9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.656485 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9224cd57-e1ce-414c-b2b1-a54686e115b9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.739699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-34c23474-3c3e-484b-8d6f-9512d6a3c402 req-dc4648ca-496d-4856-b6f8-c60d74bb1668 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] For port bac2073e-659b-4cfb-be25-1375af82886e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=bac2073e-659b-4cfb-be25-1375af82886e,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:39.740106 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34c23474-3c3e-484b-8d6f-9512d6a3c402 req-dc4648ca-496d-4856-b6f8-c60d74bb1668 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.761653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-34c23474-3c3e-484b-8d6f-9512d6a3c402 req-dc4648ca-496d-4856-b6f8-c60d74bb1668 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Calling delete_port for bac2073e-659b-4cfb-be25-1375af82886e owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:39.768030 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9224cd57-e1ce-414c-b2b1-a54686e115b9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.791348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef3e19e-c73f-48ef-8ef3-e52faa15704f None None] DHCP port deletion for 2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:13:39.874455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3e19e-c73f-48ef-8ef3-e52faa15704f None None] Deleting port 5d3db0f5-732a-4eb5-b94f-3ef75f410636 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:39.874883 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ef3e19e-c73f-48ef-8ef3-e52faa15704f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.929345 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9224cd57-e1ce-414c-b2b1-a54686e115b9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.946629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2ef3e19e-c73f-48ef-8ef3-e52faa15704f None None] For port 5d3db0f5-732a-4eb5-b94f-3ef75f410636, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5d3db0f5-732a-4eb5-b94f-3ef75f410636,segment=NetworkSegment(65d6aadb-ccdf-44b9-9506-918f7d6f6753),segment_id=65d6aadb-ccdf-44b9-9506-918f7d6f6753)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:39.947442 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ef3e19e-c73f-48ef-8ef3-e52faa15704f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.958602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224cd57-e1ce-414c-b2b1-a54686e115b9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Subnet': ['ID=3f773672-3fe3-4f04-8d0b-db968723f2f2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:39.968847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3e19e-c73f-48ef-8ef3-e52faa15704f None None] Calling delete_port for 5d3db0f5-732a-4eb5-b94f-3ef75f410636 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:39.969663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9224cd57-e1ce-414c-b2b1-a54686e115b9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:39.976521 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9224cd57-e1ce-414c-b2b1-a54686e115b9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/3f773672-3fe3-4f04-8d0b-db968723f2f2 HTTP/1.1" status: 204 len: 168 time: 0.4513991 Oct 13 11:13:39.976521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38396) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:40.007084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1809e7-350e-4841-9579-ff34642a803e None None] Network 1f75cffe-94cb-43b9-9d73-e33018007636 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:40.010818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 9a09b0f2-9385-4773-9833-da54e4e95613 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:13:40.063291 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34c23474-3c3e-484b-8d6f-9512d6a3c402 req-dc4648ca-496d-4856-b6f8-c60d74bb1668 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.112572 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.114539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4648ca-496d-4856-b6f8-c60d74bb1668 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Pushing event deleted for resources: {'Port': ['ID=bac2073e-659b-4cfb-be25-1375af82886e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:40.152044 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2956c257-5c32-47bd-aae3-49a5f973d23e req-7eb93f4f-9970-4ffe-af2f-87924f0f6d9f tempest-InstanceActionsV221TestJSON-645562212 tempest-InstanceActionsV221TestJSON-645562212-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd2e2fb1-94ca-4b9c-9254-48ca841b7a50 HTTP/1.1" status: 200 len: 210 time: 0.0950387 Oct 13 11:13:40.172694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c23474-3c3e-484b-8d6f-9512d6a3c402 req-dc4648ca-496d-4856-b6f8-c60d74bb1668 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] No DVR routers for this DVR port bac2073e-659b-4cfb-be25-1375af82886e on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:40.175451 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-34c23474-3c3e-484b-8d6f-9512d6a3c402 req-dc4648ca-496d-4856-b6f8-c60d74bb1668 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.193053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-34c23474-3c3e-484b-8d6f-9512d6a3c402 req-dc4648ca-496d-4856-b6f8-c60d74bb1668 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.21 "DELETE /v2.0/ports/bac2073e-659b-4cfb-be25-1375af82886e HTTP/1.1" status: 204 len: 173 time: 0.7352438 Oct 13 11:13:40.202946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['bac2073e-659b-4cfb-be25-1375af82886e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:13:40.206039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['68418764-f7b5-4fe4-a690-493b69e4c132'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:13:40.223515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port 5d3db0f5-732a-4eb5-b94f-3ef75f410636 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:40.223929 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.296545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] For port 5d3db0f5-732a-4eb5-b94f-3ef75f410636, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5d3db0f5-732a-4eb5-b94f-3ef75f410636,segment=NetworkSegment(65d6aadb-ccdf-44b9-9506-918f7d6f6753),segment_id=65d6aadb-ccdf-44b9-9506-918f7d6f6753)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:40.297067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.423637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 9a09b0f2-9385-4773-9833-da54e4e95613 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:13:40.441265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342addc-2b0f-47ef-acc6-3894cca74a09 req-b80320f9-a682-496e-a2c7-87de5714e6c3 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:40.443286 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b342addc-2b0f-47ef-acc6-3894cca74a09 req-b80320f9-a682-496e-a2c7-87de5714e6c3 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 945 time: 0.1074419 Oct 13 11:13:40.457968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 9a09b0f2-9385-4773-9833-da54e4e95613 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:40.465668 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.488186 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5d3db0f5-732a-4eb5-b94f-3ef75f410636 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:40.592129 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ef3e19e-c73f-48ef-8ef3-e52faa15704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.594318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-b342addc-2b0f-47ef-acc6-3894cca74a09 req-5b5936f8-e63e-4d4a-8f21-e084787647f0 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Deleting port 68418764-f7b5-4fe4-a690-493b69e4c132 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:40.597667 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b342addc-2b0f-47ef-acc6-3894cca74a09 req-5b5936f8-e63e-4d4a-8f21-e084787647f0 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.649547 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3e19e-c73f-48ef-8ef3-e52faa15704f None None] Pushing event deleted for resources: {'Port': ['ID=5d3db0f5-732a-4eb5-b94f-3ef75f410636,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:40.679736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No active binding found for port 5d3db0f5-732a-4eb5-b94f-3ef75f410636 {{(pid=101992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 11:13:40.680247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5d3db0f5-732a-4eb5-b94f-3ef75f410636 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:13:40.686816 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef3e19e-c73f-48ef-8ef3-e52faa15704f None None] No DVR routers for this DVR port 5d3db0f5-732a-4eb5-b94f-3ef75f410636 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:40.719327 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.743857 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a16e17dd-ccf7-403c-9b29-fe0b67b263f7 req-194024df-fd28-4c38-998d-db3666f7886d tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=99bb2f05-24f6-4af3-8916-3e3026d005a6 HTTP/1.1" status: 200 len: 210 time: 0.0352836 Oct 13 11:13:40.750430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for 5d3db0f5-732a-4eb5-b94f-3ef75f410636 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:40.755042 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b342addc-2b0f-47ef-acc6-3894cca74a09 req-5b5936f8-e63e-4d4a-8f21-e084787647f0 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] For port 68418764-f7b5-4fe4-a690-493b69e4c132, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=68418764-f7b5-4fe4-a690-493b69e4c132,segment=NetworkSegment(2f5ea5ab-82f5-482b-9146-9b76ba81b37f),segment_id=2f5ea5ab-82f5-482b-9146-9b76ba81b37f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:40.755427 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b342addc-2b0f-47ef-acc6-3894cca74a09 req-5b5936f8-e63e-4d4a-8f21-e084787647f0 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.781139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-b342addc-2b0f-47ef-acc6-3894cca74a09 req-5b5936f8-e63e-4d4a-8f21-e084787647f0 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Calling delete_port for 68418764-f7b5-4fe4-a690-493b69e4c132 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:40.811139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a57665-0c17-44b0-a22f-50e8d20b3c8c None None] DHCP port deletion for 1f75cffe-94cb-43b9-9d73-e33018007636 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:13:40.857683 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3973979e-e3a4-4a31-a42e-d636ac527b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.860142 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.862779 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.916942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=5d3db0f5-732a-4eb5-b94f-3ef75f410636,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:40.918985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No DVR routers for this DVR port 5d3db0f5-732a-4eb5-b94f-3ef75f410636 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:40.923736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4aad75-6655-4ebc-9a0f-47ef3bce4b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a09b0f2-9385-4773-9833-da54e4e95613'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:40.926506 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdb42bf-3385-46fd-9dc1-b030072e889b" -d '{"events": [{"server_uuid": "ae4aad75-6655-4ebc-9a0f-47ef3bce4b65", "name": "network-vif-plugged", "status": "completed", "tag": "9a09b0f2-9385-4773-9833-da54e4e95613"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:40.947577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 9a09b0f2-9385-4773-9833-da54e4e95613, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=9a09b0f2-9385-4773-9833-da54e4e95613,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:40.963264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-33a57665-0c17-44b0-a22f-50e8d20b3c8c None None] Deleting port 32806ee7-6267-4349-a5ee-16d0ab365ff5 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:40.967482 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-33a57665-0c17-44b0-a22f-50e8d20b3c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:40.970064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa61767-7b33-4117-801c-198f50732822 req-2d802930-647a-433e-bceb-1a2307fd6073 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:40.971691 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dfa61767-7b33-4117-801c-198f50732822 req-2d802930-647a-433e-bceb-1a2307fd6073 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 944 time: 0.1180470 Oct 13 11:13:41.033130 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.046626 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.069881 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dfa61767-7b33-4117-801c-198f50732822 req-2648cb79-d5f5-4c4b-8e65-26b639de0649 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715432 Oct 13 11:13:41.071642 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:41.085165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d6aadb-ccdf-44b9-9506-918f7d6f6753') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:41.095277 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d6aadb-ccdf-44b9-9506-918f7d6f6753') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:41.095718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-33a57665-0c17-44b0-a22f-50e8d20b3c8c None None] For port 32806ee7-6267-4349-a5ee-16d0ab365ff5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=32806ee7-6267-4349-a5ee-16d0ab365ff5,segment=NetworkSegment(55d92c0c-2128-4f4a-b7ad-256051b36100),segment_id=55d92c0c-2128-4f4a-b7ad-256051b36100)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:41.096238 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-33a57665-0c17-44b0-a22f-50e8d20b3c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.097401 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b342addc-2b0f-47ef-acc6-3894cca74a09 req-5b5936f8-e63e-4d4a-8f21-e084787647f0 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.118100 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=9a09b0f2-9385-4773-9833-da54e4e95613,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:41.118531 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.130467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['bac2073e-659b-4cfb-be25-1375af82886e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:13:41.142002 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.159258 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59e520d-ec4a-4ef1-96c3-e43953801c02 x-openstack-request-id: req-f59e520d-ec4a-4ef1-96c3-e43953801c02 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:41.168217 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4aad75-6655-4ebc-9a0f-47ef3bce4b65", "name": "network-vif-plugged", "status": "completed", "tag": "9a09b0f2-9385-4773-9833-da54e4e95613", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:41.168217 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f59e520d-ec4a-4ef1-96c3-e43953801c02 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:41.168217 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4aad75-6655-4ebc-9a0f-47ef3bce4b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a09b0f2-9385-4773-9833-da54e4e95613', 'code': 200} Oct 13 11:13:41.170492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5936f8-e63e-4d4a-8f21-e084787647f0 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Pushing event deleted for resources: {'Port': ['ID=68418764-f7b5-4fe4-a690-493b69e4c132,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:41.170613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-33a57665-0c17-44b0-a22f-50e8d20b3c8c None None] Calling delete_port for 32806ee7-6267-4349-a5ee-16d0ab365ff5 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:41.175263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:13:41.175690 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:13:41.183668 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:13:41.250498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b342addc-2b0f-47ef-acc6-3894cca74a09 req-5b5936f8-e63e-4d4a-8f21-e084787647f0 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] No DVR routers for this DVR port 68418764-f7b5-4fe4-a690-493b69e4c132 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:41.253040 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b342addc-2b0f-47ef-acc6-3894cca74a09 req-5b5936f8-e63e-4d4a-8f21-e084787647f0 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.257107 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b342addc-2b0f-47ef-acc6-3894cca74a09 req-5b5936f8-e63e-4d4a-8f21-e084787647f0 tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.46 "DELETE /v2.0/ports/68418764-f7b5-4fe4-a690-493b69e4c132 HTTP/1.1" status: 204 len: 173 time: 0.8065124 Oct 13 11:13:41.299539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb2f05-24f6-4af3-8916-3e3026d005a6', 'name': 'network-vif-deleted', 'tag': 'bac2073e-659b-4cfb-be25-1375af82886e'}, {'server_uuid': '2fbc03e8-9aeb-4839-8464-017bf6c9f948', 'name': 'network-vif-deleted', 'tag': '68418764-f7b5-4fe4-a690-493b69e4c132'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:41.310539 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978bb191-2372-46a0-aa15-04dc3c9f9859" -d '{"events": [{"server_uuid": "99bb2f05-24f6-4af3-8916-3e3026d005a6", "name": "network-vif-deleted", "tag": "bac2073e-659b-4cfb-be25-1375af82886e"}, {"server_uuid": "2fbc03e8-9aeb-4839-8464-017bf6c9f948", "name": "network-vif-deleted", "tag": "68418764-f7b5-4fe4-a690-493b69e4c132"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:41.334711 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7115aac-9b54-4e9b-a347-10e8d94fe608 req-58291009-a559-4ef6-be20-81650a0523b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:41.337978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7115aac-9b54-4e9b-a347-10e8d94fe608 req-58291009-a559-4ef6-be20-81650a0523b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 1096 time: 0.0847886 Oct 13 11:13:41.388893 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7115aac-9b54-4e9b-a347-10e8d94fe608 req-ebb6621e-aa4b-4d0b-9bdd-77efab5b0534 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Oct 13 11:13:41.399247 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a8d851-8d26-4d92-8d05-3de2149f1f29 x-openstack-request-id: req-10a8d851-8d26-4d92-8d05-3de2149f1f29 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:41.399247 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb2f05-24f6-4af3-8916-3e3026d005a6", "name": "network-vif-deleted", "tag": "bac2073e-659b-4cfb-be25-1375af82886e", "status": "completed", "code": 200}, {"server_uuid": "2fbc03e8-9aeb-4839-8464-017bf6c9f948", "name": "network-vif-deleted", "tag": "68418764-f7b5-4fe4-a690-493b69e4c132", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:41.399247 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10a8d851-8d26-4d92-8d05-3de2149f1f29 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:41.399247 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb2f05-24f6-4af3-8916-3e3026d005a6', 'name': 'network-vif-deleted', 'tag': 'bac2073e-659b-4cfb-be25-1375af82886e', 'status': 'completed', 'code': 200} Oct 13 11:13:41.399247 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbc03e8-9aeb-4839-8464-017bf6c9f948', 'name': 'network-vif-deleted', 'tag': '68418764-f7b5-4fe4-a690-493b69e4c132', 'status': 'completed', 'code': 200} Oct 13 11:13:41.434776 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-33a57665-0c17-44b0-a22f-50e8d20b3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.457944 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.467239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38422) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:41.470824 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.478365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/networks/2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf HTTP/1.1" status: 204 len: 168 time: 1.4973326 Oct 13 11:13:41.478365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38424) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:41.500873 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda3de3-2596-42cb-8782-8e8614ef2779 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Network': ['ID=2bf1dec4-3d0f-4ab4-9a9b-8d3ba22cc4cf,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:41.520347 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3720fff-d7e3-4b71-bbf9-ad721045433d admin admin] Deleting subnet 8f794795-ceac-4fbb-87b9-c80bd750bd68 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:13:41.532708 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3720fff-d7e3-4b71-bbf9-ad721045433d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.573793 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3720fff-d7e3-4b71-bbf9-ad721045433d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.603115 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7cc3efe5-ac09-4520-9ca6-0f088ac76245 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.628812 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3720fff-d7e3-4b71-bbf9-ad721045433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.661862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a57665-0c17-44b0-a22f-50e8d20b3c8c None None] Pushing event deleted for resources: {'Port': ['ID=32806ee7-6267-4349-a5ee-16d0ab365ff5,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:41.675846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a57665-0c17-44b0-a22f-50e8d20b3c8c None None] No DVR routers for this DVR port 32806ee7-6267-4349-a5ee-16d0ab365ff5 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:41.712939 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7cc3efe5-ac09-4520-9ca6-0f088ac76245 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.737191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7cc3efe5-ac09-4520-9ca6-0f088ac76245 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f75cffe-94cb-43b9-9d73-e33018007636']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:41.747544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7cc3efe5-ac09-4520-9ca6-0f088ac76245 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d92c0c-2128-4f4a-b7ad-256051b36100') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:41.748246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7cc3efe5-ac09-4520-9ca6-0f088ac76245 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d92c0c-2128-4f4a-b7ad-256051b36100') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:41.760567 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.760831 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7cc3efe5-ac09-4520-9ca6-0f088ac76245 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.777070 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7cc3efe5-ac09-4520-9ca6-0f088ac76245 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.782944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc3efe5-ac09-4520-9ca6-0f088ac76245 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:13:41.783341 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7cc3efe5-ac09-4520-9ca6-0f088ac76245 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:13:41.786398 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:13:41.796212 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3720fff-d7e3-4b71-bbf9-ad721045433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.833136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3720fff-d7e3-4b71-bbf9-ad721045433d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f794795-ceac-4fbb-87b9-c80bd750bd68,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:41.841644 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3720fff-d7e3-4b71-bbf9-ad721045433d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:41.844459 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d3720fff-d7e3-4b71-bbf9-ad721045433d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8f794795-ceac-4fbb-87b9-c80bd750bd68 HTTP/1.1" status: 204 len: 168 time: 0.3758373 Oct 13 11:13:41.846845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38430) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:41.921517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device bac2073e-659b-4cfb-be25-1375af82886e no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:41.943284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: bac2073e-659b-4cfb-be25-1375af82886e {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:13:41.943652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device bac2073e-659b-4cfb-be25-1375af82886e not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:13:41.944077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 85316065-e1e6-4d30-b037-589ebda1bb38 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:41.951161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e15c7bc-6c33-4c5e-b78b-8c7ced6af9ab req-8c0fcd54-881d-4c03-af67-92065b0defaa tempest-MultipleCreateTestJSON-1311204265 tempest-MultipleCreateTestJSON-1311204265-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbc03e8-9aeb-4839-8464-017bf6c9f948 HTTP/1.1" status: 200 len: 210 time: 0.0301385 Oct 13 11:13:41.967147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 85316065-e1e6-4d30-b037-589ebda1bb38 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:13:41.967569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 85316065-e1e6-4d30-b037-589ebda1bb38 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:13:41.974391 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7336a6e1-0d10-4160-96ce-75866597e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.045930 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7cc3efe5-ac09-4520-9ca6-0f088ac76245 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.056359 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7cc3efe5-ac09-4520-9ca6-0f088ac76245 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.059467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7cc3efe5-ac09-4520-9ca6-0f088ac76245 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/networks/1f75cffe-94cb-43b9-9d73-e33018007636 HTTP/1.1" status: 204 len: 168 time: 0.5804729 Oct 13 11:13:42.065754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38432) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:42.073072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8030826e-6858-408e-9379-d4aa1e91c96e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-590144094'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:42.079725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3efe5-ac09-4520-9ca6-0f088ac76245 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Network': ['ID=1f75cffe-94cb-43b9-9d73-e33018007636,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:42.083636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7336a6e1-0d10-4160-96ce-75866597e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.110972 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7336a6e1-0d10-4160-96ce-75866597e904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3773e2-a234-47ab-9bb3-74109bc94e6b']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:42.121436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7336a6e1-0d10-4160-96ce-75866597e904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e99b1e-bcff-41fa-883a-99b74bb455a5') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:42.121733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7336a6e1-0d10-4160-96ce-75866597e904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e99b1e-bcff-41fa-883a-99b74bb455a5') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:42.131658 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7336a6e1-0d10-4160-96ce-75866597e904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.145272 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7336a6e1-0d10-4160-96ce-75866597e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.152322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7336a6e1-0d10-4160-96ce-75866597e904 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:13:42.152651 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7336a6e1-0d10-4160-96ce-75866597e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:13:42.154608 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:13:42.196763 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.234987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8030826e-6858-408e-9379-d4aa1e91c96e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:42.241063 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8030826e-6858-408e-9379-d4aa1e91c96e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.262867 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73d5bf-ac5d-4955-9c1a-4a3759b07b74 req-e72f51c1-936d-4a13-bb61-ca0b06039b32 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:42.264393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d73d5bf-ac5d-4955-9c1a-4a3759b07b74 req-e72f51c1-936d-4a13-bb61-ca0b06039b32 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.1003795 Oct 13 11:13:42.269925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8030826e-6858-408e-9379-d4aa1e91c96e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:13:42.286741 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8030826e-6858-408e-9379-d4aa1e91c96e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.287664 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-8030826e-6858-408e-9379-d4aa1e91c96e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Added segment ac6f4185-b31e-4c60-9ca3-0f6d41c77231 of type vlan for network 1c1282db-cc66-42c6-8a88-8b475f62e533 Oct 13 11:13:42.334164 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8030826e-6858-408e-9379-d4aa1e91c96e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.335194 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d73d5bf-ac5d-4955-9c1a-4a3759b07b74 req-c53f75f0-7ff3-4519-96d4-2e44510bc43f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601950 Oct 13 11:13:42.338048 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7336a6e1-0d10-4160-96ce-75866597e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.344425 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7336a6e1-0d10-4160-96ce-75866597e904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.355307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7336a6e1-0d10-4160-96ce-75866597e904 admin admin] 10.222.0.32 "DELETE /v2.0/networks/da3773e2-a234-47ab-9bb3-74109bc94e6b HTTP/1.1" status: 204 len: 168 time: 0.4999092 Oct 13 11:13:42.367989 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336a6e1-0d10-4160-96ce-75866597e904 admin admin] Pushing event deleted for resources: {'Network': ['ID=da3773e2-a234-47ab-9bb3-74109bc94e6b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:42.435559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 32806ee7-6267-4349-a5ee-16d0ab365ff5 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:42.460524 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 32806ee7-6267-4349-a5ee-16d0ab365ff5 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:13:42.460875 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 32806ee7-6267-4349-a5ee-16d0ab365ff5 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:13:42.480649 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8030826e-6858-408e-9379-d4aa1e91c96e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.486725 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8030826e-6858-408e-9379-d4aa1e91c96e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:42.493981 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8030826e-6858-408e-9379-d4aa1e91c96e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.562691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030826e-6858-408e-9379-d4aa1e91c96e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Network': ['ID=1c1282db-cc66-42c6-8a88-8b475f62e533,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:42.575594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 1c1282db-cc66-42c6-8a88-8b475f62e533 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:13:42.631951 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8030826e-6858-408e-9379-d4aa1e91c96e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5645125 Oct 13 11:13:42.635871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38442) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:42.641019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f0032b32-b30d-4a70-862e-554c99f15d14 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'subnet': {'network_id': '1c1282db-cc66-42c6-8a88-8b475f62e533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:42.857397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0032b32-b30d-4a70-862e-554c99f15d14 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:42.861067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0032b32-b30d-4a70-862e-554c99f15d14 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.890802 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38444) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:42.909938 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a5841974-e4b4-40c1-adab-648f7ae9969a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5eb42ffd3133439fa22f88c3d2e0de0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399518 Oct 13 11:13:42.912643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38446) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:42.966859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f411b8d-fc18-45e1-983a-f8db1cfbb8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:42.997541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f411b8d-fc18-45e1-983a-f8db1cfbb8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.055801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38450) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:43.116500 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-22795672-65bf-479a-ad4c-a3c16b8d4039 admin admin] Deleting subnet 4231555d-8d34-45af-bf8e-3d7dcbde2c76 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:13:43.120073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22795672-65bf-479a-ad4c-a3c16b8d4039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.163237 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22795672-65bf-479a-ad4c-a3c16b8d4039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.166324 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f411b8d-fc18-45e1-983a-f8db1cfbb8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.167198 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0032b32-b30d-4a70-862e-554c99f15d14 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.169158 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f411b8d-fc18-45e1-983a-f8db1cfbb8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.174322 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8f411b8d-fc18-45e1-983a-f8db1cfbb8c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1173e9a1-0aa1-4811-8ed7-656d30969f1e HTTP/1.1" status: 204 len: 168 time: 0.2569995 Oct 13 11:13:43.203558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f411b8d-fc18-45e1-983a-f8db1cfbb8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1173e9a1-0aa1-4811-8ed7-656d30969f1e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:43.224847 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22795672-65bf-479a-ad4c-a3c16b8d4039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.293577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0032b32-b30d-4a70-862e-554c99f15d14 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Subnet': ['ID=a58af314-f250-4e5c-9cd8-f834d2cdb411,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:43.321875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0032b32-b30d-4a70-862e-554c99f15d14 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Checking segment: {'id': 'ac6f4185-b31e-4c60-9ca3-0f6d41c77231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c1282db-cc66-42c6-8a88-8b475f62e533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:43.322433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0032b32-b30d-4a70-862e-554c99f15d14 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network hostable DHCP agents. Network: 1c1282db-cc66-42c6-8a88-8b475f62e533, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:13:43.447415 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.474423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00986a-120e-45a2-b7c7-ca64455812d5 req-d504ae0d-ecf5-47ef-a578-e2d994fbbbd7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:43.475957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f00986a-120e-45a2-b7c7-ca64455812d5 req-d504ae0d-ecf5-47ef-a578-e2d994fbbbd7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.0523281 Oct 13 11:13:43.515304 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22795672-65bf-479a-ad4c-a3c16b8d4039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.517304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0032b32-b30d-4a70-862e-554c99f15d14 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 1c1282db-cc66-42c6-8a88-8b475f62e533 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:13:43.530351 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f00986a-120e-45a2-b7c7-ca64455812d5 req-ae2cfb2f-92ef-4006-bf28-e9c203bca463 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466743 Oct 13 11:13:43.576080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22795672-65bf-479a-ad4c-a3c16b8d4039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4231555d-8d34-45af-bf8e-3d7dcbde2c76,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:43.585228 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22795672-65bf-479a-ad4c-a3c16b8d4039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.589165 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-22795672-65bf-479a-ad4c-a3c16b8d4039 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4231555d-8d34-45af-bf8e-3d7dcbde2c76 HTTP/1.1" status: 204 len: 168 time: 0.5317137 Oct 13 11:13:43.591720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38462) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:43.623294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f0032b32-b30d-4a70-862e-554c99f15d14 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 1c1282db-cc66-42c6-8a88-8b475f62e533) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:43.627649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0032b32-b30d-4a70-862e-554c99f15d14 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:43.628368 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0032b32-b30d-4a70-862e-554c99f15d14 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.634250 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9765ff-5640-41d8-b928-501b8a0f2274 None None] Network 1c1282db-cc66-42c6-8a88-8b475f62e533 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:43.668266 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac210df4-7e7f-439c-8d2b-b2e08860513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.759666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f0032b32-b30d-4a70-862e-554c99f15d14 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1226716 Oct 13 11:13:43.766999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38466) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:43.771805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-70268fdf-590a-4e63-b5be-b05d1c2c8bac tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1559017913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:43.787493 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac210df4-7e7f-439c-8d2b-b2e08860513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.821815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-ac210df4-7e7f-439c-8d2b-b2e08860513c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1326c4c6-01e1-4a06-9580-f34a905854b0']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:43.833997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-ac210df4-7e7f-439c-8d2b-b2e08860513c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5ea5ab-82f5-482b-9146-9b76ba81b37f') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:43.834299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-ac210df4-7e7f-439c-8d2b-b2e08860513c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5ea5ab-82f5-482b-9146-9b76ba81b37f') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:43.840366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-1c1282db-cc66-42c6-8a88-8b475f62e533', 'network_id': '1c1282db-cc66-42c6-8a88-8b475f62e533', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'fixed_ips': [{'subnet_id': 'a58af314-f250-4e5c-9cd8-f834d2cdb411'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:13:43.852747 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac210df4-7e7f-439c-8d2b-b2e08860513c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.854682 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.874435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac210df4-7e7f-439c-8d2b-b2e08860513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.881244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac210df4-7e7f-439c-8d2b-b2e08860513c admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:13:43.881756 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac210df4-7e7f-439c-8d2b-b2e08860513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:13:43.884245 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:13:43.892150 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70268fdf-590a-4e63-b5be-b05d1c2c8bac tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.894882 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70268fdf-590a-4e63-b5be-b05d1c2c8bac tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:43.979387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a8eb0-586e-4356-a6ea-d71f609132aa req-5ac24baa-0cb3-4d04-86e7-4d01a8d1e521 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:43.980960 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a38a8eb0-586e-4356-a6ea-d71f609132aa req-5ac24baa-0cb3-4d04-86e7-4d01a8d1e521 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.0710504 Oct 13 11:13:44.040534 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a38a8eb0-586e-4356-a6ea-d71f609132aa req-9d346ef6-4dfb-4c96-bbee-c07463ecbeba tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478172 Oct 13 11:13:44.062217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Allocated IP 2001:db8::2 (1c1282db-cc66-42c6-8a88-8b475f62e533/a58af314-f250-4e5c-9cd8-f834d2cdb411/70affe83-4882-4952-8f8d-da318a33a5e8) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:44.069138 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac210df4-7e7f-439c-8d2b-b2e08860513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:44.078275 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac210df4-7e7f-439c-8d2b-b2e08860513c admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:44.085741 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ac210df4-7e7f-439c-8d2b-b2e08860513c admin admin] 10.222.0.32 "DELETE /v2.0/networks/1326c4c6-01e1-4a06-9580-f34a905854b0 HTTP/1.1" status: 204 len: 168 time: 0.4904411 Oct 13 11:13:44.098959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac210df4-7e7f-439c-8d2b-b2e08860513c admin admin] Pushing event deleted for resources: {'Network': ['ID=1326c4c6-01e1-4a06-9580-f34a905854b0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:44.183876 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70268fdf-590a-4e63-b5be-b05d1c2c8bac tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:44.286908 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:44.332511 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70268fdf-590a-4e63-b5be-b05d1c2c8bac tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:44.435934 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:44.480024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Network 1c1282db-cc66-42c6-8a88-8b475f62e533 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:44.482942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:44.486531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:44.494938 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70268fdf-590a-4e63-b5be-b05d1c2c8bac tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:44.497808 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-70268fdf-590a-4e63-b5be-b05d1c2c8bac tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7282729 Oct 13 11:13:44.501395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38484) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:44.501998 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Pushing event updated for resources: {'Port': ['ID=70affe83-4882-4952-8f8d-da318a33a5e8,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:44.511907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'port': {'network_id': '1c1282db-cc66-42c6-8a88-8b475f62e533', 'name': 'tempest-RoutersIpV6Test-538770338'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:44.562047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Attempting to bind port 70affe83-4882-4952-8f8d-da318a33a5e8 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:13:44.562460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Attempting to bind port 70affe83-4882-4952-8f8d-da318a33a5e8 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'ac6f4185-b31e-4c60-9ca3-0f6d41c77231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c1282db-cc66-42c6-8a88-8b475f62e533'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:13:44.562829 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Attempting to bind port 70affe83-4882-4952-8f8d-da318a33a5e8 on network 1c1282db-cc66-42c6-8a88-8b475f62e533 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:44.569155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:13:44.569500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Checking segment: {'id': 'ac6f4185-b31e-4c60-9ca3-0f6d41c77231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c1282db-cc66-42c6-8a88-8b475f62e533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:44.569909 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:44.571063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Bound using segment: {'id': 'ac6f4185-b31e-4c60-9ca3-0f6d41c77231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c1282db-cc66-42c6-8a88-8b475f62e533'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:13:44.571710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Bound port: 70affe83-4882-4952-8f8d-da318a33a5e8, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6f4185-b31e-4c60-9ca3-0f6d41c77231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c1282db-cc66-42c6-8a88-8b475f62e533'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:13:44.572165 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:44.663008 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] For port 70affe83-4882-4952-8f8d-da318a33a5e8, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:13:44.672760 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] For port 70affe83-4882-4952-8f8d-da318a33a5e8, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=70affe83-4882-4952-8f8d-da318a33a5e8,segment=NetworkSegment(ac6f4185-b31e-4c60-9ca3-0f6d41c77231),segment_id=ac6f4185-b31e-4c60-9ca3-0f6d41c77231)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:13:44.835226 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:44.904046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ebcf6-1ca4-4cb1-a686-6c1160152bd4 None None] Pushing event updated for resources: {'Port': ['ID=70affe83-4882-4952-8f8d-da318a33a5e8,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:44.947853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38494) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:45.015030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0d18f62c-f536-4e29-b8c6-a77670f1ddae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bfe750102db4362b2036d9b6a9d99a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645421 Oct 13 11:13:45.017420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38496) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:45.050401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38498) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:45.118267 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5380-9421-4655-a705-c8f3f90c996c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.137239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:45.141547 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.164911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5380-9421-4655-a705-c8f3f90c996c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.165218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] device_id is not set on port 11665414-4641-4ab3-941f-d18799a7fc12 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:13:45.256817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1137702524-network', 'tenant_id': '2aa57b3f2e79492c8ce3f3d4148708d4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:45.308082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04457b3-08b0-447b-9dd8-62acab53cdc6 req-872e0e63-01dc-4a43-967b-86a068c541ad tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:45.309685 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d04457b3-08b0-447b-9dd8-62acab53cdc6 req-872e0e63-01dc-4a43-967b-86a068c541ad tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.1185637 Oct 13 11:13:45.358707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Allocated IP 2001:db8::104 (1c1282db-cc66-42c6-8a88-8b475f62e533/a58af314-f250-4e5c-9cd8-f834d2cdb411/11665414-4641-4ab3-941f-d18799a7fc12) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:45.371546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d04457b3-08b0-447b-9dd8-62acab53cdc6 req-a5740f45-6fd5-4f5c-bfb0-31f4ff53bea4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551493 Oct 13 11:13:45.473126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Made reservation on behalf of 2aa57b3f2e79492c8ce3f3d4148708d4 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:45.473126 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.482101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.526416 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5380-9421-4655-a705-c8f3f90c996c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.533274 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5380-9421-4655-a705-c8f3f90c996c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.533274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3b2d5380-9421-4655-a705-c8f3f90c996c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d30eb8db-8815-40a6-a4ee-08d5b86034fd HTTP/1.1" status: 204 len: 168 time: 0.5112560 Oct 13 11:13:45.540950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d5380-9421-4655-a705-c8f3f90c996c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30eb8db-8815-40a6-a4ee-08d5b86034fd,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:45.673356 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.690369 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.771949 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.800879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:13:45.808075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c747ae57-c4d1-45f3-ac49-08b84a395f33,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:45.815060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.815407 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Added segment a38b61ac-36f3-4540-af44-ac96335517d6 of type vlan for network 526e271f-a82a-417a-b47f-2c6cc9a17518 Oct 13 11:13:45.864260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.879559 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.939213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 1c1282db-cc66-42c6-8a88-8b475f62e533 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:45.945868 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:45.952790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:45.958602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:45.959216 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:45.968617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=11665414-4641-4ab3-941f-d18799a7fc12,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:46.006086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae6658-72f7-4404-be0f-6186df3ecb7c None None] Network 1c1282db-cc66-42c6-8a88-8b475f62e533 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:46.045743 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 68418764-f7b5-4fe4-a690-493b69e4c132 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:46.071473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 68418764-f7b5-4fe4-a690-493b69e4c132 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:13:46.071822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 68418764-f7b5-4fe4-a690-493b69e4c132 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:13:46.074708 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:46.078792 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:46.078792 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:46.131436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a3cad5d1-272f-40e6-92fb-e1519061f49f None None] Provisioning complete for port 70affe83-4882-4952-8f8d-da318a33a5e8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:46.131914 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a3cad5d1-272f-40e6-92fb-e1519061f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:46.156274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38518) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:46.165892 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-db1e0f9a-4ea8-40ed-b949-ad0d39c9f9e6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6551025 Oct 13 11:13:46.182231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] Pushing event updated for resources: {'Network': ['ID=526e271f-a82a-417a-b47f-2c6cc9a17518,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:46.209733 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 526e271f-a82a-417a-b47f-2c6cc9a17518 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:13:46.289792 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0ab45872-c892-4f8a-8bb9-8a68cc7f5c5c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2368019 Oct 13 11:13:46.303916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38522) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:46.312561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e23f9c15-5524-44e4-93ac-dead069df2e9 admin admin] Request body: {'subnet': {'network_id': '526e271f-a82a-417a-b47f-2c6cc9a17518', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1137702524-subnet', 'tenant_id': '2aa57b3f2e79492c8ce3f3d4148708d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:46.410080 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a3cad5d1-272f-40e6-92fb-e1519061f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:46.430442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23f9c15-5524-44e4-93ac-dead069df2e9 admin admin] Made reservation on behalf of 2aa57b3f2e79492c8ce3f3d4148708d4 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:46.431957 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e23f9c15-5524-44e4-93ac-dead069df2e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:46.487430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a3cad5d1-272f-40e6-92fb-e1519061f49f None None] For port 70affe83-4882-4952-8f8d-da318a33a5e8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=70affe83-4882-4952-8f8d-da318a33a5e8,segment=NetworkSegment(ac6f4185-b31e-4c60-9ca3-0f6d41c77231),segment_id=ac6f4185-b31e-4c60-9ca3-0f6d41c77231)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:46.583661 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 70affe83-4882-4952-8f8d-da318a33a5e8 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:13:46.667239 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a3cad5d1-272f-40e6-92fb-e1519061f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:46.738363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 70affe83-4882-4952-8f8d-da318a33a5e8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:46.739133 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:46.749709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731b42-221f-438d-bade-c80a04b5ad1b req-a139b120-32d8-4780-b3b7-cbfc65bd9b99 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:46.766123 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e731b42-221f-438d-bade-c80a04b5ad1b req-a139b120-32d8-4780-b3b7-cbfc65bd9b99 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.2429590 Oct 13 11:13:46.786513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cad5d1-272f-40e6-92fb-e1519061f49f None None] Pushing event updated for resources: {'Port': ['ID=70affe83-4882-4952-8f8d-da318a33a5e8,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:46.886935 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e731b42-221f-438d-bade-c80a04b5ad1b req-6779ca45-fc71-4259-b559-a02ec3c13949 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182883 Oct 13 11:13:46.900863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c6fd52bc-382c-4154-90ba-9c82cc9e2598 None None] Provisioning complete for port 70affe83-4882-4952-8f8d-da318a33a5e8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:46.900863 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6fd52bc-382c-4154-90ba-9c82cc9e2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:46.917253 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:47.006476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e23f9c15-5524-44e4-93ac-dead069df2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:47.038468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c6fd52bc-382c-4154-90ba-9c82cc9e2598 None None] Provisioning complete for port 11665414-4641-4ab3-941f-d18799a7fc12 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:47.039727 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6fd52bc-382c-4154-90ba-9c82cc9e2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:47.123712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f9c15-5524-44e4-93ac-dead069df2e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ffe79a1-8ec1-4f17-b5a5-491a93053b8a,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:47.125769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd52bc-382c-4154-90ba-9c82cc9e2598 None None] Port 11665414-4641-4ab3-941f-d18799a7fc12 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:13:47.144177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23f9c15-5524-44e4-93ac-dead069df2e9 admin admin] Checking segment: {'id': 'a38b61ac-36f3-4540-af44-ac96335517d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '526e271f-a82a-417a-b47f-2c6cc9a17518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:47.145853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23f9c15-5524-44e4-93ac-dead069df2e9 admin admin] Network hostable DHCP agents. Network: 526e271f-a82a-417a-b47f-2c6cc9a17518, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:13:47.260213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-91dc3f20-7c94-4e79-8c24-48d79a59a04b None None] Provisioning complete for port 11665414-4641-4ab3-941f-d18799a7fc12 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:47.260591 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-91dc3f20-7c94-4e79-8c24-48d79a59a04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:47.280457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23f9c15-5524-44e4-93ac-dead069df2e9 admin admin] Network 526e271f-a82a-417a-b47f-2c6cc9a17518 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:13:47.300455 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:47.310726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-91dc3f20-7c94-4e79-8c24-48d79a59a04b None None] Port 11665414-4641-4ab3-941f-d18799a7fc12 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:13:47.356058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140652da-bb57-4f14-a032-73498060f4d3 req-4b8346c1-6d17-4b7e-9813-3ec16051d7d3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:47.357538 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-140652da-bb57-4f14-a032-73498060f4d3 req-4b8346c1-6d17-4b7e-9813-3ec16051d7d3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0546827 Oct 13 11:13:47.398478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-140652da-bb57-4f14-a032-73498060f4d3 req-875ff5b8-b9b9-4674-8d74-86bb8dbc7acc tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346510 Oct 13 11:13:47.418001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e23f9c15-5524-44e4-93ac-dead069df2e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 526e271f-a82a-417a-b47f-2c6cc9a17518) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:47.430084 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:47.430798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f9c15-5524-44e4-93ac-dead069df2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:47.430798 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e23f9c15-5524-44e4-93ac-dead069df2e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:47.447270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572cdc95-0d46-4c36-b547-fef9c434472e None None] Network 526e271f-a82a-417a-b47f-2c6cc9a17518 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:47.500892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=11665414-4641-4ab3-941f-d18799a7fc12,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:47.536864 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e23f9c15-5524-44e4-93ac-dead069df2e9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2317183 Oct 13 11:13:47.651666 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be0b4b8-7534-47f6-9c76-aa1c49717176 None None] Network 526e271f-a82a-417a-b47f-2c6cc9a17518 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:47.696766 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:47.940946 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:47.944867 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7ddecad3-0839-4382-8f5f-951539a9c1d8 None None] Provisioning complete for port 11665414-4641-4ab3-941f-d18799a7fc12 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:47.945379 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7ddecad3-0839-4382-8f5f-951539a9c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:47.997568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7ddecad3-0839-4382-8f5f-951539a9c1d8 None None] Port 11665414-4641-4ab3-941f-d18799a7fc12 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:13:48.234719 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-a9941931-74b6-4455-be1a-881dd7c600ad tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:48.236227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-a9941931-74b6-4455-be1a-881dd7c600ad tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/networks?id=526e271f-a82a-417a-b47f-2c6cc9a17518 HTTP/1.1" status: 200 len: 822 time: 0.2316930 Oct 13 11:13:48.257113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-434912a2-9c90-4778-bf2c-9aa6b0b7f734 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/quotas/2aa57b3f2e79492c8ce3f3d4148708d4 HTTP/1.1" status: 200 len: 375 time: 0.0140905 Oct 13 11:13:48.300501 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-760f0a49-05af-4af2-8f28-29bf79770ecc tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2aa57b3f2e79492c8ce3f3d4148708d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376887 Oct 13 11:13:48.392463 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:48.419996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 70affe83-4882-4952-8f8d-da318a33a5e8 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:13:48.421255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-1ecafd65-4d9b-4632-8a4a-b0244ed85db6 service neutron] 10.222.0.32 "GET /v2.0/networks/526e271f-a82a-417a-b47f-2c6cc9a17518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115043 Oct 13 11:13:48.469762 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 70affe83-4882-4952-8f8d-da318a33a5e8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:48.470135 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:48.494356 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:48.495116 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:48.602479 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-d1173bc0-84b8-4642-be82-0057fc5c58f8 service neutron] 10.222.0.32 "GET /v2.0/networks/526e271f-a82a-417a-b47f-2c6cc9a17518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727803 Oct 13 11:13:48.606495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=11665414-4641-4ab3-941f-d18799a7fc12,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:48.647402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 1c1282db-cc66-42c6-8a88-8b475f62e533 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:48.649438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:48.851818 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router cc00e129-4718-4c97-90dc-7ffbc1985326 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:13:48.998151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:13:49.004586 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5fd56269-7537-4ba4-af9e-d105906972fe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/cc00e129-4718-4c97-90dc-7ffbc1985326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8471479 Oct 13 11:13:49.007179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38604) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:49.014975 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cdb5a-b2ef-4cba-9321-e7d6239bc6fc req-67a231be-1a12-4d6d-a887-eaa36b8becf8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:49.016504 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb5cdb5a-b2ef-4cba-9321-e7d6239bc6fc req-67a231be-1a12-4d6d-a887-eaa36b8becf8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.1094513 Oct 13 11:13:49.017348 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a411704-6aba-4ed9-ad56-e2241c295ec4 None None] Sync routers for ids ['cc00e129-4718-4c97-90dc-7ffbc1985326'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:13:49.034170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-28c4ded1-7587-4645-b203-2dc13833922a None None] Provisioning complete for port 11665414-4641-4ab3-941f-d18799a7fc12 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:49.034609 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28c4ded1-7587-4645-b203-2dc13833922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:49.035545 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a411704-6aba-4ed9-ad56-e2241c295ec4 None None] Routers {'cc00e129-4718-4c97-90dc-7ffbc1985326'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:49.036962 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6a411704-6aba-4ed9-ad56-e2241c295ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cc00e129-4718-4c97-90dc-7ffbc1985326'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:49.073292 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-28c4ded1-7587-4645-b203-2dc13833922a None None] Port 11665414-4641-4ab3-941f-d18799a7fc12 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:13:49.083149 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb5cdb5a-b2ef-4cba-9321-e7d6239bc6fc req-3fe71de2-26ba-4f2a-b43d-15f34ae28a6b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535715 Oct 13 11:13:49.117356 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6a411704-6aba-4ed9-ad56-e2241c295ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:49.124258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a6321-f273-4e2c-9a47-25fd77c85913 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:49.125734 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-150a6321-f273-4e2c-9a47-25fd77c85913 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports/11665414-4641-4ab3-941f-d18799a7fc12 HTTP/1.1" status: 200 len: 983 time: 0.1167295 Oct 13 11:13:49.128561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38606) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:49.130822 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a411704-6aba-4ed9-ad56-e2241c295ec4 None None] Routers {'cc00e129-4718-4c97-90dc-7ffbc1985326'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:49.133806 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6a411704-6aba-4ed9-ad56-e2241c295ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cc00e129-4718-4c97-90dc-7ffbc1985326'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:49.171266 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6a411704-6aba-4ed9-ad56-e2241c295ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:49.172196 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a411704-6aba-4ed9-ad56-e2241c295ec4 None None] The sync data for ids ['cc00e129-4718-4c97-90dc-7ffbc1985326'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:13:49.619723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68109995-e67d-4619-b2ad-a5bbb9294859 req-e33c863c-40e3-4efa-9236-b828ca6e3766 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:49.621140 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68109995-e67d-4619-b2ad-a5bbb9294859 req-e33c863c-40e3-4efa-9236-b828ca6e3766 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.4522219 Oct 13 11:13:49.729792 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68109995-e67d-4619-b2ad-a5bbb9294859 req-dbea253a-d1bc-45d4-be59-c0a5ca37115e tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747759 Oct 13 11:13:49.811699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7745ba9-c070-490a-a2d0-f79402bd221d req-b72e309d-1418-4c2a-9a3a-d69b8e3121c0 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 210 time: 0.0340862 Oct 13 11:13:49.906620 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01ee83c-82f9-47b0-8233-0301f1b27ce6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:50.165112 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d01ee83c-82f9-47b0-8233-0301f1b27ce6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port 11665414-4641-4ab3-941f-d18799a7fc12 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:50.165620 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01ee83c-82f9-47b0-8233-0301f1b27ce6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:50.281501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eca5ef-0c14-459b-a3c9-f8b1cddc4a56 req-38579514-74e5-4b05-963e-9deb65825abd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:50.283026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2eca5ef-0c14-459b-a3c9-f8b1cddc4a56 req-38579514-74e5-4b05-963e-9deb65825abd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.1211276 Oct 13 11:13:50.305571 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01ee83c-82f9-47b0-8233-0301f1b27ce6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:50.329210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d01ee83c-82f9-47b0-8233-0301f1b27ce6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for 11665414-4641-4ab3-941f-d18799a7fc12 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:50.355450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2eca5ef-0c14-459b-a3c9-f8b1cddc4a56 req-696ce1b6-37d3-4e54-a557-5e952753778a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617089 Oct 13 11:13:50.439420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38618) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:50.568501 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d4616a7-2950-4a30-9012-2a909971f509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:50.611808 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01ee83c-82f9-47b0-8233-0301f1b27ce6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:50.641888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ee83c-82f9-47b0-8233-0301f1b27ce6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=11665414-4641-4ab3-941f-d18799a7fc12,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:50.659485 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d4616a7-2950-4a30-9012-2a909971f509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:50.714633 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d4616a7-2950-4a30-9012-2a909971f509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:50.745996 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01ee83c-82f9-47b0-8233-0301f1b27ce6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:50.748788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4616a7-2950-4a30-9012-2a909971f509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6747653-0374-4e5c-a929-712f1880a463,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:50.781124 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6d4616a7-2950-4a30-9012-2a909971f509 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a9893812e674e408ee79f8a99de9dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398545 Oct 13 11:13:50.781775 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38624) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:50.860519 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20d2e62-41f3-434c-bfbd-a6f8b5bb4222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:50.886879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20d2e62-41f3-434c-bfbd-a6f8b5bb4222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:50.994948 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20d2e62-41f3-434c-bfbd-a6f8b5bb4222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:50.997956 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20d2e62-41f3-434c-bfbd-a6f8b5bb4222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:50.999199 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b20d2e62-41f3-434c-bfbd-a6f8b5bb4222 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6747653-0374-4e5c-a929-712f1880a463 HTTP/1.1" status: 204 len: 168 time: 0.2164519 Oct 13 11:13:51.000707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fed1a6-a262-4595-8440-59352e25577f req-0ec5e478-2fb3-4860-b2e8-6d054cbd3657 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:51.002457 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18fed1a6-a262-4595-8440-59352e25577f req-0ec5e478-2fb3-4860-b2e8-6d054cbd3657 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1483176 Oct 13 11:13:51.014372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d2e62-41f3-434c-bfbd-a6f8b5bb4222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6747653-0374-4e5c-a929-712f1880a463,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:51.036469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01ee83c-82f9-47b0-8233-0301f1b27ce6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router cc00e129-4718-4c97-90dc-7ffbc1985326 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:13:51.063805 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18fed1a6-a262-4595-8440-59352e25577f req-0c647da5-d3f1-4d1d-9e79-45393c08bbaa tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525067 Oct 13 11:13:51.142168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01ee83c-82f9-47b0-8233-0301f1b27ce6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:13:51.154064 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481f418-4487-498e-846d-6e1b1724da99 None None] Sync routers for ids ['cc00e129-4718-4c97-90dc-7ffbc1985326'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:13:51.155890 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d01ee83c-82f9-47b0-8233-0301f1b27ce6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/cc00e129-4718-4c97-90dc-7ffbc1985326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0261996 Oct 13 11:13:51.167137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38632) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:51.175198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481f418-4487-498e-846d-6e1b1724da99 None None] Routers {'cc00e129-4718-4c97-90dc-7ffbc1985326'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:51.184492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a481f418-4487-498e-846d-6e1b1724da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cc00e129-4718-4c97-90dc-7ffbc1985326'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:51.201404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e5f5784-49c8-4ffa-af4c-3acbc4e3233c req-7283a698-ae86-42b5-a5c4-8c8348d2a5a7 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 210 time: 0.0441542 Oct 13 11:13:51.247429 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a481f418-4487-498e-846d-6e1b1724da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:51.269419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481f418-4487-498e-846d-6e1b1724da99 None None] Routers {'cc00e129-4718-4c97-90dc-7ffbc1985326'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:51.271809 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a481f418-4487-498e-846d-6e1b1724da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cc00e129-4718-4c97-90dc-7ffbc1985326'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:51.314636 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-f688d128-ff13-4766-9e88-ec8ceffce716 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:51.316284 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-f688d128-ff13-4766-9e88-ec8ceffce716 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.21 "GET /v2.0/networks?id=526e271f-a82a-417a-b47f-2c6cc9a17518 HTTP/1.1" status: 200 len: 822 time: 0.2355032 Oct 13 11:13:51.332130 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-0377f2e4-a95a-4ea6-af55-1716a5b5bc0c tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Request body: {'port': {'device_id': 'c3ffad60-4c2e-4373-a7db-50dba8adf372', 'network_id': '526e271f-a82a-417a-b47f-2c6cc9a17518', 'admin_state_up': True, 'tenant_id': '2aa57b3f2e79492c8ce3f3d4148708d4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:51.345522 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a481f418-4487-498e-846d-6e1b1724da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:51.346542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481f418-4487-498e-846d-6e1b1724da99 None None] The sync data for ids ['cc00e129-4718-4c97-90dc-7ffbc1985326'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:13:51.501124 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-2c3f9457-1463-45e6-b797-9ba329485939 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] remove_router_interface failed (client error): The resource could not be found. Oct 13 11:13:51.502440 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2c3f9457-1463-45e6-b797-9ba329485939 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/cc00e129-4718-4c97-90dc-7ffbc1985326/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3333011 Oct 13 11:13:51.505463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38642) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:51.543725 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-58030fa3-ae6b-4ba6-ad9c-7c9259b78622 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc00e129-4718-4c97-90dc-7ffbc1985326 HTTP/1.1" status: 200 len: 205 time: 0.0360668 Oct 13 11:13:51.545074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-0377f2e4-a95a-4ea6-af55-1716a5b5bc0c tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Made reservation on behalf of 2aa57b3f2e79492c8ce3f3d4148708d4 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:51.549952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38646) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:51.550130 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-0377f2e4-a95a-4ea6-af55-1716a5b5bc0c tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:51.561654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea837461-b381-49ca-8869-b9d064f681ce req-3342626c-90b2-4bc1-8f23-9d5e35ff211d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:51.567111 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea837461-b381-49ca-8869-b9d064f681ce req-3342626c-90b2-4bc1-8f23-9d5e35ff211d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.0974841 Oct 13 11:13:51.662807 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8610a518-c777-49da-9ac2-558d979b17b0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:51.684531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-0377f2e4-a95a-4ea6-af55-1716a5b5bc0c tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Allocated IP 172.20.0.9 (526e271f-a82a-417a-b47f-2c6cc9a17518/6ffe79a1-8ec1-4f17-b5a5-491a93053b8a/d6b0d019-17b8-44b7-8d8f-f2a826da55d5) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:51.760141 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea837461-b381-49ca-8869-b9d064f681ce req-68ae7a94-d4bf-415e-8bbb-19a1b96a8f43 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787179 Oct 13 11:13:51.864780 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-0377f2e4-a95a-4ea6-af55-1716a5b5bc0c tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:51.881998 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8610a518-c777-49da-9ac2-558d979b17b0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:51.885675 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8610a518-c777-49da-9ac2-558d979b17b0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:51.971980 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-0377f2e4-a95a-4ea6-af55-1716a5b5bc0c tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.006802 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8610a518-c777-49da-9ac2-558d979b17b0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.009246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8610a518-c777-49da-9ac2-558d979b17b0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Fanout notify agent at l3_agent the message router_deleted on router cc00e129-4718-4c97-90dc-7ffbc1985326 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:13:52.016960 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8610a518-c777-49da-9ac2-558d979b17b0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.018153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8610a518-c777-49da-9ac2-558d979b17b0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/cc00e129-4718-4c97-90dc-7ffbc1985326 HTTP/1.1" status: 204 len: 168 time: 0.4500937 Oct 13 11:13:52.020738 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38656) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:52.034401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-0377f2e4-a95a-4ea6-af55-1716a5b5bc0c tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Network 526e271f-a82a-417a-b47f-2c6cc9a17518 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:52.037646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-0377f2e4-a95a-4ea6-af55-1716a5b5bc0c tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:52.042540 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-0377f2e4-a95a-4ea6-af55-1716a5b5bc0c tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:52.046854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377f2e4-a95a-4ea6-af55-1716a5b5bc0c tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Pushing event updated for resources: {'Port': ['ID=d6b0d019-17b8-44b7-8d8f-f2a826da55d5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:52.088795 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ded8f06-0852-4cd5-ac6c-f6f01ef6f307 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting subnet a58af314-f250-4e5c-9cd8-f834d2cdb411 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:13:52.092084 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ded8f06-0852-4cd5-ac6c-f6f01ef6f307 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.123748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-0377f2e4-a95a-4ea6-af55-1716a5b5bc0c tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:52.130379 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-0377f2e4-a95a-4ea6-af55-1716a5b5bc0c tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.143616 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ded8f06-0852-4cd5-ac6c-f6f01ef6f307 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.235526 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-0377f2e4-a95a-4ea6-af55-1716a5b5bc0c tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9093895 Oct 13 11:13:52.249615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Request body: {'port': {'device_id': 'c3ffad60-4c2e-4373-a7db-50dba8adf372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:52.274268 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632f8c3-1b3a-4b59-8de3-05251182ee90 req-1d5eafe7-a9fe-4d33-9b98-b87a38a386e9 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:52.275779 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0632f8c3-1b3a-4b59-8de3-05251182ee90 req-1d5eafe7-a9fe-4d33-9b98-b87a38a386e9 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1092701 Oct 13 11:13:52.320347 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ded8f06-0852-4cd5-ac6c-f6f01ef6f307 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.349380 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.356317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0632f8c3-1b3a-4b59-8de3-05251182ee90 req-34df5abb-4ab4-41d9-b327-fe3a16a95105 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726845 Oct 13 11:13:52.369384 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38670) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:52.537000 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ded8f06-0852-4cd5-ac6c-f6f01ef6f307 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.589057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1701986026-network', 'tenant_id': 'c82e786a46f246a189993bc458129835'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:52.592288 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded8f06-0852-4cd5-ac6c-f6f01ef6f307 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Subnet': ['ID=a58af314-f250-4e5c-9cd8-f834d2cdb411,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:52.608166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f716ae-0b45-41e0-9b4e-7dabeae6bcd8 None None] Network 1c1282db-cc66-42c6-8a88-8b475f62e533 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:52.611627 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ded8f06-0852-4cd5-ac6c-f6f01ef6f307 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.617854 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3ded8f06-0852-4cd5-ac6c-f6f01ef6f307 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/a58af314-f250-4e5c-9cd8-f834d2cdb411 HTTP/1.1" status: 204 len: 168 time: 0.5960362 Oct 13 11:13:52.620813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38676) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:52.695438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba28173-6296-4e50-ae76-2e2c70af19ae req-f2c7ee2b-b082-4e7c-80cc-5f5dae9645a5 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:52.697270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ba28173-6296-4e50-ae76-2e2c70af19ae req-f2c7ee2b-b082-4e7c-80cc-5f5dae9645a5 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 931 time: 0.2058146 Oct 13 11:13:52.745191 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.766982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Made reservation on behalf of c82e786a46f246a189993bc458129835 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:52.769319 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.783984 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ba28173-6296-4e50-ae76-2e2c70af19ae req-35d6e6e9-8584-430f-8f8d-1eab359f8f4f tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c747ae57-c4d1-45f3-ac49-08b84a395f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735385 Oct 13 11:13:52.785854 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.854074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b0d019-17b8-44b7-8d8f-f2a826da55d5 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:13:52.876194 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.889715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port 70affe83-4882-4952-8f8d-da318a33a5e8 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:52.890132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:52.916650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Transition to ACTIVE for port object d6b0d019-17b8-44b7-8d8f-f2a826da55d5 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:13:53.013131 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.013763 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403cec2-86eb-4bdb-9e93-c7dbbdf44288 None None] DHCP port deletion for 1c1282db-cc66-42c6-8a88-8b475f62e533 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:13:53.018090 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.024629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] For port 70affe83-4882-4952-8f8d-da318a33a5e8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=70affe83-4882-4952-8f8d-da318a33a5e8,segment=NetworkSegment(ac6f4185-b31e-4c60-9ca3-0f6d41c77231),segment_id=ac6f4185-b31e-4c60-9ca3-0f6d41c77231)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:53.024995 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.044668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for 70affe83-4882-4952-8f8d-da318a33a5e8 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:53.058948 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01022d31-3dec-4998-997b-c2466e286596 req-64453633-3c5e-444e-a3c8-18af4eef50ef tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:53.060514 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01022d31-3dec-4998-997b-c2466e286596 req-64453633-3c5e-444e-a3c8-18af4eef50ef tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.1554794 Oct 13 11:13:53.115928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4403cec2-86eb-4bdb-9e93-c7dbbdf44288 None None] Deleting port 70affe83-4882-4952-8f8d-da318a33a5e8 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:13:53.117056 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4403cec2-86eb-4bdb-9e93-c7dbbdf44288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.181011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b0d019-17b8-44b7-8d8f-f2a826da55d5,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:53.196014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:53.197120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:53.197506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:53.197875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:53.198228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:53.198751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:53.199595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:53.199979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:53.200344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:53.200743 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:53.201179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:53.201743 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:13:53.205802 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.244003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Attempting to bind port d6b0d019-17b8-44b7-8d8f-f2a826da55d5 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:13:53.244319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Attempting to bind port d6b0d019-17b8-44b7-8d8f-f2a826da55d5 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'a38b61ac-36f3-4540-af44-ac96335517d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '526e271f-a82a-417a-b47f-2c6cc9a17518'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:13:53.244732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Attempting to bind port d6b0d019-17b8-44b7-8d8f-f2a826da55d5 on network 526e271f-a82a-417a-b47f-2c6cc9a17518 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:53.258382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Port d6b0d019-17b8-44b7-8d8f-f2a826da55d5 on network 526e271f-a82a-417a-b47f-2c6cc9a17518 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:13:53.258804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Attempting to bind port d6b0d019-17b8-44b7-8d8f-f2a826da55d5 on network 526e271f-a82a-417a-b47f-2c6cc9a17518 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:53.259888 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4403cec2-86eb-4bdb-9e93-c7dbbdf44288 None None] For port 70affe83-4882-4952-8f8d-da318a33a5e8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=70affe83-4882-4952-8f8d-da318a33a5e8,segment=NetworkSegment(ac6f4185-b31e-4c60-9ca3-0f6d41c77231),segment_id=ac6f4185-b31e-4c60-9ca3-0f6d41c77231)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:53.260295 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4403cec2-86eb-4bdb-9e93-c7dbbdf44288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.274441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:13:53.275028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Checking segment: {'id': 'a38b61ac-36f3-4540-af44-ac96335517d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '526e271f-a82a-417a-b47f-2c6cc9a17518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:53.278295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Bound using segment: {'id': 'a38b61ac-36f3-4540-af44-ac96335517d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '526e271f-a82a-417a-b47f-2c6cc9a17518'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:13:53.278295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Bound port: d6b0d019-17b8-44b7-8d8f-f2a826da55d5, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38b61ac-36f3-4540-af44-ac96335517d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '526e271f-a82a-417a-b47f-2c6cc9a17518'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:13:53.278295 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.278788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572b5b19-df90-4fc0-b828-5675f610cbac,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:53.282198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4403cec2-86eb-4bdb-9e93-c7dbbdf44288 None None] Calling delete_port for 70affe83-4882-4952-8f8d-da318a33a5e8 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:13:53.317621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:13:53.332053 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01022d31-3dec-4998-997b-c2466e286596 req-6bffdd7e-5a6c-48aa-ab89-8d57bb19ad55 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584693 Oct 13 11:13:53.349650 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.350107 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Added segment 6932a5ca-9eba-44c6-95a3-ccfca2552f53 of type vlan for network cc3aafed-0855-41df-af39-1054899c0da8 Oct 13 11:13:53.376837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] For port d6b0d019-17b8-44b7-8d8f-f2a826da55d5, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:13:53.380750 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] For port d6b0d019-17b8-44b7-8d8f-f2a826da55d5, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d6b0d019-17b8-44b7-8d8f-f2a826da55d5,segment=NetworkSegment(a38b61ac-36f3-4540-af44-ac96335517d6),segment_id=a38b61ac-36f3-4540-af44-ac96335517d6)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:13:53.409906 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.466525 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:13:53.497580 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:13:53.501076 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.508400 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4403cec2-86eb-4bdb-9e93-c7dbbdf44288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.553598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:53.553598 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.553598 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] 10.222.0.21 "PUT /v2.0/ports/d6b0d019-17b8-44b7-8d8f-f2a826da55d5 HTTP/1.1" status: 200 len: 1091 time: 1.3045592 Oct 13 11:13:53.553598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ffad60-4c2e-4373-a7db-50dba8adf372', 'tag': 'd6b0d019-17b8-44b7-8d8f-f2a826da55d5'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:13:53.566556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403cec2-86eb-4bdb-9e93-c7dbbdf44288 None None] Pushing event deleted for resources: {'Port': ['ID=70affe83-4882-4952-8f8d-da318a33a5e8,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:53.568425 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf90a81e-0cbb-442f-a366-75397601262f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ffad60-4c2e-4373-a7db-50dba8adf372", "tag": "d6b0d019-17b8-44b7-8d8f-f2a826da55d5"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:13:53.577142 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403cec2-86eb-4bdb-9e93-c7dbbdf44288 None None] No DVR routers for this DVR port 70affe83-4882-4952-8f8d-da318a33a5e8 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:53.579797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfd025-571a-4be0-8190-cd26f68e7aee req-664ff1f1-f45a-48a3-9e2f-a44ecd6b9bdb tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:53.594995 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87bfd025-571a-4be0-8190-cd26f68e7aee req-664ff1f1-f45a-48a3-9e2f-a44ecd6b9bdb tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1495943 Oct 13 11:13:53.596955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No DVR routers for this DVR port 70affe83-4882-4952-8f8d-da318a33a5e8 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:13:53.627695 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.628973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:53.629566 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.631025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f207bd6-8be4-4f68-919b-01ae83d053e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b0d019-17b8-44b7-8d8f-f2a826da55d5,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:53.634479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=70affe83-4882-4952-8f8d-da318a33a5e8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:53.778634 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.793490 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] Pushing event updated for resources: {'Network': ['ID=cc3aafed-0855-41df-af39-1054899c0da8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:53.802167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87bfd025-571a-4be0-8190-cd26f68e7aee req-bba84495-56b6-47d5-8cfa-7bb6633bf4cb tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639092 Oct 13 11:13:53.814638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1282db-cc66-42c6-8a88-8b475f62e533']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:53.823717 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6f52afaa-8c2c-4e0d-ad1e-1b6fd6ce2103 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4504471 Oct 13 11:13:53.824496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38686) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:53.827768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network cc3aafed-0855-41df-af39-1054899c0da8 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:13:53.836535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4e3909a8-6cdc-4e21-8be4-ec707ba3e0c7 admin admin] Request body: {'subnet': {'network_id': 'cc3aafed-0855-41df-af39-1054899c0da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1701986026-subnet', 'tenant_id': 'c82e786a46f246a189993bc458129835', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:53.840494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-4aed918f-c988-447d-9745-9db604e10f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:53.843218 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-4aed918f-c988-447d-9745-9db604e10f4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2aa57b3f2e79492c8ce3f3d4148708d4&device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 1094 time: 0.0705643 Oct 13 11:13:53.843454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6f4185-b31e-4c60-9ca3-0f6d41c77231') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:53.843725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6f4185-b31e-4c60-9ca3-0f6d41c77231') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:13:53.858391 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.880684 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.892998 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:13:53.893402 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:13:53.901302 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:13:53.939986 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90c8fb2-1093-408d-a7fb-e0d77aa4aca5 x-openstack-request-id: req-c90c8fb2-1093-408d-a7fb-e0d77aa4aca5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:13:53.940896 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ffad60-4c2e-4373-a7db-50dba8adf372", "tag": "d6b0d019-17b8-44b7-8d8f-f2a826da55d5", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:13:53.941332 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c90c8fb2-1093-408d-a7fb-e0d77aa4aca5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:13:53.942088 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ffad60-4c2e-4373-a7db-50dba8adf372', 'tag': 'd6b0d019-17b8-44b7-8d8f-f2a826da55d5', 'status': 'completed', 'code': 200} Oct 13 11:13:53.950500 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-0e15c2a1-5f04-447c-9f1d-e807d885ba83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6b0d019-17b8-44b7-8d8f-f2a826da55d5 HTTP/1.1" status: 200 len: 217 time: 0.0971272 Oct 13 11:13:53.972900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3909a8-6cdc-4e21-8be4-ec707ba3e0c7 admin admin] Made reservation on behalf of c82e786a46f246a189993bc458129835 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:53.975441 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e3909a8-6cdc-4e21-8be4-ec707ba3e0c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:54.019138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-d18189d3-385b-41b1-b202-292e6dc8398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:54.021220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-d18189d3-385b-41b1-b202-292e6dc8398f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ffe79a1-8ec1-4f17-b5a5-491a93053b8a HTTP/1.1" status: 200 len: 862 time: 0.0644884 Oct 13 11:13:54.062588 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-4f1ffbbf-a896-4673-91d8-0b0fd343ef2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=526e271f-a82a-417a-b47f-2c6cc9a17518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343115 Oct 13 11:13:54.128288 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65b296-aea5-44af-b193-54e2f68fb32a req-e6ddf135-c168-427a-adef-f723420e70bc tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:54.129928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df65b296-aea5-44af-b193-54e2f68fb32a req-e6ddf135-c168-427a-adef-f723420e70bc tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 943 time: 0.0963755 Oct 13 11:13:54.175085 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:54.183301 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-9aeeac31-768c-412a-97fa-e8de159a757a service neutron] 10.222.0.21 "GET /v2.0/networks/526e271f-a82a-417a-b47f-2c6cc9a17518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131823 Oct 13 11:13:54.190883 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:54.193984 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/networks/1c1282db-cc66-42c6-8a88-8b475f62e533 HTTP/1.1" status: 204 len: 168 time: 1.5720944 Oct 13 11:13:54.198688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38690) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:54.205114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-41543037-da23-47f0-9148-2827f50ef4fb tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1072552699'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:54.227866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae949283-f453-4e7a-807f-8930bd6c8d73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Network': ['ID=1c1282db-cc66-42c6-8a88-8b475f62e533,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:54.278313 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df65b296-aea5-44af-b193-54e2f68fb32a req-80c01842-cee5-472d-bc14-bf22762c0d33 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c747ae57-c4d1-45f3-ac49-08b84a395f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324053 Oct 13 11:13:54.321935 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14c12f4b-5c7e-42c6-bda1-63480c1fed23 req-15ff088f-5af8-40c2-b66a-4df6bfb7f2bc service neutron] 10.222.0.21 "GET /v2.0/networks/526e271f-a82a-417a-b47f-2c6cc9a17518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321161 Oct 13 11:13:54.437812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 70affe83-4882-4952-8f8d-da318a33a5e8 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:13:54.465046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 70affe83-4882-4952-8f8d-da318a33a5e8 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:13:54.465916 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 70affe83-4882-4952-8f8d-da318a33a5e8 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:13:54.481564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41543037-da23-47f0-9148-2827f50ef4fb tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:54.482946 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41543037-da23-47f0-9148-2827f50ef4fb tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:54.485781 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e3909a8-6cdc-4e21-8be4-ec707ba3e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:54.559924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90a81e-0cbb-442f-a366-75397601262f req-10413e90-d232-4d19-a0e5-79b3492473f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:54.561559 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cf90a81e-0cbb-442f-a366-75397601262f req-10413e90-d232-4d19-a0e5-79b3492473f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2aa57b3f2e79492c8ce3f3d4148708d4&device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 1094 time: 0.0520403 Oct 13 11:13:54.573441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a513-349d-4d23-92b8-0f9de0362ef0 req-e50ea8e2-1096-4aee-8302-c7a159415a86 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:54.579138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c766a513-349d-4d23-92b8-0f9de0362ef0 req-e50ea8e2-1096-4aee-8302-c7a159415a86 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.1493118 Oct 13 11:13:54.591702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41543037-da23-47f0-9148-2827f50ef4fb tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:13:54.622869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3909a8-6cdc-4e21-8be4-ec707ba3e0c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=715c4281-d01e-4af0-9861-bd295fcdc764,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:54.637984 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41543037-da23-47f0-9148-2827f50ef4fb tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:54.638484 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-41543037-da23-47f0-9148-2827f50ef4fb tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Added segment bbab4cb3-21f9-413b-b94d-456c272ac235 of type vlan for network e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed Oct 13 11:13:54.690250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3909a8-6cdc-4e21-8be4-ec707ba3e0c7 admin admin] Checking segment: {'id': '6932a5ca-9eba-44c6-95a3-ccfca2552f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cc3aafed-0855-41df-af39-1054899c0da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:54.690662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3909a8-6cdc-4e21-8be4-ec707ba3e0c7 admin admin] Network hostable DHCP agents. Network: cc3aafed-0855-41df-af39-1054899c0da8, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:13:54.708677 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c766a513-349d-4d23-92b8-0f9de0362ef0 req-ed8f1f64-f21a-400b-8834-f5c28b502239 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238525 Oct 13 11:13:54.710867 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41543037-da23-47f0-9148-2827f50ef4fb tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:54.737201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90a81e-0cbb-442f-a366-75397601262f req-6161ca44-f22f-4b1d-92ec-3889b65419f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:54.737727 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cf90a81e-0cbb-442f-a366-75397601262f req-6161ca44-f22f-4b1d-92ec-3889b65419f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=526e271f-a82a-417a-b47f-2c6cc9a17518 HTTP/1.1" status: 200 len: 923 time: 0.1684215 Oct 13 11:13:54.795044 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cf90a81e-0cbb-442f-a366-75397601262f req-bfd32371-9dc9-4534-9251-b19625069191 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6b0d019-17b8-44b7-8d8f-f2a826da55d5 HTTP/1.1" status: 200 len: 217 time: 0.0481467 Oct 13 11:13:54.840112 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3909a8-6cdc-4e21-8be4-ec707ba3e0c7 admin admin] Network cc3aafed-0855-41df-af39-1054899c0da8 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:13:54.857874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90a81e-0cbb-442f-a366-75397601262f req-05f46d98-c6c4-4883-9878-d47a8e2503f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:54.859425 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cf90a81e-0cbb-442f-a366-75397601262f req-05f46d98-c6c4-4883-9878-d47a8e2503f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ffe79a1-8ec1-4f17-b5a5-491a93053b8a HTTP/1.1" status: 200 len: 862 time: 0.0573232 Oct 13 11:13:54.885963 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41543037-da23-47f0-9148-2827f50ef4fb tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:54.893827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41543037-da23-47f0-9148-2827f50ef4fb tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:54.899432 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41543037-da23-47f0-9148-2827f50ef4fb tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:54.899632 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cf90a81e-0cbb-442f-a366-75397601262f req-94c55b3f-3f61-49b8-8127-001a2ec19a93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=526e271f-a82a-417a-b47f-2c6cc9a17518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294194 Oct 13 11:13:54.979869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-4e3909a8-6cdc-4e21-8be4-ec707ba3e0c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, cc3aafed-0855-41df-af39-1054899c0da8) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:54.991787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ee7f6a-bef8-455f-bfb1-ecb32e83d104 None None] Network cc3aafed-0855-41df-af39-1054899c0da8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:54.993918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3909a8-6cdc-4e21-8be4-ec707ba3e0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:54.994557 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e3909a8-6cdc-4e21-8be4-ec707ba3e0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:55.009447 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cf90a81e-0cbb-442f-a366-75397601262f req-b96d9f73-56b9-455f-872e-bb540fcb85d9 service neutron] 10.222.0.21 "GET /v2.0/networks/526e271f-a82a-417a-b47f-2c6cc9a17518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032708 Oct 13 11:13:55.010412 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41543037-da23-47f0-9148-2827f50ef4fb tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Network': ['ID=e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:55.037568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56222dc8-2527-4094-b52a-27244aecc1e5 req-3850ec0b-db22-4711-9924-a614687afc61 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:55.041057 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56222dc8-2527-4094-b52a-27244aecc1e5 req-3850ec0b-db22-4711-9924-a614687afc61 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1328697 Oct 13 11:13:55.046952 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:13:55.092674 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56222dc8-2527-4094-b52a-27244aecc1e5 req-4765b8dc-4c72-440b-8fe9-062e600be11d tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450711 Oct 13 11:13:55.129910 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cf90a81e-0cbb-442f-a366-75397601262f req-3d1f4e7b-d5d6-4341-999f-e3440d92afaf service neutron] 10.222.0.21 "GET /v2.0/networks/526e271f-a82a-417a-b47f-2c6cc9a17518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132386 Oct 13 11:13:55.157390 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-41543037-da23-47f0-9148-2827f50ef4fb tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9561007 Oct 13 11:13:55.160325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38698) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:55.168885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6d84a0ee-cb04-4eb4-9b1a-5b906fc913c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'subnet': {'network_id': 'e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:55.206583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4e3909a8-6cdc-4e21-8be4-ec707ba3e0c7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3684831 Oct 13 11:13:55.216491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109b598-875f-4e4c-89d8-5da971c74071 None None] Network cc3aafed-0855-41df-af39-1054899c0da8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:55.344827 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d84a0ee-cb04-4eb4-9b1a-5b906fc913c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:13:55.349651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d84a0ee-cb04-4eb4-9b1a-5b906fc913c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:55.438438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca367a-6961-40ec-a13c-cfceec42b1f5 req-dd7a17a5-1a02-4a82-8329-b02273ec0c58 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:55.440393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39ca367a-6961-40ec-a13c-cfceec42b1f5 req-dd7a17a5-1a02-4a82-8329-b02273ec0c58 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 943 time: 0.0636814 Oct 13 11:13:55.490168 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39ca367a-6961-40ec-a13c-cfceec42b1f5 req-760f57a2-bcdd-4b6c-a443-a3f4a6e1754a tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c747ae57-c4d1-45f3-ac49-08b84a395f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Oct 13 11:13:55.674312 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d84a0ee-cb04-4eb4-9b1a-5b906fc913c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:55.744381 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84a0ee-cb04-4eb4-9b1a-5b906fc913c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Subnet': ['ID=9b190a74-8b71-4b69-a9ff-4ce9b942a2bb,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:55.754255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84a0ee-cb04-4eb4-9b1a-5b906fc913c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Checking segment: {'id': 'bbab4cb3-21f9-413b-b94d-456c272ac235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:55.754645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84a0ee-cb04-4eb4-9b1a-5b906fc913c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network hostable DHCP agents. Network: e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:13:55.814075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-f943fc9f-9308-498d-98e0-3d132e363963 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:55.815541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-f943fc9f-9308-498d-98e0-3d132e363963 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/networks?id=cc3aafed-0855-41df-af39-1054899c0da8 HTTP/1.1" status: 200 len: 814 time: 0.1149187 Oct 13 11:13:55.831933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-66774e5b-2636-4822-a92d-7ac347889455 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/quotas/c82e786a46f246a189993bc458129835 HTTP/1.1" status: 200 len: 375 time: 0.0096059 Oct 13 11:13:55.865873 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-bb9a5fb7-3847-46c4-95c6-8c8cc968eeba tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c82e786a46f246a189993bc458129835&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272141 Oct 13 11:13:55.886237 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84a0ee-cb04-4eb4-9b1a-5b906fc913c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:13:55.969498 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-af5c523c-85a3-4f74-b9b6-ac90d608505e service neutron] 10.222.0.32 "GET /v2.0/networks/cc3aafed-0855-41df-af39-1054899c0da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954967 Oct 13 11:13:56.011404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6d84a0ee-cb04-4eb4-9b1a-5b906fc913c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:56.015676 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d84a0ee-cb04-4eb4-9b1a-5b906fc913c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:56.016366 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d84a0ee-cb04-4eb4-9b1a-5b906fc913c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:56.020434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967080cb-211f-4be2-8c2d-920b5ae51eae None None] Network e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:56.066681 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-a9a85483-9d94-400b-8b20-f7f1b2aadd33 service neutron] 10.222.0.32 "GET /v2.0/networks/cc3aafed-0855-41df-af39-1054899c0da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908735 Oct 13 11:13:56.129136 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6d84a0ee-cb04-4eb4-9b1a-5b906fc913c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9674211 Oct 13 11:13:56.144158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38728) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:56.144158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-fd61d40b-beb7-49dc-801f-4fbe2efd500c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2070949915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:13:56.204903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed', 'network_id': 'e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'fixed_ips': [{'subnet_id': '9b190a74-8b71-4b69-a9ff-4ce9b942a2bb'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:13:56.205881 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:56.264622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd61d40b-beb7-49dc-801f-4fbe2efd500c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:56.266566 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd61d40b-beb7-49dc-801f-4fbe2efd500c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:56.342364 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd61d40b-beb7-49dc-801f-4fbe2efd500c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:56.405974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Allocated IP 2001:db8::2 (e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed/9b190a74-8b71-4b69-a9ff-4ce9b942a2bb/422858f8-4732-4a72-b397-5d4c67d4677f) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:56.452271 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd61d40b-beb7-49dc-801f-4fbe2efd500c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:56.577143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91373c96-d2a1-4a09-987f-271c4b466042 req-5b5e837e-bcd4-4bfe-9f60-2c94fbf54119 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:56.586052 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91373c96-d2a1-4a09-987f-271c4b466042 req-5b5e837e-bcd4-4bfe-9f60-2c94fbf54119 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.0698514 Oct 13 11:13:56.598384 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd61d40b-beb7-49dc-801f-4fbe2efd500c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:56.603466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38736) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:56.603699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fd61d40b-beb7-49dc-801f-4fbe2efd500c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4703598 Oct 13 11:13:56.649004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91373c96-d2a1-4a09-987f-271c4b466042 req-d2cc93e1-f329-4d92-abb5-6f33116dd53b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603080 Oct 13 11:13:56.656997 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:56.768752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5103183-14ff-460e-9167-a00c53414a33 req-78aac2e6-49f3-4146-8685-be0ab1f328ba tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:56.776974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5103183-14ff-460e-9167-a00c53414a33 req-78aac2e6-49f3-4146-8685-be0ab1f328ba tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0764182 Oct 13 11:13:56.783936 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:56.850972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Network e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:56.867717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:56.878105 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:56.892245 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Pushing event updated for resources: {'Port': ['ID=422858f8-4732-4a72-b397-5d4c67d4677f,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:57.002790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Attempting to bind port 422858f8-4732-4a72-b397-5d4c67d4677f on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:13:57.003168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Attempting to bind port 422858f8-4732-4a72-b397-5d4c67d4677f by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'bbab4cb3-21f9-413b-b94d-456c272ac235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:13:57.003605 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Attempting to bind port 422858f8-4732-4a72-b397-5d4c67d4677f on network e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:13:57.010461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:13:57.010868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Checking segment: {'id': 'bbab4cb3-21f9-413b-b94d-456c272ac235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:13:57.011248 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:57.011645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Bound using segment: {'id': 'bbab4cb3-21f9-413b-b94d-456c272ac235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:13:57.012129 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Bound port: 422858f8-4732-4a72-b397-5d4c67d4677f, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbab4cb3-21f9-413b-b94d-456c272ac235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:13:57.012514 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:57.071986 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:57.148706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] For port 422858f8-4732-4a72-b397-5d4c67d4677f, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:13:57.155337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] For port 422858f8-4732-4a72-b397-5d4c67d4677f, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=422858f8-4732-4a72-b397-5d4c67d4677f,segment=NetworkSegment(bbab4cb3-21f9-413b-b94d-456c272ac235),segment_id=bbab4cb3-21f9-413b-b94d-456c272ac235)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:13:57.240848 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:57.251425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5103183-14ff-460e-9167-a00c53414a33 req-ce6d1be5-5868-435c-ae0c-8aaef38b1e26 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4724007 Oct 13 11:13:57.383763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd1354a9-6c00-430e-b8ca-cb4dde729576 req-a95a3daa-cde1-4e4b-93c4-65ca70c74b5b tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 210 time: 0.0524654 Oct 13 11:13:57.431398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86580254-3746-46dd-9e9a-9a520a90ba57 None None] Pushing event updated for resources: {'Port': ['ID=422858f8-4732-4a72-b397-5d4c67d4677f,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:57.463968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Allocated IP 2001:db8::1 (e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed/9b190a74-8b71-4b69-a9ff-4ce9b942a2bb/440ae8dd-de7d-4c0a-aa66-480b7646e988) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:13:57.586017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a18c7-d2b6-4734-be32-61c4497be0f5 req-b0465c8a-855a-407f-9393-64f5476985e9 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:57.588332 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a8a18c7-d2b6-4734-be32-61c4497be0f5 req-b0465c8a-855a-407f-9393-64f5476985e9 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 943 time: 0.0776749 Oct 13 11:13:57.656832 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:57.671114 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a8a18c7-d2b6-4734-be32-61c4497be0f5 req-ce44a14d-a62f-4724-81eb-255af4dad43f tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c747ae57-c4d1-45f3-ac49-08b84a395f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749977 Oct 13 11:13:57.835007 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:57.837121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68921981-ee95-40f7-9fe5-52661fcc07a0 req-cab9a7af-7135-4c23-be15-fd768a96bd9f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:57.846398 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68921981-ee95-40f7-9fe5-52661fcc07a0 req-cab9a7af-7135-4c23-be15-fd768a96bd9f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.0710731 Oct 13 11:13:57.902542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:57.911014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:57.915116 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:13:57.915888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68921981-ee95-40f7-9fe5-52661fcc07a0 req-c681df1d-1723-4244-936b-6909ef50e9b4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668056 Oct 13 11:13:57.916343 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:57.930305 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=440ae8dd-de7d-4c0a-aa66-480b7646e988,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:57.978825 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d6b0d019-17b8-44b7-8d8f-f2a826da55d5 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:13:58.150942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port d6b0d019-17b8-44b7-8d8f-f2a826da55d5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d6b0d019-17b8-44b7-8d8f-f2a826da55d5,segment=NetworkSegment(a38b61ac-36f3-4540-af44-ac96335517d6),segment_id=a38b61ac-36f3-4540-af44-ac96335517d6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:58.165321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'd6b0d019-17b8-44b7-8d8f-f2a826da55d5', 'network_id': '526e271f-a82a-417a-b47f-2c6cc9a17518', 'port_id': 'd6b0d019-17b8-44b7-8d8f-f2a826da55d5', 'mac_address': 'fa:16:3e:95:f6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffe79a1-8ec1-4f17-b5a5-491a93053b8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:13:58.167448 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:58.210119 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:58.252790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b0d019-17b8-44b7-8d8f-f2a826da55d5 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:13:58.298596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port d6b0d019-17b8-44b7-8d8f-f2a826da55d5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d6b0d019-17b8-44b7-8d8f-f2a826da55d5,segment=NetworkSegment(a38b61ac-36f3-4540-af44-ac96335517d6),segment_id=a38b61ac-36f3-4540-af44-ac96335517d6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:58.383586 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:58.421662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae4515-fbb5-4d66-84e5-66ede9213ceb req-a409257e-c675-4b66-91dc-a2c2f050eda5 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:58.433856 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6ae4515-fbb5-4d66-84e5-66ede9213ceb req-a409257e-c675-4b66-91dc-a2c2f050eda5 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0758743 Oct 13 11:13:58.492880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=d6b0d019-17b8-44b7-8d8f-f2a826da55d5,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:58.502706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6ae4515-fbb5-4d66-84e5-66ede9213ceb req-11dc5ce3-a88d-420a-887e-2df71b221455 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677273 Oct 13 11:13:58.559403 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 422858f8-4732-4a72-b397-5d4c67d4677f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:13:58.618882 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['d6b0d019-17b8-44b7-8d8f-f2a826da55d5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:13:58.655049 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:58.672609 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4117b5ed-db43-4ad7-ae3a-2056735384eb req-5f776c5a-426a-488d-aa8e-05b879350feb tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 210 time: 0.0634825 Oct 13 11:13:58.729479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 422858f8-4732-4a72-b397-5d4c67d4677f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:58.729479 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:58.754191 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:58.755843 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:58.895392 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=440ae8dd-de7d-4c0a-aa66-480b7646e988,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:58.931196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e06ab3b-3214-480d-8453-edf201335896 None None] Network e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:13:58.961174 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:58.965568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:13:58.968441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:13:59.107472 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5da4e8ac-1794-4d5d-a9af-114e52acbaa0 None None] Provisioning complete for port 422858f8-4732-4a72-b397-5d4c67d4677f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:13:59.107860 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5da4e8ac-1794-4d5d-a9af-114e52acbaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:59.117893 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 422858f8-4732-4a72-b397-5d4c67d4677f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=422858f8-4732-4a72-b397-5d4c67d4677f,segment=NetworkSegment(bbab4cb3-21f9-413b-b94d-456c272ac235),segment_id=bbab4cb3-21f9-413b-b94d-456c272ac235)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:13:59.227213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115660f-4abf-4b1e-a53b-3bfd0075c8e4 req-3647cad5-7b6c-4075-8e93-a662c855ebc1 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:59.230072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9115660f-4abf-4b1e-a53b-3bfd0075c8e4 req-3647cad5-7b6c-4075-8e93-a662c855ebc1 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 944 time: 0.0621195 Oct 13 11:13:59.266092 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 38374918-d453-4644-a51c-8441591066f0 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:13:59.272294 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:59.307805 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9115660f-4abf-4b1e-a53b-3bfd0075c8e4 req-d47072ac-4b82-42c0-843f-43dc94f4a8d5 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c747ae57-c4d1-45f3-ac49-08b84a395f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679646 Oct 13 11:13:59.338161 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5da4e8ac-1794-4d5d-a9af-114e52acbaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:13:59.391331 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=422858f8-4732-4a72-b397-5d4c67d4677f,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:13:59.467687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2894c-1867-4622-88f0-c3323731141b req-090c399b-dee6-49bf-b0c5-be32b41bbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:59.469388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51b2894c-1867-4622-88f0-c3323731141b req-090c399b-dee6-49bf-b0c5-be32b41bbc48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 1096 time: 0.1141360 Oct 13 11:13:59.471606 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-5da4e8ac-1794-4d5d-a9af-114e52acbaa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:13:59.472405 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-5da4e8ac-1794-4d5d-a9af-114e52acbaa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:13:59.510129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c65cc2-1211-41ad-9469-5ca34b01c585 req-cad0d401-7e46-4660-a8e4-23bfd0bdcdf7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:59.511885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2c65cc2-1211-41ad-9469-5ca34b01c585 req-cad0d401-7e46-4660-a8e4-23bfd0bdcdf7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.0999999 Oct 13 11:13:59.628068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2c65cc2-1211-41ad-9469-5ca34b01c585 req-c5cdc7cc-3140-4c82-a637-8c083e99d9d8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053636 Oct 13 11:13:59.672789 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2894c-1867-4622-88f0-c3323731141b req-249f8b14-f40b-49ae-8922-8225006fe8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:59.677527 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51b2894c-1867-4622-88f0-c3323731141b req-249f8b14-f40b-49ae-8922-8225006fe8ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 912 time: 0.1908278 Oct 13 11:13:59.826385 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51b2894c-1867-4622-88f0-c3323731141b req-a1a766dd-bbc7-49cb-b292-7d164067d1c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f65c1fc-2c71-4972-b20d-b6f9f305c152 HTTP/1.1" status: 200 len: 1001 time: 0.1358047 Oct 13 11:13:59.842998 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d7eda-885f-4df9-b30b-7a42da44b115 req-c4b05e13-dd35-4cf6-ad14-e70f235ce0b5 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:13:59.844982 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-271d7eda-885f-4df9-b30b-7a42da44b115 req-c4b05e13-dd35-4cf6-ad14-e70f235ce0b5 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0857890 Oct 13 11:13:59.927567 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:13:59.936008 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a8a84316-cbd5-471e-915b-a865395a8139 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/38374918-d453-4644-a51c-8441591066f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3311212 Oct 13 11:13:59.939892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38766) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:13:59.969819 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d84c98-f0c9-4a00-82b7-00028dae42e9 None None] Sync routers for ids ['38374918-d453-4644-a51c-8441591066f0'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:13:59.987804 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d84c98-f0c9-4a00-82b7-00028dae42e9 None None] Routers {'38374918-d453-4644-a51c-8441591066f0'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:13:59.988468 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-46d84c98-f0c9-4a00-82b7-00028dae42e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['38374918-d453-4644-a51c-8441591066f0'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:00.005691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2894c-1867-4622-88f0-c3323731141b req-9e61f877-7caa-497a-9eb8-d63f64b96531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:00.008964 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51b2894c-1867-4622-88f0-c3323731141b req-9e61f877-7caa-497a-9eb8-d63f64b96531 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f7c572f-c42b-4227-8238-2e248cb45182 HTTP/1.1" status: 200 len: 850 time: 0.1626785 Oct 13 11:14:00.023582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d6b0d019-17b8-44b7-8d8f-f2a826da55d5 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:00.036243 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-271d7eda-885f-4df9-b30b-7a42da44b115 req-94156da4-a54c-42eb-8615-bc1e14fcc0a4 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731789 Oct 13 11:14:00.074262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2806ddd4-050c-4c3a-b8e3-21bbc4fc1972 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:00.078847 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2806ddd4-050c-4c3a-b8e3-21bbc4fc1972 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports/440ae8dd-de7d-4c0a-aa66-480b7646e988 HTTP/1.1" status: 200 len: 911 time: 0.1390026 Oct 13 11:14:00.079470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38768) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:00.084586 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-46d84c98-f0c9-4a00-82b7-00028dae42e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:00.098128 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d84c98-f0c9-4a00-82b7-00028dae42e9 None None] Routers {'38374918-d453-4644-a51c-8441591066f0'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:00.099304 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-46d84c98-f0c9-4a00-82b7-00028dae42e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['38374918-d453-4644-a51c-8441591066f0'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:00.157976 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-46d84c98-f0c9-4a00-82b7-00028dae42e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:00.159065 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d84c98-f0c9-4a00-82b7-00028dae42e9 None None] The sync data for ids ['38374918-d453-4644-a51c-8441591066f0'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:14:00.213249 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2894c-1867-4622-88f0-c3323731141b req-8079ca05-0604-4dda-a71b-86d1ed16dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:00.219086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51b2894c-1867-4622-88f0-c3323731141b req-8079ca05-0604-4dda-a71b-86d1ed16dee3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fea49c86-6405-4d7d-906f-e9d25db855d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816883 Oct 13 11:14:00.219456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d9964b02-6961-492a-bd80-bad73d73770f None None] Provisioning complete for port 440ae8dd-de7d-4c0a-aa66-480b7646e988 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:00.219846 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d9964b02-6961-492a-bd80-bad73d73770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:00.249324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b62426ab-2403-4d76-983d-da90a16d90cc req-e38a3c4c-d5d1-494c-86c5-4028f9bb1a04 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 210 time: 0.0710139 Oct 13 11:14:00.269804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-ddf23e7e-d07e-47ea-bbfb-53ed353972f1 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:00.271385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-ddf23e7e-d07e-47ea-bbfb-53ed353972f1 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.21 "GET /v2.0/networks?id=cc3aafed-0855-41df-af39-1054899c0da8 HTTP/1.1" status: 200 len: 814 time: 0.3998682 Oct 13 11:14:00.318948 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:14:00.327606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3a977df2-fd07-42ac-9ef5-9d2b83e4cacd tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Request body: {'port': {'device_id': 'ec06dd48-25ca-453b-b88c-dfbbd674747a', 'network_id': 'cc3aafed-0855-41df-af39-1054899c0da8', 'admin_state_up': True, 'tenant_id': 'c82e786a46f246a189993bc458129835'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:00.337967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d9964b02-6961-492a-bd80-bad73d73770f None None] Port 440ae8dd-de7d-4c0a-aa66-480b7646e988 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:00.370721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d9964b02-6961-492a-bd80-bad73d73770f None None] Provisioning complete for port 422858f8-4732-4a72-b397-5d4c67d4677f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:00.371028 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d9964b02-6961-492a-bd80-bad73d73770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:00.413265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port d6b0d019-17b8-44b7-8d8f-f2a826da55d5 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:14:00.452367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port d6b0d019-17b8-44b7-8d8f-f2a826da55d5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:00.458993 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:00.503758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51b2894c-1867-4622-88f0-c3323731141b req-92a555ef-5e47-4fbc-8de6-e9de1aadf75e service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592847 Oct 13 11:14:00.535332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 422858f8-4732-4a72-b397-5d4c67d4677f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:00.645929 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51b2894c-1867-4622-88f0-c3323731141b req-4e4cf31d-2247-462a-9ecb-ad1fc7e20a1d service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241324 Oct 13 11:14:00.657058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3a977df2-fd07-42ac-9ef5-9d2b83e4cacd tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Made reservation on behalf of c82e786a46f246a189993bc458129835 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:00.668312 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3a977df2-fd07-42ac-9ef5-9d2b83e4cacd tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:00.689465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede32d7-dce9-4015-8731-b9cf76c9a6d6 req-818cfc72-6cb7-431e-bbac-dda0ccc78d93 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:00.693741 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ede32d7-dce9-4015-8731-b9cf76c9a6d6 req-818cfc72-6cb7-431e-bbac-dda0ccc78d93 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 944 time: 0.2104299 Oct 13 11:14:00.777435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 422858f8-4732-4a72-b397-5d4c67d4677f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:00.777803 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:00.787255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ede32d7-dce9-4015-8731-b9cf76c9a6d6 req-88d19136-8ffc-428f-a117-22f10212840b tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c747ae57-c4d1-45f3-ac49-08b84a395f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858634 Oct 13 11:14:00.836644 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:00.940487 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ffad60-4c2e-4373-a7db-50dba8adf372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b0d019-17b8-44b7-8d8f-f2a826da55d5'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:14:00.942661 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b3d754-9290-4699-939a-dc7a40b026fa" -d '{"events": [{"server_uuid": "c3ffad60-4c2e-4373-a7db-50dba8adf372", "name": "network-vif-plugged", "status": "completed", "tag": "d6b0d019-17b8-44b7-8d8f-f2a826da55d5"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:14:00.991110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port d6b0d019-17b8-44b7-8d8f-f2a826da55d5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d6b0d019-17b8-44b7-8d8f-f2a826da55d5,segment=NetworkSegment(a38b61ac-36f3-4540-af44-ac96335517d6),segment_id=a38b61ac-36f3-4540-af44-ac96335517d6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:00.995175 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-03e76509-a276-48a3-bf58-8dcfbfeeb428 None None] Provisioning complete for port 440ae8dd-de7d-4c0a-aa66-480b7646e988 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:00.996545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db301c-1387-45c5-9e02-7bf4b9ca8afa req-25b8ae84-6515-4790-9723-916a2310852e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:00.997022 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-03e76509-a276-48a3-bf58-8dcfbfeeb428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:01.010975 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6db301c-1387-45c5-9e02-7bf4b9ca8afa req-25b8ae84-6515-4790-9723-916a2310852e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.1138651 Oct 13 11:14:01.045541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3a977df2-fd07-42ac-9ef5-9d2b83e4cacd tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Allocated IP 172.20.0.9 (cc3aafed-0855-41df-af39-1054899c0da8/715c4281-d01e-4af0-9861-bd295fcdc764/ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:01.080018 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-941ee6b1-9867-48e3-a86f-7fa26c924125 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:01.095065 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6db301c-1387-45c5-9e02-7bf4b9ca8afa req-22685add-ad25-43e7-9692-738da6dc7d16 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783064 Oct 13 11:14:01.151444 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:01.157072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-03e76509-a276-48a3-bf58-8dcfbfeeb428 None None] Port 440ae8dd-de7d-4c0a-aa66-480b7646e988 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:01.224756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=d6b0d019-17b8-44b7-8d8f-f2a826da55d5,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:01.280580 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a64a86-542f-4774-ac81-1f601a23157d x-openstack-request-id: req-c4a64a86-542f-4774-ac81-1f601a23157d {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:14:01.280880 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ffad60-4c2e-4373-a7db-50dba8adf372", "name": "network-vif-plugged", "status": "completed", "tag": "d6b0d019-17b8-44b7-8d8f-f2a826da55d5", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:14:01.281138 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4a64a86-542f-4774-ac81-1f601a23157d {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:14:01.281533 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ffad60-4c2e-4373-a7db-50dba8adf372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b0d019-17b8-44b7-8d8f-f2a826da55d5', 'code': 200} Oct 13 11:14:01.446594 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3a977df2-fd07-42ac-9ef5-9d2b83e4cacd tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:01.475447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cadaa-c2b4-4c77-8f97-d227b4cc51c3 req-b2a92911-543d-4750-9030-8d5b51e9cd5a tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:01.479416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-722cadaa-c2b4-4c77-8f97-d227b4cc51c3 req-b2a92911-543d-4750-9030-8d5b51e9cd5a tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1004138 Oct 13 11:14:01.498189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7079af1-b035-42bf-bb81-efdb76e3d925 req-ddf613fe-29cf-4a5c-90da-e54ba09c014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:01.499890 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7079af1-b035-42bf-bb81-efdb76e3d925 req-ddf613fe-29cf-4a5c-90da-e54ba09c014b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 1096 time: 0.1093304 Oct 13 11:14:01.572485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-722cadaa-c2b4-4c77-8f97-d227b4cc51c3 req-af3eaeeb-244a-41b1-aaf1-863b6bb82297 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865734 Oct 13 11:14:01.581014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-941ee6b1-9867-48e3-a86f-7fa26c924125 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port 440ae8dd-de7d-4c0a-aa66-480b7646e988 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:01.581430 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-941ee6b1-9867-48e3-a86f-7fa26c924125 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:01.595350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7079af1-b035-42bf-bb81-efdb76e3d925 req-9205ea94-ee67-45f9-b81a-8e4a1eab65da service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c747ae57-c4d1-45f3-ac49-08b84a395f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857840 Oct 13 11:14:01.683890 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9144530d-14cb-4d60-9aff-7f46bbb73c8d req-b78a7715-644b-4837-8548-bc260a98a390 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 210 time: 0.0329258 Oct 13 11:14:01.692677 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3a977df2-fd07-42ac-9ef5-9d2b83e4cacd tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:01.755426 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-941ee6b1-9867-48e3-a86f-7fa26c924125 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:01.779655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-941ee6b1-9867-48e3-a86f-7fa26c924125 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for 440ae8dd-de7d-4c0a-aa66-480b7646e988 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:01.786580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a977df2-fd07-42ac-9ef5-9d2b83e4cacd tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Pushing event updated for resources: {'Port': ['ID=ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:01.791549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3a977df2-fd07-42ac-9ef5-9d2b83e4cacd tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Network cc3aafed-0855-41df-af39-1054899c0da8 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:01.798004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3a977df2-fd07-42ac-9ef5-9d2b83e4cacd tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:01.801770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3a977df2-fd07-42ac-9ef5-9d2b83e4cacd tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:01.901004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3a977df2-fd07-42ac-9ef5-9d2b83e4cacd tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:01.901684 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3a977df2-fd07-42ac-9ef5-9d2b83e4cacd tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:01.944830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0148f69-474d-4ed0-98b5-a463c579644f req-ad5dc8f4-b76e-4ed3-abd2-80de7157fb5b tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:01.947101 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0148f69-474d-4ed0-98b5-a463c579644f req-ad5dc8f4-b76e-4ed3-abd2-80de7157fb5b tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 945 time: 0.0626132 Oct 13 11:14:02.004075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0148f69-474d-4ed0-98b5-a463c579644f req-387631ca-ebcf-46fc-933b-5230583d83a5 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c747ae57-c4d1-45f3-ac49-08b84a395f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495322 Oct 13 11:14:02.034836 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3a977df2-fd07-42ac-9ef5-9d2b83e4cacd tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7376242 Oct 13 11:14:02.048906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Request body: {'port': {'device_id': 'ec06dd48-25ca-453b-b88c-dfbbd674747a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:02.120467 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:02.175259 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-941ee6b1-9867-48e3-a86f-7fa26c924125 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:02.216685 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ee6b1-9867-48e3-a86f-7fa26c924125 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=440ae8dd-de7d-4c0a-aa66-480b7646e988,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:02.238234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4781030-fcb7-482d-8802-89d750d17cff req-a7690527-9beb-409b-92ae-bd81bfc15e5f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:02.240358 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4781030-fcb7-482d-8802-89d750d17cff req-a7690527-9beb-409b-92ae-bd81bfc15e5f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.0687401 Oct 13 11:14:02.305750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4781030-fcb7-482d-8802-89d750d17cff req-f8dd058f-18a9-43cf-b6dd-68c3812707f1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580659 Oct 13 11:14:02.410129 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-941ee6b1-9867-48e3-a86f-7fa26c924125 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:02.662277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941ee6b1-9867-48e3-a86f-7fa26c924125 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 38374918-d453-4644-a51c-8441591066f0 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:14:02.723614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be00d4-f3e3-42cc-9560-d194ea40cbf5 req-9ae8279a-5b0b-42b1-ac72-e78deebd4096 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:02.726353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04be00d4-f3e3-42cc-9560-d194ea40cbf5 req-9ae8279a-5b0b-42b1-ac72-e78deebd4096 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0655022 Oct 13 11:14:02.768467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04be00d4-f3e3-42cc-9560-d194ea40cbf5 req-d0c24d97-e2f4-44e4-bb52-8b1c8af4889b tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358472 Oct 13 11:14:02.781645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:14:02.792426 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:02.795281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941ee6b1-9867-48e3-a86f-7fa26c924125 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:14:02.801235 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-941ee6b1-9867-48e3-a86f-7fa26c924125 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/38374918-d453-4644-a51c-8441591066f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7107115 Oct 13 11:14:02.804913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38804) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:02.806931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d37bad-9b48-4f61-b395-49fa1afa0dee None None] Sync routers for ids ['38374918-d453-4644-a51c-8441591066f0'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:14:02.827414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Transition to ACTIVE for port object ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:14:02.829163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d37bad-9b48-4f61-b395-49fa1afa0dee None None] Routers {'38374918-d453-4644-a51c-8441591066f0'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:02.833149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b9d37bad-9b48-4f61-b395-49fa1afa0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['38374918-d453-4644-a51c-8441591066f0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:02.836777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38806) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:02.836948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8d652daa-2a81-4966-b7ea-b6b58e33cffe tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=38374918-d453-4644-a51c-8441591066f0 HTTP/1.1" status: 200 len: 205 time: 0.0307806 Oct 13 11:14:02.875540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b9d37bad-9b48-4f61-b395-49fa1afa0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:02.885442 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d37bad-9b48-4f61-b395-49fa1afa0dee None None] Routers {'38374918-d453-4644-a51c-8441591066f0'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:02.886140 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b9d37bad-9b48-4f61-b395-49fa1afa0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['38374918-d453-4644-a51c-8441591066f0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:02.920538 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92306b73-cbcf-4838-a7d4-c0c13430cfee req-556b3055-6fea-4193-a8a7-2c246e4f4d8c tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:02.922418 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92306b73-cbcf-4838-a7d4-c0c13430cfee req-556b3055-6fea-4193-a8a7-2c246e4f4d8c tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 931 time: 0.0579522 Oct 13 11:14:02.922579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b9d37bad-9b48-4f61-b395-49fa1afa0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:02.923283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d37bad-9b48-4f61-b395-49fa1afa0dee None None] The sync data for ids ['38374918-d453-4644-a51c-8441591066f0'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:14:02.926250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca3d0108-5e33-4f15-b178-fe6d61ffe99d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:02.965354 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92306b73-cbcf-4838-a7d4-c0c13430cfee req-56594616-b471-4280-8d97-ab4d45a15f8c tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/security-groups?id=572b5b19-df90-4fc0-b828-5675f610cbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343754 Oct 13 11:14:03.001140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:03.136221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b754d1f-b29c-4a5b-b96a-0d539e1c25ef req-d70462a6-4856-443a-b8ed-c918433fba91 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:03.138134 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b754d1f-b29c-4a5b-b96a-0d539e1c25ef req-d70462a6-4856-443a-b8ed-c918433fba91 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 945 time: 0.0629749 Oct 13 11:14:03.185022 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca3d0108-5e33-4f15-b178-fe6d61ffe99d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:03.188259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:03.190797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b754d1f-b29c-4a5b-b96a-0d539e1c25ef req-10154f9c-3508-4101-a13a-1cdf9678e2c5 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c747ae57-c4d1-45f3-ac49-08b84a395f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 Oct 13 11:14:03.196414 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca3d0108-5e33-4f15-b178-fe6d61ffe99d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:03.612021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Attempting to bind port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:14:03.612021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Attempting to bind port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '6932a5ca-9eba-44c6-95a3-ccfca2552f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cc3aafed-0855-41df-af39-1054899c0da8'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:14:03.612516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Attempting to bind port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 on network cc3aafed-0855-41df-af39-1054899c0da8 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:03.616848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 on network cc3aafed-0855-41df-af39-1054899c0da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:14:03.617384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Attempting to bind port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 on network cc3aafed-0855-41df-af39-1054899c0da8 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:03.622477 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:14:03.622831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Checking segment: {'id': '6932a5ca-9eba-44c6-95a3-ccfca2552f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cc3aafed-0855-41df-af39-1054899c0da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:03.623214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Bound using segment: {'id': '6932a5ca-9eba-44c6-95a3-ccfca2552f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cc3aafed-0855-41df-af39-1054899c0da8'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:14:03.623645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Bound port: ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6932a5ca-9eba-44c6-95a3-ccfca2552f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cc3aafed-0855-41df-af39-1054899c0da8'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:14:03.624005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:03.688413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] For port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:14:03.691503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] For port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138,segment=NetworkSegment(6932a5ca-9eba-44c6-95a3-ccfca2552f53),segment_id=6932a5ca-9eba-44c6-95a3-ccfca2552f53)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:14:03.731848 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca3d0108-5e33-4f15-b178-fe6d61ffe99d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:03.732415 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3d0108-5e33-4f15-b178-fe6d61ffe99d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Fanout notify agent at l3_agent the message router_deleted on router 38374918-d453-4644-a51c-8441591066f0 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:14:03.747078 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca3d0108-5e33-4f15-b178-fe6d61ffe99d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:03.747078 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ca3d0108-5e33-4f15-b178-fe6d61ffe99d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/38374918-d453-4644-a51c-8441591066f0 HTTP/1.1" status: 204 len: 168 time: 0.9027770 Oct 13 11:14:03.747078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38824) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:03.796033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce753b70-73ec-482a-bb3c-57054fe49c63 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting subnet 9b190a74-8b71-4b69-a9ff-4ce9b942a2bb {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:14:03.799284 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce753b70-73ec-482a-bb3c-57054fe49c63 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:03.842429 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce753b70-73ec-482a-bb3c-57054fe49c63 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:03.876328 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:03.924876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:03.925751 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:03.927177 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] 10.222.0.21 "PUT /v2.0/ports/ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 HTTP/1.1" status: 200 len: 1091 time: 1.8828962 Oct 13 11:14:03.927625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec06dd48-25ca-453b-b88c-dfbbd674747a', 'tag': 'ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:14:03.931117 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bbf390-7cba-4f13-833e-bb6b17247f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec06dd48-25ca-453b-b88c-dfbbd674747a", "tag": "ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:14:03.951343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd9c20-5343-49d5-a3ec-67bb90a7e618 req-4a9ac332-405d-45b2-9abe-01b00fadfae7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:03.953000 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ffd9c20-5343-49d5-a3ec-67bb90a7e618 req-4a9ac332-405d-45b2-9abe-01b00fadfae7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.0557888 Oct 13 11:14:03.979909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3e088-37d0-424d-bec0-e974db778e03 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:03.995599 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ffd9c20-5343-49d5-a3ec-67bb90a7e618 req-facd05f1-0724-481d-b384-0d05a589474c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354686 Oct 13 11:14:03.999005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce753b70-73ec-482a-bb3c-57054fe49c63 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:04.126121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a006ca-4f8a-4c78-a57c-9bf8339f5352 req-49fd7bd2-6e35-4899-91b9-612f6245c783 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:04.140046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5a006ca-4f8a-4c78-a57c-9bf8339f5352 req-49fd7bd2-6e35-4899-91b9-612f6245c783 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 945 time: 0.0553904 Oct 13 11:14:04.165247 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-345c20ae-5c59-4633-abe2-93904fa51cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:04.166812 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-345c20ae-5c59-4633-abe2-93904fa51cd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c82e786a46f246a189993bc458129835&device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 1094 time: 0.0513799 Oct 13 11:14:04.170035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5a006ca-4f8a-4c78-a57c-9bf8339f5352 req-b8c32ab8-f69f-4066-ab9e-bab2dc2d01ec tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c747ae57-c4d1-45f3-ac49-08b84a395f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342627 Oct 13 11:14:04.213581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce753b70-73ec-482a-bb3c-57054fe49c63 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:04.218385 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-4e9e61a4-1199-4f0f-a07f-05712e2b11b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 HTTP/1.1" status: 200 len: 217 time: 0.0431695 Oct 13 11:14:04.219879 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a235b3-c003-47b8-a57f-18d895e09860 x-openstack-request-id: req-c5a235b3-c003-47b8-a57f-18d895e09860 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:14:04.220174 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec06dd48-25ca-453b-b88c-dfbbd674747a", "tag": "ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:14:04.220554 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5a235b3-c003-47b8-a57f-18d895e09860 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:14:04.220955 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec06dd48-25ca-453b-b88c-dfbbd674747a', 'tag': 'ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138', 'status': 'completed', 'code': 200} Oct 13 11:14:04.254883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce753b70-73ec-482a-bb3c-57054fe49c63 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Subnet': ['ID=9b190a74-8b71-4b69-a9ff-4ce9b942a2bb,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:04.282061 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce753b70-73ec-482a-bb3c-57054fe49c63 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:04.285329 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ce753b70-73ec-482a-bb3c-57054fe49c63 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/9b190a74-8b71-4b69-a9ff-4ce9b942a2bb HTTP/1.1" status: 204 len: 168 time: 0.5411530 Oct 13 11:14:04.290189 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38834) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:04.291381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e264f41e-156a-4f32-81f1-8309b8ba461c None None] Network e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:04.329377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd2532-fb5f-4e54-bb2f-a67899bea6a5 req-8739226a-95ab-4627-bb94-9104937207e0 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:04.337301 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-99dd2532-fb5f-4e54-bb2f-a67899bea6a5 req-8739226a-95ab-4627-bb94-9104937207e0 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 943 time: 0.0693028 Oct 13 11:14:04.371867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-e8f0e8e4-0e82-43a2-b334-c8606b2a4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:04.373553 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-e8f0e8e4-0e82-43a2-b334-c8606b2a4b99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=715c4281-d01e-4af0-9861-bd295fcdc764 HTTP/1.1" status: 200 len: 854 time: 0.1278963 Oct 13 11:14:04.399017 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-99dd2532-fb5f-4e54-bb2f-a67899bea6a5 req-220de74f-a3e2-485b-9578-648267779272 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/security-groups?id=572b5b19-df90-4fc0-b828-5675f610cbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604978 Oct 13 11:14:04.428147 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-2bc3c198-ddc6-4030-a802-9b94b5713808 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc3aafed-0855-41df-af39-1054899c0da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422552 Oct 13 11:14:04.436561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:04.561116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c34369-48d9-4b56-bef9-e2c3ec1f0e4c None None] DHCP port deletion for e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:14:04.567923 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-21372956-5335-464c-8f73-ce7c516c1728 service neutron] 10.222.0.21 "GET /v2.0/networks/cc3aafed-0855-41df-af39-1054899c0da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294060 Oct 13 11:14:04.588955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port 422858f8-4732-4a72-b397-5d4c67d4677f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:04.590001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:04.615582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f2c34369-48d9-4b56-bef9-e2c3ec1f0e4c None None] Deleting port 422858f8-4732-4a72-b397-5d4c67d4677f {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:04.615973 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f2c34369-48d9-4b56-bef9-e2c3ec1f0e4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:04.687186 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f2c34369-48d9-4b56-bef9-e2c3ec1f0e4c None None] For port 422858f8-4732-4a72-b397-5d4c67d4677f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=422858f8-4732-4a72-b397-5d4c67d4677f,segment=NetworkSegment(bbab4cb3-21f9-413b-b94d-456c272ac235),segment_id=bbab4cb3-21f9-413b-b94d-456c272ac235)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:04.688006 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f2c34369-48d9-4b56-bef9-e2c3ec1f0e4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:04.702809 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f2c34369-48d9-4b56-bef9-e2c3ec1f0e4c None None] Calling delete_port for 422858f8-4732-4a72-b397-5d4c67d4677f owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:04.711668 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] For port 422858f8-4732-4a72-b397-5d4c67d4677f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=422858f8-4732-4a72-b397-5d4c67d4677f,segment=NetworkSegment(bbab4cb3-21f9-413b-b94d-456c272ac235),segment_id=bbab4cb3-21f9-413b-b94d-456c272ac235)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:04.711668 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:04.739087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for 422858f8-4732-4a72-b397-5d4c67d4677f owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:04.751645 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6e56080-e93a-4129-b4d6-d4f1d3478a5d req-42f868dc-ba03-4c3b-b63f-2b44d570d903 service neutron] 10.222.0.21 "GET /v2.0/networks/cc3aafed-0855-41df-af39-1054899c0da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757038 Oct 13 11:14:04.902909 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f2c34369-48d9-4b56-bef9-e2c3ec1f0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:04.934163 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:04.938055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c34369-48d9-4b56-bef9-e2c3ec1f0e4c None None] No DVR routers for this DVR port 422858f8-4732-4a72-b397-5d4c67d4677f on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:14:04.942724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c34369-48d9-4b56-bef9-e2c3ec1f0e4c None None] Pushing event deleted for resources: {'Port': ['ID=422858f8-4732-4a72-b397-5d4c67d4677f,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:04.948716 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No DVR routers for this DVR port 422858f8-4732-4a72-b397-5d4c67d4677f on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:14:04.992870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=422858f8-4732-4a72-b397-5d4c67d4677f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:05.015042 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbf390-7cba-4f13-833e-bb6b17247f1e req-5cf1f921-2c59-4aca-b4d2-55a930952b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:05.016799 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75bbf390-7cba-4f13-833e-bb6b17247f1e req-5cf1f921-2c59-4aca-b4d2-55a930952b07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c82e786a46f246a189993bc458129835&device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 1094 time: 0.1203415 Oct 13 11:14:05.143921 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:05.150308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1ba71-9438-468f-83ad-65e7c6872058 req-c6e85fdd-8f4d-4cf5-bb90-a9a54b47f694 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:05.152028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6a1ba71-9438-468f-83ad-65e7c6872058 req-c6e85fdd-8f4d-4cf5-bb90-a9a54b47f694 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.0541496 Oct 13 11:14:05.177504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:05.180578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbf390-7cba-4f13-833e-bb6b17247f1e req-eadabd3f-a17e-4982-9dce-5f7e2f22b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:05.182102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75bbf390-7cba-4f13-833e-bb6b17247f1e req-eadabd3f-a17e-4982-9dce-5f7e2f22b3e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cc3aafed-0855-41df-af39-1054899c0da8 HTTP/1.1" status: 200 len: 915 time: 0.1343088 Oct 13 11:14:05.192446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbab4cb3-21f9-413b-b94d-456c272ac235') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:05.192736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbab4cb3-21f9-413b-b94d-456c272ac235') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:05.232579 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6a1ba71-9438-468f-83ad-65e7c6872058 req-789a675a-1e45-4337-95ae-19f8a5ab16c9 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727098 Oct 13 11:14:05.243341 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75bbf390-7cba-4f13-833e-bb6b17247f1e req-40b52371-a839-41cd-acaa-0dbf2d629139 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 HTTP/1.1" status: 200 len: 217 time: 0.0530498 Oct 13 11:14:05.244373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbc815-a54e-4220-8174-f10118eb0198 req-1c902344-1e16-406c-9cd8-f35106ce0715 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:05.245239 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:05.246086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9afbc815-a54e-4220-8174-f10118eb0198 req-1c902344-1e16-406c-9cd8-f35106ce0715 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 945 time: 0.0727785 Oct 13 11:14:05.267258 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:05.294507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:14:05.294937 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:14:05.298039 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:14:05.370108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbf390-7cba-4f13-833e-bb6b17247f1e req-0bda5138-a40e-4940-8c56-906595f197dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:05.371761 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75bbf390-7cba-4f13-833e-bb6b17247f1e req-0bda5138-a40e-4940-8c56-906595f197dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=715c4281-d01e-4af0-9861-bd295fcdc764 HTTP/1.1" status: 200 len: 854 time: 0.1152434 Oct 13 11:14:05.409010 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75bbf390-7cba-4f13-833e-bb6b17247f1e req-570f986d-de79-4405-825a-d8f0e122c5bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc3aafed-0855-41df-af39-1054899c0da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299239 Oct 13 11:14:05.415741 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c59ed7-2215-42bb-9379-8fa075df3fae req-41aa0112-4c30-4e1c-bcea-233df014d55e tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:05.417454 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85c59ed7-2215-42bb-9379-8fa075df3fae req-41aa0112-4c30-4e1c-bcea-233df014d55e tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 945 time: 0.0784919 Oct 13 11:14:05.434615 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-9afbc815-a54e-4220-8174-f10118eb0198 req-252456b8-6dab-47f2-a4ef-62f89c058869 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Deleting port d6b0d019-17b8-44b7-8d8f-f2a826da55d5 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:05.434987 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9afbc815-a54e-4220-8174-f10118eb0198 req-252456b8-6dab-47f2-a4ef-62f89c058869 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:05.463546 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:05.471177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:05.474473 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/networks/e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed HTTP/1.1" status: 204 len: 168 time: 1.1814206 Oct 13 11:14:05.480512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38846) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:05.487084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1050469916', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:05.511912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479e002-24dd-4637-b55c-9ac4d3a16561 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Network': ['ID=e7651ad7-fe8a-434c-bb22-4c5dfa4a60ed,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:05.523476 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85c59ed7-2215-42bb-9379-8fa075df3fae req-aefb698d-692c-40f8-8a56-2290ff3f484f tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c747ae57-c4d1-45f3-ac49-08b84a395f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983107 Oct 13 11:14:05.563831 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75bbf390-7cba-4f13-833e-bb6b17247f1e req-f0bfb245-90f6-4e04-b80c-96be8d88a548 service neutron] 10.222.0.21 "GET /v2.0/networks/cc3aafed-0855-41df-af39-1054899c0da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467152 Oct 13 11:14:05.594836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-9afbc815-a54e-4220-8174-f10118eb0198 req-252456b8-6dab-47f2-a4ef-62f89c058869 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] For port d6b0d019-17b8-44b7-8d8f-f2a826da55d5, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d6b0d019-17b8-44b7-8d8f-f2a826da55d5,segment=NetworkSegment(a38b61ac-36f3-4540-af44-ac96335517d6),segment_id=a38b61ac-36f3-4540-af44-ac96335517d6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:05.595513 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9afbc815-a54e-4220-8174-f10118eb0198 req-252456b8-6dab-47f2-a4ef-62f89c058869 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:05.615555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-9afbc815-a54e-4220-8174-f10118eb0198 req-252456b8-6dab-47f2-a4ef-62f89c058869 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Calling delete_port for d6b0d019-17b8-44b7-8d8f-f2a826da55d5 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:05.670065 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:05.671010 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:05.693369 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75bbf390-7cba-4f13-833e-bb6b17247f1e req-f10e73f0-5323-455f-b2cd-e92427cad884 service neutron] 10.222.0.21 "GET /v2.0/networks/cc3aafed-0855-41df-af39-1054899c0da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208701 Oct 13 11:14:05.728336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552a731-58f4-48fe-9392-573f3ec23396 req-a983a1a2-d2e9-4cd7-99b8-d859b54ce929 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:05.730931 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9552a731-58f4-48fe-9392-573f3ec23396 req-a983a1a2-d2e9-4cd7-99b8-d859b54ce929 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 943 time: 0.1173751 Oct 13 11:14:05.748765 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:05.793332 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9552a731-58f4-48fe-9392-573f3ec23396 req-8a079772-7c19-40e9-a613-147bd113bdf5 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/security-groups?id=572b5b19-df90-4fc0-b828-5675f610cbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566835 Oct 13 11:14:05.948849 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9afbc815-a54e-4220-8174-f10118eb0198 req-252456b8-6dab-47f2-a4ef-62f89c058869 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:05.963013 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['d6b0d019-17b8-44b7-8d8f-f2a826da55d5'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:14:05.986120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252456b8-6dab-47f2-a4ef-62f89c058869 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Pushing event deleted for resources: {'Port': ['ID=d6b0d019-17b8-44b7-8d8f-f2a826da55d5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:05.988427 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:06.039122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afbc815-a54e-4220-8174-f10118eb0198 req-252456b8-6dab-47f2-a4ef-62f89c058869 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] No DVR routers for this DVR port d6b0d019-17b8-44b7-8d8f-f2a826da55d5 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:14:06.041749 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9afbc815-a54e-4220-8174-f10118eb0198 req-252456b8-6dab-47f2-a4ef-62f89c058869 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:06.045125 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9afbc815-a54e-4220-8174-f10118eb0198 req-252456b8-6dab-47f2-a4ef-62f89c058869 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.21 "DELETE /v2.0/ports/d6b0d019-17b8-44b7-8d8f-f2a826da55d5 HTTP/1.1" status: 204 len: 173 time: 0.7848480 Oct 13 11:14:06.045561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ffad60-4c2e-4373-a7db-50dba8adf372', 'name': 'network-vif-deleted', 'tag': 'd6b0d019-17b8-44b7-8d8f-f2a826da55d5'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:14:06.047954 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b12002-a965-47f3-a341-94a0be571f8d" -d '{"events": [{"server_uuid": "c3ffad60-4c2e-4373-a7db-50dba8adf372", "name": "network-vif-deleted", "tag": "d6b0d019-17b8-44b7-8d8f-f2a826da55d5"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:14:06.087373 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a380c39-84bc-44c4-b3a4-94a0befce9c9 x-openstack-request-id: req-2a380c39-84bc-44c4-b3a4-94a0befce9c9 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:14:06.087709 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ffad60-4c2e-4373-a7db-50dba8adf372", "name": "network-vif-deleted", "tag": "d6b0d019-17b8-44b7-8d8f-f2a826da55d5", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:14:06.088072 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a380c39-84bc-44c4-b3a4-94a0befce9c9 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:14:06.088370 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ffad60-4c2e-4373-a7db-50dba8adf372', 'name': 'network-vif-deleted', 'tag': 'd6b0d019-17b8-44b7-8d8f-f2a826da55d5', 'status': 'completed', 'code': 200} Oct 13 11:14:06.335232 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:06.357073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:06.391082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037ff8e-3ca8-4d6a-bc6c-8d802df2d0a3 req-48bbf386-edb7-46b4-8833-bd5d63440ad3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:06.392823 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d037ff8e-3ca8-4d6a-bc6c-8d802df2d0a3 req-48bbf386-edb7-46b4-8833-bd5d63440ad3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.0735674 Oct 13 11:14:06.442260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d037ff8e-3ca8-4d6a-bc6c-8d802df2d0a3 req-57bb8b97-ce7f-4e15-aaa6-67e25dfc6bc5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Oct 13 11:14:06.448309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 422858f8-4732-4a72-b397-5d4c67d4677f no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:14:06.473167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 422858f8-4732-4a72-b397-5d4c67d4677f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:14:06.473534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 422858f8-4732-4a72-b397-5d4c67d4677f not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:14:06.485936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Allocated IP 172.25.0.240 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/44a75881-aec9-4f4c-a715-918f21a093ba) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:06.597750 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:06.621684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bcbd223b-e75b-4c7d-aecb-37d635a2b89f req-81165df9-f7ad-47a6-98a1-c54ab9e8c0b3 tempest-InstanceActionsNegativeTestJSON-205207457 tempest-InstanceActionsNegativeTestJSON-205207457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ffad60-4c2e-4373-a7db-50dba8adf372 HTTP/1.1" status: 200 len: 210 time: 0.0291898 Oct 13 11:14:06.880481 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:06.918027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa83a8-0d42-427c-a51d-c1db78ef4ca4 req-7b805f1d-fe95-4d0d-b755-338273ea76b3 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:06.919601 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fbaa83a8-0d42-427c-a51d-c1db78ef4ca4 req-7b805f1d-fe95-4d0d-b755-338273ea76b3 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 943 time: 0.0589104 Oct 13 11:14:06.924683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:06.928039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:06.933587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:06.937027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=44a75881-aec9-4f4c-a715-918f21a093ba,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:06.964358 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fbaa83a8-0d42-427c-a51d-c1db78ef4ca4 req-18b395a0-2e0f-492b-88b0-77f7748c331d tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/security-groups?id=572b5b19-df90-4fc0-b828-5675f610cbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363855 Oct 13 11:14:07.355787 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:07.571875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e80d7-6cc9-4170-9692-f08e2273bdcd req-1ddff89e-2b97-4cad-a450-54ef97e5c035 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:07.573396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-182e80d7-6cc9-4170-9692-f08e2273bdcd req-1ddff89e-2b97-4cad-a450-54ef97e5c035 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.0572672 Oct 13 11:14:07.575682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:07.616046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-182e80d7-6cc9-4170-9692-f08e2273bdcd req-5e8847be-b43d-481e-b86f-8bc6cc93109e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354977 Oct 13 11:14:07.699634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38880) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:07.767129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82ef4f0-e702-4769-a918-4d9385b87842 admin admin] Deleting subnet 6ffe79a1-8ec1-4f17-b5a5-491a93053b8a {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:14:07.771746 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e82ef4f0-e702-4769-a918-4d9385b87842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:07.814960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e82ef4f0-e702-4769-a918-4d9385b87842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:07.858296 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e82ef4f0-e702-4769-a918-4d9385b87842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:07.971506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:14:07.995715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:14:08.019242 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d74ad94f-928e-4177-aab8-81d5d57dff11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.125975 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:14:08.138765 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48670694-84a5-4361-a738-3af00be8fbcb None None] Sync routers for ids ['3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:14:08.152339 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e82ef4f0-e702-4769-a918-4d9385b87842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.153767 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48670694-84a5-4361-a738-3af00be8fbcb None None] Routers {'3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:08.154632 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-48670694-84a5-4361-a738-3af00be8fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:08.191995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbc969-75d2-487d-aaa5-d792fb83ed52 req-1239e86a-f93d-4601-a37a-372b914e8949 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:08.191995 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79fbc969-75d2-487d-aaa5-d792fb83ed52 req-1239e86a-f93d-4601-a37a-372b914e8949 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 943 time: 0.1114535 Oct 13 11:14:08.228251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138,segment=NetworkSegment(6932a5ca-9eba-44c6-95a3-ccfca2552f53),segment_id=6932a5ca-9eba-44c6-95a3-ccfca2552f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:08.247677 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ef4f0-e702-4769-a918-4d9385b87842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ffe79a1-8ec1-4f17-b5a5-491a93053b8a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:08.251172 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-48670694-84a5-4361-a738-3af00be8fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:08.264363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138', 'network_id': 'cc3aafed-0855-41df-af39-1054899c0da8', 'port_id': 'ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138', 'mac_address': 'fa:16:3e:8b:96:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715c4281-d01e-4af0-9861-bd295fcdc764', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:14:08.265790 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e82ef4f0-e702-4769-a918-4d9385b87842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.272508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79fbc969-75d2-487d-aaa5-d792fb83ed52 req-b403ff7e-5c03-43f0-9a93-ae97482c341c tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/security-groups?id=572b5b19-df90-4fc0-b828-5675f610cbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825078 Oct 13 11:14:08.275117 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e82ef4f0-e702-4769-a918-4d9385b87842 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6ffe79a1-8ec1-4f17-b5a5-491a93053b8a HTTP/1.1" status: 204 len: 168 time: 0.5744414 Oct 13 11:14:08.280256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38886) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:08.311151 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48670694-84a5-4361-a738-3af00be8fbcb None None] Routers {'3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:08.311777 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-48670694-84a5-4361-a738-3af00be8fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:08.363707 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.370957 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dbb8a8fc-1e68-425a-aa83-a0aa86a42387 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8879242 Oct 13 11:14:08.371414 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.371556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38888) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:08.404630 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-48670694-84a5-4361-a738-3af00be8fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:08.405542 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48670694-84a5-4361-a738-3af00be8fbcb None None] The sync data for ids ['3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:14:08.447088 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9bdeebbe-13bc-4a2b-bdcf-8a2734ed8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.567179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-226de88f-9e14-46b1-a716-13a3b06e92b6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/routers/3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae HTTP/1.1" status: 200 len: 885 time: 0.1943698 Oct 13 11:14:08.567844 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38890) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:08.589486 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9bdeebbe-13bc-4a2b-bdcf-8a2734ed8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.616064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9bdeebbe-13bc-4a2b-bdcf-8a2734ed8f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526e271f-a82a-417a-b47f-2c6cc9a17518']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:08.627509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9bdeebbe-13bc-4a2b-bdcf-8a2734ed8f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38b61ac-36f3-4540-af44-ac96335517d6') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:08.629522 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9bdeebbe-13bc-4a2b-bdcf-8a2734ed8f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38b61ac-36f3-4540-af44-ac96335517d6') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:08.641747 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9bdeebbe-13bc-4a2b-bdcf-8a2734ed8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.662474 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9bdeebbe-13bc-4a2b-bdcf-8a2734ed8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.673135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdeebbe-13bc-4a2b-bdcf-8a2734ed8f3b admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:14:08.673824 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9bdeebbe-13bc-4a2b-bdcf-8a2734ed8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:14:08.677105 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:14:08.710407 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:14:08.755766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138,segment=NetworkSegment(6932a5ca-9eba-44c6-95a3-ccfca2552f53),segment_id=6932a5ca-9eba-44c6-95a3-ccfca2552f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:08.802128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce7429-e2ec-4994-84bf-f395ec3b96e3 req-10d0ca15-54b7-4703-9918-11eece6efcae tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:08.806794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6ce7429-e2ec-4994-84bf-f395ec3b96e3 req-10d0ca15-54b7-4703-9918-11eece6efcae tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.0738127 Oct 13 11:14:08.828507 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.864189 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.865788 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9bdeebbe-13bc-4a2b-bdcf-8a2734ed8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.888273 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6ce7429-e2ec-4994-84bf-f395ec3b96e3 req-7e72f4db-0497-4f3d-a6bf-11ef49da8051 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689621 Oct 13 11:14:08.892556 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9bdeebbe-13bc-4a2b-bdcf-8a2734ed8f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:08.920333 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9bdeebbe-13bc-4a2b-bdcf-8a2734ed8f3b admin admin] 10.222.0.32 "DELETE /v2.0/networks/526e271f-a82a-417a-b47f-2c6cc9a17518 HTTP/1.1" status: 204 len: 168 time: 0.6371267 Oct 13 11:14:08.927692 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5d635a3d-8a11-4696-a9fb-e21718b4d89f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3586245 Oct 13 11:14:08.931195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38898) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:08.938556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8e20ef37-b4db-4790-a4c3-ec1413a02c09 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1050469916'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:08.961937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:09.000409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdeebbe-13bc-4a2b-bdcf-8a2734ed8f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=526e271f-a82a-417a-b47f-2c6cc9a17518,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:09.105659 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:14:09.294708 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e20ef37-b4db-4790-a4c3-ec1413a02c09 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:09.342376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38902) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:09.379657 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e20ef37-b4db-4790-a4c3-ec1413a02c09 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:09.393251 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-055ea2ca-737b-4b59-8f26-84a5f3e168f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2aa57b3f2e79492c8ce3f3d4148708d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470235 Oct 13 11:14:09.393533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38904) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:09.454140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a089352-8f03-4146-bc41-faac24157249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:09.484389 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a089352-8f03-4146-bc41-faac24157249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:09.514105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1baa0d-e24d-4a5e-92f8-0e2fd6c77515 req-227923a0-04f2-4db9-a18c-877657fc4446 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:09.515901 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1baa0d-e24d-4a5e-92f8-0e2fd6c77515 req-227923a0-04f2-4db9-a18c-877657fc4446 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 944 time: 0.1391497 Oct 13 11:14:09.562024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e20ef37-b4db-4790-a4c3-ec1413a02c09 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:14:09.586218 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1baa0d-e24d-4a5e-92f8-0e2fd6c77515 req-a7033aca-0f8c-4a0f-8839-2474919b20f2 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/security-groups?id=572b5b19-df90-4fc0-b828-5675f610cbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579839 Oct 13 11:14:09.703025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e20ef37-b4db-4790-a4c3-ec1413a02c09 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:14:09.710513 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e20ef37-b4db-4790-a4c3-ec1413a02c09 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:09.711893 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8e20ef37-b4db-4790-a4c3-ec1413a02c09 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae HTTP/1.1" status: 200 len: 892 time: 0.7788277 Oct 13 11:14:09.714473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38906) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:09.717219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4d784-a6c2-4510-b04c-1c51234f5704 None None] Sync routers for ids ['3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:14:09.729499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4d784-a6c2-4510-b04c-1c51234f5704 None None] Routers {'3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:09.730214 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bae4d784-a6c2-4510-b04c-1c51234f5704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:09.769702 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bae4d784-a6c2-4510-b04c-1c51234f5704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:09.783111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4d784-a6c2-4510-b04c-1c51234f5704 None None] Routers {'3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:09.783671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bae4d784-a6c2-4510-b04c-1c51234f5704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:13:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:09.819509 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bae4d784-a6c2-4510-b04c-1c51234f5704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:09.820189 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4d784-a6c2-4510-b04c-1c51234f5704 None None] The sync data for ids ['3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:14:09.853610 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-347868ab-7d14-401d-babd-019424f1b16d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/routers/3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae HTTP/1.1" status: 200 len: 892 time: 0.1379983 Oct 13 11:14:09.856150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38908) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:09.888380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-58eb603c-ba4f-408f-831f-8924eedbb260 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae HTTP/1.1" status: 200 len: 205 time: 0.0289576 Oct 13 11:14:09.888944 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38912) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:10.011506 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:10.018863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:10.023723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c85b-6c51-4bdd-92f1-ffef350d2018 req-e8b4323a-8a42-4a55-b317-a4a9e3616d47 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:10.025158 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d25c85b-6c51-4bdd-92f1-ffef350d2018 req-e8b4323a-8a42-4a55-b317-a4a9e3616d47 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.0597978 Oct 13 11:14:10.066042 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a089352-8f03-4146-bc41-faac24157249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:10.070221 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1a089352-8f03-4146-bc41-faac24157249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:10.082857 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d25c85b-6c51-4bdd-92f1-ffef350d2018 req-70a7844f-39d9-46f6-b06e-cb99e286d37c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391574 Oct 13 11:14:10.083682 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1a089352-8f03-4146-bc41-faac24157249 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c747ae57-c4d1-45f3-ac49-08b84a395f33 HTTP/1.1" status: 204 len: 168 time: 0.6774316 Oct 13 11:14:10.097401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a089352-8f03-4146-bc41-faac24157249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c747ae57-c4d1-45f3-ac49-08b84a395f33,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:10.176547 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:14:10.182737 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:10.183128 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:10.208031 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:10.285983 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:10.313599 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec06dd48-25ca-453b-b88c-dfbbd674747a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:14:10.315523 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c604682a-ea09-4aec-80da-a20d01ef47eb" -d '{"events": [{"server_uuid": "ec06dd48-25ca-453b-b88c-dfbbd674747a", "name": "network-vif-plugged", "status": "completed", "tag": "ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:14:10.326757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a407b-233c-4d51-b423-32adfcd1ef92 req-ccc7e78f-0fbc-466b-903d-f553e8dafa54 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:10.328276 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b3a407b-233c-4d51-b423-32adfcd1ef92 req-ccc7e78f-0fbc-466b-903d-f553e8dafa54 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0525250 Oct 13 11:14:10.328998 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138,segment=NetworkSegment(6932a5ca-9eba-44c6-95a3-ccfca2552f53),segment_id=6932a5ca-9eba-44c6-95a3-ccfca2552f53)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:10.369371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b3a407b-233c-4d51-b423-32adfcd1ef92 req-551f3a0d-6df7-4a7e-b672-d93a31ee9e23 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345182 Oct 13 11:14:10.419594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port 44a75881-aec9-4f4c-a715-918f21a093ba {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:10.420190 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:10.436272 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3fd4e2-b0b5-4189-be47-ca094dbe9fb1 x-openstack-request-id: req-ef3fd4e2-b0b5-4189-be47-ca094dbe9fb1 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:14:10.436576 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec06dd48-25ca-453b-b88c-dfbbd674747a", "name": "network-vif-plugged", "status": "completed", "tag": "ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:14:10.436834 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef3fd4e2-b0b5-4189-be47-ca094dbe9fb1 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:14:10.437254 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec06dd48-25ca-453b-b88c-dfbbd674747a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138', 'code': 200} Oct 13 11:14:10.475037 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:10.476734 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d6b0d019-17b8-44b7-8d8f-f2a826da55d5 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:14:10.534188 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:10.550108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for 44a75881-aec9-4f4c-a715-918f21a093ba owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:10.592266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:10.596383 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: d6b0d019-17b8-44b7-8d8f-f2a826da55d5 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:14:10.596746 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d6b0d019-17b8-44b7-8d8f-f2a826da55d5 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:14:10.617628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bd1ac-6852-4ca3-811e-e61a01da137b req-5e447a43-2afe-4730-ae98-70dcd8401d4a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:10.630679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f97bd1ac-6852-4ca3-811e-e61a01da137b req-5e447a43-2afe-4730-ae98-70dcd8401d4a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1387208 Oct 13 11:14:10.664700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4608f82-e600-45f0-a806-e5fc174ab068 req-97591310-fbf0-4194-90a4-e6c202aa396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:10.666425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4608f82-e600-45f0-a806-e5fc174ab068 req-97591310-fbf0-4194-90a4-e6c202aa396c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 1096 time: 0.1639397 Oct 13 11:14:10.693340 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:10.711752 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f97bd1ac-6852-4ca3-811e-e61a01da137b req-ce2f45ad-f834-4db3-a02b-c6aa9b438f47 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781674 Oct 13 11:14:10.760134 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-acc86bce-d51d-4038-b451-e872919c70d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:10.775256 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4608f82-e600-45f0-a806-e5fc174ab068 req-c3eaf1ae-1f33-45af-a9ed-933068d84129 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=572b5b19-df90-4fc0-b828-5675f610cbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702152 Oct 13 11:14:10.891088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0db4cf-522b-4671-8e9c-89c3223a31d9 req-c228a2c3-0e3c-4929-be15-029238f81670 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:10.893153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af0db4cf-522b-4671-8e9c-89c3223a31d9 req-c228a2c3-0e3c-4929-be15-029238f81670 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 945 time: 0.0530310 Oct 13 11:14:10.921690 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:10.950453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=44a75881-aec9-4f4c-a715-918f21a093ba,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:10.951840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af0db4cf-522b-4671-8e9c-89c3223a31d9 req-b0b85179-a456-4be0-b90a-1681f0cc3e05 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/security-groups?id=572b5b19-df90-4fc0-b828-5675f610cbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524147 Oct 13 11:14:11.024703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:11.132906 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:11.135535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:11.204512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-396288c5-62e5-43ea-8e15-f2cc8df5983a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:11.206282 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-396288c5-62e5-43ea-8e15-f2cc8df5983a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 811 time: 0.1293864 Oct 13 11:14:11.223937 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-26ae4a4e-735b-4ac4-9b3c-5f1b8636e6cd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/quotas/94103c739efd4f559dbc468c59322726 HTTP/1.1" status: 200 len: 375 time: 0.0100718 Oct 13 11:14:11.291836 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-a48a8777-aea3-44d2-bf24-69d9b5e35570 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0615892 Oct 13 11:14:11.308419 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:11.308931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Fanout notify agent at l3_agent the message router_deleted on router 3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:14:11.322157 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:11.327644 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e56dee16-f608-44c8-abcd-c2d6e4b3fe3d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae HTTP/1.1" status: 204 len: 168 time: 1.4378073 Oct 13 11:14:11.328324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38956) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:11.334269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0edba724-17cb-46ab-8037-d8394e9222d0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-381795153'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:11.394422 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-e86df1b2-6f72-4d31-b216-326c5aa35677 service neutron] 10.222.0.32 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949628 Oct 13 11:14:11.474218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edba724-17cb-46ab-8037-d8394e9222d0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:11.479598 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0edba724-17cb-46ab-8037-d8394e9222d0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:11.488268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-7f0c2c34-f09d-43ea-85b5-2684db20e231 service neutron] 10.222.0.32 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865004 Oct 13 11:14:11.510253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edba724-17cb-46ab-8037-d8394e9222d0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:14:11.517779 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0edba724-17cb-46ab-8037-d8394e9222d0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:11.518178 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-0edba724-17cb-46ab-8037-d8394e9222d0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Added segment 27ad5264-9eb3-422c-abad-e7cfbd549f5c of type vlan for network 16c43e66-8f3f-4703-9175-7e498e5e11da Oct 13 11:14:11.564523 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0edba724-17cb-46ab-8037-d8394e9222d0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:11.640604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38962) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:11.702770 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:11.703375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0edba724-17cb-46ab-8037-d8394e9222d0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:11.709242 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edba724-17cb-46ab-8037-d8394e9222d0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:11.710679 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0edba724-17cb-46ab-8037-d8394e9222d0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:11.805982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1447231870-network', 'tenant_id': 'b1723bbefd52406eaf73ec44db05ab34'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:11.836090 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d8dee5d-4b5d-4afa-9534-751d3f31ded7 req-52d0cfd0-5f55-4e1d-b732-d0cdfe1aa811 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 210 time: 0.0368116 Oct 13 11:14:11.841856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edba724-17cb-46ab-8037-d8394e9222d0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Network': ['ID=16c43e66-8f3f-4703-9175-7e498e5e11da,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:11.862362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 16c43e66-8f3f-4703-9175-7e498e5e11da details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:14:11.922670 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0edba724-17cb-46ab-8037-d8394e9222d0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5835183 Oct 13 11:14:11.922801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38970) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:11.923689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-015ff6cd-a15a-4c95-8735-ce56e6b39a12 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'subnet': {'network_id': '16c43e66-8f3f-4703-9175-7e498e5e11da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:12.074043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Made reservation on behalf of b1723bbefd52406eaf73ec44db05ab34 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:12.076479 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:12.088242 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:12.129003 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef78ab-e75a-4597-9f5e-2feb070ac151 req-c00794fd-c72a-4106-b9c8-be2a76d64e1d tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:12.131266 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-29ef78ab-e75a-4597-9f5e-2feb070ac151 req-c00794fd-c72a-4106-b9c8-be2a76d64e1d tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 945 time: 0.0757322 Oct 13 11:14:12.176275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-29ef78ab-e75a-4597-9f5e-2feb070ac151 req-8db50849-7d41-450b-9400-074a01eac97e tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/security-groups?id=572b5b19-df90-4fc0-b828-5675f610cbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372803 Oct 13 11:14:12.205363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015ff6cd-a15a-4c95-8735-ce56e6b39a12 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:12.205726 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:12.215021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-015ff6cd-a15a-4c95-8735-ce56e6b39a12 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:12.248561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:12.320144 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:12.337838 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:14:12.383930 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:12.384410 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Added segment 8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc of type vlan for network 26fa417d-2ca3-4d6e-bcdc-24c424a25623 Oct 13 11:14:12.400778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df001fcc-4f47-45ca-b147-5d06c51731cf,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:12.501824 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:12.674059 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:12.674603 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-015ff6cd-a15a-4c95-8735-ce56e6b39a12 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:12.675597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:12.676251 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:12.747810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] Pushing event updated for resources: {'Network': ['ID=26fa417d-2ca3-4d6e-bcdc-24c424a25623,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:12.760965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 26fa417d-2ca3-4d6e-bcdc-24c424a25623 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:14:12.777393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ff6cd-a15a-4c95-8735-ce56e6b39a12 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Subnet': ['ID=085e6e9d-8202-4250-9a23-611a42defb3f,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:12.782452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015ff6cd-a15a-4c95-8735-ce56e6b39a12 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Checking segment: {'id': '27ad5264-9eb3-422c-abad-e7cfbd549f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '16c43e66-8f3f-4703-9175-7e498e5e11da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:12.782452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015ff6cd-a15a-4c95-8735-ce56e6b39a12 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network hostable DHCP agents. Network: 16c43e66-8f3f-4703-9175-7e498e5e11da, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:14:12.873228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015ff6cd-a15a-4c95-8735-ce56e6b39a12 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 16c43e66-8f3f-4703-9175-7e498e5e11da is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:14:12.877366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38996) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:12.878673 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7a842239-c904-49a1-9723-b3af98dcf211 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2368231 Oct 13 11:14:12.885441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-03bde72f-b528-40d0-a477-f9fc1e88178c admin admin] Request body: {'subnet': {'network_id': '26fa417d-2ca3-4d6e-bcdc-24c424a25623', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1447231870-subnet', 'tenant_id': 'b1723bbefd52406eaf73ec44db05ab34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:13.041217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bde72f-b528-40d0-a477-f9fc1e88178c admin admin] Made reservation on behalf of b1723bbefd52406eaf73ec44db05ab34 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:13.066594 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03bde72f-b528-40d0-a477-f9fc1e88178c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:13.074844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-015ff6cd-a15a-4c95-8735-ce56e6b39a12 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 16c43e66-8f3f-4703-9175-7e498e5e11da) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:13.088960 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a18aa4-0ccf-4453-a6e0-b81d9c35bfdc None None] Network 16c43e66-8f3f-4703-9175-7e498e5e11da requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:13.147582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015ff6cd-a15a-4c95-8735-ce56e6b39a12 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:13.148199 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-015ff6cd-a15a-4c95-8735-ce56e6b39a12 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:13.183902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b6b5272-ca37-4fda-b5b3-10e16cd71547 req-ab3c5fce-b202-4dc7-a9ee-b1b74541fbbe tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 210 time: 0.0454056 Oct 13 11:14:13.373963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-16c43e66-8f3f-4703-9175-7e498e5e11da', 'network_id': '16c43e66-8f3f-4703-9175-7e498e5e11da', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'fixed_ips': [{'subnet_id': '085e6e9d-8202-4250-9a23-611a42defb3f'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:14:13.374847 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:13.390983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ac8ea-0d7d-43de-b318-17e38c3e6595 req-07f56cc2-6352-4af5-8e21-db6b415f5768 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:13.392497 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d16ac8ea-0d7d-43de-b318-17e38c3e6595 req-07f56cc2-6352-4af5-8e21-db6b415f5768 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 945 time: 0.0514657 Oct 13 11:14:13.401418 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39002) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:13.401606 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-015ff6cd-a15a-4c95-8735-ce56e6b39a12 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4816234 Oct 13 11:14:13.403764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ae4e7fc3-2ec7-440e-bd49-baf64f7f3dda tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1298698663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:13.418029 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03bde72f-b528-40d0-a477-f9fc1e88178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:13.479848 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:13.494198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d16ac8ea-0d7d-43de-b318-17e38c3e6595 req-9ad35ac7-fe99-4e83-9eab-b97d8017572c tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/security-groups?id=572b5b19-df90-4fc0-b828-5675f610cbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940428 Oct 13 11:14:13.515378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bde72f-b528-40d0-a477-f9fc1e88178c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b7d665-9a3b-4f63-91e8-d42758af2424,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:13.523594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bde72f-b528-40d0-a477-f9fc1e88178c admin admin] Checking segment: {'id': '8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '26fa417d-2ca3-4d6e-bcdc-24c424a25623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:13.524005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bde72f-b528-40d0-a477-f9fc1e88178c admin admin] Network hostable DHCP agents. Network: 26fa417d-2ca3-4d6e-bcdc-24c424a25623, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:14:13.536777 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7fc3-2ec7-440e-bd49-baf64f7f3dda tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:13.537956 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7fc3-2ec7-440e-bd49-baf64f7f3dda tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:13.573293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Allocated IP 2001:db8::2 (16c43e66-8f3f-4703-9175-7e498e5e11da/085e6e9d-8202-4250-9a23-611a42defb3f/2026a86c-e483-4e32-94fe-c80e7d6abedd) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:13.610432 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7fc3-2ec7-440e-bd49-baf64f7f3dda tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:13.628723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bde72f-b528-40d0-a477-f9fc1e88178c admin admin] Network 26fa417d-2ca3-4d6e-bcdc-24c424a25623 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:14:13.726387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7fc3-2ec7-440e-bd49-baf64f7f3dda tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:13.736205 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:13.754195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-03bde72f-b528-40d0-a477-f9fc1e88178c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 26fa417d-2ca3-4d6e-bcdc-24c424a25623) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:13.759923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bde72f-b528-40d0-a477-f9fc1e88178c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:13.760444 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03bde72f-b528-40d0-a477-f9fc1e88178c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:13.774044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fd5682-0215-407f-bc01-2ba72aa5c33d None None] Network 26fa417d-2ca3-4d6e-bcdc-24c424a25623 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:13.865527 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:13.935989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Network 16c43e66-8f3f-4703-9175-7e498e5e11da is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:13.940995 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7fc3-2ec7-440e-bd49-baf64f7f3dda tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:13.952813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-03bde72f-b528-40d0-a477-f9fc1e88178c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0650685 Oct 13 11:14:13.953367 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ae4e7fc3-2ec7-440e-bd49-baf64f7f3dda tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5490479 Oct 13 11:14:13.953367 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39006) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:13.956995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Pushing event updated for resources: {'Port': ['ID=2026a86c-e483-4e32-94fe-c80e7d6abedd,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:13.968369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:13.971255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:13.971641 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:13.971932 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:13.972283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:13.972651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:13.972984 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:13.973312 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:13.973645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:13.974076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:13.974576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:13.974906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:13.975425 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:13.980173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:13.982595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9423c5f2-54de-4023-9ec5-4447bf297573 None None] Network 26fa417d-2ca3-4d6e-bcdc-24c424a25623 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:14.196745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Attempting to bind port 2026a86c-e483-4e32-94fe-c80e7d6abedd on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:14:14.197116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Attempting to bind port 2026a86c-e483-4e32-94fe-c80e7d6abedd by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '27ad5264-9eb3-422c-abad-e7cfbd549f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '16c43e66-8f3f-4703-9175-7e498e5e11da'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:14:14.198080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Attempting to bind port 2026a86c-e483-4e32-94fe-c80e7d6abedd on network 16c43e66-8f3f-4703-9175-7e498e5e11da {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:14.203908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:14:14.204277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Checking segment: {'id': '27ad5264-9eb3-422c-abad-e7cfbd549f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '16c43e66-8f3f-4703-9175-7e498e5e11da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:14.204680 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:14.206645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Bound using segment: {'id': '27ad5264-9eb3-422c-abad-e7cfbd549f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '16c43e66-8f3f-4703-9175-7e498e5e11da'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:14:14.207080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Bound port: 2026a86c-e483-4e32-94fe-c80e7d6abedd, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ad5264-9eb3-422c-abad-e7cfbd549f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '16c43e66-8f3f-4703-9175-7e498e5e11da'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:14:14.207482 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:14.285921 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] For port 2026a86c-e483-4e32-94fe-c80e7d6abedd, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:14:14.290927 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] For port 2026a86c-e483-4e32-94fe-c80e7d6abedd, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2026a86c-e483-4e32-94fe-c80e7d6abedd,segment=NetworkSegment(27ad5264-9eb3-422c-abad-e7cfbd549f5c),segment_id=27ad5264-9eb3-422c-abad-e7cfbd549f5c)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:14:14.292650 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:14.371441 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:14.376060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffebff-71ec-429c-97fd-f4d925485bbf req-0d37d889-ddf0-4424-a0c4-7144c9002bc6 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:14.378015 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aaffebff-71ec-429c-97fd-f4d925485bbf req-0d37d889-ddf0-4424-a0c4-7144c9002bc6 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 945 time: 0.0788095 Oct 13 11:14:14.442076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d44f0-1094-443a-91b9-3d08e5681d0f None None] Pushing event updated for resources: {'Port': ['ID=2026a86c-e483-4e32-94fe-c80e7d6abedd,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:14.626757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Allocated IP 2001:db8::1 (16c43e66-8f3f-4703-9175-7e498e5e11da/085e6e9d-8202-4250-9a23-611a42defb3f/e800b9f3-3a16-4837-a57d-43ec314e3ded) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:14.823818 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:14.955094 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:15.006026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 16c43e66-8f3f-4703-9175-7e498e5e11da is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:15.009948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:15.013788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:15.014372 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:15.051011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=e800b9f3-3a16-4837-a57d-43ec314e3ded,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:15.054381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-511428a4-0b74-4f23-9913-188bb614fc27 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:15.061548 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-511428a4-0b74-4f23-9913-188bb614fc27 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/networks?id=26fa417d-2ca3-4d6e-bcdc-24c424a25623 HTTP/1.1" status: 200 len: 821 time: 0.6229258 Oct 13 11:14:15.068502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-aaffebff-71ec-429c-97fd-f4d925485bbf req-fb71ad57-99e1-4f62-b904-19a91b07d062 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Deleting port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:15.069542 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aaffebff-71ec-429c-97fd-f4d925485bbf req-fb71ad57-99e1-4f62-b904-19a91b07d062 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:15.111906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-25738b76-0c98-427d-a81b-92046c48670d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:15.111906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-25738b76-0c98-427d-a81b-92046c48670d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 811 time: 0.5822895 Oct 13 11:14:15.128815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-774215b5-f77d-4999-b235-3f4d1e28dc1b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Request body: {'port': {'device_id': '3a8cba2a-6246-4571-bc85-8e172a093104', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'admin_state_up': True, 'tenant_id': '94103c739efd4f559dbc468c59322726'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:15.149946 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-597a6f00-bc69-4d55-ac2d-c0649807575e tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/quotas/b1723bbefd52406eaf73ec44db05ab34 HTTP/1.1" status: 200 len: 375 time: 0.0840664 Oct 13 11:14:15.223540 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-211fb979-c788-43f0-bca2-be3aa2b1af99 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1723bbefd52406eaf73ec44db05ab34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379865 Oct 13 11:14:15.243170 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:15.320016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-aaffebff-71ec-429c-97fd-f4d925485bbf req-fb71ad57-99e1-4f62-b904-19a91b07d062 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] For port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138,segment=NetworkSegment(6932a5ca-9eba-44c6-95a3-ccfca2552f53),segment_id=6932a5ca-9eba-44c6-95a3-ccfca2552f53)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:15.320391 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aaffebff-71ec-429c-97fd-f4d925485bbf req-fb71ad57-99e1-4f62-b904-19a91b07d062 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:15.364452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-aaffebff-71ec-429c-97fd-f4d925485bbf req-fb71ad57-99e1-4f62-b904-19a91b07d062 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Calling delete_port for ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:15.461159 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-3e9b599e-d348-4730-9967-d00bb435c218 service neutron] 10.222.0.32 "GET /v2.0/networks/26fa417d-2ca3-4d6e-bcdc-24c424a25623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265730 Oct 13 11:14:15.551208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a7409f-b55a-4217-ade5-06c12ac2518c None None] Network 16c43e66-8f3f-4703-9175-7e498e5e11da requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:15.577929 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:15.599236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-774215b5-f77d-4999-b235-3f4d1e28dc1b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Made reservation on behalf of 94103c739efd4f559dbc468c59322726 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:15.603615 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-774215b5-f77d-4999-b235-3f4d1e28dc1b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:15.623756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-cba4089d-cc21-40b1-acbd-76c6a843eb17 service neutron] 10.222.0.32 "GET /v2.0/networks/26fa417d-2ca3-4d6e-bcdc-24c424a25623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530118 Oct 13 11:14:15.633906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-23375f50-72c1-4033-a2d6-560f709b3a29 None None] Provisioning complete for port 2026a86c-e483-4e32-94fe-c80e7d6abedd triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:15.634285 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23375f50-72c1-4033-a2d6-560f709b3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:15.732379 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:15.734738 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:15.792981 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23375f50-72c1-4033-a2d6-560f709b3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:15.796910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-774215b5-f77d-4999-b235-3f4d1e28dc1b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Allocated IP 172.20.0.5 (95fd87ea-fade-4046-b119-0e72f7410189/ecd630ac-bffd-4d81-9474-39db4e4bebc1/09b179ac-6642-4a16-9937-74a564550c7f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:15.841337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-23375f50-72c1-4033-a2d6-560f709b3a29 None None] For port 2026a86c-e483-4e32-94fe-c80e7d6abedd, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2026a86c-e483-4e32-94fe-c80e7d6abedd,segment=NetworkSegment(27ad5264-9eb3-422c-abad-e7cfbd549f5c),segment_id=27ad5264-9eb3-422c-abad-e7cfbd549f5c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:15.877030 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aaffebff-71ec-429c-97fd-f4d925485bbf req-fb71ad57-99e1-4f62-b904-19a91b07d062 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:15.888441 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:14:15.964123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71ad57-99e1-4f62-b904-19a91b07d062 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Pushing event deleted for resources: {'Port': ['ID=ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:16.006660 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23375f50-72c1-4033-a2d6-560f709b3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:16.035233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 16c43e66-8f3f-4703-9175-7e498e5e11da is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:16.041603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:16.044936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=e800b9f3-3a16-4837-a57d-43ec314e3ded,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:16.064275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaffebff-71ec-429c-97fd-f4d925485bbf req-fb71ad57-99e1-4f62-b904-19a91b07d062 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] No DVR routers for this DVR port ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:14:16.072363 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aaffebff-71ec-429c-97fd-f4d925485bbf req-fb71ad57-99e1-4f62-b904-19a91b07d062 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:16.075881 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aaffebff-71ec-429c-97fd-f4d925485bbf req-fb71ad57-99e1-4f62-b904-19a91b07d062 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.21 "DELETE /v2.0/ports/ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 HTTP/1.1" status: 204 len: 173 time: 1.6910834 Oct 13 11:14:16.110703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec06dd48-25ca-453b-b88c-dfbbd674747a', 'name': 'network-vif-deleted', 'tag': 'ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:14:16.126111 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19be117-1b9f-4060-be92-228415c093e9" -d '{"events": [{"server_uuid": "ec06dd48-25ca-453b-b88c-dfbbd674747a", "name": "network-vif-deleted", "tag": "ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:14:16.127237 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23375f50-72c1-4033-a2d6-560f709b3a29 None None] Pushing event updated for resources: {'Port': ['ID=2026a86c-e483-4e32-94fe-c80e7d6abedd,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:16.191861 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-964c214e-09f9-4c9e-acdc-9f205d20d682 req-e615d5b8-0318-43f9-9d5e-57c4e7bd3b8c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 210 time: 0.1123855 Oct 13 11:14:16.201213 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-774215b5-f77d-4999-b235-3f4d1e28dc1b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:16.330015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b85cb4c3-dfe6-4094-9dfb-f504c305e27c None None] Provisioning complete for port 2026a86c-e483-4e32-94fe-c80e7d6abedd triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:16.330359 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b85cb4c3-dfe6-4094-9dfb-f504c305e27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:16.353977 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1cceaf8-0e5c-4f39-9f6d-bba7913af37f req-7989f88b-ecfd-4e71-8ba0-52cfdf3945e8 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 210 time: 0.0397985 Oct 13 11:14:16.406061 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-774215b5-f77d-4999-b235-3f4d1e28dc1b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:16.436458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['9a09b0f2-9385-4773-9833-da54e4e95613'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:14:16.462689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 58f84a7a-a771-407e-be88-42b14101af5f is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:14:16.523068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774215b5-f77d-4999-b235-3f4d1e28dc1b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event updated for resources: {'Port': ['ID=09b179ac-6642-4a16-9937-74a564550c7f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:16.610153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38d1a83b-5400-405a-b798-fafe93641999 req-1e89e479-2da7-40eb-912c-fe56fc21e1bd tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 210 time: 0.0886946 Oct 13 11:14:16.618814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:14:16.620743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-774215b5-f77d-4999-b235-3f4d1e28dc1b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Network 95fd87ea-fade-4046-b119-0e72f7410189 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:16.624610 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-774215b5-f77d-4999-b235-3f4d1e28dc1b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:16.632651 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-750ec3ac-9e8f-41f5-8fc0-a4d589b18661 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/58f84a7a-a771-407e-be88-42b14101af5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6813738 Oct 13 11:14:16.633982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-774215b5-f77d-4999-b235-3f4d1e28dc1b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:16.634325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39048) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:16.637153 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104af83-10a3-47f5-b49c-2035f45495db None None] Sync routers for ids ['58f84a7a-a771-407e-be88-42b14101af5f'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:14:16.657062 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104af83-10a3-47f5-b49c-2035f45495db None None] Routers {'58f84a7a-a771-407e-be88-42b14101af5f'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:16.657719 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b104af83-10a3-47f5-b49c-2035f45495db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58f84a7a-a771-407e-be88-42b14101af5f'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:16.693716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2026a86c-e483-4e32-94fe-c80e7d6abedd up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:16.720295 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b104af83-10a3-47f5-b49c-2035f45495db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:16.754549 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104af83-10a3-47f5-b49c-2035f45495db None None] Routers {'58f84a7a-a771-407e-be88-42b14101af5f'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:16.755397 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b104af83-10a3-47f5-b49c-2035f45495db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58f84a7a-a771-407e-be88-42b14101af5f'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:16.757676 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ad57d1-154c-4ede-ad4a-e675083fc1de x-openstack-request-id: req-13ad57d1-154c-4ede-ad4a-e675083fc1de {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:14:16.760333 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec06dd48-25ca-453b-b88c-dfbbd674747a", "name": "network-vif-deleted", "tag": "ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:14:16.760669 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13ad57d1-154c-4ede-ad4a-e675083fc1de {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:14:16.761188 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec06dd48-25ca-453b-b88c-dfbbd674747a', 'name': 'network-vif-deleted', 'tag': 'ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138', 'status': 'completed', 'code': 200} Oct 13 11:14:16.777096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-774215b5-f77d-4999-b235-3f4d1e28dc1b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:16.777886 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-774215b5-f77d-4999-b235-3f4d1e28dc1b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:16.778572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9736556-a15c-459c-bdca-5d814afccf3f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:16.780202 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c9736556-a15c-459c-bdca-5d814afccf3f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports/e800b9f3-3a16-4837-a57d-43ec314e3ded HTTP/1.1" status: 200 len: 911 time: 0.1425102 Oct 13 11:14:16.790671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39050) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:16.796346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ddb00574-eab7-4e99-9dbf-ffe4f59bf9f3 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '085e6e9d-8202-4250-9a23-611a42defb3f'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:16.883032 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b104af83-10a3-47f5-b49c-2035f45495db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:16.883032 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104af83-10a3-47f5-b49c-2035f45495db None None] The sync data for ids ['58f84a7a-a771-407e-be88-42b14101af5f'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:14:16.926166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b85cb4c3-dfe6-4094-9dfb-f504c305e27c None None] Provisioning complete for port e800b9f3-3a16-4837-a57d-43ec314e3ded triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:16.932643 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b85cb4c3-dfe6-4094-9dfb-f504c305e27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:16.958613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-774215b5-f77d-4999-b235-3f4d1e28dc1b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8335016 Oct 13 11:14:16.979140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Request body: {'port': {'device_id': '3a8cba2a-6246-4571-bc85-8e172a093104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:17.017273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 2026a86c-e483-4e32-94fe-c80e7d6abedd triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:17.017507 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:17.109729 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:17.130605 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b85cb4c3-dfe6-4094-9dfb-f504c305e27c None None] Port e800b9f3-3a16-4837-a57d-43ec314e3ded cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:17.141919 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ddb00574-eab7-4e99-9dbf-ffe4f59bf9f3 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:17.267877 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7398dfb3-c7a6-4d1f-b533-ca611013b605 None None] Provisioning complete for port e800b9f3-3a16-4837-a57d-43ec314e3ded triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:17.269665 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7398dfb3-c7a6-4d1f-b533-ca611013b605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:17.326759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7398dfb3-c7a6-4d1f-b533-ca611013b605 None None] Port e800b9f3-3a16-4837-a57d-43ec314e3ded cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:17.344483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7398dfb3-c7a6-4d1f-b533-ca611013b605 None None] Provisioning complete for port 09b179ac-6642-4a16-9937-74a564550c7f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:17.345105 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7398dfb3-c7a6-4d1f-b533-ca611013b605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:17.393609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7398dfb3-c7a6-4d1f-b533-ca611013b605 None None] Port 09b179ac-6642-4a16-9937-74a564550c7f cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:17.415766 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036f63b-bfb6-443f-a060-7c4070d31e9f req-263766f6-3dd5-43c3-88f7-080ee168efaf tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:17.417329 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d036f63b-bfb6-443f-a060-7c4070d31e9f req-263766f6-3dd5-43c3-88f7-080ee168efaf tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 931 time: 0.1313920 Oct 13 11:14:17.497803 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d036f63b-bfb6-443f-a060-7c4070d31e9f req-05e9e79d-fc6f-4578-8f60-b69326b4bdd2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722427 Oct 13 11:14:17.575663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b179ac-6642-4a16-9937-74a564550c7f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:14:17.596767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:17.620978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Transition to ACTIVE for port object 09b179ac-6642-4a16-9937-74a564550c7f will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:14:17.641582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1bf9a0e4-88be-47e0-8923-54b6fb7328ad req-55bba321-7e00-4143-b382-6a6d65fc9fd5 tempest-ServerAddressesTestJSON-2106778959 tempest-ServerAddressesTestJSON-2106778959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec06dd48-25ca-453b-b88c-dfbbd674747a HTTP/1.1" status: 200 len: 210 time: 0.0312045 Oct 13 11:14:17.667937 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ddb00574-eab7-4e99-9dbf-ffe4f59bf9f3 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:17.723684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c9b53e6-b40c-48ce-8a64-c7c41af36219 req-7f172ada-2e12-433a-9358-fe99b63d6d97 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 210 time: 0.0278964 Oct 13 11:14:17.754811 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:17.813240 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Pushing event updated for resources: {'Port': ['ID=09b179ac-6642-4a16-9937-74a564550c7f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:17.839836 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ddb00574-eab7-4e99-9dbf-ffe4f59bf9f3 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:17.846661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb00574-eab7-4e99-9dbf-ffe4f59bf9f3 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:17.847277 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ddb00574-eab7-4e99-9dbf-ffe4f59bf9f3 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:17.851496 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ddb00574-eab7-4e99-9dbf-ffe4f59bf9f3 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/ports/e800b9f3-3a16-4837-a57d-43ec314e3ded HTTP/1.1" status: 200 len: 911 time: 1.0569525 Oct 13 11:14:17.851731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39062) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:17.921628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Attempting to bind port 09b179ac-6642-4a16-9937-74a564550c7f on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:14:17.921973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Attempting to bind port 09b179ac-6642-4a16-9937-74a564550c7f by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:14:17.922217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Attempting to bind port 09b179ac-6642-4a16-9937-74a564550c7f on network 95fd87ea-fade-4046-b119-0e72f7410189 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:17.927861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Port 09b179ac-6642-4a16-9937-74a564550c7f on network 95fd87ea-fade-4046-b119-0e72f7410189 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:14:17.928931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Attempting to bind port 09b179ac-6642-4a16-9937-74a564550c7f on network 95fd87ea-fade-4046-b119-0e72f7410189 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:17.935002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:14:17.935424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Checking segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:17.935794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Bound using segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:14:17.936260 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Bound port: 09b179ac-6642-4a16-9937-74a564550c7f, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:14:17.936612 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:17.978502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb00574-eab7-4e99-9dbf-ffe4f59bf9f3 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=e800b9f3-3a16-4837-a57d-43ec314e3ded,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:18.028999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] For port 09b179ac-6642-4a16-9937-74a564550c7f, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:14:18.035770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] For port 09b179ac-6642-4a16-9937-74a564550c7f, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=09b179ac-6642-4a16-9937-74a564550c7f,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:14:18.042715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:14:18.068076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:14:18.068751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ebe12b3f-e5fe-4b04-a0e4-5ed5f7941138 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:14:18.109328 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:18.152062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:18.152664 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:18.154180 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] 10.222.0.46 "PUT /v2.0/ports/09b179ac-6642-4a16-9937-74a564550c7f HTTP/1.1" status: 200 len: 1091 time: 1.1909192 Oct 13 11:14:18.179632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06fcc6-6f57-46a9-b601-ff3df153edf6 service neutron] Pushing event updated for resources: {'Port': ['ID=09b179ac-6642-4a16-9937-74a564550c7f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:18.388027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-4e5a7057-dd8c-4093-b8a0-7d1976963bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:18.389738 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-4e5a7057-dd8c-4093-b8a0-7d1976963bf5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 1094 time: 0.0553305 Oct 13 11:14:18.444814 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-6a639ae0-923e-4b40-8ab4-d1b55ff36a1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b179ac-6642-4a16-9937-74a564550c7f HTTP/1.1" status: 200 len: 217 time: 0.0453725 Oct 13 11:14:18.507499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-0c38391c-ff85-4459-ad64-db918bcb1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:18.509121 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-0c38391c-ff85-4459-ad64-db918bcb1caa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.0551403 Oct 13 11:14:18.567035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-ef57ab14-7a80-4223-8a36-9ce283edc4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:18.569268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-ef57ab14-7a80-4223-8a36-9ce283edc4f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522435 Oct 13 11:14:18.704094 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db9d56dd-2587-431d-9696-1810e3f6908b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:18.718461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84785e-6074-4cfe-aaff-0976c4211777 req-4a5b84d7-d283-464c-9e2c-b87b2f4ebde5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:18.719995 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac84785e-6074-4cfe-aaff-0976c4211777 req-4a5b84d7-d283-464c-9e2c-b87b2f4ebde5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 943 time: 0.0934527 Oct 13 11:14:18.743154 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-ee0dac01-dfaa-4658-8249-72ce30ef1ffa service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656635 Oct 13 11:14:18.762113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8cba2a-6246-4571-bc85-8e172a093104', 'tag': '09b179ac-6642-4a16-9937-74a564550c7f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:14:18.764533 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b42141-c12b-4f98-a8bd-2115b6bba19c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8cba2a-6246-4571-bc85-8e172a093104", "tag": "09b179ac-6642-4a16-9937-74a564550c7f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:14:18.843185 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac84785e-6074-4cfe-aaff-0976c4211777 req-18b7c659-23ed-41af-a113-f0ef95e346ff tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127434 Oct 13 11:14:18.911359 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247e355a-40a1-47d2-bcdf-4ebe881ae1f4 req-104dd773-f4c5-4e42-865f-729e9dd1946d service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601188 Oct 13 11:14:18.926807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39074) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:18.991139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f17edeb-f792-4c94-bd3d-c18f04dd7430 admin admin] Deleting subnet 715c4281-d01e-4af0-9861-bd295fcdc764 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:14:19.014870 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f17edeb-f792-4c94-bd3d-c18f04dd7430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.018103 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e555d07e-8e55-4436-b97c-387433e40f0f req-ba67ba4c-ebb8-472c-b3c1-234dddc12b87 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 210 time: 0.0455317 Oct 13 11:14:19.066419 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f17edeb-f792-4c94-bd3d-c18f04dd7430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.073691 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6e8849-755e-4581-903e-bc8ae7a04d52 x-openstack-request-id: req-cf6e8849-755e-4581-903e-bc8ae7a04d52 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:14:19.073982 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8cba2a-6246-4571-bc85-8e172a093104", "tag": "09b179ac-6642-4a16-9937-74a564550c7f", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:14:19.074234 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf6e8849-755e-4581-903e-bc8ae7a04d52 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:14:19.074656 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8cba2a-6246-4571-bc85-8e172a093104', 'tag': '09b179ac-6642-4a16-9937-74a564550c7f', 'status': 'completed', 'code': 200} Oct 13 11:14:19.114885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-db9d56dd-2587-431d-9696-1810e3f6908b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port e800b9f3-3a16-4837-a57d-43ec314e3ded {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:19.115229 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db9d56dd-2587-431d-9696-1810e3f6908b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.119858 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f17edeb-f792-4c94-bd3d-c18f04dd7430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.210924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b42141-c12b-4f98-a8bd-2115b6bba19c req-95985c37-4414-4abd-b43d-e9bfc4d2c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:19.215445 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4b42141-c12b-4f98-a8bd-2115b6bba19c req-95985c37-4414-4abd-b43d-e9bfc4d2c3b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 1094 time: 0.0490236 Oct 13 11:14:19.252372 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db9d56dd-2587-431d-9696-1810e3f6908b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.267287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-db9d56dd-2587-431d-9696-1810e3f6908b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for e800b9f3-3a16-4837-a57d-43ec314e3ded owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:19.340880 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b42141-c12b-4f98-a8bd-2115b6bba19c req-24333093-2ada-4387-86f1-aff5f8f4242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:19.343493 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4b42141-c12b-4f98-a8bd-2115b6bba19c req-24333093-2ada-4387-86f1-aff5f8f4242d service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.1216068 Oct 13 11:14:19.439944 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f17edeb-f792-4c94-bd3d-c18f04dd7430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.478601 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4b42141-c12b-4f98-a8bd-2115b6bba19c req-96686769-87a5-464a-9ce5-a37bf2b694e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b179ac-6642-4a16-9937-74a564550c7f HTTP/1.1" status: 200 len: 217 time: 0.1133251 Oct 13 11:14:19.503650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17edeb-f792-4c94-bd3d-c18f04dd7430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=715c4281-d01e-4af0-9861-bd295fcdc764,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:19.507974 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f17edeb-f792-4c94-bd3d-c18f04dd7430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.514071 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4f17edeb-f792-4c94-bd3d-c18f04dd7430 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/715c4281-d01e-4af0-9861-bd295fcdc764 HTTP/1.1" status: 204 len: 168 time: 0.5844660 Oct 13 11:14:19.516558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39076) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:19.563332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b42141-c12b-4f98-a8bd-2115b6bba19c req-25e862aa-3f9a-47c3-a150-29e9a0062502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:19.564910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4b42141-c12b-4f98-a8bd-2115b6bba19c req-25e862aa-3f9a-47c3-a150-29e9a0062502 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.0761933 Oct 13 11:14:19.572328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-fb87f3a4-841c-4e67-b099-4a41af941975 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:19.573755 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-fb87f3a4-841c-4e67-b099-4a41af941975 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.21 "GET /v2.0/networks?id=26fa417d-2ca3-4d6e-bcdc-24c424a25623 HTTP/1.1" status: 200 len: 821 time: 0.2268476 Oct 13 11:14:19.605360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-47e6a8a8-d7ba-4f62-8c4f-e114f7047416 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Request body: {'port': {'device_id': 'f8e07d11-aaa7-4ec3-8481-52685f2229c4', 'network_id': '26fa417d-2ca3-4d6e-bcdc-24c424a25623', 'admin_state_up': True, 'tenant_id': 'b1723bbefd52406eaf73ec44db05ab34'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:19.642015 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17bb19db-7ba4-4b59-acfa-419355ce43d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.675331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b42141-c12b-4f98-a8bd-2115b6bba19c req-897b6d05-4f5d-4f46-884c-1da45b0eba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:19.676920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4b42141-c12b-4f98-a8bd-2115b6bba19c req-897b6d05-4f5d-4f46-884c-1da45b0eba2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022925 Oct 13 11:14:19.732263 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db9d56dd-2587-431d-9696-1810e3f6908b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.783929 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17bb19db-7ba4-4b59-acfa-419355ce43d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.783929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d56dd-2587-431d-9696-1810e3f6908b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=e800b9f3-3a16-4837-a57d-43ec314e3ded,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:19.824731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-17bb19db-7ba4-4b59-acfa-419355ce43d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3aafed-0855-41df-af39-1054899c0da8']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:19.839695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4b42141-c12b-4f98-a8bd-2115b6bba19c req-e21c1863-bbba-4f0f-a970-43c39facc062 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500928 Oct 13 11:14:19.902077 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-17bb19db-7ba4-4b59-acfa-419355ce43d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6932a5ca-9eba-44c6-95a3-ccfca2552f53') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:19.902440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-17bb19db-7ba4-4b59-acfa-419355ce43d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6932a5ca-9eba-44c6-95a3-ccfca2552f53') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:19.919262 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17bb19db-7ba4-4b59-acfa-419355ce43d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.921647 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db9d56dd-2587-431d-9696-1810e3f6908b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.945255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-47e6a8a8-d7ba-4f62-8c4f-e114f7047416 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Made reservation on behalf of b1723bbefd52406eaf73ec44db05ab34 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:19.953770 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-47e6a8a8-d7ba-4f62-8c4f-e114f7047416 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.959734 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17bb19db-7ba4-4b59-acfa-419355ce43d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:19.972853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bb19db-7ba4-4b59-acfa-419355ce43d6 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:14:19.973458 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17bb19db-7ba4-4b59-acfa-419355ce43d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:14:20.034422 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:14:20.116304 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4b42141-c12b-4f98-a8bd-2115b6bba19c req-4bbcf2c4-8b6b-466a-b107-7c867c8452c3 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688847 Oct 13 11:14:20.124500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c942e06-676c-4783-865f-f7acc6702059 req-6b2992fd-e1e7-4f12-847b-e152a81491e9 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:20.126260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c942e06-676c-4783-865f-f7acc6702059 req-6b2992fd-e1e7-4f12-847b-e152a81491e9 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 943 time: 0.1537063 Oct 13 11:14:20.206000 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17bb19db-7ba4-4b59-acfa-419355ce43d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.215650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-47e6a8a8-d7ba-4f62-8c4f-e114f7047416 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Allocated IP 172.20.0.12 (26fa417d-2ca3-4d6e-bcdc-24c424a25623/e3b7d665-9a3b-4f63-91e8-d42758af2424/51676650-c683-42ff-a2f0-eca6becc52af) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:20.216351 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17bb19db-7ba4-4b59-acfa-419355ce43d6 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.216460 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c942e06-676c-4783-865f-f7acc6702059 req-bf372877-4cd0-4260-9369-25ee9b2dbf26 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750558 Oct 13 11:14:20.217425 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-17bb19db-7ba4-4b59-acfa-419355ce43d6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cc3aafed-0855-41df-af39-1054899c0da8 HTTP/1.1" status: 204 len: 168 time: 0.6996834 Oct 13 11:14:20.233584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb19db-7ba4-4b59-acfa-419355ce43d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc3aafed-0855-41df-af39-1054899c0da8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:20.252244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9d56dd-2587-431d-9696-1810e3f6908b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 58f84a7a-a771-407e-be88-42b14101af5f has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:14:20.352862 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-350e6788-389f-43fa-b1f8-df0b91d4e439 req-81892188-7804-4b7a-b94a-80bcc5358e10 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 210 time: 0.0413101 Oct 13 11:14:20.353387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9d56dd-2587-431d-9696-1810e3f6908b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:14:20.360882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-db9d56dd-2587-431d-9696-1810e3f6908b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/58f84a7a-a771-407e-be88-42b14101af5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5080471 Oct 13 11:14:20.367695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b7f0f-2419-41e0-8794-4ed58d8d2962 None None] Sync routers for ids ['58f84a7a-a771-407e-be88-42b14101af5f'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:14:20.370922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39086) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:20.398110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b7f0f-2419-41e0-8794-4ed58d8d2962 None None] Routers {'58f84a7a-a771-407e-be88-42b14101af5f'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:20.398794 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-953b7f0f-2419-41e0-8794-4ed58d8d2962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58f84a7a-a771-407e-be88-42b14101af5f'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:20.411334 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-12dad3a9-57c0-4c85-9e82-c07c66f3d777 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f84a7a-a771-407e-be88-42b14101af5f HTTP/1.1" status: 200 len: 205 time: 0.0386126 Oct 13 11:14:20.411928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39088) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:20.434052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-953b7f0f-2419-41e0-8794-4ed58d8d2962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:20.443358 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b7f0f-2419-41e0-8794-4ed58d8d2962 None None] Routers {'58f84a7a-a771-407e-be88-42b14101af5f'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:20.444900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-953b7f0f-2419-41e0-8794-4ed58d8d2962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['58f84a7a-a771-407e-be88-42b14101af5f'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:20.472647 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-47e6a8a8-d7ba-4f62-8c4f-e114f7047416 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.483786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-953b7f0f-2419-41e0-8794-4ed58d8d2962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:20.492121 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b7f0f-2419-41e0-8794-4ed58d8d2962 None None] The sync data for ids ['58f84a7a-a771-407e-be88-42b14101af5f'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:14:20.508968 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eeff58fb-9030-45da-bda1-48bdd9bcae17 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.673977 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-47e6a8a8-d7ba-4f62-8c4f-e114f7047416 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.696312 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eeff58fb-9030-45da-bda1-48bdd9bcae17 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.698620 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eeff58fb-9030-45da-bda1-48bdd9bcae17 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.727916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-47e6a8a8-d7ba-4f62-8c4f-e114f7047416 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Network 26fa417d-2ca3-4d6e-bcdc-24c424a25623 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:20.733282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-47e6a8a8-d7ba-4f62-8c4f-e114f7047416 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:20.736112 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-47e6a8a8-d7ba-4f62-8c4f-e114f7047416 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:20.762072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6a8a8-d7ba-4f62-8c4f-e114f7047416 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Pushing event updated for resources: {'Port': ['ID=51676650-c683-42ff-a2f0-eca6becc52af,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:20.777269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39090) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:20.794132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-47e6a8a8-d7ba-4f62-8c4f-e114f7047416 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:20.794768 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-47e6a8a8-d7ba-4f62-8c4f-e114f7047416 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.827299 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eeff58fb-9030-45da-bda1-48bdd9bcae17 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.827815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeff58fb-9030-45da-bda1-48bdd9bcae17 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Fanout notify agent at l3_agent the message router_deleted on router 58f84a7a-a771-407e-be88-42b14101af5f {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:14:20.832354 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2f09aa3d-11a4-4f51-ba91-5a08d9e0fd5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c82e786a46f246a189993bc458129835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535884 Oct 13 11:14:20.835986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39092) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:20.846429 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eeff58fb-9030-45da-bda1-48bdd9bcae17 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.847596 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eeff58fb-9030-45da-bda1-48bdd9bcae17 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/58f84a7a-a771-407e-be88-42b14101af5f HTTP/1.1" status: 204 len: 168 time: 0.4345474 Oct 13 11:14:20.851286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39094) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:20.902980 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-447950ea-f779-44a5-ace6-b1ea1715d90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.919213 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-47e6a8a8-d7ba-4f62-8c4f-e114f7047416 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3168838 Oct 13 11:14:20.920371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fc2dcf-f47d-43fd-9da4-c80a729fe80a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting subnet 085e6e9d-8202-4250-9a23-611a42defb3f {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:14:20.923676 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2dcf-f47d-43fd-9da4-c80a729fe80a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.935394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Request body: {'port': {'device_id': 'f8e07d11-aaa7-4ec3-8481-52685f2229c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:20.939818 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-447950ea-f779-44a5-ace6-b1ea1715d90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:20.978521 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2dcf-f47d-43fd-9da4-c80a729fe80a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.014372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39098) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:21.039826 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.140123 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2dcf-f47d-43fd-9da4-c80a729fe80a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.179673 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-447950ea-f779-44a5-ace6-b1ea1715d90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.181548 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-447950ea-f779-44a5-ace6-b1ea1715d90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.183746 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-447950ea-f779-44a5-ace6-b1ea1715d90e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/572b5b19-df90-4fc0-b828-5675f610cbac HTTP/1.1" status: 204 len: 168 time: 0.3458927 Oct 13 11:14:21.205740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447950ea-f779-44a5-ace6-b1ea1715d90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572b5b19-df90-4fc0-b828-5675f610cbac,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:21.450650 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2dcf-f47d-43fd-9da4-c80a729fe80a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.482173 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc2dcf-f47d-43fd-9da4-c80a729fe80a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Subnet': ['ID=085e6e9d-8202-4250-9a23-611a42defb3f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:21.486701 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2dcf-f47d-43fd-9da4-c80a729fe80a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.490146 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b1fc2dcf-f47d-43fd-9da4-c80a729fe80a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/085e6e9d-8202-4250-9a23-611a42defb3f HTTP/1.1" status: 204 len: 168 time: 0.6376343 Oct 13 11:14:21.493510 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39108) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:21.500492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa02d72-de3c-46ac-b7d3-1148591f64b5 None None] Network 16c43e66-8f3f-4703-9175-7e498e5e11da requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:21.508553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff88111-b0e0-4e0c-a8a1-291b6b94b964 admin admin] Deleting subnet 9ab7b9ec-1ed1-47fa-a68f-493aa31d447d {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:14:21.515362 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aff88111-b0e0-4e0c-a8a1-291b6b94b964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.526439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f24fa-cb27-45a9-af37-59e3848a3162 req-4b806243-c587-4426-ad6b-0eaf425e3987 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:21.527903 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-918f24fa-cb27-45a9-af37-59e3848a3162 req-4b806243-c587-4426-ad6b-0eaf425e3987 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 943 time: 0.1517725 Oct 13 11:14:21.551339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51676650-c683-42ff-a2f0-eca6becc52af {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:14:21.565359 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.603090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Transition to ACTIVE for port object 51676650-c683-42ff-a2f0-eca6becc52af will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:14:21.605549 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aff88111-b0e0-4e0c-a8a1-291b6b94b964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.618821 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.641471 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-918f24fa-cb27-45a9-af37-59e3848a3162 req-567f9caa-7af6-49c1-affd-e76b7388ab66 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942130 Oct 13 11:14:21.677486 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aff88111-b0e0-4e0c-a8a1-291b6b94b964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.704202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port 2026a86c-e483-4e32-94fe-c80e7d6abedd {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:21.704554 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.737079 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.774693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdde58d-12f4-44fc-984e-60c79192eb91 None None] DHCP port deletion for 16c43e66-8f3f-4703-9175-7e498e5e11da request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:14:21.820754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] For port 2026a86c-e483-4e32-94fe-c80e7d6abedd, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2026a86c-e483-4e32-94fe-c80e7d6abedd,segment=NetworkSegment(27ad5264-9eb3-422c-abad-e7cfbd549f5c),segment_id=27ad5264-9eb3-422c-abad-e7cfbd549f5c)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:21.821264 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.832107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-bfdde58d-12f4-44fc-984e-60c79192eb91 None None] Deleting port 2026a86c-e483-4e32-94fe-c80e7d6abedd {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:21.832482 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bfdde58d-12f4-44fc-984e-60c79192eb91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.843307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for 2026a86c-e483-4e32-94fe-c80e7d6abedd owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:21.902875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Pushing event updated for resources: {'Port': ['ID=51676650-c683-42ff-a2f0-eca6becc52af,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:21.928521 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-bfdde58d-12f4-44fc-984e-60c79192eb91 None None] For port 2026a86c-e483-4e32-94fe-c80e7d6abedd, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2026a86c-e483-4e32-94fe-c80e7d6abedd,segment=NetworkSegment(27ad5264-9eb3-422c-abad-e7cfbd549f5c),segment_id=27ad5264-9eb3-422c-abad-e7cfbd549f5c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:21.933288 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bfdde58d-12f4-44fc-984e-60c79192eb91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:21.957691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-bfdde58d-12f4-44fc-984e-60c79192eb91 None None] Calling delete_port for 2026a86c-e483-4e32-94fe-c80e7d6abedd owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:21.962990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa922df-c7ec-4056-b2fa-fcbece28004e req-1eacdfe0-3234-4e41-b735-76eae256ad45 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:21.973060 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6fa922df-c7ec-4056-b2fa-fcbece28004e req-1eacdfe0-3234-4e41-b735-76eae256ad45 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 944 time: 0.2248905 Oct 13 11:14:22.015836 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aff88111-b0e0-4e0c-a8a1-291b6b94b964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.034695 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.080966 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bfdde58d-12f4-44fc-984e-60c79192eb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.106220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=2026a86c-e483-4e32-94fe-c80e7d6abedd,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:22.107949 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6fa922df-c7ec-4056-b2fa-fcbece28004e req-bf028a51-a98b-4a54-825d-0dbfa4c0c659 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/security-groups?id=df001fcc-4f47-45ca-b147-5d06c51731cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240773 Oct 13 11:14:22.108737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No DVR routers for this DVR port 2026a86c-e483-4e32-94fe-c80e7d6abedd on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:14:22.110753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff88111-b0e0-4e0c-a8a1-291b6b94b964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab7b9ec-1ed1-47fa-a68f-493aa31d447d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:22.115793 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aff88111-b0e0-4e0c-a8a1-291b6b94b964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.125106 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-aff88111-b0e0-4e0c-a8a1-291b6b94b964 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9ab7b9ec-1ed1-47fa-a68f-493aa31d447d HTTP/1.1" status: 204 len: 168 time: 1.1099520 Oct 13 11:14:22.125106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39118) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:22.133828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdde58d-12f4-44fc-984e-60c79192eb91 None None] Pushing event deleted for resources: {'Port': ['ID=2026a86c-e483-4e32-94fe-c80e7d6abedd,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:22.135881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdde58d-12f4-44fc-984e-60c79192eb91 None None] No DVR routers for this DVR port 2026a86c-e483-4e32-94fe-c80e7d6abedd on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:14:22.198256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Attempting to bind port 51676650-c683-42ff-a2f0-eca6becc52af on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:14:22.198765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Attempting to bind port 51676650-c683-42ff-a2f0-eca6becc52af by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '26fa417d-2ca3-4d6e-bcdc-24c424a25623'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:14:22.199062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Attempting to bind port 51676650-c683-42ff-a2f0-eca6becc52af on network 26fa417d-2ca3-4d6e-bcdc-24c424a25623 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:22.213423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Port 51676650-c683-42ff-a2f0-eca6becc52af on network 26fa417d-2ca3-4d6e-bcdc-24c424a25623 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:14:22.213677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Attempting to bind port 51676650-c683-42ff-a2f0-eca6becc52af on network 26fa417d-2ca3-4d6e-bcdc-24c424a25623 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:22.224173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:14:22.224514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Checking segment: {'id': '8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '26fa417d-2ca3-4d6e-bcdc-24c424a25623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:22.224999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Bound using segment: {'id': '8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '26fa417d-2ca3-4d6e-bcdc-24c424a25623'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:14:22.225456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Bound port: 51676650-c683-42ff-a2f0-eca6becc52af, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '26fa417d-2ca3-4d6e-bcdc-24c424a25623'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:14:22.225814 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.236019 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.249676 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b99b1af-5e5f-4ae2-8099-c6c4eca3e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.261636 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 09b179ac-6642-4a16-9937-74a564550c7f details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:14:22.305820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c43e66-8f3f-4703-9175-7e498e5e11da']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:22.338537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ad5264-9eb3-422c-abad-e7cfbd549f5c') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:22.338895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ad5264-9eb3-422c-abad-e7cfbd549f5c') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:22.366177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.375158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] For port 51676650-c683-42ff-a2f0-eca6becc52af, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:14:22.397668 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.400308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] For port 51676650-c683-42ff-a2f0-eca6becc52af, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=51676650-c683-42ff-a2f0-eca6becc52af,segment=NetworkSegment(8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc),segment_id=8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:14:22.401737 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b99b1af-5e5f-4ae2-8099-c6c4eca3e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.413787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:14:22.415736 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.430186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4b99b1af-5e5f-4ae2-8099-c6c4eca3e1dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7e877f-ca2f-4d93-b96d-1df1e891a30b']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:14:22.433062 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:14:22.442136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4b99b1af-5e5f-4ae2-8099-c6c4eca3e1dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605f37ce-8c7d-4327-b472-861580d8a003') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:22.442503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4b99b1af-5e5f-4ae2-8099-c6c4eca3e1dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605f37ce-8c7d-4327-b472-861580d8a003') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:22.445676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 09b179ac-6642-4a16-9937-74a564550c7f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=09b179ac-6642-4a16-9937-74a564550c7f,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:22.455147 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b99b1af-5e5f-4ae2-8099-c6c4eca3e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.463919 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '09b179ac-6642-4a16-9937-74a564550c7f', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'port_id': '09b179ac-6642-4a16-9937-74a564550c7f', 'mac_address': 'fa:16:3e:0d:62:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:14:22.470708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2026a86c-e483-4e32-94fe-c80e7d6abedd no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:14:22.475964 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b99b1af-5e5f-4ae2-8099-c6c4eca3e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.482388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b99b1af-5e5f-4ae2-8099-c6c4eca3e1dd admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:14:22.482903 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b99b1af-5e5f-4ae2-8099-c6c4eca3e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:14:22.484712 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:14:22.494868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 2026a86c-e483-4e32-94fe-c80e7d6abedd {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:14:22.494868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2026a86c-e483-4e32-94fe-c80e7d6abedd not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:14:22.501459 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.536533 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.551141 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b179ac-6642-4a16-9937-74a564550c7f {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:14:22.575723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 09b179ac-6642-4a16-9937-74a564550c7f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=09b179ac-6642-4a16-9937-74a564550c7f,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:22.587530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:22.588247 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.589649 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] 10.222.0.21 "PUT /v2.0/ports/51676650-c683-42ff-a2f0-eca6becc52af HTTP/1.1" status: 200 len: 1092 time: 1.6617439 Oct 13 11:14:22.591697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e07d11-aaa7-4ec3-8481-52685f2229c4', 'tag': '51676650-c683-42ff-a2f0-eca6becc52af'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:14:22.594044 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0535b5-892c-43f5-adeb-a8b289e4cd07" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e07d11-aaa7-4ec3-8481-52685f2229c4", "tag": "51676650-c683-42ff-a2f0-eca6becc52af"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:14:22.619830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662cc4e-6da5-47c3-808d-52a23425db5f service neutron] Pushing event updated for resources: {'Port': ['ID=51676650-c683-42ff-a2f0-eca6becc52af,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:22.645544 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.647156 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd28e866-2b18-46d4-bce5-5e9b9547fd04 x-openstack-request-id: req-bd28e866-2b18-46d4-bce5-5e9b9547fd04 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:14:22.647316 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e07d11-aaa7-4ec3-8481-52685f2229c4", "tag": "51676650-c683-42ff-a2f0-eca6becc52af", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:14:22.647682 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd28e866-2b18-46d4-bce5-5e9b9547fd04 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:14:22.648335 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e07d11-aaa7-4ec3-8481-52685f2229c4', 'tag': '51676650-c683-42ff-a2f0-eca6becc52af', 'status': 'completed', 'code': 200} Oct 13 11:14:22.659037 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.659609 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/networks/16c43e66-8f3f-4703-9175-7e498e5e11da HTTP/1.1" status: 204 len: 168 time: 1.1650593 Oct 13 11:14:22.665051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39130) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:22.671028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ad76fd97-df75-4dbc-948e-036d632a71d4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1214479592', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:22.675394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e348b-d55a-40af-a088-47e97bf44e73 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Network': ['ID=16c43e66-8f3f-4703-9175-7e498e5e11da,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:22.736823 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.758981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0535b5-892c-43f5-adeb-a8b289e4cd07 req-bc6eb4a1-a3b6-41ce-9142-5480fb739567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:22.760461 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a0535b5-892c-43f5-adeb-a8b289e4cd07 req-bc6eb4a1-a3b6-41ce-9142-5480fb739567 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1723bbefd52406eaf73ec44db05ab34&device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 1095 time: 0.0805655 Oct 13 11:14:22.795152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=09b179ac-6642-4a16-9937-74a564550c7f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:22.831835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f9508-38e6-430b-a23a-aac8b9d1db48 req-2e6abc5f-1a89-4adb-81e5-522853b67ba2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:22.833340 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-029f9508-38e6-430b-a23a-aac8b9d1db48 req-2e6abc5f-1a89-4adb-81e5-522853b67ba2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 944 time: 0.1096199 Oct 13 11:14:22.836509 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b99b1af-5e5f-4ae2-8099-c6c4eca3e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.841130 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b99b1af-5e5f-4ae2-8099-c6c4eca3e1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.844318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4b99b1af-5e5f-4ae2-8099-c6c4eca3e1dd admin admin] 10.222.0.32 "DELETE /v2.0/networks/9a7e877f-ca2f-4d93-b96d-1df1e891a30b HTTP/1.1" status: 204 len: 168 time: 0.7197921 Oct 13 11:14:22.880112 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad76fd97-df75-4dbc-948e-036d632a71d4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.881949 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad76fd97-df75-4dbc-948e-036d632a71d4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:22.890836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99b1af-5e5f-4ae2-8099-c6c4eca3e1dd admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7e877f-ca2f-4d93-b96d-1df1e891a30b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:22.953385 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-029f9508-38e6-430b-a23a-aac8b9d1db48 req-274152ab-8f08-47b7-8876-199a36153ef1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060195 Oct 13 11:14:22.993052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0535b5-892c-43f5-adeb-a8b289e4cd07 req-ba32af64-a2dd-486d-8576-69bf9b2ee62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:22.994650 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a0535b5-892c-43f5-adeb-a8b289e4cd07 req-ba32af64-a2dd-486d-8576-69bf9b2ee62c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b1723bbefd52406eaf73ec44db05ab34&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2265749 Oct 13 11:14:22.995858 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad76fd97-df75-4dbc-948e-036d632a71d4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:23.096569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['09b179ac-6642-4a16-9937-74a564550c7f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:14:23.319401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39144) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:23.374484 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-39db52fa-0578-42f1-8513-78966f361d05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db7779429c8d40129e6662ce6658ab88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530009 Oct 13 11:14:23.376976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39146) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:23.437774 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ddd41cb-50d7-42e9-b433-ae3cad99a426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:23.438794 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad76fd97-df75-4dbc-948e-036d632a71d4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:23.465180 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ddd41cb-50d7-42e9-b433-ae3cad99a426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:23.530745 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d1428-1a24-44d2-a9b6-df1b682b31d8 req-0de0e02c-a568-4f88-bf2a-c997f3d494fa tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:23.530745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-903d1428-1a24-44d2-a9b6-df1b682b31d8 req-0de0e02c-a568-4f88-bf2a-c997f3d494fa tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 944 time: 0.0959094 Oct 13 11:14:23.533614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0535b5-892c-43f5-adeb-a8b289e4cd07 req-55123076-c2f3-469a-94f2-94d78f1ac5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:23.534982 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a0535b5-892c-43f5-adeb-a8b289e4cd07 req-55123076-c2f3-469a-94f2-94d78f1ac5fa service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5337553 Oct 13 11:14:23.586017 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-903d1428-1a24-44d2-a9b6-df1b682b31d8 req-76205873-5401-4773-8b93-06e969ee8047 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/security-groups?id=df001fcc-4f47-45ca-b147-5d06c51731cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488849 Oct 13 11:14:23.615100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-9566e1f5-b2cf-482c-baaa-3e0e5c58f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:23.619075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-9566e1f5-b2cf-482c-baaa-3e0e5c58f5be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1723bbefd52406eaf73ec44db05ab34&device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 1095 time: 0.0455027 Oct 13 11:14:23.668061 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-b77696d4-3248-4d08-b7bc-d60f3bd248cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51676650-c683-42ff-a2f0-eca6becc52af HTTP/1.1" status: 200 len: 217 time: 0.0427237 Oct 13 11:14:23.715024 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad76fd97-df75-4dbc-948e-036d632a71d4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:23.716736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ad76fd97-df75-4dbc-948e-036d632a71d4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0505719 Oct 13 11:14:23.719498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39152) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:23.724833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0aacaa73-2951-45f9-a865-4cc9bc96640c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-807457471'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:23.733262 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-9b1719c4-3b08-434a-9fc3-6c679730c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:23.735462 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-9b1719c4-3b08-434a-9fc3-6c679730c1e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e3b7d665-9a3b-4f63-91e8-d42758af2424 HTTP/1.1" status: 200 len: 861 time: 0.0610242 Oct 13 11:14:23.768750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-6ed96bb4-3f1e-4805-b986-3b0eb002f40d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26fa417d-2ca3-4d6e-bcdc-24c424a25623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262363 Oct 13 11:14:23.776323 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ddd41cb-50d7-42e9-b433-ae3cad99a426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:23.780235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9ddd41cb-50d7-42e9-b433-ae3cad99a426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:23.784256 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9ddd41cb-50d7-42e9-b433-ae3cad99a426 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/243a39e7-378b-45ee-8330-4aa72d397838 HTTP/1.1" status: 204 len: 168 time: 0.4035079 Oct 13 11:14:23.791763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd41cb-50d7-42e9-b433-ae3cad99a426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243a39e7-378b-45ee-8330-4aa72d397838,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:23.885438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aacaa73-2951-45f9-a865-4cc9bc96640c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:23.889474 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-b8cf4fa1-dd2d-47cb-9235-2ad69e22f9b7 service neutron] 10.222.0.21 "GET /v2.0/networks/26fa417d-2ca3-4d6e-bcdc-24c424a25623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135139 Oct 13 11:14:23.892897 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0aacaa73-2951-45f9-a865-4cc9bc96640c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:23.922683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aacaa73-2951-45f9-a865-4cc9bc96640c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:14:23.934920 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0aacaa73-2951-45f9-a865-4cc9bc96640c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:23.935363 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-0aacaa73-2951-45f9-a865-4cc9bc96640c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Added segment b1063770-baeb-4622-b36a-091723ffb1fc of type vlan for network c19a3612-2386-4c21-a27f-6e70e21f3132 Oct 13 11:14:24.005359 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0aacaa73-2951-45f9-a865-4cc9bc96640c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:24.036314 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c36c4ae-78e3-4e06-bdc8-88865617d5f1 req-5c078035-cdf1-4f56-b90f-7ca6c690f59b service neutron] 10.222.0.21 "GET /v2.0/networks/26fa417d-2ca3-4d6e-bcdc-24c424a25623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381474 Oct 13 11:14:24.100265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aca006-307e-4718-98f5-f4ad40d42067 req-d99188c1-5b77-4449-a898-3af831a08c81 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:24.106290 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2aca006-307e-4718-98f5-f4ad40d42067 req-d99188c1-5b77-4449-a898-3af831a08c81 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 944 time: 0.0657461 Oct 13 11:14:24.132594 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0aacaa73-2951-45f9-a865-4cc9bc96640c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:24.139215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aacaa73-2951-45f9-a865-4cc9bc96640c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:24.140060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0aacaa73-2951-45f9-a865-4cc9bc96640c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:24.144765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2aca006-307e-4718-98f5-f4ad40d42067 req-6f24f690-030c-4109-beea-ffec2b743e2c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336533 Oct 13 11:14:24.211373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacaa73-2951-45f9-a865-4cc9bc96640c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Network': ['ID=c19a3612-2386-4c21-a27f-6e70e21f3132,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:24.222480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network c19a3612-2386-4c21-a27f-6e70e21f3132 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:14:24.294130 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0aacaa73-2951-45f9-a865-4cc9bc96640c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5734906 Oct 13 11:14:24.296951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39168) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:24.309808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-22f1553b-91e9-48af-9714-a349b31e1e0b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'subnet': {'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:24.429554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 09b179ac-6642-4a16-9937-74a564550c7f up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:24.513864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f1553b-91e9-48af-9714-a349b31e1e0b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:24.517616 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22f1553b-91e9-48af-9714-a349b31e1e0b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:24.548272 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 09b179ac-6642-4a16-9937-74a564550c7f completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:14:24.554039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 09b179ac-6642-4a16-9937-74a564550c7f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:24.555797 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:24.664848 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:24.722686 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 09b179ac-6642-4a16-9937-74a564550c7f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=09b179ac-6642-4a16-9937-74a564550c7f,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:24.723847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8cba2a-6246-4571-bc85-8e172a093104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b179ac-6642-4a16-9937-74a564550c7f'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:14:24.727736 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082d8ee8-688f-402a-8436-1801703c11d4" -d '{"events": [{"server_uuid": "3a8cba2a-6246-4571-bc85-8e172a093104", "name": "network-vif-plugged", "status": "completed", "tag": "09b179ac-6642-4a16-9937-74a564550c7f"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:14:24.762269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c297b2-9b87-4f5b-b3a3-95b142ad2dcb req-031c51d0-8ef4-451a-a593-923f1272b0c6 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:24.769003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59c297b2-9b87-4f5b-b3a3-95b142ad2dcb req-031c51d0-8ef4-451a-a593-923f1272b0c6 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 944 time: 0.0979125 Oct 13 11:14:24.810570 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59c297b2-9b87-4f5b-b3a3-95b142ad2dcb req-31a17593-2037-4da0-84d8-da84f2a52259 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/security-groups?id=df001fcc-4f47-45ca-b147-5d06c51731cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 Oct 13 11:14:24.816796 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:24.855716 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22f1553b-91e9-48af-9714-a349b31e1e0b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:24.888642 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=09b179ac-6642-4a16-9937-74a564550c7f,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:24.893569 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acaf8af-c239-46b2-92ae-b59419c3a7b4 x-openstack-request-id: req-1acaf8af-c239-46b2-92ae-b59419c3a7b4 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:14:24.894091 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8cba2a-6246-4571-bc85-8e172a093104", "name": "network-vif-plugged", "status": "completed", "tag": "09b179ac-6642-4a16-9937-74a564550c7f", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:14:24.894674 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1acaf8af-c239-46b2-92ae-b59419c3a7b4 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:14:24.895413 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8cba2a-6246-4571-bc85-8e172a093104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b179ac-6642-4a16-9937-74a564550c7f', 'code': 200} Oct 13 11:14:24.951714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1553b-91e9-48af-9714-a349b31e1e0b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Subnet': ['ID=ea695707-c871-4032-beea-dec348f0b793,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:24.962108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1553b-91e9-48af-9714-a349b31e1e0b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Checking segment: {'id': 'b1063770-baeb-4622-b36a-091723ffb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:24.962504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f1553b-91e9-48af-9714-a349b31e1e0b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network hostable DHCP agents. Network: c19a3612-2386-4c21-a27f-6e70e21f3132, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:14:25.033500 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f1553b-91e9-48af-9714-a349b31e1e0b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network c19a3612-2386-4c21-a27f-6e70e21f3132 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:14:25.090920 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f990f3-64d1-449a-a092-c02f3cb0303c req-5e53c14e-c68c-4965-aa6a-ea1269b06103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:25.092535 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7f990f3-64d1-449a-a092-c02f3cb0303c req-5e53c14e-c68c-4965-aa6a-ea1269b06103 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 1096 time: 0.1629572 Oct 13 11:14:25.133141 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7f990f3-64d1-449a-a092-c02f3cb0303c req-6df5a60f-223c-4251-9996-d5b9d85692fd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297115 Oct 13 11:14:25.187908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-22f1553b-91e9-48af-9714-a349b31e1e0b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, c19a3612-2386-4c21-a27f-6e70e21f3132) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:25.192636 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f1553b-91e9-48af-9714-a349b31e1e0b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:25.193694 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22f1553b-91e9-48af-9714-a349b31e1e0b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:25.201985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e11ef12-6408-4300-b1be-74114f23a7ec None None] Network c19a3612-2386-4c21-a27f-6e70e21f3132 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:25.283580 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7866578-55b6-4d30-95e1-2b966b941fbe req-751f5552-479e-473c-8c54-b37b8eccd553 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:25.285744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7866578-55b6-4d30-95e1-2b966b941fbe req-751f5552-479e-473c-8c54-b37b8eccd553 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 945 time: 0.0653784 Oct 13 11:14:25.297088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39212) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:25.297305 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-22f1553b-91e9-48af-9714-a349b31e1e0b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9991658 Oct 13 11:14:25.416298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-c19a3612-2386-4c21-a27f-6e70e21f3132', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:14:25.418000 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:25.493658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7866578-55b6-4d30-95e1-2b966b941fbe req-faea1401-160c-4959-bc15-5aef66a600df tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851909 Oct 13 11:14:25.594605 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Allocated IP 2001:db8::2 (c19a3612-2386-4c21-a27f-6e70e21f3132/ea695707-c871-4032-beea-dec348f0b793/dc83b890-7cf6-482c-a946-8cf03e8800b3) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:25.650044 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:25.780749 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:25.914735 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:25.968179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Network c19a3612-2386-4c21-a27f-6e70e21f3132 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:25.973136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:25.977146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:25.977343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0438d76-1871-4a24-bf9a-537027ca6271 req-90c5f8d2-1a59-42e5-831f-241ec9985bbd tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:25.978930 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0438d76-1871-4a24-bf9a-537027ca6271 req-90c5f8d2-1a59-42e5-831f-241ec9985bbd tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 944 time: 0.0937855 Oct 13 11:14:25.987773 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Allocated IP 2001:db8::1 (c19a3612-2386-4c21-a27f-6e70e21f3132/ea695707-c871-4032-beea-dec348f0b793/43d726d1-c891-4330-bd6c-4cf88ad200bf) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:25.995329 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Pushing event updated for resources: {'Port': ['ID=dc83b890-7cf6-482c-a946-8cf03e8800b3,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:26.061902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 51676650-c683-42ff-a2f0-eca6becc52af details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:14:26.084915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0438d76-1871-4a24-bf9a-537027ca6271 req-66ba263d-5c68-4267-a9ce-c8af282c80a3 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/security-groups?id=df001fcc-4f47-45ca-b147-5d06c51731cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984781 Oct 13 11:14:26.096040 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Attempting to bind port dc83b890-7cf6-482c-a946-8cf03e8800b3 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:14:26.096497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Attempting to bind port dc83b890-7cf6-482c-a946-8cf03e8800b3 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'b1063770-baeb-4622-b36a-091723ffb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:14:26.097086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Attempting to bind port dc83b890-7cf6-482c-a946-8cf03e8800b3 on network c19a3612-2386-4c21-a27f-6e70e21f3132 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:26.111207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:14:26.111616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Checking segment: {'id': 'b1063770-baeb-4622-b36a-091723ffb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:26.112060 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:26.112733 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Bound using segment: {'id': 'b1063770-baeb-4622-b36a-091723ffb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:14:26.112905 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Bound port: dc83b890-7cf6-482c-a946-8cf03e8800b3, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1063770-baeb-4622-b36a-091723ffb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:14:26.113333 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:26.159068 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:26.255368 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] For port dc83b890-7cf6-482c-a946-8cf03e8800b3, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:14:26.259138 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 51676650-c683-42ff-a2f0-eca6becc52af, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=51676650-c683-42ff-a2f0-eca6becc52af,segment=NetworkSegment(8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc),segment_id=8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:26.262538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] For port dc83b890-7cf6-482c-a946-8cf03e8800b3, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dc83b890-7cf6-482c-a946-8cf03e8800b3,segment=NetworkSegment(b1063770-baeb-4622-b36a-091723ffb1fc),segment_id=b1063770-baeb-4622-b36a-091723ffb1fc)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:14:26.274852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '51676650-c683-42ff-a2f0-eca6becc52af', 'network_id': '26fa417d-2ca3-4d6e-bcdc-24c424a25623', 'port_id': '51676650-c683-42ff-a2f0-eca6becc52af', 'mac_address': 'fa:16:3e:2b:73:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b7d665-9a3b-4f63-91e8-d42758af2424', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:14:26.316610 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:26.331447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51676650-c683-42ff-a2f0-eca6becc52af {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:14:26.350842 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 51676650-c683-42ff-a2f0-eca6becc52af, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=51676650-c683-42ff-a2f0-eca6becc52af,segment=NetworkSegment(8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc),segment_id=8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:26.354011 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:26.393622 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:26.401370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network c19a3612-2386-4c21-a27f-6e70e21f3132 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:26.419094 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:26.419094 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:26.419094 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:26.419094 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=43d726d1-c891-4330-bd6c-4cf88ad200bf,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:26.483757 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:26.488407 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f299c-af57-478c-a496-bbe0ff5884ec None None] Pushing event updated for resources: {'Port': ['ID=dc83b890-7cf6-482c-a946-8cf03e8800b3,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:26.554045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=51676650-c683-42ff-a2f0-eca6becc52af,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:26.635170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616eaf2-38a7-4825-8e60-ecf63b22f09c req-2ad96fd4-746e-44d1-9b44-b54cf2f937dc tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:26.636883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b616eaf2-38a7-4825-8e60-ecf63b22f09c req-2ad96fd4-746e-44d1-9b44-b54cf2f937dc tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 945 time: 0.0596991 Oct 13 11:14:26.671693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['51676650-c683-42ff-a2f0-eca6becc52af'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:14:26.723596 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b616eaf2-38a7-4825-8e60-ecf63b22f09c req-527acf08-156d-48ef-903f-da297256c301 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762446 Oct 13 11:14:26.839378 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:27.125318 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:27.225417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26375c50-9025-4dd6-9964-1bed2d9091d6 req-30c990a2-1efe-4a79-809b-e378a741a2f4 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:27.226220 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-26375c50-9025-4dd6-9964-1bed2d9091d6 req-30c990a2-1efe-4a79-809b-e378a741a2f4 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 945 time: 0.0615444 Oct 13 11:14:27.227511 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:27.228316 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:27.351388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=43d726d1-c891-4330-bd6c-4cf88ad200bf,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:27.356764 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-26375c50-9025-4dd6-9964-1bed2d9091d6 req-13e0d10f-746b-4799-ab0f-2a96669ba7d2 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/security-groups?id=df001fcc-4f47-45ca-b147-5d06c51731cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192224 Oct 13 11:14:27.408687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network c19a3612-2386-4c21-a27f-6e70e21f3132 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:27.410504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:27.632617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7abd62e-89be-4b49-be39-9b33e98889e7 None None] Network c19a3612-2386-4c21-a27f-6e70e21f3132 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:27.685536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:14:27.707766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d37f3b26-899d-45ee-b0f4-274124c9c911 None None] Provisioning complete for port dc83b890-7cf6-482c-a946-8cf03e8800b3 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:27.708138 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d37f3b26-899d-45ee-b0f4-274124c9c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:27.814483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:14:27.824154 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b09d3aad-9654-495e-a0b8-96ecfd7b3887 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5258667 Oct 13 11:14:27.825287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39256) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:27.831611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-43c6af43-b1f9-46d8-b496-1420398dd4c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-104337793'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:27.843098 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Sync routers for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:14:27.861707 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:27.862529 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fcbd3935-b167-420a-b500-070799b4692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:27.972696 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d37f3b26-899d-45ee-b0f4-274124c9c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:27.985769 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ce3a4-7759-43e3-a26f-fd9fea57ca46 req-be51c547-fa59-4291-b282-454c123e8408 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:27.987453 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed6ce3a4-7759-43e3-a26f-fd9fea57ca46 req-be51c547-fa59-4291-b282-454c123e8408 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 945 time: 0.1290100 Oct 13 11:14:27.999013 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d37f3b26-899d-45ee-b0f4-274124c9c911 None None] For port dc83b890-7cf6-482c-a946-8cf03e8800b3, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dc83b890-7cf6-482c-a946-8cf03e8800b3,segment=NetworkSegment(b1063770-baeb-4622-b36a-091723ffb1fc),segment_id=b1063770-baeb-4622-b36a-091723ffb1fc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:28.048964 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed6ce3a4-7759-43e3-a26f-fd9fea57ca46 req-8587c18e-3e06-45ff-9681-d65315563a49 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538640 Oct 13 11:14:28.055249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 51676650-c683-42ff-a2f0-eca6becc52af up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:28.091327 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c6af43-b1f9-46d8-b496-1420398dd4c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:28.095730 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43c6af43-b1f9-46d8-b496-1420398dd4c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:28.119001 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d37f3b26-899d-45ee-b0f4-274124c9c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:28.156718 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:28.165369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c6af43-b1f9-46d8-b496-1420398dd4c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:14:28.196080 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43c6af43-b1f9-46d8-b496-1420398dd4c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:28.196453 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-43c6af43-b1f9-46d8-b496-1420398dd4c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Added segment 46308a32-daac-4a74-b2f7-1fc4ecd29670 of type vlan for network ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14 Oct 13 11:14:28.231470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f3b26-899d-45ee-b0f4-274124c9c911 None None] Pushing event updated for resources: {'Port': ['ID=dc83b890-7cf6-482c-a946-8cf03e8800b3,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:28.268092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43c6af43-b1f9-46d8-b496-1420398dd4c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:28.326688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 51676650-c683-42ff-a2f0-eca6becc52af completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:14:28.331931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 51676650-c683-42ff-a2f0-eca6becc52af triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:28.332353 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:28.366934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43c6af43-b1f9-46d8-b496-1420398dd4c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:28.374648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c6af43-b1f9-46d8-b496-1420398dd4c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:28.377047 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43c6af43-b1f9-46d8-b496-1420398dd4c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:28.466856 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fcbd3935-b167-420a-b500-070799b4692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:26Z', 'revision_number': 2, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:26Z', 'revision_number': 2, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:28.472328 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:28.527044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-447cdc40-65ec-4d4b-89fc-13f6e585d6a4 None None] Provisioning complete for port dc83b890-7cf6-482c-a946-8cf03e8800b3 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:28.528284 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-447cdc40-65ec-4d4b-89fc-13f6e585d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:28.578696 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Checking router: 4064b0d0-e58c-42a2-afb7-e1ab37566a60 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:14:28.579667 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Updating router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 port 43d726d1-c891-4330-bd6c-4cf88ad200bf binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:14:28.651357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b29187-765d-465e-b821-dad1fdd8a04a req-dd56dfd6-b3e0-4ef9-b500-8e0fde5687a0 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:28.664699 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:28.673798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e07d11-aaa7-4ec3-8481-52685f2229c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51676650-c683-42ff-a2f0-eca6becc52af'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:14:28.674404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9b29187-765d-465e-b821-dad1fdd8a04a req-dd56dfd6-b3e0-4ef9-b500-8e0fde5687a0 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 945 time: 0.1558654 Oct 13 11:14:28.676953 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea847fe-d029-4930-96d9-7914a50c5ff4" -d '{"events": [{"server_uuid": "f8e07d11-aaa7-4ec3-8481-52685f2229c4", "name": "network-vif-plugged", "status": "completed", "tag": "51676650-c683-42ff-a2f0-eca6becc52af"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:14:28.712523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dc83b890-7cf6-482c-a946-8cf03e8800b3 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:28.735767 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9b29187-765d-465e-b821-dad1fdd8a04a req-ce398902-95c0-4822-8cb7-71fb9d4165e0 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/security-groups?id=df001fcc-4f47-45ca-b147-5d06c51731cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600021 Oct 13 11:14:28.806568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 51676650-c683-42ff-a2f0-eca6becc52af, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=51676650-c683-42ff-a2f0-eca6becc52af,segment=NetworkSegment(8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc),segment_id=8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:28.811808 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8422be-b649-4693-9e4c-c029f7ececa7 x-openstack-request-id: req-9f8422be-b649-4693-9e4c-c029f7ececa7 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:14:28.812331 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e07d11-aaa7-4ec3-8481-52685f2229c4", "name": "network-vif-plugged", "status": "completed", "tag": "51676650-c683-42ff-a2f0-eca6becc52af", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:14:28.812612 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f8422be-b649-4693-9e4c-c029f7ececa7 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:14:28.824816 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e07d11-aaa7-4ec3-8481-52685f2229c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51676650-c683-42ff-a2f0-eca6becc52af', 'code': 200} Oct 13 11:14:28.878721 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:28.955161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d84ab-a98d-484c-a159-6f838ea9f984 req-103c66c6-5d79-471c-b88f-c68bdfecca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:28.958354 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b80d84ab-a98d-484c-a159-6f838ea9f984 req-103c66c6-5d79-471c-b88f-c68bdfecca73 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 1097 time: 0.0798900 Oct 13 11:14:28.966529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port dc83b890-7cf6-482c-a946-8cf03e8800b3 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:28.967076 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:28.968805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-447cdc40-65ec-4d4b-89fc-13f6e585d6a4 None None] Provisioning complete for port 43d726d1-c891-4330-bd6c-4cf88ad200bf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:28.969274 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-447cdc40-65ec-4d4b-89fc-13f6e585d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:29.043260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b80d84ab-a98d-484c-a159-6f838ea9f984 req-b738c60c-743f-4953-b4d8-7a4d78b6b797 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=df001fcc-4f47-45ca-b147-5d06c51731cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648983 Oct 13 11:14:29.047465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=51676650-c683-42ff-a2f0-eca6becc52af,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:29.077643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-447cdc40-65ec-4d4b-89fc-13f6e585d6a4 None None] Port 43d726d1-c891-4330-bd6c-4cf88ad200bf cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:29.181686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6af43-b1f9-46d8-b496-1420398dd4c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Network': ['ID=ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:29.189426 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-43c6af43-b1f9-46d8-b496-1420398dd4c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3619270 Oct 13 11:14:29.191973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39284) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:29.204943 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:14:29.205757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a7f14661-6fe5-462a-9093-046570f92c1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'subnet': {'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:29.266132 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:29.267567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-43a6bb25-0c85-43a7-b09c-5df4d6dd8f96 None None] Provisioning complete for port 43d726d1-c891-4330-bd6c-4cf88ad200bf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:29.268001 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-43a6bb25-0c85-43a7-b09c-5df4d6dd8f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:29.322361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-43a6bb25-0c85-43a7-b09c-5df4d6dd8f96 None None] Port 43d726d1-c891-4330-bd6c-4cf88ad200bf cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:29.370528 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:29.422553 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Pushing event updated for resources: {'Port': ['ID=43d726d1-c891-4330-bd6c-4cf88ad200bf,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:29.447400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b1d7d4f2-a6ac-4d63-a15f-7cd7ab313b50 None None] Provisioning complete for port 43d726d1-c891-4330-bd6c-4cf88ad200bf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:29.448111 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b1d7d4f2-a6ac-4d63-a15f-7cd7ab313b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:29.452717 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:29.453061 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:29.453395 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:29.453723 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:29.454048 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:29.454437 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:29.454877 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:29.455379 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:29.456249 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:29.456607 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:29.456953 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:29.457280 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:29.457694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f14661-6fe5-462a-9093-046570f92c1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:29.462491 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7f14661-6fe5-462a-9093-046570f92c1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:29.493376 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b1d7d4f2-a6ac-4d63-a15f-7cd7ab313b50 None None] Port 43d726d1-c891-4330-bd6c-4cf88ad200bf cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:29.508858 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Attempting to bind port 43d726d1-c891-4330-bd6c-4cf88ad200bf on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:14:29.509238 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Attempting to bind port 43d726d1-c891-4330-bd6c-4cf88ad200bf by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'b1063770-baeb-4622-b36a-091723ffb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:14:29.509598 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Attempting to bind port 43d726d1-c891-4330-bd6c-4cf88ad200bf on network c19a3612-2386-4c21-a27f-6e70e21f3132 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:29.516592 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:14:29.516990 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Checking segment: {'id': 'b1063770-baeb-4622-b36a-091723ffb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:29.517623 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:29.518079 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Bound using segment: {'id': 'b1063770-baeb-4622-b36a-091723ffb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:14:29.518837 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Bound port: 43d726d1-c891-4330-bd6c-4cf88ad200bf, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1063770-baeb-4622-b36a-091723ffb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:14:29.519224 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:29.600894 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-fcbd3935-b167-420a-b500-070799b4692a None None] For port 43d726d1-c891-4330-bd6c-4cf88ad200bf, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:14:29.605572 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-fcbd3935-b167-420a-b500-070799b4692a None None] For port 43d726d1-c891-4330-bd6c-4cf88ad200bf, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=43d726d1-c891-4330-bd6c-4cf88ad200bf,segment=NetworkSegment(b1063770-baeb-4622-b36a-091723ffb1fc),segment_id=b1063770-baeb-4622-b36a-091723ffb1fc)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:14:29.720051 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:29.788440 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608518d6-5de7-44bc-bc79-a95b059cb035 None None] Pushing event updated for resources: {'Port': ['ID=43d726d1-c891-4330-bd6c-4cf88ad200bf,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:29.791547 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:29.792222 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fcbd3935-b167-420a-b500-070799b4692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:29.839914 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7f14661-6fe5-462a-9093-046570f92c1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:29.859582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fafa0aef-7839-4ad3-b89d-e7710fb020d2 None None] Provisioning complete for port 43d726d1-c891-4330-bd6c-4cf88ad200bf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:29.862747 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fafa0aef-7839-4ad3-b89d-e7710fb020d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:29.928238 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-fcbd3935-b167-420a-b500-070799b4692a None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:29.956596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48e0b3-4d40-473f-b1a0-9da3aaa3edba req-fd9bccca-4491-459b-984a-4f80b16b480b tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:29.965633 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b48e0b3-4d40-473f-b1a0-9da3aaa3edba req-fd9bccca-4491-459b-984a-4f80b16b480b tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 946 time: 0.1053648 Oct 13 11:14:30.042978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b48e0b3-4d40-473f-b1a0-9da3aaa3edba req-99c4aff0-ab2d-406f-ac27-1552f768145e tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/security-groups?id=df001fcc-4f47-45ca-b147-5d06c51731cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726843 Oct 13 11:14:30.062443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f14661-6fe5-462a-9093-046570f92c1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Subnet': ['ID=10d99754-55bf-4a62-a632-4eec9a1aa3c3,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:30.084773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f14661-6fe5-462a-9093-046570f92c1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Checking segment: {'id': '46308a32-daac-4a74-b2f7-1fc4ecd29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:30.085454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f14661-6fe5-462a-9093-046570f92c1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network hostable DHCP agents. Network: ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:14:30.102246 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fafa0aef-7839-4ad3-b89d-e7710fb020d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:30.138609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fafa0aef-7839-4ad3-b89d-e7710fb020d2 None None] For port 43d726d1-c891-4330-bd6c-4cf88ad200bf, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=43d726d1-c891-4330-bd6c-4cf88ad200bf,segment=NetworkSegment(b1063770-baeb-4622-b36a-091723ffb1fc),segment_id=b1063770-baeb-4622-b36a-091723ffb1fc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:30.182518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f14661-6fe5-462a-9093-046570f92c1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:14:30.240776 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fafa0aef-7839-4ad3-b89d-e7710fb020d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:30.281612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-a7f14661-6fe5-462a-9093-046570f92c1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:30.293102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f14661-6fe5-462a-9093-046570f92c1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:30.294589 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a7f14661-6fe5-462a-9093-046570f92c1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:30.300002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c706b3-a40b-4eac-946d-98bdf1cf35a5 None None] Network ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:30.301559 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fcbd3935-b167-420a-b500-070799b4692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:26Z', 'revision_number': 2, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:29Z', 'revision_number': 4, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:30.352720 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbd3935-b167-420a-b500-070799b4692a None None] The sync data for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 is: [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:26Z', 'revision_number': 2, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:29Z', 'revision_number': 4, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:14:30.440145 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a7f14661-6fe5-462a-9093-046570f92c1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2468178 Oct 13 11:14:30.442164 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39310) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:30.459176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa0aef-7839-4ad3-b89d-e7710fb020d2 None None] Pushing event updated for resources: {'Port': ['ID=43d726d1-c891-4330-bd6c-4cf88ad200bf,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:30.500604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fa5193df-db1e-4f4d-b065-ebd3cdac62cc None None] Provisioning complete for port 43d726d1-c891-4330-bd6c-4cf88ad200bf triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:30.501154 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fa5193df-db1e-4f4d-b065-ebd3cdac62cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:30.784572 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:14:30.785829 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:30.995648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Allocated IP 2001:db8:1::2 (ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14/10d99754-55bf-4a62-a632-4eec9a1aa3c3/e6a7705d-9fcf-47ec-9520-d4a9895236b1) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:30.999380 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:31.256095 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088345d3-5d84-4957-b03c-1dabfd76bc5c req-f011b08a-b9c7-4f5b-beed-924325c91c6b tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:31.262848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-088345d3-5d84-4957-b03c-1dabfd76bc5c req-f011b08a-b9c7-4f5b-beed-924325c91c6b tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 946 time: 0.0923069 Oct 13 11:14:31.294888 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:31.326645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-088345d3-5d84-4957-b03c-1dabfd76bc5c req-19f65896-e99e-4f07-8448-5902cc196108 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/security-groups?id=df001fcc-4f47-45ca-b147-5d06c51731cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528586 Oct 13 11:14:31.422511 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:31.519594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Allocated IP 2001:db8:1::1 (ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14/10d99754-55bf-4a62-a632-4eec9a1aa3c3/a40918a4-f1f8-4309-a0e6-3ce97c2da8cc) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:31.528430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Network ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:31.535183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:31.536300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:31.539770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Pushing event updated for resources: {'Port': ['ID=e6a7705d-9fcf-47ec-9520-d4a9895236b1,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:31.714828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Attempting to bind port e6a7705d-9fcf-47ec-9520-d4a9895236b1 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:14:31.715193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Attempting to bind port e6a7705d-9fcf-47ec-9520-d4a9895236b1 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '46308a32-daac-4a74-b2f7-1fc4ecd29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:14:31.721014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Attempting to bind port e6a7705d-9fcf-47ec-9520-d4a9895236b1 on network ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:31.759970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:14:31.762679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Checking segment: {'id': '46308a32-daac-4a74-b2f7-1fc4ecd29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:31.763290 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:31.763844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Bound using segment: {'id': '46308a32-daac-4a74-b2f7-1fc4ecd29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:14:31.767686 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Bound port: e6a7705d-9fcf-47ec-9520-d4a9895236b1, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46308a32-daac-4a74-b2f7-1fc4ecd29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:14:31.767686 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:31.840130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] For port e6a7705d-9fcf-47ec-9520-d4a9895236b1, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:14:31.853119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] For port e6a7705d-9fcf-47ec-9520-d4a9895236b1, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e6a7705d-9fcf-47ec-9520-d4a9895236b1,segment=NetworkSegment(46308a32-daac-4a74-b2f7-1fc4ecd29670),segment_id=46308a32-daac-4a74-b2f7-1fc4ecd29670)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:14:31.859839 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:31.948301 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:31.994098 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:32.028400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9679b-a135-4497-ac66-7f603595fcac None None] Pushing event updated for resources: {'Port': ['ID=e6a7705d-9fcf-47ec-9520-d4a9895236b1,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:32.078395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:32.083175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:32.085891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=a40918a4-f1f8-4309-a0e6-3ce97c2da8cc,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:32.088331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:32.088893 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:32.354782 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:32.613941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 43d726d1-c891-4330-bd6c-4cf88ad200bf up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:32.729443 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 43d726d1-c891-4330-bd6c-4cf88ad200bf triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:32.730044 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:32.778149 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00681514-6b48-40dd-bf9b-7b985784356b req-faf1ce27-b8b6-4c14-b75d-9c44a611a4ee tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:32.778149 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00681514-6b48-40dd-bf9b-7b985784356b req-faf1ce27-b8b6-4c14-b75d-9c44a611a4ee tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 946 time: 0.0655851 Oct 13 11:14:32.835416 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:32.843715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e6a7705d-9fcf-47ec-9520-d4a9895236b1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:32.858970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00681514-6b48-40dd-bf9b-7b985784356b req-5c7edd4e-9728-4811-b839-a6fd802e1bdb tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/security-groups?id=df001fcc-4f47-45ca-b147-5d06c51731cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732448 Oct 13 11:14:32.909046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e6a7705d-9fcf-47ec-9520-d4a9895236b1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:32.909046 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:32.918659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:32.919610 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:33.004262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=a40918a4-f1f8-4309-a0e6-3ce97c2da8cc,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:33.152404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:33.154048 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:33.219963 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:33.271598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port e6a7705d-9fcf-47ec-9520-d4a9895236b1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e6a7705d-9fcf-47ec-9520-d4a9895236b1,segment=NetworkSegment(46308a32-daac-4a74-b2f7-1fc4ecd29670),segment_id=46308a32-daac-4a74-b2f7-1fc4ecd29670)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:33.273816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:14:33.365333 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:33.407216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:14:33.417081 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b34888b5-4162-4faa-bf77-b9cb06dabad7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9732704 Oct 13 11:14:33.417752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39458) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:33.423589 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Sync routers for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:14:33.424017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-657386361'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:33.442517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:33.443963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:33.492518 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06abf8c-09c4-4883-99c2-27a2e0cfcf28 None None] Network ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:33.494697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=e6a7705d-9fcf-47ec-9520-d4a9895236b1,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:33.548296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:33.554834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:33.590199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:14:33.595535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39462) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:33.608953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:33.609562 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Added segment e9fceda9-3d51-4fba-b519-135d734d583c of type vlan for network 1c1ffd1f-6743-42e2-96bf-8a9a311c9055 Oct 13 11:14:33.656209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:33.662114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3fc0aa12-fdf9-4638-9afe-0e3502ffe817 None None] Provisioning complete for port e6a7705d-9fcf-47ec-9520-d4a9895236b1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:33.663108 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fc0aa12-fdf9-4638-9afe-0e3502ffe817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:33.669605 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:33.756539 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a967041a-7213-4903-9432-eba375766364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:33.776951 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:33.786030 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:33.786830 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:33.845147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a967041a-7213-4903-9432-eba375766364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:33.930199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5075507 Oct 13 11:14:33.930864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39470) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:33.940191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-cc63eb37-4123-4cf2-821a-f7951555c15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'subnet': {'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:33.956695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Network': ['ID=1c1ffd1f-6743-42e2-96bf-8a9a311c9055,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:33.967720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:33.968491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:33.969019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:33.969533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:33.970028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:33.971157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:33.971682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:33.976367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:33.976367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:33.976367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:33.976367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:33.976367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e7982-e50e-4864-b173-dd73deb4c9b5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:33.996632 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 1c1ffd1f-6743-42e2-96bf-8a9a311c9055 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:14:34.026629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d243fa8-16ac-4a01-bd56-df87195bdcc5 req-2cbc2878-0e4a-48fe-8185-18800477e844 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:34.028425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d243fa8-16ac-4a01-bd56-df87195bdcc5 req-2cbc2878-0e4a-48fe-8185-18800477e844 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 946 time: 0.2105172 Oct 13 11:14:34.062548 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a967041a-7213-4903-9432-eba375766364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.134684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a589c-2d1f-45c3-9b7d-29cc485fb5b2 req-fd90be22-fdc3-40e3-ae92-1d02b1180bb4 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:34.135148 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a967041a-7213-4903-9432-eba375766364 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=451b4a3e51b041dcab17d7a1d3721d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379946 Oct 13 11:14:34.136003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39474) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:34.137262 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae1a589c-2d1f-45c3-9b7d-29cc485fb5b2 req-fd90be22-fdc3-40e3-ae92-1d02b1180bb4 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 946 time: 0.1719468 Oct 13 11:14:34.139522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967041a-7213-4903-9432-eba375766364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b293a8c-0afe-4703-8bf6-d13cd7d2fc90,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:34.161358 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:32Z', 'revision_number': 3, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:32Z', 'revision_number': 2, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:34.221900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-4d243fa8-16ac-4a01-bd56-df87195bdcc5 req-d51b5825-1a9c-40fb-a711-6c1da54746ac tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Deleting port 51676650-c683-42ff-a2f0-eca6becc52af {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:34.222141 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4d243fa8-16ac-4a01-bd56-df87195bdcc5 req-d51b5825-1a9c-40fb-a711-6c1da54746ac tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.228463 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-799de1e7-79a1-4b76-9ecb-539693a179a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.232793 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Checking router: 4064b0d0-e58c-42a2-afb7-e1ab37566a60 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:14:34.233288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Updating router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:14:34.267590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-799de1e7-79a1-4b76-9ecb-539693a179a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.279574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc63eb37-4123-4cf2-821a-f7951555c15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:34.282770 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.284927 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc63eb37-4123-4cf2-821a-f7951555c15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.357598 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae1a589c-2d1f-45c3-9b7d-29cc485fb5b2 req-513bdcd4-8dc6-4f21-aa3f-d50dad44c8bb tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/security-groups?id=df001fcc-4f47-45ca-b147-5d06c51731cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981277 Oct 13 11:14:34.392678 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-4d243fa8-16ac-4a01-bd56-df87195bdcc5 req-d51b5825-1a9c-40fb-a711-6c1da54746ac tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] For port 51676650-c683-42ff-a2f0-eca6becc52af, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=51676650-c683-42ff-a2f0-eca6becc52af,segment=NetworkSegment(8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc),segment_id=8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:34.393542 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4d243fa8-16ac-4a01-bd56-df87195bdcc5 req-d51b5825-1a9c-40fb-a711-6c1da54746ac tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.416487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-4d243fa8-16ac-4a01-bd56-df87195bdcc5 req-d51b5825-1a9c-40fb-a711-6c1da54746ac tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Calling delete_port for 51676650-c683-42ff-a2f0-eca6becc52af owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:34.545072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e6a7705d-9fcf-47ec-9520-d4a9895236b1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:34.690978 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4d243fa8-16ac-4a01-bd56-df87195bdcc5 req-d51b5825-1a9c-40fb-a711-6c1da54746ac tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.705239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['51676650-c683-42ff-a2f0-eca6becc52af'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:14:34.713663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7979bec2-0d73-4cee-831a-4bc9e2f4c7ff None None] Provisioning complete for port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:34.718253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7979bec2-0d73-4cee-831a-4bc9e2f4c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.727144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b5825-1a9c-40fb-a711-6c1da54746ac tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Pushing event deleted for resources: {'Port': ['ID=51676650-c683-42ff-a2f0-eca6becc52af,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:34.737212 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc63eb37-4123-4cf2-821a-f7951555c15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.743432 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-799de1e7-79a1-4b76-9ecb-539693a179a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.746304 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-799de1e7-79a1-4b76-9ecb-539693a179a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.747838 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-799de1e7-79a1-4b76-9ecb-539693a179a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b293a8c-0afe-4703-8bf6-d13cd7d2fc90 HTTP/1.1" status: 204 len: 168 time: 0.6047766 Oct 13 11:14:34.791996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799de1e7-79a1-4b76-9ecb-539693a179a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b293a8c-0afe-4703-8bf6-d13cd7d2fc90,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:34.817132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63eb37-4123-4cf2-821a-f7951555c15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Subnet': ['ID=4a2b3208-821e-4e0d-9964-583c40eb9fb6,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:34.835721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63eb37-4123-4cf2-821a-f7951555c15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Checking segment: {'id': 'e9fceda9-3d51-4fba-b519-135d734d583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:34.836073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc63eb37-4123-4cf2-821a-f7951555c15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network hostable DHCP agents. Network: 1c1ffd1f-6743-42e2-96bf-8a9a311c9055, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:14:34.859235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d243fa8-16ac-4a01-bd56-df87195bdcc5 req-d51b5825-1a9c-40fb-a711-6c1da54746ac tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] No DVR routers for this DVR port 51676650-c683-42ff-a2f0-eca6becc52af on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:14:34.868557 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4d243fa8-16ac-4a01-bd56-df87195bdcc5 req-d51b5825-1a9c-40fb-a711-6c1da54746ac tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.881495 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d243fa8-16ac-4a01-bd56-df87195bdcc5 req-d51b5825-1a9c-40fb-a711-6c1da54746ac tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.21 "DELETE /v2.0/ports/51676650-c683-42ff-a2f0-eca6becc52af HTTP/1.1" status: 204 len: 173 time: 0.8249714 Oct 13 11:14:34.882308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e07d11-aaa7-4ec3-8481-52685f2229c4', 'name': 'network-vif-deleted', 'tag': '51676650-c683-42ff-a2f0-eca6becc52af'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:14:34.884961 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ad8f34-15be-4539-b45a-b3f2e1b593b6" -d '{"events": [{"server_uuid": "f8e07d11-aaa7-4ec3-8481-52685f2229c4", "name": "network-vif-deleted", "tag": "51676650-c683-42ff-a2f0-eca6becc52af"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:14:34.925729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc63eb37-4123-4cf2-821a-f7951555c15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 1c1ffd1f-6743-42e2-96bf-8a9a311c9055 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:14:34.931082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e6a7705d-9fcf-47ec-9520-d4a9895236b1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:34.936464 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:34.969467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7979bec2-0d73-4cee-831a-4bc9e2f4c7ff None None] Port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:35.024874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-cc63eb37-4123-4cf2-821a-f7951555c15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 1c1ffd1f-6743-42e2-96bf-8a9a311c9055) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:35.029418 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc63eb37-4123-4cf2-821a-f7951555c15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:35.030035 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc63eb37-4123-4cf2-821a-f7951555c15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:35.032598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7979bec2-0d73-4cee-831a-4bc9e2f4c7ff None None] Provisioning complete for port e6a7705d-9fcf-47ec-9520-d4a9895236b1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:35.033057 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7979bec2-0d73-4cee-831a-4bc9e2f4c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:35.116714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb4af76-7153-4370-a815-7172fa832527 None None] Network 1c1ffd1f-6743-42e2-96bf-8a9a311c9055 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:35.153782 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cc63eb37-4123-4cf2-821a-f7951555c15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2208893 Oct 13 11:14:35.156650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39486) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:35.386618 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed296be-1da3-401b-a2a2-de4d7c84512f x-openstack-request-id: req-8ed296be-1da3-401b-a2a2-de4d7c84512f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:14:35.386931 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e07d11-aaa7-4ec3-8481-52685f2229c4", "name": "network-vif-deleted", "tag": "51676650-c683-42ff-a2f0-eca6becc52af", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:14:35.389962 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ed296be-1da3-401b-a2a2-de4d7c84512f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:14:35.390809 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e07d11-aaa7-4ec3-8481-52685f2229c4', 'name': 'network-vif-deleted', 'tag': '51676650-c683-42ff-a2f0-eca6becc52af', 'status': 'completed', 'code': 200} Oct 13 11:14:35.501949 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:35.535415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9f32502-dace-49eb-bcbd-451db33c6d85 req-200d98f8-1961-45b1-8a1b-f3cb7a98e992 tempest-ServerMetadataNegativeTestJSON-35881791 tempest-ServerMetadataNegativeTestJSON-35881791-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e07d11-aaa7-4ec3-8481-52685f2229c4 HTTP/1.1" status: 200 len: 210 time: 0.0434096 Oct 13 11:14:35.565643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'fixed_ips': [{'subnet_id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:14:35.566544 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:35.648029 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:35.710485 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:35.785998 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a05a6b-a3c6-4be8-9546-648ca32ebc44 None None] Pushing event updated for resources: {'Port': ['ID=a40918a4-f1f8-4309-a0e6-3ce97c2da8cc,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:35.826314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ef5b8dee-c155-4871-84c1-51b3f5842426 None None] Provisioning complete for port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:35.826649 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8dee-c155-4871-84c1-51b3f5842426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:35.836692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Attempting to bind port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:14:35.840300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Attempting to bind port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '46308a32-daac-4a74-b2f7-1fc4ecd29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:14:35.840300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Attempting to bind port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc on network ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:35.842469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39492) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:35.857660 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d069b995-676a-46df-b018-b396fd6a8add admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:35.869427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Allocated IP 2001:db8:2::2 (1c1ffd1f-6743-42e2-96bf-8a9a311c9055/4a2b3208-821e-4e0d-9964-583c40eb9fb6/61d96b41-2a90-43dc-93e1-e8f6be415146) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:35.889118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:14:35.889494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Checking segment: {'id': '46308a32-daac-4a74-b2f7-1fc4ecd29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:35.889898 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:35.890297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Bound using segment: {'id': '46308a32-daac-4a74-b2f7-1fc4ecd29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:14:35.893438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Bound port: a40918a4-f1f8-4309-a0e6-3ce97c2da8cc, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46308a32-daac-4a74-b2f7-1fc4ecd29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:14:35.893438 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:35.924878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ef5b8dee-c155-4871-84c1-51b3f5842426 None None] Port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:36.006161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d069b995-676a-46df-b018-b396fd6a8add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.105165 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d069b995-676a-46df-b018-b396fd6a8add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.150788 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d069b995-676a-46df-b018-b396fd6a8add admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=053cb7488e7b47678a8ceb2a3c72c83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037937 Oct 13 11:14:36.150788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069b995-676a-46df-b018-b396fd6a8add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e92b33e-03f3-4ab2-86e3-7383f1769591,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:36.151498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39498) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:36.220224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2c616013-b3d7-4c5a-b71e-24675307fad4 None None] Provisioning complete for port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:36.220667 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2c616013-b3d7-4c5a-b71e-24675307fad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.232383 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e179498-b9c6-4b1b-9257-a6f4f332f8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.254593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] For port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:14:36.259598 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e179498-b9c6-4b1b-9257-a6f4f332f8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.284578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] For port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a40918a4-f1f8-4309-a0e6-3ce97c2da8cc,segment=NetworkSegment(46308a32-daac-4a74-b2f7-1fc4ecd29670),segment_id=46308a32-daac-4a74-b2f7-1fc4ecd29670)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:14:36.292479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2c616013-b3d7-4c5a-b71e-24675307fad4 None None] Port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:36.353619 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.371068 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.410967 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e179498-b9c6-4b1b-9257-a6f4f332f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.415540 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e179498-b9c6-4b1b-9257-a6f4f332f8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.416866 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8e179498-b9c6-4b1b-9257-a6f4f332f8fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e92b33e-03f3-4ab2-86e3-7383f1769591 HTTP/1.1" status: 204 len: 168 time: 0.2642944 Oct 13 11:14:36.433113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:36.433768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:36.444962 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e179498-b9c6-4b1b-9257-a6f4f332f8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e92b33e-03f3-4ab2-86e3-7383f1769591,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:36.519583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a05a6b-a3c6-4be8-9546-648ca32ebc44 None None] Pushing event updated for resources: {'Port': ['ID=a40918a4-f1f8-4309-a0e6-3ce97c2da8cc,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:36.526099 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.556583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Network 1c1ffd1f-6743-42e2-96bf-8a9a311c9055 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:36.584437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:36.605873 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:36.608136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Allocated IP 2001:db8:2::1 (1c1ffd1f-6743-42e2-96bf-8a9a311c9055/4a2b3208-821e-4e0d-9964-583c40eb9fb6/91e6a39f-b58a-411d-8f19-a901b98bd8e8) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:36.634417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:36.646712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39508) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:36.681596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Pushing event updated for resources: {'Port': ['ID=61d96b41-2a90-43dc-93e1-e8f6be415146,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:36.720184 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6609d3c2-e7be-4e39-943c-ea55a1f0ee5c admin admin] Deleting subnet e3b7d665-9a3b-4f63-91e8-d42758af2424 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:14:36.724986 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6609d3c2-e7be-4e39-943c-ea55a1f0ee5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.774704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6609d3c2-e7be-4e39-943c-ea55a1f0ee5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.821026 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.821797 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6609d3c2-e7be-4e39-943c-ea55a1f0ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.835666 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Attempting to bind port 61d96b41-2a90-43dc-93e1-e8f6be415146 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:14:36.836200 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Attempting to bind port 61d96b41-2a90-43dc-93e1-e8f6be415146 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'e9fceda9-3d51-4fba-b519-135d734d583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:14:36.836653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Attempting to bind port 61d96b41-2a90-43dc-93e1-e8f6be415146 on network 1c1ffd1f-6743-42e2-96bf-8a9a311c9055 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:36.843821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:14:36.844485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Checking segment: {'id': 'e9fceda9-3d51-4fba-b519-135d734d583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:36.844873 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.845259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Bound using segment: {'id': 'e9fceda9-3d51-4fba-b519-135d734d583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:14:36.845897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Bound port: 61d96b41-2a90-43dc-93e1-e8f6be415146, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fceda9-3d51-4fba-b519-135d734d583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:14:36.846472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.921399 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.961315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 1c1ffd1f-6743-42e2-96bf-8a9a311c9055 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:36.969084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] For port 61d96b41-2a90-43dc-93e1-e8f6be415146, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:14:36.969903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] For port 61d96b41-2a90-43dc-93e1-e8f6be415146, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=61d96b41-2a90-43dc-93e1-e8f6be415146,segment=NetworkSegment(e9fceda9-3d51-4fba-b519-135d734d583c),segment_id=e9fceda9-3d51-4fba-b519-135d734d583c)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:14:36.988095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:36.995464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0aac0463-c5dc-4ebb-804e-151ad4f8b950 None None] Provisioning complete for port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:36.995937 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0aac0463-c5dc-4ebb-804e-151ad4f8b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:36.998400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:36.999131 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.010883 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6609d3c2-e7be-4e39-943c-ea55a1f0ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.029831 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6609d3c2-e7be-4e39-943c-ea55a1f0ee5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.036033 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6609d3c2-e7be-4e39-943c-ea55a1f0ee5c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e3b7d665-9a3b-4f63-91e8-d42758af2424 HTTP/1.1" status: 204 len: 168 time: 0.3857040 Oct 13 11:14:37.079262 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39514) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:37.109623 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.131193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:32Z', 'revision_number': 3, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:36Z', 'revision_number': 4, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:37.182202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609d3c2-e7be-4e39-943c-ea55a1f0ee5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b7d665-9a3b-4f63-91e8-d42758af2424,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:37.187066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=91e6a39f-b58a-411d-8f19-a901b98bd8e8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:37.207058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73538e2e-4ee5-4b5e-8ff1-72d2e578421b None None] The sync data for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 is: [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:32Z', 'revision_number': 3, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:36Z', 'revision_number': 4, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:14:37.240674 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0aac0463-c5dc-4ebb-804e-151ad4f8b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.260985 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61b131fc-0905-4b55-8a9c-0435f3ceb3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.292035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3702a-fe18-4682-b833-515e3ee82f7e None None] Pushing event updated for resources: {'Port': ['ID=61d96b41-2a90-43dc-93e1-e8f6be415146,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:37.325532 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:14:37.373265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0aac0463-c5dc-4ebb-804e-151ad4f8b950 None None] For port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a40918a4-f1f8-4309-a0e6-3ce97c2da8cc,segment=NetworkSegment(46308a32-daac-4a74-b2f7-1fc4ecd29670),segment_id=46308a32-daac-4a74-b2f7-1fc4ecd29670)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:37.482174 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61b131fc-0905-4b55-8a9c-0435f3ceb3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.512918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-61b131fc-0905-4b55-8a9c-0435f3ceb3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fa417d-2ca3-4d6e-bcdc-24c424a25623']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:37.526021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-61b131fc-0905-4b55-8a9c-0435f3ceb3b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:37.526318 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-61b131fc-0905-4b55-8a9c-0435f3ceb3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bac0f60-ca05-4ef0-b1f2-9f5b8eb289dc') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:37.543882 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61b131fc-0905-4b55-8a9c-0435f3ceb3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.551934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.584782 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61b131fc-0905-4b55-8a9c-0435f3ceb3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.594238 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0aac0463-c5dc-4ebb-804e-151ad4f8b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.598103 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b131fc-0905-4b55-8a9c-0435f3ceb3b3 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61b131fc-0905-4b55-8a9c-0435f3ceb3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:14:37.605747 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:14:37.749651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac0463-c5dc-4ebb-804e-151ad4f8b950 None None] Pushing event updated for resources: {'Port': ['ID=a40918a4-f1f8-4309-a0e6-3ce97c2da8cc,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:37.810714 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61b131fc-0905-4b55-8a9c-0435f3ceb3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.822585 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61b131fc-0905-4b55-8a9c-0435f3ceb3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:37.830070 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-61b131fc-0905-4b55-8a9c-0435f3ceb3b3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/26fa417d-2ca3-4d6e-bcdc-24c424a25623 HTTP/1.1" status: 204 len: 168 time: 0.7456646 Oct 13 11:14:37.841060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b131fc-0905-4b55-8a9c-0435f3ceb3b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=26fa417d-2ca3-4d6e-bcdc-24c424a25623,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:37.970679 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-df9ff7f4-8ab4-44a9-9e18-83e980550557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:38.090161 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:38.123903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 51676650-c683-42ff-a2f0-eca6becc52af no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:14:38.143636 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 51676650-c683-42ff-a2f0-eca6becc52af {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:14:38.144065 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 51676650-c683-42ff-a2f0-eca6becc52af not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:14:38.190393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39538) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:38.204953 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:38.205938 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:38.269091 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-776151a3-e5b3-46e9-abe6-0509365fb3bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1723bbefd52406eaf73ec44db05ab34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773270 Oct 13 11:14:38.273247 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39542) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:38.392799 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e000e4fa-d6bd-414d-82f8-3e598cfcda7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:38.468071 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e000e4fa-d6bd-414d-82f8-3e598cfcda7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:38.622287 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e000e4fa-d6bd-414d-82f8-3e598cfcda7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:38.624994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e000e4fa-d6bd-414d-82f8-3e598cfcda7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:38.629460 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e000e4fa-d6bd-414d-82f8-3e598cfcda7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df001fcc-4f47-45ca-b147-5d06c51731cf HTTP/1.1" status: 204 len: 168 time: 0.3517485 Oct 13 11:14:38.642013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000e4fa-d6bd-414d-82f8-3e598cfcda7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df001fcc-4f47-45ca-b147-5d06c51731cf,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:38.702876 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 61d96b41-2a90-43dc-93e1-e8f6be415146 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:38.771611 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 61d96b41-2a90-43dc-93e1-e8f6be415146 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:38.772197 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:38.809908 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:38.855923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=91e6a39f-b58a-411d-8f19-a901b98bd8e8,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:38.929443 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:38.944983 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2065dfb9-ad5a-48dc-9e4b-e43a20d2175c None None] Network 1c1ffd1f-6743-42e2-96bf-8a9a311c9055 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:38.956451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network 1c1ffd1f-6743-42e2-96bf-8a9a311c9055 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:38.960601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:39.034290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 61d96b41-2a90-43dc-93e1-e8f6be415146, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=61d96b41-2a90-43dc-93e1-e8f6be415146,segment=NetworkSegment(e9fceda9-3d51-4fba-b519-135d734d583c),segment_id=e9fceda9-3d51-4fba-b519-135d734d583c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:39.156452 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:39.158626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a40918a4-f1f8-4309-a0e6-3ce97c2da8cc up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:39.301198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:14:39.361955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=61d96b41-2a90-43dc-93e1-e8f6be415146,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:39.372422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2f66da35-f6d3-4fee-8949-7adc9855fb55 None None] Provisioning complete for port 61d96b41-2a90-43dc-93e1-e8f6be415146 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:39.380978 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2f66da35-f6d3-4fee-8949-7adc9855fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:39.482786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:39.482786 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:39.531261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb3578-5a92-4797-b3fc-18e84658478c req-81b0eb2c-3f2c-4538-8a64-cae16a958592 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:39.538799 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06cb3578-5a92-4797-b3fc-18e84658478c req-81b0eb2c-3f2c-4538-8a64-cae16a958592 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1258059 Oct 13 11:14:39.556611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:14:39.568500 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Sync routers for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:14:39.575583 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b198e354-705d-406d-a290-e7bbfd1a2878 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4175239 Oct 13 11:14:39.579710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39568) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:39.588249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-46c5c295-176b-40db-bc41-5d05c1f9dfd9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1250127780'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:39.598683 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:39.600238 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:39.647573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06cb3578-5a92-4797-b3fc-18e84658478c req-b2e90f81-a025-4a17-91cb-c05463442a6d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034927 Oct 13 11:14:39.736519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c5c295-176b-40db-bc41-5d05c1f9dfd9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:39.740314 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46c5c295-176b-40db-bc41-5d05c1f9dfd9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:39.743264 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:39.795914 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c5c295-176b-40db-bc41-5d05c1f9dfd9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:14:39.815890 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46c5c295-176b-40db-bc41-5d05c1f9dfd9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:39.816246 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-46c5c295-176b-40db-bc41-5d05c1f9dfd9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Added segment ad37f63a-7902-451b-b540-49766169c76f of type vlan for network b105a38a-19f6-46de-b4ae-6c398ec5ff7b Oct 13 11:14:39.848032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44dc9e-9342-4992-8d0d-02ccfc4b9cbd req-2c2e2695-2752-4661-bcb7-8303bff55994 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:39.857944 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8c44dc9e-9342-4992-8d0d-02ccfc4b9cbd req-2c2e2695-2752-4661-bcb7-8303bff55994 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1291065 Oct 13 11:14:39.929357 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46c5c295-176b-40db-bc41-5d05c1f9dfd9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:39.951290 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8c44dc9e-9342-4992-8d0d-02ccfc4b9cbd req-543318cc-60fa-424b-9d47-93f678eb819a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871124 Oct 13 11:14:40.047899 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fc96b43a-6e79-4b42-9854-f5a4d764d772 None None] Provisioning complete for port 61d96b41-2a90-43dc-93e1-e8f6be415146 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:40.048899 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fc96b43a-6e79-4b42-9854-f5a4d764d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:40.073840 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46c5c295-176b-40db-bc41-5d05c1f9dfd9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:40.084597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c5c295-176b-40db-bc41-5d05c1f9dfd9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:40.087119 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-46c5c295-176b-40db-bc41-5d05c1f9dfd9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:40.216637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fc96b43a-6e79-4b42-9854-f5a4d764d772 None None] Provisioning complete for port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:40.217112 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fc96b43a-6e79-4b42-9854-f5a4d764d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:40.262028 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 4, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91e6a39f-b58a-411d-8f19-a901b98bd8e8', 'name': '', 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:db:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:35Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 2, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:40.292316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5c295-176b-40db-bc41-5d05c1f9dfd9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Network': ['ID=b105a38a-19f6-46de-b4ae-6c398ec5ff7b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:40.310729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fc96b43a-6e79-4b42-9854-f5a4d764d772 None None] Port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:40.320661 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-46c5c295-176b-40db-bc41-5d05c1f9dfd9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7360880 Oct 13 11:14:40.321150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39608) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:40.325643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c694a5ff-5293-4727-a5c9-c09025cd339a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'subnet': {'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:40.334139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network b105a38a-19f6-46de-b4ae-6c398ec5ff7b details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:14:40.358188 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Checking router: 4064b0d0-e58c-42a2-afb7-e1ab37566a60 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:14:40.358579 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Updating router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:14:40.417085 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:40.497546 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-284cba23-856a-4e0b-bcf4-62bc0cb1573b None None] Provisioning complete for port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:40.498117 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-284cba23-856a-4e0b-bcf4-62bc0cb1573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:40.590154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 61d96b41-2a90-43dc-93e1-e8f6be415146 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:40.654563 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-284cba23-856a-4e0b-bcf4-62bc0cb1573b None None] Port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:40.702533 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:40.743345 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c694a5ff-5293-4727-a5c9-c09025cd339a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Made reservation on behalf of fa1943f85bb14514bc1bc19f8329c0b6 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:40.748623 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c694a5ff-5293-4727-a5c9-c09025cd339a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:40.756492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 61d96b41-2a90-43dc-93e1-e8f6be415146 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:40.760004 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:40.817751 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-05450af8-e2fe-4c2f-89cc-aa47ef32384c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:40.906070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f7590deb-609e-4eb0-bd47-bce266d69545 None None] Provisioning complete for port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:40.906641 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f7590deb-609e-4eb0-bd47-bce266d69545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:40.940881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc2c16-8566-4d49-8aac-e313ec341193 req-7d6d9ea3-75fe-4065-a9df-2d877f9021fa tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:40.944746 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01dc2c16-8566-4d49-8aac-e313ec341193 req-7d6d9ea3-75fe-4065-a9df-2d877f9021fa tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.2635357 Oct 13 11:14:40.980360 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f7590deb-609e-4eb0-bd47-bce266d69545 None None] Port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:41.071816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01dc2c16-8566-4d49-8aac-e313ec341193 req-bf79373f-4956-449a-aa6c-562af64b7d7c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934057 Oct 13 11:14:41.098511 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.168688 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.182897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39646) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:41.303473 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c694a5ff-5293-4727-a5c9-c09025cd339a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.317387 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877e45e-ee88-4ac9-acce-14db4f8ddf37 None None] Pushing event updated for resources: {'Port': ['ID=91e6a39f-b58a-411d-8f19-a901b98bd8e8,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:41.359799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-506183821-network', 'tenant_id': 'ed2c8c515ace4c3eafab4f342778532a'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:41.374204 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Attempting to bind port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:14:41.375461 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Attempting to bind port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'e9fceda9-3d51-4fba-b519-135d734d583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:14:41.376437 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Attempting to bind port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 on network 1c1ffd1f-6743-42e2-96bf-8a9a311c9055 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:41.385426 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:14:41.385972 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Checking segment: {'id': 'e9fceda9-3d51-4fba-b519-135d734d583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:41.386612 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.387363 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Bound using segment: {'id': 'e9fceda9-3d51-4fba-b519-135d734d583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:14:41.388176 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Bound port: 91e6a39f-b58a-411d-8f19-a901b98bd8e8, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fceda9-3d51-4fba-b519-135d734d583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:14:41.388575 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.437011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c694a5ff-5293-4727-a5c9-c09025cd339a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Checking segment: {'id': 'ad37f63a-7902-451b-b540-49766169c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:41.437829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c694a5ff-5293-4727-a5c9-c09025cd339a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network hostable DHCP agents. Network: b105a38a-19f6-46de-b4ae-6c398ec5ff7b, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:14:41.446321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694a5ff-5293-4727-a5c9-c09025cd339a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Subnet': ['ID=62bebe57-9025-482f-90e9-b7f786bae54a,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:41.479973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Made reservation on behalf of ed2c8c515ace4c3eafab4f342778532a for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:41.482506 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.492731 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.497417 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] For port 91e6a39f-b58a-411d-8f19-a901b98bd8e8, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:14:41.501534 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] For port 91e6a39f-b58a-411d-8f19-a901b98bd8e8, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=91e6a39f-b58a-411d-8f19-a901b98bd8e8,segment=NetworkSegment(e9fceda9-3d51-4fba-b519-135d734d583c),segment_id=e9fceda9-3d51-4fba-b519-135d734d583c)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:14:41.588326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c694a5ff-5293-4727-a5c9-c09025cd339a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network b105a38a-19f6-46de-b4ae-6c398ec5ff7b is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:14:41.605451 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.623607 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.700475 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877e45e-ee88-4ac9-acce-14db4f8ddf37 None None] Pushing event updated for resources: {'Port': ['ID=91e6a39f-b58a-411d-8f19-a901b98bd8e8,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:41.705283 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:41.706433 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:41.719310 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c694a5ff-5293-4727-a5c9-c09025cd339a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, b105a38a-19f6-46de-b4ae-6c398ec5ff7b) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:41.719522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.725263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c694a5ff-5293-4727-a5c9-c09025cd339a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:41.728765 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c694a5ff-5293-4727-a5c9-c09025cd339a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.745483 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.756997 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924467a6-8127-475e-adfd-947f639af27b None None] Network b105a38a-19f6-46de-b4ae-6c398ec5ff7b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:41.823796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:14:41.840647 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c694a5ff-5293-4727-a5c9-c09025cd339a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5172946 Oct 13 11:14:41.841817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39662) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:41.844069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-127696da-119a-41ca-a9ab-8ab5b7fe1222 None None] Provisioning complete for port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:41.844598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-127696da-119a-41ca-a9ab-8ab5b7fe1222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.849285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e9843c-d8a1-4ee6-ab9f-7f6240655430,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:41.894497 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:41.898844 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Added segment 2d44b920-acaa-48c3-9375-12abc50760db of type vlan for network ef026f7e-3cab-43f1-8d93-8216b1f15827 Oct 13 11:14:41.955581 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:42.033840 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:42.183392 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:42.184925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:42.185526 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:42.222969 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:42.309301 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-b105a38a-19f6-46de-b4ae-6c398ec5ff7b', 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'fixed_ips': [{'subnet_id': '62bebe57-9025-482f-90e9-b7f786bae54a'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:14:42.311369 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:42.319108 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-127696da-119a-41ca-a9ab-8ab5b7fe1222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:42.383194 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 4, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91e6a39f-b58a-411d-8f19-a901b98bd8e8', 'name': '', 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:db:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:35Z', 'updated_at': '2021-10-13T11:14:41Z', 'revision_number': 4, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:42.419207 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d8f42-f3e5-4f06-a2db-a7672be89c8d None None] The sync data for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 is: [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 4, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91e6a39f-b58a-411d-8f19-a901b98bd8e8', 'name': '', 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:db:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:35Z', 'updated_at': '2021-10-13T11:14:41Z', 'revision_number': 4, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:14:42.421995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] Pushing event updated for resources: {'Network': ['ID=ef026f7e-3cab-43f1-8d93-8216b1f15827,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:42.449985 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5bbfa9a0-f743-4b80-bb09-84f73a53255b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2654772 Oct 13 11:14:42.454931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39672) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:42.463053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-77c2a81b-4024-48a8-854a-1cb9ed81cc74 admin admin] Request body: {'subnet': {'network_id': 'ef026f7e-3cab-43f1-8d93-8216b1f15827', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-506183821-subnet', 'tenant_id': 'ed2c8c515ace4c3eafab4f342778532a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:42.582758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1a679-df74-42c4-8dd7-0f70ce2efb41 req-32d05a87-c8f2-4036-b9b3-3026db5f3222 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:42.585694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2e1a679-df74-42c4-8dd7-0f70ce2efb41 req-32d05a87-c8f2-4036-b9b3-3026db5f3222 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.3137915 Oct 13 11:14:42.592285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network ef026f7e-3cab-43f1-8d93-8216b1f15827 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:14:42.648336 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c2a81b-4024-48a8-854a-1cb9ed81cc74 admin admin] Made reservation on behalf of ed2c8c515ace4c3eafab4f342778532a for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:42.654907 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-77c2a81b-4024-48a8-854a-1cb9ed81cc74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:42.692824 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2e1a679-df74-42c4-8dd7-0f70ce2efb41 req-2eee1671-8e69-4402-8e4f-eec2199acd42 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649364 Oct 13 11:14:42.756000 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-127696da-119a-41ca-a9ab-8ab5b7fe1222 None None] For port 91e6a39f-b58a-411d-8f19-a901b98bd8e8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=91e6a39f-b58a-411d-8f19-a901b98bd8e8,segment=NetworkSegment(e9fceda9-3d51-4fba-b519-135d734d583c),segment_id=e9fceda9-3d51-4fba-b519-135d734d583c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:42.790475 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:42.852374 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-127696da-119a-41ca-a9ab-8ab5b7fe1222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:43.002190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127696da-119a-41ca-a9ab-8ab5b7fe1222 None None] Pushing event updated for resources: {'Port': ['ID=91e6a39f-b58a-411d-8f19-a901b98bd8e8,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:43.018313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b8350e47-5b06-48a9-a078-2dfa84796660 None None] Provisioning complete for port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:43.018918 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8350e47-5b06-48a9-a078-2dfa84796660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:43.059332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Allocated IP 2001:db8:3::2 (b105a38a-19f6-46de-b4ae-6c398ec5ff7b/62bebe57-9025-482f-90e9-b7f786bae54a/5c9f094f-5952-4b7b-b98d-752b6da6896c) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:43.245609 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-77c2a81b-4024-48a8-854a-1cb9ed81cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:43.356370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2a81b-4024-48a8-854a-1cb9ed81cc74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9852a73f-c835-47ab-bbfd-b7abf9e5e461,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:43.366639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2a81b-4024-48a8-854a-1cb9ed81cc74 admin admin] Checking segment: {'id': '2d44b920-acaa-48c3-9375-12abc50760db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ef026f7e-3cab-43f1-8d93-8216b1f15827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:43.367317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c2a81b-4024-48a8-854a-1cb9ed81cc74 admin admin] Network hostable DHCP agents. Network: ef026f7e-3cab-43f1-8d93-8216b1f15827, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:14:43.401401 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:43.439403 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:43.476687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c2a81b-4024-48a8-854a-1cb9ed81cc74 admin admin] Network ef026f7e-3cab-43f1-8d93-8216b1f15827 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:14:43.481889 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:43.588875 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Network b105a38a-19f6-46de-b4ae-6c398ec5ff7b is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:43.592323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:43.597801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:43.605025 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Pushing event updated for resources: {'Port': ['ID=5c9f094f-5952-4b7b-b98d-752b6da6896c,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:43.605199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Allocated IP 2001:db8:3::1 (b105a38a-19f6-46de-b4ae-6c398ec5ff7b/62bebe57-9025-482f-90e9-b7f786bae54a/3dbcefb2-1aae-4528-904e-7ad0b78b6f73) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:43.610896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-77c2a81b-4024-48a8-854a-1cb9ed81cc74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, ef026f7e-3cab-43f1-8d93-8216b1f15827) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:43.616708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c2a81b-4024-48a8-854a-1cb9ed81cc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:43.617533 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-77c2a81b-4024-48a8-854a-1cb9ed81cc74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:43.655059 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbe0645-fa8a-4cb4-8a3c-eb8b0fcf0bdd None None] Network ef026f7e-3cab-43f1-8d93-8216b1f15827 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:43.737085 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-77c2a81b-4024-48a8-854a-1cb9ed81cc74 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2797370 Oct 13 11:14:43.751896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Attempting to bind port 5c9f094f-5952-4b7b-b98d-752b6da6896c on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:14:43.752343 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Attempting to bind port 5c9f094f-5952-4b7b-b98d-752b6da6896c by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'ad37f63a-7902-451b-b540-49766169c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:14:43.752808 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Attempting to bind port 5c9f094f-5952-4b7b-b98d-752b6da6896c on network b105a38a-19f6-46de-b4ae-6c398ec5ff7b {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:43.762682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:14:43.763360 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Checking segment: {'id': 'ad37f63a-7902-451b-b540-49766169c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:43.763526 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:43.763842 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Bound using segment: {'id': 'ad37f63a-7902-451b-b540-49766169c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:14:43.764322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Bound port: 5c9f094f-5952-4b7b-b98d-752b6da6896c, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad37f63a-7902-451b-b540-49766169c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:14:43.764705 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:43.792467 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:43.894903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0ea17-c01d-47d7-825f-924231cdc0f0 req-f71a5467-3230-4abc-99f9-4f344ef6b40a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:43.902928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ace0ea17-c01d-47d7-825f-924231cdc0f0 req-f71a5467-3230-4abc-99f9-4f344ef6b40a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1052723 Oct 13 11:14:43.908515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] For port 5c9f094f-5952-4b7b-b98d-752b6da6896c, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:14:43.929079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d63464-1bc1-42e2-a81a-77ac5828788f None None] Network ef026f7e-3cab-43f1-8d93-8216b1f15827 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:43.953108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] For port 5c9f094f-5952-4b7b-b98d-752b6da6896c, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5c9f094f-5952-4b7b-b98d-752b6da6896c,segment=NetworkSegment(ad37f63a-7902-451b-b540-49766169c76f),segment_id=ad37f63a-7902-451b-b540-49766169c76f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:14:43.966673 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ace0ea17-c01d-47d7-825f-924231cdc0f0 req-5cfaea5b-5382-4640-ad8f-21ae0c6d2f3d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627263 Oct 13 11:14:44.051346 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:44.095284 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:44.105501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network b105a38a-19f6-46de-b4ae-6c398ec5ff7b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:44.109792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:44.124991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:44.129714 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:44.181982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=3dbcefb2-1aae-4528-904e-7ad0b78b6f73,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:44.194147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a94421-69cb-4057-84d6-650e34525793 None None] Pushing event updated for resources: {'Port': ['ID=5c9f094f-5952-4b7b-b98d-752b6da6896c,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:44.369271 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:44.676450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 91e6a39f-b58a-411d-8f19-a901b98bd8e8 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:44.730990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:44.731671 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:44.833851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5c9f094f-5952-4b7b-b98d-752b6da6896c up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:44.901002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 5c9f094f-5952-4b7b-b98d-752b6da6896c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:44.901646 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:45.021306 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:45.094653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-3ab3a8ba-acfd-469f-91bb-4494e8c90680 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:45.102492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 5c9f094f-5952-4b7b-b98d-752b6da6896c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5c9f094f-5952-4b7b-b98d-752b6da6896c,segment=NetworkSegment(ad37f63a-7902-451b-b540-49766169c76f),segment_id=ad37f63a-7902-451b-b540-49766169c76f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:45.104319 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-3ab3a8ba-acfd-469f-91bb-4494e8c90680 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/networks?id=ef026f7e-3cab-43f1-8d93-8216b1f15827 HTTP/1.1" status: 200 len: 812 time: 0.7257290 Oct 13 11:14:45.138953 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-0c1976f1-a6bc-4271-916f-1b9763ce713f tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/quotas/ed2c8c515ace4c3eafab4f342778532a HTTP/1.1" status: 200 len: 375 time: 0.0331278 Oct 13 11:14:45.193989 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:45.224052 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b4f81069-3952-4f5d-b7d6-908a52b7a5c8 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed2c8c515ace4c3eafab4f342778532a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832934 Oct 13 11:14:45.264133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=5c9f094f-5952-4b7b-b98d-752b6da6896c,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:45.390222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-0b479e25-e715-4b62-bafa-78ea1b3df8ae service neutron] 10.222.0.32 "GET /v2.0/networks/ef026f7e-3cab-43f1-8d93-8216b1f15827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646328 Oct 13 11:14:45.478869 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:45.547251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-2bb9381a-855c-4e4e-932e-75e77c0eb3c3 service neutron] 10.222.0.32 "GET /v2.0/networks/ef026f7e-3cab-43f1-8d93-8216b1f15827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429520 Oct 13 11:14:45.570627 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:45.571822 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:45.652651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event updated for resources: {'Port': ['ID=3dbcefb2-1aae-4528-904e-7ad0b78b6f73,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:45.708885 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e2f290-80a7-4bbe-9e1b-b15f340ee7dc None None] Network b105a38a-19f6-46de-b4ae-6c398ec5ff7b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:45.783870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Network b105a38a-19f6-46de-b4ae-6c398ec5ff7b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:45.783870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:45.845938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-603330db-40e5-401f-9cfb-f668cb2895be None None] Provisioning complete for port 5c9f094f-5952-4b7b-b98d-752b6da6896c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:45.847335 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-603330db-40e5-401f-9cfb-f668cb2895be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:45.999625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756a251-f4a3-42d2-8d7d-4903225bbaec req-cbdd6010-a8b8-4bbb-9d11-d3f4e69d6d39 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:46.009531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a756a251-f4a3-42d2-8d7d-4903225bbaec req-cbdd6010-a8b8-4bbb-9d11-d3f4e69d6d39 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1165631 Oct 13 11:14:46.036972 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:14:46.076207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a756a251-f4a3-42d2-8d7d-4903225bbaec req-030f8e1a-ce34-46a3-b532-555a7519ae3d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655589 Oct 13 11:14:46.195496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4cf027ee-30f6-4924-b4bb-40a408ab3203 req-a3a549a0-5d43-4934-9b62-3ceb7d6e3ea3 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 210 time: 0.0353806 Oct 13 11:14:46.218276 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:14:46.227954 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-755845e5-b8c0-4668-8e54-44ab3ffa902d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3838444 Oct 13 11:14:46.229939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39748) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:46.233505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Sync routers for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:14:46.235453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d0ce5527-5caa-413a-a2e8-7f3dffcbd854 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:46.247011 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:46.247646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:46.388335 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:46.586045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5c9f094f-5952-4b7b-b98d-752b6da6896c up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:46.683332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-af7a031c-b537-45bd-9f31-f1de550c003c None None] Provisioning complete for port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:46.689894 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-af7a031c-b537-45bd-9f31-f1de550c003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:46.760750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 5c9f094f-5952-4b7b-b98d-752b6da6896c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:46.761278 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:46.800918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-af7a031c-b537-45bd-9f31-f1de550c003c None None] Port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:46.917912 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-af7a031c-b537-45bd-9f31-f1de550c003c None None] Provisioning complete for port 5c9f094f-5952-4b7b-b98d-752b6da6896c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:46.918628 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-af7a031c-b537-45bd-9f31-f1de550c003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:47.045707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:44Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '3dbcefb2-1aae-4528-904e-7ad0b78b6f73', 'name': '', 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e1:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '62bebe57-9025-482f-90e9-b7f786bae54a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:42Z', 'updated_at': '2021-10-13T11:14:45Z', 'revision_number': 2, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '62bebe57-9025-482f-90e9-b7f786bae54a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91e6a39f-b58a-411d-8f19-a901b98bd8e8', 'name': '', 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:db:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:35Z', 'updated_at': '2021-10-13T11:14:42Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:47.066917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.extraroute_db [None req-d0ce5527-5caa-413a-a2e8-7f3dffcbd854 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 11:14:47.089198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.extraroute_db [None req-d0ce5527-5caa-413a-a2e8-7f3dffcbd854 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Removed routes are [] {{(pid=101990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 11:14:47.090481 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5527-5caa-413a-a2e8-7f3dffcbd854 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:47.092380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Checking router: 4064b0d0-e58c-42a2-afb7-e1ab37566a60 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:14:47.092732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Updating router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:14:47.192771 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:47.245944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc4d6-86bd-4078-9d86-826660a7bec6 req-1c777838-deb1-4547-a22b-b2f79da6b659 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:47.263015 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-456bc4d6-86bd-4078-9d86-826660a7bec6 req-1c777838-deb1-4547-a22b-b2f79da6b659 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0903599 Oct 13 11:14:47.308396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-456bc4d6-86bd-4078-9d86-826660a7bec6 req-8ef47a29-ee33-4209-ae8c-c47c23c71921 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448220 Oct 13 11:14:47.437047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-55c20232-35e5-4176-beef-831440400302 None None] Provisioning complete for port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:47.438681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-55c20232-35e5-4176-beef-831440400302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:47.440051 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3798303-d2af-4eda-b80d-4084a685aad0 req-180f069f-aaad-41e6-aa2c-5a982020b64e tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 210 time: 0.0622861 Oct 13 11:14:47.465580 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5527-5caa-413a-a2e8-7f3dffcbd854 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:47.465580 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5527-5caa-413a-a2e8-7f3dffcbd854 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:47.550100 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-55c20232-35e5-4176-beef-831440400302 None None] Port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:14:47.592876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ce5527-5caa-413a-a2e8-7f3dffcbd854 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:14:47.699473 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:47.710756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ce5527-5caa-413a-a2e8-7f3dffcbd854 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:14:47.718419 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5527-5caa-413a-a2e8-7f3dffcbd854 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:47.719656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d0ce5527-5caa-413a-a2e8-7f3dffcbd854 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60 HTTP/1.1" status: 200 len: 954 time: 1.4886034 Oct 13 11:14:47.724719 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39776) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:47.792951 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:47.830470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ffa7feaf-e391-44ca-838a-ce58bdf6d26d tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60 HTTP/1.1" status: 200 len: 954 time: 0.1019757 Oct 13 11:14:47.830748 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39780) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:47.835584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-61064126-a1ae-463a-8bc2-446a4722acc0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'router': {'routes': None}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:47.861076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d21e9-a20c-42d1-aee1-eadc7a490f1c None None] Pushing event updated for resources: {'Port': ['ID=3dbcefb2-1aae-4528-904e-7ad0b78b6f73,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:47.948501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Attempting to bind port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:14:47.948501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Attempting to bind port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'ad37f63a-7902-451b-b540-49766169c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:14:47.949304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Attempting to bind port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 on network b105a38a-19f6-46de-b4ae-6c398ec5ff7b {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:47.956625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:14:47.956625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Checking segment: {'id': 'ad37f63a-7902-451b-b540-49766169c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:47.957018 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:47.957152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Bound using segment: {'id': 'ad37f63a-7902-451b-b540-49766169c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:14:47.957715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Bound port: 3dbcefb2-1aae-4528-904e-7ad0b78b6f73, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad37f63a-7902-451b-b540-49766169c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:14:47.958497 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:48.061714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] For port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:14:48.066326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] For port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3dbcefb2-1aae-4528-904e-7ad0b78b6f73,segment=NetworkSegment(ad37f63a-7902-451b-b540-49766169c76f),segment_id=ad37f63a-7902-451b-b540-49766169c76f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:14:48.144954 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:48.218559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:48.219201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:48.325422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d21e9-a20c-42d1-aee1-eadc7a490f1c None None] Pushing event updated for resources: {'Port': ['ID=3dbcefb2-1aae-4528-904e-7ad0b78b6f73,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:48.498923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.extraroute_db [None req-61064126-a1ae-463a-8bc2-446a4722acc0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Added routes are [] {{(pid=101991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 11:14:48.499500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.extraroute_db [None req-61064126-a1ae-463a-8bc2-446a4722acc0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 11:14:48.578359 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61064126-a1ae-463a-8bc2-446a4722acc0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:48.593387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1cedc-3e0d-4096-a931-78ed969e6638 req-fea3bdd4-a0db-4cb3-b05e-8f06147423b7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:48.604428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4f1cedc-3e0d-4096-a931-78ed969e6638 req-fea3bdd4-a0db-4cb3-b05e-8f06147423b7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1804078 Oct 13 11:14:48.652780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-cfaef2e0-c2c0-4abb-b854-75d48f708942 None None] Provisioning complete for port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:48.653151 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2e0-c2c0-4abb-b854-75d48f708942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:48.693593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:48.837291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4f1cedc-3e0d-4096-a931-78ed969e6638 req-13dce8fd-d5e7-4448-81e7-9ff90ac862ad tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268507 Oct 13 11:14:48.962559 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2e0-c2c0-4abb-b854-75d48f708942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:48.972430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-aebdae4f-fb71-4c6d-bcfb-1b25c030cd0c tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:48.974999 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-aebdae4f-fb71-4c6d-bcfb-1b25c030cd0c tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.21 "GET /v2.0/networks?id=ef026f7e-3cab-43f1-8d93-8216b1f15827 HTTP/1.1" status: 200 len: 812 time: 0.3674173 Oct 13 11:14:49.041904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4e1ef2a3-2c10-4a31-87d4-ffb5adc8933b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Request body: {'port': {'device_id': 'a1aa1925-ac5c-43ea-9b79-af0e7e28dfba', 'network_id': 'ef026f7e-3cab-43f1-8d93-8216b1f15827', 'admin_state_up': True, 'tenant_id': 'ed2c8c515ace4c3eafab4f342778532a'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:49.042767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:47Z', 'revision_number': 6, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '3dbcefb2-1aae-4528-904e-7ad0b78b6f73', 'name': '', 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e1:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '62bebe57-9025-482f-90e9-b7f786bae54a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:42Z', 'updated_at': '2021-10-13T11:14:48Z', 'revision_number': 4, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '62bebe57-9025-482f-90e9-b7f786bae54a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91e6a39f-b58a-411d-8f19-a901b98bd8e8', 'name': '', 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:db:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:35Z', 'updated_at': '2021-10-13T11:14:42Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:49.079998 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-cfaef2e0-c2c0-4abb-b854-75d48f708942 None None] For port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3dbcefb2-1aae-4528-904e-7ad0b78b6f73,segment=NetworkSegment(ad37f63a-7902-451b-b540-49766169c76f),segment_id=ad37f63a-7902-451b-b540-49766169c76f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:49.081635 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19293e29-d02d-4494-a090-3aaa68d550b5 None None] The sync data for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 is: [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:47Z', 'revision_number': 6, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '3dbcefb2-1aae-4528-904e-7ad0b78b6f73', 'name': '', 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e1:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '62bebe57-9025-482f-90e9-b7f786bae54a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:42Z', 'updated_at': '2021-10-13T11:14:48Z', 'revision_number': 4, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '62bebe57-9025-482f-90e9-b7f786bae54a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91e6a39f-b58a-411d-8f19-a901b98bd8e8', 'name': '', 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:db:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:35Z', 'updated_at': '2021-10-13T11:14:42Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:14:49.127317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc93429a-6021-4a5f-a8c5-5bae1f119358 req-0346759b-8b5a-46e7-a5c6-fff8e4b74353 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 210 time: 0.1035020 Oct 13 11:14:49.151075 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61064126-a1ae-463a-8bc2-446a4722acc0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:49.158557 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2e0-c2c0-4abb-b854-75d48f708942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:49.209588 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61064126-a1ae-463a-8bc2-446a4722acc0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:49.298660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaef2e0-c2c0-4abb-b854-75d48f708942 None None] Pushing event updated for resources: {'Port': ['ID=3dbcefb2-1aae-4528-904e-7ad0b78b6f73,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:49.316730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-70184bcf-d771-4da3-a85c-cd6733345eac None None] Provisioning complete for port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:49.318258 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-70184bcf-d771-4da3-a85c-cd6733345eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:49.445689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61064126-a1ae-463a-8bc2-446a4722acc0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:14:49.532259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4e1ef2a3-2c10-4a31-87d4-ffb5adc8933b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Made reservation on behalf of ed2c8c515ace4c3eafab4f342778532a for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:49.536642 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4e1ef2a3-2c10-4a31-87d4-ffb5adc8933b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:49.594147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61064126-a1ae-463a-8bc2-446a4722acc0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:14:49.603392 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61064126-a1ae-463a-8bc2-446a4722acc0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:49.608469 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-61064126-a1ae-463a-8bc2-446a4722acc0 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60 HTTP/1.1" status: 200 len: 704 time: 1.7729292 Oct 13 11:14:49.608469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39806) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:49.843056 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cfe0032b-fd41-41f4-ad57-12e512bc15d9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60 HTTP/1.1" status: 200 len: 704 time: 0.2347097 Oct 13 11:14:49.846110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39810) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:49.882024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4e1ef2a3-2c10-4a31-87d4-ffb5adc8933b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Allocated IP 172.20.0.5 (ef026f7e-3cab-43f1-8d93-8216b1f15827/9852a73f-c835-47ab-bbfd-b7abf9e5e461/ee976c86-853f-4dcc-b730-71afc86fc84a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:14:50.082320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e40b0-8628-4691-a56c-e7f457a5fe45 req-f98fc6d1-2e6e-4cd7-9a85-66c5337401ef tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:50.085146 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a78e40b0-8628-4691-a56c-e7f457a5fe45 req-f98fc6d1-2e6e-4cd7-9a85-66c5337401ef tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1660092 Oct 13 11:14:50.178470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a78e40b0-8628-4691-a56c-e7f457a5fe45 req-03e69a48-fca8-4745-a55c-9ccd8c3c81ef tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780375 Oct 13 11:14:50.181905 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4e1ef2a3-2c10-4a31-87d4-ffb5adc8933b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:50.290885 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4e1ef2a3-2c10-4a31-87d4-ffb5adc8933b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:50.340491 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45d9e8b-6cbf-4c56-acec-8e45de2de606 None None] Sync routers for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:14:50.351995 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d9e8b-6cbf-4c56-acec-8e45de2de606 None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:50.355590 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b45d9e8b-6cbf-4c56-acec-8e45de2de606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:50.372400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4e1ef2a3-2c10-4a31-87d4-ffb5adc8933b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Network ef026f7e-3cab-43f1-8d93-8216b1f15827 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:14:50.374498 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fba27ed7-05a9-42ed-aef4-865698fa855f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:50.380052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4e1ef2a3-2c10-4a31-87d4-ffb5adc8933b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:14:50.385098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4e1ef2a3-2c10-4a31-87d4-ffb5adc8933b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:14:50.427271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ef2a3-2c10-4a31-87d4-ffb5adc8933b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Pushing event updated for resources: {'Port': ['ID=ee976c86-853f-4dcc-b730-71afc86fc84a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:50.465294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e8404-fa74-4831-a233-b6eb28586ac3 req-ff2f0b37-388a-4c67-b71f-926761a899fa tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:50.466639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-583e8404-fa74-4831-a233-b6eb28586ac3 req-ff2f0b37-388a-4c67-b71f-926761a899fa tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 931 time: 0.1526756 Oct 13 11:14:50.486430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4e1ef2a3-2c10-4a31-87d4-ffb5adc8933b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:50.486701 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4e1ef2a3-2c10-4a31-87d4-ffb5adc8933b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:50.538025 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b45d9e8b-6cbf-4c56-acec-8e45de2de606 None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:50.555959 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-583e8404-fa74-4831-a233-b6eb28586ac3 req-63d0e57c-bcf4-4d83-8c21-cf5602a0cb24 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e9843c-d8a1-4ee6-ab9f-7f6240655430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575304 Oct 13 11:14:50.590461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:50.642683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4e1ef2a3-2c10-4a31-87d4-ffb5adc8933b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6177731 Oct 13 11:14:50.656434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Request body: {'port': {'device_id': 'a1aa1925-ac5c-43ea-9b79-af0e7e28dfba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:50.658850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:50.659388 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:50.751477 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:50.820236 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-fba27ed7-05a9-42ed-aef4-865698fa855f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:50.820686 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fba27ed7-05a9-42ed-aef4-865698fa855f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:50.854656 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b45d9e8b-6cbf-4c56-acec-8e45de2de606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:48Z', 'revision_number': 7, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '3dbcefb2-1aae-4528-904e-7ad0b78b6f73', 'name': '', 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e1:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '62bebe57-9025-482f-90e9-b7f786bae54a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:42Z', 'updated_at': '2021-10-13T11:14:49Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '62bebe57-9025-482f-90e9-b7f786bae54a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91e6a39f-b58a-411d-8f19-a901b98bd8e8', 'name': '', 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:db:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:35Z', 'updated_at': '2021-10-13T11:14:42Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:50.894646 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45d9e8b-6cbf-4c56-acec-8e45de2de606 None None] Checking router: 4064b0d0-e58c-42a2-afb7-e1ab37566a60 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:14:50.905481 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d9e8b-6cbf-4c56-acec-8e45de2de606 None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:50.906100 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b45d9e8b-6cbf-4c56-acec-8e45de2de606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:50.936473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-fba27ed7-05a9-42ed-aef4-865698fa855f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] For port 3dbcefb2-1aae-4528-904e-7ad0b78b6f73, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3dbcefb2-1aae-4528-904e-7ad0b78b6f73,segment=NetworkSegment(ad37f63a-7902-451b-b540-49766169c76f),segment_id=ad37f63a-7902-451b-b540-49766169c76f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:50.937099 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fba27ed7-05a9-42ed-aef4-865698fa855f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:50.952938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-fba27ed7-05a9-42ed-aef4-865698fa855f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:51.023469 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b45d9e8b-6cbf-4c56-acec-8e45de2de606 None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:51.110855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee976c86-853f-4dcc-b730-71afc86fc84a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:14:51.121464 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:51.274522 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b45d9e8b-6cbf-4c56-acec-8e45de2de606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:48Z', 'revision_number': 7, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '3dbcefb2-1aae-4528-904e-7ad0b78b6f73', 'name': '', 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e1:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '62bebe57-9025-482f-90e9-b7f786bae54a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:42Z', 'updated_at': '2021-10-13T11:14:49Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '62bebe57-9025-482f-90e9-b7f786bae54a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91e6a39f-b58a-411d-8f19-a901b98bd8e8', 'name': '', 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:db:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:35Z', 'updated_at': '2021-10-13T11:14:42Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:51.284959 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fba27ed7-05a9-42ed-aef4-865698fa855f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:51.295720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Transition to ACTIVE for port object ee976c86-853f-4dcc-b730-71afc86fc84a will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:14:51.303696 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45d9e8b-6cbf-4c56-acec-8e45de2de606 None None] The sync data for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 is: [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:48Z', 'revision_number': 7, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '3dbcefb2-1aae-4528-904e-7ad0b78b6f73', 'name': '', 'network_id': 'b105a38a-19f6-46de-b4ae-6c398ec5ff7b', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e1:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '62bebe57-9025-482f-90e9-b7f786bae54a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:42Z', 'updated_at': '2021-10-13T11:14:49Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '62bebe57-9025-482f-90e9-b7f786bae54a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91e6a39f-b58a-411d-8f19-a901b98bd8e8', 'name': '', 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:db:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:35Z', 'updated_at': '2021-10-13T11:14:42Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:14:51.327740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0981816-0236-4237-a96a-e0bfb8675c69 req-612cf9b3-cf51-4313-986e-e1c23b5842c0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:51.335666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0981816-0236-4237-a96a-e0bfb8675c69 req-612cf9b3-cf51-4313-986e-e1c23b5842c0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0711403 Oct 13 11:14:51.353931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba27ed7-05a9-42ed-aef4-865698fa855f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=3dbcefb2-1aae-4528-904e-7ad0b78b6f73,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:51.389987 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0981816-0236-4237-a96a-e0bfb8675c69 req-45d100fd-3b70-4404-8c9a-5e9b1b665b78 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533037 Oct 13 11:14:51.429091 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:51.538812 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fba27ed7-05a9-42ed-aef4-865698fa855f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:51.569251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Pushing event updated for resources: {'Port': ['ID=ee976c86-853f-4dcc-b730-71afc86fc84a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:51.594455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Attempting to bind port ee976c86-853f-4dcc-b730-71afc86fc84a on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:14:51.594978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Attempting to bind port ee976c86-853f-4dcc-b730-71afc86fc84a by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '2d44b920-acaa-48c3-9375-12abc50760db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ef026f7e-3cab-43f1-8d93-8216b1f15827'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:14:51.595410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Attempting to bind port ee976c86-853f-4dcc-b730-71afc86fc84a on network ef026f7e-3cab-43f1-8d93-8216b1f15827 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:51.601978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Port ee976c86-853f-4dcc-b730-71afc86fc84a on network ef026f7e-3cab-43f1-8d93-8216b1f15827 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:14:51.602533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Attempting to bind port ee976c86-853f-4dcc-b730-71afc86fc84a on network ef026f7e-3cab-43f1-8d93-8216b1f15827 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:14:51.613264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:14:51.615047 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Checking segment: {'id': '2d44b920-acaa-48c3-9375-12abc50760db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ef026f7e-3cab-43f1-8d93-8216b1f15827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:51.615666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Bound using segment: {'id': '2d44b920-acaa-48c3-9375-12abc50760db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ef026f7e-3cab-43f1-8d93-8216b1f15827'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:14:51.621234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Bound port: ee976c86-853f-4dcc-b730-71afc86fc84a, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d44b920-acaa-48c3-9375-12abc50760db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ef026f7e-3cab-43f1-8d93-8216b1f15827'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:14:51.621234 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:51.819801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] For port ee976c86-853f-4dcc-b730-71afc86fc84a, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:14:51.824504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] For port ee976c86-853f-4dcc-b730-71afc86fc84a, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ee976c86-853f-4dcc-b730-71afc86fc84a,segment=NetworkSegment(2d44b920-acaa-48c3-9375-12abc50760db),segment_id=2d44b920-acaa-48c3-9375-12abc50760db)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:14:51.837844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770d3aa-d89e-47e2-9cb3-69ddb1c7d336 req-cf9f00e7-a55b-4105-b1ca-e82298645fb5 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:51.845587 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c770d3aa-d89e-47e2-9cb3-69ddb1c7d336 req-cf9f00e7-a55b-4105-b1ca-e82298645fb5 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 943 time: 0.1113150 Oct 13 11:14:51.886043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba27ed7-05a9-42ed-aef4-865698fa855f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:14:51.899397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c770d3aa-d89e-47e2-9cb3-69ddb1c7d336 req-0af6e7a7-4999-42c7-bab4-e91fbf674155 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e9843c-d8a1-4ee6-ab9f-7f6240655430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461209 Oct 13 11:14:51.903033 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:51.981072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Pushing event updated for resources: {'Port': ['ID=ee976c86-853f-4dcc-b730-71afc86fc84a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:51.990788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:51.992263 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:51.994438 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b9db2ab8-5a8a-44e7-92ab-5aa609ae9810 service neutron] 10.222.0.21 "PUT /v2.0/ports/ee976c86-853f-4dcc-b730-71afc86fc84a HTTP/1.1" status: 200 len: 1091 time: 1.3426557 Oct 13 11:14:51.995304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1aa1925-ac5c-43ea-9b79-af0e7e28dfba', 'tag': 'ee976c86-853f-4dcc-b730-71afc86fc84a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:14:52.000490 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae286c7-f1d8-4f10-b259-d90deca6dca2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1aa1925-ac5c-43ea-9b79-af0e7e28dfba", "tag": "ee976c86-853f-4dcc-b730-71afc86fc84a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:14:52.044899 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4f17fb-281e-448b-b43f-ba236fd82c6e x-openstack-request-id: req-eb4f17fb-281e-448b-b43f-ba236fd82c6e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:14:52.045264 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1aa1925-ac5c-43ea-9b79-af0e7e28dfba", "tag": "ee976c86-853f-4dcc-b730-71afc86fc84a", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:14:52.045588 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb4f17fb-281e-448b-b43f-ba236fd82c6e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:14:52.046033 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1aa1925-ac5c-43ea-9b79-af0e7e28dfba', 'tag': 'ee976c86-853f-4dcc-b730-71afc86fc84a', 'status': 'completed', 'code': 200} Oct 13 11:14:52.059703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba27ed7-05a9-42ed-aef4-865698fa855f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:14:52.065761 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fba27ed7-05a9-42ed-aef4-865698fa855f tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2183151 Oct 13 11:14:52.070877 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197412d-c637-484c-a356-a49de64051b7 None None] Sync routers for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:14:52.071675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39842) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:52.082107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197412d-c637-484c-a356-a49de64051b7 None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:52.083054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6197412d-c637-484c-a356-a49de64051b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:52.145885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-15761538-45c5-4390-b1cb-cdbee80c21ff tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting subnet 62bebe57-9025-482f-90e9-b7f786bae54a {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:14:52.155470 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-15761538-45c5-4390-b1cb-cdbee80c21ff tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:52.158250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae286c7-f1d8-4f10-b259-d90deca6dca2 req-d68f0af9-a6c0-47d8-aa12-88ce022a7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:52.166587 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ae286c7-f1d8-4f10-b259-d90deca6dca2 req-d68f0af9-a6c0-47d8-aa12-88ce022a7414 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed2c8c515ace4c3eafab4f342778532a&device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 1094 time: 0.0964937 Oct 13 11:14:52.204338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6197412d-c637-484c-a356-a49de64051b7 None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:52.204656 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-15761538-45c5-4390-b1cb-cdbee80c21ff tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:52.296461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae286c7-f1d8-4f10-b259-d90deca6dca2 req-e4bcb6e9-9cc8-4217-a145-b2869d20771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:52.298129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ae286c7-f1d8-4f10-b259-d90deca6dca2 req-e4bcb6e9-9cc8-4217-a145-b2869d20771b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ed2c8c515ace4c3eafab4f342778532a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1268661 Oct 13 11:14:52.325945 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-15761538-45c5-4390-b1cb-cdbee80c21ff tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:52.508040 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-15761538-45c5-4390-b1cb-cdbee80c21ff tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:52.516755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae286c7-f1d8-4f10-b259-d90deca6dca2 req-dd0b757a-c887-4249-b87d-7a089292ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:52.519456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0ae286c7-f1d8-4f10-b259-d90deca6dca2 req-dd0b757a-c887-4249-b87d-7a089292ea96 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2121003 Oct 13 11:14:52.563208 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-15761538-45c5-4390-b1cb-cdbee80c21ff tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:52.563386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc4664c-1951-4230-bc82-8bfae38fd6ed None None] Network b105a38a-19f6-46de-b4ae-6c398ec5ff7b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:52.565804 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-15761538-45c5-4390-b1cb-cdbee80c21ff tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/62bebe57-9025-482f-90e9-b7f786bae54a HTTP/1.1" status: 204 len: 168 time: 0.4929647 Oct 13 11:14:52.567190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15761538-45c5-4390-b1cb-cdbee80c21ff tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Subnet': ['ID=62bebe57-9025-482f-90e9-b7f786bae54a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:52.568938 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39852) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:52.626110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6197412d-c637-484c-a356-a49de64051b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:51Z', 'revision_number': 8, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91e6a39f-b58a-411d-8f19-a901b98bd8e8', 'name': '', 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:db:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:35Z', 'updated_at': '2021-10-13T11:14:42Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:52.668632 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197412d-c637-484c-a356-a49de64051b7 None None] Checking router: 4064b0d0-e58c-42a2-afb7-e1ab37566a60 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:14:52.698833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197412d-c637-484c-a356-a49de64051b7 None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:52.699637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6197412d-c637-484c-a356-a49de64051b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:52.720074 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:52.802624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6197412d-c637-484c-a356-a49de64051b7 None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:53.139705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39858) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:53.185749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b074c374-6f37-4289-a945-9fec29c01150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:53.187260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-b074c374-6f37-4289-a945-9fec29c01150 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed2c8c515ace4c3eafab4f342778532a&device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 1094 time: 0.5911229 Oct 13 11:14:53.202121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de69a48-e536-49f2-b925-d9ca7db00209 req-906c498f-d79f-4e99-b1e7-9bdfd1d3f5d0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:53.205268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3de69a48-e536-49f2-b925-d9ca7db00209 req-906c498f-d79f-4e99-b1e7-9bdfd1d3f5d0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.5717075 Oct 13 11:14:53.213221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6197412d-c637-484c-a356-a49de64051b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:51Z', 'revision_number': 8, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91e6a39f-b58a-411d-8f19-a901b98bd8e8', 'name': '', 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:db:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:35Z', 'updated_at': '2021-10-13T11:14:42Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:53.218933 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed242a-abef-4578-ad03-5c0970a1dd16 None None] DHCP port deletion for b105a38a-19f6-46de-b4ae-6c398ec5ff7b request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:14:53.259201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197412d-c637-484c-a356-a49de64051b7 None None] The sync data for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 is: [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:51Z', 'revision_number': 8, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91e6a39f-b58a-411d-8f19-a901b98bd8e8', 'name': '', 'network_id': '1c1ffd1f-6743-42e2-96bf-8a9a311c9055', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:db:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:35Z', 'updated_at': '2021-10-13T11:14:42Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '4a2b3208-821e-4e0d-9964-583c40eb9fb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:14:53.270413 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4cc84f92-393a-46bc-a962-d972ef5d6f8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee976c86-853f-4dcc-b730-71afc86fc84a HTTP/1.1" status: 200 len: 217 time: 0.0640719 Oct 13 11:14:53.329682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed242a-abef-4578-ad03-5c0970a1dd16 None None] Deleting port 5c9f094f-5952-4b7b-b98d-752b6da6896c {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:53.330426 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8ed242a-abef-4578-ad03-5c0970a1dd16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:53.346714 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:53.372651 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3de69a48-e536-49f2-b925-d9ca7db00209 req-d6713a92-fbe3-43ce-9540-70d06482107e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242270 Oct 13 11:14:53.385457 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4d56ab79-ceea-47f9-b4a8-3e7afc574da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:53.388389 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-4d56ab79-ceea-47f9-b4a8-3e7afc574da6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9852a73f-c835-47ab-bbfd-b7abf9e5e461 HTTP/1.1" status: 200 len: 852 time: 0.1107395 Oct 13 11:14:53.395348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port 5c9f094f-5952-4b7b-b98d-752b6da6896c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:53.395763 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:53.409478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c8ed242a-abef-4578-ad03-5c0970a1dd16 None None] For port 5c9f094f-5952-4b7b-b98d-752b6da6896c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5c9f094f-5952-4b7b-b98d-752b6da6896c,segment=NetworkSegment(ad37f63a-7902-451b-b540-49766169c76f),segment_id=ad37f63a-7902-451b-b540-49766169c76f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:53.410243 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8ed242a-abef-4578-ad03-5c0970a1dd16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:53.427208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed242a-abef-4578-ad03-5c0970a1dd16 None None] Calling delete_port for 5c9f094f-5952-4b7b-b98d-752b6da6896c owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:53.476635 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-cc7a0075-5d88-4e69-ba41-f6f25ad40153 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ef026f7e-3cab-43f1-8d93-8216b1f15827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782866 Oct 13 11:14:53.530883 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:53.610924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] For port 5c9f094f-5952-4b7b-b98d-752b6da6896c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=5c9f094f-5952-4b7b-b98d-752b6da6896c,segment=NetworkSegment(ad37f63a-7902-451b-b540-49766169c76f),segment_id=ad37f63a-7902-451b-b540-49766169c76f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:53.610924 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:53.620068 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8ed242a-abef-4578-ad03-5c0970a1dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:53.637765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for 5c9f094f-5952-4b7b-b98d-752b6da6896c owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:53.651854 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:53.665847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed242a-abef-4578-ad03-5c0970a1dd16 None None] Pushing event deleted for resources: {'Port': ['ID=5c9f094f-5952-4b7b-b98d-752b6da6896c,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:53.677931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed242a-abef-4578-ad03-5c0970a1dd16 None None] No DVR routers for this DVR port 5c9f094f-5952-4b7b-b98d-752b6da6896c on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:14:53.722840 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9554b6892774a0b868967101ff0beba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5886629 Oct 13 11:14:53.733296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5416e1f3-678b-412f-aa2e-5cf5bde67aa0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:53.733296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39864) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:53.745032 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:53.745367 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:53.745707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:53.746044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:53.746404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:53.746740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:53.747068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:53.747397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:53.747726 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:53.748058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:53.748380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:53.748704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e05f5-ca93-4376-9259-547d1cf48287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:14:53.793760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50737240-04c0-40ec-9188-3c613b197816 req-219230ab-7c9e-4004-b7db-b6e23f93bcf2 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:53.796003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50737240-04c0-40ec-9188-3c613b197816 req-219230ab-7c9e-4004-b7db-b6e23f93bcf2 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 943 time: 0.2883949 Oct 13 11:14:53.802268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-763af91b-cedc-417e-a4ee-20178a21d48b service neutron] 10.222.0.21 "GET /v2.0/networks/ef026f7e-3cab-43f1-8d93-8216b1f15827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169122 Oct 13 11:14:53.803312 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d21eb44-84f7-4950-8ebb-2bd242f3e87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:53.830861 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d21eb44-84f7-4950-8ebb-2bd242f3e87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:53.898866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50737240-04c0-40ec-9188-3c613b197816 req-e99e4ba6-1656-457e-95ef-586a861d3c6b tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e9843c-d8a1-4ee6-ab9f-7f6240655430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952449 Oct 13 11:14:53.927001 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:53.947572 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d21eb44-84f7-4950-8ebb-2bd242f3e87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:53.950387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d21eb44-84f7-4950-8ebb-2bd242f3e87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:53.951694 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4d21eb44-84f7-4950-8ebb-2bd242f3e87f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5416e1f3-678b-412f-aa2e-5cf5bde67aa0 HTTP/1.1" status: 204 len: 168 time: 0.2240210 Oct 13 11:14:53.972116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=5c9f094f-5952-4b7b-b98d-752b6da6896c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:53.981057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21eb44-84f7-4950-8ebb-2bd242f3e87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5416e1f3-678b-412f-aa2e-5cf5bde67aa0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:53.987747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No DVR routers for this DVR port 5c9f094f-5952-4b7b-b98d-752b6da6896c on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:14:54.018932 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74a3b1df-85e8-4211-9cc7-73b5e111b9bf req-73666f6e-3d8b-4518-a7d5-abce2decd9ea service neutron] 10.222.0.21 "GET /v2.0/networks/ef026f7e-3cab-43f1-8d93-8216b1f15827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733313 Oct 13 11:14:54.080773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:54.105261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b105a38a-19f6-46de-b4ae-6c398ec5ff7b']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:54.116189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad37f63a-7902-451b-b540-49766169c76f') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:54.116488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad37f63a-7902-451b-b540-49766169c76f') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:54.132570 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:54.149500 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:54.154397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:14:54.154797 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:14:54.157946 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:14:54.302862 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:54.309988 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:54.314835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/networks/b105a38a-19f6-46de-b4ae-6c398ec5ff7b HTTP/1.1" status: 204 len: 168 time: 1.7430902 Oct 13 11:14:54.316057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39868) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:54.327572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdb3a4-5d3e-4a8c-8b23-ffa8e8b02d1a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Network': ['ID=b105a38a-19f6-46de-b4ae-6c398ec5ff7b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:54.520766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:14:54.547644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:14:54.547868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3dbcefb2-1aae-4528-904e-7ad0b78b6f73 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:14:54.548423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5c9f094f-5952-4b7b-b98d-752b6da6896c no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:14:54.550000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8defdc0-c38e-4c13-b1cf-335f0d8f2a70 req-42c27521-1464-4c0d-b5d4-5e4c41829fd2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:54.553805 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8defdc0-c38e-4c13-b1cf-335f0d8f2a70 req-42c27521-1464-4c0d-b5d4-5e4c41829fd2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0576470 Oct 13 11:14:54.575357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 5c9f094f-5952-4b7b-b98d-752b6da6896c {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:14:54.575703 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 5c9f094f-5952-4b7b-b98d-752b6da6896c not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:14:54.622126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8defdc0-c38e-4c13-b1cf-335f0d8f2a70 req-40e88559-bb0b-4579-826f-67cab2a43630 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622714 Oct 13 11:14:54.835124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39880) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:54.850049 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad65d8f8-9a75-4ede-a48e-715cf06cba8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:54.979377 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad65d8f8-9a75-4ede-a48e-715cf06cba8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:55.082986 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad65d8f8-9a75-4ede-a48e-715cf06cba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:55.120374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d60d9c-2099-45d0-868a-e9cfe7d38c79 req-8c28cb0b-4ea4-42e5-8ce1-11a2a95a3596 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:55.129084 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2d60d9c-2099-45d0-868a-e9cfe7d38c79 req-8c28cb0b-4ea4-42e5-8ce1-11a2a95a3596 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 943 time: 0.1143694 Oct 13 11:14:55.150514 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ad65d8f8-9a75-4ede-a48e-715cf06cba8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d3380bd862a4fe6a9fe46c16f2efb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141365 Oct 13 11:14:55.153298 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39888) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:55.190011 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b40d-c73e-4cc0-b0ec-45b43f65c67e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:55.226809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65d8f8-9a75-4ede-a48e-715cf06cba8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf91c848-aa45-47d0-a4c1-7327801113c6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:55.228356 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39890) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:55.241770 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2d60d9c-2099-45d0-868a-e9cfe7d38c79 req-9e4aa03b-396d-413e-803b-632153982b59 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e9843c-d8a1-4ee6-ab9f-7f6240655430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112106 Oct 13 11:14:55.257548 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aadd20-e2f4-4b8f-b3f9-93a462e8f080 req-15a0ad83-533a-4624-9d44-a6a6ba60f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:55.259087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31aadd20-e2f4-4b8f-b3f9-93a462e8f080 req-15a0ad83-533a-4624-9d44-a6a6ba60f873 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 1095 time: 0.0962071 Oct 13 11:14:55.319947 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cca467e8-1876-4614-8a2d-ef8ca0dc3cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:55.364130 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cca467e8-1876-4614-8a2d-ef8ca0dc3cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:55.427730 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ed5f8f3-f123-47a1-b121-8ccba184ab3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:55.475344 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8656f-42b2-4e39-94d3-eca4228a5449 req-833bc49f-14a3-4b3c-93d4-3f6ad00f5d0a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:55.477011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0db8656f-42b2-4e39-94d3-eca4228a5449 req-833bc49f-14a3-4b3c-93d4-3f6ad00f5d0a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1153917 Oct 13 11:14:55.490186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aadd20-e2f4-4b8f-b3f9-93a462e8f080 req-b4236d29-8875-4c80-b966-fd7963a0a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:55.491910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31aadd20-e2f4-4b8f-b3f9-93a462e8f080 req-b4236d29-8875-4c80-b966-fd7963a0a468 service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.2251966 Oct 13 11:14:55.587572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0db8656f-42b2-4e39-94d3-eca4228a5449 req-2109f892-9161-409d-8792-645d731bad0e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990179 Oct 13 11:14:55.601528 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31aadd20-e2f4-4b8f-b3f9-93a462e8f080 req-34c6e42e-d6bb-4803-9a07-810c578f4114 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8be41b51-0274-4a63-863e-7117b400fcd5 HTTP/1.1" status: 200 len: 999 time: 0.0951817 Oct 13 11:14:55.633812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2b40d-c73e-4cc0-b0ec-45b43f65c67e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port 91e6a39f-b58a-411d-8f19-a901b98bd8e8 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:55.634146 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b40d-c73e-4cc0-b0ec-45b43f65c67e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:55.651233 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cca467e8-1876-4614-8a2d-ef8ca0dc3cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:55.653966 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cca467e8-1876-4614-8a2d-ef8ca0dc3cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:55.657945 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cca467e8-1876-4614-8a2d-ef8ca0dc3cd3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf91c848-aa45-47d0-a4c1-7327801113c6 HTTP/1.1" status: 204 len: 168 time: 0.5013404 Oct 13 11:14:55.687712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aadd20-e2f4-4b8f-b3f9-93a462e8f080 req-f296f16f-f24e-40db-99a4-cecf809a38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:55.694844 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31aadd20-e2f4-4b8f-b3f9-93a462e8f080 req-f296f16f-f24e-40db-99a4-cecf809a38cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.0797136 Oct 13 11:14:55.710094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca467e8-1876-4614-8a2d-ef8ca0dc3cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf91c848-aa45-47d0-a4c1-7327801113c6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:55.745993 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ed5f8f3-f123-47a1-b121-8ccba184ab3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:55.761465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aadd20-e2f4-4b8f-b3f9-93a462e8f080 req-b87afc28-790e-4b98-a5a8-603a83270b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:55.763285 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31aadd20-e2f4-4b8f-b3f9-93a462e8f080 req-b87afc28-790e-4b98-a5a8-603a83270b87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610766 Oct 13 11:14:55.787882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-5ab2b40d-c73e-4cc0-b0ec-45b43f65c67e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] For port 91e6a39f-b58a-411d-8f19-a901b98bd8e8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=91e6a39f-b58a-411d-8f19-a901b98bd8e8,segment=NetworkSegment(e9fceda9-3d51-4fba-b519-135d734d583c),segment_id=e9fceda9-3d51-4fba-b519-135d734d583c)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:55.788257 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b40d-c73e-4cc0-b0ec-45b43f65c67e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:55.804619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2b40d-c73e-4cc0-b0ec-45b43f65c67e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for 91e6a39f-b58a-411d-8f19-a901b98bd8e8 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:55.823730 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ed5f8f3-f123-47a1-b121-8ccba184ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:55.887067 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8ed5f8f3-f123-47a1-b121-8ccba184ab3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d3c2d3c001445a1a20f23b7cf416aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6550786 Oct 13 11:14:55.889576 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5f8f3-f123-47a1-b121-8ccba184ab3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865dfbf1-321c-4573-a767-9bc9618048ef,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:55.892187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39896) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:55.945690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31aadd20-e2f4-4b8f-b3f9-93a462e8f080 req-f841081e-5495-489d-9816-92bcaff0e0f3 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734042 Oct 13 11:14:56.021419 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b118-7df1-4634-91e1-3f758cb017b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:56.046128 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b40d-c73e-4cc0-b0ec-45b43f65c67e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:56.065975 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b118-7df1-4634-91e1-3f758cb017b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:56.104011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2b40d-c73e-4cc0-b0ec-45b43f65c67e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=91e6a39f-b58a-411d-8f19-a901b98bd8e8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:56.115516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31aadd20-e2f4-4b8f-b3f9-93a462e8f080 req-7085481b-43a3-40b3-9e57-212bc6d40e4c service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606200 Oct 13 11:14:56.186393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ee976c86-853f-4dcc-b730-71afc86fc84a details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:14:56.267367 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b118-7df1-4634-91e1-3f758cb017b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:56.276099 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b118-7df1-4634-91e1-3f758cb017b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:56.277299 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8cf0b118-7df1-4634-91e1-3f758cb017b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/865dfbf1-321c-4573-a767-9bc9618048ef HTTP/1.1" status: 204 len: 168 time: 0.3770759 Oct 13 11:14:56.308733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0b118-7df1-4634-91e1-3f758cb017b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865dfbf1-321c-4573-a767-9bc9618048ef,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:56.329971 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b40d-c73e-4cc0-b0ec-45b43f65c67e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:56.359858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ee976c86-853f-4dcc-b730-71afc86fc84a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ee976c86-853f-4dcc-b730-71afc86fc84a,segment=NetworkSegment(2d44b920-acaa-48c3-9375-12abc50760db),segment_id=2d44b920-acaa-48c3-9375-12abc50760db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:56.380682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'ee976c86-853f-4dcc-b730-71afc86fc84a', 'network_id': 'ef026f7e-3cab-43f1-8d93-8216b1f15827', 'port_id': 'ee976c86-853f-4dcc-b730-71afc86fc84a', 'mac_address': 'fa:16:3e:90:11:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9852a73f-c835-47ab-bbfd-b7abf9e5e461', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:14:56.465968 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:56.481054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee976c86-853f-4dcc-b730-71afc86fc84a {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:14:56.507992 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ee976c86-853f-4dcc-b730-71afc86fc84a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ee976c86-853f-4dcc-b730-71afc86fc84a,segment=NetworkSegment(2d44b920-acaa-48c3-9375-12abc50760db),segment_id=2d44b920-acaa-48c3-9375-12abc50760db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:56.513994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafff49b-3876-449d-871a-a810cd90c6a0 req-ee2656c8-129a-482f-bbce-a2f48204ba13 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:56.517970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dafff49b-3876-449d-871a-a810cd90c6a0 req-ee2656c8-129a-482f-bbce-a2f48204ba13 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 943 time: 0.1228731 Oct 13 11:14:56.605894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dafff49b-3876-449d-871a-a810cd90c6a0 req-5a70768a-b05b-43e6-9c0d-adaabf4316bb tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e9843c-d8a1-4ee6-ab9f-7f6240655430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778708 Oct 13 11:14:56.635198 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:56.719774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab2b40d-c73e-4cc0-b0ec-45b43f65c67e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:14:56.805356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=ee976c86-853f-4dcc-b730-71afc86fc84a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:56.843685 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['ee976c86-853f-4dcc-b730-71afc86fc84a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:14:56.881753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab2b40d-c73e-4cc0-b0ec-45b43f65c67e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:14:56.892162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39920) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:56.893146 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5ab2b40d-c73e-4cc0-b0ec-45b43f65c67e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5758805 Oct 13 11:14:56.895563 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf497578-edd5-4cc6-aef6-6b1be83654df None None] Sync routers for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:14:56.911649 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf497578-edd5-4cc6-aef6-6b1be83654df None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:56.912375 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-bf497578-edd5-4cc6-aef6-6b1be83654df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:57.040072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a984b2-cb73-4980-8898-d07f7872606a req-b02c3fa7-ae43-4571-b16b-3a808807e460 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:57.042265 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7a984b2-cb73-4980-8898-d07f7872606a req-b02c3fa7-ae43-4571-b16b-3a808807e460 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.2322602 Oct 13 11:14:57.100861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca62096-31e3-4e80-90db-a34432a449d5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting subnet 4a2b3208-821e-4e0d-9964-583c40eb9fb6 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:14:57.111110 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ca62096-31e3-4e80-90db-a34432a449d5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:57.198796 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-bf497578-edd5-4cc6-aef6-6b1be83654df None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:57.222697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7a984b2-cb73-4980-8898-d07f7872606a req-5a3a2cda-4235-443f-a08a-b50cb3865959 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689160 Oct 13 11:14:57.237436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ca62096-31e3-4e80-90db-a34432a449d5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:57.372364 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ca62096-31e3-4e80-90db-a34432a449d5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:57.485827 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-bf497578-edd5-4cc6-aef6-6b1be83654df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:55Z', 'revision_number': 9, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:57.518271 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf497578-edd5-4cc6-aef6-6b1be83654df None None] Checking router: 4064b0d0-e58c-42a2-afb7-e1ab37566a60 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:14:57.527893 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf497578-edd5-4cc6-aef6-6b1be83654df None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:14:57.528514 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-bf497578-edd5-4cc6-aef6-6b1be83654df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:57.604420 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ca62096-31e3-4e80-90db-a34432a449d5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:57.625860 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-bf497578-edd5-4cc6-aef6-6b1be83654df None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:14:57.630105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca62096-31e3-4e80-90db-a34432a449d5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2b3208-821e-4e0d-9964-583c40eb9fb6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:57.666832 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ca62096-31e3-4e80-90db-a34432a449d5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:57.669853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d59398-3e1d-4759-add0-98694ab3e2f4 None None] Network 1c1ffd1f-6743-42e2-96bf-8a9a311c9055 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:14:57.671762 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5ca62096-31e3-4e80-90db-a34432a449d5 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/4a2b3208-821e-4e0d-9964-583c40eb9fb6 HTTP/1.1" status: 204 len: 168 time: 0.7684402 Oct 13 11:14:57.674561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39946) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:57.812773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:57.841058 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef060151-cb34-4392-ade6-20e5dc9151ce req-c13097c2-59de-455b-a405-c63c671497e8 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:57.848651 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef060151-cb34-4392-ade6-20e5dc9151ce req-c13097c2-59de-455b-a405-c63c671497e8 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 944 time: 0.1115201 Oct 13 11:14:57.920047 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef060151-cb34-4392-ade6-20e5dc9151ce req-a665531b-0866-422a-915f-c6abfba0a955 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e9843c-d8a1-4ee6-ab9f-7f6240655430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698135 Oct 13 11:14:57.940715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port 61d96b41-2a90-43dc-93e1-e8f6be415146 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:57.941042 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.006388 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-bf497578-edd5-4cc6-aef6-6b1be83654df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:55Z', 'revision_number': 9, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:58.007045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39952) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:58.031753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e28669-6756-4f18-885e-8b5aab2d7981 None None] DHCP port deletion for 1c1ffd1f-6743-42e2-96bf-8a9a311c9055 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:14:58.037980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] For port 61d96b41-2a90-43dc-93e1-e8f6be415146, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=61d96b41-2a90-43dc-93e1-e8f6be415146,segment=NetworkSegment(e9fceda9-3d51-4fba-b519-135d734d583c),segment_id=e9fceda9-3d51-4fba-b519-135d734d583c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:58.040110 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.040477 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf497578-edd5-4cc6-aef6-6b1be83654df None None] The sync data for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 is: [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:14:55Z', 'revision_number': 9, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40918a4-f1f8-4309-a0e6-3ce97c2da8cc', 'name': '', 'network_id': 'ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:e6:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:31Z', 'updated_at': '2021-10-13T11:14:37Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': '10d99754-55bf-4a62-a632-4eec9a1aa3c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:14:58.059419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for 61d96b41-2a90-43dc-93e1-e8f6be415146 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:58.159788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-72e28669-6756-4f18-885e-8b5aab2d7981 None None] Deleting port 61d96b41-2a90-43dc-93e1-e8f6be415146 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:58.160177 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-72e28669-6756-4f18-885e-8b5aab2d7981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.203750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ee976c86-853f-4dcc-b730-71afc86fc84a up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:14:58.225401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1757749170-network', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:58.268905 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-72e28669-6756-4f18-885e-8b5aab2d7981 None None] For port 61d96b41-2a90-43dc-93e1-e8f6be415146, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=61d96b41-2a90-43dc-93e1-e8f6be415146,segment=NetworkSegment(e9fceda9-3d51-4fba-b519-135d734d583c),segment_id=e9fceda9-3d51-4fba-b519-135d734d583c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:58.269388 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-72e28669-6756-4f18-885e-8b5aab2d7981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.290633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-72e28669-6756-4f18-885e-8b5aab2d7981 None None] Calling delete_port for 61d96b41-2a90-43dc-93e1-e8f6be415146 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:14:58.319584 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.372918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=61d96b41-2a90-43dc-93e1-e8f6be415146,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:58.384377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No DVR routers for this DVR port 61d96b41-2a90-43dc-93e1-e8f6be415146 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:14:58.397779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Made reservation on behalf of 62cd1b3e040140f38e3cbc7712699248 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:58.399498 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-72e28669-6756-4f18-885e-8b5aab2d7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.400437 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.411675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.428038 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port ee976c86-853f-4dcc-b730-71afc86fc84a completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:14:58.436859 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e28669-6756-4f18-885e-8b5aab2d7981 None None] Pushing event deleted for resources: {'Port': ['ID=61d96b41-2a90-43dc-93e1-e8f6be415146,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:58.440918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port ee976c86-853f-4dcc-b730-71afc86fc84a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:14:58.441309 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.492963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e28669-6756-4f18-885e-8b5aab2d7981 None None] No DVR routers for this DVR port 61d96b41-2a90-43dc-93e1-e8f6be415146 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:14:58.512020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23330f5f-8184-4d5e-8da2-af6efb496931 req-aab8fd72-eaec-46f1-9d92-001db18d2d5a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:58.519480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23330f5f-8184-4d5e-8da2-af6efb496931 req-aab8fd72-eaec-46f1-9d92-001db18d2d5a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.2167311 Oct 13 11:14:58.599835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 91e6a39f-b58a-411d-8f19-a901b98bd8e8 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:14:58.617710 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.664435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.675703 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23330f5f-8184-4d5e-8da2-af6efb496931 req-2da0566f-bef1-4045-aeef-afd9d8816f89 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546912 Oct 13 11:14:58.682859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1ffd1f-6743-42e2-96bf-8a9a311c9055']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:58.696424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fceda9-3d51-4fba-b519-135d734d583c') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:58.696717 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fceda9-3d51-4fba-b519-135d734d583c') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:14:58.708175 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.726801 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.729526 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.740479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:14:58.741673 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.789906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:14:58.811666 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c424b548-dbcb-4f41-bddd-1267f60b3ccb,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:58.817511 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.817922 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Added segment 6ec1210b-71e7-400e-abec-2442d5ff6b12 of type vlan for network a3c74e32-3972-46fc-a24f-b925899ea679 Oct 13 11:14:58.830313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 91e6a39f-b58a-411d-8f19-a901b98bd8e8 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:14:58.830816 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:14:58.833431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 91e6a39f-b58a-411d-8f19-a901b98bd8e8 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:14:58.833431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 61d96b41-2a90-43dc-93e1-e8f6be415146 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:14:58.856213 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.858188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 61d96b41-2a90-43dc-93e1-e8f6be415146 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:14:58.858561 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 61d96b41-2a90-43dc-93e1-e8f6be415146 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:14:58.866025 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.896583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1aa1925-ac5c-43ea-9b79-af0e7e28dfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee976c86-853f-4dcc-b730-71afc86fc84a'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:14:58.898003 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a5d90-071b-4c53-97fd-c360fa10293b req-ed012928-618e-4839-9e4b-ebb718853d3f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:58.899547 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31d97d3-7517-4fc7-bdc5-3d5e89135850" -d '{"events": [{"server_uuid": "a1aa1925-ac5c-43ea-9b79-af0e7e28dfba", "name": "network-vif-plugged", "status": "completed", "tag": "ee976c86-853f-4dcc-b730-71afc86fc84a"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:14:58.899754 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-935a5d90-071b-4c53-97fd-c360fa10293b req-ed012928-618e-4839-9e4b-ebb718853d3f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0684352 Oct 13 11:14:58.905473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ee976c86-853f-4dcc-b730-71afc86fc84a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ee976c86-853f-4dcc-b730-71afc86fc84a,segment=NetworkSegment(2d44b920-acaa-48c3-9375-12abc50760db),segment_id=2d44b920-acaa-48c3-9375-12abc50760db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:14:58.927982 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.932804 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:58.939702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39974) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:58.939981 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/networks/1c1ffd1f-6743-42e2-96bf-8a9a311c9055 HTTP/1.1" status: 204 len: 168 time: 1.2641354 Oct 13 11:14:58.963110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f9a98-4caa-4ce8-bf63-073a84d3244b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Network': ['ID=1c1ffd1f-6743-42e2-96bf-8a9a311c9055,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:58.979807 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-935a5d90-071b-4c53-97fd-c360fa10293b req-9eb53e4d-e865-4bc2-8e87-5740fa75b2c4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731323 Oct 13 11:14:59.028543 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f77015-2430-4286-a005-73798a585a4a x-openstack-request-id: req-d6f77015-2430-4286-a005-73798a585a4a {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:14:59.028870 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1aa1925-ac5c-43ea-9b79-af0e7e28dfba", "name": "network-vif-plugged", "status": "completed", "tag": "ee976c86-853f-4dcc-b730-71afc86fc84a", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:14:59.029145 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6f77015-2430-4286-a005-73798a585a4a {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:14:59.029550 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1aa1925-ac5c-43ea-9b79-af0e7e28dfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee976c86-853f-4dcc-b730-71afc86fc84a', 'code': 200} Oct 13 11:14:59.032800 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:59.040052 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:59.041707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:59.042374 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:59.101058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=ee976c86-853f-4dcc-b730-71afc86fc84a,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:59.182293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e31faf-e2b0-4981-b88e-d1b6b13825d5 req-c1fb444f-4858-4db1-aa9e-ffa5bec69d93 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:59.184079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1e31faf-e2b0-4981-b88e-d1b6b13825d5 req-c1fb444f-4858-4db1-aa9e-ffa5bec69d93 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 945 time: 0.0937345 Oct 13 11:14:59.191265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada799f6-b3f9-4b7a-8aa4-aee30fa62d23 req-0806fb7d-0e0c-4817-8263-32cda32de418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:59.191265 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ada799f6-b3f9-4b7a-8aa4-aee30fa62d23 req-0806fb7d-0e0c-4817-8263-32cda32de418 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 1096 time: 0.0652745 Oct 13 11:14:59.220691 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2108912 Oct 13 11:14:59.229828 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39986) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:14:59.230533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c034c8-f64a-44a9-aa9c-525374b322c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a3c74e32-3972-46fc-a24f-b925899ea679,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:59.250125 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9f3a740b-63f4-4d4c-a7f5-a1c59ed0602c admin admin] Request body: {'subnet': {'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1757749170-subnet', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:14:59.250260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network a3c74e32-3972-46fc-a24f-b925899ea679 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:14:59.257099 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1e31faf-e2b0-4981-b88e-d1b6b13825d5 req-32523b0e-eced-4e0c-8391-bbcdde442e87 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e9843c-d8a1-4ee6-ab9f-7f6240655430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658026 Oct 13 11:14:59.263418 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ada799f6-b3f9-4b7a-8aa4-aee30fa62d23 req-e35fdf96-4461-4e84-91ed-d9fc921006c9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=83e9843c-d8a1-4ee6-ab9f-7f6240655430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405545 Oct 13 11:14:59.346538 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3a740b-63f4-4d4c-a7f5-a1c59ed0602c admin admin] Made reservation on behalf of 62cd1b3e040140f38e3cbc7712699248 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:14:59.349457 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f3a740b-63f4-4d4c-a7f5-a1c59ed0602c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:59.581918 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fa6243ff-763c-48db-810a-f9fb0b87d8c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:59.668616 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f3a740b-63f4-4d4c-a7f5-a1c59ed0602c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:14:59.726142 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a740b-63f4-4d4c-a7f5-a1c59ed0602c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d4017b7-887b-4fb1-be67-b0ae12dea3f5,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:14:59.802029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cefa26-99f4-4342-b7e3-d5c5202ae2a7 req-f36f8b9e-591e-4f52-aacf-113d06f5d155 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:14:59.802779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3a740b-63f4-4d4c-a7f5-a1c59ed0602c admin admin] Checking segment: {'id': '6ec1210b-71e7-400e-abec-2442d5ff6b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:14:59.803097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3a740b-63f4-4d4c-a7f5-a1c59ed0602c admin admin] Network hostable DHCP agents. Network: a3c74e32-3972-46fc-a24f-b925899ea679, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:14:59.808136 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2cefa26-99f4-4342-b7e3-d5c5202ae2a7 req-f36f8b9e-591e-4f52-aacf-113d06f5d155 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0586922 Oct 13 11:14:59.842530 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2cefa26-99f4-4342-b7e3-d5c5202ae2a7 req-bafa950f-0255-466e-8a0b-d650383ee3bf tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322049 Oct 13 11:14:59.911347 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3a740b-63f4-4d4c-a7f5-a1c59ed0602c admin admin] Network a3c74e32-3972-46fc-a24f-b925899ea679 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:14:59.931635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-fa6243ff-763c-48db-810a-f9fb0b87d8c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:14:59.931983 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fa6243ff-763c-48db-810a-f9fb0b87d8c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.031340 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-fa6243ff-763c-48db-810a-f9fb0b87d8c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] For port a40918a4-f1f8-4309-a0e6-3ce97c2da8cc, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a40918a4-f1f8-4309-a0e6-3ce97c2da8cc,segment=NetworkSegment(46308a32-daac-4a74-b2f7-1fc4ecd29670),segment_id=46308a32-daac-4a74-b2f7-1fc4ecd29670)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:00.031780 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fa6243ff-763c-48db-810a-f9fb0b87d8c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.046135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-fa6243ff-763c-48db-810a-f9fb0b87d8c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for a40918a4-f1f8-4309-a0e6-3ce97c2da8cc owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:00.047888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-9f3a740b-63f4-4d4c-a7f5-a1c59ed0602c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, a3c74e32-3972-46fc-a24f-b925899ea679) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:00.056703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3a740b-63f4-4d4c-a7f5-a1c59ed0602c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:00.057288 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f3a740b-63f4-4d4c-a7f5-a1c59ed0602c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.058007 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bde4a3-def8-4394-83d3-dbe8e4904c32 None None] Network a3c74e32-3972-46fc-a24f-b925899ea679 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:00.209620 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9f3a740b-63f4-4d4c-a7f5-a1c59ed0602c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9727161 Oct 13 11:15:00.210396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40004) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:00.214967 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1757749170-router', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:00.235861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-a3c74e32-3972-46fc-a24f-b925899ea679', 'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'fixed_ips': [{'subnet_id': '2d4017b7-887b-4fb1-be67-b0ae12dea3f5'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:15:00.236746 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.293644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ce5f3-ef4a-49f4-8ec1-888da7bc582f req-0e0b8af4-56a4-4cbd-aae8-9aacba56bae0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:00.297336 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-470ce5f3-ef4a-49f4-8ec1-888da7bc582f req-0e0b8af4-56a4-4cbd-aae8-9aacba56bae0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0779951 Oct 13 11:15:00.350825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-470ce5f3-ef4a-49f4-8ec1-888da7bc582f req-93db3072-860b-4644-b38f-4beb4c9f7130 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430584 Oct 13 11:15:00.370170 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.371920 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.398999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Allocated IP 172.20.0.2 (a3c74e32-3972-46fc-a24f-b925899ea679/2d4017b7-887b-4fb1-be67-b0ae12dea3f5/7a89b216-66ab-4b9b-a5ca-069aac937a38) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:15:00.439381 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fa6243ff-763c-48db-810a-f9fb0b87d8c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.470688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6243ff-763c-48db-810a-f9fb0b87d8c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=a40918a4-f1f8-4309-a0e6-3ce97c2da8cc,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:00.504598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf061e3-7c82-4ac7-a48f-d0695047b7f8 req-9d654a39-ec47-4f98-a7e6-a2eabe8a2adc tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:00.506299 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fbf061e3-7c82-4ac7-a48f-d0695047b7f8 req-9d654a39-ec47-4f98-a7e6-a2eabe8a2adc tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 945 time: 0.0974703 Oct 13 11:15:00.507765 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.583845 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fbf061e3-7c82-4ac7-a48f-d0695047b7f8 req-724101d0-0d5c-4c96-a8f2-fc6622f8a139 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e9843c-d8a1-4ee6-ab9f-7f6240655430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710196 Oct 13 11:15:00.606444 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.624170 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fa6243ff-763c-48db-810a-f9fb0b87d8c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.713238 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.767393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Network a3c74e32-3972-46fc-a24f-b925899ea679 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:00.771322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:00.775414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:15:00.789558 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Pushing event updated for resources: {'Port': ['ID=7a89b216-66ab-4b9b-a5ca-069aac937a38,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:00.828564 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.858005 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Attempting to bind port 7a89b216-66ab-4b9b-a5ca-069aac937a38 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:15:00.858712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Attempting to bind port 7a89b216-66ab-4b9b-a5ca-069aac937a38 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '6ec1210b-71e7-400e-abec-2442d5ff6b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:15:00.859194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Attempting to bind port 7a89b216-66ab-4b9b-a5ca-069aac937a38 on network a3c74e32-3972-46fc-a24f-b925899ea679 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:15:00.864986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:15:00.865431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Checking segment: {'id': '6ec1210b-71e7-400e-abec-2442d5ff6b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:00.865950 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.866449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Bound using segment: {'id': '6ec1210b-71e7-400e-abec-2442d5ff6b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:15:00.867381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Bound port: 7a89b216-66ab-4b9b-a5ca-069aac937a38, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec1210b-71e7-400e-abec-2442d5ff6b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:15:00.867815 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:00.872535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6243ff-763c-48db-810a-f9fb0b87d8c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:15:00.936914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] For port 7a89b216-66ab-4b9b-a5ca-069aac937a38, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:15:00.940327 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] For port 7a89b216-66ab-4b9b-a5ca-069aac937a38, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7a89b216-66ab-4b9b-a5ca-069aac937a38,segment=NetworkSegment(6ec1210b-71e7-400e-abec-2442d5ff6b12),segment_id=6ec1210b-71e7-400e-abec-2442d5ff6b12)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:15:01.009671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6243ff-763c-48db-810a-f9fb0b87d8c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:15:01.016129 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fa6243ff-763c-48db-810a-f9fb0b87d8c9 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0733495 Oct 13 11:15:01.017878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40016) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:01.026625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a916582-29da-42a1-ab44-97467454f326 None None] Sync routers for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:15:01.036190 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:01.087683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe0545d-7246-41c7-8da8-7b862ce1e5dc tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting subnet 10d99754-55bf-4a62-a632-4eec9a1aa3c3 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:15:01.093184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a916582-29da-42a1-ab44-97467454f326 None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:01.093901 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1fe0545d-7246-41c7-8da8-7b862ce1e5dc tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:01.100386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5a916582-29da-42a1-ab44-97467454f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:01.153825 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1fe0545d-7246-41c7-8da8-7b862ce1e5dc tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:01.183809 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:01.207534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:01.256333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475af3d-e173-4188-8451-234ab9bb3a80 None None] Pushing event updated for resources: {'Port': ['ID=7a89b216-66ab-4b9b-a5ca-069aac937a38,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:01.274438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5a916582-29da-42a1-ab44-97467454f326 None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:01.343901 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1fe0545d-7246-41c7-8da8-7b862ce1e5dc tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:01.344629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Allocated IP 172.25.0.6 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/b8590138-8e69-4240-a3bf-2e4dc89935a5) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:15:01.570593 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1fe0545d-7246-41c7-8da8-7b862ce1e5dc tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:01.576827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6305edb-57d3-401c-a973-a83db1d75fab req-a3caa7c8-509e-4772-8638-9bdbccbd00be tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:01.578528 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6305edb-57d3-401c-a973-a83db1d75fab req-a3caa7c8-509e-4772-8638-9bdbccbd00be tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1146507 Oct 13 11:15:01.624060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0545d-7246-41c7-8da8-7b862ce1e5dc tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Subnet': ['ID=10d99754-55bf-4a62-a632-4eec9a1aa3c3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:01.627378 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1fe0545d-7246-41c7-8da8-7b862ce1e5dc tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:01.631116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1fe0545d-7246-41c7-8da8-7b862ce1e5dc tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/10d99754-55bf-4a62-a632-4eec9a1aa3c3 HTTP/1.1" status: 204 len: 168 time: 0.6121223 Oct 13 11:15:01.631563 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:01.633663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40026) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:01.641101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa15d99f-eeb0-4b13-b770-acff7062d627 None None] Network ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:01.659114 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6305edb-57d3-401c-a973-a83db1d75fab req-b21a20e2-6c88-403d-96dc-99f7422d8197 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662494 Oct 13 11:15:01.745713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:01.753603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5a916582-29da-42a1-ab44-97467454f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:15:00Z', 'revision_number': 10, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:01.770986 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:01.786750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a916582-29da-42a1-ab44-97467454f326 None None] Checking router: 4064b0d0-e58c-42a2-afb7-e1ab37566a60 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:15:01.818036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a916582-29da-42a1-ab44-97467454f326 None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:01.818715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5a916582-29da-42a1-ab44-97467454f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:01.821014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port e6a7705d-9fcf-47ec-9520-d4a9895236b1 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:01.821468 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:01.865421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:01.866752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:01.877126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:15:01.901231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] For port e6a7705d-9fcf-47ec-9520-d4a9895236b1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e6a7705d-9fcf-47ec-9520-d4a9895236b1,segment=NetworkSegment(46308a32-daac-4a74-b2f7-1fc4ecd29670),segment_id=46308a32-daac-4a74-b2f7-1fc4ecd29670)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:01.901739 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:01.922067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389d22-5131-4394-aea7-3586c635de13 req-8af24002-bfc7-4638-8ed8-99bc0fc7ce09 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:01.925053 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1389d22-5131-4394-aea7-3586c635de13 req-8af24002-bfc7-4638-8ed8-99bc0fc7ce09 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 945 time: 0.1923370 Oct 13 11:15:01.929049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Pushing event updated for resources: {'Port': ['ID=b8590138-8e69-4240-a3bf-2e4dc89935a5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:01.937231 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5a916582-29da-42a1-ab44-97467454f326 None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:02.063330 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe12ff5-36f9-4f8d-8fe8-28cdbefaef39 None None] DHCP port deletion for ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:15:02.102667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1389d22-5131-4394-aea7-3586c635de13 req-8e98624b-5d40-4cb4-a650-db953ff2a37d tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e9843c-d8a1-4ee6-ab9f-7f6240655430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686680 Oct 13 11:15:02.312123 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-efe12ff5-36f9-4f8d-8fe8-28cdbefaef39 None None] Deleting port e6a7705d-9fcf-47ec-9520-d4a9895236b1 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:02.312825 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-efe12ff5-36f9-4f8d-8fe8-28cdbefaef39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:02.358117 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for e6a7705d-9fcf-47ec-9520-d4a9895236b1 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:02.369389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5a916582-29da-42a1-ab44-97467454f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:15:00Z', 'revision_number': 10, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:02.438384 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:02.454243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a916582-29da-42a1-ab44-97467454f326 None None] The sync data for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 is: [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:15:00Z', 'revision_number': 10, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None, '_interfaces': [{'id': '43d726d1-c891-4330-bd6c-4cf88ad200bf', 'name': '', 'network_id': 'c19a3612-2386-4c21-a27f-6e70e21f3132', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'mac_address': 'fa:16:3e:67:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'ea695707-c871-4032-beea-dec348f0b793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:14:25Z', 'updated_at': '2021-10-13T11:14:30Z', 'revision_number': 5, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'subnets': [{'id': 'ea695707-c871-4032-beea-dec348f0b793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:15:02.476471 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-efe12ff5-36f9-4f8d-8fe8-28cdbefaef39 None None] For port e6a7705d-9fcf-47ec-9520-d4a9895236b1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e6a7705d-9fcf-47ec-9520-d4a9895236b1,segment=NetworkSegment(46308a32-daac-4a74-b2f7-1fc4ecd29670),segment_id=46308a32-daac-4a74-b2f7-1fc4ecd29670)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:02.477174 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-efe12ff5-36f9-4f8d-8fe8-28cdbefaef39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:02.512239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-efe12ff5-36f9-4f8d-8fe8-28cdbefaef39 None None] Calling delete_port for e6a7705d-9fcf-47ec-9520-d4a9895236b1 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:02.570143 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:02.594618 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8510626e-247e-4c4f-85ad-5505dbe3ab4c None None] Network a3c74e32-3972-46fc-a24f-b925899ea679 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:02.606798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=e6a7705d-9fcf-47ec-9520-d4a9895236b1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:02.618873 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No DVR routers for this DVR port e6a7705d-9fcf-47ec-9520-d4a9895236b1 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:15:02.738813 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:02.765748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:02.779166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46308a32-daac-4a74-b2f7-1fc4ecd29670') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:02.779850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46308a32-daac-4a74-b2f7-1fc4ecd29670') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:02.796199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:02.909101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:02.943881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:15:02.943881 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:02.952533 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-efe12ff5-36f9-4f8d-8fe8-28cdbefaef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:15:02.954440 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:15:02.975352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b8c29523-95d7-4d4a-9ab3-cb200755233b None None] Provisioning complete for port 7a89b216-66ab-4b9b-a5ca-069aac937a38 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:02.975730 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8c29523-95d7-4d4a-9ab3-cb200755233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:03.054735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe12ff5-36f9-4f8d-8fe8-28cdbefaef39 None None] No DVR routers for this DVR port e6a7705d-9fcf-47ec-9520-d4a9895236b1 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:15:03.065435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe12ff5-36f9-4f8d-8fe8-28cdbefaef39 None None] Pushing event deleted for resources: {'Port': ['ID=e6a7705d-9fcf-47ec-9520-d4a9895236b1,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:03.090490 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7a89b216-66ab-4b9b-a5ca-069aac937a38 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:03.176431 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:03.190103 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:03.203515 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/networks/ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14 HTTP/1.1" status: 204 len: 168 time: 1.5687830 Oct 13 11:15:03.204634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40050) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:03.263208 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8c29523-95d7-4d4a-9ab3-cb200755233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:03.267298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7a89b216-66ab-4b9b-a5ca-069aac937a38 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:03.267914 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:03.329031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0ee34-45e0-4b62-86ab-6d079b008892 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Network': ['ID=ba0f1f79-cdc4-4c4d-8af7-3f4cc32bad14,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:03.353955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b8c29523-95d7-4d4a-9ab3-cb200755233b None None] For port 7a89b216-66ab-4b9b-a5ca-069aac937a38, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7a89b216-66ab-4b9b-a5ca-069aac937a38,segment=NetworkSegment(6ec1210b-71e7-400e-abec-2442d5ff6b12),segment_id=6ec1210b-71e7-400e-abec-2442d5ff6b12)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:03.372034 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:03.451721 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8c29523-95d7-4d4a-9ab3-cb200755233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:03.490576 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518cb69-e34d-4e25-86dc-c3c682d20911 req-f260bfd4-8166-4be5-b204-435192f914cf tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:03.504591 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:03.506346 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0518cb69-e34d-4e25-86dc-c3c682d20911 req-f260bfd4-8166-4be5-b204-435192f914cf tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.2365005 Oct 13 11:15:03.525616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a972f9a2-301b-47ab-9a6a-456c8668ab6f req-f6bdc361-bd4d-4f40-9bbe-112949d9be24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2563825 Oct 13 11:15:03.577332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c29523-95d7-4d4a-9ab3-cb200755233b None None] Pushing event updated for resources: {'Port': ['ID=7a89b216-66ab-4b9b-a5ca-069aac937a38,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:03.604706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0518cb69-e34d-4e25-86dc-c3c682d20911 req-70d33279-01e8-4406-a9a4-e8ed70961505 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974627 Oct 13 11:15:03.653883 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:15:03.656857 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:15:03.729624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972f9a2-301b-47ab-9a6a-456c8668ab6f req-c28b41c9-d5e5-4bbc-9af3-3fdf7dbcdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:03.731202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a972f9a2-301b-47ab-9a6a-456c8668ab6f req-c28b41c9-d5e5-4bbc-9af3-3fdf7dbcdd42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 1095 time: 0.1323018 Oct 13 11:15:03.779929 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-50dccc01-13f6-462b-88f1-e6d725c32d3a None None] Provisioning complete for port 7a89b216-66ab-4b9b-a5ca-069aac937a38 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:03.780537 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-50dccc01-13f6-462b-88f1-e6d725c32d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:03.815036 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a563665-dbfd-4633-bd0c-7f58cd11e15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:03.820874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Router 261452bd-b379-451c-9d07-ba65a3dd51da is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:15:03.958972 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972f9a2-301b-47ab-9a6a-456c8668ab6f req-70bca217-8cfc-4d1d-adb9-f261dcba6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:03.960576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a972f9a2-301b-47ab-9a6a-456c8668ab6f req-70bca217-8cfc-4d1d-adb9-f261dcba6a51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.2071929 Oct 13 11:15:04.060373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:15:04.063096 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a972f9a2-301b-47ab-9a6a-456c8668ab6f req-d48d6a33-ad7e-4c6c-9046-e7936046f28c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8be41b51-0274-4a63-863e-7117b400fcd5 HTTP/1.1" status: 200 len: 999 time: 0.0775380 Oct 13 11:15:04.070769 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Sync routers for ids ['261452bd-b379-451c-9d07-ba65a3dd51da'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:15:04.088964 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Routers {'261452bd-b379-451c-9d07-ba65a3dd51da'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:04.090568 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['261452bd-b379-451c-9d07-ba65a3dd51da'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:04.147437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972f9a2-301b-47ab-9a6a-456c8668ab6f req-f65aa22b-acc7-4eb4-8b0f-59112c33cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:04.154051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8a563665-dbfd-4633-bd0c-7f58cd11e15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port 43d726d1-c891-4330-bd6c-4cf88ad200bf {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:04.154527 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a563665-dbfd-4633-bd0c-7f58cd11e15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:04.166973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a972f9a2-301b-47ab-9a6a-456c8668ab6f req-f65aa22b-acc7-4eb4-8b0f-59112c33cf72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.0949447 Oct 13 11:15:04.174052 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:04.188161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-39833124-7c05-48f1-a333-d16c4685ddf1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9766188 Oct 13 11:15:04.191368 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40062) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:04.241233 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Set router 261452bd-b379-451c-9d07-ba65a3dd51da gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:04.311562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e6a7705d-9fcf-47ec-9520-d4a9895236b1 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:15:04.318642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-8a563665-dbfd-4633-bd0c-7f58cd11e15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] For port 43d726d1-c891-4330-bd6c-4cf88ad200bf, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=43d726d1-c891-4330-bd6c-4cf88ad200bf,segment=NetworkSegment(b1063770-baeb-4622-b36a-091723ffb1fc),segment_id=b1063770-baeb-4622-b36a-091723ffb1fc)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:04.319866 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a563665-dbfd-4633-bd0c-7f58cd11e15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:04.345754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8a563665-dbfd-4633-bd0c-7f58cd11e15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for 43d726d1-c891-4330-bd6c-4cf88ad200bf owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:04.350285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: e6a7705d-9fcf-47ec-9520-d4a9895236b1 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:15:04.350677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e6a7705d-9fcf-47ec-9520-d4a9895236b1 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:15:04.390839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972f9a2-301b-47ab-9a6a-456c8668ab6f req-39853db0-1fd4-4993-8c61-e60a251297fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:04.396159 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a972f9a2-301b-47ab-9a6a-456c8668ab6f req-39853db0-1fd4-4993-8c61-e60a251297fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2064731 Oct 13 11:15:04.422855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6288317-7d23-4e73-88fb-8bffed7b71da req-a2c246f3-be99-474a-a233-72f1fa3c4917 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:04.430918 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6288317-7d23-4e73-88fb-8bffed7b71da req-a2c246f3-be99-474a-a233-72f1fa3c4917 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 945 time: 0.1762245 Oct 13 11:15:04.491114 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6288317-7d23-4e73-88fb-8bffed7b71da req-98bbe454-3b66-4daa-b015-9ec244a5c6d0 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e9843c-d8a1-4ee6-ab9f-7f6240655430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580070 Oct 13 11:15:04.510785 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'name': 'tempest-TestAggregatesBasicOps-1757749170-router', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:00Z', 'updated_at': '2021-10-13T11:15:02Z', 'revision_number': 3, 'project_id': '62cd1b3e040140f38e3cbc7712699248', 'gw_port': {'id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:46:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:01Z', 'updated_at': '2021-10-13T11:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:04.544115 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7a89b216-66ab-4b9b-a5ca-069aac937a38 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:04.551458 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Checking router: 261452bd-b379-451c-9d07-ba65a3dd51da for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:15:04.552814 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Updating router 261452bd-b379-451c-9d07-ba65a3dd51da port b8590138-8e69-4240-a3bf-2e4dc89935a5 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:15:04.587236 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:04.615954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7a89b216-66ab-4b9b-a5ca-069aac937a38 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:04.616324 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:04.710672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a972f9a2-301b-47ab-9a6a-456c8668ab6f req-b25832a0-a0af-4e57-9c4b-77e180c0e2c5 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049698 Oct 13 11:15:04.721430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a40918a4-f1f8-4309-a0e6-3ce97c2da8cc no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:15:04.724950 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a563665-dbfd-4633-bd0c-7f58cd11e15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:04.760537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: a40918a4-f1f8-4309-a0e6-3ce97c2da8cc {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:15:04.761293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a40918a4-f1f8-4309-a0e6-3ce97c2da8cc not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:15:04.776216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a563665-dbfd-4633-bd0c-7f58cd11e15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=43d726d1-c891-4330-bd6c-4cf88ad200bf,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:04.922534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a563665-dbfd-4633-bd0c-7f58cd11e15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:04.974206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8049b64-8e3b-4fd8-8eea-06268351403f req-a274a5b4-5552-45ea-a73b-e510feeaaaef tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:04.975846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8049b64-8e3b-4fd8-8eea-06268351403f req-a274a5b4-5552-45ea-a73b-e510feeaaaef tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1947508 Oct 13 11:15:04.989974 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:05.011836 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a972f9a2-301b-47ab-9a6a-456c8668ab6f req-fcbc9f8e-603b-4acf-9dfc-ac90df9cb0a2 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894661 Oct 13 11:15:05.091009 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:05.115930 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8049b64-8e3b-4fd8-8eea-06268351403f req-dca97ed4-1cad-4c56-bf15-1ff8bfdc333d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306546 Oct 13 11:15:05.147736 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0bda6-e8d1-4b6a-b5f0-7bb98eba046f None None] Pushing event updated for resources: {'Port': ['ID=b8590138-8e69-4240-a3bf-2e4dc89935a5,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:05.162036 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Attempting to bind port b8590138-8e69-4240-a3bf-2e4dc89935a5 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:15:05.162419 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Attempting to bind port b8590138-8e69-4240-a3bf-2e4dc89935a5 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:15:05.162898 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Attempting to bind port b8590138-8e69-4240-a3bf-2e4dc89935a5 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:15:05.170786 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:15:05.171168 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:05.171582 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:05.171971 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:15:05.172452 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Bound port: b8590138-8e69-4240-a3bf-2e4dc89935a5, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:15:05.172832 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:05.173153 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:05.177122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a563665-dbfd-4633-bd0c-7f58cd11e15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:15:05.243680 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] For port b8590138-8e69-4240-a3bf-2e4dc89935a5, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:15:05.247859 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] For port b8590138-8e69-4240-a3bf-2e4dc89935a5, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b8590138-8e69-4240-a3bf-2e4dc89935a5,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:15:05.286653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a563665-dbfd-4633-bd0c-7f58cd11e15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:15:05.291776 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8a563665-dbfd-4633-bd0c-7f58cd11e15e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0817416 Oct 13 11:15:05.294623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40074) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:05.297126 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c1464d-2a8b-4876-9f5b-33eed6e4b56d None None] Sync routers for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:15:05.308054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1464d-2a8b-4876-9f5b-33eed6e4b56d None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:05.309119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f0c1464d-2a8b-4876-9f5b-33eed6e4b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:05.329391 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:05.385575 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f0c1464d-2a8b-4876-9f5b-33eed6e4b56d None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:05.392515 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-16827013-c3ae-4715-aa91-c7c1ce122bba tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting subnet ea695707-c871-4032-beea-dec348f0b793 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:15:05.396399 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16827013-c3ae-4715-aa91-c7c1ce122bba tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:05.402909 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0bda6-e8d1-4b6a-b5f0-7bb98eba046f None None] Pushing event updated for resources: {'Port': ['ID=b8590138-8e69-4240-a3bf-2e4dc89935a5,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:05.413928 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Routers {'261452bd-b379-451c-9d07-ba65a3dd51da'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:05.415457 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['261452bd-b379-451c-9d07-ba65a3dd51da'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:05.440782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019314c4-7d3a-4b8a-8abc-3bf02fc70b76 req-e8e57548-8317-47de-bcc4-8930f8cc7fe6 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:05.448258 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-019314c4-7d3a-4b8a-8abc-3bf02fc70b76 req-e8e57548-8317-47de-bcc4-8930f8cc7fe6 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.2286458 Oct 13 11:15:05.452814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f0c1464d-2a8b-4876-9f5b-33eed6e4b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:15:04Z', 'revision_number': 11, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:05.483167 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16827013-c3ae-4715-aa91-c7c1ce122bba tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:05.486770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c1464d-2a8b-4876-9f5b-33eed6e4b56d None None] Checking router: 4064b0d0-e58c-42a2-afb7-e1ab37566a60 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:15:05.497285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1464d-2a8b-4876-9f5b-33eed6e4b56d None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:05.498294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f0c1464d-2a8b-4876-9f5b-33eed6e4b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:05.548219 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] Set router 261452bd-b379-451c-9d07-ba65a3dd51da gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:05.582201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Allocated IP 172.20.0.1 (a3c74e32-3972-46fc-a24f-b925899ea679/2d4017b7-887b-4fb1-be67-b0ae12dea3f5/647e9f94-f0e7-4e79-8a34-39db9a39a4c9) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:15:05.593276 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8957322-913a-47b8-a6eb-f106d3f69dd1 req-7519647f-5202-4463-a27b-eef1cb1e7208 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:05.594929 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8957322-913a-47b8-a6eb-f106d3f69dd1 req-7519647f-5202-4463-a27b-eef1cb1e7208 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 945 time: 0.1661758 Oct 13 11:15:05.601711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-019314c4-7d3a-4b8a-8abc-3bf02fc70b76 req-0eeff662-4c35-4740-9507-c8d2875798a5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524439 Oct 13 11:15:05.640539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f0c1464d-2a8b-4876-9f5b-33eed6e4b56d None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:05.702199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16827013-c3ae-4715-aa91-c7c1ce122bba tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:05.744709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f0c1464d-2a8b-4876-9f5b-33eed6e4b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:15:04Z', 'revision_number': 11, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:05.777919 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c1464d-2a8b-4876-9f5b-33eed6e4b56d None None] The sync data for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 is: [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:15:04Z', 'revision_number': 11, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:15:05.841231 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16827013-c3ae-4715-aa91-c7c1ce122bba tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:05.868989 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:05.877265 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16827013-c3ae-4715-aa91-c7c1ce122bba tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:05.879757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb27b1a-4b93-428d-a9ad-3d374018e0eb req-5e12b519-dafa-493d-a061-d7d5f2a971f0 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:05.880744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fb27b1a-4b93-428d-a9ad-3d374018e0eb req-5e12b519-dafa-493d-a061-d7d5f2a971f0 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 945 time: 0.1420794 Oct 13 11:15:05.888248 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb798de0-8261-4ed5-b0b1-3f41254bece2 None None] Network c19a3612-2386-4c21-a27f-6e70e21f3132 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:05.889722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-f8957322-913a-47b8-a6eb-f106d3f69dd1 req-5972ddd1-ded9-4f54-9b46-f072a52cde35 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Deleting port ee976c86-853f-4dcc-b730-71afc86fc84a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:05.889850 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-16827013-c3ae-4715-aa91-c7c1ce122bba tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/ea695707-c871-4032-beea-dec348f0b793 HTTP/1.1" status: 204 len: 168 time: 0.5894809 Oct 13 11:15:05.889963 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f8957322-913a-47b8-a6eb-f106d3f69dd1 req-5972ddd1-ded9-4f54-9b46-f072a52cde35 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:05.890060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40086) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:05.919983 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'name': 'tempest-TestAggregatesBasicOps-1757749170-router', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:00Z', 'updated_at': '2021-10-13T11:15:02Z', 'revision_number': 3, 'project_id': '62cd1b3e040140f38e3cbc7712699248', 'gw_port': {'id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:46:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:01Z', 'updated_at': '2021-10-13T11:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:05.932336 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16827013-c3ae-4715-aa91-c7c1ce122bba tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Subnet': ['ID=ea695707-c871-4032-beea-dec348f0b793,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:05.961347 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dfe0b2-7b9c-4ea3-be46-420f6be283b0 None None] The sync data for ids ['261452bd-b379-451c-9d07-ba65a3dd51da'] in n-d-813659-3 is: [{'id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'name': 'tempest-TestAggregatesBasicOps-1757749170-router', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:00Z', 'updated_at': '2021-10-13T11:15:02Z', 'revision_number': 3, 'project_id': '62cd1b3e040140f38e3cbc7712699248', 'gw_port': {'id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:46:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:01Z', 'updated_at': '2021-10-13T11:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:15:06.018806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.089068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fb27b1a-4b93-428d-a9ad-3d374018e0eb req-554353f2-1908-4a4d-88b3-84ecb2532ad6 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e9843c-d8a1-4ee6-ab9f-7f6240655430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814303 Oct 13 11:15:06.107839 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Deleting port dc83b890-7cf6-482c-a946-8cf03e8800b3 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:06.108280 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.109428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f8957322-913a-47b8-a6eb-f106d3f69dd1 req-5972ddd1-ded9-4f54-9b46-f072a52cde35 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] For port ee976c86-853f-4dcc-b730-71afc86fc84a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ee976c86-853f-4dcc-b730-71afc86fc84a,segment=NetworkSegment(2d44b920-acaa-48c3-9375-12abc50760db),segment_id=2d44b920-acaa-48c3-9375-12abc50760db)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:06.109963 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f8957322-913a-47b8-a6eb-f106d3f69dd1 req-5972ddd1-ded9-4f54-9b46-f072a52cde35 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.126616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-f8957322-913a-47b8-a6eb-f106d3f69dd1 req-5972ddd1-ded9-4f54-9b46-f072a52cde35 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Calling delete_port for ee976c86-853f-4dcc-b730-71afc86fc84a owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:06.200575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] For port dc83b890-7cf6-482c-a946-8cf03e8800b3, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dc83b890-7cf6-482c-a946-8cf03e8800b3,segment=NetworkSegment(b1063770-baeb-4622-b36a-091723ffb1fc),segment_id=b1063770-baeb-4622-b36a-091723ffb1fc)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:06.200575 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.206693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8cbea2-30f2-4270-b5e7-535124f689ff None None] DHCP port deletion for c19a3612-2386-4c21-a27f-6e70e21f3132 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:15:06.239783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Calling delete_port for dc83b890-7cf6-482c-a946-8cf03e8800b3 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:06.273698 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.324402 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1d8cbea2-30f2-4270-b5e7-535124f689ff None None] Deleting port dc83b890-7cf6-482c-a946-8cf03e8800b3 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:06.324795 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d8cbea2-30f2-4270-b5e7-535124f689ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.438940 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.467772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Pushing event updated for resources: {'Port': ['ID=647e9f94-f0e7-4e79-8a34-39db9a39a4c9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:06.473842 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Network a3c74e32-3972-46fc-a24f-b925899ea679 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:06.489180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Port': ['ID=dc83b890-7cf6-482c-a946-8cf03e8800b3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:06.496852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1d8cbea2-30f2-4270-b5e7-535124f689ff None None] For port dc83b890-7cf6-482c-a946-8cf03e8800b3, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dc83b890-7cf6-482c-a946-8cf03e8800b3,segment=NetworkSegment(b1063770-baeb-4622-b36a-091723ffb1fc),segment_id=b1063770-baeb-4622-b36a-091723ffb1fc)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:06.499320 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d8cbea2-30f2-4270-b5e7-535124f689ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.504822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No DVR routers for this DVR port dc83b890-7cf6-482c-a946-8cf03e8800b3 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:15:06.536609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:06.542881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1d8cbea2-30f2-4270-b5e7-535124f689ff None None] Calling delete_port for dc83b890-7cf6-482c-a946-8cf03e8800b3 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:06.576322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:15:06.664723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18c5cb-982c-40ac-8adc-c95198b0ee1a req-761cc38f-2481-4ff9-8c64-b28019c3e7c2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:06.672137 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e18c5cb-982c-40ac-8adc-c95198b0ee1a req-761cc38f-2481-4ff9-8c64-b28019c3e7c2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.3998244 Oct 13 11:15:06.681028 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d8cbea2-30f2-4270-b5e7-535124f689ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.685436 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.686855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b8590138-8e69-4240-a3bf-2e4dc89935a5 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:06.710993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19a3612-2386-4c21-a27f-6e70e21f3132']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:06.730836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1063770-baeb-4622-b36a-091723ffb1fc') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:06.731173 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1063770-baeb-4622-b36a-091723ffb1fc') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:06.734774 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cbea2-30f2-4270-b5e7-535124f689ff None None] Pushing event deleted for resources: {'Port': ['ID=dc83b890-7cf6-482c-a946-8cf03e8800b3,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:06.747078 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.752779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8cbea2-30f2-4270-b5e7-535124f689ff None None] No DVR routers for this DVR port dc83b890-7cf6-482c-a946-8cf03e8800b3 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:15:06.775878 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.792370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:15:06.792370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.795809 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e18c5cb-982c-40ac-8adc-c95198b0ee1a req-5d1c4b22-bc71-4582-822b-182f2f41308a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051247 Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:15:06.802323 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:15:06.844974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port b8590138-8e69-4240-a3bf-2e4dc89935a5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:06.845337 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.854133 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.961296 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f8957322-913a-47b8-a6eb-f106d3f69dd1 req-5972ddd1-ded9-4f54-9b46-f072a52cde35 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.972393 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:06.997631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['ee976c86-853f-4dcc-b730-71afc86fc84a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:15:07.014785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972ddd1-ded9-4f54-9b46-f072a52cde35 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Pushing event deleted for resources: {'Port': ['ID=ee976c86-853f-4dcc-b730-71afc86fc84a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:07.033207 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:07.041751 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:07.055901 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/networks/c19a3612-2386-4c21-a27f-6e70e21f3132 HTTP/1.1" status: 204 len: 168 time: 1.1343772 Oct 13 11:15:07.059198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40102) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:07.060835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port b8590138-8e69-4240-a3bf-2e4dc89935a5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b8590138-8e69-4240-a3bf-2e4dc89935a5,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:07.063948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3b76d559-c5a6-44dd-8dc8-be1aadd80f79 None None] Provisioning complete for port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:07.064472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3b76d559-c5a6-44dd-8dc8-be1aadd80f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:07.078935 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-34ccb549-a17b-4c19-9100-da6810ff5ace tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'router': {'routes': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:07.116583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8957322-913a-47b8-a6eb-f106d3f69dd1 req-5972ddd1-ded9-4f54-9b46-f072a52cde35 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] No DVR routers for this DVR port ee976c86-853f-4dcc-b730-71afc86fc84a on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:15:07.120796 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f8957322-913a-47b8-a6eb-f106d3f69dd1 req-5972ddd1-ded9-4f54-9b46-f072a52cde35 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:07.124132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8957322-913a-47b8-a6eb-f106d3f69dd1 req-5972ddd1-ded9-4f54-9b46-f072a52cde35 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.21 "DELETE /v2.0/ports/ee976c86-853f-4dcc-b730-71afc86fc84a HTTP/1.1" status: 204 len: 173 time: 1.5197101 Oct 13 11:15:07.124589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1aa1925-ac5c-43ea-9b79-af0e7e28dfba', 'name': 'network-vif-deleted', 'tag': 'ee976c86-853f-4dcc-b730-71afc86fc84a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:15:07.132001 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c520a-fe97-4f92-807e-ba46b1c5ba2a" -d '{"events": [{"server_uuid": "a1aa1925-ac5c-43ea-9b79-af0e7e28dfba", "name": "network-vif-deleted", "tag": "ee976c86-853f-4dcc-b730-71afc86fc84a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:15:07.138615 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:07.219138 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3b76d559-c5a6-44dd-8dc8-be1aadd80f79 None None] Port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:15:07.220913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=b8590138-8e69-4240-a3bf-2e4dc89935a5,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:07.226451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 43d726d1-c891-4330-bd6c-4cf88ad200bf no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:15:07.242546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0aafd-b830-46db-b3a9-16d47f6825aa tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Pushing event deleted for resources: {'Network': ['ID=c19a3612-2386-4c21-a27f-6e70e21f3132,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:07.249135 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 43d726d1-c891-4330-bd6c-4cf88ad200bf {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:15:07.249490 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 43d726d1-c891-4330-bd6c-4cf88ad200bf not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:15:07.249912 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dc83b890-7cf6-482c-a946-8cf03e8800b3 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:15:07.302654 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:07.329537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: dc83b890-7cf6-482c-a946-8cf03e8800b3 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:15:07.330313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dc83b890-7cf6-482c-a946-8cf03e8800b3 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:15:07.410965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.extraroute_db [None req-34ccb549-a17b-4c19-9100-da6810ff5ace tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Added routes are [] {{(pid=101990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 11:15:07.411270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.extraroute_db [None req-34ccb549-a17b-4c19-9100-da6810ff5ace tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Removed routes are [] {{(pid=101990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 11:15:07.411654 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34ccb549-a17b-4c19-9100-da6810ff5ace tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:07.505823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abb908-0643-42fa-ba2f-2f99d58dab18 req-dea07f61-f81f-4008-9360-228e1b224bc3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:07.508001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-73abb908-0643-42fa-ba2f-2f99d58dab18 req-dea07f61-f81f-4008-9360-228e1b224bc3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1362071 Oct 13 11:15:07.569621 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-73abb908-0643-42fa-ba2f-2f99d58dab18 req-8cf95fc3-8f8f-41c3-a2d3-97793eb0e007 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539992 Oct 13 11:15:07.624395 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34ccb549-a17b-4c19-9100-da6810ff5ace tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:07.629532 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34ccb549-a17b-4c19-9100-da6810ff5ace tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:07.634760 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d07192-b657-46ab-84e1-381f01b88a7b x-openstack-request-id: req-b8d07192-b657-46ab-84e1-381f01b88a7b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:15:07.635116 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1aa1925-ac5c-43ea-9b79-af0e7e28dfba", "name": "network-vif-deleted", "tag": "ee976c86-853f-4dcc-b730-71afc86fc84a", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:15:07.635387 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8d07192-b657-46ab-84e1-381f01b88a7b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:15:07.635861 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1aa1925-ac5c-43ea-9b79-af0e7e28dfba', 'name': 'network-vif-deleted', 'tag': 'ee976c86-853f-4dcc-b730-71afc86fc84a', 'status': 'completed', 'code': 200} Oct 13 11:15:07.645791 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:07.695797 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:07.714485 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ccb549-a17b-4c19-9100-da6810ff5ace tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:15:07.771708 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3057513-f65a-4097-9982-a8924360db95 req-baf7ca2a-8348-46d5-a353-ef9b14d2ba88 tempest-ServerPasswordTestJSON-148675691 tempest-ServerPasswordTestJSON-148675691-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1aa1925-ac5c-43ea-9b79-af0e7e28dfba HTTP/1.1" status: 200 len: 210 time: 0.0723612 Oct 13 11:15:07.799791 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Pushing event updated for resources: {'Port': ['ID=647e9f94-f0e7-4e79-8a34-39db9a39a4c9,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:07.803241 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:07.809809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ccb549-a17b-4c19-9100-da6810ff5ace tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:15:07.818500 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34ccb549-a17b-4c19-9100-da6810ff5ace tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:07.824049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-34ccb549-a17b-4c19-9100-da6810ff5ace tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60 HTTP/1.1" status: 200 len: 705 time: 0.7529140 Oct 13 11:15:07.824241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40116) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:07.826932 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccde3520-2aaa-44fe-aae8-e73ab16f0931 None None] Sync routers for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:15:07.840630 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde3520-2aaa-44fe-aae8-e73ab16f0931 None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:07.841401 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ccde3520-2aaa-44fe-aae8-e73ab16f0931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:07.857765 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-664b7da6-9a14-4164-8b8c-22da6b03b497 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=4064b0d0-e58c-42a2-afb7-e1ab37566a60 HTTP/1.1" status: 200 len: 205 time: 0.0324175 Oct 13 11:15:07.863119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40118) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:07.937926 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-ccde3520-2aaa-44fe-aae8-e73ab16f0931 None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:07.949945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Network a3c74e32-3972-46fc-a24f-b925899ea679 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:07.952280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:07.986395 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44f110b5-8ca9-4c10-a8c8-63b4be013f56 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:08.015635 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-324ee201-4ccc-4694-bd7f-8f0f39466ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:08.030294 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ccde3520-2aaa-44fe-aae8-e73ab16f0931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:15:04Z', 'revision_number': 11, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:08.068963 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccde3520-2aaa-44fe-aae8-e73ab16f0931 None None] Checking router: 4064b0d0-e58c-42a2-afb7-e1ab37566a60 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:15:08.089978 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde3520-2aaa-44fe-aae8-e73ab16f0931 None None] Routers {'4064b0d0-e58c-42a2-afb7-e1ab37566a60'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:08.090908 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ccde3520-2aaa-44fe-aae8-e73ab16f0931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:08.189767 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Router 261452bd-b379-451c-9d07-ba65a3dd51da has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:15:08.226838 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-ccde3520-2aaa-44fe-aae8-e73ab16f0931 None None] Set router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:08.338188 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ccde3520-2aaa-44fe-aae8-e73ab16f0931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:15:04Z', 'revision_number': 11, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:08.398217 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccde3520-2aaa-44fe-aae8-e73ab16f0931 None None] The sync data for ids ['4064b0d0-e58c-42a2-afb7-e1ab37566a60'] in n-d-813659-3 is: [{'id': '4064b0d0-e58c-42a2-afb7-e1ab37566a60', 'name': 'tempest-RoutersIpV6Test-router-1214479592', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:14:22Z', 'updated_at': '2021-10-13T11:15:04Z', 'revision_number': 11, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:15:08.469832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6d43a739-3708-4a65-a6c9-e8c87ee5943b None None] Provisioning complete for port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:08.471497 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6d43a739-3708-4a65-a6c9-e8c87ee5943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:08.617225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6d43a739-3708-4a65-a6c9-e8c87ee5943b None None] Port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:15:08.712280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b8590138-8e69-4240-a3bf-2e4dc89935a5 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:08.783140 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:08.852190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port b8590138-8e69-4240-a3bf-2e4dc89935a5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:08.853217 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:08.891238 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40128) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:09.026604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2ee547-01db-483a-ad9a-71a11f6fe014 admin admin] Deleting subnet 9852a73f-c835-47ab-bbfd-b7abf9e5e461 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:15:09.032188 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee547-01db-483a-ad9a-71a11f6fe014 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.077865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:15:09.083900 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7107d264-2520-428d-9cb3-c294ba7321f2 admin admin] 10.222.0.32 "PUT /v2.0/routers/261452bd-b379-451c-9d07-ba65a3dd51da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8913472 Oct 13 11:15:09.096683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Sync routers for ids ['261452bd-b379-451c-9d07-ba65a3dd51da'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:15:09.107189 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Routers {'261452bd-b379-451c-9d07-ba65a3dd51da'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:09.107813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['261452bd-b379-451c-9d07-ba65a3dd51da'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:09.109742 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee547-01db-483a-ad9a-71a11f6fe014 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.131132 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44f110b5-8ca9-4c10-a8c8-63b4be013f56 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.133477 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44f110b5-8ca9-4c10-a8c8-63b4be013f56 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.209651 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee547-01db-483a-ad9a-71a11f6fe014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.277178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Set router 261452bd-b379-451c-9d07-ba65a3dd51da gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:09.301229 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44f110b5-8ca9-4c10-a8c8-63b4be013f56 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.301762 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f110b5-8ca9-4c10-a8c8-63b4be013f56 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Fanout notify agent at l3_agent the message router_deleted on router 4064b0d0-e58c-42a2-afb7-e1ab37566a60 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:15:09.321083 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44f110b5-8ca9-4c10-a8c8-63b4be013f56 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.323381 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-44f110b5-8ca9-4c10-a8c8-63b4be013f56 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60 HTTP/1.1" status: 204 len: 168 time: 1.4577072 Oct 13 11:15:09.328749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40136) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:09.335812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1634a468-ced1-44af-8483-6378532949e4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1280156878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:09.387953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee547-01db-483a-ad9a-71a11f6fe014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.424378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ee547-01db-483a-ad9a-71a11f6fe014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9852a73f-c835-47ab-bbfd-b7abf9e5e461,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:09.446732 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee547-01db-483a-ad9a-71a11f6fe014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.447459 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1a2ee547-01db-483a-ad9a-71a11f6fe014 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9852a73f-c835-47ab-bbfd-b7abf9e5e461 HTTP/1.1" status: 204 len: 168 time: 0.5552278 Oct 13 11:15:09.450069 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40138) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:09.487441 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1634a468-ced1-44af-8483-6378532949e4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.487441 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1634a468-ced1-44af-8483-6378532949e4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.559957 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1634a468-ced1-44af-8483-6378532949e4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.584895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'name': 'tempest-TestAggregatesBasicOps-1757749170-router', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:00Z', 'updated_at': '2021-10-13T11:15:07Z', 'revision_number': 4, 'project_id': '62cd1b3e040140f38e3cbc7712699248', 'gw_port': {'id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:01Z', 'updated_at': '2021-10-13T11:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '647e9f94-f0e7-4e79-8a34-39db9a39a4c9', 'name': '', 'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'mac_address': 'fa:16:3e:50:04:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '2d4017b7-887b-4fb1-be67-b0ae12dea3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:05Z', 'updated_at': '2021-10-13T11:15:07Z', 'revision_number': 2, 'project_id': '62cd1b3e040140f38e3cbc7712699248', 'subnets': [{'id': '2d4017b7-887b-4fb1-be67-b0ae12dea3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:09.608827 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-445a6336-997a-4a1e-bb23-f895cb0e376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.616874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Checking router: 261452bd-b379-451c-9d07-ba65a3dd51da for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:15:09.619289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Updating router 261452bd-b379-451c-9d07-ba65a3dd51da port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:15:09.644644 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1634a468-ced1-44af-8483-6378532949e4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.665029 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.749644 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1634a468-ced1-44af-8483-6378532949e4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.758031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1634a468-ced1-44af-8483-6378532949e4 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4221191 Oct 13 11:15:09.758031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40146) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:09.759957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-599dc2f5-ed45-454d-ac09-f03a8e58aca2 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:09.763853 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-445a6336-997a-4a1e-bb23-f895cb0e376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.793705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-445a6336-997a-4a1e-bb23-f895cb0e376e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef026f7e-3cab-43f1-8d93-8216b1f15827']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:09.806224 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-445a6336-997a-4a1e-bb23-f895cb0e376e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d44b920-acaa-48c3-9375-12abc50760db') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:09.806683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-445a6336-997a-4a1e-bb23-f895cb0e376e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d44b920-acaa-48c3-9375-12abc50760db') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:09.819058 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-445a6336-997a-4a1e-bb23-f895cb0e376e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.835234 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-445a6336-997a-4a1e-bb23-f895cb0e376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.842285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445a6336-997a-4a1e-bb23-f895cb0e376e admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:15:09.842836 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-445a6336-997a-4a1e-bb23-f895cb0e376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:15:09.845102 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:15:10.034701 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.061553 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-445a6336-997a-4a1e-bb23-f895cb0e376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.067611 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-445a6336-997a-4a1e-bb23-f895cb0e376e admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.072156 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-445a6336-997a-4a1e-bb23-f895cb0e376e admin admin] 10.222.0.32 "DELETE /v2.0/networks/ef026f7e-3cab-43f1-8d93-8216b1f15827 HTTP/1.1" status: 204 len: 168 time: 0.6208858 Oct 13 11:15:10.090104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a6336-997a-4a1e-bb23-f895cb0e376e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef026f7e-3cab-43f1-8d93-8216b1f15827,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:10.111736 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-599dc2f5-ed45-454d-ac09-f03a8e58aca2 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.152680 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.210989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad2a61-6448-48dc-b563-3a57a32e0236 None None] Pushing event updated for resources: {'Port': ['ID=647e9f94-f0e7-4e79-8a34-39db9a39a4c9,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:10.222437 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-599dc2f5-ed45-454d-ac09-f03a8e58aca2 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.291974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ee976c86-853f-4dcc-b730-71afc86fc84a no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:15:10.300218 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Attempting to bind port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:15:10.301339 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Attempting to bind port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '6ec1210b-71e7-400e-abec-2442d5ff6b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:15:10.302895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Attempting to bind port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 on network a3c74e32-3972-46fc-a24f-b925899ea679 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:15:10.349623 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: ee976c86-853f-4dcc-b730-71afc86fc84a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:15:10.349964 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ee976c86-853f-4dcc-b730-71afc86fc84a not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:15:10.353492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:15:10.353868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Checking segment: {'id': '6ec1210b-71e7-400e-abec-2442d5ff6b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:10.354420 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.354699 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Bound using segment: {'id': '6ec1210b-71e7-400e-abec-2442d5ff6b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:15:10.355221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Bound port: 647e9f94-f0e7-4e79-8a34-39db9a39a4c9, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec1210b-71e7-400e-abec-2442d5ff6b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:15:10.355597 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.442033 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] For port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:15:10.446495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] For port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=647e9f94-f0e7-4e79-8a34-39db9a39a4c9,segment=NetworkSegment(6ec1210b-71e7-400e-abec-2442d5ff6b12),segment_id=6ec1210b-71e7-400e-abec-2442d5ff6b12)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:15:10.478936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599dc2f5-ed45-454d-ac09-f03a8e58aca2 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Router 1b4230cc-5316-43bf-af8b-4b5950681f68 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:15:10.538095 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.578997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599dc2f5-ed45-454d-ac09-f03a8e58aca2 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:15:10.595688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40162) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:10.596105 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-599dc2f5-ed45-454d-ac09-f03a8e58aca2 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.596832 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-599dc2f5-ed45-454d-ac09-f03a8e58aca2 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "PUT /v2.0/routers/1b4230cc-5316-43bf-af8b-4b5950681f68 HTTP/1.1" status: 200 len: 698 time: 0.8412375 Oct 13 11:15:10.601770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Routers {'261452bd-b379-451c-9d07-ba65a3dd51da'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:10.602540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['261452bd-b379-451c-9d07-ba65a3dd51da'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:10.603456 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecfa3c-32ce-43b0-a564-607d83ed2ad1 None None] Sync routers for ids ['1b4230cc-5316-43bf-af8b-4b5950681f68'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:15:10.604012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40164) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:10.615945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d7205ff7-cc92-4c33-91d2-3897912c2e46 None None] Provisioning complete for port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:10.616318 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d7205ff7-cc92-4c33-91d2-3897912c2e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.634763 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ecfa3c-32ce-43b0-a564-607d83ed2ad1 None None] Routers {'1b4230cc-5316-43bf-af8b-4b5950681f68'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:10.640625 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-64ecfa3c-32ce-43b0-a564-607d83ed2ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:14:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1b4230cc-5316-43bf-af8b-4b5950681f68'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:10.705974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad2a61-6448-48dc-b563-3a57a32e0236 None None] Pushing event updated for resources: {'Port': ['ID=647e9f94-f0e7-4e79-8a34-39db9a39a4c9,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:10.713226 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-319e6b64-3d2e-4fe4-8064-c739ca253488 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed2c8c515ace4c3eafab4f342778532a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1127946 Oct 13 11:15:10.714367 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40168) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:10.716975 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.809652 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-64ecfa3c-32ce-43b0-a564-607d83ed2ad1 None None] Set router 1b4230cc-5316-43bf-af8b-4b5950681f68 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:10.853794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c16cbcf5-9105-42da-82d1-196771503f04 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/routers/1b4230cc-5316-43bf-af8b-4b5950681f68 HTTP/1.1" status: 200 len: 704 time: 0.2467127 Oct 13 11:15:10.856685 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-81398074-c63f-45f1-a32c-b0db51477dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.863027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40172) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:10.878572 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-07f3103a-0724-4bc5-bde5-8c3a022f50bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:10.882660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40174) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:10.885921 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-64ecfa3c-32ce-43b0-a564-607d83ed2ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4230cc-5316-43bf-af8b-4b5950681f68', 'name': 'tempest-RoutersIpV6Test-router-1280156878', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:09Z', 'updated_at': '2021-10-13T11:15:10Z', 'revision_number': 2, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:10.887480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-867570199-network', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:10.923910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-45f409b5-12de-417b-9e1c-92ded44ab86a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b4230cc-5316-43bf-af8b-4b5950681f68 HTTP/1.1" status: 200 len: 205 time: 0.0567498 Oct 13 11:15:10.924605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40176) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:10.973258 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecfa3c-32ce-43b0-a564-607d83ed2ad1 None None] Checking router: 1b4230cc-5316-43bf-af8b-4b5950681f68 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:15:10.992537 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ecfa3c-32ce-43b0-a564-607d83ed2ad1 None None] Routers {'1b4230cc-5316-43bf-af8b-4b5950681f68'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:10.993795 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-64ecfa3c-32ce-43b0-a564-607d83ed2ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1b4230cc-5316-43bf-af8b-4b5950681f68'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:11.010245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-07f3103a-0724-4bc5-bde5-8c3a022f50bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.111078 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-64ecfa3c-32ce-43b0-a564-607d83ed2ad1 None None] Set router 1b4230cc-5316-43bf-af8b-4b5950681f68 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:11.126755 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-665e0d97-e76a-4a08-8ef5-8a503c953638 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.153016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] Set router 261452bd-b379-451c-9d07-ba65a3dd51da gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:11.174818 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-64ecfa3c-32ce-43b0-a564-607d83ed2ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4230cc-5316-43bf-af8b-4b5950681f68', 'name': 'tempest-RoutersIpV6Test-router-1280156878', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:09Z', 'updated_at': '2021-10-13T11:15:10Z', 'revision_number': 2, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:11.185665 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d7205ff7-cc92-4c33-91d2-3897912c2e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.216772 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecfa3c-32ce-43b0-a564-607d83ed2ad1 None None] The sync data for ids ['1b4230cc-5316-43bf-af8b-4b5950681f68'] in n-d-813659-3 is: [{'id': '1b4230cc-5316-43bf-af8b-4b5950681f68', 'name': 'tempest-RoutersIpV6Test-router-1280156878', 'tenant_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:09Z', 'updated_at': '2021-10-13T11:15:10Z', 'revision_number': 2, 'project_id': 'fa1943f85bb14514bc1bc19f8329c0b6', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:15:11.219319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Made reservation on behalf of 8677338a65eb4fc5ad97e53fbe064c38 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:11.221843 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.259522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.290013 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d7205ff7-cc92-4c33-91d2-3897912c2e46 None None] For port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=647e9f94-f0e7-4e79-8a34-39db9a39a4c9,segment=NetworkSegment(6ec1210b-71e7-400e-abec-2442d5ff6b12),segment_id=6ec1210b-71e7-400e-abec-2442d5ff6b12)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:11.343277 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-665e0d97-e76a-4a08-8ef5-8a503c953638 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.348557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-665e0d97-e76a-4a08-8ef5-8a503c953638 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.412903 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d7205ff7-cc92-4c33-91d2-3897912c2e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.444398 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-07f3103a-0724-4bc5-bde5-8c3a022f50bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.447047 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-07f3103a-0724-4bc5-bde5-8c3a022f50bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.449001 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-07f3103a-0724-4bc5-bde5-8c3a022f50bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83e9843c-d8a1-4ee6-ab9f-7f6240655430 HTTP/1.1" status: 204 len: 168 time: 0.7329571 Oct 13 11:15:11.469234 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3103a-0724-4bc5-bde5-8c3a022f50bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e9843c-d8a1-4ee6-ab9f-7f6240655430,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:11.536229 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-665e0d97-e76a-4a08-8ef5-8a503c953638 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.536229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665e0d97-e76a-4a08-8ef5-8a503c953638 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Fanout notify agent at l3_agent the message router_deleted on router 1b4230cc-5316-43bf-af8b-4b5950681f68 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:15:11.542423 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-665e0d97-e76a-4a08-8ef5-8a503c953638 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.543894 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-665e0d97-e76a-4a08-8ef5-8a503c953638 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/1b4230cc-5316-43bf-af8b-4b5950681f68 HTTP/1.1" status: 204 len: 168 time: 0.6143904 Oct 13 11:15:11.547913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40182) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:11.551209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7205ff7-cc92-4c33-91d2-3897912c2e46 None None] Pushing event updated for resources: {'Port': ['ID=647e9f94-f0e7-4e79-8a34-39db9a39a4c9,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:11.577245 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fade58e9-561f-44d0-a9c8-d40ae61edc16 None None] Provisioning complete for port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:11.581763 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fade58e9-561f-44d0-a9c8-d40ae61edc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.589119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'name': 'tempest-TestAggregatesBasicOps-1757749170-router', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:00Z', 'updated_at': '2021-10-13T11:15:07Z', 'revision_number': 4, 'project_id': '62cd1b3e040140f38e3cbc7712699248', 'gw_port': {'id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:01Z', 'updated_at': '2021-10-13T11:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '647e9f94-f0e7-4e79-8a34-39db9a39a4c9', 'name': '', 'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'mac_address': 'fa:16:3e:50:04:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '2d4017b7-887b-4fb1-be67-b0ae12dea3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:05Z', 'updated_at': '2021-10-13T11:15:10Z', 'revision_number': 4, 'project_id': '62cd1b3e040140f38e3cbc7712699248', 'subnets': [{'id': '2d4017b7-887b-4fb1-be67-b0ae12dea3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:11.667728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.668642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40186) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:11.669617 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-375aede8-85b2-4ef1-92ef-c8b81c8ecd91 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b4230cc-5316-43bf-af8b-4b5950681f68 HTTP/1.1" status: 200 len: 205 time: 0.1200995 Oct 13 11:15:11.691166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e9374-db4b-43c0-a494-1d8b8eeb33a3 None None] The sync data for ids ['261452bd-b379-451c-9d07-ba65a3dd51da'] in n-d-813659-3 is: [{'id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'name': 'tempest-TestAggregatesBasicOps-1757749170-router', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:00Z', 'updated_at': '2021-10-13T11:15:07Z', 'revision_number': 4, 'project_id': '62cd1b3e040140f38e3cbc7712699248', 'gw_port': {'id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:01Z', 'updated_at': '2021-10-13T11:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '647e9f94-f0e7-4e79-8a34-39db9a39a4c9', 'name': '', 'network_id': 'a3c74e32-3972-46fc-a24f-b925899ea679', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'mac_address': 'fa:16:3e:50:04:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '2d4017b7-887b-4fb1-be67-b0ae12dea3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:05Z', 'updated_at': '2021-10-13T11:15:10Z', 'revision_number': 4, 'project_id': '62cd1b3e040140f38e3cbc7712699248', 'subnets': [{'id': '2d4017b7-887b-4fb1-be67-b0ae12dea3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:15:11.723659 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-23b39cff-2e23-4313-ad9d-043fb3f8caad tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] delete failed (client error): The resource could not be found. Oct 13 11:15:11.730498 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-23b39cff-2e23-4313-ad9d-043fb3f8caad tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/1b4230cc-5316-43bf-af8b-4b5950681f68 HTTP/1.1" status: 404 len: 336 time: 0.0550611 Oct 13 11:15:11.730498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40188) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:11.768787 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f48864-6c35-46b4-a0ab-45dbc5a7821c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] DELETE failed (client error): The resource could not be found. Oct 13 11:15:11.786741 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f48864-6c35-46b4-a0ab-45dbc5a7821c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:15:11.807222 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c4f48864-6c35-46b4-a0ab-45dbc5a7821c tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/62bebe57-9025-482f-90e9-b7f786bae54a HTTP/1.1" status: 404 len: 337 time: 0.0787046 Oct 13 11:15:11.807790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40194) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:11.824409 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.826364 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.867698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:15:11.868104 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-5daf3372-2345-484c-9190-227786d85e57 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] DELETE failed (client error): The resource could not be found. Oct 13 11:15:11.868772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5daf3372-2345-484c-9190-227786d85e57 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:15:11.872823 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5daf3372-2345-484c-9190-227786d85e57 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/4a2b3208-821e-4e0d-9964-583c40eb9fb6 HTTP/1.1" status: 404 len: 337 time: 0.0638204 Oct 13 11:15:11.879326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40196) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:11.890985 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:11.891762 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Added segment 14bdb746-10f7-438b-955d-3b441635992d of type vlan for network bb3d76d3-1e1c-43ba-b731-adbd8b33837c Oct 13 11:15:11.932307 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cd8cf2-46a7-4896-9c6a-4922769dd306 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] DELETE failed (client error): The resource could not be found. Oct 13 11:15:11.934374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cd8cf2-46a7-4896-9c6a-4922769dd306 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:15:11.941190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f6cd8cf2-46a7-4896-9c6a-4922769dd306 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/10d99754-55bf-4a62-a632-4eec9a1aa3c3 HTTP/1.1" status: 404 len: 337 time: 0.0633299 Oct 13 11:15:11.944854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40198) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:11.993528 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:12.001125 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-3390c74c-9419-4dad-b73e-08f6b799f0d1 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] DELETE failed (client error): The resource could not be found. Oct 13 11:15:12.001614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3390c74c-9419-4dad-b73e-08f6b799f0d1 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:15:12.013317 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3390c74c-9419-4dad-b73e-08f6b799f0d1 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/ea695707-c871-4032-beea-dec348f0b793 HTTP/1.1" status: 404 len: 337 time: 0.0628669 Oct 13 11:15:12.013717 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40200) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.058202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb7ccbc-3600-4632-b656-ac354c702932,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:12.071426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40204) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.081084 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0b5d434c-ee4f-4738-aa9d-09aceba164e8 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=4064b0d0-e58c-42a2-afb7-e1ab37566a60 HTTP/1.1" status: 200 len: 205 time: 0.0660572 Oct 13 11:15:12.137024 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-3aa89d6e-de8f-4128-8503-ddeffd6ccc51 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] delete failed (client error): The resource could not be found. Oct 13 11:15:12.138346 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3aa89d6e-de8f-4128-8503-ddeffd6ccc51 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/4064b0d0-e58c-42a2-afb7-e1ab37566a60 HTTP/1.1" status: 404 len: 336 time: 0.0660512 Oct 13 11:15:12.147183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40206) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.197838 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a1132ed5-ed2f-400a-a36b-99997b6e535a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f84a7a-a771-407e-be88-42b14101af5f HTTP/1.1" status: 200 len: 205 time: 0.0446188 Oct 13 11:15:12.198277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40210) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.232626 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:12.248578 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:12.250093 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:12.250889 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:12.278540 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-aa94c7cf-9e5e-4473-9694-9cf661786bf7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] delete failed (client error): The resource could not be found. Oct 13 11:15:12.280383 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aa94c7cf-9e5e-4473-9694-9cf661786bf7 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/58f84a7a-a771-407e-be88-42b14101af5f HTTP/1.1" status: 404 len: 336 time: 0.0808892 Oct 13 11:15:12.283387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40214) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.335751 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-445bba39-4391-4385-8ced-52a6636b295a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] DELETE failed (client error): The resource could not be found. Oct 13 11:15:12.336255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445bba39-4391-4385-8ced-52a6636b295a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:15:12.342821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-445bba39-4391-4385-8ced-52a6636b295a tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/085e6e9d-8202-4250-9a23-611a42defb3f HTTP/1.1" status: 404 len: 337 time: 0.0582225 Oct 13 11:15:12.345402 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40218) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.369766 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4860771 Oct 13 11:15:12.373005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40220) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.378029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c79cbd32-9555-42aa-84b2-bf1b1b4b668d admin admin] Request body: {'subnet': {'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-867570199-subnet', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:12.390194 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a42dba95-b60c-4ecc-ba74-184b079369d2 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae HTTP/1.1" status: 200 len: 205 time: 0.0432274 Oct 13 11:15:12.391697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99048fae-62f1-49b2-b85a-32628dc64e67 admin admin] Pushing event updated for resources: {'Network': ['ID=bb3d76d3-1e1c-43ba-b731-adbd8b33837c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:12.394025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40222) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.407513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network bb3d76d3-1e1c-43ba-b731-adbd8b33837c details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:15:12.436543 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-2c75d83f-d865-4f87-aedd-337da384d44b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] delete failed (client error): The resource could not be found. Oct 13 11:15:12.437773 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2c75d83f-d865-4f87-aedd-337da384d44b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/3a2ac03e-6b08-46c1-bfa2-9e99ba83b6ae HTTP/1.1" status: 404 len: 336 time: 0.0423009 Oct 13 11:15:12.440466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40224) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.502849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40226) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.511221 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5530042c-cd9c-4427-ad89-b495cfab46fc tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=38374918-d453-4644-a51c-8441591066f0 HTTP/1.1" status: 200 len: 205 time: 0.0583260 Oct 13 11:15:12.593366 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-54790225-7df4-4f13-96ed-f23103e05e39 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] delete failed (client error): The resource could not be found. Oct 13 11:15:12.594486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-54790225-7df4-4f13-96ed-f23103e05e39 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/38374918-d453-4644-a51c-8441591066f0 HTTP/1.1" status: 404 len: 336 time: 0.0901284 Oct 13 11:15:12.594675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40230) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.595604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79cbd32-9555-42aa-84b2-bf1b1b4b668d admin admin] Made reservation on behalf of 8677338a65eb4fc5ad97e53fbe064c38 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:12.613108 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c79cbd32-9555-42aa-84b2-bf1b1b4b668d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:12.618042 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:12.665417 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0e5820-8e5e-4b65-9b77-491399af8b81 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] DELETE failed (client error): The resource could not be found. Oct 13 11:15:12.665897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0e5820-8e5e-4b65-9b77-491399af8b81 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:15:12.669080 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ae0e5820-8e5e-4b65-9b77-491399af8b81 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/9b190a74-8b71-4b69-a9ff-4ce9b942a2bb HTTP/1.1" status: 404 len: 337 time: 0.0730658 Oct 13 11:15:12.671815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40234) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.742743 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9cdd4bb6-eab1-4f61-952a-b4fa72d2b16e tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc00e129-4718-4c97-90dc-7ffbc1985326 HTTP/1.1" status: 200 len: 205 time: 0.0691988 Oct 13 11:15:12.744433 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40238) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.744978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:12.745384 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:12.819900 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-61b98835-b499-4110-bcf3-6cf6ada4b521 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] delete failed (client error): The resource could not be found. Oct 13 11:15:12.823229 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-61b98835-b499-4110-bcf3-6cf6ada4b521 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/cc00e129-4718-4c97-90dc-7ffbc1985326 HTTP/1.1" status: 404 len: 336 time: 0.0754476 Oct 13 11:15:12.827123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40242) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:12.901765 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-894114ed-9983-458c-98f3-ac5725c94e29 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] DELETE failed (client error): The resource could not be found. Oct 13 11:15:12.902534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894114ed-9983-458c-98f3-ac5725c94e29 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:15:12.907346 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-894114ed-9983-458c-98f3-ac5725c94e29 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/a58af314-f250-4e5c-9cd8-f834d2cdb411 HTTP/1.1" status: 404 len: 337 time: 0.0762599 Oct 13 11:15:12.909469 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40246) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:13.003269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40250) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:13.004156 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bce094a0-2e4d-46c3-b0c2-9774780f44f3 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11 HTTP/1.1" status: 200 len: 205 time: 0.0920932 Oct 13 11:15:13.055704 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-0367113c-8b14-4217-9135-178aee30e8ea tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] delete failed (client error): The resource could not be found. Oct 13 11:15:13.055704 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0367113c-8b14-4217-9135-178aee30e8ea tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/routers/5ac4a34e-c6be-4c79-b5a6-10f8a6b14c11 HTTP/1.1" status: 404 len: 336 time: 0.0476434 Oct 13 11:15:13.056342 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40254) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:13.133280 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b785e3e6-b20e-44bd-9fcd-4987163944c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] DELETE failed (client error): The resource could not be found. Oct 13 11:15:13.135161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b785e3e6-b20e-44bd-9fcd-4987163944c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:15:13.143491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40256) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:13.155729 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b785e3e6-b20e-44bd-9fcd-4987163944c6 tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/392bcdd3-6078-4554-8728-c1f0f4b2eb69 HTTP/1.1" status: 404 len: 337 time: 0.0981462 Oct 13 11:15:13.158635 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c79cbd32-9555-42aa-84b2-bf1b1b4b668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:13.193399 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff04c5ff-3056-427a-9850-5698aa6b2d1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] DELETE failed (client error): The resource could not be found. Oct 13 11:15:13.194382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff04c5ff-3056-427a-9850-5698aa6b2d1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:15:13.202413 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ff04c5ff-3056-427a-9850-5698aa6b2d1b tempest-RoutersIpV6Test-1149693517 tempest-RoutersIpV6Test-1149693517-project] 10.222.0.32 "DELETE /v2.0/subnets/3f773672-3fe3-4f04-8d0b-db968723f2f2 HTTP/1.1" status: 404 len: 337 time: 0.0560501 Oct 13 11:15:13.344393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cbd32-9555-42aa-84b2-bf1b1b4b668d admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd051d6-daae-44de-99f4-970bdf68350f,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:13.391849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79cbd32-9555-42aa-84b2-bf1b1b4b668d admin admin] Checking segment: {'id': '14bdb746-10f7-438b-955d-3b441635992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:13.392296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79cbd32-9555-42aa-84b2-bf1b1b4b668d admin admin] Network hostable DHCP agents. Network: bb3d76d3-1e1c-43ba-b731-adbd8b33837c, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:15:13.398889 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:13.518523 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79cbd32-9555-42aa-84b2-bf1b1b4b668d admin admin] Network bb3d76d3-1e1c-43ba-b731-adbd8b33837c is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:15:13.689823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c79cbd32-9555-42aa-84b2-bf1b1b4b668d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, bb3d76d3-1e1c-43ba-b731-adbd8b33837c) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:13.695587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79cbd32-9555-42aa-84b2-bf1b1b4b668d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:13.696265 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c79cbd32-9555-42aa-84b2-bf1b1b4b668d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:13.700971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ce255-8d8b-40ed-802d-2f48d3032425 None None] Network bb3d76d3-1e1c-43ba-b731-adbd8b33837c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:13.777668 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c79cbd32-9555-42aa-84b2-bf1b1b4b668d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4037526 Oct 13 11:15:13.780709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40270) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:13.790001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-867570199-router', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:13.911989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-bb3d76d3-1e1c-43ba-b731-adbd8b33837c', 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'fixed_ips': [{'subnet_id': 'acd051d6-daae-44de-99f4-970bdf68350f'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:15:13.915143 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:13.918019 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:13.919224 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:13.999543 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.084518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40278) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:14.185113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Allocated IP 172.20.0.2 (bb3d76d3-1e1c-43ba-b731-adbd8b33837c/acd051d6-daae-44de-99f4-970bdf68350f/b06f23c0-9445-426a-90a7-ebbfc295403c) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:15:14.191419 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40282) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:14.331274 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:15:14.361094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1947352279-network', 'tenant_id': '3ca5456389234c54b11d725b5d0f40e3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:14.366208 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.444213 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.484520 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Made reservation on behalf of 3ca5456389234c54b11d725b5d0f40e3 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:14.490221 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.502423 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.523210 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.613999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Network bb3d76d3-1e1c-43ba-b731-adbd8b33837c is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:14.624896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:14.627193 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.632709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:15:14.655933 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Pushing event updated for resources: {'Port': ['ID=b06f23c0-9445-426a-90a7-ebbfc295403c,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:14.680685 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:14.684516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:14.684516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:14.684516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:14.684516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:14.684516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:14.684516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:14.684516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:14.685383 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:14.685740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:14.686086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:14.686461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:14.709979 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.711910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.736902 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.761851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:15:14.762242 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Attempting to bind port b06f23c0-9445-426a-90a7-ebbfc295403c on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:15:14.762552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Attempting to bind port b06f23c0-9445-426a-90a7-ebbfc295403c by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '14bdb746-10f7-438b-955d-3b441635992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:15:14.762915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Attempting to bind port b06f23c0-9445-426a-90a7-ebbfc295403c on network bb3d76d3-1e1c-43ba-b731-adbd8b33837c {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:15:14.770454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:15:14.770954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Checking segment: {'id': '14bdb746-10f7-438b-955d-3b441635992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:14.771419 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.771883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Bound using segment: {'id': '14bdb746-10f7-438b-955d-3b441635992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:15:14.772424 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Bound port: b06f23c0-9445-426a-90a7-ebbfc295403c, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bdb746-10f7-438b-955d-3b441635992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:15:14.772868 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.852645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.853005 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Added segment 4123a2c8-5077-470c-92d0-4ca115a06b21 of type vlan for network affaf45b-6d9c-49f8-a4a3-f94d565b2946 Oct 13 11:15:14.877988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] For port b06f23c0-9445-426a-90a7-ebbfc295403c, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:15:14.884990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] For port b06f23c0-9445-426a-90a7-ebbfc295403c, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b06f23c0-9445-426a-90a7-ebbfc295403c,segment=NetworkSegment(14bdb746-10f7-438b-955d-3b441635992d),segment_id=14bdb746-10f7-438b-955d-3b441635992d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:15:14.899215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Allocated IP 172.25.0.37 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/8709b8f3-8770-4282-b3e0-9d2b8dc10c7a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:15:14.918446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:14.930584 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ea5810ff-d6ca-4ac6-9f6d-c0ead53d2e9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa1943f85bb14514bc1bc19f8329c0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334664 Oct 13 11:15:14.931226 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40292) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:14.935887 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:14.955051 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:15.027766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6819566-ec7b-428b-bbd1-531e6fd9a5a2 None None] Pushing event updated for resources: {'Port': ['ID=b06f23c0-9445-426a-90a7-ebbfc295403c,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:15.035787 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60f56ca2-5493-48dd-b6c0-8bb1600afb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:15.110919 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60f56ca2-5493-48dd-b6c0-8bb1600afb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:15.173460 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:15.174574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:15.174960 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:15.175886 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:15.302207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] Pushing event updated for resources: {'Network': ['ID=affaf45b-6d9c-49f8-a4a3-f94d565b2946,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:15.307524 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:15.315028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network affaf45b-6d9c-49f8-a4a3-f94d565b2946 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:15:15.367999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Pushing event updated for resources: {'Port': ['ID=8709b8f3-8770-4282-b3e0-9d2b8dc10c7a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:15.377942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:15.381518 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:15.385081 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:15:15.461695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-862dadd1-c5c9-4d37-9fb7-30a142a609fe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3758357 Oct 13 11:15:15.462892 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60f56ca2-5493-48dd-b6c0-8bb1600afb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:15.465514 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60f56ca2-5493-48dd-b6c0-8bb1600afb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:15.466773 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-60f56ca2-5493-48dd-b6c0-8bb1600afb16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aae7c524-0532-4f54-a576-1b5e906b9889 HTTP/1.1" status: 204 len: 168 time: 0.5346224 Oct 13 11:15:15.475778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40304) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:15.475778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d6a06428-8fd5-4168-beb6-d820e186fc9e admin admin] Request body: {'subnet': {'network_id': 'affaf45b-6d9c-49f8-a4a3-f94d565b2946', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1947352279-subnet', 'tenant_id': '3ca5456389234c54b11d725b5d0f40e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:15.490779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f56ca2-5493-48dd-b6c0-8bb1600afb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae7c524-0532-4f54-a576-1b5e906b9889,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:15.631590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a06428-8fd5-4168-beb6-d820e186fc9e admin admin] Made reservation on behalf of 3ca5456389234c54b11d725b5d0f40e3 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:15.634943 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6a06428-8fd5-4168-beb6-d820e186fc9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:15.857213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7b323-4e66-4046-9d51-5579aa511201 req-5200e242-d8c4-420b-b326-c6931abf2414 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:15.859465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efe7b323-4e66-4046-9d51-5579aa511201 req-5200e242-d8c4-420b-b326-c6931abf2414 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1267178 Oct 13 11:15:15.873013 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:15.952968 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6a06428-8fd5-4168-beb6-d820e186fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:16.036665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a06428-8fd5-4168-beb6-d820e186fc9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c5034d-c0d9-4099-85c0-69777afe0e8c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:16.052938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a06428-8fd5-4168-beb6-d820e186fc9e admin admin] Checking segment: {'id': '4123a2c8-5077-470c-92d0-4ca115a06b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affaf45b-6d9c-49f8-a4a3-f94d565b2946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:16.053522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a06428-8fd5-4168-beb6-d820e186fc9e admin admin] Network hostable DHCP agents. Network: affaf45b-6d9c-49f8-a4a3-f94d565b2946, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:15:16.154203 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:16.164779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a06428-8fd5-4168-beb6-d820e186fc9e admin admin] Network affaf45b-6d9c-49f8-a4a3-f94d565b2946 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:15:16.289692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-d6a06428-8fd5-4168-beb6-d820e186fc9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, affaf45b-6d9c-49f8-a4a3-f94d565b2946) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:16.294355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a06428-8fd5-4168-beb6-d820e186fc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:16.295035 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d6a06428-8fd5-4168-beb6-d820e186fc9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:16.313055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e002797f-e7be-4d34-803a-c0bfd71ccaf7 None None] Network affaf45b-6d9c-49f8-a4a3-f94d565b2946 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:16.314209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efe7b323-4e66-4046-9d51-5579aa511201 req-50d845af-79ea-4454-96ad-08b28f3cd3a9 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4467070 Oct 13 11:15:16.395471 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d7197a-b7b0-4efb-8f07-4f2964d3e620 None None] Network bb3d76d3-1e1c-43ba-b731-adbd8b33837c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:16.418380 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d6a06428-8fd5-4168-beb6-d820e186fc9e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9441230 Oct 13 11:15:16.449760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Router c36f45dc-af6f-4755-8a80-2c792cfac21a is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:15:16.503653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-787e9da8-d985-4024-a0c8-3ee74e456baf None None] Provisioning complete for port b06f23c0-9445-426a-90a7-ebbfc295403c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:16.504029 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-787e9da8-d985-4024-a0c8-3ee74e456baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:16.563811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966ad29b-a105-4e9e-826d-ed46d2c4b238 None None] Network affaf45b-6d9c-49f8-a4a3-f94d565b2946 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:16.599168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:15:16.606920 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b06f23c0-9445-426a-90a7-ebbfc295403c up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:16.618982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Sync routers for ids ['c36f45dc-af6f-4755-8a80-2c792cfac21a'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:15:16.707428 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Routers {'c36f45dc-af6f-4755-8a80-2c792cfac21a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:16.708238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c36f45dc-af6f-4755-8a80-2c792cfac21a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:16.715204 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:16.720940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40332) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:16.722540 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e322664b-287e-41b3-b4ec-b93b75942756 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9395125 Oct 13 11:15:16.938099 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-787e9da8-d985-4024-a0c8-3ee74e456baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:17.116671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port b06f23c0-9445-426a-90a7-ebbfc295403c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:17.117039 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:17.175847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Set router c36f45dc-af6f-4755-8a80-2c792cfac21a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:17.330640 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-787e9da8-d985-4024-a0c8-3ee74e456baf None None] For port b06f23c0-9445-426a-90a7-ebbfc295403c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b06f23c0-9445-426a-90a7-ebbfc295403c,segment=NetworkSegment(14bdb746-10f7-438b-955d-3b441635992d),segment_id=14bdb746-10f7-438b-955d-3b441635992d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:17.416059 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:17.443370 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-787e9da8-d985-4024-a0c8-3ee74e456baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:17.518196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e9da8-d985-4024-a0c8-3ee74e456baf None None] Pushing event updated for resources: {'Port': ['ID=b06f23c0-9445-426a-90a7-ebbfc295403c,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:17.521467 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:17.557325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efbfaa-01d4-4956-98cd-cb5fcb35177f req-e311bbf6-779e-4732-978a-a895200885ac tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:17.559771 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1efbfaa-01d4-4956-98cd-cb5fcb35177f req-e311bbf6-779e-4732-978a-a895200885ac tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0952735 Oct 13 11:15:17.643495 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1efbfaa-01d4-4956-98cd-cb5fcb35177f req-8192232c-3961-4335-9a8e-7115ecbc56ec tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780361 Oct 13 11:15:17.652660 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:15:17.653294 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:15:17.667438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'name': 'tempest-TestAggregatesBasicOps-867570199-router', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:13Z', 'updated_at': '2021-10-13T11:15:15Z', 'revision_number': 3, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'gw_port': {'id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:14Z', 'updated_at': '2021-10-13T11:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:17.669389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f63922d7-aef9-4279-8b13-706215ebe9b4 None None] Provisioning complete for port b06f23c0-9445-426a-90a7-ebbfc295403c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:17.669759 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f63922d7-aef9-4279-8b13-706215ebe9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:17.697591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Allocated IP 172.20.0.1 (bb3d76d3-1e1c-43ba-b731-adbd8b33837c/acd051d6-daae-44de-99f4-970bdf68350f/6e646327-4b54-4013-968d-7930de83e5af) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:15:17.731374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Checking router: c36f45dc-af6f-4755-8a80-2c792cfac21a for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:15:17.731751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Updating router c36f45dc-af6f-4755-8a80-2c792cfac21a port 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:15:17.767476 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:17.856505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:17.985324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40364) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:17.990803 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-815018901-network', 'tenant_id': 'ad6e885e78934927b24d1ff67ccb50fb'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:18.008376 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.058818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Network bb3d76d3-1e1c-43ba-b731-adbd8b33837c is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:18.063767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:18.069345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:15:18.098983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Made reservation on behalf of ad6e885e78934927b24d1ff67ccb50fb for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:18.099297 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.100898 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.107834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Pushing event updated for resources: {'Port': ['ID=6e646327-4b54-4013-968d-7930de83e5af,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:18.121975 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.122672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40366) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:18.135114 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.189328 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.268602 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Attempting to bind port 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:15:18.269793 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Attempting to bind port 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:15:18.270491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Attempting to bind port 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:15:18.274092 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0a97e-b315-472d-a86f-e584d3e453cc None None] Pushing event updated for resources: {'Port': ['ID=8709b8f3-8770-4282-b3e0-9d2b8dc10c7a,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:18.280052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:15:18.280313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:18.280817 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.281310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:15:18.281963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Bound port: 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:15:18.282604 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.305187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-86445727'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:18.359656 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.379006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] For port 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:15:18.382868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] For port 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8709b8f3-8770-4282-b3e0-9d2b8dc10c7a,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:15:18.391650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40372) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:18.438182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Made reservation on behalf of 504a57baa8744f248c2fc6b04b0c1aba for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:18.442486 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.447088 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.460167 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.462159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:15:18.470155 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.470298 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.533965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0a97e-b315-472d-a86f-e584d3e453cc None None] Pushing event updated for resources: {'Port': ['ID=8709b8f3-8770-4282-b3e0-9d2b8dc10c7a,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:18.562199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b06f23c0-9445-426a-90a7-ebbfc295403c up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:18.598924 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.606436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Routers {'c36f45dc-af6f-4755-8a80-2c792cfac21a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:18.607080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c36f45dc-af6f-4755-8a80-2c792cfac21a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:18.610714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8c047549-a079-4a93-b3e6-83388b7df5b6 None None] Provisioning complete for port 6e646327-4b54-4013-968d-7930de83e5af triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:18.611418 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8c047549-a079-4a93-b3e6-83388b7df5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.632330 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.632677 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Added segment 6b7d4ff2-a667-47f6-b43f-a52bf6de98ca of type vlan for network a351f804-62f6-42dd-a07e-fe2663e24c92 Oct 13 11:15:18.635866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36895474-3c29-4599-a4bb-fc38371a2057,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:18.648112 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea50d-dd33-478d-ade7-33e9f54bdc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.683654 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.723326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:15:18.725466 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.735711 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52748e8b-aa55-4c46-9aa3-02024b8eaa4e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:18.755207 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.758885 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Added segment d8520593-b9b2-446f-8dd6-8c54bbdfc489 of type vlan for network 5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7 Oct 13 11:15:18.784149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8c047549-a079-4a93-b3e6-83388b7df5b6 None None] Port 6e646327-4b54-4013-968d-7930de83e5af cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:15:18.792103 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.809690 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port b06f23c0-9445-426a-90a7-ebbfc295403c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:18.810070 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.840389 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.841734 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] Set router c36f45dc-af6f-4755-8a80-2c792cfac21a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:18.847284 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea50d-dd33-478d-ade7-33e9f54bdc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.854511 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.855801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:18.856484 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.875971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3d098-40fc-444d-822f-0efafdc6ac58 req-8abfa15f-799d-490e-ad6c-fc3897b36439 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:18.877628 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9f3d098-40fc-444d-822f-0efafdc6ac58 req-8abfa15f-799d-490e-ad6c-fc3897b36439 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1093750 Oct 13 11:15:18.916314 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.932835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9f3d098-40fc-444d-822f-0efafdc6ac58 req-cb3cef92-5617-4647-b3ea-09b97feac7a0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363746 Oct 13 11:15:18.977818 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9912157 Oct 13 11:15:18.980777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40378) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:18.983120 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea50d-dd33-478d-ade7-33e9f54bdc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:18.987385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-81f614c8-4f86-46a3-92d7-3eec57deed24 admin admin] Request body: {'subnet': {'network_id': 'a351f804-62f6-42dd-a07e-fe2663e24c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-815018901-subnet', 'tenant_id': 'ad6e885e78934927b24d1ff67ccb50fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:19.016042 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d39aa-3896-4d48-83d8-5e6a10513425 admin admin] Pushing event updated for resources: {'Network': ['ID=a351f804-62f6-42dd-a07e-fe2663e24c92,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:19.029705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network a351f804-62f6-42dd-a07e-fe2663e24c92 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:15:19.036575 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:19.044107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:19.044107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:19.053794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:19.061764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Pushing event updated for resources: {'Port': ['ID=6e646327-4b54-4013-968d-7930de83e5af,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:19.071254 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9f5ea50d-dd33-478d-ade7-33e9f54bdc06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2803944417c7414b90d59857e8742238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6762564 Oct 13 11:15:19.071254 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ea50d-dd33-478d-ade7-33e9f54bdc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a2d768-1067-44e9-b016-7a4cad0f2d76,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:19.073306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40380) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:19.114835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f614c8-4f86-46a3-92d7-3eec57deed24 admin admin] Made reservation on behalf of ad6e885e78934927b24d1ff67ccb50fb for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:19.118253 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81f614c8-4f86-46a3-92d7-3eec57deed24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:19.170119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Network bb3d76d3-1e1c-43ba-b731-adbd8b33837c is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:19.171729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:19.184994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Pushing event updated for resources: {'Network': ['ID=5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:19.200616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:15:19.221162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8d9e87c0-ad7c-4fce-bcdc-9c8ac068b3ac tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0864329 Oct 13 11:15:19.221162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40382) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:19.221723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-2bd745e0-f86d-4520-a421-d1449b857549 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7', 'tempest-TagsTest-Tag-2000680512') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:19.296460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'name': 'tempest-TestAggregatesBasicOps-867570199-router', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:13Z', 'updated_at': '2021-10-13T11:15:18Z', 'revision_number': 4, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'gw_port': {'id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:14Z', 'updated_at': '2021-10-13T11:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6e646327-4b54-4013-968d-7930de83e5af', 'name': '', 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'mac_address': 'fa:16:3e:8a:7d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'acd051d6-daae-44de-99f4-970bdf68350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:17Z', 'updated_at': '2021-10-13T11:15:17Z', 'revision_number': 1, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'subnets': [{'id': 'acd051d6-daae-44de-99f4-970bdf68350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:19.318850 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21ef88fe-10df-43cd-9824-930d39329bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:19.338311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf751ebc-0564-4981-b0f5-5b484220bf5c None None] The sync data for ids ['c36f45dc-af6f-4755-8a80-2c792cfac21a'] in n-d-813659-3 is: [{'id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'name': 'tempest-TestAggregatesBasicOps-867570199-router', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:13Z', 'updated_at': '2021-10-13T11:15:18Z', 'revision_number': 4, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'gw_port': {'id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:14Z', 'updated_at': '2021-10-13T11:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6e646327-4b54-4013-968d-7930de83e5af', 'name': '', 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'mac_address': 'fa:16:3e:8a:7d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'acd051d6-daae-44de-99f4-970bdf68350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:17Z', 'updated_at': '2021-10-13T11:15:17Z', 'revision_number': 1, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'subnets': [{'id': 'acd051d6-daae-44de-99f4-970bdf68350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:15:19.354626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Router c36f45dc-af6f-4755-8a80-2c792cfac21a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:15:19.395568 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21ef88fe-10df-43cd-9824-930d39329bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:19.489827 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20757415-efb0-484e-963d-1305a893445e admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:15:19.504775 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-20757415-efb0-484e-963d-1305a893445e admin admin] 10.222.0.32 "PUT /v2.0/routers/c36f45dc-af6f-4755-8a80-2c792cfac21a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7735677 Oct 13 11:15:19.521854 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2bd745e0-f86d-4520-a421-d1449b857549 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "PUT /v2.0/networks/5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7/tags/tempest-TagsTest-Tag-2000680512 HTTP/1.1" status: 201 len: 201 time: 0.3037951 Oct 13 11:15:19.525008 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-af09ca24-b3c2-4678-9cfb-e7a1e51e39c5 None None] Provisioning complete for port 6e646327-4b54-4013-968d-7930de83e5af triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:19.526626 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-af09ca24-b3c2-4678-9cfb-e7a1e51e39c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:19.528704 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40386) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:19.533421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-29388c76-a61b-4114-93cf-97a668c58f40 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7', 'tempest-TagsTest-Tag-2000680512') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:19.568546 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-af09ca24-b3c2-4678-9cfb-e7a1e51e39c5 None None] Port 6e646327-4b54-4013-968d-7930de83e5af cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:15:19.583203 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81f614c8-4f86-46a3-92d7-3eec57deed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:19.620648 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21ef88fe-10df-43cd-9824-930d39329bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:19.626091 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21ef88fe-10df-43cd-9824-930d39329bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:19.626930 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-21ef88fe-10df-43cd-9824-930d39329bc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33a2d768-1067-44e9-b016-7a4cad0f2d76 HTTP/1.1" status: 204 len: 168 time: 0.5246825 Oct 13 11:15:19.676389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef88fe-10df-43cd-9824-930d39329bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a2d768-1067-44e9-b016-7a4cad0f2d76,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:19.700161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f614c8-4f86-46a3-92d7-3eec57deed24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b25951-c336-444f-83ce-4819bb413f28,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:19.728607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-29388c76-a61b-4114-93cf-97a668c58f40 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "GET /v2.0/networks/5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7/tags/tempest-TagsTest-Tag-2000680512 HTTP/1.1" status: 204 len: 168 time: 0.1955793 Oct 13 11:15:19.728607 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f614c8-4f86-46a3-92d7-3eec57deed24 admin admin] Checking segment: {'id': '6b7d4ff2-a667-47f6-b43f-a52bf6de98ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a351f804-62f6-42dd-a07e-fe2663e24c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:19.728607 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f614c8-4f86-46a3-92d7-3eec57deed24 admin admin] Network hostable DHCP agents. Network: a351f804-62f6-42dd-a07e-fe2663e24c92, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:15:19.729160 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40394) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:19.736792 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-5d53a54e-a9b7-46ba-a124-0c74d467bbb0 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:19.804325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f614c8-4f86-46a3-92d7-3eec57deed24 admin admin] Network a351f804-62f6-42dd-a07e-fe2663e24c92 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:15:19.890203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-81f614c8-4f86-46a3-92d7-3eec57deed24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, a351f804-62f6-42dd-a07e-fe2663e24c92) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:19.894993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f614c8-4f86-46a3-92d7-3eec57deed24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:19.895592 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81f614c8-4f86-46a3-92d7-3eec57deed24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:19.914467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1afb3b-6676-487f-b2b8-d17a44c883d7 None None] Network a351f804-62f6-42dd-a07e-fe2663e24c92 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:19.987121 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-81f614c8-4f86-46a3-92d7-3eec57deed24 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9957054 Oct 13 11:15:20.202733 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0161f34-d262-45ac-ab11-e7d9bff3ae6d None None] Network a351f804-62f6-42dd-a07e-fe2663e24c92 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:20.241049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5d53a54e-a9b7-46ba-a124-0c74d467bbb0 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "GET /v2.0/networks/5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7/tags HTTP/1.1" status: 200 len: 238 time: 0.5104456 Oct 13 11:15:20.243758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40406) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:20.249287 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-4ee659f8-64a8-443b-9b66-2893b85dc400 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7', {'tags': ['tempest-TagsTest-Tag-1274996882', 'tempest-TagsTest-Tag-103010867', 'tempest-TagsTest-Tag-1771169418']}) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:20.427441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad55633-37e9-429c-9bf1-454c5099aebb req-b2385d03-561b-4d81-a1bd-96177aa00288 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:20.434864 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ad55633-37e9-429c-9bf1-454c5099aebb req-b2385d03-561b-4d81-a1bd-96177aa00288 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0907917 Oct 13 11:15:20.479646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40412) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:20.496020 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d90505e3-da4e-48ee-80b6-96fb8720a811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:20.502852 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ad55633-37e9-429c-9bf1-454c5099aebb req-aa2482b2-1956-44d4-b106-e3f30add19c4 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609534 Oct 13 11:15:20.513153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4ee659f8-64a8-443b-9b66-2893b85dc400 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "PUT /v2.0/networks/5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7/tags HTTP/1.1" status: 200 len: 308 time: 0.2683332 Oct 13 11:15:20.520418 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40414) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:20.545106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-45ee6e42-2c44-4177-9e1e-4ccf1d851c6e tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7', 'tempest-TagsTest-Tag-1274996882') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:20.561594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:20.643893 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:20.644538 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:20.670585 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d90505e3-da4e-48ee-80b6-96fb8720a811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:20.741042 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d90505e3-da4e-48ee-80b6-96fb8720a811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:20.748064 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:20.776896 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-45ee6e42-2c44-4177-9e1e-4ccf1d851c6e tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "DELETE /v2.0/networks/5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7/tags/tempest-TagsTest-Tag-1274996882 HTTP/1.1" status: 204 len: 168 time: 0.2533553 Oct 13 11:15:20.777225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8709b8f3-8770-4282-b3e0-9d2b8dc10c7a,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:20.780681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40420) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:20.788221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90505e3-da4e-48ee-80b6-96fb8720a811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d673646-4e70-450d-b8ae-9076a1e6b9d0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:20.794647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-604f6fd4-c48a-42f1-b282-303be2c545e2 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7', 'tempest-TagsTest-Tag-1274996882') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:20.816775 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d90505e3-da4e-48ee-80b6-96fb8720a811 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20318a9c70c4461b915e414712a02a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360331 Oct 13 11:15:20.819737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40422) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:20.879645 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:20.927165 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47893d59-0c36-4845-941c-93c159278661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:20.931065 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-604f6fd4-c48a-42f1-b282-303be2c545e2 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] show failed (client error): The resource could not be found. Oct 13 11:15:20.934453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-604f6fd4-c48a-42f1-b282-303be2c545e2 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "GET /v2.0/networks/5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7/tags/tempest-TagsTest-Tag-1274996882 HTTP/1.1" status: 404 len: 326 time: 0.1504548 Oct 13 11:15:20.947128 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=8709b8f3-8770-4282-b3e0-9d2b8dc10c7a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:20.955200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40432) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:20.961693 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-8c6c3717-70ec-4878-b874-2dfceb739919 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7', 'tempest-TagsTest-Tag-103010867') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:20.969456 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47893d59-0c36-4845-941c-93c159278661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:21.076931 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8c6c3717-70ec-4878-b874-2dfceb739919 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "GET /v2.0/networks/5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7/tags/tempest-TagsTest-Tag-103010867 HTTP/1.1" status: 204 len: 168 time: 0.1181476 Oct 13 11:15:21.077224 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40434) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:21.083840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-0ab1887f-7091-426e-8206-2a57ac22f211 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7', 'tempest-TagsTest-Tag-1771169418') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:21.141850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47893d59-0c36-4845-941c-93c159278661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:21.145471 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47893d59-0c36-4845-941c-93c159278661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:21.147283 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-47893d59-0c36-4845-941c-93c159278661 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d673646-4e70-450d-b8ae-9076a1e6b9d0 HTTP/1.1" status: 204 len: 168 time: 0.3267214 Oct 13 11:15:21.167128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47893d59-0c36-4845-941c-93c159278661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d673646-4e70-450d-b8ae-9076a1e6b9d0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:21.181355 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0ab1887f-7091-426e-8206-2a57ac22f211 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "GET /v2.0/networks/5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7/tags/tempest-TagsTest-Tag-1771169418 HTTP/1.1" status: 204 len: 168 time: 0.1006277 Oct 13 11:15:21.182964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40438) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:21.188918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-ce38c1c5-1221-48d4-993c-a13c4d633432 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:21.366321 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ce38c1c5-1221-48d4-993c-a13c4d633432 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "DELETE /v2.0/networks/5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1810343 Oct 13 11:15:21.370017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40440) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:21.382991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-7d44d272-40bf-4a86-82ba-a41015d1625c tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7', 'tempest-TagsTest-Tag-103010867') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:21.443534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-c3e484d4-6103-4161-b0fc-a7b7042d7f87 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:21.445008 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-c3e484d4-6103-4161-b0fc-a7b7042d7f87 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/networks?id=affaf45b-6d9c-49f8-a4a3-f94d565b2946 HTTP/1.1" status: 200 len: 825 time: 0.5353990 Oct 13 11:15:21.466705 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-a00d8db1-f59f-44a3-83ae-8ea067d29626 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/quotas/3ca5456389234c54b11d725b5d0f40e3 HTTP/1.1" status: 200 len: 375 time: 0.0151117 Oct 13 11:15:21.507186 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-37f1f80c-b99b-4160-9d72-517770fa0cf8 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ca5456389234c54b11d725b5d0f40e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335405 Oct 13 11:15:21.508543 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-7d44d272-40bf-4a86-82ba-a41015d1625c tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] show failed (client error): The resource could not be found. Oct 13 11:15:21.512311 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7d44d272-40bf-4a86-82ba-a41015d1625c tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "GET /v2.0/networks/5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7/tags/tempest-TagsTest-Tag-103010867 HTTP/1.1" status: 404 len: 325 time: 0.1384318 Oct 13 11:15:21.512826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40444) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:21.517980 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-1175a23a-b551-4572-a366-f156b100a26a tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7', 'tempest-TagsTest-Tag-1771169418') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:21.610063 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-1175a23a-b551-4572-a366-f156b100a26a tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] show failed (client error): The resource could not be found. Oct 13 11:15:21.614770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1175a23a-b551-4572-a366-f156b100a26a tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "GET /v2.0/networks/5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7/tags/tempest-TagsTest-Tag-1771169418 HTTP/1.1" status: 404 len: 326 time: 0.0973222 Oct 13 11:15:21.615826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40448) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:21.620438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-db647954-827e-486d-beba-dee4e56f4391 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:21.626962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-ad5021b0-da9e-4f6f-bf05-ce088861e5d4 service neutron] 10.222.0.32 "GET /v2.0/networks/affaf45b-6d9c-49f8-a4a3-f94d565b2946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108551 Oct 13 11:15:21.702771 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-db647954-827e-486d-beba-dee4e56f4391 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "DELETE /v2.0/networks/5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7/tags HTTP/1.1" status: 204 len: 168 time: 0.0862777 Oct 13 11:15:21.707313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40450) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:21.728973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-3e41517e-eb72-4f1d-a1e2-b5756a44133d service neutron] 10.222.0.32 "GET /v2.0/networks/affaf45b-6d9c-49f8-a4a3-f94d565b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946844 Oct 13 11:15:21.787122 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13152ac4-eb4f-41bb-b1b6-436d25b03673 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:21.883406 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Sync routers for ids ['c36f45dc-af6f-4755-8a80-2c792cfac21a'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:15:21.893269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13152ac4-eb4f-41bb-b1b6-436d25b03673 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:21.895941 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Routers {'c36f45dc-af6f-4755-8a80-2c792cfac21a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:21.895941 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c36f45dc-af6f-4755-8a80-2c792cfac21a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:21.916880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-13152ac4-eb4f-41bb-b1b6-436d25b03673 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:21.928098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-13152ac4-eb4f-41bb-b1b6-436d25b03673 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8520593-b9b2-446f-8dd6-8c54bbdfc489') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:21.928411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-13152ac4-eb4f-41bb-b1b6-436d25b03673 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8520593-b9b2-446f-8dd6-8c54bbdfc489') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:21.938927 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13152ac4-eb4f-41bb-b1b6-436d25b03673 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:21.953695 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13152ac4-eb4f-41bb-b1b6-436d25b03673 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:21.959948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13152ac4-eb4f-41bb-b1b6-436d25b03673 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13152ac4-eb4f-41bb-b1b6-436d25b03673 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:15:21.969183 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:15:22.017468 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Set router c36f45dc-af6f-4755-8a80-2c792cfac21a gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:22.035198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40456) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:22.057246 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab01ce25-2468-4571-8451-2cd9c49e57b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:22.152882 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13152ac4-eb4f-41bb-b1b6-436d25b03673 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:22.176990 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13152ac4-eb4f-41bb-b1b6-436d25b03673 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:22.183305 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-13152ac4-eb4f-41bb-b1b6-436d25b03673 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] 10.222.0.32 "DELETE /v2.0/networks/5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7 HTTP/1.1" status: 204 len: 168 time: 0.4748797 Oct 13 11:15:22.194909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b31d2-419b-4d44-9bf6-0ad783aed87c req-576c6de4-9da8-4d6a-8a76-14bf3b5114ce tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:22.196491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e13b31d2-419b-4d44-9bf6-0ad783aed87c req-576c6de4-9da8-4d6a-8a76-14bf3b5114ce tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0876784 Oct 13 11:15:22.197978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13152ac4-eb4f-41bb-b1b6-436d25b03673 tempest-TagsTest-1608224200 tempest-TagsTest-1608224200-project] Pushing event deleted for resources: {'Network': ['ID=5b7f5c08-81ec-4c7e-87d2-d18ab0f624f7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:22.267896 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e13b31d2-419b-4d44-9bf6-0ad783aed87c req-63995f23-d40c-49c9-b67f-4ad25cc43295 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587845 Oct 13 11:15:22.277802 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab01ce25-2468-4571-8451-2cd9c49e57b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:22.278118 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'name': 'tempest-TestAggregatesBasicOps-867570199-router', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:13Z', 'updated_at': '2021-10-13T11:15:18Z', 'revision_number': 4, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'gw_port': {'id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:14Z', 'updated_at': '2021-10-13T11:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6e646327-4b54-4013-968d-7930de83e5af', 'name': '', 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'mac_address': 'fa:16:3e:8a:7d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'acd051d6-daae-44de-99f4-970bdf68350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:17Z', 'updated_at': '2021-10-13T11:15:18Z', 'revision_number': 2, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'subnets': [{'id': 'acd051d6-daae-44de-99f4-970bdf68350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:22.317997 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Checking router: c36f45dc-af6f-4755-8a80-2c792cfac21a for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:15:22.318380 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Updating router c36f45dc-af6f-4755-8a80-2c792cfac21a port 6e646327-4b54-4013-968d-7930de83e5af binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:15:22.341405 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cfba24d4-c436-4095-8d09-75e3cce0f9cc req-2414e8c3-0c12-4d52-8404-0361eba757be tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 210 time: 0.0303905 Oct 13 11:15:22.342540 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab01ce25-2468-4571-8451-2cd9c49e57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:22.389183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ab01ce25-2468-4571-8451-2cd9c49e57b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d029fed8185e4ef5ae0c5eccc1e29bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520346 Oct 13 11:15:22.390105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01ce25-2468-4571-8451-2cd9c49e57b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c964b50-d3d4-4cad-8b0c-4bb7c77ab607,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:22.395017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40470) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:22.460560 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9f2081e-8a67-4e9b-9d05-dd1cb6d0627d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:22.477809 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:22.488185 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9f2081e-8a67-4e9b-9d05-dd1cb6d0627d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:22.604199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:22.690266 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9f2081e-8a67-4e9b-9d05-dd1cb6d0627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:22.695454 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9f2081e-8a67-4e9b-9d05-dd1cb6d0627d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:22.701358 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a9f2081e-8a67-4e9b-9d05-dd1cb6d0627d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c964b50-d3d4-4cad-8b0c-4bb7c77ab607 HTTP/1.1" status: 204 len: 168 time: 0.3047328 Oct 13 11:15:22.720765 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:22.721143 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:22.723484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2081e-8a67-4e9b-9d05-dd1cb6d0627d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c964b50-d3d4-4cad-8b0c-4bb7c77ab607,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:22.905971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40484) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:22.953962 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:23.044096 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:23.087941 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0221616e-c029-40fc-9946-66cd8d0bd28c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=504a57baa8744f248c2fc6b04b0c1aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797259 Oct 13 11:15:23.096329 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40494) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:23.161861 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e01b45e-3b2f-40ed-9c95-5e8faeeeeecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:23.174657 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36391d48-0e07-4f1c-b930-a7ebebd0bb7c None None] Pushing event updated for resources: {'Port': ['ID=6e646327-4b54-4013-968d-7930de83e5af,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:23.186849 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e01b45e-3b2f-40ed-9c95-5e8faeeeeecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:23.213980 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Attempting to bind port 6e646327-4b54-4013-968d-7930de83e5af on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:15:23.214749 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Attempting to bind port 6e646327-4b54-4013-968d-7930de83e5af by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '14bdb746-10f7-438b-955d-3b441635992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:15:23.215721 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Attempting to bind port 6e646327-4b54-4013-968d-7930de83e5af on network bb3d76d3-1e1c-43ba-b731-adbd8b33837c {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:15:23.221589 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:15:23.222887 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Checking segment: {'id': '14bdb746-10f7-438b-955d-3b441635992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:23.223416 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:23.223878 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Bound using segment: {'id': '14bdb746-10f7-438b-955d-3b441635992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:15:23.224346 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Bound port: 6e646327-4b54-4013-968d-7930de83e5af, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bdb746-10f7-438b-955d-3b441635992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:15:23.224753 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:23.307266 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e01b45e-3b2f-40ed-9c95-5e8faeeeeecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:23.310204 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e01b45e-3b2f-40ed-9c95-5e8faeeeeecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:23.312157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6e01b45e-3b2f-40ed-9c95-5e8faeeeeecf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52748e8b-aa55-4c46-9aa3-02024b8eaa4e HTTP/1.1" status: 204 len: 168 time: 0.2152779 Oct 13 11:15:23.325216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01b45e-3b2f-40ed-9c95-5e8faeeeeecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52748e8b-aa55-4c46-9aa3-02024b8eaa4e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:23.327505 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] For port 6e646327-4b54-4013-968d-7930de83e5af, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:15:23.331692 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] For port 6e646327-4b54-4013-968d-7930de83e5af, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6e646327-4b54-4013-968d-7930de83e5af,segment=NetworkSegment(14bdb746-10f7-438b-955d-3b441635992d),segment_id=14bdb746-10f7-438b-955d-3b441635992d)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:15:23.427518 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-384d365a-bd20-4ede-9aa2-b033b3f034d4 None None] Provisioning complete for port 6e646327-4b54-4013-968d-7930de83e5af triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:23.427900 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-384d365a-bd20-4ede-9aa2-b033b3f034d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:23.428138 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:23.541998 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Routers {'c36f45dc-af6f-4755-8a80-2c792cfac21a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:23.544317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c251294-3b87-45f5-9212-1b6dfdd7f382 req-e18d3091-008f-46b1-845f-5694438f60f3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:23.545090 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c36f45dc-af6f-4755-8a80-2c792cfac21a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:23.556547 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8c251294-3b87-45f5-9212-1b6dfdd7f382 req-e18d3091-008f-46b1-845f-5694438f60f3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0774412 Oct 13 11:15:23.573681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-384d365a-bd20-4ede-9aa2-b033b3f034d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:23.617047 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36391d48-0e07-4f1c-b930-a7ebebd0bb7c None None] Pushing event updated for resources: {'Port': ['ID=6e646327-4b54-4013-968d-7930de83e5af,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:23.635822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-384d365a-bd20-4ede-9aa2-b033b3f034d4 None None] For port 6e646327-4b54-4013-968d-7930de83e5af, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6e646327-4b54-4013-968d-7930de83e5af,segment=NetworkSegment(14bdb746-10f7-438b-955d-3b441635992d),segment_id=14bdb746-10f7-438b-955d-3b441635992d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:23.642347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8c251294-3b87-45f5-9212-1b6dfdd7f382 req-59f67f7b-525a-46ce-a912-4ecd61baaff5 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842836 Oct 13 11:15:23.734026 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] Set router c36f45dc-af6f-4755-8a80-2c792cfac21a gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:23.750689 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e90ea90-4b7a-4988-9392-e23cffd1962f req-42666fcc-b5c1-40ca-9a9a-ed1de870f5e4 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 210 time: 0.0447853 Oct 13 11:15:23.787187 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-384d365a-bd20-4ede-9aa2-b033b3f034d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:23.936696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d365a-bd20-4ede-9aa2-b033b3f034d4 None None] Pushing event updated for resources: {'Port': ['ID=6e646327-4b54-4013-968d-7930de83e5af,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:23.965102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4e4f127b-20df-4648-a772-4515a6c144d7 None None] Provisioning complete for port 6e646327-4b54-4013-968d-7930de83e5af triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:23.966840 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4e4f127b-20df-4648-a772-4515a6c144d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:24.074113 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'name': 'tempest-TestAggregatesBasicOps-867570199-router', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:13Z', 'updated_at': '2021-10-13T11:15:18Z', 'revision_number': 4, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'gw_port': {'id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:14Z', 'updated_at': '2021-10-13T11:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6e646327-4b54-4013-968d-7930de83e5af', 'name': '', 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'mac_address': 'fa:16:3e:8a:7d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'acd051d6-daae-44de-99f4-970bdf68350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:17Z', 'updated_at': '2021-10-13T11:15:23Z', 'revision_number': 4, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'subnets': [{'id': 'acd051d6-daae-44de-99f4-970bdf68350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:24.101667 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17819c9d-f853-46eb-837a-38c4bb7ec4ad None None] The sync data for ids ['c36f45dc-af6f-4755-8a80-2c792cfac21a'] in n-d-813659-3 is: [{'id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'name': 'tempest-TestAggregatesBasicOps-867570199-router', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:13Z', 'updated_at': '2021-10-13T11:15:18Z', 'revision_number': 4, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'gw_port': {'id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:14Z', 'updated_at': '2021-10-13T11:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6e646327-4b54-4013-968d-7930de83e5af', 'name': '', 'network_id': 'bb3d76d3-1e1c-43ba-b731-adbd8b33837c', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'mac_address': 'fa:16:3e:8a:7d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'acd051d6-daae-44de-99f4-970bdf68350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:17Z', 'updated_at': '2021-10-13T11:15:23Z', 'revision_number': 4, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'subnets': [{'id': 'acd051d6-daae-44de-99f4-970bdf68350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:15:24.326428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40544) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:24.592825 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6e646327-4b54-4013-968d-7930de83e5af up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:24.672176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 6e646327-4b54-4013-968d-7930de83e5af triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:24.673580 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:24.934898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fb7d7-f91a-4112-a4c1-ef1ae8e862fd req-5fdd3f92-c3af-4b22-a805-362811032488 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:24.938580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-631fb7d7-f91a-4112-a4c1-ef1ae8e862fd req-5fdd3f92-c3af-4b22-a805-362811032488 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1901114 Oct 13 11:15:25.071185 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-fb76e1fe-a0b5-47ab-a39b-77d68856c5ff tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:25.071185 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-fb76e1fe-a0b5-47ab-a39b-77d68856c5ff tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.21 "GET /v2.0/networks?id=affaf45b-6d9c-49f8-a4a3-f94d565b2946 HTTP/1.1" status: 200 len: 825 time: 0.2792311 Oct 13 11:15:25.089068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-b4dfc4e0-373f-4fb7-9227-1ff4fcc05d7b tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Request body: {'port': {'device_id': '4866d9e2-8224-4e3d-9aa7-929b5e45bfea', 'network_id': 'affaf45b-6d9c-49f8-a4a3-f94d565b2946', 'admin_state_up': True, 'tenant_id': '3ca5456389234c54b11d725b5d0f40e3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:25.148020 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-631fb7d7-f91a-4112-a4c1-ef1ae8e862fd req-cd9cb6f1-dbe7-46b7-b324-db17aedd94b8 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667933 Oct 13 11:15:25.211782 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8edf9606-dc49-4daf-b7bd-18742d59c78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:25.302971 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7945a3b-fc37-415a-a7ac-5790e194c7d4 req-9b71aab6-961a-4e13-9980-d8418b2147b9 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 210 time: 0.0420737 Oct 13 11:15:25.411585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40580) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:25.450008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-b4dfc4e0-373f-4fb7-9227-1ff4fcc05d7b tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Made reservation on behalf of 3ca5456389234c54b11d725b5d0f40e3 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:25.453663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-b4dfc4e0-373f-4fb7-9227-1ff4fcc05d7b tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:25.541868 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f0a36717-8eaf-4d4a-ba4f-0ca04c7bb893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:25.643287 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f0a36717-8eaf-4d4a-ba4f-0ca04c7bb893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:25.663251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-b4dfc4e0-373f-4fb7-9227-1ff4fcc05d7b tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Allocated IP 172.20.0.10 (affaf45b-6d9c-49f8-a4a3-f94d565b2946/d5c5034d-c0d9-4099-85c0-69777afe0e8c/98abf668-9be0-4c86-a161-e5ce093df340) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:15:25.740776 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f0a36717-8eaf-4d4a-ba4f-0ca04c7bb893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:25.782770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f0a36717-8eaf-4d4a-ba4f-0ca04c7bb893 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23259c64238d4e24b8367aa8a11f2553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3697305 Oct 13 11:15:25.783713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8edf9606-dc49-4daf-b7bd-18742d59c78d admin admin] Deleting port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:25.784414 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8edf9606-dc49-4daf-b7bd-18742d59c78d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:25.785899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40592) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:25.798239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a36717-8eaf-4d4a-ba4f-0ca04c7bb893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2a9a26-0e35-46ea-b4d9-161382109571,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:25.864482 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea09abd5-b98d-4025-a65c-3cd3ed1b6b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:25.891731 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea09abd5-b98d-4025-a65c-3cd3ed1b6b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:26.067452 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea09abd5-b98d-4025-a65c-3cd3ed1b6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:26.070939 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea09abd5-b98d-4025-a65c-3cd3ed1b6b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:26.072945 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ea09abd5-b98d-4025-a65c-3cd3ed1b6b5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f2a9a26-0e35-46ea-b4d9-161382109571 HTTP/1.1" status: 204 len: 168 time: 0.2829082 Oct 13 11:15:26.082871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09abd5-b98d-4025-a65c-3cd3ed1b6b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2a9a26-0e35-46ea-b4d9-161382109571,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:26.147590 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8edf9606-dc49-4daf-b7bd-18742d59c78d admin admin] For port 647e9f94-f0e7-4e79-8a34-39db9a39a4c9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=647e9f94-f0e7-4e79-8a34-39db9a39a4c9,segment=NetworkSegment(6ec1210b-71e7-400e-abec-2442d5ff6b12),segment_id=6ec1210b-71e7-400e-abec-2442d5ff6b12)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:26.148207 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8edf9606-dc49-4daf-b7bd-18742d59c78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:26.152647 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-b4dfc4e0-373f-4fb7-9227-1ff4fcc05d7b tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:26.167258 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8edf9606-dc49-4daf-b7bd-18742d59c78d admin admin] Calling delete_port for 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:26.346304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024d1c6-2ed4-4e2a-9b6d-2014d19242ea req-429e236c-d5ad-402c-a532-529ace748096 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:26.348941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4024d1c6-2ed4-4e2a-9b6d-2014d19242ea req-429e236c-d5ad-402c-a532-529ace748096 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1095023 Oct 13 11:15:26.412317 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-b4dfc4e0-373f-4fb7-9227-1ff4fcc05d7b tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:26.422465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4024d1c6-2ed4-4e2a-9b6d-2014d19242ea req-798662f4-b291-4790-a406-36eb2176dc8c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567997 Oct 13 11:15:26.469528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-b4dfc4e0-373f-4fb7-9227-1ff4fcc05d7b tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Network affaf45b-6d9c-49f8-a4a3-f94d565b2946 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:26.496846 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-b4dfc4e0-373f-4fb7-9227-1ff4fcc05d7b tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:26.505233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-b4dfc4e0-373f-4fb7-9227-1ff4fcc05d7b tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:15:26.521161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfc4e0-373f-4fb7-9227-1ff4fcc05d7b tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Pushing event updated for resources: {'Port': ['ID=98abf668-9be0-4c86-a161-e5ce093df340,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:26.612039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87747849-01d4-444c-9951-cfe0867fbccf req-e83b4124-f74b-46cd-a95c-6389f1ef6ac5 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:26.612039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87747849-01d4-444c-9951-cfe0867fbccf req-e83b4124-f74b-46cd-a95c-6389f1ef6ac5 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 932 time: 0.1036186 Oct 13 11:15:26.619702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-b4dfc4e0-373f-4fb7-9227-1ff4fcc05d7b tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:26.620318 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-b4dfc4e0-373f-4fb7-9227-1ff4fcc05d7b tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:26.642424 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8edf9606-dc49-4daf-b7bd-18742d59c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:26.686422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf9606-dc49-4daf-b7bd-18742d59c78d admin admin] Pushing event deleted for resources: {'Port': ['ID=647e9f94-f0e7-4e79-8a34-39db9a39a4c9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:26.720680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87747849-01d4-444c-9951-cfe0867fbccf req-f217134c-d085-405a-8d13-0d7d2417e4fa tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972152 Oct 13 11:15:26.744783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-b4dfc4e0-373f-4fb7-9227-1ff4fcc05d7b tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6660945 Oct 13 11:15:26.778658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Request body: {'port': {'device_id': '4866d9e2-8224-4e3d-9aa7-929b5e45bfea', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:27.003508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:27.117901 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8edf9606-dc49-4daf-b7bd-18742d59c78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:27.564385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98abf668-9be0-4c86-a161-e5ce093df340 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:15:27.576232 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:27.585360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edf9606-dc49-4daf-b7bd-18742d59c78d admin admin] Router 261452bd-b379-451c-9d07-ba65a3dd51da has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:15:27.600623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Transition to ACTIVE for port object 98abf668-9be0-4c86-a161-e5ce093df340 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:15:27.616343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc32da5-50d9-4f45-802b-1636ea258e47 req-48d31969-1dab-45a8-a2fa-eb04a28691d9 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:27.617845 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cc32da5-50d9-4f45-802b-1636ea258e47 req-48d31969-1dab-45a8-a2fa-eb04a28691d9 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1034870 Oct 13 11:15:27.688431 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:27.776415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cc32da5-50d9-4f45-802b-1636ea258e47 req-68cca313-8849-4ad0-b37b-3c2644ea0dea tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201437 Oct 13 11:15:27.807688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Pushing event updated for resources: {'Port': ['ID=98abf668-9be0-4c86-a161-e5ce093df340,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:27.832174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edf9606-dc49-4daf-b7bd-18742d59c78d admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:15:27.837554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8edf9606-dc49-4daf-b7bd-18742d59c78d admin admin] 10.222.0.32 "PUT /v2.0/routers/261452bd-b379-451c-9d07-ba65a3dd51da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5099430 Oct 13 11:15:27.840927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40652) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:27.844799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02122c5c-18d0-425a-8819-f322bbab3f4d None None] Sync routers for ids ['261452bd-b379-451c-9d07-ba65a3dd51da'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:15:27.868193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02122c5c-18d0-425a-8819-f322bbab3f4d None None] Routers {'261452bd-b379-451c-9d07-ba65a3dd51da'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:27.869480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-02122c5c-18d0-425a-8819-f322bbab3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['261452bd-b379-451c-9d07-ba65a3dd51da'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:27.935523 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Attempting to bind port 98abf668-9be0-4c86-a161-e5ce093df340 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:15:27.935830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Attempting to bind port 98abf668-9be0-4c86-a161-e5ce093df340 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4123a2c8-5077-470c-92d0-4ca115a06b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affaf45b-6d9c-49f8-a4a3-f94d565b2946'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:15:27.936449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Attempting to bind port 98abf668-9be0-4c86-a161-e5ce093df340 on network affaf45b-6d9c-49f8-a4a3-f94d565b2946 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:15:27.952618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cedd14-3943-4276-89fb-681e9661ab0a req-cfeab2ba-ad13-4355-b536-bb5433c383f8 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:27.955223 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c2cedd14-3943-4276-89fb-681e9661ab0a req-cfeab2ba-ad13-4355-b536-bb5433c383f8 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 948 time: 0.0885682 Oct 13 11:15:27.956512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Port 98abf668-9be0-4c86-a161-e5ce093df340 on network affaf45b-6d9c-49f8-a4a3-f94d565b2946 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:15:27.956906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Attempting to bind port 98abf668-9be0-4c86-a161-e5ce093df340 on network affaf45b-6d9c-49f8-a4a3-f94d565b2946 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:15:27.962705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:15:27.962931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Checking segment: {'id': '4123a2c8-5077-470c-92d0-4ca115a06b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affaf45b-6d9c-49f8-a4a3-f94d565b2946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:27.963150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Bound using segment: {'id': '4123a2c8-5077-470c-92d0-4ca115a06b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affaf45b-6d9c-49f8-a4a3-f94d565b2946'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:15:27.963559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Bound port: 98abf668-9be0-4c86-a161-e5ce093df340, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4123a2c8-5077-470c-92d0-4ca115a06b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'affaf45b-6d9c-49f8-a4a3-f94d565b2946'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:15:27.963914 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:27.978110 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:28.046382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-02122c5c-18d0-425a-8819-f322bbab3f4d None None] Set router 261452bd-b379-451c-9d07-ba65a3dd51da gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:28.084130 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c2cedd14-3943-4276-89fb-681e9661ab0a req-c1d70b4e-ab7a-4318-a242-6c2382a7ae9d tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171432 Oct 13 11:15:28.150108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] For port 98abf668-9be0-4c86-a161-e5ce093df340, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:15:28.165217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] For port 98abf668-9be0-4c86-a161-e5ce093df340, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=98abf668-9be0-4c86-a161-e5ce093df340,segment=NetworkSegment(4123a2c8-5077-470c-92d0-4ca115a06b21),segment_id=4123a2c8-5077-470c-92d0-4ca115a06b21)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:15:28.237165 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:28.267150 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:28.310758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:28.314191 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:28.314191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] 10.222.0.21 "PUT /v2.0/ports/98abf668-9be0-4c86-a161-e5ce093df340 HTTP/1.1" status: 200 len: 1096 time: 1.5395031 Oct 13 11:15:28.314191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4866d9e2-8224-4e3d-9aa7-929b5e45bfea', 'tag': '98abf668-9be0-4c86-a161-e5ce093df340'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:15:28.324981 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc3287f-479f-4908-bc69-b60ce12d6eed" -d '{"events": [{"name": "network-changed", "server_uuid": "4866d9e2-8224-4e3d-9aa7-929b5e45bfea", "tag": "98abf668-9be0-4c86-a161-e5ce093df340"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:15:28.349909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b768d8d-2c25-47b4-a451-0174ff421cfc service neutron] Pushing event updated for resources: {'Port': ['ID=98abf668-9be0-4c86-a161-e5ce093df340,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:28.401023 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Deleting port b8590138-8e69-4240-a3bf-2e4dc89935a5 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:28.401377 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:28.468610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-02122c5c-18d0-425a-8819-f322bbab3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'name': 'tempest-TestAggregatesBasicOps-1757749170-router', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:00Z', 'updated_at': '2021-10-13T11:15:26Z', 'revision_number': 5, 'project_id': '62cd1b3e040140f38e3cbc7712699248', 'gw_port': {'id': 'b8590138-8e69-4240-a3bf-2e4dc89935a5', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:01Z', 'updated_at': '2021-10-13T11:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:28.505621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02122c5c-18d0-425a-8819-f322bbab3f4d None None] Checking router: 261452bd-b379-451c-9d07-ba65a3dd51da for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:15:28.512435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-2bbac33f-fa8e-4b13-814d-1b1b47f36947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:28.513917 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-2bbac33f-fa8e-4b13-814d-1b1b47f36947 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ca5456389234c54b11d725b5d0f40e3&device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 1099 time: 0.0460210 Oct 13 11:15:28.516449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] For port b8590138-8e69-4240-a3bf-2e4dc89935a5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b8590138-8e69-4240-a3bf-2e4dc89935a5,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:28.517022 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:28.517633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02122c5c-18d0-425a-8819-f322bbab3f4d None None] Routers {'261452bd-b379-451c-9d07-ba65a3dd51da'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:28.518634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-02122c5c-18d0-425a-8819-f322bbab3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['261452bd-b379-451c-9d07-ba65a3dd51da'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:28.550694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Calling delete_port for b8590138-8e69-4240-a3bf-2e4dc89935a5 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:28.589238 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-6f71803b-f531-4466-abb6-703100ff7f73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98abf668-9be0-4c86-a161-e5ce093df340 HTTP/1.1" status: 200 len: 217 time: 0.0631163 Oct 13 11:15:28.599238 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b24cab3-f945-4072-82a2-d6d5446aa722 x-openstack-request-id: req-2b24cab3-f945-4072-82a2-d6d5446aa722 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:15:28.600058 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4866d9e2-8224-4e3d-9aa7-929b5e45bfea", "tag": "98abf668-9be0-4c86-a161-e5ce093df340", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:15:28.600507 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b24cab3-f945-4072-82a2-d6d5446aa722 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:15:28.600927 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4866d9e2-8224-4e3d-9aa7-929b5e45bfea', 'tag': '98abf668-9be0-4c86-a161-e5ce093df340', 'status': 'completed', 'code': 200} Oct 13 11:15:28.662981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-bb875890-8a0d-4acb-8a62-8ecf588d7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:28.664509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-bb875890-8a0d-4acb-8a62-8ecf588d7211 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5c5034d-c0d9-4099-85c0-69777afe0e8c HTTP/1.1" status: 200 len: 865 time: 0.0592144 Oct 13 11:15:28.666631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-02122c5c-18d0-425a-8819-f322bbab3f4d None None] Set router 261452bd-b379-451c-9d07-ba65a3dd51da gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:28.703683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-d5844f75-ed88-49d7-96c2-c67929625399 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=affaf45b-6d9c-49f8-a4a3-f94d565b2946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313458 Oct 13 11:15:28.744964 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-02122c5c-18d0-425a-8819-f322bbab3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'name': 'tempest-TestAggregatesBasicOps-1757749170-router', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:00Z', 'updated_at': '2021-10-13T11:15:28Z', 'revision_number': 6, 'project_id': '62cd1b3e040140f38e3cbc7712699248', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:28.773622 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02122c5c-18d0-425a-8819-f322bbab3f4d None None] The sync data for ids ['261452bd-b379-451c-9d07-ba65a3dd51da'] in n-d-813659-3 is: [{'id': '261452bd-b379-451c-9d07-ba65a3dd51da', 'name': 'tempest-TestAggregatesBasicOps-1757749170-router', 'tenant_id': '62cd1b3e040140f38e3cbc7712699248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:00Z', 'updated_at': '2021-10-13T11:15:28Z', 'revision_number': 6, 'project_id': '62cd1b3e040140f38e3cbc7712699248', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:15:28.855306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:28.865441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23f28c-7dfa-42f4-9837-19b91d342fb0 req-8d6a13cd-5676-4fe5-b68a-e87da2ab1525 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:28.867007 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c23f28c-7dfa-42f4-9837-19b91d342fb0 req-8d6a13cd-5676-4fe5-b68a-e87da2ab1525 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1622634 Oct 13 11:15:28.877456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f919e-e2f6-4e45-a507-72353632e1e7 req-dd32697b-6c20-4876-b189-c6bd0521c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:28.878967 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-440f919e-e2f6-4e45-a507-72353632e1e7 req-dd32697b-6c20-4876-b189-c6bd0521c7a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 1096 time: 0.1481714 Oct 13 11:15:28.926825 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8590138-8e69-4240-a3bf-2e4dc89935a5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:28.954231 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:28.962995 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-3e32e281-57e3-4441-91b8-f86f37bc9ee5 service neutron] 10.222.0.21 "GET /v2.0/networks/affaf45b-6d9c-49f8-a4a3-f94d565b2946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418959 Oct 13 11:15:29.027794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c23f28c-7dfa-42f4-9837-19b91d342fb0 req-86e44629-7bc9-4af4-a728-0cb3b3d24ca8 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533809 Oct 13 11:15:29.055938 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:29.058091 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:29.092169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f919e-e2f6-4e45-a507-72353632e1e7 req-e760bd0c-a063-48ff-b099-186f06cb873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:29.092169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-440f919e-e2f6-4e45-a507-72353632e1e7 req-e760bd0c-a063-48ff-b099-186f06cb873a service neutron] 10.222.0.46 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 912 time: 0.1871831 Oct 13 11:15:29.169913 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:29.170604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 261452bd-b379-451c-9d07-ba65a3dd51da {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:15:29.176918 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:29.178426 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3f1ed622-af79-4ef3-9021-7bec2af18f0c admin admin] 10.222.0.32 "DELETE /v2.0/routers/261452bd-b379-451c-9d07-ba65a3dd51da HTTP/1.1" status: 204 len: 168 time: 1.3358157 Oct 13 11:15:29.181129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40678) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:29.256065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f43820-afc1-4589-95eb-0ae567638934 admin admin] Deleting subnet 2d4017b7-887b-4fb1-be67-b0ae12dea3f5 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:15:29.264016 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-02f43820-afc1-4589-95eb-0ae567638934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:29.324412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-02f43820-afc1-4589-95eb-0ae567638934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:29.449956 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-02f43820-afc1-4589-95eb-0ae567638934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:29.468531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad3fde78-8033-41cb-b250-1cf953a4ccbd req-66a0ab17-52ae-41d0-a9cf-8a193c5dfc3b service neutron] 10.222.0.21 "GET /v2.0/networks/affaf45b-6d9c-49f8-a4a3-f94d565b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954357 Oct 13 11:15:29.506448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-440f919e-e2f6-4e45-a507-72353632e1e7 req-74e348d4-4344-4df5-a32c-b31d34f8424f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f65c1fc-2c71-4972-b20d-b6f9f305c152 HTTP/1.1" status: 200 len: 1001 time: 0.4070728 Oct 13 11:15:29.532348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab926563-7c5a-46ec-b3d3-46ace1047930 req-536e2c82-8ec8-4855-bb81-3d1bfef965b3 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:29.534520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab926563-7c5a-46ec-b3d3-46ace1047930 req-536e2c82-8ec8-4855-bb81-3d1bfef965b3 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 948 time: 0.0798619 Oct 13 11:15:29.592228 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-02f43820-afc1-4589-95eb-0ae567638934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:29.622220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f43820-afc1-4589-95eb-0ae567638934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d4017b7-887b-4fb1-be67-b0ae12dea3f5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:29.634397 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-02f43820-afc1-4589-95eb-0ae567638934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:29.634951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912369a5-58d7-45c9-8413-97fccb52b963 None None] Network a3c74e32-3972-46fc-a24f-b925899ea679 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:29.637769 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-02f43820-afc1-4589-95eb-0ae567638934 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2d4017b7-887b-4fb1-be67-b0ae12dea3f5 HTTP/1.1" status: 204 len: 168 time: 0.4553692 Oct 13 11:15:29.644535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40696) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:29.668107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f919e-e2f6-4e45-a507-72353632e1e7 req-8657317f-9380-4e6b-818a-d71671c81475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:29.669600 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-440f919e-e2f6-4e45-a507-72353632e1e7 req-8657317f-9380-4e6b-818a-d71671c81475 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f7c572f-c42b-4227-8238-2e248cb45182 HTTP/1.1" status: 200 len: 850 time: 0.1558223 Oct 13 11:15:29.674175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab926563-7c5a-46ec-b3d3-46ace1047930 req-fdbb384b-aa09-4974-9b3f-ecba4e10e0e5 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088738 Oct 13 11:15:29.688759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3287f-479f-4908-bc69-b60ce12d6eed req-93621d81-de0c-4762-8de3-eee4970d9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:29.704182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dc3287f-479f-4908-bc69-b60ce12d6eed req-93621d81-de0c-4762-8de3-eee4970d9e37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ca5456389234c54b11d725b5d0f40e3&device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 1099 time: 0.1035256 Oct 13 11:15:29.767438 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:29.806321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f919e-e2f6-4e45-a507-72353632e1e7 req-70772263-4f70-4c3c-91d7-a9631d186e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:29.807952 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-440f919e-e2f6-4e45-a507-72353632e1e7 req-70772263-4f70-4c3c-91d7-a9631d186e11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fea49c86-6405-4d7d-906f-e9d25db855d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303930 Oct 13 11:15:29.889337 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Deleting port 7a89b216-66ab-4b9b-a5ca-069aac937a38 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:29.890372 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:29.897655 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3287f-479f-4908-bc69-b60ce12d6eed req-c581bf1e-5eb9-49dc-93bd-81d2daed5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:29.899461 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dc3287f-479f-4908-bc69-b60ce12d6eed req-c581bf1e-5eb9-49dc-93bd-81d2daed5265 service neutron] 10.222.0.21 "GET /v2.0/networks?id=affaf45b-6d9c-49f8-a4a3-f94d565b2946 HTTP/1.1" status: 200 len: 926 time: 0.1933270 Oct 13 11:15:29.962440 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dc3287f-479f-4908-bc69-b60ce12d6eed req-c92432fb-2759-4e2a-a16a-f447ed5088eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98abf668-9be0-4c86-a161-e5ce093df340 HTTP/1.1" status: 200 len: 217 time: 0.0519152 Oct 13 11:15:29.994771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] For port 7a89b216-66ab-4b9b-a5ca-069aac937a38, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7a89b216-66ab-4b9b-a5ca-069aac937a38,segment=NetworkSegment(6ec1210b-71e7-400e-abec-2442d5ff6b12),segment_id=6ec1210b-71e7-400e-abec-2442d5ff6b12)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:29.997573 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:30.002852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c923b574-6f7f-4442-832a-2569c9961883 None None] DHCP port deletion for a3c74e32-3972-46fc-a24f-b925899ea679 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:15:30.025379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Calling delete_port for 7a89b216-66ab-4b9b-a5ca-069aac937a38 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:30.026187 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-440f919e-e2f6-4e45-a507-72353632e1e7 req-2636b343-d46a-411c-8b3c-fa669b4ba7d7 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074862 Oct 13 11:15:30.058663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3287f-479f-4908-bc69-b60ce12d6eed req-6edbbca7-1793-4710-bd60-3be4e6ab17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:30.060133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dc3287f-479f-4908-bc69-b60ce12d6eed req-6edbbca7-1793-4710-bd60-3be4e6ab17f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5c5034d-c0d9-4099-85c0-69777afe0e8c HTTP/1.1" status: 200 len: 865 time: 0.0889208 Oct 13 11:15:30.129051 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dc3287f-479f-4908-bc69-b60ce12d6eed req-77235a73-a4e3-4757-bf13-ad23b704375e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=affaf45b-6d9c-49f8-a4a3-f94d565b2946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372422 Oct 13 11:15:30.129299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c923b574-6f7f-4442-832a-2569c9961883 None None] Deleting port 7a89b216-66ab-4b9b-a5ca-069aac937a38 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:30.129897 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c923b574-6f7f-4442-832a-2569c9961883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:30.253426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c923b574-6f7f-4442-832a-2569c9961883 None None] For port 7a89b216-66ab-4b9b-a5ca-069aac937a38, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7a89b216-66ab-4b9b-a5ca-069aac937a38,segment=NetworkSegment(6ec1210b-71e7-400e-abec-2442d5ff6b12),segment_id=6ec1210b-71e7-400e-abec-2442d5ff6b12)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:30.253862 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c923b574-6f7f-4442-832a-2569c9961883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:30.269949 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c923b574-6f7f-4442-832a-2569c9961883 None None] Calling delete_port for 7a89b216-66ab-4b9b-a5ca-069aac937a38 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:30.278864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced7d87-b0c2-444f-8b11-1ca56495523b req-2d9dbf92-5472-4993-80d9-3d9c9bd5e34e tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:30.283198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ced7d87-b0c2-444f-8b11-1ca56495523b req-2d9dbf92-5472-4993-80d9-3d9c9bd5e34e tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.1423085 Oct 13 11:15:30.286695 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:30.287364 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-440f919e-e2f6-4e45-a507-72353632e1e7 req-8fb257b4-7785-4a5e-b4df-bd5d5e6cce82 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530811 Oct 13 11:15:30.318749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7a89b216-66ab-4b9b-a5ca-069aac937a38,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:30.325151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] No DVR routers for this DVR port 7a89b216-66ab-4b9b-a5ca-069aac937a38 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:15:30.374793 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dc3287f-479f-4908-bc69-b60ce12d6eed req-d1bfa953-5cb7-4d30-a927-6b8e3b123651 service neutron] 10.222.0.21 "GET /v2.0/networks/affaf45b-6d9c-49f8-a4a3-f94d565b2946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375996 Oct 13 11:15:30.424026 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c923b574-6f7f-4442-832a-2569c9961883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:30.430306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:30.449035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c923b574-6f7f-4442-832a-2569c9961883 None None] No DVR routers for this DVR port 7a89b216-66ab-4b9b-a5ca-069aac937a38 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:15:30.459321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ced7d87-b0c2-444f-8b11-1ca56495523b req-df85718f-f1ed-441e-8717-3b1f9a56b7bf tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565716 Oct 13 11:15:30.498531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923b574-6f7f-4442-832a-2569c9961883 None None] Pushing event deleted for resources: {'Port': ['ID=7a89b216-66ab-4b9b-a5ca-069aac937a38,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:30.510204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c74e32-3972-46fc-a24f-b925899ea679']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:30.527502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec1210b-71e7-400e-abec-2442d5ff6b12') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:30.545643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec1210b-71e7-400e-abec-2442d5ff6b12') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:30.546052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7a89b216-66ab-4b9b-a5ca-069aac937a38 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:15:30.546161 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:30.555948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dc3287f-479f-4908-bc69-b60ce12d6eed req-986df836-de6d-46a9-a3b0-62d819c34b62 service neutron] 10.222.0.21 "GET /v2.0/networks/affaf45b-6d9c-49f8-a4a3-f94d565b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664610 Oct 13 11:15:30.561290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 7a89b216-66ab-4b9b-a5ca-069aac937a38 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:15:30.561561 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7a89b216-66ab-4b9b-a5ca-069aac937a38 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:15:30.562159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b8590138-8e69-4240-a3bf-2e4dc89935a5 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:15:30.563279 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:30.571657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:15:30.572137 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:15:30.573959 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:15:30.586933 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: b8590138-8e69-4240-a3bf-2e4dc89935a5 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:15:30.587275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b8590138-8e69-4240-a3bf-2e4dc89935a5 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:15:30.597253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:15:30.609152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:15:30.609509 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 647e9f94-f0e7-4e79-8a34-39db9a39a4c9 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:15:30.740490 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:30.759050 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:30.767123 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] 10.222.0.32 "DELETE /v2.0/networks/a3c74e32-3972-46fc-a24f-b925899ea679 HTTP/1.1" status: 204 len: 168 time: 1.1215053 Oct 13 11:15:30.769117 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b057aa-5851-4e96-8cb3-6f6379aac8ce admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c74e32-3972-46fc-a24f-b925899ea679,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:30.771444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40716) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:30.839751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8659a-f560-4cfe-91a7-bd1122f446a5 req-8d7c3be0-1dfb-497e-afb5-b2bc5657dc9c tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:30.841721 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5a8659a-f560-4cfe-91a7-bd1122f446a5 req-8d7c3be0-1dfb-497e-afb5-b2bc5657dc9c tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 948 time: 0.0790229 Oct 13 11:15:30.897222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5a8659a-f560-4cfe-91a7-bd1122f446a5 req-d065a97a-9e54-4270-99b4-9207216baa07 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484800 Oct 13 11:15:31.174225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc5db4d6-70ce-45c0-ae2d-be1df65924af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:31.265277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40720) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:31.395838 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38645a22-cb39-4b98-8527-659ea0c5379b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:31.523589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-cc5db4d6-70ce-45c0-ae2d-be1df65924af admin admin] Deleting port 6e646327-4b54-4013-968d-7930de83e5af {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:31.523936 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc5db4d6-70ce-45c0-ae2d-be1df65924af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:31.571049 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38645a22-cb39-4b98-8527-659ea0c5379b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:31.577827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24c323-82c6-4a26-ac35-bbfebff19767 req-0410b6a4-0fde-4f6d-9d64-9bfcef20bbae tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:31.579661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a24c323-82c6-4a26-ac35-bbfebff19767 req-0410b6a4-0fde-4f6d-9d64-9bfcef20bbae tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0575962 Oct 13 11:15:31.620555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-cc5db4d6-70ce-45c0-ae2d-be1df65924af admin admin] For port 6e646327-4b54-4013-968d-7930de83e5af, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6e646327-4b54-4013-968d-7930de83e5af,segment=NetworkSegment(14bdb746-10f7-438b-955d-3b441635992d),segment_id=14bdb746-10f7-438b-955d-3b441635992d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:31.620795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc5db4d6-70ce-45c0-ae2d-be1df65924af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:31.623678 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a24c323-82c6-4a26-ac35-bbfebff19767 req-6bed925e-0fa8-4a7d-8e8b-322cec47409d tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367215 Oct 13 11:15:31.635496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-cc5db4d6-70ce-45c0-ae2d-be1df65924af admin admin] Calling delete_port for 6e646327-4b54-4013-968d-7930de83e5af owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:31.678155 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38645a22-cb39-4b98-8527-659ea0c5379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:31.775561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38645a22-cb39-4b98-8527-659ea0c5379b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2dcd6b-bef5-40f7-8e47-26ae19959a38,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:31.779771 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-38645a22-cb39-4b98-8527-659ea0c5379b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6512e06e81d64464b1241cc53331a399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5134835 Oct 13 11:15:31.785715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40730) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:31.860261 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7649fad9-a850-4274-bac6-4e2ca0d1ad93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:31.884197 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7649fad9-a850-4274-bac6-4e2ca0d1ad93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:31.959255 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc5db4d6-70ce-45c0-ae2d-be1df65924af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:31.985696 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5db4d6-70ce-45c0-ae2d-be1df65924af admin admin] Pushing event deleted for resources: {'Port': ['ID=6e646327-4b54-4013-968d-7930de83e5af,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:32.017217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7649fad9-a850-4274-bac6-4e2ca0d1ad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:32.020629 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7649fad9-a850-4274-bac6-4e2ca0d1ad93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:32.021930 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7649fad9-a850-4274-bac6-4e2ca0d1ad93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c2dcd6b-bef5-40f7-8e47-26ae19959a38 HTTP/1.1" status: 204 len: 168 time: 0.2350068 Oct 13 11:15:32.044596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649fad9-a850-4274-bac6-4e2ca0d1ad93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2dcd6b-bef5-40f7-8e47-26ae19959a38,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:32.077945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2ab97-3d07-4123-9140-6df0d15b3b45 req-5f546574-778b-4603-8ad8-80a7463069ed tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:32.089281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35f2ab97-3d07-4123-9140-6df0d15b3b45 req-5f546574-778b-4603-8ad8-80a7463069ed tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 948 time: 0.1142209 Oct 13 11:15:32.140661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35f2ab97-3d07-4123-9140-6df0d15b3b45 req-f9046a85-7397-4077-8af7-0da937fe9281 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503471 Oct 13 11:15:32.209285 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc5db4d6-70ce-45c0-ae2d-be1df65924af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:32.366744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 98abf668-9be0-4c86-a161-e5ce093df340 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:15:32.529154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 98abf668-9be0-4c86-a161-e5ce093df340, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=98abf668-9be0-4c86-a161-e5ce093df340,segment=NetworkSegment(4123a2c8-5077-470c-92d0-4ca115a06b21),segment_id=4123a2c8-5077-470c-92d0-4ca115a06b21)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:32.578806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '98abf668-9be0-4c86-a161-e5ce093df340', 'network_id': 'affaf45b-6d9c-49f8-a4a3-f94d565b2946', 'port_id': '98abf668-9be0-4c86-a161-e5ce093df340', 'mac_address': 'fa:16:3e:68:b2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c5034d-c0d9-4099-85c0-69777afe0e8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:15:32.650453 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:32.669233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98abf668-9be0-4c86-a161-e5ce093df340 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:15:32.691392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 98abf668-9be0-4c86-a161-e5ce093df340, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=98abf668-9be0-4c86-a161-e5ce093df340,segment=NetworkSegment(4123a2c8-5077-470c-92d0-4ca115a06b21),segment_id=4123a2c8-5077-470c-92d0-4ca115a06b21)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:32.748426 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:32.834157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=98abf668-9be0-4c86-a161-e5ce093df340,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:32.881889 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5db4d6-70ce-45c0-ae2d-be1df65924af admin admin] Router c36f45dc-af6f-4755-8a80-2c792cfac21a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:15:32.953129 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['98abf668-9be0-4c86-a161-e5ce093df340'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:15:33.028501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5db4d6-70ce-45c0-ae2d-be1df65924af admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:15:33.045471 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e4e02-12ff-462f-b2cc-7f52682e3c2e None None] Sync routers for ids ['c36f45dc-af6f-4755-8a80-2c792cfac21a'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:15:33.047178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40754) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:33.066453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cc5db4d6-70ce-45c0-ae2d-be1df65924af admin admin] 10.222.0.32 "PUT /v2.0/routers/c36f45dc-af6f-4755-8a80-2c792cfac21a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2933023 Oct 13 11:15:33.090159 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e4e02-12ff-462f-b2cc-7f52682e3c2e None None] Routers {'c36f45dc-af6f-4755-8a80-2c792cfac21a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:33.091225 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b53e4e02-12ff-462f-b2cc-7f52682e3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c36f45dc-af6f-4755-8a80-2c792cfac21a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:33.218400 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:33.247668 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b53e4e02-12ff-462f-b2cc-7f52682e3c2e None None] Set router c36f45dc-af6f-4755-8a80-2c792cfac21a gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:33.369253 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee77a5-8b92-49bb-b555-600c32af608d req-f2b48751-dc6f-4da2-a952-5fa440066f01 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:33.371178 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66ee77a5-8b92-49bb-b555-600c32af608d req-f2b48751-dc6f-4da2-a952-5fa440066f01 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 949 time: 0.1175945 Oct 13 11:15:33.409122 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:33.438933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66ee77a5-8b92-49bb-b555-600c32af608d req-1119a5d0-ff77-4a5d-a014-363ce8a885e8 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576892 Oct 13 11:15:33.439373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40764) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:33.535642 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b53e4e02-12ff-462f-b2cc-7f52682e3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'name': 'tempest-TestAggregatesBasicOps-867570199-router', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:13Z', 'updated_at': '2021-10-13T11:15:31Z', 'revision_number': 5, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'gw_port': {'id': '8709b8f3-8770-4282-b3e0-9d2b8dc10c7a', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:14Z', 'updated_at': '2021-10-13T11:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:33.573691 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e4e02-12ff-462f-b2cc-7f52682e3c2e None None] Checking router: c36f45dc-af6f-4755-8a80-2c792cfac21a for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:15:33.586768 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e4e02-12ff-462f-b2cc-7f52682e3c2e None None] Routers {'c36f45dc-af6f-4755-8a80-2c792cfac21a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:33.588117 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b53e4e02-12ff-462f-b2cc-7f52682e3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c36f45dc-af6f-4755-8a80-2c792cfac21a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:33.620872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Deleting port 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:33.623165 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:33.688911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d737281a-04ba-44c5-a05f-1d23a2a7f761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:33.736577 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b53e4e02-12ff-462f-b2cc-7f52682e3c2e None None] Set router c36f45dc-af6f-4755-8a80-2c792cfac21a gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:33.758729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] For port 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8709b8f3-8770-4282-b3e0-9d2b8dc10c7a,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:33.759193 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:33.782898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Calling delete_port for 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:33.809619 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b53e4e02-12ff-462f-b2cc-7f52682e3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'name': 'tempest-TestAggregatesBasicOps-867570199-router', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:13Z', 'updated_at': '2021-10-13T11:15:33Z', 'revision_number': 6, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:33.819008 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d737281a-04ba-44c5-a05f-1d23a2a7f761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:33.843057 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e4e02-12ff-462f-b2cc-7f52682e3c2e None None] The sync data for ids ['c36f45dc-af6f-4755-8a80-2c792cfac21a'] in n-d-813659-3 is: [{'id': 'c36f45dc-af6f-4755-8a80-2c792cfac21a', 'name': 'tempest-TestAggregatesBasicOps-867570199-router', 'tenant_id': '8677338a65eb4fc5ad97e53fbe064c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:13Z', 'updated_at': '2021-10-13T11:15:33Z', 'revision_number': 6, 'project_id': '8677338a65eb4fc5ad97e53fbe064c38', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:15:33.900358 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d737281a-04ba-44c5-a05f-1d23a2a7f761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:33.949533 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d737281a-04ba-44c5-a05f-1d23a2a7f761 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb68ca64494a4dd7837411f37b953b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5060716 Oct 13 11:15:33.949533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737281a-04ba-44c5-a05f-1d23a2a7f761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198373b2-7823-4ec2-b43d-097a4305e5f8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:33.954257 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40774) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:34.021365 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3547a7af-c285-4b7a-8d8d-3b9cdcf3daac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.043221 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3547a7af-c285-4b7a-8d8d-3b9cdcf3daac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.088697 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.124417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Pushing event deleted for resources: {'Port': ['ID=8709b8f3-8770-4282-b3e0-9d2b8dc10c7a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:34.137918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:34.138252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:34.138640 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:34.138992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:34.139584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:34.139920 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:34.140254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:34.140584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:34.140916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:34.141242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:34.141630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:34.142431 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:34.202630 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3547a7af-c285-4b7a-8d8d-3b9cdcf3daac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.207484 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3547a7af-c285-4b7a-8d8d-3b9cdcf3daac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.208654 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3547a7af-c285-4b7a-8d8d-3b9cdcf3daac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/198373b2-7823-4ec2-b43d-097a4305e5f8 HTTP/1.1" status: 204 len: 168 time: 0.2532859 Oct 13 11:15:34.221103 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547a7af-c285-4b7a-8d8d-3b9cdcf3daac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198373b2-7823-4ec2-b43d-097a4305e5f8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:34.256480 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.353787 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.356154 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.383555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 98abf668-9be0-4c86-a161-e5ce093df340 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:34.474538 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.474538 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c36f45dc-af6f-4755-8a80-2c792cfac21a {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:15:34.481159 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.485463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40796) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:34.485991 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7f6e3c01-3f4d-46aa-998a-afa86205b69d admin admin] 10.222.0.32 "DELETE /v2.0/routers/c36f45dc-af6f-4755-8a80-2c792cfac21a HTTP/1.1" status: 204 len: 168 time: 1.4357438 Oct 13 11:15:34.556252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 98abf668-9be0-4c86-a161-e5ce093df340 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:15:34.558482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fc2085-8260-41f4-80c9-500abbb54b98 admin admin] Deleting subnet acd051d6-daae-44de-99f4-970bdf68350f {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:15:34.560339 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 98abf668-9be0-4c86-a161-e5ce093df340 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:34.560669 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.562609 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19fc2085-8260-41f4-80c9-500abbb54b98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.608553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7d9eb-41dd-402c-b283-539a71982202 req-355b4974-c01a-4b68-a8c9-23780723fc97 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:34.610774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04b7d9eb-41dd-402c-b283-539a71982202 req-355b4974-c01a-4b68-a8c9-23780723fc97 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 949 time: 0.0916529 Oct 13 11:15:34.652134 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19fc2085-8260-41f4-80c9-500abbb54b98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.680223 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.705902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04b7d9eb-41dd-402c-b283-539a71982202 req-d5b01aa1-7397-4a76-ade0-7237a55d19e9 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710413 Oct 13 11:15:34.719259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4866d9e2-8224-4e3d-9aa7-929b5e45bfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98abf668-9be0-4c86-a161-e5ce093df340'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:15:34.722956 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38fcb12-3729-4808-b461-8ab2589013b3" -d '{"events": [{"server_uuid": "4866d9e2-8224-4e3d-9aa7-929b5e45bfea", "name": "network-vif-plugged", "status": "completed", "tag": "98abf668-9be0-4c86-a161-e5ce093df340"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:15:34.731750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:15:34.759872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:15:34.760224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8709b8f3-8770-4282-b3e0-9d2b8dc10c7a not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:15:34.760643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6e646327-4b54-4013-968d-7930de83e5af no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:15:34.786213 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f1c525-3adc-4a9a-ba18-8e0d7b40e830 x-openstack-request-id: req-d2f1c525-3adc-4a9a-ba18-8e0d7b40e830 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:15:34.786802 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4866d9e2-8224-4e3d-9aa7-929b5e45bfea", "name": "network-vif-plugged", "status": "completed", "tag": "98abf668-9be0-4c86-a161-e5ce093df340", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:15:34.787046 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2f1c525-3adc-4a9a-ba18-8e0d7b40e830 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:15:34.787448 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4866d9e2-8224-4e3d-9aa7-929b5e45bfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98abf668-9be0-4c86-a161-e5ce093df340', 'code': 200} Oct 13 11:15:34.800961 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19fc2085-8260-41f4-80c9-500abbb54b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.801183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 98abf668-9be0-4c86-a161-e5ce093df340, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=98abf668-9be0-4c86-a161-e5ce093df340,segment=NetworkSegment(4123a2c8-5077-470c-92d0-4ca115a06b21),segment_id=4123a2c8-5077-470c-92d0-4ca115a06b21)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:34.802600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 6e646327-4b54-4013-968d-7930de83e5af {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:15:34.803130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6e646327-4b54-4013-968d-7930de83e5af not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:15:34.879229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a053f-f371-4ab4-9555-0188b566970a req-8f21fe46-24da-4c08-8a56-3e59d4385a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:34.880740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-267a053f-f371-4ab4-9555-0188b566970a req-8f21fe46-24da-4c08-8a56-3e59d4385a59 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 1100 time: 0.0470667 Oct 13 11:15:34.883510 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.920465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-267a053f-f371-4ab4-9555-0188b566970a req-79e014ab-0a17-4121-aa21-373b84eaef95 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325897 Oct 13 11:15:34.934955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40804) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:34.949937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=98abf668-9be0-4c86-a161-e5ce093df340,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:34.952926 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38053852-08fe-43a6-a685-63fd548ae31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:34.977628 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19fc2085-8260-41f4-80c9-500abbb54b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.013851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc2085-8260-41f4-80c9-500abbb54b98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd051d6-daae-44de-99f4-970bdf68350f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:35.022762 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19fc2085-8260-41f4-80c9-500abbb54b98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.028552 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-19fc2085-8260-41f4-80c9-500abbb54b98 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/acd051d6-daae-44de-99f4-970bdf68350f HTTP/1.1" status: 204 len: 168 time: 0.5396152 Oct 13 11:15:35.029049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40808) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:35.037939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db2f9b-c199-4b7a-ae5e-597c3cd54e25 None None] Network bb3d76d3-1e1c-43ba-b731-adbd8b33837c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:35.090941 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38053852-08fe-43a6-a685-63fd548ae31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.116482 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.140612 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38053852-08fe-43a6-a685-63fd548ae31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.186268 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-38053852-08fe-43a6-a685-63fd548ae31d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d553d18777db44b394fa32fdf6940125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501535 Oct 13 11:15:35.188393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38053852-08fe-43a6-a685-63fd548ae31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d599ee-f213-4858-9145-ed4b4a7d99fa,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:35.197670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40818) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:35.201461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Deleting port b06f23c0-9445-426a-90a7-ebbfc295403c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:35.201873 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.256290 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ada326c1-aa1f-459b-bba9-bc7a9cdc8317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.260130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6052a0f-cbe0-4039-9b2c-8b5ebc926231 None None] DHCP port deletion for bb3d76d3-1e1c-43ba-b731-adbd8b33837c request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:15:35.285852 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ada326c1-aa1f-459b-bba9-bc7a9cdc8317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.286710 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] For port b06f23c0-9445-426a-90a7-ebbfc295403c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b06f23c0-9445-426a-90a7-ebbfc295403c,segment=NetworkSegment(14bdb746-10f7-438b-955d-3b441635992d),segment_id=14bdb746-10f7-438b-955d-3b441635992d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:35.287143 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.306015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Calling delete_port for b06f23c0-9445-426a-90a7-ebbfc295403c owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:35.334187 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e6052a0f-cbe0-4039-9b2c-8b5ebc926231 None None] Deleting port b06f23c0-9445-426a-90a7-ebbfc295403c {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:35.334609 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e6052a0f-cbe0-4039-9b2c-8b5ebc926231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.398942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e6052a0f-cbe0-4039-9b2c-8b5ebc926231 None None] For port b06f23c0-9445-426a-90a7-ebbfc295403c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b06f23c0-9445-426a-90a7-ebbfc295403c,segment=NetworkSegment(14bdb746-10f7-438b-955d-3b441635992d),segment_id=14bdb746-10f7-438b-955d-3b441635992d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:35.399684 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e6052a0f-cbe0-4039-9b2c-8b5ebc926231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.412821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e6052a0f-cbe0-4039-9b2c-8b5ebc926231 None None] Calling delete_port for b06f23c0-9445-426a-90a7-ebbfc295403c owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:35.466711 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.470368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ada326c1-aa1f-459b-bba9-bc7a9cdc8317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.470368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ada326c1-aa1f-459b-bba9-bc7a9cdc8317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.472282 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ada326c1-aa1f-459b-bba9-bc7a9cdc8317 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5d599ee-f213-4858-9145-ed4b4a7d99fa HTTP/1.1" status: 204 len: 168 time: 0.2801185 Oct 13 11:15:35.482663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada326c1-aa1f-459b-bba9-bc7a9cdc8317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d599ee-f213-4858-9145-ed4b4a7d99fa,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:35.499492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Pushing event deleted for resources: {'Port': ['ID=b06f23c0-9445-426a-90a7-ebbfc295403c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:35.501898 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e6052a0f-cbe0-4039-9b2c-8b5ebc926231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.504712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] No DVR routers for this DVR port b06f23c0-9445-426a-90a7-ebbfc295403c on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:15:35.531874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6052a0f-cbe0-4039-9b2c-8b5ebc926231 None None] Pushing event deleted for resources: {'Port': ['ID=b06f23c0-9445-426a-90a7-ebbfc295403c,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:35.549015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6052a0f-cbe0-4039-9b2c-8b5ebc926231 None None] No DVR routers for this DVR port b06f23c0-9445-426a-90a7-ebbfc295403c on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:15:35.595019 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.628181 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3d76d3-1e1c-43ba-b731-adbd8b33837c']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:35.637442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bdb746-10f7-438b-955d-3b441635992d') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:35.637745 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bdb746-10f7-438b-955d-3b441635992d') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:35.647246 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.661764 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.669622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:15:35.670023 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:15:35.671771 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:15:35.819691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77050715-73fc-404c-915d-2b09bf8fc7fb req-e18802dd-45e5-4a1d-81d5-47879b667d24 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:35.821077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-77050715-73fc-404c-915d-2b09bf8fc7fb req-e18802dd-45e5-4a1d-81d5-47879b667d24 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 950 time: 0.0501721 Oct 13 11:15:35.865988 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-77050715-73fc-404c-915d-2b09bf8fc7fb req-4a40de8b-4732-4ea3-bd97-63151f59d517 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387268 Oct 13 11:15:35.876154 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.884691 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:35.895155 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bb3d76d3-1e1c-43ba-b731-adbd8b33837c HTTP/1.1" status: 204 len: 168 time: 0.8612807 Oct 13 11:15:35.906518 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737d823-ee41-4462-a419-67fdf9870263 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3d76d3-1e1c-43ba-b731-adbd8b33837c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:36.271024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40888) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:36.315437 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7d48d8ce-80ca-4283-93c4-da63edf1e17a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62cd1b3e040140f38e3cbc7712699248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398052 Oct 13 11:15:36.315842 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40890) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:36.365466 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-694a43b7-5dea-4313-a2eb-9635e685d9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:36.388225 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-694a43b7-5dea-4313-a2eb-9635e685d9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:36.518779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b06f23c0-9445-426a-90a7-ebbfc295403c no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:15:36.539655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: b06f23c0-9445-426a-90a7-ebbfc295403c {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:15:36.540001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b06f23c0-9445-426a-90a7-ebbfc295403c not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:15:36.585200 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-694a43b7-5dea-4313-a2eb-9635e685d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:36.587864 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-694a43b7-5dea-4313-a2eb-9635e685d9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:36.589064 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-694a43b7-5dea-4313-a2eb-9635e685d9d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c424b548-dbcb-4f41-bddd-1267f60b3ccb HTTP/1.1" status: 204 len: 168 time: 0.2722313 Oct 13 11:15:36.597406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a43b7-5dea-4313-a2eb-9635e685d9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c424b548-dbcb-4f41-bddd-1267f60b3ccb,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:36.993857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40912) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:37.010281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234efb58-f669-4259-b14a-2c3ce92ea0f1 req-4de6cdc2-5afc-4b76-8948-668488219e10 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:37.011827 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-234efb58-f669-4259-b14a-2c3ce92ea0f1 req-4de6cdc2-5afc-4b76-8948-668488219e10 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 950 time: 0.0584071 Oct 13 11:15:37.054059 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-234efb58-f669-4259-b14a-2c3ce92ea0f1 req-da691de7-a7a2-4e34-b2c1-93024784f136 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362473 Oct 13 11:15:37.183934 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1738d-d5a6-4f17-b4a8-c3878a772fe1 req-96aff32c-eea0-4341-ad4e-1dab2c5b86fa tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:37.185462 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-feb1738d-d5a6-4f17-b4a8-c3878a772fe1 req-96aff32c-eea0-4341-ad4e-1dab2c5b86fa tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 950 time: 0.0544729 Oct 13 11:15:37.225057 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-feb1738d-d5a6-4f17-b4a8-c3878a772fe1 req-36feed86-0707-4ed2-8745-3fd0c76c0baf tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325220 Oct 13 11:15:37.276060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-404a0261-c609-43f4-a7d6-2d56c3c17cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:37.351386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-404a0261-c609-43f4-a7d6-2d56c3c17cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:37.373556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40924) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:37.424712 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-902f465c-e909-43a6-8c7e-9cae255131c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8677338a65eb4fc5ad97e53fbe064c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471613 Oct 13 11:15:37.425180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40928) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:37.455900 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-404a0261-c609-43f4-a7d6-2d56c3c17cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:37.480472 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37574b81-1022-4bca-9052-0bd4522cf584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:37.503589 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-404a0261-c609-43f4-a7d6-2d56c3c17cc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2700e7cda6b948ff968b2fe07741cc1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5043142 Oct 13 11:15:37.503589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a0261-c609-43f4-a7d6-2d56c3c17cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c6fbd5-03a0-401f-8e8a-ec3dc63d631c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:37.505195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40930) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:37.510956 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37574b81-1022-4bca-9052-0bd4522cf584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:37.568170 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3911539-7a47-4f45-bcc5-096b470c7dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:37.595436 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3911539-7a47-4f45-bcc5-096b470c7dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:37.649271 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37574b81-1022-4bca-9052-0bd4522cf584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:37.652112 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37574b81-1022-4bca-9052-0bd4522cf584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:37.653360 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-37574b81-1022-4bca-9052-0bd4522cf584 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bb7ccbc-3600-4632-b656-ac354c702932 HTTP/1.1" status: 204 len: 168 time: 0.2274401 Oct 13 11:15:37.662830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37574b81-1022-4bca-9052-0bd4522cf584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb7ccbc-3600-4632-b656-ac354c702932,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:37.731773 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71d9f8-d7b2-41df-9af3-d37b4d6f3a53 req-fe2d26e2-e27a-41a4-8de5-a423fdb3876f tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:37.733356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a71d9f8-d7b2-41df-9af3-d37b4d6f3a53 req-fe2d26e2-e27a-41a4-8de5-a423fdb3876f tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 950 time: 0.0612304 Oct 13 11:15:37.752862 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3911539-7a47-4f45-bcc5-096b470c7dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:37.757763 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3911539-7a47-4f45-bcc5-096b470c7dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:37.761228 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e3911539-7a47-4f45-bcc5-096b470c7dc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59c6fbd5-03a0-401f-8e8a-ec3dc63d631c HTTP/1.1" status: 204 len: 168 time: 0.2545209 Oct 13 11:15:37.775417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3911539-7a47-4f45-bcc5-096b470c7dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c6fbd5-03a0-401f-8e8a-ec3dc63d631c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:37.790395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a71d9f8-d7b2-41df-9af3-d37b4d6f3a53 req-28c4bb5d-50e8-4003-b427-d37202f4d88c tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501678 Oct 13 11:15:37.997595 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa850-6c30-427f-a7cd-26250fe95356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:38.350089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a74ff-d58a-49f2-92c2-8d56958ae277 req-4249deae-cc45-4264-a002-d0fa012af313 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:38.351610 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f9a74ff-d58a-49f2-92c2-8d56958ae277 req-4249deae-cc45-4264-a002-d0fa012af313 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 950 time: 0.0529966 Oct 13 11:15:38.379405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40966) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:38.390129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f9a74ff-d58a-49f2-92c2-8d56958ae277 req-972a5d9a-6011-4e12-bcf0-ed634c9f50a4 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325909 Oct 13 11:15:38.393389 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53402090-68f9-4467-bada-757def040d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:38.491989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53402090-68f9-4467-bada-757def040d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:38.607869 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53402090-68f9-4467-bada-757def040d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:38.651423 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-53402090-68f9-4467-bada-757def040d5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7045431cc0d74fbca53bf8f139427b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684491 Oct 13 11:15:38.651664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40978) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:38.661834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53402090-68f9-4467-bada-757def040d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f35cef2-47ce-4491-8c90-64dfc9d70674,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:38.715968 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d5d15cbc-f8fb-44d2-80ce-56f081477730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:38.741010 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d5d15cbc-f8fb-44d2-80ce-56f081477730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:38.785781 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:38.911776 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d5d15cbc-f8fb-44d2-80ce-56f081477730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:38.914545 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d5d15cbc-f8fb-44d2-80ce-56f081477730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:38.916584 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d5d15cbc-f8fb-44d2-80ce-56f081477730 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f35cef2-47ce-4491-8c90-64dfc9d70674 HTTP/1.1" status: 204 len: 168 time: 0.2600839 Oct 13 11:15:38.928918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d15cbc-f8fb-44d2-80ce-56f081477730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f35cef2-47ce-4491-8c90-64dfc9d70674,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:39.538507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6222e2-338a-45cb-ab5e-de4048e29f50 req-723e3cc1-5002-4364-a5d8-127d2509f521 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:39.541071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf6222e2-338a-45cb-ab5e-de4048e29f50 req-723e3cc1-5002-4364-a5d8-127d2509f521 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 950 time: 0.0605056 Oct 13 11:15:39.617598 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf6222e2-338a-45cb-ab5e-de4048e29f50 req-66da2819-cdc9-489b-a05c-a000b33a7aa9 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/security-groups?id=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755093 Oct 13 11:15:39.638860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0b4aa-d6bf-42e2-a23f-18edfa96a0cd req-0457b3fc-eeb1-48cc-8fd4-208f08dca445 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:39.640445 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1cb0b4aa-d6bf-42e2-a23f-18edfa96a0cd req-0457b3fc-eeb1-48cc-8fd4-208f08dca445 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 950 time: 0.0971673 Oct 13 11:15:39.749941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-1cb0b4aa-d6bf-42e2-a23f-18edfa96a0cd req-11749bc2-efef-4645-ae9e-f04563cbb802 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Deleting port 98abf668-9be0-4c86-a161-e5ce093df340 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:15:39.750385 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1cb0b4aa-d6bf-42e2-a23f-18edfa96a0cd req-11749bc2-efef-4645-ae9e-f04563cbb802 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:39.847483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1cb0b4aa-d6bf-42e2-a23f-18edfa96a0cd req-11749bc2-efef-4645-ae9e-f04563cbb802 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] For port 98abf668-9be0-4c86-a161-e5ce093df340, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=98abf668-9be0-4c86-a161-e5ce093df340,segment=NetworkSegment(4123a2c8-5077-470c-92d0-4ca115a06b21),segment_id=4123a2c8-5077-470c-92d0-4ca115a06b21)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:39.848168 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1cb0b4aa-d6bf-42e2-a23f-18edfa96a0cd req-11749bc2-efef-4645-ae9e-f04563cbb802 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:39.865666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-1cb0b4aa-d6bf-42e2-a23f-18edfa96a0cd req-11749bc2-efef-4645-ae9e-f04563cbb802 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Calling delete_port for 98abf668-9be0-4c86-a161-e5ce093df340 owned by compute:foo_zone {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:15:40.060696 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1cb0b4aa-d6bf-42e2-a23f-18edfa96a0cd req-11749bc2-efef-4645-ae9e-f04563cbb802 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:40.074645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['98abf668-9be0-4c86-a161-e5ce093df340'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:15:40.363679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11749bc2-efef-4645-ae9e-f04563cbb802 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Pushing event deleted for resources: {'Port': ['ID=98abf668-9be0-4c86-a161-e5ce093df340,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:40.378317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb0b4aa-d6bf-42e2-a23f-18edfa96a0cd req-11749bc2-efef-4645-ae9e-f04563cbb802 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] No DVR routers for this DVR port 98abf668-9be0-4c86-a161-e5ce093df340 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:15:40.380892 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1cb0b4aa-d6bf-42e2-a23f-18edfa96a0cd req-11749bc2-efef-4645-ae9e-f04563cbb802 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:40.381966 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41046) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:40.384276 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1cb0b4aa-d6bf-42e2-a23f-18edfa96a0cd req-11749bc2-efef-4645-ae9e-f04563cbb802 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.21 "DELETE /v2.0/ports/98abf668-9be0-4c86-a161-e5ce093df340 HTTP/1.1" status: 204 len: 173 time: 0.7365868 Oct 13 11:15:40.384720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4866d9e2-8224-4e3d-9aa7-929b5e45bfea', 'name': 'network-vif-deleted', 'tag': '98abf668-9be0-4c86-a161-e5ce093df340'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:15:40.386992 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83d5b4d-289e-45d1-8e16-561f1d1bac09" -d '{"events": [{"server_uuid": "4866d9e2-8224-4e3d-9aa7-929b5e45bfea", "name": "network-vif-deleted", "tag": "98abf668-9be0-4c86-a161-e5ce093df340"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:15:40.603648 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:40.665399 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2be5bf39-fca6-436a-b453-2f70deee0722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:40.752492 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dbef8a9f-25a0-4de0-a25c-9d8ffee43613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:40.756699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2be5bf39-fca6-436a-b453-2f70deee0722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:40.827186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41062) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:40.832154 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e7cb112e-d110-4c31-ad67-05ed1a7fe8b2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-398101252', 'description': 'tempest-secgroup-smoke-398101252 description', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:40.849610 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2be5bf39-fca6-436a-b453-2f70deee0722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:40.863009 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d639746-bbf3-4d6b-a76d-6a6df5b4e221 x-openstack-request-id: req-7d639746-bbf3-4d6b-a76d-6a6df5b4e221 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:15:40.863603 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4866d9e2-8224-4e3d-9aa7-929b5e45bfea", "name": "network-vif-deleted", "tag": "98abf668-9be0-4c86-a161-e5ce093df340", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:15:40.863603 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d639746-bbf3-4d6b-a76d-6a6df5b4e221 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:15:40.863926 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4866d9e2-8224-4e3d-9aa7-929b5e45bfea', 'name': 'network-vif-deleted', 'tag': '98abf668-9be0-4c86-a161-e5ce093df340', 'status': 'completed', 'code': 200} Oct 13 11:15:40.903312 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2be5bf39-fca6-436a-b453-2f70deee0722 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=453893eb936c45b69dd70485db974e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199797 Oct 13 11:15:40.904048 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5bf39-fca6-436a-b453-2f70deee0722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587513dc-b76c-40bd-979b-e95dd4809b66,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:40.906054 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41064) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:40.934588 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7cb112e-d110-4c31-ad67-05ed1a7fe8b2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:40.942969 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7cb112e-d110-4c31-ad67-05ed1a7fe8b2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:40.969955 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5133e91-884b-4b7a-9bf1-5d1a437706a3 req-a0c9f874-8200-4259-8f08-f408c6a67dc0 tempest-ServersNegativeTestMultiTenantJSON-1806511614 tempest-ServersNegativeTestMultiTenantJSON-1806511614-project] 10.222.0.32 "GET /v2.0/ports?device_id=4866d9e2-8224-4e3d-9aa7-929b5e45bfea HTTP/1.1" status: 200 len: 210 time: 0.0336270 Oct 13 11:15:40.993179 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05053de4-1daf-4558-bfc1-3bf030f0e0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.023200 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05053de4-1daf-4558-bfc1-3bf030f0e0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.043543 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7cb112e-d110-4c31-ad67-05ed1a7fe8b2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.111977 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7cb112e-d110-4c31-ad67-05ed1a7fe8b2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.151776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb112e-d110-4c31-ad67-05ed1a7fe8b2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128f1514-cc6c-486e-b530-388447b01cfe,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:41.193424 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7cb112e-d110-4c31-ad67-05ed1a7fe8b2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.197375 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05053de4-1daf-4558-bfc1-3bf030f0e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.200468 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05053de4-1daf-4558-bfc1-3bf030f0e0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.201647 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-05053de4-1daf-4558-bfc1-3bf030f0e0cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/587513dc-b76c-40bd-979b-e95dd4809b66 HTTP/1.1" status: 204 len: 168 time: 0.2945683 Oct 13 11:15:41.212814 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05053de4-1daf-4558-bfc1-3bf030f0e0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587513dc-b76c-40bd-979b-e95dd4809b66,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:41.254905 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7cb112e-d110-4c31-ad67-05ed1a7fe8b2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.291486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb112e-d110-4c31-ad67-05ed1a7fe8b2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0730ed-15dd-4828-9cbd-aa9104d28a7e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:41.352225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e7cb112e-d110-4c31-ad67-05ed1a7fe8b2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.354166 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e7cb112e-d110-4c31-ad67-05ed1a7fe8b2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5259111 Oct 13 11:15:41.357297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41076) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:41.363973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-83b5ea30-c3a5-4edd-8809-9a095fe6d846 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': 'ed0730ed-15dd-4828-9cbd-aa9104d28a7e', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:41.457834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83b5ea30-c3a5-4edd-8809-9a095fe6d846 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.532879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83b5ea30-c3a5-4edd-8809-9a095fe6d846 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.637356 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83b5ea30-c3a5-4edd-8809-9a095fe6d846 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.660715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5ea30-c3a5-4edd-8809-9a095fe6d846 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d895093e-0578-417d-92d6-c0bc3f51537b,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:41.717621 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.746157 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83b5ea30-c3a5-4edd-8809-9a095fe6d846 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.746157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-83b5ea30-c3a5-4edd-8809-9a095fe6d846 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3855894 Oct 13 11:15:41.748281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41092) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:41.753227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-95a27c13-4d10-4193-bab9-7c2dd71e83ac tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': 'ed0730ed-15dd-4828-9cbd-aa9104d28a7e', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:41.883454 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95a27c13-4d10-4193-bab9-7c2dd71e83ac tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:41.944094 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95a27c13-4d10-4193-bab9-7c2dd71e83ac tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.026456 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41100) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:42.041767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95a27c13-4d10-4193-bab9-7c2dd71e83ac tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.042665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41102) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:42.053212 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ebd79a62-8c9d-4bbd-a5cf-349eb7754611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.057251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a27c13-4d10-4193-bab9-7c2dd71e83ac tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0dc201-d536-4dd3-bd3b-36fd9c5f3366,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:42.120825 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0af371-4dd2-40ae-b741-b6a90ced8aea admin admin] Deleting subnet d5c5034d-c0d9-4099-85c0-69777afe0e8c {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:15:42.129963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0af371-4dd2-40ae-b741-b6a90ced8aea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.133103 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95a27c13-4d10-4193-bab9-7c2dd71e83ac tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.133552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-95a27c13-4d10-4193-bab9-7c2dd71e83ac tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3836279 Oct 13 11:15:42.136038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41104) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:42.140469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-338d6bb1-a464-4eeb-88e2-12f57e3aa92f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': 'ed0730ed-15dd-4828-9cbd-aa9104d28a7e', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:42.182204 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0af371-4dd2-40ae-b741-b6a90ced8aea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.209506 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.245152 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0af371-4dd2-40ae-b741-b6a90ced8aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.268568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ebd79a62-8c9d-4bbd-a5cf-349eb7754611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.278726 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-338d6bb1-a464-4eeb-88e2-12f57e3aa92f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.334239 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-338d6bb1-a464-4eeb-88e2-12f57e3aa92f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.357262 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ebd79a62-8c9d-4bbd-a5cf-349eb7754611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.392362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0af371-4dd2-40ae-b741-b6a90ced8aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.397784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 98abf668-9be0-4c86-a161-e5ce093df340 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:15:42.407752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd79a62-8c9d-4bbd-a5cf-349eb7754611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b77a297-f709-4fc5-a3e7-7803764679a9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:42.421491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 98abf668-9be0-4c86-a161-e5ce093df340 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:15:42.421844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 98abf668-9be0-4c86-a161-e5ce093df340 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:15:42.434625 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0af371-4dd2-40ae-b741-b6a90ced8aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.437891 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8f0af371-4dd2-40ae-b741-b6a90ced8aea admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d5c5034d-c0d9-4099-85c0-69777afe0e8c HTTP/1.1" status: 204 len: 168 time: 0.3941000 Oct 13 11:15:42.440382 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ebd79a62-8c9d-4bbd-a5cf-349eb7754611 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ee993a1460b4318b95e31f27abd7442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124384 Oct 13 11:15:42.440699 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41124) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:42.441296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0af371-4dd2-40ae-b741-b6a90ced8aea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c5034d-c0d9-4099-85c0-69777afe0e8c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:42.444231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41126) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:42.449734 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-338d6bb1-a464-4eeb-88e2-12f57e3aa92f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.501460 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0c36f091-e4f1-4b83-a50d-3591b60c11ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.530126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d6bb1-a464-4eeb-88e2-12f57e3aa92f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064faabb-1ac5-4fa6-8211-29454169caeb,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:42.530297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0c36f091-e4f1-4b83-a50d-3591b60c11ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.548139 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b75901ba-3cde-4c75-b008-f601e9157b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.620945 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-338d6bb1-a464-4eeb-88e2-12f57e3aa92f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.622136 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-338d6bb1-a464-4eeb-88e2-12f57e3aa92f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4851711 Oct 13 11:15:42.625958 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41134) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:42.632074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2ce3f135-c80d-4400-876d-0e5cd380b83b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': 'ed0730ed-15dd-4828-9cbd-aa9104d28a7e', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:42.637794 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b75901ba-3cde-4c75-b008-f601e9157b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.658488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-b75901ba-3cde-4c75-b008-f601e9157b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affaf45b-6d9c-49f8-a4a3-f94d565b2946']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:42.668213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-b75901ba-3cde-4c75-b008-f601e9157b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4123a2c8-5077-470c-92d0-4ca115a06b21') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:42.668509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-b75901ba-3cde-4c75-b008-f601e9157b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4123a2c8-5077-470c-92d0-4ca115a06b21') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:42.678437 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b75901ba-3cde-4c75-b008-f601e9157b34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.692110 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b75901ba-3cde-4c75-b008-f601e9157b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.697726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75901ba-3cde-4c75-b008-f601e9157b34 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:15:42.698104 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b75901ba-3cde-4c75-b008-f601e9157b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:15:42.699872 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:15:42.706093 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0c36f091-e4f1-4b83-a50d-3591b60c11ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.708786 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0c36f091-e4f1-4b83-a50d-3591b60c11ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.709990 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0c36f091-e4f1-4b83-a50d-3591b60c11ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b77a297-f709-4fc5-a3e7-7803764679a9 HTTP/1.1" status: 204 len: 168 time: 0.2648187 Oct 13 11:15:42.719335 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36f091-e4f1-4b83-a50d-3591b60c11ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b77a297-f709-4fc5-a3e7-7803764679a9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:42.825674 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f135-c80d-4400-876d-0e5cd380b83b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.848962 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b75901ba-3cde-4c75-b008-f601e9157b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.868728 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b75901ba-3cde-4c75-b008-f601e9157b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.876043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41138) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:42.876271 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b75901ba-3cde-4c75-b008-f601e9157b34 admin admin] 10.222.0.32 "DELETE /v2.0/networks/affaf45b-6d9c-49f8-a4a3-f94d565b2946 HTTP/1.1" status: 204 len: 168 time: 0.4339406 Oct 13 11:15:42.878300 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75901ba-3cde-4c75-b008-f601e9157b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=affaf45b-6d9c-49f8-a4a3-f94d565b2946,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:42.930505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f135-c80d-4400-876d-0e5cd380b83b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.947072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1da9dc7-9c82-4c16-ae37-ae7c4e8d7b65 admin admin] Deleting subnet c8b25951-c336-444f-83ce-4819bb413f28 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:15:42.947853 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1da9dc7-9c82-4c16-ae37-ae7c4e8d7b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:42.984370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1da9dc7-9c82-4c16-ae37-ae7c4e8d7b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.005192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f135-c80d-4400-876d-0e5cd380b83b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.035821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3f135-c80d-4400-876d-0e5cd380b83b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac42bf6-49d9-465f-8e63-76a9d8fbad1b,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:43.051121 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1da9dc7-9c82-4c16-ae37-ae7c4e8d7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.114605 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f135-c80d-4400-876d-0e5cd380b83b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.115907 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2ce3f135-c80d-4400-876d-0e5cd380b83b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4877517 Oct 13 11:15:43.118878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41146) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:43.126693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-49fd4020-c802-4607-9775-65e8f541d664 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': 'ed0730ed-15dd-4828-9cbd-aa9104d28a7e', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:43.134966 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41148) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:43.180921 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1da9dc7-9c82-4c16-ae37-ae7c4e8d7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.215272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da9dc7-9c82-4c16-ae37-ae7c4e8d7b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b25951-c336-444f-83ce-4819bb413f28,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:43.222174 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1da9dc7-9c82-4c16-ae37-ae7c4e8d7b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.227125 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d1da9dc7-9c82-4c16-ae37-ae7c4e8d7b65 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c8b25951-c336-444f-83ce-4819bb413f28 HTTP/1.1" status: 204 len: 168 time: 0.3492444 Oct 13 11:15:43.228814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41156) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:43.265930 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-49fd4020-c802-4607-9775-65e8f541d664 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Project 9eecb6b828d240e0ae439032ab75cf2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:15:43.272818 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-49fd4020-c802-4607-9775-65e8f541d664 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.288574 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-940641b8-81ef-4f18-b5cf-2f2fea4f8ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.324746 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27df391-7e43-426d-8a8d-3b7fa732e700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.341705 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-49fd4020-c802-4607-9775-65e8f541d664 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.445991 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27df391-7e43-426d-8a8d-3b7fa732e700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.475759 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-940641b8-81ef-4f18-b5cf-2f2fea4f8ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.479631 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.480248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b27df391-7e43-426d-8a8d-3b7fa732e700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a351f804-62f6-42dd-a07e-fe2663e24c92']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:43.490735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b27df391-7e43-426d-8a8d-3b7fa732e700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7d4ff2-a667-47f6-b43f-a52bf6de98ca') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:43.491033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b27df391-7e43-426d-8a8d-3b7fa732e700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7d4ff2-a667-47f6-b43f-a52bf6de98ca') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:43.501563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27df391-7e43-426d-8a8d-3b7fa732e700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.506598 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-49fd4020-c802-4607-9775-65e8f541d664 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.516586 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27df391-7e43-426d-8a8d-3b7fa732e700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.524387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27df391-7e43-426d-8a8d-3b7fa732e700 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:15:43.525053 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27df391-7e43-426d-8a8d-3b7fa732e700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:15:43.527070 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:15:43.531535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd4020-c802-4607-9775-65e8f541d664 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d689ec-6287-4abc-a19f-62ae20bc3709,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:43.569778 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-940641b8-81ef-4f18-b5cf-2f2fea4f8ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.593843 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-49fd4020-c802-4607-9775-65e8f541d664 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.598970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-49fd4020-c802-4607-9775-65e8f541d664 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4779174 Oct 13 11:15:43.602410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41160) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:43.607782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-12d50202-e9fd-407e-82a0-cd461ec9cf45 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': 'ed0730ed-15dd-4828-9cbd-aa9104d28a7e', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:43.622570 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-940641b8-81ef-4f18-b5cf-2f2fea4f8ffc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90779d2bccf34ae5a49336faeec685f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862070 Oct 13 11:15:43.623533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940641b8-81ef-4f18-b5cf-2f2fea4f8ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fd41bd-ac74-4977-869d-4ec56737e188,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:43.625331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41164) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:43.683012 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27df391-7e43-426d-8a8d-3b7fa732e700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.688114 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82738913-29ad-4b91-a0ed-fab452393ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.688711 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b27df391-7e43-426d-8a8d-3b7fa732e700 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.694166 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b27df391-7e43-426d-8a8d-3b7fa732e700 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a351f804-62f6-42dd-a07e-fe2663e24c92 HTTP/1.1" status: 204 len: 168 time: 0.4634075 Oct 13 11:15:43.706206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27df391-7e43-426d-8a8d-3b7fa732e700 admin admin] Pushing event deleted for resources: {'Network': ['ID=a351f804-62f6-42dd-a07e-fe2663e24c92,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:43.713648 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82738913-29ad-4b91-a0ed-fab452393ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.715475 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-12d50202-e9fd-407e-82a0-cd461ec9cf45 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Project 9eecb6b828d240e0ae439032ab75cf2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:15:43.727889 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12d50202-e9fd-407e-82a0-cd461ec9cf45 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.799912 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12d50202-e9fd-407e-82a0-cd461ec9cf45 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.872400 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82738913-29ad-4b91-a0ed-fab452393ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.875099 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82738913-29ad-4b91-a0ed-fab452393ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.877959 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-82738913-29ad-4b91-a0ed-fab452393ba8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25fd41bd-ac74-4977-869d-4ec56737e188 HTTP/1.1" status: 204 len: 168 time: 0.2495904 Oct 13 11:15:43.879382 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12d50202-e9fd-407e-82a0-cd461ec9cf45 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.903742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82738913-29ad-4b91-a0ed-fab452393ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fd41bd-ac74-4977-869d-4ec56737e188,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:43.908662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d50202-e9fd-407e-82a0-cd461ec9cf45 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce4180a-69ed-4560-9a1e-c8b7b07e35b3,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:43.960467 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12d50202-e9fd-407e-82a0-cd461ec9cf45 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:43.962547 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-12d50202-e9fd-407e-82a0-cd461ec9cf45 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3608186 Oct 13 11:15:43.964736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41176) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:43.969852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-39ea289f-ef30-4944-b082-34be81a00a23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'network': {'name': 'tempest-network-smoke--1059137674', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'port_security_enabled': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:44.032574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41178) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:44.043095 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ea289f-ef30-4944-b082-34be81a00a23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Made reservation on behalf of 9eecb6b828d240e0ae439032ab75cf2f for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:44.046882 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39ea289f-ef30-4944-b082-34be81a00a23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.079438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ea289f-ef30-4944-b082-34be81a00a23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:15:44.079644 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bec1198a-d2ba-48dc-829c-43809ee360a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ca5456389234c54b11d725b5d0f40e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434101 Oct 13 11:15:44.080674 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41180) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:44.108638 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39ea289f-ef30-4944-b082-34be81a00a23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.109355 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-39ea289f-ef30-4944-b082-34be81a00a23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Added segment ea26fe50-9438-47a1-957a-d75a236866de of type vlan for network 6b9888bc-ae82-4158-a36f-f3cb442388f0 Oct 13 11:15:44.151354 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-383b0805-9326-49cd-84b4-cce4b7e77bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.153312 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39ea289f-ef30-4944-b082-34be81a00a23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.176352 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-383b0805-9326-49cd-84b4-cce4b7e77bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.248203 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39ea289f-ef30-4944-b082-34be81a00a23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.258709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ea289f-ef30-4944-b082-34be81a00a23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:44.259716 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39ea289f-ef30-4944-b082-34be81a00a23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.310618 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-383b0805-9326-49cd-84b4-cce4b7e77bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.315405 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-383b0805-9326-49cd-84b4-cce4b7e77bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.317521 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-383b0805-9326-49cd-84b4-cce4b7e77bea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/887aef73-bbf1-4f35-b4bb-d65fbcdf03f7 HTTP/1.1" status: 204 len: 168 time: 0.2357252 Oct 13 11:15:44.327566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b0805-9326-49cd-84b4-cce4b7e77bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887aef73-bbf1-4f35-b4bb-d65fbcdf03f7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:44.356045 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea289f-ef30-4944-b082-34be81a00a23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Network': ['ID=6b9888bc-ae82-4158-a36f-f3cb442388f0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:44.366221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 6b9888bc-ae82-4158-a36f-f3cb442388f0 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:15:44.415205 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-39ea289f-ef30-4944-b082-34be81a00a23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4465222 Oct 13 11:15:44.418581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41188) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:44.419760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'admin_state_up': True, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:44.535504 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.539098 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.594178 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.637561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41192) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:44.653124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d51603e2-0f06-4989-87f9-8a09f721ad07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.771518 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d51603e2-0f06-4989-87f9-8a09f721ad07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.824783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d51603e2-0f06-4989-87f9-8a09f721ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.848026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.870012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51603e2-0f06-4989-87f9-8a09f721ad07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40f3adb-10a9-482d-a995-5f09fde82587,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:44.874256 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d51603e2-0f06-4989-87f9-8a09f721ad07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=195e8e75f9ab417b976b55413c858a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354822 Oct 13 11:15:44.877990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41198) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:44.936709 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1659a305-f118-4a7d-8f37-6dec0031565a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:44.962699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1659a305-f118-4a7d-8f37-6dec0031565a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:45.082439 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1659a305-f118-4a7d-8f37-6dec0031565a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:45.087555 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1659a305-f118-4a7d-8f37-6dec0031565a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:45.090832 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1659a305-f118-4a7d-8f37-6dec0031565a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f40f3adb-10a9-482d-a995-5f09fde82587 HTTP/1.1" status: 204 len: 168 time: 0.2095022 Oct 13 11:15:45.108667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659a305-f118-4a7d-8f37-6dec0031565a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40f3adb-10a9-482d-a995-5f09fde82587,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:45.118875 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:45.138239 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:45.172042 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41208) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:45.217853 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0091e9ab-ddf1-434d-bb3c-ed23c527f673 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad6e885e78934927b24d1ff67ccb50fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443032 Oct 13 11:15:45.220238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41210) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:45.261615 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.25.0.139 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/64c7cf51-4db3-4acc-9c54-3cb245235533) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:15:45.277943 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd45149b-1200-45ae-a671-fdcf66148d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:45.305929 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd45149b-1200-45ae-a671-fdcf66148d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:45.412419 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:45.417169 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd45149b-1200-45ae-a671-fdcf66148d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:45.423495 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd45149b-1200-45ae-a671-fdcf66148d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:45.426583 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bd45149b-1200-45ae-a671-fdcf66148d26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36895474-3c29-4599-a4bb-fc38371a2057 HTTP/1.1" status: 204 len: 168 time: 0.2043035 Oct 13 11:15:45.442699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45149b-1200-45ae-a671-fdcf66148d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36895474-3c29-4599-a4bb-fc38371a2057,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:45.547858 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:45.638923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:45.646574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:45.650634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:15:45.656266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=64c7cf51-4db3-4acc-9c54-3cb245235533,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:46.177636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:46.437931 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:46.671442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 4341fc35-3ced-42c5-92b9-8003f919fcd0 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:15:46.781042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:15:46.793300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Sync routers for ids ['4341fc35-3ced-42c5-92b9-8003f919fcd0'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:15:46.804649 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Routers {'4341fc35-3ced-42c5-92b9-8003f919fcd0'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:46.805603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4341fc35-3ced-42c5-92b9-8003f919fcd0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:46.895873 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:46.897567 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bb8ae30e-78af-4c34-acb8-920c8c9d0174 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4812207 Oct 13 11:15:46.900864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41282) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:46.922785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Set router 4341fc35-3ced-42c5-92b9-8003f919fcd0 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:47.078936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41292) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:47.139538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:15:45Z', 'revision_number': 3, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:47.168055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Checking router: 4341fc35-3ced-42c5-92b9-8003f919fcd0 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:15:47.168406 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Updating router 4341fc35-3ced-42c5-92b9-8003f919fcd0 port 64c7cf51-4db3-4acc-9c54-3cb245235533 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:15:47.194752 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:47.242956 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-51e4ee16-0952-4bfd-a746-7284b8a8aeb3 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9eecb6b828d240e0ae439032ab75cf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3408346 Oct 13 11:15:47.245749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41298) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:47.512639 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:47.607313 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0abf7f80-218c-4fd2-9972-4f299092802a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:47.631580 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:47.693517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Attempting to bind port 64c7cf51-4db3-4acc-9c54-3cb245235533 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:15:47.693897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Attempting to bind port 64c7cf51-4db3-4acc-9c54-3cb245235533 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:15:47.694263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Attempting to bind port 64c7cf51-4db3-4acc-9c54-3cb245235533 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:15:47.703373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6d8c6-b8ad-482d-adb4-2c48d053c3f6 None None] Pushing event updated for resources: {'Port': ['ID=64c7cf51-4db3-4acc-9c54-3cb245235533,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:47.706409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:15:47.706765 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:47.707162 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:47.707547 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:15:47.708030 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Bound port: 64c7cf51-4db3-4acc-9c54-3cb245235533, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:15:47.708430 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:47.711236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7730bba-9f03-40d6-bfde-39a1e5392bc7 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:47.715542 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f7730bba-9f03-40d6-bfde-39a1e5392bc7 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4657900 Oct 13 11:15:47.717132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41318) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:47.770576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] For port 64c7cf51-4db3-4acc-9c54-3cb245235533, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:15:47.772986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9aa465e1-187b-4ea9-83c5-ca5cb4574063 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0561516 Oct 13 11:15:47.774254 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] For port 64c7cf51-4db3-4acc-9c54-3cb245235533, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=64c7cf51-4db3-4acc-9c54-3cb245235533,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:15:47.776088 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41320) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:47.785644 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-cc08ce6c-40da-4389-b455-4306a7b805ab tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-234311184', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:47.811824 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0abf7f80-218c-4fd2-9972-4f299092802a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:47.849318 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:47.885727 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0abf7f80-218c-4fd2-9972-4f299092802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:47.926201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Routers {'4341fc35-3ced-42c5-92b9-8003f919fcd0'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:47.926857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4341fc35-3ced-42c5-92b9-8003f919fcd0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:47.928621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6d8c6-b8ad-482d-adb4-2c48d053c3f6 None None] Pushing event updated for resources: {'Port': ['ID=64c7cf51-4db3-4acc-9c54-3cb245235533,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:47.951688 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0abf7f80-218c-4fd2-9972-4f299092802a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc54954925a04de0a50c4452eff58f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8650029 Oct 13 11:15:47.951688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf7f80-218c-4fd2-9972-4f299092802a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85b112e-259b-447e-bd53-02e72ed26d7f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:47.951688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41324) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:48.008004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc08ce6c-40da-4389-b455-4306a7b805ab tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Made reservation on behalf of 9eecb6b828d240e0ae439032ab75cf2f for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:48.021606 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc08ce6c-40da-4389-b455-4306a7b805ab tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.033966 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e33a0b8d-a0b2-4e16-a947-ab3983cd2cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.061752 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e33a0b8d-a0b2-4e16-a947-ab3983cd2cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.066416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] Set router 4341fc35-3ced-42c5-92b9-8003f919fcd0 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:48.210763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41334) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:48.218588 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e33a0b8d-a0b2-4e16-a947-ab3983cd2cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.222622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e33a0b8d-a0b2-4e16-a947-ab3983cd2cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.229587 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e33a0b8d-a0b2-4e16-a947-ab3983cd2cdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f85b112e-259b-447e-bd53-02e72ed26d7f HTTP/1.1" status: 204 len: 168 time: 0.2749035 Oct 13 11:15:48.248031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a0b8d-a0b2-4e16-a947-ab3983cd2cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85b112e-259b-447e-bd53-02e72ed26d7f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:48.372764 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8d719a6-c430-475e-8126-4c406c4f14db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.432007 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc08ce6c-40da-4389-b455-4306a7b805ab tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.476048 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8d719a6-c430-475e-8126-4c406c4f14db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.497780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:15:45Z', 'revision_number': 3, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:48.510630 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08ce6c-40da-4389-b455-4306a7b805ab tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Subnet': ['ID=dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:48.519078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc08ce6c-40da-4389-b455-4306a7b805ab tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Checking segment: {'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:48.519078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc08ce6c-40da-4389-b455-4306a7b805ab tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network hostable DHCP agents. Network: 6b9888bc-ae82-4158-a36f-f3cb442388f0, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:15:48.528378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948cc2eb-5033-46f7-95ae-9ad3c86c40c0 None None] The sync data for ids ['4341fc35-3ced-42c5-92b9-8003f919fcd0'] in n-d-813659-3 is: [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:15:45Z', 'revision_number': 3, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:15:48.535918 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8d719a6-c430-475e-8126-4c406c4f14db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.584907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc08ce6c-40da-4389-b455-4306a7b805ab tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 6b9888bc-ae82-4158-a36f-f3cb442388f0 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:15:48.589006 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d719a6-c430-475e-8126-4c406c4f14db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365ee942-f471-4f3e-86c1-53657b846310,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:48.594297 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e8d719a6-c430-475e-8126-4c406c4f14db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca94ecb7e7ff4ef19e7b567613c30e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3823924 Oct 13 11:15:48.597670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41352) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:48.669591 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff70b747-b0d2-41c8-b020-1716dc9dc984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.687948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-cc08ce6c-40da-4389-b455-4306a7b805ab tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 6b9888bc-ae82-4158-a36f-f3cb442388f0) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:48.705927 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654a177a-2ffa-4352-8b80-87f8baebdbd7 None None] Network 6b9888bc-ae82-4158-a36f-f3cb442388f0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:48.714230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc08ce6c-40da-4389-b455-4306a7b805ab tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:48.714230 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc08ce6c-40da-4389-b455-4306a7b805ab tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.717203 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff70b747-b0d2-41c8-b020-1716dc9dc984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.883067 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cc08ce6c-40da-4389-b455-4306a7b805ab tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1049395 Oct 13 11:15:48.885738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41358) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:48.893772 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-6b9888bc-ae82-4158-a36f-f3cb442388f0', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ips': [{'subnet_id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:15:48.897313 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.949652 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff70b747-b0d2-41c8-b020-1716dc9dc984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.953320 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ff70b747-b0d2-41c8-b020-1716dc9dc984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:48.955351 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ff70b747-b0d2-41c8-b020-1716dc9dc984 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/365ee942-f471-4f3e-86c1-53657b846310 HTTP/1.1" status: 204 len: 168 time: 0.3558905 Oct 13 11:15:48.994545 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70b747-b0d2-41c8-b020-1716dc9dc984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365ee942-f471-4f3e-86c1-53657b846310,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:49.069141 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41366) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:49.089402 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-afec38bb-5806-4ea8-abb3-bf5a9d497a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:49.129336 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Allocated IP 172.20.0.2 (6b9888bc-ae82-4158-a36f-f3cb442388f0/dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc/24be9409-2e35-4437-9bde-fe2dcb62aa96) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:15:49.386280 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:49.459375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-afec38bb-5806-4ea8-abb3-bf5a9d497a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:49.482890 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:49.515030 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-afec38bb-5806-4ea8-abb3-bf5a9d497a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:49.563836 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Network 6b9888bc-ae82-4158-a36f-f3cb442388f0 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:49.569694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:49.571364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Pushing event updated for resources: {'Port': ['ID=24be9409-2e35-4437-9bde-fe2dcb62aa96,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:49.573598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:15:49.623924 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-afec38bb-5806-4ea8-abb3-bf5a9d497a90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76fa1aba63334979aa6f0e5e50f4b38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5537052 Oct 13 11:15:49.627082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41398) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:49.628588 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec38bb-5806-4ea8-abb3-bf5a9d497a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970f2be0-5a00-46cc-ab29-b994ffb33f33,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:49.657787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Attempting to bind port 24be9409-2e35-4437-9bde-fe2dcb62aa96 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:15:49.659370 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Attempting to bind port 24be9409-2e35-4437-9bde-fe2dcb62aa96 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:15:49.661394 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Attempting to bind port 24be9409-2e35-4437-9bde-fe2dcb62aa96 on network 6b9888bc-ae82-4158-a36f-f3cb442388f0 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:15:49.670240 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:15:49.670697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Checking segment: {'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:49.671157 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:49.672015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Bound using segment: {'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:15:49.672820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Bound port: 24be9409-2e35-4437-9bde-fe2dcb62aa96, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:15:49.674443 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:49.690547 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:49.762621 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a6c60d0-30ec-48a4-93d0-184c146f5483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:49.771302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] For port 24be9409-2e35-4437-9bde-fe2dcb62aa96, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:15:49.780572 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] For port 24be9409-2e35-4437-9bde-fe2dcb62aa96, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=24be9409-2e35-4437-9bde-fe2dcb62aa96,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:15:49.798067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a6c60d0-30ec-48a4-93d0-184c146f5483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:49.872190 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:49.894792 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a6c60d0-30ec-48a4-93d0-184c146f5483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:49.899724 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a6c60d0-30ec-48a4-93d0-184c146f5483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:49.902505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7a6c60d0-30ec-48a4-93d0-184c146f5483 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/970f2be0-5a00-46cc-ab29-b994ffb33f33 HTTP/1.1" status: 204 len: 168 time: 0.2709367 Oct 13 11:15:49.911197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c60d0-30ec-48a4-93d0-184c146f5483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970f2be0-5a00-46cc-ab29-b994ffb33f33,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:49.961483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861271b-74a4-4edc-b622-fd63bd87f5b0 None None] Pushing event updated for resources: {'Port': ['ID=24be9409-2e35-4437-9bde-fe2dcb62aa96,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:50.076228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.20.0.1 (6b9888bc-ae82-4158-a36f-f3cb442388f0/dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc/c3ef8cbd-4397-4d49-a358-326e8d9be109) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:15:50.253595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41414) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:50.274104 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:50.409880 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:50.426524 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d631824c-5185-4c30-8169-611b70b96f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:50.476922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 6b9888bc-ae82-4158-a36f-f3cb442388f0 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:50.480317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:50.491777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:15:50.494990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=c3ef8cbd-4397-4d49-a358-326e8d9be109,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:50.553801 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:50.568625 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d631824c-5185-4c30-8169-611b70b96f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:50.644216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 24be9409-2e35-4437-9bde-fe2dcb62aa96 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:50.706932 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d631824c-5185-4c30-8169-611b70b96f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:50.729414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 24be9409-2e35-4437-9bde-fe2dcb62aa96 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:50.730130 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:50.754975 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d631824c-5185-4c30-8169-611b70b96f58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=372feab166f84397b9cb3d2f34c6925d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5000439 Oct 13 11:15:50.757837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41434) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:50.792572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631824c-5185-4c30-8169-611b70b96f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d5000b-f045-48dc-9a48-3016c9025a2d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:50.840688 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:50.845155 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:50.879610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 24be9409-2e35-4437-9bde-fe2dcb62aa96, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=24be9409-2e35-4437-9bde-fe2dcb62aa96,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:50.900043 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c8b2441e-aeea-4895-b85a-253f713b168c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:50.936828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:50.938030 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 64c7cf51-4db3-4acc-9c54-3cb245235533 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:50.978846 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c8b2441e-aeea-4895-b85a-253f713b168c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:51.097949 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=24be9409-2e35-4437-9bde-fe2dcb62aa96,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:51.101762 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 64c7cf51-4db3-4acc-9c54-3cb245235533 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:51.102368 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:51.232173 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c8b2441e-aeea-4895-b85a-253f713b168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:51.235102 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c8b2441e-aeea-4895-b85a-253f713b168c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:51.237251 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c8b2441e-aeea-4895-b85a-253f713b168c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78d5000b-f045-48dc-9a48-3016c9025a2d HTTP/1.1" status: 204 len: 168 time: 0.4783018 Oct 13 11:15:51.255823 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2441e-aeea-4895-b85a-253f713b168c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d5000b-f045-48dc-9a48-3016c9025a2d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:51.314947 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:51.325614 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:15:51.363287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 64c7cf51-4db3-4acc-9c54-3cb245235533, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=64c7cf51-4db3-4acc-9c54-3cb245235533,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:51.377853 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:51.391684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a564a3-edc2-49c7-bca6-61feb3406135 None None] Network 6b9888bc-ae82-4158-a36f-f3cb442388f0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:15:51.461726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b3265bf3-4899-4c9f-8ebf-45082456f844 None None] Provisioning complete for port 24be9409-2e35-4437-9bde-fe2dcb62aa96 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:51.462095 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3265bf3-4899-4c9f-8ebf-45082456f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:51.477191 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:51.487320 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:51.561179 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:51.563245 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=c3ef8cbd-4397-4d49-a358-326e8d9be109,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:51.604709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=64c7cf51-4db3-4acc-9c54-3cb245235533,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:51.698178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 6b9888bc-ae82-4158-a36f-f3cb442388f0 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:51.699738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:51.835849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 4341fc35-3ced-42c5-92b9-8003f919fcd0 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:15:51.996647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:15:52.003792 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b5b4ae82-1430-4b7b-af2d-72b35698be23 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "PUT /v2.0/routers/4341fc35-3ced-42c5-92b9-8003f919fcd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1168830 Oct 13 11:15:52.004918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-bf29aec6-4574-40dc-8d71-36fa26975cda None None] Provisioning complete for port 24be9409-2e35-4437-9bde-fe2dcb62aa96 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:52.005367 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bf29aec6-4574-40dc-8d71-36fa26975cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:52.009319 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Sync routers for ids ['4341fc35-3ced-42c5-92b9-8003f919fcd0'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:15:52.020164 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Routers {'4341fc35-3ced-42c5-92b9-8003f919fcd0'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:52.020796 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4341fc35-3ced-42c5-92b9-8003f919fcd0'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:52.148522 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Set router 4341fc35-3ced-42c5-92b9-8003f919fcd0 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:52.193928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-bf29aec6-4574-40dc-8d71-36fa26975cda None None] Provisioning complete for port c3ef8cbd-4397-4d49-a358-326e8d9be109 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:52.194509 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bf29aec6-4574-40dc-8d71-36fa26975cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:52.264598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-bf29aec6-4574-40dc-8d71-36fa26975cda None None] Port c3ef8cbd-4397-4d49-a358-326e8d9be109 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:15:52.296688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41480) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:52.319987 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db11de91-cf13-4ba0-bf19-2334f4834035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:52.354913 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b1cce955-301f-46d4-b1bc-57d8e54d8e7d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398101252&fields=id&tenant_id=9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 267 time: 0.0633235 Oct 13 11:15:52.391945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-84e24733-3c60-4b43-95f9-2c54e6802663 None None] Provisioning complete for port c3ef8cbd-4397-4d49-a358-326e8d9be109 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:52.393003 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-84e24733-3c60-4b43-95f9-2c54e6802663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:52.484756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-84e24733-3c60-4b43-95f9-2c54e6802663 None None] Port c3ef8cbd-4397-4d49-a358-326e8d9be109 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:15:52.515644 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db11de91-cf13-4ba0-bf19-2334f4834035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:52.579074 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b849c158-6288-4d69-b68a-b4e078740f44 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:52.584367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b849c158-6288-4d69-b68a-b4e078740f44 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/networks?id=6b9888bc-ae82-4158-a36f-f3cb442388f0 HTTP/1.1" status: 200 len: 797 time: 0.2168355 Oct 13 11:15:52.596883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 24be9409-2e35-4437-9bde-fe2dcb62aa96 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:52.608584 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db11de91-cf13-4ba0-bf19-2334f4834035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:52.625765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-d00477bf-9488-4107-a29f-205476456d44 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/quotas/9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 375 time: 0.0323150 Oct 13 11:15:52.691600 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11de91-cf13-4ba0-bf19-2334f4834035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087b4d78-eef8-48d8-80e4-5dab63a72aac,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:52.694702 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:15:50Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c3ef8cbd-4397-4d49-a358-326e8d9be109', 'name': '', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:9f:ba:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:49Z', 'updated_at': '2021-10-13T11:15:51Z', 'revision_number': 2, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:52.758582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-765b310c-a6a0-4911-835f-415df703230b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217570 Oct 13 11:15:52.763800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 24be9409-2e35-4437-9bde-fe2dcb62aa96 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:52.764695 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Checking router: 4341fc35-3ced-42c5-92b9-8003f919fcd0 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:15:52.765120 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Updating router 4341fc35-3ced-42c5-92b9-8003f919fcd0 port c3ef8cbd-4397-4d49-a358-326e8d9be109 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:15:52.768464 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:52.783679 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-db11de91-cf13-4ba0-bf19-2334f4834035 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cede7569681494ca76aa7f43ab3ea18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4849215 Oct 13 11:15:52.787660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41492) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:52.797263 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:52.878632 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e364-b12f-455f-bb72-d012f1f63663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:52.932295 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e364-b12f-455f-bb72-d012f1f63663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:52.937079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0120228e-00e7-4200-9a11-28a46da33aa5 None None] Provisioning complete for port c3ef8cbd-4397-4d49-a358-326e8d9be109 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:52.937717 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0120228e-00e7-4200-9a11-28a46da33aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:53.106772 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e364-b12f-455f-bb72-d012f1f63663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:53.112309 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e364-b12f-455f-bb72-d012f1f63663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:53.112309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e3a0e364-b12f-455f-bb72-d012f1f63663 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/087b4d78-eef8-48d8-80e4-5dab63a72aac HTTP/1.1" status: 204 len: 168 time: 0.3226004 Oct 13 11:15:53.118777 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 64c7cf51-4db3-4acc-9c54-3cb245235533 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:53.121988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0120228e-00e7-4200-9a11-28a46da33aa5 None None] Port c3ef8cbd-4397-4d49-a358-326e8d9be109 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:15:53.134703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0e364-b12f-455f-bb72-d012f1f63663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087b4d78-eef8-48d8-80e4-5dab63a72aac,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:53.190903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 64c7cf51-4db3-4acc-9c54-3cb245235533 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:53.191796 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:53.212866 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:53.246428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-e7f76ca4-7ebb-4429-a668-629b1ddcb51b service neutron] 10.222.0.32 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743373 Oct 13 11:15:53.281739 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:53.454840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-d3f136d3-608a-4a72-8a4c-3fd12fbd34ea service neutron] 10.222.0.32 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991346 Oct 13 11:15:53.479148 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Attempting to bind port c3ef8cbd-4397-4d49-a358-326e8d9be109 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:15:53.479840 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Attempting to bind port c3ef8cbd-4397-4d49-a358-326e8d9be109 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:15:53.481638 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Attempting to bind port c3ef8cbd-4397-4d49-a358-326e8d9be109 on network 6b9888bc-ae82-4158-a36f-f3cb442388f0 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:15:53.491240 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Pushing event updated for resources: {'Port': ['ID=c3ef8cbd-4397-4d49-a358-326e8d9be109,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:53.502713 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:53.502713 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:53.502713 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:53.503163 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:53.503275 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:53.503595 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:53.503918 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:53.504242 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:53.504568 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:53.504887 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:53.505228 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:53.505519 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:53.517292 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:15:53.519423 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Checking segment: {'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:53.519423 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:53.519423 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Bound using segment: {'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:15:53.519947 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Bound port: c3ef8cbd-4397-4d49-a358-326e8d9be109, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:15:53.519947 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:53.594610 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] For port c3ef8cbd-4397-4d49-a358-326e8d9be109, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:15:53.599174 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] For port c3ef8cbd-4397-4d49-a358-326e8d9be109, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c3ef8cbd-4397-4d49-a358-326e8d9be109,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:15:53.645859 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7ec0e115-387c-4381-bec5-0cad8051dba8 None None] Provisioning complete for port c3ef8cbd-4397-4d49-a358-326e8d9be109 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:53.646405 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7ec0e115-387c-4381-bec5-0cad8051dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:53.702823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0e115-387c-4381-bec5-0cad8051dba8 None None] Port c3ef8cbd-4397-4d49-a358-326e8d9be109 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:15:53.791573 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:53.915730 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Routers {'4341fc35-3ced-42c5-92b9-8003f919fcd0'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:15:53.916899 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4341fc35-3ced-42c5-92b9-8003f919fcd0'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:54.024849 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-084dfa34-eba7-4ea2-b1cb-96e568986699 req-6c4b6dff-3f31-421e-a9b8-cc4ccc2de3e4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 210 time: 0.0790033 Oct 13 11:15:54.056603 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70122a1c-d0b9-4f1e-abd8-ed31e635281b None None] Pushing event updated for resources: {'Port': ['ID=c3ef8cbd-4397-4d49-a358-326e8d9be109,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:54.084281 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] Set router 4341fc35-3ced-42c5-92b9-8003f919fcd0 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:15:54.235673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4a799f6f-cc4c-401a-9db7-04f5b306e698 None None] Provisioning complete for port c3ef8cbd-4397-4d49-a358-326e8d9be109 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:54.237328 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4a799f6f-cc4c-401a-9db7-04f5b306e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:54.333043 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4a799f6f-cc4c-401a-9db7-04f5b306e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:54.350828 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:15:50Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c3ef8cbd-4397-4d49-a358-326e8d9be109', 'name': '', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:9f:ba:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:49Z', 'updated_at': '2021-10-13T11:15:53Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:15:54.373860 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4a799f6f-cc4c-401a-9db7-04f5b306e698 None None] For port c3ef8cbd-4397-4d49-a358-326e8d9be109, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c3ef8cbd-4397-4d49-a358-326e8d9be109,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:15:54.384008 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71590894-0fac-415e-8a18-45eb906adbdc None None] The sync data for ids ['4341fc35-3ced-42c5-92b9-8003f919fcd0'] in n-d-813659-3 is: [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:15:50Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c3ef8cbd-4397-4d49-a358-326e8d9be109', 'name': '', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:9f:ba:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:49Z', 'updated_at': '2021-10-13T11:15:53Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:15:54.472129 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4a799f6f-cc4c-401a-9db7-04f5b306e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:54.556860 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a799f6f-cc4c-401a-9db7-04f5b306e698 None None] Pushing event updated for resources: {'Port': ['ID=c3ef8cbd-4397-4d49-a358-326e8d9be109,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:54.602221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c3ef8cbd-4397-4d49-a358-326e8d9be109 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:54.666359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port c3ef8cbd-4397-4d49-a358-326e8d9be109 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:54.667094 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:54.789243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41560) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:54.914086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07fe871a-b788-4ae4-9555-d50c94c231a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:55.063698 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07fe871a-b788-4ae4-9555-d50c94c231a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:55.180322 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07fe871a-b788-4ae4-9555-d50c94c231a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:55.224615 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-07fe871a-b788-4ae4-9555-d50c94c231a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4652cae1f6f48eda55b425bd0371d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342594 Oct 13 11:15:55.227008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe871a-b788-4ae4-9555-d50c94c231a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f11c5e0-d7b3-4eb1-931d-89b2a44f834e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:55.227730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41588) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:55.288687 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:55.316007 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:55.358595 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a709090a-3c03-493e-b985-ec5d623db01c req-96f789ae-bcfc-4920-a28c-0b09a1f66f90 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 210 time: 0.0285511 Oct 13 11:15:55.447834 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:55.450743 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:55.461850 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f11c5e0-d7b3-4eb1-931d-89b2a44f834e HTTP/1.1" status: 204 len: 168 time: 0.2327878 Oct 13 11:15:55.474279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f11c5e0-d7b3-4eb1-931d-89b2a44f834e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:55.487677 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:55.488363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:55.488915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:55.489538 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:55.490083 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:55.490661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:55.491604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:55.492161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:55.492730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:55.493270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:55.493855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:55.494423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a79cf-3605-400f-b57b-8da08f092238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:15:56.260549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41614) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:56.279433 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-18a9b5dc-5083-4529-97e3-72d3844ad21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:56.341474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41616) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:56.372583 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-18a9b5dc-5083-4529-97e3-72d3844ad21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:56.426419 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-18a9b5dc-5083-4529-97e3-72d3844ad21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:56.476954 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-18a9b5dc-5083-4529-97e3-72d3844ad21e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1971235193c4f2d89d302aa991518b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146378 Oct 13 11:15:56.482860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41624) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:56.488319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9b5dc-5083-4529-97e3-72d3844ad21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b2759f-612f-4f0d-81e4-b189005660ee,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:56.516405 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e13e6c5-4ed8-43f7-8c2c-8b29d43f1a39 req-fbb2bc2f-d41d-4480-be80-29f215bf4122 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 210 time: 0.0719950 Oct 13 11:15:56.611520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c3ef8cbd-4397-4d49-a358-326e8d9be109 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:15:56.652891 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-70a18b73-a11f-4848-814f-f9df34851640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:56.697551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:56.729164 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-70a18b73-a11f-4848-814f-f9df34851640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:56.764917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port c3ef8cbd-4397-4d49-a358-326e8d9be109 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:56.765558 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:56.809290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-32364fac-badf-4471-868b-fcc1b332e4c6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:56.810783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-32364fac-badf-4471-868b-fcc1b332e4c6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "GET /v2.0/networks?id=6b9888bc-ae82-4158-a36f-f3cb442388f0 HTTP/1.1" status: 200 len: 797 time: 0.3008993 Oct 13 11:15:56.812152 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:56.881879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-70a18b73-a11f-4848-814f-f9df34851640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:56.885065 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-70a18b73-a11f-4848-814f-f9df34851640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:56.886455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-70a18b73-a11f-4848-814f-f9df34851640 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5b2759f-612f-4f0d-81e4-b189005660ee HTTP/1.1" status: 204 len: 168 time: 0.4017510 Oct 13 11:15:56.911434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a18b73-a11f-4848-814f-f9df34851640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b2759f-612f-4f0d-81e4-b189005660ee,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:56.955800 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-62d7c758-3d22-43f9-9c66-f314604a1323 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 379 time: 0.1300328 Oct 13 11:15:56.968794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b6cd071a-db73-4171-8742-e15fcd7cff6b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'port': {'device_id': 'fa964245-79bc-4ead-a20c-f93385713965', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'admin_state_up': True, 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'security_groups': ['ed0730ed-15dd-4828-9cbd-aa9104d28a7e']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:57.155678 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:57.261593 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b6cd071a-db73-4171-8742-e15fcd7cff6b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Made reservation on behalf of 9eecb6b828d240e0ae439032ab75cf2f for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:57.265172 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b6cd071a-db73-4171-8742-e15fcd7cff6b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:57.292666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Allocated IP 172.25.0.129 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/a5dee035-9cb1-4e55-9942-5b812ac5127c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:15:57.513550 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:57.515502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b6cd071a-db73-4171-8742-e15fcd7cff6b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.20.0.14 (6b9888bc-ae82-4158-a36f-f3cb442388f0/dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc/a63e5381-a8c9-4d3e-9749-b471f82500a1) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:15:57.667256 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a54fe82-51e8-4678-9ceb-08c083427226 req-0cb7253d-76b5-4d1a-a535-2e6f63cae22c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 210 time: 0.0425861 Oct 13 11:15:57.729931 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b6cd071a-db73-4171-8742-e15fcd7cff6b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:57.769579 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:57.820059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:57.828852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:57.835326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:15:57.869142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event updated for resources: {'Port': ['ID=a5dee035-9cb1-4e55-9942-5b812ac5127c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:57.885185 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b6cd071a-db73-4171-8742-e15fcd7cff6b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:57.982470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b6cd071a-db73-4171-8742-e15fcd7cff6b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 6b9888bc-ae82-4158-a36f-f3cb442388f0 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:15:57.992778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b6cd071a-db73-4171-8742-e15fcd7cff6b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:15:58.003498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b6cd071a-db73-4171-8742-e15fcd7cff6b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:15:58.034785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd071a-db73-4171-8742-e15fcd7cff6b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=a63e5381-a8c9-4d3e-9749-b471f82500a1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:58.066188 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.086852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b6cd071a-db73-4171-8742-e15fcd7cff6b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:58.089269 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b6cd071a-db73-4171-8742-e15fcd7cff6b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.152362 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.188812 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b6cd071a-db73-4171-8742-e15fcd7cff6b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2244322 Oct 13 11:15:58.206876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Request body: {'port': {'device_id': 'fa964245-79bc-4ead-a20c-f93385713965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:58.228939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-359c4ce1-364d-469a-9ad5-71d93f224f38 None None] Provisioning complete for port a63e5381-a8c9-4d3e-9749-b471f82500a1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:15:58.229516 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-359c4ce1-364d-469a-9ad5-71d93f224f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.273547 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-359c4ce1-364d-469a-9ad5-71d93f224f38 None None] Port a63e5381-a8c9-4d3e-9749-b471f82500a1 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:15:58.316797 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.370297 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41654) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:58.473458 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.491669 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-155394626-network', 'tenant_id': 'b7a1120d28bc4a85af5a9e9666bddf82'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:58.568484 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.591466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Made reservation on behalf of b7a1120d28bc4a85af5a9e9666bddf82 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:58.594091 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.604043 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.651922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event updated for resources: {'Port': ['ID=a5dee035-9cb1-4e55-9942-5b812ac5127c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:58.695653 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.699484 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.719782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63e5381-a8c9-4d3e-9749-b471f82500a1 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:15:58.727253 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.739909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Transition to ACTIVE for port object a63e5381-a8c9-4d3e-9749-b471f82500a1 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:15:58.769531 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.797007 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:15:58.802312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693a95-2fda-4be1-be1b-379a11d31bd4 req-8fe00d32-ab98-439a-b444-ad60e7a40b4d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:58.804094 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e693a95-2fda-4be1-be1b-379a11d31bd4 req-8fe00d32-ab98-439a-b444-ad60e7a40b4d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 932 time: 0.0553074 Oct 13 11:15:58.807647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8689e4e9-31b7-488f-8969-d6951903295e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:58.809773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.814590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9baf4dc0-1385-4f54-a76b-088b37b596c4 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4707510 Oct 13 11:15:58.815293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41664) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:58.822512 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.823326 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Added segment 5010309e-400c-4263-b219-f75f19d47bda of type vlan for network 722aa6c6-da0e-4d1d-b908-9ed495b63850 Oct 13 11:15:58.823926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1846044706'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:58.868794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.869526 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e693a95-2fda-4be1-be1b-379a11d31bd4 req-d6d4a6ac-b657-4417-8e1c-42cf860379c1 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532627 Oct 13 11:15:58.875711 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.938039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Pushing event updated for resources: {'Port': ['ID=a63e5381-a8c9-4d3e-9749-b471f82500a1,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:58.944309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Made reservation on behalf of 8bee2260ce594a3fadf5bae570f914f8 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:58.953123 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:58.975380 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.036188 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.038126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:59.039150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.060411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Attempting to bind port a63e5381-a8c9-4d3e-9749-b471f82500a1 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:15:59.060758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Attempting to bind port a63e5381-a8c9-4d3e-9749-b471f82500a1 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:15:59.061096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Attempting to bind port a63e5381-a8c9-4d3e-9749-b471f82500a1 on network 6b9888bc-ae82-4158-a36f-f3cb442388f0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:15:59.072507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Port a63e5381-a8c9-4d3e-9749-b471f82500a1 on network 6b9888bc-ae82-4158-a36f-f3cb442388f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:15:59.073155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Attempting to bind port a63e5381-a8c9-4d3e-9749-b471f82500a1 on network 6b9888bc-ae82-4158-a36f-f3cb442388f0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:15:59.085765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:15:59.086109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Checking segment: {'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:59.086541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Bound using segment: {'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:15:59.087051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Bound port: a63e5381-a8c9-4d3e-9749-b471f82500a1, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:15:59.087406 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.149296 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7717769 Oct 13 11:15:59.150004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41670) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:59.158453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-892b9d19-91a0-4d51-aea7-ebbbbb05a59d admin admin] Request body: {'subnet': {'network_id': '722aa6c6-da0e-4d1d-b908-9ed495b63850', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-155394626-subnet', 'tenant_id': 'b7a1120d28bc4a85af5a9e9666bddf82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:59.162091 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.164979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2078dc-7e4f-42d7-8f43-8a6fe44c3a77 admin admin] Pushing event updated for resources: {'Network': ['ID=722aa6c6-da0e-4d1d-b908-9ed495b63850,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:59.179913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 722aa6c6-da0e-4d1d-b908-9ed495b63850 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:15:59.232598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] For port a63e5381-a8c9-4d3e-9749-b471f82500a1, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:15:59.239200 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.253280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:15:59.262687 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.263033 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Added segment 129e2fbe-d454-4877-a216-1140d83fcd31 of type vlan for network a3dccbbe-3464-4399-bde9-1aa64d676ff3 Oct 13 11:15:59.275964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892b9d19-91a0-4d51-aea7-ebbbbb05a59d admin admin] Made reservation on behalf of b7a1120d28bc4a85af5a9e9666bddf82 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:15:59.278806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-892b9d19-91a0-4d51-aea7-ebbbbb05a59d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.351470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] For port a63e5381-a8c9-4d3e-9749-b471f82500a1, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:15:59.369768 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.379418 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86648c1a-38be-4a91-a562-0800cffdff97,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:59.437804 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.473816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:59.475390 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.477008 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] 10.222.0.21 "PUT /v2.0/ports/a63e5381-a8c9-4d3e-9749-b471f82500a1 HTTP/1.1" status: 200 len: 1092 time: 1.2786131 Oct 13 11:15:59.479965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:15:59.484429 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0263e755-f4ab-42db-93fd-00c3be42a187" -d '{"events": [{"name": "network-changed", "server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:15:59.493702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41678) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:59.494224 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.500220 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:15:59.500918 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.536518 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca6ea7f-318c-4d90-9c99-31bbe737abf4 x-openstack-request-id: req-9ca6ea7f-318c-4d90-9c99-31bbe737abf4 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:15:59.536906 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:15:59.537230 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ca6ea7f-318c-4d90-9c99-31bbe737abf4 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:15:59.537698 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'status': 'completed', 'code': 200} Oct 13 11:15:59.648875 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-892b9d19-91a0-4d51-aea7-ebbbbb05a59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.651342 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event updated for resources: {'Network': ['ID=a3dccbbe-3464-4399-bde9-1aa64d676ff3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:59.651902 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-49cdfc41-45c3-48d7-9ac8-9a2cfe7039d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.655247 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae34d25-9b97-4eb8-b4f7-abca5378dd6c service neutron] Pushing event updated for resources: {'Port': ['ID=a63e5381-a8c9-4d3e-9749-b471f82500a1,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:59.664389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network a3dccbbe-3464-4399-bde9-1aa64d676ff3 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:15:59.682248 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a6330553-d14d-4c56-b07e-b76eddf0b9a3 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8636920 Oct 13 11:15:59.685172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41684) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:59.692117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7e6be523-84aa-43aa-9155-fefb30b9381d tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Request body: {'subnet': {'network_id': 'a3dccbbe-3464-4399-bde9-1aa64d676ff3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:15:59.748234 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b9d19-91a0-4d51-aea7-ebbbbb05a59d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26bc8feb-75a7-4c51-a035-bb74410dc8a3,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:59.775280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b9d19-91a0-4d51-aea7-ebbbbb05a59d admin admin] Checking segment: {'id': '5010309e-400c-4263-b219-f75f19d47bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '722aa6c6-da0e-4d1d-b908-9ed495b63850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:15:59.775658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b9d19-91a0-4d51-aea7-ebbbbb05a59d admin admin] Network hostable DHCP agents. Network: 722aa6c6-da0e-4d1d-b908-9ed495b63850, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:15:59.839633 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-49cdfc41-45c3-48d7-9ac8-9a2cfe7039d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.882754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b9d19-91a0-4d51-aea7-ebbbbb05a59d admin admin] Network 722aa6c6-da0e-4d1d-b908-9ed495b63850 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:15:59.905421 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-49cdfc41-45c3-48d7-9ac8-9a2cfe7039d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:15:59.948427 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-49cdfc41-45c3-48d7-9ac8-9a2cfe7039d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb741713bfa440dc9b34deb49d495cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537516 Oct 13 11:15:59.949691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdfc41-45c3-48d7-9ac8-9a2cfe7039d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acff169-015a-4c21-8203-5471040877b0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:15:59.952002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41690) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:15:59.992571 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-892b9d19-91a0-4d51-aea7-ebbbbb05a59d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 722aa6c6-da0e-4d1d-b908-9ed495b63850) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:00.006946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6bbfb5-6e42-4ee4-b490-f1c235c59312 None None] Network 722aa6c6-da0e-4d1d-b908-9ed495b63850 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:00.008715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b9d19-91a0-4d51-aea7-ebbbbb05a59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:00.009331 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-892b9d19-91a0-4d51-aea7-ebbbbb05a59d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:00.019015 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a35daa8-52c1-4b5a-851d-36fcfc73b6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:00.042740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263e755-f4ab-42db-93fd-00c3be42a187 req-7d2855aa-aa59-438e-ae6a-cac4b74309d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:00.043969 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a35daa8-52c1-4b5a-851d-36fcfc73b6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:00.044246 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0263e755-f4ab-42db-93fd-00c3be42a187 req-7d2855aa-aa59-438e-ae6a-cac4b74309d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 1095 time: 0.4699004 Oct 13 11:16:00.130773 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-892b9d19-91a0-4d51-aea7-ebbbbb05a59d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9678881 Oct 13 11:16:00.168847 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263e755-f4ab-42db-93fd-00c3be42a187 req-286b4b90-1abe-48d6-9c38-e6a639942608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:00.170348 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0263e755-f4ab-42db-93fd-00c3be42a187 req-286b4b90-1abe-48d6-9c38-e6a639942608 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1164713 Oct 13 11:16:00.192541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f441dd-5c97-46d7-aa22-e79502291b81 None None] Network 722aa6c6-da0e-4d1d-b908-9ed495b63850 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:00.197320 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a35daa8-52c1-4b5a-851d-36fcfc73b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:00.200125 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a35daa8-52c1-4b5a-851d-36fcfc73b6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:00.201347 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9a35daa8-52c1-4b5a-851d-36fcfc73b6c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3acff169-015a-4c21-8203-5471040877b0 HTTP/1.1" status: 204 len: 168 time: 0.2484210 Oct 13 11:16:00.214089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35daa8-52c1-4b5a-851d-36fcfc73b6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acff169-015a-4c21-8203-5471040877b0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:00.295222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6be523-84aa-43aa-9155-fefb30b9381d tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Made reservation on behalf of 8bee2260ce594a3fadf5bae570f914f8 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:00.299114 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e6be523-84aa-43aa-9155-fefb30b9381d tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:00.417094 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da686c-73da-4b18-bc92-28d07cbfe58e req-1e1acbdb-8f9c-45da-9a78-4d7dcd913c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:00.418617 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25da686c-73da-4b18-bc92-28d07cbfe58e req-1e1acbdb-8f9c-45da-9a78-4d7dcd913c59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 1095 time: 0.2156703 Oct 13 11:16:00.435092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba4e64-b19c-4467-8917-7add6e1db6d0 req-2ca85b71-d4f6-445d-b91e-bc2fbc9b06e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:00.436510 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97ba4e64-b19c-4467-8917-7add6e1db6d0 req-2ca85b71-d4f6-445d-b91e-bc2fbc9b06e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 944 time: 0.2355723 Oct 13 11:16:00.471465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263e755-f4ab-42db-93fd-00c3be42a187 req-d0d7afaf-1cde-4f3e-859f-869a0bb7fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:00.472850 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0263e755-f4ab-42db-93fd-00c3be42a187 req-d0d7afaf-1cde-4f3e-859f-869a0bb7fe11 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2953336 Oct 13 11:16:00.594978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97ba4e64-b19c-4467-8917-7add6e1db6d0 req-c706ee73-6832-44e2-984c-bad09e1e26b3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438036 Oct 13 11:16:00.654417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-4bf3fb4a-425b-4a7e-9345-59373d156379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:00.655922 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-4bf3fb4a-425b-4a7e-9345-59373d156379 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 1095 time: 0.1411514 Oct 13 11:16:00.671520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da686c-73da-4b18-bc92-28d07cbfe58e req-8a0125ab-d3fc-4b92-b83c-d1a845c2a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:00.671520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25da686c-73da-4b18-bc92-28d07cbfe58e req-8a0125ab-d3fc-4b92-b83c-d1a845c2a7c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.2269542 Oct 13 11:16:00.781388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-ed5aa8c3-65ff-4de8-a82c-53425c79033e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1 HTTP/1.1" status: 200 len: 217 time: 0.1091847 Oct 13 11:16:00.897791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25da686c-73da-4b18-bc92-28d07cbfe58e req-3b58c079-99b9-4b5d-9777-36bd36099433 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8be41b51-0274-4a63-863e-7117b400fcd5 HTTP/1.1" status: 200 len: 999 time: 0.2088759 Oct 13 11:16:00.907786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534aeb3d-0713-4ded-bbbe-ab2ee925c65c req-a51d4174-534a-4fe9-8391-23300d7efc56 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:00.909426 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-534aeb3d-0713-4ded-bbbe-ab2ee925c65c req-a51d4174-534a-4fe9-8391-23300d7efc56 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.2492199 Oct 13 11:16:00.919040 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-e34d55f4-0118-4563-a9cc-abe1346c5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:00.920441 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-e34d55f4-0118-4563-a9cc-abe1346c5aa0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc HTTP/1.1" status: 200 len: 834 time: 0.1159966 Oct 13 11:16:00.961783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41720) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:00.965100 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e6be523-84aa-43aa-9155-fefb30b9381d tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:00.966936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1383694386-network', 'tenant_id': 'a050c6069a7d47799de51ca30d62ec16'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:01.060363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Made reservation on behalf of a050c6069a7d47799de51ca30d62ec16 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:01.064784 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:01.070656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-534aeb3d-0713-4ded-bbbe-ab2ee925c65c req-9c5a21a2-eaab-46ab-8044-87741bfbd3b9 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492379 Oct 13 11:16:01.072070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da686c-73da-4b18-bc92-28d07cbfe58e req-81893e14-946d-49fb-bc97-a22f80b83429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:01.073458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25da686c-73da-4b18-bc92-28d07cbfe58e req-81893e14-946d-49fb-bc97-a22f80b83429 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.1626701 Oct 13 11:16:01.079260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:01.118763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-081b22b0-9542-4f88-8c23-2a55217d06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:01.120213 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-081b22b0-9542-4f88-8c23-2a55217d06c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b9888bc-ae82-4158-a36f-f3cb442388f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913486 Oct 13 11:16:01.125260 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6be523-84aa-43aa-9155-fefb30b9381d tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event updated for resources: {'Subnet': ['ID=ec54826e-6e99-4edd-abc7-84bf365a6c3b,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:01.182956 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:01.197808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6be523-84aa-43aa-9155-fefb30b9381d tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Checking segment: {'id': '129e2fbe-d454-4877-a216-1140d83fcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a3dccbbe-3464-4399-bde9-1aa64d676ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:16:01.198179 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6be523-84aa-43aa-9155-fefb30b9381d tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Network hostable DHCP agents. Network: a3dccbbe-3464-4399-bde9-1aa64d676ff3, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:16:01.238855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da686c-73da-4b18-bc92-28d07cbfe58e req-8eaec6b3-ccd8-4fe2-b03e-474d4cc9e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:01.242120 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25da686c-73da-4b18-bc92-28d07cbfe58e req-8eaec6b3-ccd8-4fe2-b03e-474d4cc9e86c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394579 Oct 13 11:16:01.258904 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:01.286350 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:16:01.296363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1006acaa-bfac-4b32-9839-a3973700204d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:01.310408 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-a0bd3d9d-53e2-494b-8ef0-a7d901749b49 service neutron] 10.222.0.21 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819654 Oct 13 11:16:01.313283 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:01.314244 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Added segment c72c676e-47c7-4ec8-999f-104c3f7155ba of type vlan for network 205b1932-5544-4542-a722-326595d75bb6 Oct 13 11:16:01.379737 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:01.404890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6be523-84aa-43aa-9155-fefb30b9381d tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Network a3dccbbe-3464-4399-bde9-1aa64d676ff3 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:16:01.468102 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25da686c-73da-4b18-bc92-28d07cbfe58e req-2e4efb76-467f-4e20-9134-ef61b67526d3 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174189 Oct 13 11:16:01.500310 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b7ee340-2873-4a8c-9c75-198e5c6b3759 req-b1c74033-9bc6-4a52-8c52-980cf44dc9d1 service neutron] 10.222.0.21 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766102 Oct 13 11:16:01.522700 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:01.523842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:01.524489 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:01.553156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7e6be523-84aa-43aa-9155-fefb30b9381d tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, a3dccbbe-3464-4399-bde9-1aa64d676ff3) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:01.562633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587538c9-47c5-419f-a431-bf88f2736692 None None] Network a3dccbbe-3464-4399-bde9-1aa64d676ff3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:01.565777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6be523-84aa-43aa-9155-fefb30b9381d tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:01.566420 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e6be523-84aa-43aa-9155-fefb30b9381d tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:01.591951 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25da686c-73da-4b18-bc92-28d07cbfe58e req-0fc5bd8c-a5df-4104-bfc9-74880c2958a3 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133997 Oct 13 11:16:01.607146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] Pushing event updated for resources: {'Network': ['ID=205b1932-5544-4542-a722-326595d75bb6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:01.629568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 205b1932-5544-4542-a722-326595d75bb6 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:16:01.688675 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-091efe49-162e-4e90-b8ef-3e6528971f2f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7256422 Oct 13 11:16:01.691989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41742) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:01.698035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-27e12881-d875-41ab-b974-e54c136d35a8 admin admin] Request body: {'subnet': {'network_id': '205b1932-5544-4542-a722-326595d75bb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1383694386-subnet', 'tenant_id': 'a050c6069a7d47799de51ca30d62ec16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:01.723828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9946d6b-b983-41ba-b27c-9bb23378b134 req-fa4e9b65-9d8a-4e3b-90fc-58e5fd1146a2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:01.730900 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9946d6b-b983-41ba-b27c-9bb23378b134 req-fa4e9b65-9d8a-4e3b-90fc-58e5fd1146a2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 944 time: 0.0631623 Oct 13 11:16:01.755235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7e6be523-84aa-43aa-9155-fefb30b9381d tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0688832 Oct 13 11:16:01.758228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41744) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:01.764553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1475246323', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:01.776645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9946d6b-b983-41ba-b27c-9bb23378b134 req-6c5ba8f6-3ded-4fc5-9e4f-ab78a949f641 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445697 Oct 13 11:16:01.821993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-a3dccbbe-3464-4399-bde9-1aa64d676ff3', 'network_id': 'a3dccbbe-3464-4399-bde9-1aa64d676ff3', 'tenant_id': '8bee2260ce594a3fadf5bae570f914f8', 'fixed_ips': [{'subnet_id': 'ec54826e-6e99-4edd-abc7-84bf365a6c3b'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:16:01.821993 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:01.903785 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e12881-d875-41ab-b974-e54c136d35a8 admin admin] Made reservation on behalf of a050c6069a7d47799de51ca30d62ec16 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:01.906699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-27e12881-d875-41ab-b974-e54c136d35a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.010174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Allocated IP 172.20.0.2 (a3dccbbe-3464-4399-bde9-1aa64d676ff3/ec54826e-6e99-4edd-abc7-84bf365a6c3b/65cc394d-b963-49ea-9cb2-ffe4d65d9f04) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:02.056774 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.057840 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.175217 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.202932 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.234855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229aa2d-c358-4b94-9f99-02168adcdff2 req-7b94d3fc-d7a3-4337-afcb-81c21fd65e5a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:02.237273 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1229aa2d-c358-4b94-9f99-02168adcdff2 req-7b94d3fc-d7a3-4337-afcb-81c21fd65e5a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0656204 Oct 13 11:16:02.247434 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-27e12881-d875-41ab-b974-e54c136d35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.270595 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.290210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1229aa2d-c358-4b94-9f99-02168adcdff2 req-63842a76-d8f6-4e1c-94f8-cf61b8fb7baa tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458875 Oct 13 11:16:02.336446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Network a3dccbbe-3464-4399-bde9-1aa64d676ff3 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:02.340577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:02.343011 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:02.365796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Pushing event updated for resources: {'Port': ['ID=65cc394d-b963-49ea-9cb2-ffe4d65d9f04,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:02.426522 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Attempting to bind port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:16:02.426901 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Attempting to bind port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '129e2fbe-d454-4877-a216-1140d83fcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a3dccbbe-3464-4399-bde9-1aa64d676ff3'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:16:02.427267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Attempting to bind port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 on network a3dccbbe-3464-4399-bde9-1aa64d676ff3 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:16:02.434257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:16:02.438286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Checking segment: {'id': '129e2fbe-d454-4877-a216-1140d83fcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a3dccbbe-3464-4399-bde9-1aa64d676ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:16:02.438286 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.438286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Bound using segment: {'id': '129e2fbe-d454-4877-a216-1140d83fcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a3dccbbe-3464-4399-bde9-1aa64d676ff3'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:16:02.438286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Bound port: 65cc394d-b963-49ea-9cb2-ffe4d65d9f04, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129e2fbe-d454-4877-a216-1140d83fcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a3dccbbe-3464-4399-bde9-1aa64d676ff3'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:16:02.438286 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.530023 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] For port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:16:02.535325 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] For port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=65cc394d-b963-49ea-9cb2-ffe4d65d9f04,segment=NetworkSegment(129e2fbe-d454-4877-a216-1140d83fcd31),segment_id=129e2fbe-d454-4877-a216-1140d83fcd31)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:16:02.569777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41766) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:02.661664 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.711478 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9afb6159-6488-42b5-8449-fb64ca3cf5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.723503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e12881-d875-41ab-b974-e54c136d35a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5352b2-ceb7-4ef6-ac40-4ea55fc5a0ad,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:02.732707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f72711-48df-4942-8c38-8670b2961ef4 None None] Pushing event updated for resources: {'Port': ['ID=65cc394d-b963-49ea-9cb2-ffe4d65d9f04,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:02.820702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e12881-d875-41ab-b974-e54c136d35a8 admin admin] Checking segment: {'id': 'c72c676e-47c7-4ec8-999f-104c3f7155ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '205b1932-5544-4542-a722-326595d75bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:16:02.821068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e12881-d875-41ab-b974-e54c136d35a8 admin admin] Network hostable DHCP agents. Network: 205b1932-5544-4542-a722-326595d75bb6, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:16:02.824019 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9afb6159-6488-42b5-8449-fb64ca3cf5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.824545 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.893467 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9afb6159-6488-42b5-8449-fb64ca3cf5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:02.901238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e12881-d875-41ab-b974-e54c136d35a8 admin admin] Network 205b1932-5544-4542-a722-326595d75bb6 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:16:02.976540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737da178-08f3-4165-a749-5e56c3b9e6f7 req-c5b15cb9-ca6d-4aa6-82a2-246d01ef79e5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:02.978078 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-737da178-08f3-4165-a749-5e56c3b9e6f7 req-c5b15cb9-ca6d-4aa6-82a2-246d01ef79e5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 944 time: 0.1182671 Oct 13 11:16:02.983270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9afb6159-6488-42b5-8449-fb64ca3cf5ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de2215b46a794b4b86f8c294f78dbdd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4091465 Oct 13 11:16:02.984092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb6159-6488-42b5-8449-fb64ca3cf5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc293722-a412-487d-b799-0b3580dbaae5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:02.986769 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41772) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:03.010807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-27e12881-d875-41ab-b974-e54c136d35a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 205b1932-5544-4542-a722-326595d75bb6) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:03.028982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b1a667-7d02-46cc-9876-cc655f0b58f2 None None] Network 205b1932-5544-4542-a722-326595d75bb6 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:03.031662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e12881-d875-41ab-b974-e54c136d35a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:03.034114 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-27e12881-d875-41ab-b974-e54c136d35a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:03.066692 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-737da178-08f3-4165-a749-5e56c3b9e6f7 req-033e96bf-1885-4007-95d5-52f1334ee1c1 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737171 Oct 13 11:16:03.093163 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4c2ba8d8-f577-4df1-840c-ecfb4ec50c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:03.129873 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4c2ba8d8-f577-4df1-840c-ecfb4ec50c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:03.182414 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-27e12881-d875-41ab-b974-e54c136d35a8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4889872 Oct 13 11:16:03.239199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe1dc2d3-2dac-49e2-bf66-fb561d66e2eb req-61ecbabd-6564-42d8-b012-db547ba7f37a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753195 Oct 13 11:16:03.267133 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:03.289630 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:03.334071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dc2d3-2dac-49e2-bf66-fb561d66e2eb req-4c31db57-fa6c-4c56-8449-e09aba0d0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:03.335913 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe1dc2d3-2dac-49e2-bf66-fb561d66e2eb req-4c31db57-fa6c-4c56-8449-e09aba0d0af8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 1096 time: 0.0686822 Oct 13 11:16:03.418669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898bbcd-0b48-4f64-9dff-a45d0c23fcc2 None None] Network 205b1932-5544-4542-a722-326595d75bb6 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:03.437523 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4c2ba8d8-f577-4df1-840c-ecfb4ec50c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:03.441085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4c2ba8d8-f577-4df1-840c-ecfb4ec50c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:03.444680 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4c2ba8d8-f577-4df1-840c-ecfb4ec50c64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc293722-a412-487d-b799-0b3580dbaae5 HTTP/1.1" status: 204 len: 168 time: 0.4543111 Oct 13 11:16:03.457655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ba8d8-f577-4df1-840c-ecfb4ec50c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc293722-a412-487d-b799-0b3580dbaae5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:03.509781 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11047cbf-b5c6-4ce3-b9fa-9d5b9716ec30 req-8d866122-4235-4375-b5d7-6e1e79788436 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:03.511957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11047cbf-b5c6-4ce3-b9fa-9d5b9716ec30 req-8d866122-4235-4375-b5d7-6e1e79788436 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0913794 Oct 13 11:16:03.573495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Allocated IP 172.25.0.229 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/0632c58f-2249-474f-b4ba-f226250a646b) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:03.592746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dc2d3-2dac-49e2-bf66-fb561d66e2eb req-24619288-1588-4db5-81e7-18d9a891b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:03.595288 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe1dc2d3-2dac-49e2-bf66-fb561d66e2eb req-24619288-1588-4db5-81e7-18d9a891b60c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 912 time: 0.2344787 Oct 13 11:16:03.598934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11047cbf-b5c6-4ce3-b9fa-9d5b9716ec30 req-1519a10c-a45a-4228-b52e-3a10e72f2886 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744734 Oct 13 11:16:03.688954 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe1dc2d3-2dac-49e2-bf66-fb561d66e2eb req-adf30b32-3384-4710-84c7-1661b28fd8a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f65c1fc-2c71-4972-b20d-b6f9f305c152 HTTP/1.1" status: 200 len: 1001 time: 0.0859122 Oct 13 11:16:03.747786 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:03.765553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dc2d3-2dac-49e2-bf66-fb561d66e2eb req-680349f1-3f98-49d3-9ac4-d6848810a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:03.768309 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe1dc2d3-2dac-49e2-bf66-fb561d66e2eb req-680349f1-3f98-49d3-9ac4-d6848810a0a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f7c572f-c42b-4227-8238-2e248cb45182 HTTP/1.1" status: 200 len: 850 time: 0.0720840 Oct 13 11:16:03.827201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dc2d3-2dac-49e2-bf66-fb561d66e2eb req-d935afbb-423d-4b85-bb7c-6455f4bb1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:03.829894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe1dc2d3-2dac-49e2-bf66-fb561d66e2eb req-d935afbb-423d-4b85-bb7c-6455f4bb1284 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fea49c86-6405-4d7d-906f-e9d25db855d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526028 Oct 13 11:16:03.849801 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:03.926364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:03.930832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:03.934362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:03.970312 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe1dc2d3-2dac-49e2-bf66-fb561d66e2eb req-758730cb-0335-4702-83ac-65fbb89d9199 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319723 Oct 13 11:16:04.062294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50adaa1d-83e7-4cad-8025-94e1d9a66283 None None] Network a3dccbbe-3464-4399-bde9-1aa64d676ff3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:04.073312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event updated for resources: {'Port': ['ID=0632c58f-2249-474f-b4ba-f226250a646b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:04.194386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3666e78a-3f8b-49e4-8a72-ce1220b39595 None None] Provisioning complete for port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:04.194857 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3666e78a-3f8b-49e4-8a72-ce1220b39595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:04.201303 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe1dc2d3-2dac-49e2-bf66-fb561d66e2eb req-473a14e5-31f2-4c2b-8974-3a67128f4b50 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238584 Oct 13 11:16:04.217159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3ce45e74-d457-4dc9-b49d-63698338081a tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:04.218721 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3ce45e74-d457-4dc9-b49d-63698338081a tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/networks?id=722aa6c6-da0e-4d1d-b908-9ed495b63850 HTTP/1.1" status: 200 len: 808 time: 0.1560695 Oct 13 11:16:04.237835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-dbd4f517-9a6d-4917-9f42-93ade6c20522 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/quotas/b7a1120d28bc4a85af5a9e9666bddf82 HTTP/1.1" status: 200 len: 375 time: 0.0107133 Oct 13 11:16:04.289661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-c3905ba9-2d5b-4e5b-910a-adc010db8e18 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7a1120d28bc4a85af5a9e9666bddf82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434439 Oct 13 11:16:04.318933 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3666e78a-3f8b-49e4-8a72-ce1220b39595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:04.378954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3666e78a-3f8b-49e4-8a72-ce1220b39595 None None] For port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=65cc394d-b963-49ea-9cb2-ffe4d65d9f04,segment=NetworkSegment(129e2fbe-d454-4877-a216-1140d83fcd31),segment_id=129e2fbe-d454-4877-a216-1140d83fcd31)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:04.398739 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:04.425719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3c30a636-d707-4239-88d4-522d27366afa service neutron] 10.222.0.32 "GET /v2.0/networks/722aa6c6-da0e-4d1d-b908-9ed495b63850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255445 Oct 13 11:16:04.448070 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3666e78a-3f8b-49e4-8a72-ce1220b39595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:04.555542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666e78a-3f8b-49e4-8a72-ce1220b39595 None None] Pushing event updated for resources: {'Port': ['ID=65cc394d-b963-49ea-9cb2-ffe4d65d9f04,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:04.570933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-4a68e5a6-5fde-4a04-848e-a110182c2d42 service neutron] 10.222.0.32 "GET /v2.0/networks/722aa6c6-da0e-4d1d-b908-9ed495b63850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444046 Oct 13 11:16:04.596097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a63e5381-a8c9-4d3e-9749-b471f82500a1 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:16:04.651091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:16:04.687124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:04.755643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0365bc4f-2630-4979-bb24-312262de4a12 None None] Provisioning complete for port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:04.756120 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0365bc4f-2630-4979-bb24-312262de4a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:04.826463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a63e5381-a8c9-4d3e-9749-b471f82500a1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:04.846693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'port_id': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'mac_address': 'fa:16:3e:b1:ff:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:16:04.848203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:04.848673 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:04.930876 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:04.945619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25d297-69ed-4119-9f6f-c221d1785eab req-21b40ed7-54f6-44f5-bbd2-72f3dd43b7e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:04.949812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63e5381-a8c9-4d3e-9749-b471f82500a1 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:16:04.950744 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Router c1cd980a-f789-4934-a050-a6da0bc47612 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:16:04.965240 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf25d297-69ed-4119-9f6f-c221d1785eab req-21b40ed7-54f6-44f5-bbd2-72f3dd43b7e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 944 time: 0.0717084 Oct 13 11:16:05.015636 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a63e5381-a8c9-4d3e-9749-b471f82500a1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:05.048583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf25d297-69ed-4119-9f6f-c221d1785eab req-888f2948-b4fd-4180-9873-d90bfb76a9b3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825586 Oct 13 11:16:05.104324 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:05.120655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:16:05.121876 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e71d157e-14ea-45e2-9959-5b8408537f72 req-4bd4c693-0414-4027-b7c8-ecbe34826ed8 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 210 time: 0.0288346 Oct 13 11:16:05.134251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062e4c9e-ba6e-4099-9b3d-7c53a8898714 None None] Sync routers for ids ['c1cd980a-f789-4934-a050-a6da0bc47612'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:16:05.153916 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e4c9e-ba6e-4099-9b3d-7c53a8898714 None None] Routers {'c1cd980a-f789-4934-a050-a6da0bc47612'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:05.154655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-062e4c9e-ba6e-4099-9b3d-7c53a8898714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c1cd980a-f789-4934-a050-a6da0bc47612'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:05.195738 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-062e4c9e-ba6e-4099-9b3d-7c53a8898714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:05.198384 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:05.200050 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-654769b5-397a-4ce4-9580-62cc59307bf9 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.4401491 Oct 13 11:16:05.202488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41828) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:05.206149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=a63e5381-a8c9-4d3e-9749-b471f82500a1,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:05.214637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e4c9e-ba6e-4099-9b3d-7c53a8898714 None None] Routers {'c1cd980a-f789-4934-a050-a6da0bc47612'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:05.215398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-062e4c9e-ba6e-4099-9b3d-7c53a8898714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c1cd980a-f789-4934-a050-a6da0bc47612'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:05.260767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-062e4c9e-ba6e-4099-9b3d-7c53a8898714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:05.261439 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062e4c9e-ba6e-4099-9b3d-7c53a8898714 None None] The sync data for ids ['c1cd980a-f789-4934-a050-a6da0bc47612'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:16:05.324633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['a63e5381-a8c9-4d3e-9749-b471f82500a1'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:16:05.699956 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:05.991417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Allocated IP 172.20.0.1 (a3dccbbe-3464-4399-bde9-1aa64d676ff3/ec54826e-6e99-4edd-abc7-84bf365a6c3b/9f81d66b-c210-4cda-9792-de20e832a81c) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:06.125188 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:06.177312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab59969-7bd5-4410-b2e3-7ad05e41a4ea req-b34fc43b-802b-405a-8c6e-16e0f6e33631 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:06.178953 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ab59969-7bd5-4410-b2e3-7ad05e41a4ea req-b34fc43b-802b-405a-8c6e-16e0f6e33631 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 945 time: 0.0619862 Oct 13 11:16:06.217886 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ab59969-7bd5-4410-b2e3-7ad05e41a4ea req-28426c1d-4906-47f4-b898-40a4ee3ab3bb tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327759 Oct 13 11:16:06.237849 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:06.292832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Network a3dccbbe-3464-4399-bde9-1aa64d676ff3 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:06.298475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:06.311842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:06.313109 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6dacdc4-15e7-428d-927a-841d5774bd1e req-2cac5767-4aa2-4d35-99e5-4d11936d2daf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 210 time: 0.0317187 Oct 13 11:16:06.324925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event updated for resources: {'Port': ['ID=9f81d66b-c210-4cda-9792-de20e832a81c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:06.384522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:06.555156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a63e5381-a8c9-4d3e-9749-b471f82500a1 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:16:06.557257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:16:06.625020 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:06.645607 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d1179b0a-9cb2-44ef-acf9-f988e2158e73 None None] Provisioning complete for port 9f81d66b-c210-4cda-9792-de20e832a81c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:06.645972 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d1179b0a-9cb2-44ef-acf9-f988e2158e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:06.698249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d1179b0a-9cb2-44ef-acf9-f988e2158e73 None None] Port 9f81d66b-c210-4cda-9792-de20e832a81c cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:16:06.699891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:06.700291 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:06.807860 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port a63e5381-a8c9-4d3e-9749-b471f82500a1 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:16:06.812099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port a63e5381-a8c9-4d3e-9749-b471f82500a1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:06.815118 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:06.904488 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:06.931268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:16:06.933704 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b74e34-b938-490e-8265-234e29518bfe" -d '{"events": [{"server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "name": "network-vif-plugged", "status": "completed", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:16:06.947546 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:06.957167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a63e5381-a8c9-4d3e-9749-b471f82500a1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:06.977250 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8e7312-ddd8-45c0-9a0e-1831db213a8e x-openstack-request-id: req-0f8e7312-ddd8-45c0-9a0e-1831db213a8e {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:16:06.977585 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "name": "network-vif-plugged", "status": "completed", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:16:06.977842 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f8e7312-ddd8-45c0-9a0e-1831db213a8e {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:16:06.978483 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'code': 200} Oct 13 11:16:07.008069 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:07.019910 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:07.081826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=a63e5381-a8c9-4d3e-9749-b471f82500a1,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:07.090758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54756c7-25c9-4330-9476-70ecbfb38e53 req-546152ef-e8ce-477d-963d-626d683a9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:07.092756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c54756c7-25c9-4330-9476-70ecbfb38e53 req-546152ef-e8ce-477d-963d-626d683a9ea8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 1097 time: 0.0571179 Oct 13 11:16:07.096224 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:07.098167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event updated for resources: {'Port': ['ID=9f81d66b-c210-4cda-9792-de20e832a81c,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:07.134670 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c54756c7-25c9-4330-9476-70ecbfb38e53 req-17f0e5b4-4f61-445e-aee8-c80b5327c5d5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320954 Oct 13 11:16:07.198189 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Network a3dccbbe-3464-4399-bde9-1aa64d676ff3 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:07.199657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:07.363722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adbd49-a6e4-4564-a19e-1a26d00f281b req-fb3196fd-6de4-49b1-9e36-7252e95fbd93 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:07.372125 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-64adbd49-a6e4-4564-a19e-1a26d00f281b req-fb3196fd-6de4-49b1-9e36-7252e95fbd93 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0643191 Oct 13 11:16:07.490251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-64adbd49-a6e4-4564-a19e-1a26d00f281b req-f732fdb8-8d51-44a6-8520-459539e3e4ea tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168697 Oct 13 11:16:07.533865 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3d14cb9e-2cab-4cc0-ac0e-ba2a90fdfec0 None None] Provisioning complete for port 9f81d66b-c210-4cda-9792-de20e832a81c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:07.535101 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3d14cb9e-2cab-4cc0-ac0e-ba2a90fdfec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:07.564564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-ab7e8e14-7172-4a9b-b8a7-413d5214c0d6 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:07.566296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-ab7e8e14-7172-4a9b-b8a7-413d5214c0d6 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.46 "GET /v2.0/networks?id=722aa6c6-da0e-4d1d-b908-9ed495b63850 HTTP/1.1" status: 200 len: 808 time: 0.1846740 Oct 13 11:16:07.580052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3c4e5c01-96e5-47c8-8b6c-49dd46fc39cf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Request body: {'port': {'device_id': '343395ef-49d6-4e70-99a9-aff5e7eeebf4', 'network_id': '722aa6c6-da0e-4d1d-b908-9ed495b63850', 'admin_state_up': True, 'tenant_id': 'b7a1120d28bc4a85af5a9e9666bddf82'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:07.639196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3d14cb9e-2cab-4cc0-ac0e-ba2a90fdfec0 None None] Port 9f81d66b-c210-4cda-9792-de20e832a81c cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:16:07.688131 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20cd5b73-b517-45e4-a5d0-441f5da51cc4 req-56b6e070-e2e7-4d61-a623-1a2fd22207e6 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 210 time: 0.0378382 Oct 13 11:16:07.712371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Router c1cd980a-f789-4934-a050-a6da0bc47612 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:16:07.818139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3c4e5c01-96e5-47c8-8b6c-49dd46fc39cf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Made reservation on behalf of b7a1120d28bc4a85af5a9e9666bddf82 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:07.821938 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3c4e5c01-96e5-47c8-8b6c-49dd46fc39cf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:07.849996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:16:07.855269 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b0200884-c38b-49a7-a6a5-331376438d83 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "PUT /v2.0/routers/c1cd980a-f789-4934-a050-a6da0bc47612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6516855 Oct 13 11:16:07.857891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41888) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:07.862857 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6ca0fd-ad48-4652-a6b5-d5d2ff9c1975 None None] Sync routers for ids ['c1cd980a-f789-4934-a050-a6da0bc47612'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:16:07.863455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Request body: {'port': {'network_id': 'a3dccbbe-3464-4399-bde9-1aa64d676ff3', 'name': 'tempest-FloatingIPAdminTestJSON-110058994'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:07.880085 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ca0fd-ad48-4652-a6b5-d5d2ff9c1975 None None] Routers {'c1cd980a-f789-4934-a050-a6da0bc47612'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:07.880902 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fd6ca0fd-ad48-4652-a6b5-d5d2ff9c1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c1cd980a-f789-4934-a050-a6da0bc47612'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:07.916942 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fd6ca0fd-ad48-4652-a6b5-d5d2ff9c1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:07.929345 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ca0fd-ad48-4652-a6b5-d5d2ff9c1975 None None] Routers {'c1cd980a-f789-4934-a050-a6da0bc47612'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:07.929982 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fd6ca0fd-ad48-4652-a6b5-d5d2ff9c1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:15:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c1cd980a-f789-4934-a050-a6da0bc47612'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:07.970439 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-fd6ca0fd-ad48-4652-a6b5-d5d2ff9c1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:07.971863 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6ca0fd-ad48-4652-a6b5-d5d2ff9c1975 None None] The sync data for ids ['c1cd980a-f789-4934-a050-a6da0bc47612'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:16:07.987480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3c4e5c01-96e5-47c8-8b6c-49dd46fc39cf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Allocated IP 172.20.0.4 (722aa6c6-da0e-4d1d-b908-9ed495b63850/26bc8feb-75a7-4c51-a035-bb74410dc8a3/57380817-138c-4e99-a829-bdafe583389d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:07.996542 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f5501aa0-d91e-4817-b9d9-dc4591ba0dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.050269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Made reservation on behalf of 8bee2260ce594a3fadf5bae570f914f8 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:08.055667 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.067169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41892) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:08.084497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] device_id is not set on port 0b122b6d-69f7-4933-95f2-2358ac28d87a yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:16:08.167968 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3c4e5c01-96e5-47c8-8b6c-49dd46fc39cf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.240586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Allocated IP 172.20.0.13 (a3dccbbe-3464-4399-bde9-1aa64d676ff3/ec54826e-6e99-4edd-abc7-84bf365a6c3b/0b122b6d-69f7-4933-95f2-2358ac28d87a) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:08.243171 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e831a439-d071-49c2-9105-0b79a07a4acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.290635 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3c4e5c01-96e5-47c8-8b6c-49dd46fc39cf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.433280 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e831a439-d071-49c2-9105-0b79a07a4acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.461410 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.498630 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e831a439-d071-49c2-9105-0b79a07a4acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.540644 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831a439-d071-49c2-9105-0b79a07a4acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50440e99-b809-42dc-af66-cdb5afb5d9e4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:08.545467 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e831a439-d071-49c2-9105-0b79a07a4acb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=722a73c5c8d24bcda924cfe81cd10b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4772575 Oct 13 11:16:08.549232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41898) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:08.572176 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.648877 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Network a3dccbbe-3464-4399-bde9-1aa64d676ff3 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:08.651960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3c4e5c01-96e5-47c8-8b6c-49dd46fc39cf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Network 722aa6c6-da0e-4d1d-b908-9ed495b63850 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:08.656689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:08.658266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3c4e5c01-96e5-47c8-8b6c-49dd46fc39cf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:08.659284 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event updated for resources: {'Port': ['ID=0b122b6d-69f7-4933-95f2-2358ac28d87a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:08.663209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3c4e5c01-96e5-47c8-8b6c-49dd46fc39cf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:08.669699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:08.670988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e5c01-96e5-47c8-8b6c-49dd46fc39cf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Pushing event updated for resources: {'Port': ['ID=57380817-138c-4e99-a829-bdafe583389d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:08.671104 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93313393-a50d-46de-ba02-5d65d67b89e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.728878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729c7d1-233b-49c1-ad8e-f0bc8d704482 req-02ae5e47-d1d1-4aaf-930c-b13462465e41 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:08.733504 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93313393-a50d-46de-ba02-5d65d67b89e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.736700 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9729c7d1-233b-49c1-ad8e-f0bc8d704482 req-02ae5e47-d1d1-4aaf-930c-b13462465e41 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.1303053 Oct 13 11:16:08.748691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:08.749853 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.768413 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3c4e5c01-96e5-47c8-8b6c-49dd46fc39cf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:08.770623 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3c4e5c01-96e5-47c8-8b6c-49dd46fc39cf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.797205 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.799258 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9729c7d1-233b-49c1-ad8e-f0bc8d704482 req-4fdc8c3b-bf19-4108-93a4-01b3d6e0b9ae tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599718 Oct 13 11:16:08.897048 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-216c3e23-1244-42b3-96b0-e957777c6000 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0380349 Oct 13 11:16:08.900590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41904) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:08.908577 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93313393-a50d-46de-ba02-5d65d67b89e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.909678 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-3c4e5c01-96e5-47c8-8b6c-49dd46fc39cf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3340552 Oct 13 11:16:08.911279 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-93313393-a50d-46de-ba02-5d65d67b89e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:08.914470 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-93313393-a50d-46de-ba02-5d65d67b89e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50440e99-b809-42dc-af66-cdb5afb5d9e4 HTTP/1.1" status: 204 len: 168 time: 0.3622251 Oct 13 11:16:08.922358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93313393-a50d-46de-ba02-5d65d67b89e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50440e99-b809-42dc-af66-cdb5afb5d9e4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:08.925787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Request body: {'port': {'device_id': '343395ef-49d6-4e70-99a9-aff5e7eeebf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:08.968559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42111f0b-f868-42f2-851c-3d17b9c3452d req-96edd1e5-2ec1-4674-b552-0906be8b8a5c tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:08.971427 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42111f0b-f868-42f2-851c-3d17b9c3452d req-96edd1e5-2ec1-4674-b552-0906be8b8a5c tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 931 time: 0.1003079 Oct 13 11:16:08.981491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-cfe4315d-de4b-4c56-9077-d611441f72ab None None] Provisioning complete for port 0b122b6d-69f7-4933-95f2-2358ac28d87a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:08.983245 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cfe4315d-de4b-4c56-9077-d611441f72ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:09.027349 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-cfe4315d-de4b-4c56-9077-d611441f72ab None None] Port 0b122b6d-69f7-4933-95f2-2358ac28d87a cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:16:09.042793 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:09.072675 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42111f0b-f868-42f2-851c-3d17b9c3452d req-f227c5ca-81d1-44e1-95b6-e943807c77d9 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897968 Oct 13 11:16:09.190615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'project_id': '8bee2260ce594a3fadf5bae570f914f8', 'port_id': '0b122b6d-69f7-4933-95f2-2358ac28d87a'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:09.335640 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc39b-5f99-468f-96aa-9d5e1efa5252 req-6f34770a-e074-441d-9ba0-c9bd58c062ec tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:09.337239 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d46dc39b-5f99-468f-96aa-9d5e1efa5252 req-6f34770a-e074-441d-9ba0-c9bd58c062ec tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.1263733 Oct 13 11:16:09.352600 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:09.423641 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d46dc39b-5f99-468f-96aa-9d5e1efa5252 req-835ee3cd-b04e-4e98-943d-e8dd9151822c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742638 Oct 13 11:16:09.471243 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41912) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:09.497296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57380817-138c-4e99-a829-bdafe583389d {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:16:09.517483 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:09.555290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff184aa-8cdf-4716-83bf-2156b97967a8 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:09.557118 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9ff184aa-8cdf-4716-83bf-2156b97967a8 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 1092 time: 0.0831749 Oct 13 11:16:09.562393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41914) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:09.568940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:09.583877 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:09.722702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Allocated IP 172.25.0.95 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/002b5003-3c54-44a4-97d3-403968f422cd) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:09.912031 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:09.960280 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:09.988710 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Transition to ACTIVE for port object 57380817-138c-4e99-a829-bdafe583389d will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:16:10.072359 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.110351 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.136385 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.210759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:10.212119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:10.217023 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:10.240004 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Pushing event updated for resources: {'Port': ['ID=57380817-138c-4e99-a829-bdafe583389d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:10.246905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Pushing event updated for resources: {'Port': ['ID=002b5003-3c54-44a4-97d3-403968f422cd,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:10.298401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906af09f-313d-46a3-bd6f-5da9d0ca7d5b req-e55be27d-04ba-481c-9f59-842340dbef29 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:10.300009 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-906af09f-313d-46a3-bd6f-5da9d0ca7d5b req-e55be27d-04ba-481c-9f59-842340dbef29 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 943 time: 0.1161146 Oct 13 11:16:10.349635 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.25.0.23 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/f21234ca-ef13-4c46-9077-fff8a6cde79c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:10.396992 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-906af09f-313d-46a3-bd6f-5da9d0ca7d5b req-08e9d6f9-0e75-4e13-9078-11920cd6e1eb tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745554 Oct 13 11:16:10.430217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41918) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:10.484089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Attempting to bind port 57380817-138c-4e99-a829-bdafe583389d on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:16:10.484430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Attempting to bind port 57380817-138c-4e99-a829-bdafe583389d by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '5010309e-400c-4263-b219-f75f19d47bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '722aa6c6-da0e-4d1d-b908-9ed495b63850'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:16:10.485063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Attempting to bind port 57380817-138c-4e99-a829-bdafe583389d on network 722aa6c6-da0e-4d1d-b908-9ed495b63850 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:16:10.491622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f36b786d-9d2e-4266-b401-f8dc8061d33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.507155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Port 57380817-138c-4e99-a829-bdafe583389d on network 722aa6c6-da0e-4d1d-b908-9ed495b63850 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:16:10.510491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Attempting to bind port 57380817-138c-4e99-a829-bdafe583389d on network 722aa6c6-da0e-4d1d-b908-9ed495b63850 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:16:10.521700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:16:10.522057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Checking segment: {'id': '5010309e-400c-4263-b219-f75f19d47bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '722aa6c6-da0e-4d1d-b908-9ed495b63850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:16:10.522530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Bound using segment: {'id': '5010309e-400c-4263-b219-f75f19d47bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '722aa6c6-da0e-4d1d-b908-9ed495b63850'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:16:10.522978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Bound port: 57380817-138c-4e99-a829-bdafe583389d, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5010309e-400c-4263-b219-f75f19d47bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '722aa6c6-da0e-4d1d-b908-9ed495b63850'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:16:10.523338 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.626485 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.694322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] For port 57380817-138c-4e99-a829-bdafe583389d, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:16:10.697868 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.714742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] For port 57380817-138c-4e99-a829-bdafe583389d, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=57380817-138c-4e99-a829-bdafe583389d,segment=NetworkSegment(5010309e-400c-4263-b219-f75f19d47bda),segment_id=5010309e-400c-4263-b219-f75f19d47bda)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:16:10.741974 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f36b786d-9d2e-4266-b401-f8dc8061d33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.786516 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.860021 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-71a6985e-3f8f-43fc-9280-863d6d6f3b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.860696 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.902374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:10.902986 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.904378 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-2038b42c-d301-449c-a078-b209d399c10e service neutron] 10.222.0.46 "PUT /v2.0/ports/57380817-138c-4e99-a829-bdafe583389d HTTP/1.1" status: 200 len: 1091 time: 1.9847860 Oct 13 11:16:10.904828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343395ef-49d6-4e70-99a9-aff5e7eeebf4', 'tag': '57380817-138c-4e99-a829-bdafe583389d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:16:10.907140 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9cf915-4269-4d76-8884-8fddc92bdd40" -d '{"events": [{"name": "network-changed", "server_uuid": "343395ef-49d6-4e70-99a9-aff5e7eeebf4", "tag": "57380817-138c-4e99-a829-bdafe583389d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:16:10.915747 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f36b786d-9d2e-4266-b401-f8dc8061d33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.918431 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:10.960987 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:11.006489 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c958300-4817-4241-a7aa-8968987055d3 x-openstack-request-id: req-9c958300-4817-4241-a7aa-8968987055d3 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:16:11.006768 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343395ef-49d6-4e70-99a9-aff5e7eeebf4", "tag": "57380817-138c-4e99-a829-bdafe583389d", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:16:11.006961 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c958300-4817-4241-a7aa-8968987055d3 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:16:11.009146 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343395ef-49d6-4e70-99a9-aff5e7eeebf4', 'tag': '57380817-138c-4e99-a829-bdafe583389d', 'status': 'completed', 'code': 200} Oct 13 11:16:11.009308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:11.016536 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f36b786d-9d2e-4266-b401-f8dc8061d33e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f87e107955b4a23997020721cce1931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5483418 Oct 13 11:16:11.016536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038b42c-d301-449c-a078-b209d399c10e service neutron] Pushing event updated for resources: {'Port': ['ID=57380817-138c-4e99-a829-bdafe583389d,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:11.017064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41922) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:11.019076 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:11.026406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b786d-9d2e-4266-b401-f8dc8061d33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe099ab-6d6c-4dff-9303-f513a4ae4fae,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:11.038521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:11.134521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=f21234ca-ef13-4c46-9077-fff8a6cde79c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:11.157139 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eef1761a-52c8-4613-8d5f-7f9490cc1ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:11.165774 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cf915-4269-4d76-8884-8fddc92bdd40 req-96ac2b17-7574-44a9-9f35-b54a2fb62351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:11.167316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a9cf915-4269-4d76-8884-8fddc92bdd40 req-96ac2b17-7574-44a9-9f35-b54a2fb62351 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7a1120d28bc4a85af5a9e9666bddf82&device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 1094 time: 0.1454449 Oct 13 11:16:11.204440 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eef1761a-52c8-4613-8d5f-7f9490cc1ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:11.261336 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:11.334573 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:11.397176 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eef1761a-52c8-4613-8d5f-7f9490cc1ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:11.399155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cf915-4269-4d76-8884-8fddc92bdd40 req-1a8bac5a-9ca3-4ddc-b707-0e2236ee2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:11.399745 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eef1761a-52c8-4613-8d5f-7f9490cc1ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:11.400663 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a9cf915-4269-4d76-8884-8fddc92bdd40 req-1a8bac5a-9ca3-4ddc-b707-0e2236ee2466 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b7a1120d28bc4a85af5a9e9666bddf82&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2205102 Oct 13 11:16:11.400894 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eef1761a-52c8-4613-8d5f-7f9490cc1ae3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3fe099ab-6d6c-4dff-9303-f513a4ae4fae HTTP/1.1" status: 204 len: 168 time: 0.3825293 Oct 13 11:16:11.439960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1761a-52c8-4613-8d5f-7f9490cc1ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe099ab-6d6c-4dff-9303-f513a4ae4fae,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:11.465303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Pushing event updated for resources: {'Port': ['ID=002b5003-3c54-44a4-97d3-403968f422cd,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:11.469273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:11.644661 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Floating IP 64f86d19-e088-4321-9724-974d30fd2ea1 associated. External IP: 172.25.0.95, port: 0b122b6d-69f7-4933-95f2-2358ac28d87a. Oct 13 11:16:11.697519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cf915-4269-4d76-8884-8fddc92bdd40 req-d05f5bac-be3b-43ef-8a05-81e3c3fb7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:11.699017 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a9cf915-4269-4d76-8884-8fddc92bdd40 req-d05f5bac-be3b-43ef-8a05-81e3c3fb7777 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2904999 Oct 13 11:16:11.740401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1094ad6-63b1-49cd-8041-f2fafe589b54 req-fa65b0b7-1876-456a-b0bc-6ff8a3c5ea47 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:11.743488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1094ad6-63b1-49cd-8041-f2fafe589b54 req-fa65b0b7-1876-456a-b0bc-6ff8a3c5ea47 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 943 time: 0.1893826 Oct 13 11:16:11.774182 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:11.940852 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Router c1cd980a-f789-4934-a050-a6da0bc47612 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:16:11.942948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1094ad6-63b1-49cd-8041-f2fafe589b54 req-63b37599-6b6d-4fd4-ab17-ec86aec9af54 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750624 Oct 13 11:16:11.957387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-9454a84d-2864-43ea-935c-d7edf59a33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:11.959141 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-9454a84d-2864-43ea-935c-d7edf59a33ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7a1120d28bc4a85af5a9e9666bddf82&device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 1094 time: 0.1925774 Oct 13 11:16:11.964303 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:12.084716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-1cb4793a-66d2-4223-8c02-2c4a27c6dc56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57380817-138c-4e99-a829-bdafe583389d HTTP/1.1" status: 200 len: 217 time: 0.0992024 Oct 13 11:16:12.129521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:16:12.144759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdce231-eb9e-455a-962e-e2cf09825cac None None] Sync routers for ids ['c1cd980a-f789-4934-a050-a6da0bc47612'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:16:12.160821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdce231-eb9e-455a-962e-e2cf09825cac None None] Routers {'c1cd980a-f789-4934-a050-a6da0bc47612'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:12.160821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bfdce231-eb9e-455a-962e-e2cf09825cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:16:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c1cd980a-f789-4934-a050-a6da0bc47612'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:12.212595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bfdce231-eb9e-455a-962e-e2cf09825cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:12.218001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-ea616293-1a4b-4e6a-abbb-b1c52b25fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:12.222495 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-ea616293-1a4b-4e6a-abbb-b1c52b25fd28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26bc8feb-75a7-4c51-a035-bb74410dc8a3 HTTP/1.1" status: 200 len: 848 time: 0.1234875 Oct 13 11:16:12.225937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdce231-eb9e-455a-962e-e2cf09825cac None None] Routers {'c1cd980a-f789-4934-a050-a6da0bc47612'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:12.227421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bfdce231-eb9e-455a-962e-e2cf09825cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:16:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c1cd980a-f789-4934-a050-a6da0bc47612'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:12.255767 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-e38890e5-771a-4cc1-ab04-53545d28fd18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=722aa6c6-da0e-4d1d-b908-9ed495b63850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280924 Oct 13 11:16:12.269238 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:12.270171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bfdce231-eb9e-455a-962e-e2cf09825cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:12.270891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdce231-eb9e-455a-962e-e2cf09825cac None None] The sync data for ids ['c1cd980a-f789-4934-a050-a6da0bc47612'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:16:12.273926 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:12.308734 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d66b051c-70e4-4a54-acac-3f7f4d776866 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.4046218 Oct 13 11:16:12.314873 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41936) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:12.475042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f0982384-b225-4ee1-abaf-ce1241fd3e19 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] 10.222.0.32 "GET /v2.0/floatingips/64f86d19-e088-4321-9724-974d30fd2ea1 HTTP/1.1" status: 200 len: 982 time: 0.1623144 Oct 13 11:16:12.475277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41942) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:12.610103 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-39d34aa7-04cb-4b80-b113-4ff3fd260a4b tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3817 time: 0.1332076 Oct 13 11:16:12.614480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41944) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:12.636089 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:12.761788 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-74971a71-f6fe-4ccd-87fe-984bc0b3aa3e service neutron] 10.222.0.46 "GET /v2.0/networks/722aa6c6-da0e-4d1d-b908-9ed495b63850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990416 Oct 13 11:16:12.841156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-e156ca3d-a493-4201-8e62-8b7cf7358e34 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Deleting port 002b5003-3c54-44a4-97d3-403968f422cd {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:12.841156 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e156ca3d-a493-4201-8e62-8b7cf7358e34 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:12.905707 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4319d7f1-a343-4a48-ab7c-82558d59513d req-333a2a2d-2541-4d79-98ad-3fc44518a3a3 service neutron] 10.222.0.46 "GET /v2.0/networks/722aa6c6-da0e-4d1d-b908-9ed495b63850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344006 Oct 13 11:16:12.915543 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:12.958071 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e156ca3d-a493-4201-8e62-8b7cf7358e34 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:12.958682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e156ca3d-a493-4201-8e62-8b7cf7358e34 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:12.978201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-e156ca3d-a493-4201-8e62-8b7cf7358e34 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Calling delete_port for 002b5003-3c54-44a4-97d3-403968f422cd owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:12.990916 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:13.101006 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=f21234ca-ef13-4c46-9077-fff8a6cde79c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:13.119001 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:13.183736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba92c00-2e57-4363-a153-9e951b80b8de req-9fbb0941-e409-4ccf-bd37-181f45a25a83 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:13.195533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ba92c00-2e57-4363-a153-9e951b80b8de req-9fbb0941-e409-4ccf-bd37-181f45a25a83 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 943 time: 0.1365962 Oct 13 11:16:13.277820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ba92c00-2e57-4363-a153-9e951b80b8de req-52138257-f3f6-4d18-8d87-9d770a89bdaa tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790567 Oct 13 11:16:13.300065 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Floating IP 327295b4-35ce-4ba7-b7ac-b85941367974 associated. External IP: 172.25.0.23, port: a63e5381-a8c9-4d3e-9749-b471f82500a1. Oct 13 11:16:13.343814 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e156ca3d-a493-4201-8e62-8b7cf7358e34 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:13.367336 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156ca3d-a493-4201-8e62-8b7cf7358e34 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event deleted for resources: {'Port': ['ID=002b5003-3c54-44a4-97d3-403968f422cd,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:13.407265 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:13.441328 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e156ca3d-a493-4201-8e62-8b7cf7358e34 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:13.441688 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-e156ca3d-a493-4201-8e62-8b7cf7358e34 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Floating IP 64f86d19-e088-4321-9724-974d30fd2ea1 disassociated (deleted). External IP: 172.25.0.95, port: 0b122b6d-69f7-4933-95f2-2358ac28d87a. Oct 13 11:16:13.575640 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 4341fc35-3ced-42c5-92b9-8003f919fcd0 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:16:13.724265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:16:13.736423 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad880361-996a-4d14-a089-eaa76dc200b3 None None] Sync routers for ids ['4341fc35-3ced-42c5-92b9-8003f919fcd0'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:16:13.749719 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad880361-996a-4d14-a089-eaa76dc200b3 None None] Routers {'4341fc35-3ced-42c5-92b9-8003f919fcd0'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:13.752587 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ad880361-996a-4d14-a089-eaa76dc200b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:16:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4341fc35-3ced-42c5-92b9-8003f919fcd0'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:13.856686 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:13.885273 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-ad880361-996a-4d14-a089-eaa76dc200b3 None None] Set router 4341fc35-3ced-42c5-92b9-8003f919fcd0 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:16:13.901321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eac5ecdc-8192-4586-9a40-432073e25e7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3364060 Oct 13 11:16:13.902675 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:16:13.905942 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff13b4c8-48af-4b63-b74e-508fe0ea93d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:16:14.077441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9ec88-ed0f-48f8-b1c6-78d93b77de75 req-b320796f-f72c-4ee8-9b1b-9e7276086a95 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:14.080246 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b8d9ec88-ed0f-48f8-b1c6-78d93b77de75 req-b320796f-f72c-4ee8-9b1b-9e7276086a95 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0953503 Oct 13 11:16:14.180486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b8d9ec88-ed0f-48f8-b1c6-78d93b77de75 req-f84acf6f-3d07-4800-8cf7-6e106cb74e20 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895891 Oct 13 11:16:14.204656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e156ca3d-a493-4201-8e62-8b7cf7358e34 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Router c1cd980a-f789-4934-a050-a6da0bc47612 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:16:14.206158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41974) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:14.231244 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ad880361-996a-4d14-a089-eaa76dc200b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:15:50Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '327295b4-35ce-4ba7-b7ac-b85941367974', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'port_id': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'mac_address': 'fa:16:3e:b1:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa964245-79bc-4ead-a20c-f93385713965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:16:11Z', 'updated_at': '2021-10-13T11:16:11Z', 'revision_number': 0, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ef8cbd-4397-4d49-a358-326e8d9be109', 'name': '', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:9f:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:49Z', 'updated_at': '2021-10-13T11:15:54Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:14.261118 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad880361-996a-4d14-a089-eaa76dc200b3 None None] Checking router: 4341fc35-3ced-42c5-92b9-8003f919fcd0 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:16:14.270658 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad880361-996a-4d14-a089-eaa76dc200b3 None None] Routers {'4341fc35-3ced-42c5-92b9-8003f919fcd0'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:14.271497 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ad880361-996a-4d14-a089-eaa76dc200b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:16:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4341fc35-3ced-42c5-92b9-8003f919fcd0'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:14.326735 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce55e9b-9d4c-49c9-8d45-14a9b54ffea9 x-openstack-request-id: req-1ce55e9b-9d4c-49c9-8d45-14a9b54ffea9 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:16:14.327009 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:16:14.327269 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ce55e9b-9d4c-49c9-8d45-14a9b54ffea9 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:16:14.327668 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'status': 'completed', 'code': 200} Oct 13 11:16:14.374168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e156ca3d-a493-4201-8e62-8b7cf7358e34 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:16:14.381708 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e156ca3d-a493-4201-8e62-8b7cf7358e34 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:14.388074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727bc733-e82a-4672-bcf0-9e478a9832fe None None] Sync routers for ids ['c1cd980a-f789-4934-a050-a6da0bc47612'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:16:14.400361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727bc733-e82a-4672-bcf0-9e478a9832fe None None] Routers {'c1cd980a-f789-4934-a050-a6da0bc47612'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:14.411089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-727bc733-e82a-4672-bcf0-9e478a9832fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:16:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c1cd980a-f789-4934-a050-a6da0bc47612'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:14.428671 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-ad880361-996a-4d14-a089-eaa76dc200b3 None None] Set router 4341fc35-3ced-42c5-92b9-8003f919fcd0 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:16:14.445044 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e156ca3d-a493-4201-8e62-8b7cf7358e34 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "DELETE /v2.0/floatingips/64f86d19-e088-4321-9724-974d30fd2ea1 HTTP/1.1" status: 204 len: 168 time: 1.8247461 Oct 13 11:16:14.445529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41982) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:14.458039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:14.466042 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-727bc733-e82a-4672-bcf0-9e478a9832fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:14.505068 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727bc733-e82a-4672-bcf0-9e478a9832fe None None] Routers {'c1cd980a-f789-4934-a050-a6da0bc47612'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:14.506451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-727bc733-e82a-4672-bcf0-9e478a9832fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:16:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c1cd980a-f789-4934-a050-a6da0bc47612'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:14.517300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c61ae58d-30ff-478f-9044-e1c536331240 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/327295b4-35ce-4ba7-b7ac-b85941367974 HTTP/1.1" status: 200 len: 991 time: 0.3096225 Oct 13 11:16:14.527643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13b4c8-48af-4b63-b74e-508fe0ea93d3 req-37074dcf-acfa-4dcf-a200-8c6ee7762845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:14.529192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff13b4c8-48af-4b63-b74e-508fe0ea93d3 req-37074dcf-acfa-4dcf-a200-8c6ee7762845 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 1097 time: 0.2043724 Oct 13 11:16:14.557912 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-727bc733-e82a-4672-bcf0-9e478a9832fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:14.559678 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727bc733-e82a-4672-bcf0-9e478a9832fe None None] The sync data for ids ['c1cd980a-f789-4934-a050-a6da0bc47612'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:16:14.571280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b70bb-a4f2-4e62-96da-e2ac1f3e0a17 req-db406b0b-2cd7-4a0c-ab5c-1745edf76f9d tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:14.574031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-683b70bb-a4f2-4e62-96da-e2ac1f3e0a17 req-db406b0b-2cd7-4a0c-ab5c-1745edf76f9d tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 943 time: 0.1785491 Oct 13 11:16:14.579814 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:14.685160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-683b70bb-a4f2-4e62-96da-e2ac1f3e0a17 req-a11b721e-9d93-4a2d-9819-28b8c62a20e9 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677595 Oct 13 11:16:14.724729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13b4c8-48af-4b63-b74e-508fe0ea93d3 req-6700cee4-2539-4445-bf1b-d55c779ffc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:14.726213 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff13b4c8-48af-4b63-b74e-508fe0ea93d3 req-6700cee4-2539-4445-bf1b-d55c779ffc58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b9888bc-ae82-4158-a36f-f3cb442388f0 HTTP/1.1" status: 200 len: 898 time: 0.1886489 Oct 13 11:16:14.776636 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:14.833250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff13b4c8-48af-4b63-b74e-508fe0ea93d3 req-82773b3a-ed5c-489a-b39f-949f380a25bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1 HTTP/1.1" status: 200 len: 999 time: 0.0974905 Oct 13 11:16:14.914051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13b4c8-48af-4b63-b74e-508fe0ea93d3 req-4282a6a5-c9f3-4cf6-bfb9-83ecea75bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:14.916548 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff13b4c8-48af-4b63-b74e-508fe0ea93d3 req-4282a6a5-c9f3-4cf6-bfb9-83ecea75bca3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc HTTP/1.1" status: 200 len: 834 time: 0.0682087 Oct 13 11:16:14.974355 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ad880361-996a-4d14-a089-eaa76dc200b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:15:50Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '327295b4-35ce-4ba7-b7ac-b85941367974', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'port_id': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'mac_address': 'fa:16:3e:b1:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa964245-79bc-4ead-a20c-f93385713965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:16:11Z', 'updated_at': '2021-10-13T11:16:11Z', 'revision_number': 0, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ef8cbd-4397-4d49-a358-326e8d9be109', 'name': '', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:9f:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:49Z', 'updated_at': '2021-10-13T11:15:54Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:14.986401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Allocated IP 172.25.0.148 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/ba802653-bece-4c4a-8704-6a2d5b278145) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:14.993149 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13b4c8-48af-4b63-b74e-508fe0ea93d3 req-d6c2a071-cc57-4a45-9c37-3dbdc120b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:14.993149 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff13b4c8-48af-4b63-b74e-508fe0ea93d3 req-d6c2a071-cc57-4a45-9c37-3dbdc120b942 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b9888bc-ae82-4158-a36f-f3cb442388f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639186 Oct 13 11:16:15.003734 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad880361-996a-4d14-a089-eaa76dc200b3 None None] The sync data for ids ['4341fc35-3ced-42c5-92b9-8003f919fcd0'] in n-d-813659-3 is: [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:15:50Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '327295b4-35ce-4ba7-b7ac-b85941367974', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'port_id': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'mac_address': 'fa:16:3e:b1:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa964245-79bc-4ead-a20c-f93385713965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:16:11Z', 'updated_at': '2021-10-13T11:16:11Z', 'revision_number': 0, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ef8cbd-4397-4d49-a358-326e8d9be109', 'name': '', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:9f:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:49Z', 'updated_at': '2021-10-13T11:15:54Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:16:15.152911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff13b4c8-48af-4b63-b74e-508fe0ea93d3 req-22e58000-7660-4c36-9a92-44d84b3e97b7 service neutron] 10.222.0.21 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514339 Oct 13 11:16:15.161304 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:15.288086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff13b4c8-48af-4b63-b74e-508fe0ea93d3 req-e0020bd3-d057-4742-9431-47ebad00087c service neutron] 10.222.0.21 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268797 Oct 13 11:16:15.324595 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5992713-04fc-41fc-8850-2c9af4b1c3ca None None] New status for floating IP 327295b4-35ce-4ba7-b7ac-b85941367974: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:16:15.357201 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:15.421807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:15.433343 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:15.439541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:15.483857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Pushing event updated for resources: {'Port': ['ID=ba802653-bece-4c4a-8704-6a2d5b278145,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:15.522458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41994) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:15.621366 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:15.631746 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-77fe776d-518d-467b-b0fa-df2b1f2528e0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/327295b4-35ce-4ba7-b7ac-b85941367974 HTTP/1.1" status: 200 len: 991 time: 0.1077547 Oct 13 11:16:15.802887 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:15.829446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd525-d057-42a3-8ea2-8609925795f1 req-703d38ea-b355-404a-9c76-2718c2332e20 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:15.832353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-08dcd525-d057-42a3-8ea2-8609925795f1 req-703d38ea-b355-404a-9c76-2718c2332e20 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 943 time: 0.0590224 Oct 13 11:16:15.875259 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-08dcd525-d057-42a3-8ea2-8609925795f1 req-aef5e721-661e-4c3b-a946-427626238d4f tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351202 Oct 13 11:16:15.976883 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:16.092471 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:16.173591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Pushing event updated for resources: {'Port': ['ID=ba802653-bece-4c4a-8704-6a2d5b278145,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:16.191710 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:16.347435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:16.349146 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6c1df80a-2d4e-4a43-8fcb-f4f88ca38b6e tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9016976 Oct 13 11:16:16.352383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42006) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:16.584394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:16.637306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42012) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:16.704648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-70e3123f-82f6-478f-ac35-c5cff6bb21d8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/327295b4-35ce-4ba7-b7ac-b85941367974 HTTP/1.1" status: 200 len: 993 time: 0.0656869 Oct 13 11:16:16.749966 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:16.851184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:16.879992 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 57380817-138c-4e99-a829-bdafe583389d details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:16:16.987855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Allocated IP 172.25.0.203 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/581919fd-a627-42c3-8fa0-519187f3f065) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:17.004260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 57380817-138c-4e99-a829-bdafe583389d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=57380817-138c-4e99-a829-bdafe583389d,segment=NetworkSegment(5010309e-400c-4263-b219-f75f19d47bda),segment_id=5010309e-400c-4263-b219-f75f19d47bda)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:17.017421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '57380817-138c-4e99-a829-bdafe583389d', 'network_id': '722aa6c6-da0e-4d1d-b908-9ed495b63850', 'port_id': '57380817-138c-4e99-a829-bdafe583389d', 'mac_address': 'fa:16:3e:af:83:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bc8feb-75a7-4c51-a035-bb74410dc8a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:16:17.020043 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8d1d2-8eef-4e00-a1a0-341c69284871 req-1973feff-5683-4315-816d-1d764528761f tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:17.028863 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4fa8d1d2-8eef-4e00-a1a0-341c69284871 req-1973feff-5683-4315-816d-1d764528761f tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 943 time: 0.0768495 Oct 13 11:16:17.063449 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:17.086924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57380817-138c-4e99-a829-bdafe583389d {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:16:17.092206 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4fa8d1d2-8eef-4e00-a1a0-341c69284871 req-b5cf625e-e79f-47ae-b4e5-227267b46a29 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Oct 13 11:16:17.122663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 57380817-138c-4e99-a829-bdafe583389d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=57380817-138c-4e99-a829-bdafe583389d,segment=NetworkSegment(5010309e-400c-4263-b219-f75f19d47bda),segment_id=5010309e-400c-4263-b219-f75f19d47bda)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:17.134731 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:17.219515 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:17.249005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:17.279476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=57380817-138c-4e99-a829-bdafe583389d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:17.287269 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:17.287712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:17.288110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:17.288495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:17.288833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:17.289164 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:17.289490 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:17.289815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:17.290138 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:17.290572 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:17.291502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:17.291502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:17.293694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:17.299654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:17.305756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:17.309081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Pushing event updated for resources: {'Port': ['ID=581919fd-a627-42c3-8fa0-519187f3f065,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:17.402365 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:17.553694 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:17.632352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['57380817-138c-4e99-a829-bdafe583389d'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:16:17.726306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:17.887197 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:17.956788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Pushing event updated for resources: {'Port': ['ID=581919fd-a627-42c3-8fa0-519187f3f065,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:17.971356 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:18.071811 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:18.073092 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-abf1c454-ba3c-4f5f-a0ec-470c832cfd5b tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7196825 Oct 13 11:16:18.075671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42032) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:18.148062 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-09b8ed21-7fe3-4008-9d53-fbf7f148701d tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.0711050 Oct 13 11:16:18.150531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42036) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:18.207198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efc17b-1a75-4883-b6f3-d3b6c7671041 req-396e9dee-508a-43c2-aa06-ab9685d4432a tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:18.208915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1efc17b-1a75-4883-b6f3-d3b6c7671041 req-396e9dee-508a-43c2-aa06-ab9685d4432a tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 944 time: 0.0562813 Oct 13 11:16:18.230526 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6139e131-d33f-4774-8fc3-e7d0e71f3587 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0788832 Oct 13 11:16:18.233427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42040) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:18.292558 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1efc17b-1a75-4883-b6f3-d3b6c7671041 req-0accfa02-cb32-4887-84b3-fbf8f469ae82 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771260 Oct 13 11:16:18.381177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5221f1be-6076-4829-8d4c-8cb273a03704 tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Deleting port 581919fd-a627-42c3-8fa0-519187f3f065 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:18.381512 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5221f1be-6076-4829-8d4c-8cb273a03704 tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:18.483994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5221f1be-6076-4829-8d4c-8cb273a03704 tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:18.483994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5221f1be-6076-4829-8d4c-8cb273a03704 tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:18.493718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5221f1be-6076-4829-8d4c-8cb273a03704 tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Calling delete_port for 581919fd-a627-42c3-8fa0-519187f3f065 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:18.705499 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5221f1be-6076-4829-8d4c-8cb273a03704 tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:18.736807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221f1be-6076-4829-8d4c-8cb273a03704 tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Pushing event deleted for resources: {'Port': ['ID=581919fd-a627-42c3-8fa0-519187f3f065,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:18.802106 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5221f1be-6076-4829-8d4c-8cb273a03704 tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:18.804732 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5221f1be-6076-4829-8d4c-8cb273a03704 tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:18.805917 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5221f1be-6076-4829-8d4c-8cb273a03704 tempest-FloatingIPAdminTestJSON-638879351 tempest-FloatingIPAdminTestJSON-638879351-project] 10.222.0.32 "DELETE /v2.0/floatingips/1c8856d2-eaf2-47c7-84aa-461d69a5b14c HTTP/1.1" status: 204 len: 168 time: 0.5713155 Oct 13 11:16:18.808747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42046) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:18.890231 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 57380817-138c-4e99-a829-bdafe583389d up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:16:18.966923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-212207d5-9d77-4fdb-b1a9-95e91b1eea52 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Deleting port ba802653-bece-4c4a-8704-6a2d5b278145 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:18.967186 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-212207d5-9d77-4fdb-b1a9-95e91b1eea52 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:19.048911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-212207d5-9d77-4fdb-b1a9-95e91b1eea52 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:19.049261 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-212207d5-9d77-4fdb-b1a9-95e91b1eea52 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:19.059220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 57380817-138c-4e99-a829-bdafe583389d completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:16:19.062954 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-212207d5-9d77-4fdb-b1a9-95e91b1eea52 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Calling delete_port for ba802653-bece-4c4a-8704-6a2d5b278145 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:19.063887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 57380817-138c-4e99-a829-bdafe583389d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:19.064190 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:19.161011 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:19.197785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 57380817-138c-4e99-a829-bdafe583389d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=57380817-138c-4e99-a829-bdafe583389d,segment=NetworkSegment(5010309e-400c-4263-b219-f75f19d47bda),segment_id=5010309e-400c-4263-b219-f75f19d47bda)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:19.198787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343395ef-49d6-4e70-99a9-aff5e7eeebf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57380817-138c-4e99-a829-bdafe583389d'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:16:19.201108 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42a54a5-2c47-4dbf-867c-9fe20ec99774" -d '{"events": [{"server_uuid": "343395ef-49d6-4e70-99a9-aff5e7eeebf4", "name": "network-vif-plugged", "status": "completed", "tag": "57380817-138c-4e99-a829-bdafe583389d"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:16:19.242513 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747a0b4d-131b-43ff-a7d6-07e7b366f59f x-openstack-request-id: req-747a0b4d-131b-43ff-a7d6-07e7b366f59f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:16:19.242816 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343395ef-49d6-4e70-99a9-aff5e7eeebf4", "name": "network-vif-plugged", "status": "completed", "tag": "57380817-138c-4e99-a829-bdafe583389d", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:16:19.243076 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-747a0b4d-131b-43ff-a7d6-07e7b366f59f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:16:19.243479 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343395ef-49d6-4e70-99a9-aff5e7eeebf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57380817-138c-4e99-a829-bdafe583389d', 'code': 200} Oct 13 11:16:19.311001 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:19.339897 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-212207d5-9d77-4fdb-b1a9-95e91b1eea52 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:19.377160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=57380817-138c-4e99-a829-bdafe583389d,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:19.387413 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212207d5-9d77-4fdb-b1a9-95e91b1eea52 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba802653-bece-4c4a-8704-6a2d5b278145,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:19.391373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb79229-bbc2-4013-9232-92f1f5cc8933 req-defaa76d-0a51-4696-b1e8-4be60d65f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:19.393015 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cfb79229-bbc2-4013-9232-92f1f5cc8933 req-defaa76d-0a51-4696-b1e8-4be60d65f3d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 1096 time: 0.0866685 Oct 13 11:16:19.504039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cfb79229-bbc2-4013-9232-92f1f5cc8933 req-629f1410-5838-4e2d-81a0-ba6b4e24f61f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937676 Oct 13 11:16:19.513106 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-212207d5-9d77-4fdb-b1a9-95e91b1eea52 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:19.516297 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-212207d5-9d77-4fdb-b1a9-95e91b1eea52 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:19.517504 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-212207d5-9d77-4fdb-b1a9-95e91b1eea52 tempest-FloatingIPAdminTestJSON-1103151821 tempest-FloatingIPAdminTestJSON-1103151821-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/928a501f-9923-49e0-b392-0d08b7271c98 HTTP/1.1" status: 204 len: 168 time: 0.7078331 Oct 13 11:16:19.523886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42056) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:19.528082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d84065-ee47-465b-be09-abcbb5f163ff req-807b96a3-436b-4fdf-80fa-d91e9f5fdd2f tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:19.529618 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42d84065-ee47-465b-be09-abcbb5f163ff req-807b96a3-436b-4fdf-80fa-d91e9f5fdd2f tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 945 time: 0.1213088 Oct 13 11:16:19.577818 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-42d84065-ee47-465b-be09-abcbb5f163ff req-e0b67fe1-144d-4e5f-af85-51f4e2b6311c tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Oct 13 11:16:19.629640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-ce307dec-85f1-4170-8c6e-4c77c0801ca5 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Deleting port 0b122b6d-69f7-4933-95f2-2358ac28d87a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:19.630148 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce307dec-85f1-4170-8c6e-4c77c0801ca5 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:19.722881 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce307dec-85f1-4170-8c6e-4c77c0801ca5 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:19.735290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-ce307dec-85f1-4170-8c6e-4c77c0801ca5 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Calling delete_port for 0b122b6d-69f7-4933-95f2-2358ac28d87a owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:19.962274 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce307dec-85f1-4170-8c6e-4c77c0801ca5 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:19.997698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce307dec-85f1-4170-8c6e-4c77c0801ca5 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event deleted for resources: {'Port': ['ID=0b122b6d-69f7-4933-95f2-2358ac28d87a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:20.077461 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce307dec-85f1-4170-8c6e-4c77c0801ca5 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:20.080801 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ce307dec-85f1-4170-8c6e-4c77c0801ca5 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "DELETE /v2.0/ports/0b122b6d-69f7-4933-95f2-2358ac28d87a HTTP/1.1" status: 204 len: 168 time: 0.5558825 Oct 13 11:16:20.088700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42064) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:20.147696 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b5fc9f-2390-497e-9201-aadefcf3d509 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:20.155734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-12b5fc9f-2390-497e-9201-aadefcf3d509 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1cd980a-f789-4934-a050-a6da0bc47612 HTTP/1.1" status: 200 len: 913 time: 0.0606902 Oct 13 11:16:20.157553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42068) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:20.560594 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b03d19a-cfb2-4076-ac56-b37cc32244cf tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:20.715492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c109ee9-a514-4fc7-9acb-793ee8332a4a req-f3dd8a2c-b2c7-42ec-8a4d-5f4c50ae13b1 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:20.717126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8c109ee9-a514-4fc7-9acb-793ee8332a4a req-f3dd8a2c-b2c7-42ec-8a4d-5f4c50ae13b1 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 945 time: 0.0657911 Oct 13 11:16:20.761433 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8c109ee9-a514-4fc7-9acb-793ee8332a4a req-c1118e85-02da-49c7-8d98-9e2e866e7abf tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363889 Oct 13 11:16:20.863410 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4b03d19a-cfb2-4076-ac56-b37cc32244cf tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Deleting port 9f81d66b-c210-4cda-9792-de20e832a81c {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:20.864306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b03d19a-cfb2-4076-ac56-b37cc32244cf tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:20.963348 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b03d19a-cfb2-4076-ac56-b37cc32244cf tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:20.977309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4b03d19a-cfb2-4076-ac56-b37cc32244cf tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Calling delete_port for 9f81d66b-c210-4cda-9792-de20e832a81c owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:21.282626 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b03d19a-cfb2-4076-ac56-b37cc32244cf tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:21.313967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03d19a-cfb2-4076-ac56-b37cc32244cf tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event deleted for resources: {'Port': ['ID=9f81d66b-c210-4cda-9792-de20e832a81c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:21.518513 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b03d19a-cfb2-4076-ac56-b37cc32244cf tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:21.757943 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b03d19a-cfb2-4076-ac56-b37cc32244cf tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Router c1cd980a-f789-4934-a050-a6da0bc47612 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:16:21.887970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b03d19a-cfb2-4076-ac56-b37cc32244cf tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:16:21.893661 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4b03d19a-cfb2-4076-ac56-b37cc32244cf tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "PUT /v2.0/routers/c1cd980a-f789-4934-a050-a6da0bc47612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7344420 Oct 13 11:16:21.896340 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42096) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:21.902423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cd1eb9-2eb9-4d15-9fd6-942e67627946 None None] Sync routers for ids ['c1cd980a-f789-4934-a050-a6da0bc47612'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:16:21.918267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd1eb9-2eb9-4d15-9fd6-942e67627946 None None] Routers {'c1cd980a-f789-4934-a050-a6da0bc47612'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:21.920728 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-63cd1eb9-2eb9-4d15-9fd6-942e67627946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:16:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c1cd980a-f789-4934-a050-a6da0bc47612'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:21.958275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-63cd1eb9-2eb9-4d15-9fd6-942e67627946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:21.965427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8d1e1-fd28-44cd-9708-2cab58d7cfcb req-a020373d-0689-4849-9a12-3ffcbd927996 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:21.966965 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ab8d1e1-fd28-44cd-9708-2cab58d7cfcb req-a020373d-0689-4849-9a12-3ffcbd927996 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 945 time: 0.1306350 Oct 13 11:16:21.967319 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd1eb9-2eb9-4d15-9fd6-942e67627946 None None] Routers {'c1cd980a-f789-4934-a050-a6da0bc47612'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:21.967945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-63cd1eb9-2eb9-4d15-9fd6-942e67627946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:16:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c1cd980a-f789-4934-a050-a6da0bc47612'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:22.004749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-63cd1eb9-2eb9-4d15-9fd6-942e67627946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:22.005359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cd1eb9-2eb9-4d15-9fd6-942e67627946 None None] The sync data for ids ['c1cd980a-f789-4934-a050-a6da0bc47612'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:16:22.051252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ab8d1e1-fd28-44cd-9708-2cab58d7cfcb req-06bde7d6-977f-40ac-b62c-badc86f6e9f4 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749030 Oct 13 11:16:22.063964 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:22.187871 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:22.321600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Deleting port 0632c58f-2249-474f-b4ba-f226250a646b {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:22.321943 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:22.403068 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:22.416632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Calling delete_port for 0632c58f-2249-474f-b4ba-f226250a646b owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:22.828506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-0d87e15d-9bf8-4c8c-a17e-789a99466fd5 req-5661275f-8e5e-46f4-acaa-a1c485f57204 tempest-DeleteServersTestJSON-508170806 tempest-DeleteServersTestJSON-508170806-project] (101991) timed out ('10.222.0.46', 59557) {{(pid=101991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:16:22.899607 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:22.929635 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event deleted for resources: {'Port': ['ID=0632c58f-2249-474f-b4ba-f226250a646b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:23.007302 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:23.400917 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:23.403254 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:23.532578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:23.533123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Fanout notify agent at l3_agent the message router_deleted on router c1cd980a-f789-4934-a050-a6da0bc47612 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:16:23.542879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:23.544298 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4bacb8dd-3d5b-43c1-ac7a-eee06320751c tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "DELETE /v2.0/routers/c1cd980a-f789-4934-a050-a6da0bc47612 HTTP/1.1" status: 204 len: 168 time: 1.6468606 Oct 13 11:16:23.547013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42118) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:23.600860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-75499e90-7843-42ea-8122-bbcf1760f491 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Deleting subnet ec54826e-6e99-4edd-abc7-84bf365a6c3b {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:16:23.604264 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-75499e90-7843-42ea-8122-bbcf1760f491 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:23.648781 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-75499e90-7843-42ea-8122-bbcf1760f491 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:23.748166 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-75499e90-7843-42ea-8122-bbcf1760f491 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:23.821941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42124) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:23.887412 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-75499e90-7843-42ea-8122-bbcf1760f491 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:23.915479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75499e90-7843-42ea-8122-bbcf1760f491 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event deleted for resources: {'Subnet': ['ID=ec54826e-6e99-4edd-abc7-84bf365a6c3b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:23.919304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-75499e90-7843-42ea-8122-bbcf1760f491 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:23.922830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-75499e90-7843-42ea-8122-bbcf1760f491 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "DELETE /v2.0/subnets/ec54826e-6e99-4edd-abc7-84bf365a6c3b HTTP/1.1" status: 204 len: 168 time: 0.3747675 Oct 13 11:16:23.926179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42128) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:23.929522 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b838d38-4a21-4efe-867d-d330affcab42 None None] Network a3dccbbe-3464-4399-bde9-1aa64d676ff3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:23.949333 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30a342dd-102b-4b62-b8f7-6f0012dc2d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.022863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.074606 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30a342dd-102b-4b62-b8f7-6f0012dc2d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.110121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Deleting port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:24.119322 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.179178 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30a342dd-102b-4b62-b8f7-6f0012dc2d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.200605 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa851c8-d026-4dae-a946-17375c691fec None None] DHCP port deletion for a3dccbbe-3464-4399-bde9-1aa64d676ff3 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:16:24.219477 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] For port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=65cc394d-b963-49ea-9cb2-ffe4d65d9f04,segment=NetworkSegment(129e2fbe-d454-4877-a216-1140d83fcd31),segment_id=129e2fbe-d454-4877-a216-1140d83fcd31)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:24.219961 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.230094 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a342dd-102b-4b62-b8f7-6f0012dc2d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9510cb08-f539-4fe8-9846-76a6e93d2db6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:24.237816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Calling delete_port for 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:24.241153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-30a342dd-102b-4b62-b8f7-6f0012dc2d83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=138a442393f14f8ab2e862aaa6c66cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177768 Oct 13 11:16:24.243944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42130) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:24.269641 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9aa851c8-d026-4dae-a946-17375c691fec None None] Deleting port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:24.269641 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9aa851c8-d026-4dae-a946-17375c691fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.308783 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9d77d05-50fd-4df6-8860-732c9e2ccaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.339920 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9d77d05-50fd-4df6-8860-732c9e2ccaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.357766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9aa851c8-d026-4dae-a946-17375c691fec None None] For port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=65cc394d-b963-49ea-9cb2-ffe4d65d9f04,segment=NetworkSegment(129e2fbe-d454-4877-a216-1140d83fcd31),segment_id=129e2fbe-d454-4877-a216-1140d83fcd31)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:24.361131 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9aa851c8-d026-4dae-a946-17375c691fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.375770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9aa851c8-d026-4dae-a946-17375c691fec None None] Calling delete_port for 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:24.396811 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.425571 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event deleted for resources: {'Port': ['ID=65cc394d-b963-49ea-9cb2-ffe4d65d9f04,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:24.432232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] No DVR routers for this DVR port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:16:24.449160 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9d77d05-50fd-4df6-8860-732c9e2ccaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.452305 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9d77d05-50fd-4df6-8860-732c9e2ccaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.456273 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e9d77d05-50fd-4df6-8860-732c9e2ccaa9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9510cb08-f539-4fe8-9846-76a6e93d2db6 HTTP/1.1" status: 204 len: 168 time: 0.2088785 Oct 13 11:16:24.463574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d77d05-50fd-4df6-8860-732c9e2ccaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9510cb08-f539-4fe8-9846-76a6e93d2db6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:24.467340 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9aa851c8-d026-4dae-a946-17375c691fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.505359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa851c8-d026-4dae-a946-17375c691fec None None] Pushing event deleted for resources: {'Port': ['ID=65cc394d-b963-49ea-9cb2-ffe4d65d9f04,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:24.522434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa851c8-d026-4dae-a946-17375c691fec None None] No DVR routers for this DVR port 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:16:24.537578 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.572362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3dccbbe-3464-4399-bde9-1aa64d676ff3']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:24.574673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:16:24.583590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129e2fbe-d454-4877-a216-1140d83fcd31') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:24.583978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129e2fbe-d454-4877-a216-1140d83fcd31') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:24.598931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:16:24.598931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 65cc394d-b963-49ea-9cb2-ffe4d65d9f04 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:16:24.602531 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.625222 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.631629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:16:24.632021 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:16:24.634973 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:16:25.111684 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.121149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.124421 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "DELETE /v2.0/networks/a3dccbbe-3464-4399-bde9-1aa64d676ff3 HTTP/1.1" status: 204 len: 168 time: 1.1971374 Oct 13 11:16:25.127264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42140) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:25.135676 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a58fb6-28b8-43dd-abfe-09df76a4a508 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event deleted for resources: {'Network': ['ID=a3dccbbe-3464-4399-bde9-1aa64d676ff3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:25.218761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42142) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:25.233570 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19c67e19-81d6-4df3-99c2-967e8143b371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.279604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-881d5419-956d-44ef-ab77-1936676b1093 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Deleting port a5dee035-9cb1-4e55-9942-5b812ac5127c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:25.280138 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-881d5419-956d-44ef-ab77-1936676b1093 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.323480 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19c67e19-81d6-4df3-99c2-967e8143b371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.380676 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-881d5419-956d-44ef-ab77-1936676b1093 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.381188 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-881d5419-956d-44ef-ab77-1936676b1093 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.385725 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19c67e19-81d6-4df3-99c2-967e8143b371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.404020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-881d5419-956d-44ef-ab77-1936676b1093 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Calling delete_port for a5dee035-9cb1-4e55-9942-5b812ac5127c owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:25.431547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c67e19-81d6-4df3-99c2-967e8143b371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71497e09-d50c-4541-94bc-05948604463f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:25.440046 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-19c67e19-81d6-4df3-99c2-967e8143b371 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1edcfdbc35f471a99dfdfb22661f6c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160866 Oct 13 11:16:25.440727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42146) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:25.501541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32ec1c69-76cf-481c-9f7e-cb563a16d79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.531967 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32ec1c69-76cf-481c-9f7e-cb563a16d79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.671817 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-881d5419-956d-44ef-ab77-1936676b1093 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.700852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d5419-956d-44ef-ab77-1936676b1093 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Pushing event deleted for resources: {'Port': ['ID=a5dee035-9cb1-4e55-9942-5b812ac5127c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:25.749848 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32ec1c69-76cf-481c-9f7e-cb563a16d79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.753018 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32ec1c69-76cf-481c-9f7e-cb563a16d79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.754912 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-32ec1c69-76cf-481c-9f7e-cb563a16d79a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71497e09-d50c-4541-94bc-05948604463f HTTP/1.1" status: 204 len: 168 time: 0.3125417 Oct 13 11:16:25.764673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec1c69-76cf-481c-9f7e-cb563a16d79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71497e09-d50c-4541-94bc-05948604463f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:25.781162 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-881d5419-956d-44ef-ab77-1936676b1093 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.781162 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-881d5419-956d-44ef-ab77-1936676b1093 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:25.781162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-881d5419-956d-44ef-ab77-1936676b1093 tempest-FloatingIPAdminTestJSON-213650097 tempest-FloatingIPAdminTestJSON-213650097-project] 10.222.0.32 "DELETE /v2.0/floatingips/4035f142-559c-43c3-b869-d75957ed7cf3 HTTP/1.1" status: 204 len: 168 time: 0.6507192 Oct 13 11:16:26.489092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42180) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:26.716296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c8320fef-b1df-4894-98c9-a5fe4b7b5b6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bee2260ce594a3fadf5bae570f914f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238772 Oct 13 11:16:26.718746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42190) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:26.813252 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-08b49fd7-178c-481d-937a-cebdc7842dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:26.851737 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-08b49fd7-178c-481d-937a-cebdc7842dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:27.046686 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-08b49fd7-178c-481d-937a-cebdc7842dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:27.051838 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-08b49fd7-178c-481d-937a-cebdc7842dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:27.053479 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-08b49fd7-178c-481d-937a-cebdc7842dbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86648c1a-38be-4a91-a562-0800cffdff97 HTTP/1.1" status: 204 len: 168 time: 0.3319066 Oct 13 11:16:27.074036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b49fd7-178c-481d-937a-cebdc7842dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86648c1a-38be-4a91-a562-0800cffdff97,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:27.259952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870c403-04fd-4239-88cf-bd273b499cfe req-d7a28ec2-7175-4d5e-a956-479aab90527f tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:27.261551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b870c403-04fd-4239-88cf-bd273b499cfe req-d7a28ec2-7175-4d5e-a956-479aab90527f tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 945 time: 0.0597816 Oct 13 11:16:27.308544 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b870c403-04fd-4239-88cf-bd273b499cfe req-62536d09-09eb-4fe4-be46-1bbac48d23b1 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406210 Oct 13 11:16:27.960472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42228) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:27.982802 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a791608d-af66-43b5-aea1-d839e4473de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:28.076596 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a791608d-af66-43b5-aea1-d839e4473de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:28.145503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a791608d-af66-43b5-aea1-d839e4473de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:28.158715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4044b-bddc-4c64-a50e-41ef1118c52b req-615b9f7a-1976-4b4d-be9e-b668815fc20c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:28.160317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ee4044b-bddc-4c64-a50e-41ef1118c52b req-615b9f7a-1976-4b4d-be9e-b668815fc20c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0533905 Oct 13 11:16:28.188797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791608d-af66-43b5-aea1-d839e4473de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b20d553-b0ad-459e-b14f-d02747b2248b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:28.194246 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a791608d-af66-43b5-aea1-d839e4473de5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=782692b761f44cadb4dfe847a6c0e3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325087 Oct 13 11:16:28.196704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42236) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:28.220898 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ee4044b-bddc-4c64-a50e-41ef1118c52b req-569a346b-f748-40f0-b451-6aac81251dd1 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534134 Oct 13 11:16:28.262958 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7239e84-7372-42b0-9545-eb4ad2d9ac3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:28.289273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7239e84-7372-42b0-9545-eb4ad2d9ac3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:28.324925 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:16:28.406590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7239e84-7372-42b0-9545-eb4ad2d9ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:28.409259 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7239e84-7372-42b0-9545-eb4ad2d9ac3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:28.410792 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c7239e84-7372-42b0-9545-eb4ad2d9ac3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b20d553-b0ad-459e-b14f-d02747b2248b HTTP/1.1" status: 204 len: 168 time: 0.2126443 Oct 13 11:16:28.419141 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7239e84-7372-42b0-9545-eb4ad2d9ac3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b20d553-b0ad-459e-b14f-d02747b2248b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:28.446016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee13f87-e1a7-4931-8ecd-b99ace6b7ad9 req-9760405e-432c-429e-b28c-3f438ab5a9b5 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:28.450921 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ee13f87-e1a7-4931-8ecd-b99ace6b7ad9 req-9760405e-432c-429e-b28c-3f438ab5a9b5 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 945 time: 0.0586438 Oct 13 11:16:28.490532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ee13f87-e1a7-4931-8ecd-b99ace6b7ad9 req-5a9cc0a0-d4ce-46c9-831c-24b123bba562 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366621 Oct 13 11:16:29.121207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00d82c-98d7-496a-8584-55092836eb21 req-60005e4b-4b70-45ca-9704-6e2bccc15259 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:29.122965 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f00d82c-98d7-496a-8584-55092836eb21 req-60005e4b-4b70-45ca-9704-6e2bccc15259 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.46 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 945 time: 0.0658627 Oct 13 11:16:29.213923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42260) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:29.228992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-8f00d82c-98d7-496a-8584-55092836eb21 req-43700fb1-5502-40de-8d87-b76bc4c7ecfd tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Deleting port 57380817-138c-4e99-a829-bdafe583389d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:29.229582 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f00d82c-98d7-496a-8584-55092836eb21 req-43700fb1-5502-40de-8d87-b76bc4c7ecfd tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:29.230780 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59ea919f-59d7-4d1a-8d53-e3965ea9ac30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:29.352326 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59ea919f-59d7-4d1a-8d53-e3965ea9ac30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:29.377785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-8f00d82c-98d7-496a-8584-55092836eb21 req-43700fb1-5502-40de-8d87-b76bc4c7ecfd tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] For port 57380817-138c-4e99-a829-bdafe583389d, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=57380817-138c-4e99-a829-bdafe583389d,segment=NetworkSegment(5010309e-400c-4263-b219-f75f19d47bda),segment_id=5010309e-400c-4263-b219-f75f19d47bda)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:29.378192 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f00d82c-98d7-496a-8584-55092836eb21 req-43700fb1-5502-40de-8d87-b76bc4c7ecfd tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:29.394489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-8f00d82c-98d7-496a-8584-55092836eb21 req-43700fb1-5502-40de-8d87-b76bc4c7ecfd tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Calling delete_port for 57380817-138c-4e99-a829-bdafe583389d owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:29.402298 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59ea919f-59d7-4d1a-8d53-e3965ea9ac30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:29.420454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5a86c-575e-4cd8-af1b-b0bbae9b36e5 req-f1f459e3-4cc3-46f2-ae17-f54019c273c3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:29.422380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7c5a86c-575e-4cd8-af1b-b0bbae9b36e5 req-f1f459e3-4cc3-46f2-ae17-f54019c273c3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0891168 Oct 13 11:16:29.462625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea919f-59d7-4d1a-8d53-e3965ea9ac30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e229e0-df3a-47c1-a32e-a3d72cf55200,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:29.486463 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-59ea919f-59d7-4d1a-8d53-e3965ea9ac30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a75a89329bd74144acfeac8b2e2028ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702098 Oct 13 11:16:29.488747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42264) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:29.511281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7c5a86c-575e-4cd8-af1b-b0bbae9b36e5 req-9f0d27ba-6f11-43e7-b509-4335a68c9781 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b06409a-9873-4160-84f1-b89f325b6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563791 Oct 13 11:16:29.545076 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-20ad0d11-31d4-4eb7-add1-aa3c9c2b1735 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:29.546933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-20ad0d11-31d4-4eb7-add1-aa3c9c2b1735 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.46 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 945 time: 0.0982733 Oct 13 11:16:29.675788 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2a69-f404-4c34-9dd9-ddb75d940ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:29.695762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1d4cb-ba48-4e20-a0b4-14fe3b4ce62e req-e9a02228-c63e-40ef-8f21-08788830c2df tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:29.697732 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67f1d4cb-ba48-4e20-a0b4-14fe3b4ce62e req-e9a02228-c63e-40ef-8f21-08788830c2df tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/ports?device_id=343395ef-49d6-4e70-99a9-aff5e7eeebf4 HTTP/1.1" status: 200 len: 945 time: 0.0614433 Oct 13 11:16:29.699102 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f00d82c-98d7-496a-8584-55092836eb21 req-43700fb1-5502-40de-8d87-b76bc4c7ecfd tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:29.711025 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['57380817-138c-4e99-a829-bdafe583389d'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:16:29.714485 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2a69-f404-4c34-9dd9-ddb75d940ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:29.745474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43700fb1-5502-40de-8d87-b76bc4c7ecfd tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Pushing event deleted for resources: {'Port': ['ID=57380817-138c-4e99-a829-bdafe583389d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:29.761134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Deleting port 5f65c1fc-2c71-4972-b20d-b6f9f305c152 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:29.761713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:29.813028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f00d82c-98d7-496a-8584-55092836eb21 req-43700fb1-5502-40de-8d87-b76bc4c7ecfd tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] No DVR routers for this DVR port 57380817-138c-4e99-a829-bdafe583389d on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:16:29.817362 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-8f00d82c-98d7-496a-8584-55092836eb21 req-43700fb1-5502-40de-8d87-b76bc4c7ecfd tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:29.820745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f00d82c-98d7-496a-8584-55092836eb21 req-43700fb1-5502-40de-8d87-b76bc4c7ecfd tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.46 "DELETE /v2.0/ports/57380817-138c-4e99-a829-bdafe583389d HTTP/1.1" status: 204 len: 173 time: 0.6871030 Oct 13 11:16:29.821226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343395ef-49d6-4e70-99a9-aff5e7eeebf4', 'name': 'network-vif-deleted', 'tag': '57380817-138c-4e99-a829-bdafe583389d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:16:29.824126 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44fa33d-42a9-4b09-b6b3-f583dc0ad325" -d '{"events": [{"server_uuid": "343395ef-49d6-4e70-99a9-aff5e7eeebf4", "name": "network-vif-deleted", "tag": "57380817-138c-4e99-a829-bdafe583389d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:16:29.829563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67f1d4cb-ba48-4e20-a0b4-14fe3b4ce62e req-adcd4422-1c8d-486b-9343-1c8d26056906 tempest-VolumesActionsTest-1133272352 tempest-VolumesActionsTest-1133272352-project] 10.222.0.32 "GET /v2.0/security-groups?id=8689e4e9-31b7-488f-8969-d6951903295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237969 Oct 13 11:16:29.886435 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c140bb-1ec5-4530-942c-0fc9c9bbaf13 x-openstack-request-id: req-76c140bb-1ec5-4530-942c-0fc9c9bbaf13 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:16:29.886739 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343395ef-49d6-4e70-99a9-aff5e7eeebf4", "name": "network-vif-deleted", "tag": "57380817-138c-4e99-a829-bdafe583389d", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:16:29.886997 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76c140bb-1ec5-4530-942c-0fc9c9bbaf13 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:16:29.887399 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343395ef-49d6-4e70-99a9-aff5e7eeebf4', 'name': 'network-vif-deleted', 'tag': '57380817-138c-4e99-a829-bdafe583389d', 'status': 'completed', 'code': 200} Oct 13 11:16:29.898565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] For port 5f65c1fc-2c71-4972-b20d-b6f9f305c152, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=5f65c1fc-2c71-4972-b20d-b6f9f305c152,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:29.899149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:29.980829 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2a69-f404-4c34-9dd9-ddb75d940ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:29.985639 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2a69-f404-4c34-9dd9-ddb75d940ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:29.988377 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bb7b2a69-f404-4c34-9dd9-ddb75d940ab3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22e229e0-df3a-47c1-a32e-a3d72cf55200 HTTP/1.1" status: 204 len: 168 time: 0.4978025 Oct 13 11:16:30.014737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b2a69-f404-4c34-9dd9-ddb75d940ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e229e0-df3a-47c1-a32e-a3d72cf55200,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:30.184065 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:30.184347 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:30.184523 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Floating IP 88d17032-9aa4-4092-af07-15a10f64fba8 disassociated. External IP: 172.25.0.137, port: 5f65c1fc-2c71-4972-b20d-b6f9f305c152. Oct 13 11:16:30.184869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Calling delete_port for 5f65c1fc-2c71-4972-b20d-b6f9f305c152 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:30.397784 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:30.437113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event deleted for resources: {'Port': ['ID=5f65c1fc-2c71-4972-b20d-b6f9f305c152,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:30.571097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Router f30cc01c-34c7-41de-924a-ac63d778c263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:16:30.686144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02e2359c-4ace-4637-bb98-c1b191b66880 req-699b6fd3-d118-4f3b-baf5-a10b7f1f484b tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 210 time: 0.0474720 Oct 13 11:16:30.726117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42288) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:30.747098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:16:30.763329 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e370eb-429d-4eb5-9ca2-f6ddf90e8a88 None None] Sync routers for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:16:30.779937 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e370eb-429d-4eb5-9ca2-f6ddf90e8a88 None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:30.780884 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-48e370eb-429d-4eb5-9ca2-f6ddf90e8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:16:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:30.819231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] No DVR routers for this DVR port 5f65c1fc-2c71-4972-b20d-b6f9f305c152 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:16:30.824054 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:30.827675 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f0df68b3-a95e-441e-b81a-aa0f205fa2e9 req-12b7e4e6-3259-4a7f-9010-9019542cd26f tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.46 "DELETE /v2.0/ports/5f65c1fc-2c71-4972-b20d-b6f9f305c152 HTTP/1.1" status: 204 len: 173 time: 1.2728853 Oct 13 11:16:30.828158 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456f7f75-73cf-4732-8353-946558234269', 'name': 'network-vif-deleted', 'tag': '5f65c1fc-2c71-4972-b20d-b6f9f305c152'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:16:30.830591 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b217b4-9fd7-4c46-a033-6dc47a583a14" -d '{"events": [{"server_uuid": "456f7f75-73cf-4732-8353-946558234269", "name": "network-vif-deleted", "tag": "5f65c1fc-2c71-4972-b20d-b6f9f305c152"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:16:30.919038 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97de4a1f-c771-476c-929c-b0710eba7e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:30.983454 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-48e370eb-429d-4eb5-9ca2-f6ddf90e8a88 None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:16:31.071244 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97de4a1f-c771-476c-929c-b0710eba7e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:31.148168 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7658fe-9c29-414f-9515-34afe698dada x-openstack-request-id: req-3a7658fe-9c29-414f-9515-34afe698dada {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:16:31.148692 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456f7f75-73cf-4732-8353-946558234269", "name": "network-vif-deleted", "tag": "5f65c1fc-2c71-4972-b20d-b6f9f305c152", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:16:31.149141 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a7658fe-9c29-414f-9515-34afe698dada {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:16:31.149619 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456f7f75-73cf-4732-8353-946558234269', 'name': 'network-vif-deleted', 'tag': '5f65c1fc-2c71-4972-b20d-b6f9f305c152', 'status': 'completed', 'code': 200} Oct 13 11:16:31.155067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97de4a1f-c771-476c-929c-b0710eba7e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:31.217286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-97de4a1f-c771-476c-929c-b0710eba7e83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44f37d53cb4b44ae816d7ece23d22626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898512 Oct 13 11:16:31.219871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de4a1f-c771-476c-929c-b0710eba7e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b360358e-ba95-4a26-85e6-8e4c84d07306,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:31.220412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42308) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:31.303666 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-293f9cb5-e4f0-4bdf-96d4-75c98b148052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:31.323852 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-48e370eb-429d-4eb5-9ca2-f6ddf90e8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 5, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:31.333479 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-293f9cb5-e4f0-4bdf-96d4-75c98b148052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:31.361489 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e370eb-429d-4eb5-9ca2-f6ddf90e8a88 None None] Checking router: f30cc01c-34c7-41de-924a-ac63d778c263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:16:31.371216 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e370eb-429d-4eb5-9ca2-f6ddf90e8a88 None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:31.371839 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-48e370eb-429d-4eb5-9ca2-f6ddf90e8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:16:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:31.464282 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-293f9cb5-e4f0-4bdf-96d4-75c98b148052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:31.468014 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-293f9cb5-e4f0-4bdf-96d4-75c98b148052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:31.473919 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-293f9cb5-e4f0-4bdf-96d4-75c98b148052 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b360358e-ba95-4a26-85e6-8e4c84d07306 HTTP/1.1" status: 204 len: 168 time: 0.2478383 Oct 13 11:16:31.499596 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f9cb5-e4f0-4bdf-96d4-75c98b148052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b360358e-ba95-4a26-85e6-8e4c84d07306,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:31.522519 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-48e370eb-429d-4eb5-9ca2-f6ddf90e8a88 None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:16:31.686230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42316) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:31.795249 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-48e370eb-429d-4eb5-9ca2-f6ddf90e8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 5, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:31.814960 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-26b72194-b6c2-443b-9e1c-971c6c633f90 req-33527208-d427-4c12-8b71-40032842d09a tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=456f7f75-73cf-4732-8353-946558234269 HTTP/1.1" status: 200 len: 210 time: 0.0469611 Oct 13 11:16:31.827743 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e370eb-429d-4eb5-9ca2-f6ddf90e8a88 None None] The sync data for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 is: [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 5, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:16:31.996301 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1001405625'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:32.093078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Made reservation on behalf of e50306799dca45189bee7323ec30479e for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:32.097737 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.108665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.169923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b776d4-b231-4869-9bf6-cc5a6d669c2c None None] New status for floating IP 88d17032-9aa4-4092-af07-15a10f64fba8: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:16:32.201185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.293393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.327572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:16:32.342555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff704fdf-c441-4e51-bac4-884576d8f3e2,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:32.342555 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.342555 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Added segment 4badd344-0761-4dad-a2ed-59540714e009 of type vlan for network cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae Oct 13 11:16:32.397371 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.422031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42330) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:32.438571 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a091da0d-ee0e-4318-bc9c-304e051d49bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.531122 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a091da0d-ee0e-4318-bc9c-304e051d49bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.533225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.539167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:32.539786 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.607030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Pushing event updated for resources: {'Network': ['ID=cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:32.618923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:16:32.630489 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a091da0d-ee0e-4318-bc9c-304e051d49bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.665928 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a8bbe381-f78a-4ec6-bd13-79fd543ea80b tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9782014 Oct 13 11:16:32.666355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42332) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:32.671695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a2d7be51-10f9-41a9-9f41-723d59ea8448 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Request body: {'subnet': {'network_id': 'cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:32.676394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a091da0d-ee0e-4318-bc9c-304e051d49bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f0ce77ad0754bc595aea474aec0a8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493408 Oct 13 11:16:32.676841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42334) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:32.683811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091da0d-ee0e-4318-bc9c-304e051d49bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903f6a04-8c65-4044-a7bd-fecc04c741aa,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:32.766884 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c4ee384-5318-4143-8289-a9cbf04f1325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.817361 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c4ee384-5318-4143-8289-a9cbf04f1325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.886104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d7be51-10f9-41a9-9f41-723d59ea8448 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Made reservation on behalf of e50306799dca45189bee7323ec30479e for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:32.889860 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2d7be51-10f9-41a9-9f41-723d59ea8448 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.923815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 5f65c1fc-2c71-4972-b20d-b6f9f305c152 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:16:32.931850 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c4ee384-5318-4143-8289-a9cbf04f1325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.938175 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c4ee384-5318-4143-8289-a9cbf04f1325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:32.941311 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3c4ee384-5318-4143-8289-a9cbf04f1325 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/903f6a04-8c65-4044-a7bd-fecc04c741aa HTTP/1.1" status: 204 len: 168 time: 0.2627485 Oct 13 11:16:32.950799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ee384-5318-4143-8289-a9cbf04f1325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903f6a04-8c65-4044-a7bd-fecc04c741aa,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:32.951872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 5f65c1fc-2c71-4972-b20d-b6f9f305c152 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:16:32.952410 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 5f65c1fc-2c71-4972-b20d-b6f9f305c152 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:16:32.970840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 57380817-138c-4e99-a829-bdafe583389d no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:16:33.033101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 57380817-138c-4e99-a829-bdafe583389d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:16:33.033461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 57380817-138c-4e99-a829-bdafe583389d not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:16:33.112921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42348) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:33.192699 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e21d9f76-4e1b-4ed9-875a-58b6c7eba5b8 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:33.220865 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e21d9f76-4e1b-4ed9-875a-58b6c7eba5b8 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:33.271327 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2d7be51-10f9-41a9-9f41-723d59ea8448 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:33.333837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7be51-10f9-41a9-9f41-723d59ea8448 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Pushing event updated for resources: {'Subnet': ['ID=704720a0-ff2f-4792-8e55-5cd1e3a99808,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:33.344869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7be51-10f9-41a9-9f41-723d59ea8448 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Checking segment: {'id': '4badd344-0761-4dad-a2ed-59540714e009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:16:33.345240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7be51-10f9-41a9-9f41-723d59ea8448 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Network hostable DHCP agents. Network: cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:16:33.390937 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e21d9f76-4e1b-4ed9-875a-58b6c7eba5b8 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:33.396302 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e21d9f76-4e1b-4ed9-875a-58b6c7eba5b8 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:33.399961 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e21d9f76-4e1b-4ed9-875a-58b6c7eba5b8 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "DELETE /v2.0/security-groups/0b06409a-9873-4160-84f1-b89f325b6f7d HTTP/1.1" status: 204 len: 168 time: 0.2840903 Oct 13 11:16:33.402022 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42352) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:33.416402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d9f76-4e1b-4ed9-875a-58b6c7eba5b8 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b06409a-9873-4160-84f1-b89f325b6f7d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:33.420440 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-4977eece-a778-48c2-9ed5-e7c61ec1bc17 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] show failed (client error): The resource could not be found. Oct 13 11:16:33.421789 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4977eece-a778-48c2-9ed5-e7c61ec1bc17 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups/0b06409a-9873-4160-84f1-b89f325b6f7d HTTP/1.1" status: 404 len: 347 time: 0.0183799 Oct 13 11:16:33.422526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7be51-10f9-41a9-9f41-723d59ea8448 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Network cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:16:33.432387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42354) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:33.520414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7be51-10f9-41a9-9f41-723d59ea8448 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:33.529210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f66b43-6439-4e43-a7f9-cdafa4c76764 None None] Network cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:33.534441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d7be51-10f9-41a9-9f41-723d59ea8448 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:33.538758 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2d7be51-10f9-41a9-9f41-723d59ea8448 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:33.608009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f82ce-8523-48a7-a65b-ca17465e8b1b tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Deleting port 516a59b4-bc94-48db-90d1-7a54f4b39060 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:33.608675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea4f82ce-8523-48a7-a65b-ca17465e8b1b tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:33.664960 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a2d7be51-10f9-41a9-9f41-723d59ea8448 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9975257 Oct 13 11:16:33.667720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42362) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:33.675263 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Request body: {'port': {'network_id': 'cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1341577635'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:33.714974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae', 'network_id': 'cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae', 'tenant_id': 'e50306799dca45189bee7323ec30479e', 'fixed_ips': [{'subnet_id': '704720a0-ff2f-4792-8e55-5cd1e3a99808'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:16:33.716968 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:33.783872 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea4f82ce-8523-48a7-a65b-ca17465e8b1b tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:33.784869 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea4f82ce-8523-48a7-a65b-ca17465e8b1b tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:33.809257 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f82ce-8523-48a7-a65b-ca17465e8b1b tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Calling delete_port for 516a59b4-bc94-48db-90d1-7a54f4b39060 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:33.884839 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Allocated IP 2001:db8::2 (cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae/704720a0-ff2f-4792-8e55-5cd1e3a99808/90754b7a-4f80-4293-ac0b-74e829f9a29a) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:33.952635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Made reservation on behalf of e50306799dca45189bee7323ec30479e for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:33.956796 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:33.989246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] device_id is not set on port 7a17e0ae-01c4-4025-9610-c4466237d630 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:16:34.055253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:34.073029 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea4f82ce-8523-48a7-a65b-ca17465e8b1b tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:34.109783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f82ce-8523-48a7-a65b-ca17465e8b1b tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event deleted for resources: {'Port': ['ID=516a59b4-bc94-48db-90d1-7a54f4b39060,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:34.129857 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:34.164863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Network cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:34.167907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:34.171798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:34.214277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Pushing event updated for resources: {'Port': ['ID=90754b7a-4f80-4293-ac0b-74e829f9a29a,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:34.223580 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea4f82ce-8523-48a7-a65b-ca17465e8b1b tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:34.226806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea4f82ce-8523-48a7-a65b-ca17465e8b1b tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:34.228020 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ea4f82ce-8523-48a7-a65b-ca17465e8b1b tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "DELETE /v2.0/floatingips/88d17032-9aa4-4092-af07-15a10f64fba8 HTTP/1.1" status: 204 len: 168 time: 0.8005614 Oct 13 11:16:34.261212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Allocated IP 2001:db8::12 (cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae/704720a0-ff2f-4792-8e55-5cd1e3a99808/7a17e0ae-01c4-4025-9610-c4466237d630) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:34.266647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Attempting to bind port 90754b7a-4f80-4293-ac0b-74e829f9a29a on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:16:34.267201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Attempting to bind port 90754b7a-4f80-4293-ac0b-74e829f9a29a by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '4badd344-0761-4dad-a2ed-59540714e009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:16:34.267656 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Attempting to bind port 90754b7a-4f80-4293-ac0b-74e829f9a29a on network cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:16:34.286711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:16:34.289083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Checking segment: {'id': '4badd344-0761-4dad-a2ed-59540714e009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:16:34.289818 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:34.290303 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Bound using segment: {'id': '4badd344-0761-4dad-a2ed-59540714e009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:16:34.290949 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Bound port: 90754b7a-4f80-4293-ac0b-74e829f9a29a, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4badd344-0761-4dad-a2ed-59540714e009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:16:34.291526 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:34.416891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] For port 90754b7a-4f80-4293-ac0b-74e829f9a29a, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:16:34.422485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] For port 90754b7a-4f80-4293-ac0b-74e829f9a29a, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=90754b7a-4f80-4293-ac0b-74e829f9a29a,segment=NetworkSegment(4badd344-0761-4dad-a2ed-59540714e009),segment_id=4badd344-0761-4dad-a2ed-59540714e009)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:16:34.511863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:34.535828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:34.605447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fd512-2fd4-4be2-9357-2ba59c853297 None None] Pushing event updated for resources: {'Port': ['ID=90754b7a-4f80-4293-ac0b-74e829f9a29a,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:34.637301 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:34.731676 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Network cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:34.735477 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:34.738866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:34.745119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:34.745768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:34.762794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Pushing event updated for resources: {'Port': ['ID=7a17e0ae-01c4-4025-9610-c4466237d630,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:34.878242 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-96b3253d-3f5a-4dcf-a22d-48677196812d tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2058828 Oct 13 11:16:34.878242 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42390) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:34.886314 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Request body: {'port': {'network_id': 'cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1375630345', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:34.887611 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.api.validators [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] bootfile-name is not in valid_values {{(pid=101990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 11:16:34.887611 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.api.validators [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] tftp-server is not in valid_values {{(pid=101990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 11:16:34.890444 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.api.validators [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] server-ip-address is not in valid_values {{(pid=101990) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 11:16:34.916763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42394) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:34.921987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708398160', 'description': 'tempest-description--654368856'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:35.053905 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:35.129152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Made reservation on behalf of e50306799dca45189bee7323ec30479e for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:35.134838 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:35.155798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] device_id is not set on port 71d6fc88-7d50-43a8-ab3e-893c5492f6fe yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:16:35.158595 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:35.303432 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:35.320670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Allocated IP 2001:db8::32c (cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae/704720a0-ff2f-4792-8e55-5cd1e3a99808/71d6fc88-7d50-43a8-ab3e-893c5492f6fe) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:35.337507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:35.350051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:35.351037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:35.351784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:35.352494 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:35.353141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:35.353515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:35.354083 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:35.354655 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:35.355218 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:35.355829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:35.356633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:35.357645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:35.448311 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:35.455290 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fb38eebb-c12f-40ae-871b-ca7e43c29f50 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5324993 Oct 13 11:16:35.457086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42406) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:35.467096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-78290101-7479-484b-a2de-8c3846700fd0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Request body: {'security_group_rule': {'security_group_id': '20d9999d-2c88-4e64-9f37-8a1fa72cf1fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:35.582988 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:35.619161 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-78290101-7479-484b-a2de-8c3846700fd0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:35.704735 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-78290101-7479-484b-a2de-8c3846700fd0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:35.716115 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:35.805950 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Network cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:35.807733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:35.810673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:35.818425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:35.819293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:35.834705 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-78290101-7479-484b-a2de-8c3846700fd0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:35.843326 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Pushing event updated for resources: {'Port': ['ID=71d6fc88-7d50-43a8-ab3e-893c5492f6fe,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:35.864984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78290101-7479-484b-a2de-8c3846700fd0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ffe627-8128-473b-940c-4c7c420226ce,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:35.916303 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e5c88-177e-4699-98f4-df1a732add5a None None] Network cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:35.934202 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d2ad84e4-2bba-4b8b-bc7a-3a57947d693f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0534670 Oct 13 11:16:35.936849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42418) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:36.006474 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-78290101-7479-484b-a2de-8c3846700fd0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.007832 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-78290101-7479-484b-a2de-8c3846700fd0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5493977 Oct 13 11:16:36.010301 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42420) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:36.010524 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d84eb8d1-5c20-4244-ba45-436fc28095b0 None None] Provisioning complete for port 90754b7a-4f80-4293-ac0b-74e829f9a29a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:36.010867 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d84eb8d1-5c20-4244-ba45-436fc28095b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.019442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-983c5390-a0df-4201-9e2f-6df84631db47 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Request body: {'security_group_rule': {'security_group_id': '20d9999d-2c88-4e64-9f37-8a1fa72cf1fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:36.084044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcaa0f7-b4fa-45ea-8d04-fbe552bdedb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:36.096232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcaa0f7-b4fa-45ea-8d04-fbe552bdedb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:36.105361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcaa0f7-b4fa-45ea-8d04-fbe552bdedb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:36.108082 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6bcaa0f7-b4fa-45ea-8d04-fbe552bdedb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1700587 Oct 13 11:16:36.111197 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42424) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:36.188109 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d84eb8d1-5c20-4244-ba45-436fc28095b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.219563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-983c5390-a0df-4201-9e2f-6df84631db47 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.237269 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d84eb8d1-5c20-4244-ba45-436fc28095b0 None None] For port 90754b7a-4f80-4293-ac0b-74e829f9a29a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=90754b7a-4f80-4293-ac0b-74e829f9a29a,segment=NetworkSegment(4badd344-0761-4dad-a2ed-59540714e009),segment_id=4badd344-0761-4dad-a2ed-59540714e009)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:36.282411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd52e3-ba14-4eff-8f8d-7a614f8f876f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Deleting port 71d6fc88-7d50-43a8-ab3e-893c5492f6fe {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:36.282843 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5bd52e3-ba14-4eff-8f8d-7a614f8f876f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.335085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-983c5390-a0df-4201-9e2f-6df84631db47 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.360639 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d84eb8d1-5c20-4244-ba45-436fc28095b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.405978 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5bd52e3-ba14-4eff-8f8d-7a614f8f876f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.432553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84eb8d1-5c20-4244-ba45-436fc28095b0 None None] Pushing event updated for resources: {'Port': ['ID=90754b7a-4f80-4293-ac0b-74e829f9a29a,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:36.444611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd52e3-ba14-4eff-8f8d-7a614f8f876f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Calling delete_port for 71d6fc88-7d50-43a8-ab3e-893c5492f6fe owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:36.464495 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-983c5390-a0df-4201-9e2f-6df84631db47 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.536367 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c5390-a0df-4201-9e2f-6df84631db47 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18f1cd6-d1b4-4a90-8770-93161874c75e,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:36.594903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2c99e729-5405-4639-b2db-1d30af7f90ab None None] Provisioning complete for port 71d6fc88-7d50-43a8-ab3e-893c5492f6fe triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:36.596654 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2c99e729-5405-4639-b2db-1d30af7f90ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.676791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2c99e729-5405-4639-b2db-1d30af7f90ab None None] Port 71d6fc88-7d50-43a8-ab3e-893c5492f6fe cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:16:36.689613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2c99e729-5405-4639-b2db-1d30af7f90ab None None] Provisioning complete for port 90754b7a-4f80-4293-ac0b-74e829f9a29a triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:36.690012 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2c99e729-5405-4639-b2db-1d30af7f90ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.699641 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-983c5390-a0df-4201-9e2f-6df84631db47 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.700896 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-983c5390-a0df-4201-9e2f-6df84631db47 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6883070 Oct 13 11:16:36.708859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42434) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:36.713760 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:36.744855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 90754b7a-4f80-4293-ac0b-74e829f9a29a up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:16:36.762886 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5bd52e3-ba14-4eff-8f8d-7a614f8f876f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.826578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd52e3-ba14-4eff-8f8d-7a614f8f876f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Pushing event deleted for resources: {'Port': ['ID=71d6fc88-7d50-43a8-ab3e-893c5492f6fe,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:36.844245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.909724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 90754b7a-4f80-4293-ac0b-74e829f9a29a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:36.910091 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.939821 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5bd52e3-ba14-4eff-8f8d-7a614f8f876f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.943393 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c5bd52e3-ba14-4eff-8f8d-7a614f8f876f tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] 10.222.0.32 "DELETE /v2.0/ports/71d6fc88-7d50-43a8-ab3e-893c5492f6fe HTTP/1.1" status: 204 len: 168 time: 0.8307953 Oct 13 11:16:36.951792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42440) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:36.970916 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2c99e729-5405-4639-b2db-1d30af7f90ab None None] Provisioning complete for port 7a17e0ae-01c4-4025-9610-c4466237d630 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:36.972071 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2c99e729-5405-4639-b2db-1d30af7f90ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:36.974750 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-02f09d72-f881-487a-a6dd-5f2b664feafe tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Request body: {'port': {'name': 'tempest-new-port-name-1921239646', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:36.975214 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.api.validators [None req-02f09d72-f881-487a-a6dd-5f2b664feafe tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] bootfile-name is not in valid_values {{(pid=101991) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 11:16:36.975631 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.api.validators [None req-02f09d72-f881-487a-a6dd-5f2b664feafe tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] tftp-server is not in valid_values {{(pid=101991) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 11:16:36.980534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.api.validators [None req-02f09d72-f881-487a-a6dd-5f2b664feafe tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] server-ip-address is not in valid_values {{(pid=101991) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 11:16:37.014526 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2c99e729-5405-4639-b2db-1d30af7f90ab None None] Port 7a17e0ae-01c4-4025-9610-c4466237d630 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:16:37.054241 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:37.117296 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02f09d72-f881-487a-a6dd-5f2b664feafe tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:37.156439 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e9ffd8e8-718b-4c87-8c88-ba92c28b82b2 None None] Provisioning complete for port 7a17e0ae-01c4-4025-9610-c4466237d630 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:37.156813 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd8e8-718b-4c87-8c88-ba92c28b82b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:37.241906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e9ffd8e8-718b-4c87-8c88-ba92c28b82b2 None None] Port 7a17e0ae-01c4-4025-9610-c4466237d630 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:16:37.285808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Allocated IP 172.25.0.71 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/79c2020a-e907-47e0-88cf-56bd13f6fde9) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:37.424039 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02f09d72-f881-487a-a6dd-5f2b664feafe tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:37.438855 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:37.460815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a040c192-11fe-49c5-b814-0df1e466a177 None None] Could not find standard attr ID for object 71d6fc88-7d50-43a8-ab3e-893c5492f6fe. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:16:37.539400 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02f09d72-f881-487a-a6dd-5f2b664feafe tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:37.577483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-02f09d72-f881-487a-a6dd-5f2b664feafe tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] In _notify_port_updated(), no bound segment for port 7a17e0ae-01c4-4025-9610-c4466237d630 on network cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae {{(pid=101991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:16:37.583788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f09d72-f881-487a-a6dd-5f2b664feafe tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:37.584962 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02f09d72-f881-487a-a6dd-5f2b664feafe tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:37.585509 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:37.586866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-02f09d72-f881-487a-a6dd-5f2b664feafe tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] 10.222.0.32 "PUT /v2.0/ports/7a17e0ae-01c4-4025-9610-c4466237d630 HTTP/1.1" status: 200 len: 1129 time: 0.6324377 Oct 13 11:16:37.592625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42446) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:37.615198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:37.638261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f09d72-f881-487a-a6dd-5f2b664feafe tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Pushing event updated for resources: {'Port': ['ID=7a17e0ae-01c4-4025-9610-c4466237d630,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:37.651012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:37.652938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:37.664305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb234f36-e189-4e5b-be17-b02c1379828e tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:37.666030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fb234f36-e189-4e5b-be17-b02c1379828e tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] 10.222.0.32 "GET /v2.0/ports/7a17e0ae-01c4-4025-9610-c4466237d630 HTTP/1.1" status: 200 len: 1129 time: 0.0722539 Oct 13 11:16:37.671183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42448) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:37.713778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event updated for resources: {'Port': ['ID=79c2020a-e907-47e0-88cf-56bd13f6fde9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:37.791712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-044bdb66-ccb6-43c1-ab62-84b770cbe7fc tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Deleting port 7a17e0ae-01c4-4025-9610-c4466237d630 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:37.792196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-044bdb66-ccb6-43c1-ab62-84b770cbe7fc tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:37.800708 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:37.893701 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-044bdb66-ccb6-43c1-ab62-84b770cbe7fc tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:37.902534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42452) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:37.911014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-044bdb66-ccb6-43c1-ab62-84b770cbe7fc tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Calling delete_port for 7a17e0ae-01c4-4025-9610-c4466237d630 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:37.927277 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.013872 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-aea9f682-fd67-456f-95d6-478f4a154cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.095706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e7224597-9ce8-4578-abae-c4672141c54c None None] Provisioning complete for port 7a17e0ae-01c4-4025-9610-c4466237d630 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:38.096427 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7224597-9ce8-4578-abae-c4672141c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.116158 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b344f7aa-4c22-44cd-ba98-c4efac5bf407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.140312 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e7224597-9ce8-4578-abae-c4672141c54c None None] Port 7a17e0ae-01c4-4025-9610-c4466237d630 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:16:38.259275 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-044bdb66-ccb6-43c1-ab62-84b770cbe7fc tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.268906 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.301256 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b344f7aa-4c22-44cd-ba98-c4efac5bf407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.333280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bdb66-ccb6-43c1-ab62-84b770cbe7fc tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Pushing event deleted for resources: {'Port': ['ID=7a17e0ae-01c4-4025-9610-c4466237d630,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:38.335593 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-044bdb66-ccb6-43c1-ab62-84b770cbe7fc tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.339203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-044bdb66-ccb6-43c1-ab62-84b770cbe7fc tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] 10.222.0.32 "DELETE /v2.0/ports/7a17e0ae-01c4-4025-9610-c4466237d630 HTTP/1.1" status: 204 len: 168 time: 0.6667345 Oct 13 11:16:38.341836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42460) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:38.356685 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.415526 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b344f7aa-4c22-44cd-ba98-c4efac5bf407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.520693 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4574a5-6f82-4177-aff4-6ddfb7516bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Deleting subnet 704720a0-ff2f-4792-8e55-5cd1e3a99808 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:16:38.526143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event updated for resources: {'Port': ['ID=79c2020a-e907-47e0-88cf-56bd13f6fde9,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:38.535687 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b344f7aa-4c22-44cd-ba98-c4efac5bf407 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=199b94ec49a94d85ac6cb41578b41dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6290519 Oct 13 11:16:38.536798 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e4574a5-6f82-4177-aff4-6ddfb7516bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.538666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42462) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:38.543165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344f7aa-4c22-44cd-ba98-c4efac5bf407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ca0416-ac35-407c-a325-d54520ffc328,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:38.585838 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.605542 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e4574a5-6f82-4177-aff4-6ddfb7516bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.623257 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56d6dfa5-4816-45e9-b920-ff978988628e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.649308 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56d6dfa5-4816-45e9-b920-ff978988628e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.701367 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.710431 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-578ad3eb-2500-480b-89ef-dbdea92fdebd tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9933414 Oct 13 11:16:38.733806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e4574a5-6f82-4177-aff4-6ddfb7516bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.819514 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.874633 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56d6dfa5-4816-45e9-b920-ff978988628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.874633 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56d6dfa5-4816-45e9-b920-ff978988628e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.878631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-56d6dfa5-4816-45e9-b920-ff978988628e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7ca0416-ac35-407c-a325-d54520ffc328 HTTP/1.1" status: 204 len: 168 time: 0.3340700 Oct 13 11:16:38.886663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6dfa5-4816-45e9-b920-ff978988628e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ca0416-ac35-407c-a325-d54520ffc328,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:38.895685 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e4574a5-6f82-4177-aff4-6ddfb7516bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.981761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4574a5-6f82-4177-aff4-6ddfb7516bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Pushing event deleted for resources: {'Subnet': ['ID=704720a0-ff2f-4792-8e55-5cd1e3a99808,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:38.985665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e4574a5-6f82-4177-aff4-6ddfb7516bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:38.989794 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9e4574a5-6f82-4177-aff4-6ddfb7516bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] 10.222.0.32 "DELETE /v2.0/subnets/704720a0-ff2f-4792-8e55-5cd1e3a99808 HTTP/1.1" status: 204 len: 168 time: 0.6467142 Oct 13 11:16:38.992963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42484) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:38.998279 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1e5529-153c-4b3a-bac4-89f078cc4b9e None None] Network cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:39.016171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-2995145a-2f10-4222-97e5-30669d01a66d tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--708398160&fields=id&tenant_id=0970541036f343ec80cbc245fd1a3046 HTTP/1.1" status: 200 len: 267 time: 0.0555923 Oct 13 11:16:39.141619 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:39.251776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Deleting port 90754b7a-4f80-4293-ac0b-74e829f9a29a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:39.252293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:39.288716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-e6109921-5c8e-4ec0-b53d-55a0a703d0e2 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:39.297181 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-e6109921-5c8e-4ec0-b53d-55a0a703d0e2 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 811 time: 0.2721264 Oct 13 11:16:39.318764 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-e0549715-9a85-460e-b15c-a3e7c58de438 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/quotas/0970541036f343ec80cbc245fd1a3046 HTTP/1.1" status: 200 len: 375 time: 0.0203414 Oct 13 11:16:39.321784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a555273-eda7-4f56-9cb0-eb95b67aedf3 None None] DHCP port deletion for cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:16:39.359353 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] For port 90754b7a-4f80-4293-ac0b-74e829f9a29a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=90754b7a-4f80-4293-ac0b-74e829f9a29a,segment=NetworkSegment(4badd344-0761-4dad-a2ed-59540714e009),segment_id=4badd344-0761-4dad-a2ed-59540714e009)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:39.359881 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:39.392283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Calling delete_port for 90754b7a-4f80-4293-ac0b-74e829f9a29a owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:39.400260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-4300d00e-f395-4d6f-b699-3511daff282b tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804584 Oct 13 11:16:39.427707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2a555273-eda7-4f56-9cb0-eb95b67aedf3 None None] Deleting port 90754b7a-4f80-4293-ac0b-74e829f9a29a {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:39.428248 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2a555273-eda7-4f56-9cb0-eb95b67aedf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:39.551225 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-8ddeaf8b-eb27-4dc0-88f5-3a5d9bd77ef5 service neutron] 10.222.0.32 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340928 Oct 13 11:16:39.582446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2a555273-eda7-4f56-9cb0-eb95b67aedf3 None None] For port 90754b7a-4f80-4293-ac0b-74e829f9a29a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=90754b7a-4f80-4293-ac0b-74e829f9a29a,segment=NetworkSegment(4badd344-0761-4dad-a2ed-59540714e009),segment_id=4badd344-0761-4dad-a2ed-59540714e009)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:39.582973 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2a555273-eda7-4f56-9cb0-eb95b67aedf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:39.598369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2a555273-eda7-4f56-9cb0-eb95b67aedf3 None None] Calling delete_port for 90754b7a-4f80-4293-ac0b-74e829f9a29a owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:39.653376 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:39.690403 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] No DVR routers for this DVR port 90754b7a-4f80-4293-ac0b-74e829f9a29a on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:16:39.695473 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-1e54be7a-fb14-4dda-8232-594d2e3c5158 service neutron] 10.222.0.32 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428294 Oct 13 11:16:39.698119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Pushing event deleted for resources: {'Port': ['ID=90754b7a-4f80-4293-ac0b-74e829f9a29a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:39.711903 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2a555273-eda7-4f56-9cb0-eb95b67aedf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:39.764891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a555273-eda7-4f56-9cb0-eb95b67aedf3 None None] Pushing event deleted for resources: {'Port': ['ID=90754b7a-4f80-4293-ac0b-74e829f9a29a,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:39.786914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a555273-eda7-4f56-9cb0-eb95b67aedf3 None None] No DVR routers for this DVR port 90754b7a-4f80-4293-ac0b-74e829f9a29a on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:16:39.792690 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:39.835781 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:39.850653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4badd344-0761-4dad-a2ed-59540714e009') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:39.856686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4badd344-0761-4dad-a2ed-59540714e009') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:39.883289 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:39.918013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42494) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:39.922106 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:39.931044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:16:39.931476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:16:39.935354 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:16:39.944009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-954396ec-9ea1-46aa-88a7-bedadc637a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.071705 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-954396ec-9ea1-46aa-88a7-bedadc637a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.121075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.130310 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.138363 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] 10.222.0.32 "DELETE /v2.0/networks/cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae HTTP/1.1" status: 204 len: 168 time: 1.1402686 Oct 13 11:16:40.153211 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bebdd-9e18-4dbb-ac21-65e98b259553 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969 tempest-ExtraDHCPOptionsIpV6TestJSON-1659204969-project] Pushing event deleted for resources: {'Network': ['ID=cb253ba5-c5d6-4b7b-b127-f0d8b22d5eae,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:40.177754 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-954396ec-9ea1-46aa-88a7-bedadc637a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.292119 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-954396ec-9ea1-46aa-88a7-bedadc637a18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d290ff5975e4e12b32239c04daa2c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703029 Oct 13 11:16:40.292780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42502) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:40.301605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aab285-2ebd-4770-a417-25efa8823c50 req-0b21e7ef-bd3a-4e12-85fa-246f1f833414 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:40.303596 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-96aab285-2ebd-4770-a417-25efa8823c50 req-0b21e7ef-bd3a-4e12-85fa-246f1f833414 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 1097 time: 0.1922228 Oct 13 11:16:40.304267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954396ec-9ea1-46aa-88a7-bedadc637a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4a6dac-1036-4482-8c4a-7799c0bd60d8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:40.352490 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-96aab285-2ebd-4770-a417-25efa8823c50 req-a86e7037-eac5-4911-bdae-ec4f4180af1b tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.375908 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-763c3d3a-9f4d-48ee-9365-e3594eae7b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.402440 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-763c3d3a-9f4d-48ee-9365-e3594eae7b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.461344 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-96aab285-2ebd-4770-a417-25efa8823c50 req-a86e7037-eac5-4911-bdae-ec4f4180af1b tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.521792 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-96aab285-2ebd-4770-a417-25efa8823c50 req-a86e7037-eac5-4911-bdae-ec4f4180af1b tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.526364 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-763c3d3a-9f4d-48ee-9365-e3594eae7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.526364 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-763c3d3a-9f4d-48ee-9365-e3594eae7b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.534216 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-763c3d3a-9f4d-48ee-9365-e3594eae7b66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff4a6dac-1036-4482-8c4a-7799c0bd60d8 HTTP/1.1" status: 204 len: 168 time: 0.2358952 Oct 13 11:16:40.564289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c3d3a-9f4d-48ee-9365-e3594eae7b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4a6dac-1036-4482-8c4a-7799c0bd60d8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:40.576753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 90754b7a-4f80-4293-ac0b-74e829f9a29a no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:16:40.589614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-96aab285-2ebd-4770-a417-25efa8823c50 req-a86e7037-eac5-4911-bdae-ec4f4180af1b tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630293 Oct 13 11:16:40.591183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e7037-eac5-4911-bdae-ec4f4180af1b tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8cd1d4-861e-448a-a166-781c1606ea61,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:40.615069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 90754b7a-4f80-4293-ac0b-74e829f9a29a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:16:40.615416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 90754b7a-4f80-4293-ac0b-74e829f9a29a not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:16:40.645038 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.708820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7efc494-65d1-498d-a71f-1f9641f3b9f9 req-5cb7d609-ba53-4a2f-b1a0-b54b476dc8ad tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0320609 Oct 13 11:16:40.777681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba22c2f6-d7cc-4761-9a63-85cc51752e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:40.837261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40a547-100f-443a-9292-01f112f7f1bd req-51cc6eb7-e6a9-47f9-ac3d-26c17b5c756f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:40.844893 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef40a547-100f-443a-9292-01f112f7f1bd req-51cc6eb7-e6a9-47f9-ac3d-26c17b5c756f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0643151 Oct 13 11:16:40.891626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef40a547-100f-443a-9292-01f112f7f1bd req-6af737bb-51e3-472e-80e5-3ceab7a3f8e1 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457897 Oct 13 11:16:40.914351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42520) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:40.932697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42522) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:40.998597 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6ef59371-97cd-4264-9146-27e5db99a88b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/327295b4-35ce-4ba7-b7ac-b85941367974 HTTP/1.1" status: 200 len: 993 time: 0.0828004 Oct 13 11:16:41.167563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-528dac76-4f9e-44d8-bb3f-ccf1122a43ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e50306799dca45189bee7323ec30479e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336581 Oct 13 11:16:41.170234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42540) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:41.243397 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e34d8d3-6527-4870-a5c0-d6e47d35340a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:41.273501 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e34d8d3-6527-4870-a5c0-d6e47d35340a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:41.287769 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-56b5818d-cc00-4b0c-a1bc-8fc9240e9b6a req-29fb1922-302a-471c-8b6b-450d13577c8f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:16:41.289214 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56b5818d-cc00-4b0c-a1bc-8fc9240e9b6a req-29fb1922-302a-471c-8b6b-450d13577c8f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0133772 Oct 13 11:16:41.425601 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e34d8d3-6527-4870-a5c0-d6e47d35340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:41.429451 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e34d8d3-6527-4870-a5c0-d6e47d35340a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:41.430903 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0e34d8d3-6527-4870-a5c0-d6e47d35340a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff704fdf-c441-4e51-bac4-884576d8f3e2 HTTP/1.1" status: 204 len: 168 time: 0.2592015 Oct 13 11:16:41.440079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34d8d3-6527-4870-a5c0-d6e47d35340a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff704fdf-c441-4e51-bac4-884576d8f3e2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:41.750908 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:42.037509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-190f6027-fc74-4ea6-a3ea-bdbe1eb5edd0 req-1cf35f21-1518-4f9a-b0e2-b9cc57ce8702 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0620341 Oct 13 11:16:42.215012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500bfb8-eb87-4e26-aca7-5efc18902f61 req-062b6f84-44d9-4ec4-a6f9-f1747bc7f575 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:42.220003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3500bfb8-eb87-4e26-aca7-5efc18902f61 req-062b6f84-44d9-4ec4-a6f9-f1747bc7f575 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0742531 Oct 13 11:16:42.241896 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:42.295011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3500bfb8-eb87-4e26-aca7-5efc18902f61 req-3b033734-3ef7-4bd5-a9cc-73907a1e6924 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676653 Oct 13 11:16:42.356887 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-57fda85f-1f6c-423d-bf8c-792a26e59535 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2094090 Oct 13 11:16:42.372124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-0492167b-6e5d-4393-aadb-a372c5e0f7cd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:16:42.373769 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-0492167b-6e5d-4393-aadb-a372c5e0f7cd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082302 Oct 13 11:16:42.763361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-e5830f32-166b-4021-8125-ba8f81e01682 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:42.765005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-e5830f32-166b-4021-8125-ba8f81e01682 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.46 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 811 time: 0.1596885 Oct 13 11:16:42.837043 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-3bc8764b-59e2-4192-8492-b955260bc8aa tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0970541036f343ec80cbc245fd1a3046 HTTP/1.1" status: 200 len: 379 time: 0.0626583 Oct 13 11:16:42.848463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-975cb846-ed4a-4357-b642-5caddc3d53ff tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Request body: {'port': {'device_id': 'f0a51b00-491d-49c4-86a4-7f2e32f4c6a0', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'admin_state_up': True, 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'security_groups': ['20d9999d-2c88-4e64-9f37-8a1fa72cf1fa']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:43.149229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-975cb846-ed4a-4357-b642-5caddc3d53ff tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Made reservation on behalf of 0970541036f343ec80cbc245fd1a3046 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:43.153464 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-975cb846-ed4a-4357-b642-5caddc3d53ff tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:43.166780 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-554eac68-5d77-410a-b9d4-98049d7c284e req-3d4edba0-7794-46f1-83ee-29446b66d385 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0465446 Oct 13 11:16:43.366056 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-975cb846-ed4a-4357-b642-5caddc3d53ff tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Allocated IP 172.20.0.11 (fea49c86-6405-4d7d-906f-e9d25db855d6/3f7c572f-c42b-4227-8238-2e248cb45182/6a8585bb-e9cf-4d92-8092-f73719dd2d74) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:43.430471 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:43.482670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0e49d-4065-4069-a925-4253d09c5ae0 req-3eb290eb-7893-4ce4-9bf9-250d5b5c6dd6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:43.493923 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92e0e49d-4065-4069-a925-4253d09c5ae0 req-3eb290eb-7893-4ce4-9bf9-250d5b5c6dd6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0955958 Oct 13 11:16:43.496987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42656) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:43.563188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92e0e49d-4065-4069-a925-4253d09c5ae0 req-dce1fa05-9989-40cd-9a4c-102db10f78dc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641968 Oct 13 11:16:43.595267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-975cb846-ed4a-4357-b642-5caddc3d53ff tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:43.609354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42660) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:43.755703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-975cb846-ed4a-4357-b642-5caddc3d53ff tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:43.763032 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da73a281-a18a-444b-b80a-17b92a0a1c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:43.821228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-975cb846-ed4a-4357-b642-5caddc3d53ff tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Network fea49c86-6405-4d7d-906f-e9d25db855d6 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:43.824526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-975cb846-ed4a-4357-b642-5caddc3d53ff tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:43.838229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-975cb846-ed4a-4357-b642-5caddc3d53ff tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:43.863317 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da73a281-a18a-444b-b80a-17b92a0a1c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:43.875459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cb846-ed4a-4357-b642-5caddc3d53ff tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event updated for resources: {'Port': ['ID=6a8585bb-e9cf-4d92-8092-f73719dd2d74,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:43.904099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-975cb846-ed4a-4357-b642-5caddc3d53ff tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:43.904397 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-975cb846-ed4a-4357-b642-5caddc3d53ff tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:43.915621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-cd0403d4-70e0-421c-8ca5-3e3c575c915b tempest-DvrRoutersNegativeTest-617504644 tempest-DvrRoutersNegativeTest-617504644-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-716667107', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:43.919905 n-d-813659-3 neutron-server[101991]: DEBUG neutron.policy [None req-cd0403d4-70e0-421c-8ca5-3e3c575c915b tempest-DvrRoutersNegativeTest-617504644 tempest-DvrRoutersNegativeTest-617504644-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101991) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 13 11:16:43.920209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.policy [None req-cd0403d4-70e0-421c-8ca5-3e3c575c915b tempest-DvrRoutersNegativeTest-617504644 tempest-DvrRoutersNegativeTest-617504644-project] Failed policy check for 'create_router' {{(pid=101991) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 13 11:16:43.920997 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-cd0403d4-70e0-421c-8ca5-3e3c575c915b tempest-DvrRoutersNegativeTest-617504644 tempest-DvrRoutersNegativeTest-617504644-project] create failed (client error): Access was denied to this resource. Oct 13 11:16:43.922397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cd0403d4-70e0-421c-8ca5-3e3c575c915b tempest-DvrRoutersNegativeTest-617504644 tempest-DvrRoutersNegativeTest-617504644-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4230566 Oct 13 11:16:43.969468 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da73a281-a18a-444b-b80a-17b92a0a1c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:44.011542 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-975cb846-ed4a-4357-b642-5caddc3d53ff tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1686127 Oct 13 11:16:44.025025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Request body: {'port': {'device_id': 'f0a51b00-491d-49c4-86a4-7f2e32f4c6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:44.029548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42670) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:44.035439 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-da73a281-a18a-444b-b80a-17b92a0a1c2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0628dd78885142ef801a78155ed91b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202530 Oct 13 11:16:44.039764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73a281-a18a-444b-b80a-17b92a0a1c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a3777f-31f5-43d7-85c5-1a4a4a040e72,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:44.139060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:44.182985 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-329d79c9-5876-4757-a715-49e0c066d1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:44.228886 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-329d79c9-5876-4757-a715-49e0c066d1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:44.232130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-524c54ff-a873-4513-9326-49e1c7c606cd None None] Provisioning complete for port 6a8585bb-e9cf-4d92-8092-f73719dd2d74 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:44.232510 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-524c54ff-a873-4513-9326-49e1c7c606cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:44.294127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-524c54ff-a873-4513-9326-49e1c7c606cd None None] Port 6a8585bb-e9cf-4d92-8092-f73719dd2d74 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:16:44.337722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a0bc4-3bf2-4b3c-85a0-b1499887fc42 req-4f1b1107-54e0-4fe6-98ad-520a6176ea57 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:44.339279 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-892a0bc4-3bf2-4b3c-85a0-b1499887fc42 req-4f1b1107-54e0-4fe6-98ad-520a6176ea57 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 932 time: 0.0552766 Oct 13 11:16:44.381170 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-892a0bc4-3bf2-4b3c-85a0-b1499887fc42 req-b09ee302-aead-4f42-95de-a41343fe96db tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356188 Oct 13 11:16:44.501224 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-329d79c9-5876-4757-a715-49e0c066d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:44.501224 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-329d79c9-5876-4757-a715-49e0c066d1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:44.505333 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-329d79c9-5876-4757-a715-49e0c066d1e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25a3777f-31f5-43d7-85c5-1a4a4a040e72 HTTP/1.1" status: 204 len: 168 time: 0.4748054 Oct 13 11:16:44.507768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8585bb-e9cf-4d92-8092-f73719dd2d74 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:16:44.517910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:44.526361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d79c9-5876-4757-a715-49e0c066d1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a3777f-31f5-43d7-85c5-1a4a4a040e72,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:44.526828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42682) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:44.538732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Transition to ACTIVE for port object 6a8585bb-e9cf-4d92-8092-f73719dd2d74 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:16:44.680177 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ece3e11a-067e-43f2-b4c8-15e6bb2acaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:44.692117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:44.706508 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bad35c-4668-4bd7-a383-9d0762101ee7 req-e29d4df3-1764-4931-8c94-06880e92222d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:44.708098 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6bad35c-4668-4bd7-a383-9d0762101ee7 req-e29d4df3-1764-4931-8c94-06880e92222d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0767524 Oct 13 11:16:44.754297 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Pushing event updated for resources: {'Port': ['ID=6a8585bb-e9cf-4d92-8092-f73719dd2d74,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:44.775667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6bad35c-4668-4bd7-a383-9d0762101ee7 req-15773d14-b7d3-4ade-9713-a74286e6c2d1 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611231 Oct 13 11:16:44.818778 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ece3e11a-067e-43f2-b4c8-15e6bb2acaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:44.841285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Attempting to bind port 6a8585bb-e9cf-4d92-8092-f73719dd2d74 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:16:44.842602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Attempting to bind port 6a8585bb-e9cf-4d92-8092-f73719dd2d74 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:16:44.842602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Attempting to bind port 6a8585bb-e9cf-4d92-8092-f73719dd2d74 on network fea49c86-6405-4d7d-906f-e9d25db855d6 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:16:44.851708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Port 6a8585bb-e9cf-4d92-8092-f73719dd2d74 on network fea49c86-6405-4d7d-906f-e9d25db855d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:16:44.852379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Attempting to bind port 6a8585bb-e9cf-4d92-8092-f73719dd2d74 on network fea49c86-6405-4d7d-906f-e9d25db855d6 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:16:44.859411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:16:44.859732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Checking segment: {'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:16:44.862156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Bound using segment: {'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:16:44.862156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Bound port: 6a8585bb-e9cf-4d92-8092-f73719dd2d74, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0edb56-5ad8-4323-b777-7c7ef6700848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:16:44.862156 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:44.944846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] For port 6a8585bb-e9cf-4d92-8092-f73719dd2d74, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:16:44.948518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] For port 6a8585bb-e9cf-4d92-8092-f73719dd2d74, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=6a8585bb-e9cf-4d92-8092-f73719dd2d74,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:16:44.984592 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ece3e11a-067e-43f2-b4c8-15e6bb2acaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:45.023529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ece3e11a-067e-43f2-b4c8-15e6bb2acaaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=102856f4c14147118615d1205bc860d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4931514 Oct 13 11:16:45.023999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42692) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:45.032214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3e11a-067e-43f2-b4c8-15e6bb2acaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65efd0d4-bd91-41de-9e0c-995ac7f77023,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:45.431087 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:45.484936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:45.485610 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:45.487792 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] 10.222.0.46 "PUT /v2.0/ports/6a8585bb-e9cf-4d92-8092-f73719dd2d74 HTTP/1.1" status: 200 len: 1092 time: 1.4678063 Oct 13 11:16:45.492263 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a51b00-491d-49c4-86a4-7f2e32f4c6a0', 'tag': '6a8585bb-e9cf-4d92-8092-f73719dd2d74'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:16:45.500099 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e63bb9-9269-40ea-9881-e655cd80fbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a51b00-491d-49c4-86a4-7f2e32f4c6a0", "tag": "6a8585bb-e9cf-4d92-8092-f73719dd2d74"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:16:45.559749 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f8edd5f-c773-4e8a-b28b-dc7f612b4295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:45.559749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a47229-25f6-46d0-936c-1f26d5fe533e service neutron] Pushing event updated for resources: {'Port': ['ID=6a8585bb-e9cf-4d92-8092-f73719dd2d74,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:45.603652 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f8edd5f-c773-4e8a-b28b-dc7f612b4295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:45.609701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26552e3f-3985-408f-be0e-8fddfa131e0f req-60897360-4585-40fa-bf72-96c560f15d9c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:45.624124 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-26552e3f-3985-408f-be0e-8fddfa131e0f req-60897360-4585-40fa-bf72-96c560f15d9c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 944 time: 0.1047764 Oct 13 11:16:45.677471 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-26552e3f-3985-408f-be0e-8fddfa131e0f req-1a591c57-b941-4bf2-9793-df86da15b0ba tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568109 Oct 13 11:16:45.777981 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdd52df-871c-4a41-8b6a-145381c50fb9 x-openstack-request-id: req-ebdd52df-871c-4a41-8b6a-145381c50fb9 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:16:45.778354 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a51b00-491d-49c4-86a4-7f2e32f4c6a0", "tag": "6a8585bb-e9cf-4d92-8092-f73719dd2d74", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:16:45.782853 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebdd52df-871c-4a41-8b6a-145381c50fb9 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:16:45.782853 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a51b00-491d-49c4-86a4-7f2e32f4c6a0', 'tag': '6a8585bb-e9cf-4d92-8092-f73719dd2d74', 'status': 'completed', 'code': 200} Oct 13 11:16:45.835120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-14df0a53-3f06-4227-8c66-035aaa912476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:45.836669 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-14df0a53-3f06-4227-8c66-035aaa912476 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 1095 time: 0.0925875 Oct 13 11:16:45.841984 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f8edd5f-c773-4e8a-b28b-dc7f612b4295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:45.856147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f8edd5f-c773-4e8a-b28b-dc7f612b4295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:45.856147 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7f8edd5f-c773-4e8a-b28b-dc7f612b4295 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65efd0d4-bd91-41de-9e0c-995ac7f77023 HTTP/1.1" status: 204 len: 168 time: 0.8211081 Oct 13 11:16:45.925797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8edd5f-c773-4e8a-b28b-dc7f612b4295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65efd0d4-bd91-41de-9e0c-995ac7f77023,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:45.930143 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-57c64608-09d7-43a6-8b9f-86d01ea15c5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a8585bb-e9cf-4d92-8092-f73719dd2d74 HTTP/1.1" status: 200 len: 217 time: 0.0789170 Oct 13 11:16:45.989565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22416821-f99d-4fac-96ab-f9fe379553e8 req-143a0505-4b3c-445d-8ef7-03bbecc4ee6e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:45.991212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22416821-f99d-4fac-96ab-f9fe379553e8 req-143a0505-4b3c-445d-8ef7-03bbecc4ee6e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0961282 Oct 13 11:16:46.005884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-b1484881-0ad9-446a-bf46-3553343cd329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:46.012244 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-b1484881-0ad9-446a-bf46-3553343cd329 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f7c572f-c42b-4227-8238-2e248cb45182 HTTP/1.1" status: 200 len: 850 time: 0.0631983 Oct 13 11:16:46.053538 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22416821-f99d-4fac-96ab-f9fe379553e8 req-1a24e9d6-0800-4175-b55f-1de557abf7fe tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543954 Oct 13 11:16:46.058649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-528096c0-114b-4951-ae8c-bb63720e1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:46.060569 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-528096c0-114b-4951-ae8c-bb63720e1267 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fea49c86-6405-4d7d-906f-e9d25db855d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457442 Oct 13 11:16:46.196229 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-606f3968-6574-45aa-8dff-7a118b8b9ac5 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263986 Oct 13 11:16:46.227776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-194cc4e0-5523-46c5-b8fe-6484804ec4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:46.229909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-194cc4e0-5523-46c5-b8fe-6484804ec4c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 1097 time: 0.0657194 Oct 13 11:16:46.359525 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ffacd0d7-8a67-4eb2-b5a8-ade0638be903 req-71847104-abc3-4ae6-977e-da8b32ed0fd3 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586862 Oct 13 11:16:46.377665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-a64d9916-ae3c-47fc-bb1a-904a1259cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:46.379354 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-a64d9916-ae3c-47fc-bb1a-904a1259cf89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b9888bc-ae82-4158-a36f-f3cb442388f0 HTTP/1.1" status: 200 len: 898 time: 0.1417179 Oct 13 11:16:46.449898 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-4c8e3d10-a27e-4cd5-95be-28aaf557e77c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1 HTTP/1.1" status: 200 len: 1001 time: 0.0629537 Oct 13 11:16:46.541997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-17a6f85f-e531-4b7f-a5aa-46b28d0dc26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:46.543886 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-17a6f85f-e531-4b7f-a5aa-46b28d0dc26c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc HTTP/1.1" status: 200 len: 834 time: 0.0861917 Oct 13 11:16:46.577242 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e63bb9-9269-40ea-9881-e655cd80fbc2 req-adf6c235-29df-449c-b3e6-a709e21f228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:46.578952 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85e63bb9-9269-40ea-9881-e655cd80fbc2 req-adf6c235-29df-449c-b3e6-a709e21f228e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 1095 time: 0.0775309 Oct 13 11:16:46.609069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-88493958-f593-4511-906f-6ba0dedb1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:46.610677 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-88493958-f593-4511-906f-6ba0dedb1a98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b9888bc-ae82-4158-a36f-f3cb442388f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601110 Oct 13 11:16:46.708948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e63bb9-9269-40ea-9881-e655cd80fbc2 req-03939722-38c0-4b07-9002-498c3b2ea157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:46.729183 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85e63bb9-9269-40ea-9881-e655cd80fbc2 req-03939722-38c0-4b07-9002-498c3b2ea157 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 912 time: 0.1247146 Oct 13 11:16:46.731252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-7b57867b-88ef-47f2-8552-9b565881cec4 service neutron] 10.222.0.21 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134717 Oct 13 11:16:46.853534 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85e63bb9-9269-40ea-9881-e655cd80fbc2 req-cae2e72b-3213-468f-8ea6-aff3c69c6a94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a8585bb-e9cf-4d92-8092-f73719dd2d74 HTTP/1.1" status: 200 len: 217 time: 0.1281857 Oct 13 11:16:46.915248 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-8344eee4-06c9-4c3f-858f-14adf91d74d1 service neutron] 10.222.0.21 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758749 Oct 13 11:16:46.922587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e63bb9-9269-40ea-9881-e655cd80fbc2 req-d7003725-1163-4394-bac3-36d8c6ddef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:46.924597 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85e63bb9-9269-40ea-9881-e655cd80fbc2 req-d7003725-1163-4394-bac3-36d8c6ddef19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f7c572f-c42b-4227-8238-2e248cb45182 HTTP/1.1" status: 200 len: 850 time: 0.0634401 Oct 13 11:16:46.930402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418473e-2c32-4712-a800-f5ed7238d926 req-8d95fcc9-64a6-464e-8cff-ba566be8e836 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:46.932406 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f418473e-2c32-4712-a800-f5ed7238d926 req-8d95fcc9-64a6-464e-8cff-ba566be8e836 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0889621 Oct 13 11:16:46.975508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e63bb9-9269-40ea-9881-e655cd80fbc2 req-6cd58038-886d-4997-9bea-7f16979837d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:46.979449 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85e63bb9-9269-40ea-9881-e655cd80fbc2 req-6cd58038-886d-4997-9bea-7f16979837d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fea49c86-6405-4d7d-906f-e9d25db855d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444682 Oct 13 11:16:46.980520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f418473e-2c32-4712-a800-f5ed7238d926 req-62b8b8ba-ec56-4b0e-8205-a1e2efea8e70 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331917 Oct 13 11:16:47.136984 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85e63bb9-9269-40ea-9881-e655cd80fbc2 req-604319fc-f553-47f9-801b-d3fb21e74552 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512728 Oct 13 11:16:47.269813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf389a7e-d041-45b5-ab7d-d79b1a19b0ed req-cb032298-05a5-4906-9f20-5ca81ccba784 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:47.271572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf389a7e-d041-45b5-ab7d-d79b1a19b0ed req-cb032298-05a5-4906-9f20-5ca81ccba784 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.1076243 Oct 13 11:16:47.293616 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85e63bb9-9269-40ea-9881-e655cd80fbc2 req-f7f72045-626e-4cfc-a1d1-cddcc56718c3 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478546 Oct 13 11:16:47.329522 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf389a7e-d041-45b5-ab7d-d79b1a19b0ed req-fbf2b612-5149-4b4d-9253-9b01715156c8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509005 Oct 13 11:16:47.414681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42762) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:47.522993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42768) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:47.563355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3fe9631f-5868-40dc-8e1d-237f8fbdd636 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group': {'name': 'tempest-secgroup--835419425'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:47.626639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1095457572'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:47.683025 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3fe9631f-5868-40dc-8e1d-237f8fbdd636 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:47.697435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3fe9631f-5868-40dc-8e1d-237f8fbdd636 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:47.777576 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3fe9631f-5868-40dc-8e1d-237f8fbdd636 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:47.789813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Made reservation on behalf of e728230064c841b29651d9cc2f48b8be for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:47.793660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:47.807393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:47.855253 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3fe9631f-5868-40dc-8e1d-237f8fbdd636 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:47.902457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9631f-5868-40dc-8e1d-237f8fbdd636 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f393d834-f795-4250-9a95-e0fc7977923d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:47.933253 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:47.967228 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3fe9631f-5868-40dc-8e1d-237f8fbdd636 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:47.999836 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.032492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:16:48.040141 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbbc50d-e2f2-4af0-8078-7ee936e5848d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:48.047970 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.048320 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Added segment 1e0cbebc-776a-4737-90f4-24ecbf519c78 of type vlan for network 5216d85d-d22c-404c-883c-b8a6724066a9 Oct 13 11:16:48.054504 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3fe9631f-5868-40dc-8e1d-237f8fbdd636 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.103894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973ce2b-2e82-4323-8b7d-7c2a5ed8e9ef req-4d7f76ca-bfb0-4b20-a4ec-61fd796c7866 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:48.108445 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.111184 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3973ce2b-2e82-4323-8b7d-7c2a5ed8e9ef req-4d7f76ca-bfb0-4b20-a4ec-61fd796c7866 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0573640 Oct 13 11:16:48.122584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9631f-5868-40dc-8e1d-237f8fbdd636 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a017c7e-20e2-4a85-b7e9-303d8a3c259d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:48.147817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3973ce2b-2e82-4323-8b7d-7c2a5ed8e9ef req-43a969b5-e937-4938-b79b-aeadbc74128a tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339081 Oct 13 11:16:48.192812 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3fe9631f-5868-40dc-8e1d-237f8fbdd636 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.194123 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3fe9631f-5868-40dc-8e1d-237f8fbdd636 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7783761 Oct 13 11:16:48.196793 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42784) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:48.234210 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.240176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:48.240741 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.335606 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-07e2951b-be72-487f-81f7-020878f99a68 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1376417 Oct 13 11:16:48.336432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Pushing event updated for resources: {'Network': ['ID=5216d85d-d22c-404c-883c-b8a6724066a9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:48.338459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42788) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:48.344464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-82648c97-18c0-4104-8860-727e1ec0bbaa tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group': {'name': 'tempest-security--739492663', 'description': 'tempest-security-description-653609662'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:48.353425 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 5216d85d-d22c-404c-883c-b8a6724066a9 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:16:48.376959 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ba795a4c-ed8f-4854-b34c-5c8a8789aa6c tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8498750 Oct 13 11:16:48.378122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42792) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:48.383667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7d98e356-0f4d-4f06-ae5c-cb29b134b66d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Request body: {'subnet': {'network_id': '5216d85d-d22c-404c-883c-b8a6724066a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:48.392311 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82648c97-18c0-4104-8860-727e1ec0bbaa tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.490657 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c17a1-5e90-4474-9b69-12e9d8493222 req-331e717d-2346-4276-b3a8-dfc8011a31a8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:48.492488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e59c17a1-5e90-4474-9b69-12e9d8493222 req-331e717d-2346-4276-b3a8-dfc8011a31a8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0857201 Oct 13 11:16:48.538718 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82648c97-18c0-4104-8860-727e1ec0bbaa tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.542274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e59c17a1-5e90-4474-9b69-12e9d8493222 req-7d2d66b6-fac3-4443-8bb7-bac718a17c79 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430980 Oct 13 11:16:48.629590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d98e356-0f4d-4f06-ae5c-cb29b134b66d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Made reservation on behalf of e728230064c841b29651d9cc2f48b8be for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:48.633218 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d98e356-0f4d-4f06-ae5c-cb29b134b66d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.680202 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82648c97-18c0-4104-8860-727e1ec0bbaa tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.682560 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82648c97-18c0-4104-8860-727e1ec0bbaa tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.684273 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-82648c97-18c0-4104-8860-727e1ec0bbaa tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "PUT /v2.0/security-groups/2a017c7e-20e2-4a85-b7e9-303d8a3c259d HTTP/1.1" status: 200 len: 1778 time: 0.3436608 Oct 13 11:16:48.688369 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42794) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:48.732571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82648c97-18c0-4104-8860-727e1ec0bbaa tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a017c7e-20e2-4a85-b7e9-303d8a3c259d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:48.748221 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-15281f00-ace3-4aa7-b9f8-ffdcf70da213 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-groups/2a017c7e-20e2-4a85-b7e9-303d8a3c259d HTTP/1.1" status: 200 len: 1778 time: 0.0582936 Oct 13 11:16:48.750228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42796) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:48.803902 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8e855-c4a8-43bf-895f-efa7a4257930 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.827137 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8e855-c4a8-43bf-895f-efa7a4257930 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.945071 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d98e356-0f4d-4f06-ae5c-cb29b134b66d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:48.967417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 6a8585bb-e9cf-4d92-8092-f73719dd2d74 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:16:49.018665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98e356-0f4d-4f06-ae5c-cb29b134b66d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Pushing event updated for resources: {'Subnet': ['ID=2082f946-ef93-443d-89de-0d55fbf166ae,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:49.028805 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8e855-c4a8-43bf-895f-efa7a4257930 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:49.030979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d98e356-0f4d-4f06-ae5c-cb29b134b66d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Checking segment: {'id': '1e0cbebc-776a-4737-90f4-24ecbf519c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5216d85d-d22c-404c-883c-b8a6724066a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:16:49.031482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d98e356-0f4d-4f06-ae5c-cb29b134b66d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Network hostable DHCP agents. Network: 5216d85d-d22c-404c-883c-b8a6724066a9, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:16:49.035152 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b6e8e855-c4a8-43bf-895f-efa7a4257930 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:49.038130 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b6e8e855-c4a8-43bf-895f-efa7a4257930 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-groups/2a017c7e-20e2-4a85-b7e9-303d8a3c259d HTTP/1.1" status: 204 len: 168 time: 0.2867146 Oct 13 11:16:49.039092 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42798) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:49.055172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8e855-c4a8-43bf-895f-efa7a4257930 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a017c7e-20e2-4a85-b7e9-303d8a3c259d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:49.093119 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-75058844-72a0-401d-89bd-1f8f18bc9483 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524077 Oct 13 11:16:49.094235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 6a8585bb-e9cf-4d92-8092-f73719dd2d74, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=6a8585bb-e9cf-4d92-8092-f73719dd2d74,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:49.095358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42800) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:49.106277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '6a8585bb-e9cf-4d92-8092-f73719dd2d74', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'port_id': '6a8585bb-e9cf-4d92-8092-f73719dd2d74', 'mac_address': 'fa:16:3e:51:b7:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:16:49.111937 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-4297124a-90ab-44ff-a116-a4670008c85b tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] delete failed (client error): The resource could not be found. Oct 13 11:16:49.113548 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4297124a-90ab-44ff-a116-a4670008c85b tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-groups/2a017c7e-20e2-4a85-b7e9-303d8a3c259d HTTP/1.1" status: 404 len: 347 time: 0.0163608 Oct 13 11:16:49.118579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42802) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:49.123072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4fb3a582-5c02-4377-8aa3-836396dcfa55 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group': {'name': 'tempest-secgroup--891178811'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:49.139016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d98e356-0f4d-4f06-ae5c-cb29b134b66d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Network 5216d85d-d22c-404c-883c-b8a6724066a9 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:16:49.154832 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:49.168487 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8585bb-e9cf-4d92-8092-f73719dd2d74 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:16:49.193226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 6a8585bb-e9cf-4d92-8092-f73719dd2d74, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=6a8585bb-e9cf-4d92-8092-f73719dd2d74,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:49.259078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a582-5c02-4377-8aa3-836396dcfa55 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:49.290084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3792704-556a-4b09-a1a7-4ed7b103722b req-40f35876-9326-4806-aa3c-d5783dffcce0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:49.291488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3792704-556a-4b09-a1a7-4ed7b103722b req-40f35876-9326-4806-aa3c-d5783dffcce0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0690384 Oct 13 11:16:49.308615 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:49.309513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-7d98e356-0f4d-4f06-ae5c-cb29b134b66d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 5216d85d-d22c-404c-883c-b8a6724066a9) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:49.314154 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d98e356-0f4d-4f06-ae5c-cb29b134b66d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:49.317019 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d98e356-0f4d-4f06-ae5c-cb29b134b66d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:49.342805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7e15ec-578d-4f3d-8476-8189287f1d9d None None] Network 5216d85d-d22c-404c-883c-b8a6724066a9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:49.380031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3792704-556a-4b09-a1a7-4ed7b103722b req-93180bf7-4cc3-4117-b14b-11d9f6044ba6 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777292 Oct 13 11:16:49.420671 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a582-5c02-4377-8aa3-836396dcfa55 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:49.453639 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=6a8585bb-e9cf-4d92-8092-f73719dd2d74,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:49.471976 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7d98e356-0f4d-4f06-ae5c-cb29b134b66d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0923102 Oct 13 11:16:49.474310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42808) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:49.479491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Request body: {'port': {'network_id': '5216d85d-d22c-404c-883c-b8a6724066a9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1313607275'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:49.556651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-5216d85d-d22c-404c-883c-b8a6724066a9', 'network_id': '5216d85d-d22c-404c-883c-b8a6724066a9', 'tenant_id': 'e728230064c841b29651d9cc2f48b8be', 'fixed_ips': [{'subnet_id': '2082f946-ef93-443d-89de-0d55fbf166ae'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:16:49.557576 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:49.594295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a582-5c02-4377-8aa3-836396dcfa55 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:49.637480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3a582-5c02-4377-8aa3-836396dcfa55 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8e0ba0-4aec-4473-b82d-845e1454afae,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:49.670417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['6a8585bb-e9cf-4d92-8092-f73719dd2d74'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:16:49.684123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec94ef-e402-4869-9b49-abc8da9c465e req-a7611458-14ef-41a0-85e3-4a3e65e5eb7c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:49.686250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4ec94ef-e402-4869-9b49-abc8da9c465e req-a7611458-14ef-41a0-85e3-4a3e65e5eb7c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0619502 Oct 13 11:16:49.733059 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4ec94ef-e402-4869-9b49-abc8da9c465e req-6597f497-40a6-496d-b09f-cce38cd89fd6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398822 Oct 13 11:16:49.775446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Allocated IP 172.20.0.2 (5216d85d-d22c-404c-883c-b8a6724066a9/2082f946-ef93-443d-89de-0d55fbf166ae/25e45c8d-bac8-4a81-b4c7-64679153fe8f) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:49.794387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Made reservation on behalf of e728230064c841b29651d9cc2f48b8be for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:49.815687 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:49.817704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] device_id is not set on port bdc7a75b-feb2-47f1-a3b0-4a32c8b043ba yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:16:49.967974 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a582-5c02-4377-8aa3-836396dcfa55 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:49.974157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4fb3a582-5c02-4377-8aa3-836396dcfa55 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8495655 Oct 13 11:16:49.974562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42812) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:49.979292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-112b6dab-444b-4057-b9ad-9634da15ff1a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group_rule': {'security_group_id': 'fb8e0ba0-4aec-4473-b82d-845e1454afae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:50.125949 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-112b6dab-444b-4057-b9ad-9634da15ff1a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.145630 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.199135 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-112b6dab-444b-4057-b9ad-9634da15ff1a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.230726 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.261667 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-112b6dab-444b-4057-b9ad-9634da15ff1a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.272625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Network 5216d85d-d22c-404c-883c-b8a6724066a9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:50.277724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:50.281500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:50.289338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Pushing event updated for resources: {'Port': ['ID=25e45c8d-bac8-4a81-b4c7-64679153fe8f,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:50.296114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b6dab-444b-4057-b9ad-9634da15ff1a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd5440f-24ac-4a5c-9bf4-0b86e733e32b,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:50.311369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Allocated IP 172.20.0.12 (5216d85d-d22c-404c-883c-b8a6724066a9/2082f946-ef93-443d-89de-0d55fbf166ae/bdc7a75b-feb2-47f1-a3b0-4a32c8b043ba) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:16:50.347726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Attempting to bind port 25e45c8d-bac8-4a81-b4c7-64679153fe8f on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:16:50.348616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Attempting to bind port 25e45c8d-bac8-4a81-b4c7-64679153fe8f by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '1e0cbebc-776a-4737-90f4-24ecbf519c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5216d85d-d22c-404c-883c-b8a6724066a9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:16:50.348616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Attempting to bind port 25e45c8d-bac8-4a81-b4c7-64679153fe8f on network 5216d85d-d22c-404c-883c-b8a6724066a9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:16:50.354063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:16:50.354063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Checking segment: {'id': '1e0cbebc-776a-4737-90f4-24ecbf519c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5216d85d-d22c-404c-883c-b8a6724066a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:16:50.354543 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.354822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Bound using segment: {'id': '1e0cbebc-776a-4737-90f4-24ecbf519c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5216d85d-d22c-404c-883c-b8a6724066a9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:16:50.355298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Bound port: 25e45c8d-bac8-4a81-b4c7-64679153fe8f, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0cbebc-776a-4737-90f4-24ecbf519c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5216d85d-d22c-404c-883c-b8a6724066a9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:16:50.355797 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.383315 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-112b6dab-444b-4057-b9ad-9634da15ff1a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.383315 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-112b6dab-444b-4057-b9ad-9634da15ff1a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4069312 Oct 13 11:16:50.385439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42816) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:50.440638 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2839f87e-b98b-474f-bdca-3432d548a48a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.454495 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2839f87e-b98b-474f-bdca-3432d548a48a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.473235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] For port 25e45c8d-bac8-4a81-b4c7-64679153fe8f, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:16:50.477679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] For port 25e45c8d-bac8-4a81-b4c7-64679153fe8f, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=25e45c8d-bac8-4a81-b4c7-64679153fe8f,segment=NetworkSegment(1e0cbebc-776a-4737-90f4-24ecbf519c78),segment_id=1e0cbebc-776a-4737-90f4-24ecbf519c78)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:16:50.527355 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.536832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c9cf2-1e57-44b6-88ce-bf2177ce166a req-552f28d7-b82a-44b9-b67f-702684afd7ad tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:50.542815 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f3c9cf2-1e57-44b6-88ce-bf2177ce166a req-552f28d7-b82a-44b9-b67f-702684afd7ad tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0722594 Oct 13 11:16:50.567921 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.579014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f3c9cf2-1e57-44b6-88ce-bf2177ce166a req-04f4a4a8-e3f5-43b2-b0f1-8010c95f03cc tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340168 Oct 13 11:16:50.599136 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2839f87e-b98b-474f-bdca-3432d548a48a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.609413 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2839f87e-b98b-474f-bdca-3432d548a48a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.609413 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2839f87e-b98b-474f-bdca-3432d548a48a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/bcd5440f-24ac-4a5c-9bf4-0b86e733e32b HTTP/1.1" status: 204 len: 168 time: 0.2196796 Oct 13 11:16:50.612589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42820) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:50.621451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839f87e-b98b-474f-bdca-3432d548a48a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcd5440f-24ac-4a5c-9bf4-0b86e733e32b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:50.637914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a8794-5183-4793-803f-3c44d07ac8a3 None None] Pushing event updated for resources: {'Port': ['ID=25e45c8d-bac8-4a81-b4c7-64679153fe8f,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:50.673302 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-250908b9-ef34-4c21-bcf7-fa23c1932d81 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0593383 Oct 13 11:16:50.676564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42822) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:50.685928 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.761638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Network 5216d85d-d22c-404c-883c-b8a6724066a9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:16:50.767426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:16:50.771015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Pushing event updated for resources: {'Port': ['ID=bdc7a75b-feb2-47f1-a3b0-4a32c8b043ba,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:50.777124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:16:50.855722 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-582bb23f-4d5e-4258-a2ed-04bc4d311be0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.878282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:50.878866 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.901699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-582bb23f-4d5e-4258-a2ed-04bc4d311be0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:50.910554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49e4c4-d95c-41fa-971e-d1f9e22b2c29 req-c2b27b48-464c-47b7-81fb-23e6c3ca42bd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:50.913167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a49e4c4-d95c-41fa-971e-d1f9e22b2c29 req-c2b27b48-464c-47b7-81fb-23e6c3ca42bd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0616791 Oct 13 11:16:50.959841 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ec4f1acd-0645-45bd-a5d1-83085eb2f484 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4843564 Oct 13 11:16:50.963160 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42826) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:50.972926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 6a8585bb-e9cf-4d92-8092-f73719dd2d74 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:16:50.995828 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a49e4c4-d95c-41fa-971e-d1f9e22b2c29 req-57207842-0932-4aea-9af5-76f9c4475edc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667689 Oct 13 11:16:51.048548 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-582bb23f-4d5e-4258-a2ed-04bc4d311be0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.052877 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-582bb23f-4d5e-4258-a2ed-04bc4d311be0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.056983 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-582bb23f-4d5e-4258-a2ed-04bc4d311be0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-groups/fb8e0ba0-4aec-4473-b82d-845e1454afae HTTP/1.1" status: 204 len: 168 time: 0.3769729 Oct 13 11:16:51.057643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42828) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:51.074683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bb23f-4d5e-4258-a2ed-04bc4d311be0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8e0ba0-4aec-4473-b82d-845e1454afae,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:51.110078 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 6a8585bb-e9cf-4d92-8092-f73719dd2d74 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:16:51.118233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 6a8585bb-e9cf-4d92-8092-f73719dd2d74 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:51.122017 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.130144 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4b6fe668-a4b4-48b5-b4d7-43a14eae0c99 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Deleting port bdc7a75b-feb2-47f1-a3b0-4a32c8b043ba {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:51.130873 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe668-a4b4-48b5-b4d7-43a14eae0c99 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.146348 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7deeaba5-448a-41e9-ada0-9a96451714b3 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0828800 Oct 13 11:16:51.147363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42830) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:51.155670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b98dae45-503e-402f-bdef-9fbda338617e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group': {'name': 'tempest-secgroup--638527719'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:51.237334 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.254120 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe668-a4b4-48b5-b4d7-43a14eae0c99 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.264907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a51b00-491d-49c4-86a4-7f2e32f4c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8585bb-e9cf-4d92-8092-f73719dd2d74'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:16:51.267385 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f558a413-ae0a-45ee-b322-d2ddbeb58f9d" -d '{"events": [{"server_uuid": "f0a51b00-491d-49c4-86a4-7f2e32f4c6a0", "name": "network-vif-plugged", "status": "completed", "tag": "6a8585bb-e9cf-4d92-8092-f73719dd2d74"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:16:51.275902 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b98dae45-503e-402f-bdef-9fbda338617e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.285967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4b6fe668-a4b4-48b5-b4d7-43a14eae0c99 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Calling delete_port for bdc7a75b-feb2-47f1-a3b0-4a32c8b043ba owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:51.294736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 6a8585bb-e9cf-4d92-8092-f73719dd2d74, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=6a8585bb-e9cf-4d92-8092-f73719dd2d74,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:51.338079 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fdf58d-3806-4bcd-8841-a83e7e8c6215 x-openstack-request-id: req-d6fdf58d-3806-4bcd-8841-a83e7e8c6215 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:16:51.338465 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a51b00-491d-49c4-86a4-7f2e32f4c6a0", "name": "network-vif-plugged", "status": "completed", "tag": "6a8585bb-e9cf-4d92-8092-f73719dd2d74", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:16:51.338681 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6fdf58d-3806-4bcd-8841-a83e7e8c6215 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:16:51.339074 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a51b00-491d-49c4-86a4-7f2e32f4c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8585bb-e9cf-4d92-8092-f73719dd2d74', 'code': 200} Oct 13 11:16:51.354491 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.368245 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b98dae45-503e-402f-bdef-9fbda338617e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.435360 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b98dae45-503e-402f-bdef-9fbda338617e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.499865 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=6a8585bb-e9cf-4d92-8092-f73719dd2d74,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:51.515603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dae45-503e-402f-bdef-9fbda338617e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aad754-5755-430c-b492-20264d8d36e9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:51.555905 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b98dae45-503e-402f-bdef-9fbda338617e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.562483 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b98dae45-503e-402f-bdef-9fbda338617e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4113522 Oct 13 11:16:51.563691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42838) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:51.577550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ce724598-aeff-453e-b1f2-ef0c6eb30d51 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group_rule': {'security_group_id': 'd0aad754-5755-430c-b492-20264d8d36e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:51.602767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6c2dc-f6fe-49fb-8b35-50a55d875fa4 req-5390b5b4-8d96-4ff5-a93a-6f71d2762a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:51.603684 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bdd6c2dc-f6fe-49fb-8b35-50a55d875fa4 req-5390b5b4-8d96-4ff5-a93a-6f71d2762a56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 1097 time: 0.1666007 Oct 13 11:16:51.667310 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bdd6c2dc-f6fe-49fb-8b35-50a55d875fa4 req-7d1da9e3-3039-469e-a777-731997930195 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543253 Oct 13 11:16:51.693131 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe668-a4b4-48b5-b4d7-43a14eae0c99 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.746202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fe668-a4b4-48b5-b4d7-43a14eae0c99 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Pushing event deleted for resources: {'Port': ['ID=bdc7a75b-feb2-47f1-a3b0-4a32c8b043ba,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:51.759048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01177300-35ba-435a-9250-74ba8c5d31ff req-68045b65-6b36-4fbc-b6ab-11945438a5e0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:51.759048 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01177300-35ba-435a-9250-74ba8c5d31ff req-68045b65-6b36-4fbc-b6ab-11945438a5e0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0775173 Oct 13 11:16:51.762689 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce724598-aeff-453e-b1f2-ef0c6eb30d51 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.837098 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01177300-35ba-435a-9250-74ba8c5d31ff req-0ee155ad-644a-498a-b289-9c54b96e2c71 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784056 Oct 13 11:16:51.899293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe668-a4b4-48b5-b4d7-43a14eae0c99 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.907194 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4b6fe668-a4b4-48b5-b4d7-43a14eae0c99 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] 10.222.0.32 "DELETE /v2.0/ports/bdc7a75b-feb2-47f1-a3b0-4a32c8b043ba HTTP/1.1" status: 204 len: 168 time: 0.9374340 Oct 13 11:16:51.907739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42842) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:51.934637 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce724598-aeff-453e-b1f2-ef0c6eb30d51 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:51.992835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1754efa-bca9-42dd-ac02-d645d9db66dc None None] Network 5216d85d-d22c-404c-883c-b8a6724066a9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:52.034770 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7b90fcf9-cfac-4731-bafe-eb35e79e59fd tempest-DHCPAgentSchedulersTestJSON-368619690 tempest-DHCPAgentSchedulersTestJSON-368619690-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1200435 Oct 13 11:16:52.034987 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce724598-aeff-453e-b1f2-ef0c6eb30d51 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.035097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42848) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:52.042806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-450d7de4-58cb-4064-8e06-07bcbf973651 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-142486742'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:52.069517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce724598-aeff-453e-b1f2-ef0c6eb30d51 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43fd86a-10be-4b6c-8f96-a9bae40bcbf0,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:52.092436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ee6a8974-de61-43fb-836c-1162ad3a4e1b None None] Provisioning complete for port 25e45c8d-bac8-4a81-b4c7-64679153fe8f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:52.092809 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8974-de61-43fb-836c-1162ad3a4e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.161310 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450d7de4-58cb-4064-8e06-07bcbf973651 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Made reservation on behalf of e728230064c841b29651d9cc2f48b8be for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:16:52.166852 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-450d7de4-58cb-4064-8e06-07bcbf973651 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.220843 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ce724598-aeff-453e-b1f2-ef0c6eb30d51 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.223319 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ce724598-aeff-453e-b1f2-ef0c6eb30d51 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6540563 Oct 13 11:16:52.226483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42852) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:52.231487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c104ec70-7baf-49ae-a73f-040b443f842d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group_rule': {'security_group_id': 'd0aad754-5755-430c-b492-20264d8d36e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:52.268656 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8974-de61-43fb-836c-1162ad3a4e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.319478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ee6a8974-de61-43fb-836c-1162ad3a4e1b None None] For port 25e45c8d-bac8-4a81-b4c7-64679153fe8f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=25e45c8d-bac8-4a81-b4c7-64679153fe8f,segment=NetworkSegment(1e0cbebc-776a-4737-90f4-24ecbf519c78),segment_id=1e0cbebc-776a-4737-90f4-24ecbf519c78)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:52.331881 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c104ec70-7baf-49ae-a73f-040b443f842d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.401692 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c104ec70-7baf-49ae-a73f-040b443f842d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.405760 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8974-de61-43fb-836c-1162ad3a4e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.497297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c104ec70-7baf-49ae-a73f-040b443f842d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.524375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-1e42bce7-ffdc-4410-a5b6-29d828e51a90 req-8dd98eff-bba5-442e-be41-24d4724b785d service neutron] (101991) timed out ('10.222.0.21', 56984) {{(pid=101991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:16:52.529144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a8974-de61-43fb-836c-1162ad3a4e1b None None] Pushing event updated for resources: {'Port': ['ID=25e45c8d-bac8-4a81-b4c7-64679153fe8f,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:52.529653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104ec70-7baf-49ae-a73f-040b443f842d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6812fd9d-34a6-41ff-976d-ebd7dab3d0cd,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:52.550502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0d70d-c4d0-4675-88bf-b565c990583b req-9a6d9c4f-a580-4dad-aaa4-2f7fdeb43aee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:52.552141 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4dc0d70d-c4d0-4675-88bf-b565c990583b req-9a6d9c4f-a580-4dad-aaa4-2f7fdeb43aee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.4564033 Oct 13 11:16:52.556708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450d7de4-58cb-4064-8e06-07bcbf973651 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:16:52.590054 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-450d7de4-58cb-4064-8e06-07bcbf973651 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.590457 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-450d7de4-58cb-4064-8e06-07bcbf973651 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Added segment bbf7ab4c-f6c6-4e13-a63d-547321a03b8a of type vlan for network 15a47b26-3806-4325-8944-eec6f970c5cf Oct 13 11:16:52.632378 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4dc0d70d-c4d0-4675-88bf-b565c990583b req-d116eedd-3205-4c04-944b-c6059398e631 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700541 Oct 13 11:16:52.645057 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-450d7de4-58cb-4064-8e06-07bcbf973651 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.662591 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c104ec70-7baf-49ae-a73f-040b443f842d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.665635 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c104ec70-7baf-49ae-a73f-040b443f842d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4377835 Oct 13 11:16:52.666239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42860) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:52.670306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 25e45c8d-bac8-4a81-b4c7-64679153fe8f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:16:52.671168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3317727c-f37b-4e80-820e-bd9f78091fff tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group_rule': {'security_group_id': 'd0aad754-5755-430c-b492-20264d8d36e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:52.742204 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-79fceadd-a725-4270-b943-132e863c1199 None None] Provisioning complete for port 25e45c8d-bac8-4a81-b4c7-64679153fe8f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:52.742840 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79fceadd-a725-4270-b943-132e863c1199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.767631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 25e45c8d-bac8-4a81-b4c7-64679153fe8f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:52.768234 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.784880 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-450d7de4-58cb-4064-8e06-07bcbf973651 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.791891 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450d7de4-58cb-4064-8e06-07bcbf973651 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:52.794483 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-450d7de4-58cb-4064-8e06-07bcbf973651 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.835838 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3317727c-f37b-4e80-820e-bd9f78091fff tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:52.892236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d7de4-58cb-4064-8e06-07bcbf973651 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Pushing event updated for resources: {'Network': ['ID=15a47b26-3806-4325-8944-eec6f970c5cf,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:52.908894 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 15a47b26-3806-4325-8944-eec6f970c5cf details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:16:52.940848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-450d7de4-58cb-4064-8e06-07bcbf973651 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9047489 Oct 13 11:16:52.944541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42864) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:53.005073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3317727c-f37b-4e80-820e-bd9f78091fff tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:53.068845 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e7b07d09-d762-40bf-a72d-cd5b12a2dfac None None] Could not find standard attr ID for object bdc7a75b-feb2-47f1-a3b0-4a32c8b043ba. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:16:53.080128 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3317727c-f37b-4e80-820e-bd9f78091fff tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:53.112616 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317727c-f37b-4e80-820e-bd9f78091fff tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b32e82-6ebc-405d-94cd-6b51d496e1ac,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:53.149250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578408e-01c7-4caf-b02d-20998359b0fc req-99482b6b-946e-491a-9a75-43d7a09a1154 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:53.151095 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5578408e-01c7-4caf-b02d-20998359b0fc req-99482b6b-946e-491a-9a75-43d7a09a1154 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1546135 Oct 13 11:16:53.214803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3317727c-f37b-4e80-820e-bd9f78091fff tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:53.218696 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3317727c-f37b-4e80-820e-bd9f78091fff tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5488579 Oct 13 11:16:53.220335 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42866) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:53.224186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-04dcdb87-d6ac-4871-9e2a-846f6274ddc7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group_rule': {'security_group_id': 'd0aad754-5755-430c-b492-20264d8d36e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:53.230912 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-283f1fd3-daac-4baf-a84d-79376641fec5 tempest-DHCPAgentSchedulersTestJSON-368619690 tempest-DHCPAgentSchedulersTestJSON-368619690-project-admin] 10.222.0.32 "GET /v2.0/agents/32996c6b-6c9b-403e-88ef-52a52634b9ec/dhcp-networks HTTP/1.1" status: 200 len: 7265 time: 0.2862670 Oct 13 11:16:53.234250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42870) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:53.267176 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5578408e-01c7-4caf-b02d-20998359b0fc req-d12ca984-94b2-440a-8bfa-65ddb6fed1ad tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893593 Oct 13 11:16:53.337942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1043fa76-6586-4c74-be74-3d13571fa936 tempest-DHCPAgentSchedulersTestJSON-368619690 tempest-DHCPAgentSchedulersTestJSON-368619690-project-admin] Network 15a47b26-3806-4325-8944-eec6f970c5cf is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:16:53.349323 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04dcdb87-d6ac-4871-9e2a-846f6274ddc7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:53.409884 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04dcdb87-d6ac-4871-9e2a-846f6274ddc7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:53.468560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1043fa76-6586-4c74-be74-3d13571fa936 tempest-DHCPAgentSchedulersTestJSON-368619690 tempest-DHCPAgentSchedulersTestJSON-368619690-project-admin] 10.222.0.32 "POST /v2.0/agents/32996c6b-6c9b-403e-88ef-52a52634b9ec/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2312365 Oct 13 11:16:53.471899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42872) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:53.472840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d4ea95-42b7-4cf9-90c9-157908bfb86b None None] Network 15a47b26-3806-4325-8944-eec6f970c5cf requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:53.492411 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04dcdb87-d6ac-4871-9e2a-846f6274ddc7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:53.572385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcdb87-d6ac-4871-9e2a-846f6274ddc7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7749f496-688f-4560-82d4-2145cdc8bf8e,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:53.648013 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04dcdb87-d6ac-4871-9e2a-846f6274ddc7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:53.654209 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-04dcdb87-d6ac-4871-9e2a-846f6274ddc7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4294364 Oct 13 11:16:53.654511 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42874) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:53.657357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-dd16495c-08f5-4849-8bef-b5a6e4e51a8a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group_rule': {'security_group_id': 'd0aad754-5755-430c-b492-20264d8d36e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:53.669630 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7331e3fd-18e2-40c9-9b05-a427939a6404 tempest-DHCPAgentSchedulersTestJSON-368619690 tempest-DHCPAgentSchedulersTestJSON-368619690-project-admin] 10.222.0.32 "GET /v2.0/agents/32996c6b-6c9b-403e-88ef-52a52634b9ec/dhcp-networks HTTP/1.1" status: 200 len: 8035 time: 0.1940401 Oct 13 11:16:53.670362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42878) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:53.771845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884b7eb-f733-485c-ad33-11539091c45d req-e89d90dc-f0b1-4447-8bf7-c1e8e1109b4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:53.773447 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a884b7eb-f733-485c-ad33-11539091c45d req-e89d90dc-f0b1-4447-8bf7-c1e8e1109b4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0639753 Oct 13 11:16:53.791239 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd16495c-08f5-4849-8bef-b5a6e4e51a8a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:53.838800 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a8748931-2318-4fc8-be0b-21436b5233de tempest-DHCPAgentSchedulersTestJSON-368619690 tempest-DHCPAgentSchedulersTestJSON-368619690-project-admin] 10.222.0.32 "DELETE /v2.0/agents/32996c6b-6c9b-403e-88ef-52a52634b9ec/dhcp-networks/15a47b26-3806-4325-8944-eec6f970c5cf HTTP/1.1" status: 204 len: 168 time: 0.1659710 Oct 13 11:16:53.841390 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42880) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:53.856070 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a884b7eb-f733-485c-ad33-11539091c45d req-78919e70-0fef-421b-8b4a-0146a77fc449 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733223 Oct 13 11:16:53.896193 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd16495c-08f5-4849-8bef-b5a6e4e51a8a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:53.967272 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f70c8de9-5ba1-4a6d-b3a9-9d4cd7552a3a tempest-DHCPAgentSchedulersTestJSON-368619690 tempest-DHCPAgentSchedulersTestJSON-368619690-project-admin] 10.222.0.32 "GET /v2.0/agents/32996c6b-6c9b-403e-88ef-52a52634b9ec/dhcp-networks HTTP/1.1" status: 200 len: 7265 time: 0.1246943 Oct 13 11:16:53.971824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42882) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:53.989978 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd16495c-08f5-4849-8bef-b5a6e4e51a8a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:53.996649 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-48db6ac5-7dc0-4443-bf1b-2cbcae63104d tempest-DHCPAgentSchedulersTestJSON-368619690 tempest-DHCPAgentSchedulersTestJSON-368619690-project-admin] 10.222.0.32 "GET /v2.0/networks/5216d85d-d22c-404c-883c-b8a6724066a9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0201366 Oct 13 11:16:53.997332 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42884) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:54.009854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16495c-08f5-4849-8bef-b5a6e4e51a8a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0dbf3b-0fe0-48d5-9422-c676f8e245f2,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:54.017466 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eb8466ab-812d-46dc-8028-62cc13d399fe tempest-DHCPAgentSchedulersTestJSON-368619690 tempest-DHCPAgentSchedulersTestJSON-368619690-project-admin] 10.222.0.32 "GET /v2.0/networks/5216d85d-d22c-404c-883c-b8a6724066a9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0187986 Oct 13 11:16:54.020451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42886) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:54.083942 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd16495c-08f5-4849-8bef-b5a6e4e51a8a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.085615 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dd16495c-08f5-4849-8bef-b5a6e4e51a8a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4322438 Oct 13 11:16:54.089936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42888) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:54.121043 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47ca6af5-91f2-4c53-bb3d-2588d9304336 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.129408 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47ca6af5-91f2-4c53-bb3d-2588d9304336 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.148527 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-78436084-e333-49e8-92e4-8c7a631b15e4 tempest-DHCPAgentSchedulersTestJSON-368619690 tempest-DHCPAgentSchedulersTestJSON-368619690-project-admin] 10.222.0.32 "GET /v2.0/agents/32996c6b-6c9b-403e-88ef-52a52634b9ec/dhcp-networks HTTP/1.1" status: 200 len: 7265 time: 0.1270070 Oct 13 11:16:54.152099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42890) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:54.212614 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47ca6af5-91f2-4c53-bb3d-2588d9304336 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.221619 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47ca6af5-91f2-4c53-bb3d-2588d9304336 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.222936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-47ca6af5-91f2-4c53-bb3d-2588d9304336 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fa0dbf3b-0fe0-48d5-9422-c676f8e245f2 HTTP/1.1" status: 204 len: 168 time: 0.1319985 Oct 13 11:16:54.226765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42892) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:54.232772 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0813-3b98-4415-b454-a43b100371ca tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.237875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca6af5-91f2-4c53-bb3d-2588d9304336 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa0dbf3b-0fe0-48d5-9422-c676f8e245f2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:54.287511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-88285bf9-8d48-4dc3-a5cb-643086679d9d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0596766 Oct 13 11:16:54.290519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42894) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:54.321750 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c79529c-b773-4cd0-9105-784336c8b1e2 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.333776 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c79529c-b773-4cd0-9105-784336c8b1e2 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.334025 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0813-3b98-4415-b454-a43b100371ca tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.355866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-4d9d0813-3b98-4415-b454-a43b100371ca tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a47b26-3806-4325-8944-eec6f970c5cf']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:54.367857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-4d9d0813-3b98-4415-b454-a43b100371ca tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf7ab4c-f6c6-4e13-a63d-547321a03b8a') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:54.368157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-4d9d0813-3b98-4415-b454-a43b100371ca tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf7ab4c-f6c6-4e13-a63d-547321a03b8a') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:54.380545 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0813-3b98-4415-b454-a43b100371ca tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.397974 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0813-3b98-4415-b454-a43b100371ca tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.404773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9d0813-3b98-4415-b454-a43b100371ca tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:16:54.405273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0813-3b98-4415-b454-a43b100371ca tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:16:54.409102 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:16:54.429464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db42ee-783e-486d-92e6-0fba8cc79716 req-6339b099-a7f5-4ac6-802f-717772431552 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:54.434104 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84db42ee-783e-486d-92e6-0fba8cc79716 req-6339b099-a7f5-4ac6-802f-717772431552 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0561824 Oct 13 11:16:54.453727 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c79529c-b773-4cd0-9105-784336c8b1e2 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.459725 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c79529c-b773-4cd0-9105-784336c8b1e2 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.460907 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2c79529c-b773-4cd0-9105-784336c8b1e2 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7749f496-688f-4560-82d4-2145cdc8bf8e HTTP/1.1" status: 204 len: 168 time: 0.1694863 Oct 13 11:16:54.465364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42902) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:54.470563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-da0ceef2-452e-4476-b7a4-b8ab5ccd5dbe req-4d00751b-a59c-4c5a-94d4-faffc7ff48ae service neutron] (101990) timed out ('10.222.0.21', 56983) {{(pid=101990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:16:54.491114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79529c-b773-4cd0-9105-784336c8b1e2 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7749f496-688f-4560-82d4-2145cdc8bf8e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:54.501566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84db42ee-783e-486d-92e6-0fba8cc79716 req-04b3e61b-4e5f-411b-993e-83f598ec1852 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645003 Oct 13 11:16:54.539414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a9300130-f30a-4370-9d35-372c273493db tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0664198 Oct 13 11:16:54.539414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42906) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:54.575086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-77bc33e6-6444-45d0-a9fc-4cb937381808 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.583782 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0813-3b98-4415-b454-a43b100371ca tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.584202 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-77bc33e6-6444-45d0-a9fc-4cb937381808 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.609248 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0813-3b98-4415-b454-a43b100371ca tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.615769 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42912) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:54.616751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 25e45c8d-bac8-4a81-b4c7-64679153fe8f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:16:54.618908 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4d9d0813-3b98-4415-b454-a43b100371ca tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] 10.222.0.32 "DELETE /v2.0/networks/15a47b26-3806-4325-8944-eec6f970c5cf HTTP/1.1" status: 204 len: 168 time: 0.4657547 Oct 13 11:16:54.619966 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d0813-3b98-4415-b454-a43b100371ca tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Pushing event deleted for resources: {'Network': ['ID=15a47b26-3806-4325-8944-eec6f970c5cf,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:54.668069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 25e45c8d-bac8-4a81-b4c7-64679153fe8f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:16:54.668444 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.671402 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad87e112-f2f8-41cd-8983-a00efe784add tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] DELETE failed (client error): The resource could not be found. Oct 13 11:16:54.671402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad87e112-f2f8-41cd-8983-a00efe784add tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:16:54.674409 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ad87e112-f2f8-41cd-8983-a00efe784add tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] 10.222.0.32 "DELETE /v2.0/ports/bdc7a75b-feb2-47f1-a3b0-4a32c8b043ba HTTP/1.1" status: 404 len: 333 time: 0.0572882 Oct 13 11:16:54.677154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42914) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:54.742633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ec46a5-9f9c-49e9-8eed-4af997ea6f8d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Deleting subnet 2082f946-ef93-443d-89de-0d55fbf166ae {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:16:54.748732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258b36e-a64e-41c1-9d92-09b411881586 req-7b247ee8-008e-4153-84c0-676179a22421 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:54.750253 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c258b36e-a64e-41c1-9d92-09b411881586 req-7b247ee8-008e-4153-84c0-676179a22421 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1240864 Oct 13 11:16:54.754027 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ec46a5-9f9c-49e9-8eed-4af997ea6f8d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.757090 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-77bc33e6-6444-45d0-a9fc-4cb937381808 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.764292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42916) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:54.764467 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-77bc33e6-6444-45d0-a9fc-4cb937381808 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.764467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-77bc33e6-6444-45d0-a9fc-4cb937381808 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e2b32e82-6ebc-405d-94cd-6b51d496e1ac HTTP/1.1" status: 204 len: 168 time: 0.2252383 Oct 13 11:16:54.765236 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-fcd22d00-d0d5-45b0-b9f7-5ac7f06ebaa3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Request body: {'floatingip': {'port_id': '6a8585bb-e9cf-4d92-8092-f73719dd2d74'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:54.768244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42918) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:54.801222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc33e6-6444-45d0-a9fc-4cb937381808 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2b32e82-6ebc-405d-94cd-6b51d496e1ac,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:54.827152 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ec46a5-9f9c-49e9-8eed-4af997ea6f8d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.828965 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fcd22d00-d0d5-45b0-b9f7-5ac7f06ebaa3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.909844 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7bb54932-e755-405e-b559-f808a301e828 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1404221 Oct 13 11:16:54.912923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42924) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:54.939125 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ec46a5-9f9c-49e9-8eed-4af997ea6f8d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:54.983872 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1e96635a-41fa-471d-8e46-c4d13f46143d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.004297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1e96635a-41fa-471d-8e46-c4d13f46143d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.043370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148084e-7e58-459b-9ca9-e41f4ef5e67f req-b4731894-0bf7-4fc2-9961-b96b90b079d1 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:55.045647 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7148084e-7e58-459b-9ca9-e41f4ef5e67f req-b4731894-0bf7-4fc2-9961-b96b90b079d1 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.1023710 Oct 13 11:16:55.106715 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7148084e-7e58-459b-9ca9-e41f4ef5e67f req-2755c900-91a3-4a89-aa40-0f868c571dff tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495467 Oct 13 11:16:55.133338 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ec46a5-9f9c-49e9-8eed-4af997ea6f8d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.164956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec46a5-9f9c-49e9-8eed-4af997ea6f8d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Pushing event deleted for resources: {'Subnet': ['ID=2082f946-ef93-443d-89de-0d55fbf166ae,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:55.168957 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1e96635a-41fa-471d-8e46-c4d13f46143d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.176437 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ec46a5-9f9c-49e9-8eed-4af997ea6f8d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.182135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-28ec46a5-9f9c-49e9-8eed-4af997ea6f8d tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] 10.222.0.32 "DELETE /v2.0/subnets/2082f946-ef93-443d-89de-0d55fbf166ae HTTP/1.1" status: 204 len: 168 time: 0.5017264 Oct 13 11:16:55.182398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42926) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:55.183861 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1e96635a-41fa-471d-8e46-c4d13f46143d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.185240 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1e96635a-41fa-471d-8e46-c4d13f46143d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6812fd9d-34a6-41ff-976d-ebd7dab3d0cd HTTP/1.1" status: 204 len: 168 time: 0.2711327 Oct 13 11:16:55.187566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42928) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:55.191925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d61bbe-c75b-45f2-a9f9-2f9ebfe228ca None None] Network 5216d85d-d22c-404c-883c-b8a6724066a9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:16:55.256807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96635a-41fa-471d-8e46-c4d13f46143d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6812fd9d-34a6-41ff-976d-ebd7dab3d0cd,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:55.285973 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.355408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Deleting port 25e45c8d-bac8-4a81-b4c7-64679153fe8f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:55.355847 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.385704 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f2a44f85-42b6-4332-a55f-d5aa76cd102d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1944635 Oct 13 11:16:55.391055 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42930) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:55.430728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] For port 25e45c8d-bac8-4a81-b4c7-64679153fe8f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=25e45c8d-bac8-4a81-b4c7-64679153fe8f,segment=NetworkSegment(1e0cbebc-776a-4737-90f4-24ecbf519c78),segment_id=1e0cbebc-776a-4737-90f4-24ecbf519c78)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:55.431273 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.437660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d64728-d151-4142-a675-14e14958f003 None None] DHCP port deletion for 5216d85d-d22c-404c-883c-b8a6724066a9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:16:55.450368 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Calling delete_port for 25e45c8d-bac8-4a81-b4c7-64679153fe8f owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:55.459305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.476825 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.490237 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d2d64728-d151-4142-a675-14e14958f003 None None] Deleting port 25e45c8d-bac8-4a81-b4c7-64679153fe8f {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:16:55.490663 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d2d64728-d151-4142-a675-14e14958f003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.572874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d2d64728-d151-4142-a675-14e14958f003 None None] For port 25e45c8d-bac8-4a81-b4c7-64679153fe8f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=25e45c8d-bac8-4a81-b4c7-64679153fe8f,segment=NetworkSegment(1e0cbebc-776a-4737-90f4-24ecbf519c78),segment_id=1e0cbebc-776a-4737-90f4-24ecbf519c78)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:16:55.573555 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d2d64728-d151-4142-a675-14e14958f003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.588936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d2d64728-d151-4142-a675-14e14958f003 None None] Calling delete_port for 25e45c8d-bac8-4a81-b4c7-64679153fe8f owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:16:55.620392 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.643997 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fcd22d00-d0d5-45b0-b9f7-5ac7f06ebaa3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.660131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Pushing event deleted for resources: {'Port': ['ID=25e45c8d-bac8-4a81-b4c7-64679153fe8f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:55.665781 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] No DVR routers for this DVR port 25e45c8d-bac8-4a81-b4c7-64679153fe8f on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:16:55.668130 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:16:55.677473 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:16:55.682816 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.685238 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d43fd86a-10be-4b6c-8f96-a9bae40bcbf0 HTTP/1.1" status: 204 len: 168 time: 0.2920978 Oct 13 11:16:55.687807 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d2d64728-d151-4142-a675-14e14958f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.691174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42932) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:55.720465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d43fd86a-10be-4b6c-8f96-a9bae40bcbf0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:55.723053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d64728-d151-4142-a675-14e14958f003 None None] Pushing event deleted for resources: {'Port': ['ID=25e45c8d-bac8-4a81-b4c7-64679153fe8f,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:55.725163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d64728-d151-4142-a675-14e14958f003 None None] No DVR routers for this DVR port 25e45c8d-bac8-4a81-b4c7-64679153fe8f on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:16:55.730060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fcd22d00-d0d5-45b0-b9f7-5ac7f06ebaa3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.768557 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.791051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5216d85d-d22c-404c-883c-b8a6724066a9']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:55.802767 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0cbebc-776a-4737-90f4-24ecbf519c78') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:55.803195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0cbebc-776a-4737-90f4-24ecbf519c78') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:55.813815 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.837618 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.844829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:16:55.845634 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:16:55.850030 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:16:55.967172 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.976518 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:55.980572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] 10.222.0.32 "DELETE /v2.0/networks/5216d85d-d22c-404c-883c-b8a6724066a9 HTTP/1.1" status: 204 len: 168 time: 0.7971258 Oct 13 11:16:55.993687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab52cf2-983e-4b03-aeaa-a4d5f50d6656 tempest-DHCPAgentSchedulersTestJSON-1288448416 tempest-DHCPAgentSchedulersTestJSON-1288448416-project] Pushing event deleted for resources: {'Network': ['ID=5216d85d-d22c-404c-883c-b8a6724066a9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:56.148120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:56.148476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:56.148823 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:56.149202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:56.149501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:56.149826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:56.150161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:56.150527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:56.150957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:56.151177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:56.151505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:56.151829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5baee4-1141-4243-b551-d538563ff9e0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:16:56.209168 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-83aed1dc-cce6-4e75-9a57-0a486a50cb90 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5168042 Oct 13 11:16:56.211911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42940) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:56.251593 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c5719-b4b1-4cdd-89f4-4a41f63addf2 req-93592d51-3edc-4969-a6d4-08e7e7545178 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:56.253803 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-349c5719-b4b1-4cdd-89f4-4a41f63addf2 req-93592d51-3edc-4969-a6d4-08e7e7545178 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0656157 Oct 13 11:16:56.269230 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-fcd22d00-d0d5-45b0-b9f7-5ac7f06ebaa3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Floating IP 5e78ccbb-bf91-4adc-b354-0291f3250e56 associated. External IP: 172.25.0.71, port: 6a8585bb-e9cf-4d92-8092-f73719dd2d74. Oct 13 11:16:56.302564 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-349c5719-b4b1-4cdd-89f4-4a41f63addf2 req-cd6d78a3-28d2-4d8d-99fe-f04168f08bf3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423181 Oct 13 11:16:56.337047 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9992e4c9-3669-40d3-9d21-1c8e37c071d1 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:56.396246 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9992e4c9-3669-40d3-9d21-1c8e37c071d1 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:56.524043 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42944) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:56.583437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd22d00-d0d5-45b0-b9f7-5ac7f06ebaa3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Router f30cc01c-34c7-41de-924a-ac63d778c263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:16:56.666823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 25e45c8d-bac8-4a81-b4c7-64679153fe8f no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:16:56.680703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9992e4c9-3669-40d3-9d21-1c8e37c071d1 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:56.688738 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9992e4c9-3669-40d3-9d21-1c8e37c071d1 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:56.693397 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9992e4c9-3669-40d3-9d21-1c8e37c071d1 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-groups/d0aad754-5755-430c-b492-20264d8d36e9 HTTP/1.1" status: 204 len: 168 time: 0.4804857 Oct 13 11:16:56.696560 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42948) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:56.708618 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 25e45c8d-bac8-4a81-b4c7-64679153fe8f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:16:56.709168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 25e45c8d-bac8-4a81-b4c7-64679153fe8f not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:16:56.768062 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-920c04e2-c014-4e36-af08-66e91badc7d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e728230064c841b29651d9cc2f48b8be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421560 Oct 13 11:16:56.768490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd22d00-d0d5-45b0-b9f7-5ac7f06ebaa3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:16:56.774276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42950) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:56.779011 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b6f62b-cafb-4a34-86e4-80574cd6356d None None] Sync routers for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:16:56.784578 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fcd22d00-d0d5-45b0-b9f7-5ac7f06ebaa3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:56.789697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992e4c9-3669-40d3-9d21-1c8e37c071d1 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aad754-5755-430c-b492-20264d8d36e9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:56.803641 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-53203861-668a-4fbe-93ae-2662035e03dd tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1061306 Oct 13 11:16:56.809969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42952) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:56.818052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5c16c2eb-087d-46f1-aafd-e26c19736a24 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150249533'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:56.818991 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b6f62b-cafb-4a34-86e4-80574cd6356d None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:56.822683 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d2b6f62b-cafb-4a34-86e4-80574cd6356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:16:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:56.859124 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fcd22d00-d0d5-45b0-b9f7-5ac7f06ebaa3 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "PUT /v2.0/floatingips/5e78ccbb-bf91-4adc-b354-0291f3250e56 HTTP/1.1" status: 200 len: 991 time: 2.0978005 Oct 13 11:16:56.861023 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a51b00-491d-49c4-86a4-7f2e32f4c6a0', 'tag': '6a8585bb-e9cf-4d92-8092-f73719dd2d74'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:16:56.864044 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e453b678-df84-4091-b2e4-4a2f2a0dcc78" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a51b00-491d-49c4-86a4-7f2e32f4c6a0", "tag": "6a8585bb-e9cf-4d92-8092-f73719dd2d74"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:16:56.893859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00714f36-21c2-4fd4-9980-591d9d4d70ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:56.909698 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c16c2eb-087d-46f1-aafd-e26c19736a24 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:56.953297 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-d2b6f62b-cafb-4a34-86e4-80574cd6356d None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:16:56.976530 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00714f36-21c2-4fd4-9980-591d9d4d70ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:57.036401 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760137cc-e539-4c90-9b96-f4ce9a7d7fd5 x-openstack-request-id: req-760137cc-e539-4c90-9b96-f4ce9a7d7fd5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:16:57.036806 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a51b00-491d-49c4-86a4-7f2e32f4c6a0", "tag": "6a8585bb-e9cf-4d92-8092-f73719dd2d74", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:16:57.037157 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-760137cc-e539-4c90-9b96-f4ce9a7d7fd5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:16:57.038323 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a51b00-491d-49c4-86a4-7f2e32f4c6a0', 'tag': '6a8585bb-e9cf-4d92-8092-f73719dd2d74', 'status': 'completed', 'code': 200} Oct 13 11:16:57.077331 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c16c2eb-087d-46f1-aafd-e26c19736a24 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:57.120184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453b678-df84-4091-b2e4-4a2f2a0dcc78 req-431bd531-438c-4a8e-85d1-f8484602b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:57.122137 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e453b678-df84-4091-b2e4-4a2f2a0dcc78 req-431bd531-438c-4a8e-85d1-f8484602b29b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 1097 time: 0.0601237 Oct 13 11:16:57.172415 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c16c2eb-087d-46f1-aafd-e26c19736a24 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:57.211026 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00714f36-21c2-4fd4-9980-591d9d4d70ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:57.213640 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00714f36-21c2-4fd4-9980-591d9d4d70ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:57.217067 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-00714f36-21c2-4fd4-9980-591d9d4d70ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bbbc50d-e2f2-4af0-8078-7ee936e5848d HTTP/1.1" status: 204 len: 168 time: 0.4419112 Oct 13 11:16:57.223632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16c2eb-087d-46f1-aafd-e26c19736a24 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777a831a-0968-4d71-9eeb-5e56ebadfd5c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:57.238672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00714f36-21c2-4fd4-9980-591d9d4d70ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbbc50d-e2f2-4af0-8078-7ee936e5848d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:57.286043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453b678-df84-4091-b2e4-4a2f2a0dcc78 req-dea668ab-72c2-41ac-ad28-76fb9ac3b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:57.286043 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e453b678-df84-4091-b2e4-4a2f2a0dcc78 req-dea668ab-72c2-41ac-ad28-76fb9ac3b42e service neutron] 10.222.0.46 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 912 time: 0.1539624 Oct 13 11:16:57.313041 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d2b6f62b-cafb-4a34-86e4-80574cd6356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5e78ccbb-bf91-4adc-b354-0291f3250e56', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'port_id': '6a8585bb-e9cf-4d92-8092-f73719dd2d74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'mac_address': 'fa:16:3e:51:b7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a51b00-491d-49c4-86a4-7f2e32f4c6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:16:37Z', 'updated_at': '2021-10-13T11:16:55Z', 'revision_number': 1, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 5, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:57.342170 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b6f62b-cafb-4a34-86e4-80574cd6356d None None] Checking router: f30cc01c-34c7-41de-924a-ac63d778c263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:16:57.353821 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c16c2eb-087d-46f1-aafd-e26c19736a24 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:57.356852 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42964) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:57.359097 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5c16c2eb-087d-46f1-aafd-e26c19736a24 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5466743 Oct 13 11:16:57.359387 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b6f62b-cafb-4a34-86e4-80574cd6356d None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:16:57.360021 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d2b6f62b-cafb-4a34-86e4-80574cd6356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:16:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:57.368867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-cc7017a3-e4e2-4237-a209-01051cd79e6f tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group_rule': {'security_group_id': '777a831a-0968-4d71-9eeb-5e56ebadfd5c', 'direction': 'ingress', 'protocol': 17}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:57.470325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25235-cdaa-4927-9489-357c086d78e0 req-86055b9a-7884-413d-8423-e1632cabe5c9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:57.473008 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6aa25235-cdaa-4927-9489-357c086d78e0 req-86055b9a-7884-413d-8423-e1632cabe5c9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0697608 Oct 13 11:16:57.498080 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e453b678-df84-4091-b2e4-4a2f2a0dcc78 req-bf5736b4-731c-4c6e-8895-5f76a2c7e44d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a8585bb-e9cf-4d92-8092-f73719dd2d74 HTTP/1.1" status: 200 len: 999 time: 0.2045510 Oct 13 11:16:57.526909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6aa25235-cdaa-4927-9489-357c086d78e0 req-70c2c129-dc03-49e1-917b-a473d91f60f5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469749 Oct 13 11:16:57.582438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453b678-df84-4091-b2e4-4a2f2a0dcc78 req-3c4136a1-072a-42ed-a7f6-27d29907e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:57.585913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e453b678-df84-4091-b2e4-4a2f2a0dcc78 req-3c4136a1-072a-42ed-a7f6-27d29907e901 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f7c572f-c42b-4227-8238-2e248cb45182 HTTP/1.1" status: 200 len: 850 time: 0.0778048 Oct 13 11:16:57.656389 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc7017a3-e4e2-4237-a209-01051cd79e6f tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:57.669704 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-d2b6f62b-cafb-4a34-86e4-80574cd6356d None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:16:57.703132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453b678-df84-4091-b2e4-4a2f2a0dcc78 req-7eca4848-6035-4c3c-b65d-e62a0aadb3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:57.705822 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e453b678-df84-4091-b2e4-4a2f2a0dcc78 req-7eca4848-6035-4c3c-b65d-e62a0aadb3fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fea49c86-6405-4d7d-906f-e9d25db855d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128116 Oct 13 11:16:57.790085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc7017a3-e4e2-4237-a209-01051cd79e6f tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:57.831784 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e453b678-df84-4091-b2e4-4a2f2a0dcc78 req-00b6b337-75a9-46b2-a000-d8e5c7714698 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164739 Oct 13 11:16:57.936718 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e453b678-df84-4091-b2e4-4a2f2a0dcc78 req-a0160f65-8b8f-4768-b524-6b070d64ddb7 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985632 Oct 13 11:16:57.949112 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d2b6f62b-cafb-4a34-86e4-80574cd6356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5e78ccbb-bf91-4adc-b354-0291f3250e56', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'port_id': '6a8585bb-e9cf-4d92-8092-f73719dd2d74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'mac_address': 'fa:16:3e:51:b7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a51b00-491d-49c4-86a4-7f2e32f4c6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:16:37Z', 'updated_at': '2021-10-13T11:16:55Z', 'revision_number': 1, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 5, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:16:57.954201 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc7017a3-e4e2-4237-a209-01051cd79e6f tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:57.974085 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7017a3-e4e2-4237-a209-01051cd79e6f tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a008515-9bb8-410f-ae60-5c64e3ead287,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:57.988434 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b6f62b-cafb-4a34-86e4-80574cd6356d None None] The sync data for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 is: [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5e78ccbb-bf91-4adc-b354-0291f3250e56', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'port_id': '6a8585bb-e9cf-4d92-8092-f73719dd2d74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'mac_address': 'fa:16:3e:51:b7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a51b00-491d-49c4-86a4-7f2e32f4c6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:16:37Z', 'updated_at': '2021-10-13T11:16:55Z', 'revision_number': 1, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 5, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:16:58.116555 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cc7017a3-e4e2-4237-a209-01051cd79e6f tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.119297 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cc7017a3-e4e2-4237-a209-01051cd79e6f tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7554066 Oct 13 11:16:58.130425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42974) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:58.162467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42976) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:58.180180 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4125c078-e155-484f-b553-14d012c28f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.229744 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-095f9237-9c4b-4d48-8632-22c2ff106a32 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.258423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6afe48a-714d-458b-8ce2-8d375435bb82 None None] New status for floating IP 5e78ccbb-bf91-4adc-b354-0291f3250e56: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:16:58.261941 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-095f9237-9c4b-4d48-8632-22c2ff106a32 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.302161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4125c078-e155-484f-b553-14d012c28f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.451345 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4125c078-e155-484f-b553-14d012c28f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.481775 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-095f9237-9c4b-4d48-8632-22c2ff106a32 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.486909 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-095f9237-9c4b-4d48-8632-22c2ff106a32 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.488573 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-095f9237-9c4b-4d48-8632-22c2ff106a32 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-groups/777a831a-0968-4d71-9eeb-5e56ebadfd5c HTTP/1.1" status: 204 len: 168 time: 0.3569806 Oct 13 11:16:58.492797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42978) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:58.500110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f9237-9c4b-4d48-8632-22c2ff106a32 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777a831a-0968-4d71-9eeb-5e56ebadfd5c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:58.521915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125c078-e155-484f-b553-14d012c28f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d863ff73-d781-4c5c-b033-93af4cf95b35,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:58.526203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4125c078-e155-484f-b553-14d012c28f1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff4bafdbd29e4e99bda30123619b8b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621666 Oct 13 11:16:58.530201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42980) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:58.552194 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fb8ddd92-7df6-49bc-aef0-89e689dc12a1 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558345 Oct 13 11:16:58.557227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42984) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:58.561882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e26faea8-bc35-41d4-ab99-6ecfec82cf34 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group': {'name': 'tempest-secgroup--180914250'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:58.604878 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-071ac6f0-8881-4fc7-8ed1-1151bccc5cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.640651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-071ac6f0-8881-4fc7-8ed1-1151bccc5cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.682850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7b58-90e4-4eaa-b93c-c4d69fd7a7d7 req-d242d0a7-ed7d-4e11-980a-b10a79e2c50a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:58.684572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5ed7b58-90e4-4eaa-b93c-c4d69fd7a7d7 req-d242d0a7-ed7d-4e11-980a-b10a79e2c50a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0621192 Oct 13 11:16:58.732186 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f5ed7b58-90e4-4eaa-b93c-c4d69fd7a7d7 req-b51ea508-701a-4177-b681-99515160da11 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375352 Oct 13 11:16:58.737483 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e26faea8-bc35-41d4-ab99-6ecfec82cf34 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.817288 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e26faea8-bc35-41d4-ab99-6ecfec82cf34 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.905023 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-071ac6f0-8881-4fc7-8ed1-1151bccc5cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.907781 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-071ac6f0-8881-4fc7-8ed1-1151bccc5cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.914498 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-071ac6f0-8881-4fc7-8ed1-1151bccc5cd7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d863ff73-d781-4c5c-b033-93af4cf95b35 HTTP/1.1" status: 204 len: 168 time: 0.3782206 Oct 13 11:16:58.920636 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ac6f0-8881-4fc7-8ed1-1151bccc5cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d863ff73-d781-4c5c-b033-93af4cf95b35,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:58.933578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e26faea8-bc35-41d4-ab99-6ecfec82cf34 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:58.994654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26faea8-bc35-41d4-ab99-6ecfec82cf34 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521ddd06-d553-40ea-879e-b1b5c1bd10d8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:59.060605 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e26faea8-bc35-41d4-ab99-6ecfec82cf34 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:59.063316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e26faea8-bc35-41d4-ab99-6ecfec82cf34 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5044565 Oct 13 11:16:59.067247 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42994) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:59.075933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b6d987f3-ca85-41ff-aa17-e888ced5f0e7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group': {'name': 'tempest-secgroup--421590598'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:59.194737 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6d987f3-ca85-41ff-aa17-e888ced5f0e7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:59.275310 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6d987f3-ca85-41ff-aa17-e888ced5f0e7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:59.348700 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6d987f3-ca85-41ff-aa17-e888ced5f0e7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:59.383351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d987f3-ca85-41ff-aa17-e888ced5f0e7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628d6902-8f6c-4de1-9d75-4214fc376d19,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:59.447607 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6d987f3-ca85-41ff-aa17-e888ced5f0e7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:59.449420 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b6d987f3-ca85-41ff-aa17-e888ced5f0e7 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3804569 Oct 13 11:16:59.451786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43002) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:59.457680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-69f68c6c-f3d8-4ff3-ba3f-3b75258fd487 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group_rule': {'security_group_id': '521ddd06-d553-40ea-879e-b1b5c1bd10d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '628d6902-8f6c-4de1-9d75-4214fc376d19', 'remote_ip_prefix': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:16:59.589214 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-69f68c6c-f3d8-4ff3-ba3f-3b75258fd487 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:59.680082 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-69f68c6c-f3d8-4ff3-ba3f-3b75258fd487 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:59.727255 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-69f68c6c-f3d8-4ff3-ba3f-3b75258fd487 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:59.747422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f68c6c-f3d8-4ff3-ba3f-3b75258fd487 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e2a09b-24e6-4e55-8fe4-9cbcae2d3958,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:16:59.833185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-69f68c6c-f3d8-4ff3-ba3f-3b75258fd487 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:59.839801 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-69f68c6c-f3d8-4ff3-ba3f-3b75258fd487 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3817759 Oct 13 11:16:59.839801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43014) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:16:59.879871 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e42a3d79-2997-40d7-856d-08fb60ea1b46 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:59.885045 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cbd9d-5ebd-4a26-ac2a-bd29486dd087 req-e0a45abb-2e78-4441-b756-3bc19494c0a0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:16:59.886747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d3cbd9d-5ebd-4a26-ac2a-bd29486dd087 req-e0a45abb-2e78-4441-b756-3bc19494c0a0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0777712 Oct 13 11:16:59.891637 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e42a3d79-2997-40d7-856d-08fb60ea1b46 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:16:59.951163 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d3cbd9d-5ebd-4a26-ac2a-bd29486dd087 req-03bfd65a-e539-4f41-a868-0319ac657b28 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476649 Oct 13 11:17:00.005491 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e42a3d79-2997-40d7-856d-08fb60ea1b46 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:00.011531 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e42a3d79-2997-40d7-856d-08fb60ea1b46 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:00.013399 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e42a3d79-2997-40d7-856d-08fb60ea1b46 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/48e2a09b-24e6-4e55-8fe4-9cbcae2d3958 HTTP/1.1" status: 204 len: 168 time: 0.1723902 Oct 13 11:17:00.016292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43022) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:00.029871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a3d79-2997-40d7-856d-08fb60ea1b46 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48e2a09b-24e6-4e55-8fe4-9cbcae2d3958,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:00.090681 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-28e1ccf8-a48c-4d4b-b29d-f362e1c848fd tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0686285 Oct 13 11:17:00.091254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43026) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:00.160747 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d26af9f-6761-453d-a44c-a83a528047a0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:00.195368 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d26af9f-6761-453d-a44c-a83a528047a0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:00.321200 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d26af9f-6761-453d-a44c-a83a528047a0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:00.323863 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d26af9f-6761-453d-a44c-a83a528047a0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:00.325029 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3d26af9f-6761-453d-a44c-a83a528047a0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-groups/628d6902-8f6c-4de1-9d75-4214fc376d19 HTTP/1.1" status: 204 len: 168 time: 0.2324047 Oct 13 11:17:00.327696 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43032) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:00.335124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26af9f-6761-453d-a44c-a83a528047a0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628d6902-8f6c-4de1-9d75-4214fc376d19,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:00.382440 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-202d9739-9f31-4b2f-992f-ec863d9947eb tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0534198 Oct 13 11:17:00.385021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43034) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:00.445827 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-147ba0d8-d635-4b09-bdc3-dca7c6c3b53e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:00.468495 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-147ba0d8-d635-4b09-bdc3-dca7c6c3b53e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:00.681565 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-147ba0d8-d635-4b09-bdc3-dca7c6c3b53e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:00.684596 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-147ba0d8-d635-4b09-bdc3-dca7c6c3b53e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:00.685902 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-147ba0d8-d635-4b09-bdc3-dca7c6c3b53e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-groups/521ddd06-d553-40ea-879e-b1b5c1bd10d8 HTTP/1.1" status: 204 len: 168 time: 0.2999837 Oct 13 11:17:00.689883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43040) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:00.696955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ba0d8-d635-4b09-bdc3-dca7c6c3b53e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521ddd06-d553-40ea-879e-b1b5c1bd10d8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:00.741720 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-88b0f815-531c-4ac6-a402-6a04502a9723 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502057 Oct 13 11:17:00.745932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43044) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:00.750717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-826d3a53-695c-44f7-b020-9884f53e59e8 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569618791'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:00.944047 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-826d3a53-695c-44f7-b020-9884f53e59e8 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:01.047942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-826d3a53-695c-44f7-b020-9884f53e59e8 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:01.124303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff9dcb-d221-4d18-96c0-0a9a6bc96932 req-9db4d60e-7315-4ac4-833f-f9b7b533cef3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:01.125955 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61ff9dcb-d221-4d18-96c0-0a9a6bc96932 req-9db4d60e-7315-4ac4-833f-f9b7b533cef3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0600748 Oct 13 11:17:01.147323 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-826d3a53-695c-44f7-b020-9884f53e59e8 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:01.170530 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61ff9dcb-d221-4d18-96c0-0a9a6bc96932 req-7be05621-3032-444e-9342-83c43e4e8813 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373647 Oct 13 11:17:01.178832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d3a53-695c-44f7-b020-9884f53e59e8 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53562817-4c08-40d8-9e9f-849092a41972,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:01.266253 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-826d3a53-695c-44f7-b020-9884f53e59e8 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:01.271226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43064) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:01.271411 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-826d3a53-695c-44f7-b020-9884f53e59e8 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5242522 Oct 13 11:17:01.276689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0c639fad-a722-44f4-b746-7e56391f8c39 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group_rule': {'security_group_id': '53562817-4c08-40d8-9e9f-849092a41972', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:01.378279 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c639fad-a722-44f4-b746-7e56391f8c39 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:01.429801 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c639fad-a722-44f4-b746-7e56391f8c39 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:01.521225 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c639fad-a722-44f4-b746-7e56391f8c39 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:01.539924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43076) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:01.541059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c639fad-a722-44f4-b746-7e56391f8c39 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca8cafe-0935-43a8-ab92-a37fbc457d5c,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:01.627855 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c639fad-a722-44f4-b746-7e56391f8c39 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:01.628849 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0c639fad-a722-44f4-b746-7e56391f8c39 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3561008 Oct 13 11:17:01.635366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43084) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:01.655637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1ed43f2d-9048-4f2a-9d39-6b60f46aeadc tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:01.672832 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c53fae4d-23a1-4599-85a8-9424c388c7f4 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:01.682421 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c53fae4d-23a1-4599-85a8-9424c388c7f4 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:01.768132 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c53fae4d-23a1-4599-85a8-9424c388c7f4 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:01.773698 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c53fae4d-23a1-4599-85a8-9424c388c7f4 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:01.778151 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c53fae4d-23a1-4599-85a8-9424c388c7f4 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8ca8cafe-0935-43a8-ab92-a37fbc457d5c HTTP/1.1" status: 204 len: 168 time: 0.1385498 Oct 13 11:17:01.778426 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43088) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:01.793723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fae4d-23a1-4599-85a8-9424c388c7f4 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ca8cafe-0935-43a8-ab92-a37fbc457d5c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:01.834870 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4aa28c27-903b-44d3-ab62-c96569bfea97 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0530279 Oct 13 11:17:01.837091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43092) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:01.875929 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1ed43f2d-9048-4f2a-9d39-6b60f46aeadc tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] 10.222.0.32 "PUT /v2.0/quotas/1bdbfbf551984b71967c0c499e5a44b3 HTTP/1.1" status: 200 len: 366 time: 0.3348281 Oct 13 11:17:01.880866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43094) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:01.897744 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6d6daab1-1876-4c99-b3c8-ca64385905da tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0154986 Oct 13 11:17:01.900296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43096) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:01.905878 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e5cfe600-3975-4157-a201-4b077e7c0831 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:01.912219 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c161f9aa-f5ee-48e6-945a-b0fdca0c1e1d tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] 10.222.0.32 "GET /v2.0/quotas/1bdbfbf551984b71967c0c499e5a44b3 HTTP/1.1" status: 200 len: 366 time: 0.0106471 Oct 13 11:17:01.914823 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43098) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:01.931083 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e5cfe600-3975-4157-a201-4b077e7c0831 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:02.000524 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-03c0e9fc-86fb-435a-90ba-dc4d52f73d9b tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/1bdbfbf551984b71967c0c499e5a44b3 HTTP/1.1" status: 204 len: 168 time: 0.0845706 Oct 13 11:17:02.003629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43100) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:02.012875 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-16856440-7280-4a69-a4a5-b063ddf23a4a tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0080872 Oct 13 11:17:02.014929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43102) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:02.024301 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-be56613d-96ca-42c3-adee-6b8c60b686ae tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] 10.222.0.32 "GET /v2.0/quotas/1bdbfbf551984b71967c0c499e5a44b3 HTTP/1.1" status: 200 len: 370 time: 0.0083733 Oct 13 11:17:02.026705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43104) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:02.031283 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d376eef8-0bc1-4631-b1b7-5014ba1aea20 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] 10.222.0.32 "GET /v2.0/quotas/1bdbfbf551984b71967c0c499e5a44b3/default HTTP/1.1" status: 200 len: 370 time: 0.0036535 Oct 13 11:17:02.033617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43106) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:02.042410 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-5453efab-e6b7-4723-bf9a-b2046fa187e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] delete failed (client error): The resource could not be found. Oct 13 11:17:02.043369 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5453efab-e6b7-4723-bf9a-b2046fa187e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/1bdbfbf551984b71967c0c499e5a44b3 HTTP/1.1" status: 404 len: 348 time: 0.0086319 Oct 13 11:17:02.092512 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e5cfe600-3975-4157-a201-4b077e7c0831 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:02.098571 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e5cfe600-3975-4157-a201-4b077e7c0831 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:02.100363 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e5cfe600-3975-4157-a201-4b077e7c0831 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-groups/53562817-4c08-40d8-9e9f-849092a41972 HTTP/1.1" status: 204 len: 168 time: 0.2623038 Oct 13 11:17:02.103508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43112) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:02.113558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfe600-3975-4157-a201-4b077e7c0831 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53562817-4c08-40d8-9e9f-849092a41972,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:02.162388 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8a574994-d920-4af5-9c96-e22901af1300 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574694 Oct 13 11:17:02.166150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43114) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:02.170862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-39ef62d0-788e-4ba8-b4bc-500ce8b3160a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962697414'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:02.287180 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39ef62d0-788e-4ba8-b4bc-500ce8b3160a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:02.299206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a1938-df8a-4d9a-bb6d-7dfeafb32b4d req-aafd7814-6f9f-42e3-af1e-aac5e64a8cc0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:02.300756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f83a1938-df8a-4d9a-bb6d-7dfeafb32b4d req-aafd7814-6f9f-42e3-af1e-aac5e64a8cc0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0548606 Oct 13 11:17:02.355107 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43120) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:02.359008 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f83a1938-df8a-4d9a-bb6d-7dfeafb32b4d req-44523163-59b5-4adb-b6ac-2c40d4929053 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494781 Oct 13 11:17:02.391241 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39ef62d0-788e-4ba8-b4bc-500ce8b3160a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:02.397212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Usage tracker for resource:network and project:bf04912ebd874a55add765b156e3e63d is out of sync, need to count used quota {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 11:17:02.401336 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 11:17:02.409550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Usage tracker for resource:subnet and project:bf04912ebd874a55add765b156e3e63d is out of sync, need to count used quota {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 11:17:02.414082 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 11:17:02.420620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Usage tracker for resource:subnetpool and project:bf04912ebd874a55add765b156e3e63d is out of sync, need to count used quota {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 11:17:02.427132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 11:17:02.434262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Usage tracker for resource:port and project:bf04912ebd874a55add765b156e3e63d is out of sync, need to count used quota {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 11:17:02.437654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 11:17:02.445308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Usage tracker for resource:router and project:bf04912ebd874a55add765b156e3e63d is out of sync, need to count used quota {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 11:17:02.451363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 11:17:02.455096 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39ef62d0-788e-4ba8-b4bc-500ce8b3160a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:02.477718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Usage tracker for resource:floatingip and project:bf04912ebd874a55add765b156e3e63d is out of sync, need to count used quota {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 11:17:02.490359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 11:17:02.495384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef62d0-788e-4ba8-b4bc-500ce8b3160a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e56929-50dd-4abb-9ba4-2cead5ddde15,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:02.537046 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Usage tracker for resource:security_group and project:bf04912ebd874a55add765b156e3e63d is out of sync, need to count used quota {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 11:17:02.543424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 11:17:02.550265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Usage tracker for resource:security_group_rule and project:bf04912ebd874a55add765b156e3e63d is out of sync, need to count used quota {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 11:17:02.553871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.quota.resource [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101990) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 11:17:02.558638 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-35fa16c4-0d5f-4efb-84cc-c18281cce9e8 tempest-QuotasTest-1049076830 tempest-QuotasTest-1049076830-project-admin] 10.222.0.32 "GET /v2.0/quotas/bf04912ebd874a55add765b156e3e63d/details.json HTTP/1.1" status: 200 len: 703 time: 0.2027295 Oct 13 11:17:02.618788 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39ef62d0-788e-4ba8-b4bc-500ce8b3160a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:02.622957 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-39ef62d0-788e-4ba8-b4bc-500ce8b3160a tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4528904 Oct 13 11:17:02.623232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43124) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:02.628343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-416da3f1-224a-4e05-9041-3789a7b18685 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group_rule': {'security_group_id': '04e56929-50dd-4abb-9ba4-2cead5ddde15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:02.725541 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-416da3f1-224a-4e05-9041-3789a7b18685 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:02.773756 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-416da3f1-224a-4e05-9041-3789a7b18685 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:02.841585 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-416da3f1-224a-4e05-9041-3789a7b18685 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:02.865349 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416da3f1-224a-4e05-9041-3789a7b18685 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933e75fa-bbfb-4df3-bb77-ddee719a4f59,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:02.928975 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-416da3f1-224a-4e05-9041-3789a7b18685 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:02.930216 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-416da3f1-224a-4e05-9041-3789a7b18685 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3059673 Oct 13 11:17:02.933165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43126) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:02.952617 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d8aaea21-6113-4ab0-8d40-48317d6bcbe0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules/933e75fa-bbfb-4df3-bb77-ddee719a4f59 HTTP/1.1" status: 200 len: 763 time: 0.0180166 Oct 13 11:17:02.955747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43128) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:03.006134 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a39f9423-59f7-45a7-ba1d-74bd19cfbcfd tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0492661 Oct 13 11:17:03.008957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43130) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:03.037090 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e9402a9-c3d6-44c6-b288-0083fb901fd8 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.048810 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e9402a9-c3d6-44c6-b288-0083fb901fd8 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.127452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43134) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:03.166821 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e9402a9-c3d6-44c6-b288-0083fb901fd8 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.172860 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e9402a9-c3d6-44c6-b288-0083fb901fd8 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.174011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8e9402a9-c3d6-44c6-b288-0083fb901fd8 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/933e75fa-bbfb-4df3-bb77-ddee719a4f59 HTTP/1.1" status: 204 len: 168 time: 0.1641426 Oct 13 11:17:03.177528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43140) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:03.193802 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9402a9-c3d6-44c6-b288-0083fb901fd8 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=933e75fa-bbfb-4df3-bb77-ddee719a4f59,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:03.244345 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ea955bb5-c9a2-4389-97df-007247b9d518 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654695 Oct 13 11:17:03.247215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43142) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:03.255213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c2e3e7e8-cd29-4741-b03a-07719b578463 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group_rule': {'security_group_id': '04e56929-50dd-4abb-9ba4-2cead5ddde15', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:03.297402 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36fa6706-0a40-41e7-b77a-4174e2af2707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.384384 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36fa6706-0a40-41e7-b77a-4174e2af2707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.385960 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2e3e7e8-cd29-4741-b03a-07719b578463 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.468440 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36fa6706-0a40-41e7-b77a-4174e2af2707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.490954 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2e3e7e8-cd29-4741-b03a-07719b578463 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.551128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-36fa6706-0a40-41e7-b77a-4174e2af2707 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c9a3bedcb114c808642080b521fb556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220307 Oct 13 11:17:03.552055 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43148) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:03.568466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa6706-0a40-41e7-b77a-4174e2af2707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8341edc0-662c-419f-9281-d07c4149fac2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:03.573850 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2e3e7e8-cd29-4741-b03a-07719b578463 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.604410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a377-2ba3-442c-8456-ca116c323288 req-af6daeef-28df-4e83-8886-46f6579af006 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:03.606013 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a965a377-2ba3-442c-8456-ca116c323288 req-af6daeef-28df-4e83-8886-46f6579af006 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.1598496 Oct 13 11:17:03.615739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3e7e8-cd29-4741-b03a-07719b578463 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aada0519-eabe-475b-afed-6f1450fe2674,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:03.641654 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-690c6140-d346-48af-ac63-eea5fa310d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.659479 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a965a377-2ba3-442c-8456-ca116c323288 req-98394545-5143-466e-86c5-6c184be37d81 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454006 Oct 13 11:17:03.667836 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-690c6140-d346-48af-ac63-eea5fa310d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.691735 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2e3e7e8-cd29-4741-b03a-07719b578463 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.696115 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c2e3e7e8-cd29-4741-b03a-07719b578463 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4471366 Oct 13 11:17:03.705252 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43150) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:03.724438 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f1aa6b3f-ca37-48b7-96eb-64ffdaf803aa tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules/aada0519-eabe-475b-afed-6f1450fe2674 HTTP/1.1" status: 200 len: 763 time: 0.0180199 Oct 13 11:17:03.734318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43152) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:03.785438 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5a5307d4-d6a6-432b-bec7-b4a3703372b6 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0498214 Oct 13 11:17:03.788039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43154) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:03.813407 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9d442d4-c400-437c-8970-8bc538732626 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.822431 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9d442d4-c400-437c-8970-8bc538732626 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.837386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-690c6140-d346-48af-ac63-eea5fa310d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.839967 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-690c6140-d346-48af-ac63-eea5fa310d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.841116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-690c6140-d346-48af-ac63-eea5fa310d1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8341edc0-662c-419f-9281-d07c4149fac2 HTTP/1.1" status: 204 len: 168 time: 0.2880516 Oct 13 11:17:03.857535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c6140-d346-48af-ac63-eea5fa310d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8341edc0-662c-419f-9281-d07c4149fac2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:03.942574 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9d442d4-c400-437c-8970-8bc538732626 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.947752 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9d442d4-c400-437c-8970-8bc538732626 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:03.953147 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b9d442d4-c400-437c-8970-8bc538732626 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/aada0519-eabe-475b-afed-6f1450fe2674 HTTP/1.1" status: 204 len: 168 time: 0.1599905 Oct 13 11:17:03.953305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43158) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:03.958008 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d442d4-c400-437c-8970-8bc538732626 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aada0519-eabe-475b-afed-6f1450fe2674,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:04.024185 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-21b9e190-7b62-4db5-8639-82ce34414511 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0712707 Oct 13 11:17:04.026983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43160) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:04.031457 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-279a864e-40d5-4b94-ac23-fe611c7ef77d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Request body: {'security_group_rule': {'security_group_id': '04e56929-50dd-4abb-9ba4-2cead5ddde15', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:04.064676 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-696e9420-8f34-4072-a33e-e93b23341bf0 service neutron] show failed (client error): The resource could not be found. Oct 13 11:17:04.066374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-696e9420-8f34-4072-a33e-e93b23341bf0 service neutron] 10.222.0.21 "GET /v2.0/ports/a63e5381-a8c9-4d3e-9749-b471f82500a1/bindings/n-h1-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0962965 Oct 13 11:17:04.200924 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-279a864e-40d5-4b94-ac23-fe611c7ef77d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:04.278851 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-279a864e-40d5-4b94-ac23-fe611c7ef77d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:04.344085 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-279a864e-40d5-4b94-ac23-fe611c7ef77d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:04.366850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a864e-40d5-4b94-ac23-fe611c7ef77d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c70b734-6e46-466d-a662-4ba6b446367e,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:04.466367 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-279a864e-40d5-4b94-ac23-fe611c7ef77d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:04.468840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-279a864e-40d5-4b94-ac23-fe611c7ef77d tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4408307 Oct 13 11:17:04.472721 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43166) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:04.489874 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e772e887-362b-41e8-8fa0-5bbbea0c3b2b tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules/4c70b734-6e46-466d-a662-4ba6b446367e HTTP/1.1" status: 200 len: 764 time: 0.0159082 Oct 13 11:17:04.492900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43168) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:04.536270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c9cb8cec-25e6-4356-a272-e0427fe3e31e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0411174 Oct 13 11:17:04.537698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43170) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:04.563244 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12eb01be-0542-4e53-8cc4-5600bf7c19d0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:04.571481 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12eb01be-0542-4e53-8cc4-5600bf7c19d0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:04.598786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43172) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:04.612779 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-133f9ea5-2922-44b7-b6ce-55bc8af22588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:04.770869 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12eb01be-0542-4e53-8cc4-5600bf7c19d0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:04.782197 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12eb01be-0542-4e53-8cc4-5600bf7c19d0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:04.784296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-12eb01be-0542-4e53-8cc4-5600bf7c19d0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4c70b734-6e46-466d-a662-4ba6b446367e HTTP/1.1" status: 204 len: 168 time: 0.2456605 Oct 13 11:17:04.787467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43178) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:04.823934 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb01be-0542-4e53-8cc4-5600bf7c19d0 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c70b734-6e46-466d-a662-4ba6b446367e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:04.840774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-5507f665-7722-4b76-b93d-34b0289af008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:04.845985 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-5507f665-7722-4b76-b93d-34b0289af008 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965&tenant_id=9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 1097 time: 0.0851021 Oct 13 11:17:04.856953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:04.863736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2954fbc-1055-465f-8fe5-b083073f8ecf req-7bfe6dfd-4111-49f7-8424-ac20e1568c2f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:04.865281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c2954fbc-1055-465f-8fe5-b083073f8ecf req-7bfe6dfd-4111-49f7-8424-ac20e1568c2f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.1328561 Oct 13 11:17:04.877893 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8fc638a8-c93d-4eeb-9352-b11e85db01e6 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0827706 Oct 13 11:17:04.882392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43180) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:04.923621 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-133f9ea5-2922-44b7-b6ce-55bc8af22588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:04.937447 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:04.957352 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c2954fbc-1055-465f-8fe5-b083073f8ecf req-94176809-06fc-4519-b77a-eb57283a1076 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814641 Oct 13 11:17:04.988899 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-133f9ea5-2922-44b7-b6ce-55bc8af22588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:05.006798 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-601a5a68-17f1-4c79-ae41-8de6a4fe5f92 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:05.061928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-133f9ea5-2922-44b7-b6ce-55bc8af22588 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf04912ebd874a55add765b156e3e63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4617484 Oct 13 11:17:05.066412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43182) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:05.067952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f9ea5-2922-44b7-b6ce-55bc8af22588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0428beeb-c7a5-4226-ad52-236477b22b46,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:05.085051 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-601a5a68-17f1-4c79-ae41-8de6a4fe5f92 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:05.213273 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4592443e-12eb-47c8-980f-7d00538942df req-fdaec9f0-bc89-4900-a82b-7848c8f8a0f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547822 Oct 13 11:17:05.220577 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c8e1e4b9-11db-4745-9d09-ec545d386056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:05.223714 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-601a5a68-17f1-4c79-ae41-8de6a4fe5f92 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:05.226377 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-601a5a68-17f1-4c79-ae41-8de6a4fe5f92 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:05.227792 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-601a5a68-17f1-4c79-ae41-8de6a4fe5f92 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "DELETE /v2.0/security-groups/04e56929-50dd-4abb-9ba4-2cead5ddde15 HTTP/1.1" status: 204 len: 168 time: 0.3437209 Oct 13 11:17:05.232167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43184) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:05.240102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a5a68-17f1-4c79-ae41-8de6a4fe5f92 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e56929-50dd-4abb-9ba4-2cead5ddde15,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:05.257443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] For port a63e5381-a8c9-4d3e-9749-b471f82500a1, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:05.292065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592443e-12eb-47c8-980f-7d00538942df req-3fd61a20-e320-401e-8c4f-aa8ebe8ce7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:05.293730 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4592443e-12eb-47c8-980f-7d00538942df req-3fd61a20-e320-401e-8c4f-aa8ebe8ce7df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 1096 time: 0.0507421 Oct 13 11:17:05.301744 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c8e1e4b9-11db-4745-9d09-ec545d386056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:05.325875 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:17:05.392522 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8dfeaf72-023e-493f-9969-8660837e709e tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1529706 Oct 13 11:17:05.399046 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] For port a63e5381-a8c9-4d3e-9749-b471f82500a1, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:17:05.402217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43194) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:05.448450 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:17:05.451219 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da909c6-3ff9-4137-ad53-21d2c3265b91" -d '{"events": [{"server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "name": "network-vif-unplugged", "status": "completed", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:17:05.455554 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:05.487938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5ccc0a4e-5395-4f0c-a5db-8c5e1418ea53 tempest-SecGroupTest-97756435 tempest-SecGroupTest-97756435-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0796025 Oct 13 11:17:05.515295 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592443e-12eb-47c8-980f-7d00538942df req-93e4b1e0-356f-4eb4-bd36-372f2d01704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:05.517344 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4592443e-12eb-47c8-980f-7d00538942df req-93e4b1e0-356f-4eb4-bd36-372f2d01704a service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.1931562 Oct 13 11:17:05.527786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Transition to ACTIVE for port object a63e5381-a8c9-4d3e-9749-b471f82500a1 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:17:05.528675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c8e1e4b9-11db-4745-9d09-ec545d386056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:05.531626 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c8e1e4b9-11db-4745-9d09-ec545d386056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:05.536574 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c8e1e4b9-11db-4745-9d09-ec545d386056 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0428beeb-c7a5-4226-ad52-236477b22b46 HTTP/1.1" status: 204 len: 168 time: 0.4656498 Oct 13 11:17:05.536574 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cc66f9-a838-430c-b055-7b930534c428 x-openstack-request-id: req-59cc66f9-a838-430c-b055-7b930534c428 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:17:05.536574 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "name": "network-vif-unplugged", "status": "completed", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:17:05.536574 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59cc66f9-a838-430c-b055-7b930534c428 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:17:05.536574 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'code': 200} Oct 13 11:17:05.546559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1e4b9-11db-4745-9d09-ec545d386056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0428beeb-c7a5-4226-ad52-236477b22b46,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:05.588405 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4592443e-12eb-47c8-980f-7d00538942df req-40804179-a61b-4867-ae9c-458a73abee35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a09b0f2-9385-4773-9833-da54e4e95613 HTTP/1.1" status: 200 len: 217 time: 0.0608695 Oct 13 11:17:05.595811 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:05.740830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592443e-12eb-47c8-980f-7d00538942df req-09a3a040-6771-4908-9725-1b2a0f384657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:05.743341 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4592443e-12eb-47c8-980f-7d00538942df req-09a3a040-6771-4908-9725-1b2a0f384657 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.1397367 Oct 13 11:17:05.808765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592443e-12eb-47c8-980f-7d00538942df req-93eb55fc-4694-4fb6-9c50-e12c7429fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:05.817008 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4592443e-12eb-47c8-980f-7d00538942df req-93eb55fc-4694-4fb6-9c50-e12c7429fafc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634670 Oct 13 11:17:05.854983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Pushing event updated for resources: {'Port': ['ID=a63e5381-a8c9-4d3e-9749-b471f82500a1,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:05.920463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] No DVR routers for this DVR port a63e5381-a8c9-4d3e-9749-b471f82500a1 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:17:06.056046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4592443e-12eb-47c8-980f-7d00538942df req-490fe59c-ea83-4bea-9367-b9d8208f7659 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288537 Oct 13 11:17:06.212072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Attempting to bind port a63e5381-a8c9-4d3e-9749-b471f82500a1 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:17:06.212905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Attempting to bind port a63e5381-a8c9-4d3e-9749-b471f82500a1 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:17:06.214002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Attempting to bind port a63e5381-a8c9-4d3e-9749-b471f82500a1 on network 6b9888bc-ae82-4158-a36f-f3cb442388f0 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:17:06.223964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Port a63e5381-a8c9-4d3e-9749-b471f82500a1 on network 6b9888bc-ae82-4158-a36f-f3cb442388f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:17:06.224531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Attempting to bind port a63e5381-a8c9-4d3e-9749-b471f82500a1 on network 6b9888bc-ae82-4158-a36f-f3cb442388f0 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:17:06.236200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:17:06.236656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Checking segment: {'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:17:06.237555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Bound using segment: {'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:17:06.238191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Bound port: a63e5381-a8c9-4d3e-9749-b471f82500a1, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea26fe50-9438-47a1-957a-d75a236866de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:17:06.239131 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:06.259526 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43222) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:06.315662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab486e3-9b52-4f50-b9c9-4fd9e7151d8b req-cb382357-3e00-438c-abcb-4b67d9e68aa2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:06.317230 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ab486e3-9b52-4f50-b9c9-4fd9e7151d8b req-cb382357-3e00-438c-abcb-4b67d9e68aa2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 944 time: 0.2000883 Oct 13 11:17:06.404529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4592443e-12eb-47c8-980f-7d00538942df req-a62c1e2f-38e6-4b54-a8ad-02d71337322e service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406148 Oct 13 11:17:06.408451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] For port a63e5381-a8c9-4d3e-9749-b471f82500a1, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:17:06.440216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] For port a63e5381-a8c9-4d3e-9749-b471f82500a1, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:17:06.450105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ab486e3-9b52-4f50-b9c9-4fd9e7151d8b req-c8ad3ea3-f529-4f2b-9aa6-c49ea91c7265 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073940 Oct 13 11:17:06.533448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9301690e-b63d-4678-b5ca-932bb719770d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e62caed2dff149b59823f1b3daa869a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648275 Oct 13 11:17:06.534308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43230) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:06.588336 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:06.589262 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3194301b-0537-4878-8809-3786461a4464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:06.615129 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3194301b-0537-4878-8809-3786461a4464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:06.629974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:06.630621 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:06.632044 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] 10.222.0.46 "PUT /v2.0/ports/a63e5381-a8c9-4d3e-9749-b471f82500a1 HTTP/1.1" status: 200 len: 1092 time: 1.7796934 Oct 13 11:17:06.700384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cd3e2-572d-4bbc-b48e-9c01635e8a2e service neutron] Pushing event updated for resources: {'Port': ['ID=a63e5381-a8c9-4d3e-9749-b471f82500a1,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:06.723209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-efe1930f-f4eb-4563-a84e-f3e89f74747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:06.723610 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-efe1930f-f4eb-4563-a84e-f3e89f74747b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 1095 time: 0.0613980 Oct 13 11:17:06.743596 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3194301b-0537-4878-8809-3786461a4464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:06.747404 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3194301b-0537-4878-8809-3786461a4464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:06.751734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3194301b-0537-4878-8809-3786461a4464 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f393d834-f795-4250-9a95-e0fc7977923d HTTP/1.1" status: 204 len: 168 time: 0.2140205 Oct 13 11:17:06.760885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194301b-0537-4878-8809-3786461a4464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f393d834-f795-4250-9a95-e0fc7977923d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:06.872352 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-81043f3d-862e-421c-8927-1b4d3037d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:06.875010 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-81043f3d-862e-421c-8927-1b4d3037d3d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b9888bc-ae82-4158-a36f-f3cb442388f0 HTTP/1.1" status: 200 len: 898 time: 0.1428494 Oct 13 11:17:06.878777 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a63e5381-a8c9-4d3e-9749-b471f82500a1 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:17:06.951827 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a63e5381-a8c9-4d3e-9749-b471f82500a1 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:17:07.108923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c004392-a5b2-4f83-a964-c0945805ddbe req-76e1975b-a9f8-4318-bc37-884d636d5922 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:07.118794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c004392-a5b2-4f83-a964-c0945805ddbe req-76e1975b-a9f8-4318-bc37-884d636d5922 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0880604 Oct 13 11:17:07.187672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c004392-a5b2-4f83-a964-c0945805ddbe req-c3190e8a-475b-4154-8b9b-4c154b55ff09 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634024 Oct 13 11:17:07.322079 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-249461f2-de13-43a1-9172-ad00ef6f2c94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1 HTTP/1.1" status: 200 len: 999 time: 0.4380500 Oct 13 11:17:07.384125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc86ff-f0b8-4e26-b1ef-0847ec854919 req-d87f2ec5-715a-40c3-bdf4-ce74cacded31 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:07.386279 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-defc86ff-f0b8-4e26-b1ef-0847ec854919 req-d87f2ec5-715a-40c3-bdf4-ce74cacded31 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0975499 Oct 13 11:17:07.386578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-46d24e12-d6e2-404e-9d8d-ebd543101a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:07.388326 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-46d24e12-d6e2-404e-9d8d-ebd543101a90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc HTTP/1.1" status: 200 len: 834 time: 0.0584249 Oct 13 11:17:07.448765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-4dfa892a-9db2-4f5a-8149-721f41ab5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:07.450447 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-4dfa892a-9db2-4f5a-8149-721f41ab5c33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b9888bc-ae82-4158-a36f-f3cb442388f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505810 Oct 13 11:17:07.463208 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-defc86ff-f0b8-4e26-b1ef-0847ec854919 req-53263ea2-a015-4018-bafe-50d6b5641076 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606716 Oct 13 11:17:07.540917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:17:07.543260 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a2687c-c223-4963-bca4-4121e38b8069" -d '{"events": [{"name": "network-changed", "server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:17:07.603849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8a86c-bc9e-4f27-9591-f8c8632ccdc5 req-2dd44f8d-1693-4f99-bf02-af6f5a596193 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:07.605508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33f8a86c-bc9e-4f27-9591-f8c8632ccdc5 req-2dd44f8d-1693-4f99-bf02-af6f5a596193 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 944 time: 0.0719647 Oct 13 11:17:07.628463 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-7ab82788-c85d-4490-b931-4efe67929784 service neutron] 10.222.0.46 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648104 Oct 13 11:17:07.688451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33f8a86c-bc9e-4f27-9591-f8c8632ccdc5 req-17662b68-82c5-4a33-9191-0922b6c6d7f5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740306 Oct 13 11:17:07.761479 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3998f37e-2c35-4477-9aac-de8afbc384cd x-openstack-request-id: req-3998f37e-2c35-4477-9aac-de8afbc384cd {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:17:07.761845 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:17:07.762196 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3998f37e-2c35-4477-9aac-de8afbc384cd {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:17:07.762677 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'status': 'completed', 'code': 200} Oct 13 11:17:07.774688 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-79a9049a-8c97-4355-9dde-b34e2194d11d req-2f5b1402-6ed8-4370-946a-99d961793a48 service neutron] 10.222.0.46 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377139 Oct 13 11:17:07.840510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2687c-c223-4963-bca4-4121e38b8069 req-0ff7266a-6e3a-4a42-a144-5da3bdf7ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:07.842092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-0ff7266a-6e3a-4a42-a144-5da3bdf7ccfd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 1095 time: 0.0570977 Oct 13 11:17:08.017947 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2687c-c223-4963-bca4-4121e38b8069 req-cac81018-5c72-4af1-befc-27303eace459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:08.019725 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-cac81018-5c72-4af1-befc-27303eace459 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b9888bc-ae82-4158-a36f-f3cb442388f0 HTTP/1.1" status: 200 len: 898 time: 0.1659894 Oct 13 11:17:08.045870 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5675c47c-adb5-4efe-a302-75d6c13bcd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:08.052291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2687c-c223-4963-bca4-4121e38b8069 req-146389c6-5e55-4f42-8c7d-60a4fc5c7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:08.054317 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-146389c6-5e55-4f42-8c7d-60a4fc5c7749 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 1095 time: 0.1072671 Oct 13 11:17:08.206371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2687c-c223-4963-bca4-4121e38b8069 req-bb456b66-849b-454c-8def-e8392e7e478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:08.208699 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-bb456b66-849b-454c-8def-e8392e7e478d service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b9888bc-ae82-4158-a36f-f3cb442388f0 HTTP/1.1" status: 200 len: 898 time: 0.1475739 Oct 13 11:17:08.218294 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-14a39fdc-5d89-43dd-9dec-3133f9722e09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1 HTTP/1.1" status: 200 len: 999 time: 0.1847873 Oct 13 11:17:08.291205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2687c-c223-4963-bca4-4121e38b8069 req-d9a6f5a1-11ff-4bd7-bcf4-490eb42f8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:08.292718 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-d9a6f5a1-11ff-4bd7-bcf4-490eb42f8d3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc HTTP/1.1" status: 200 len: 834 time: 0.0655174 Oct 13 11:17:08.386552 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43298) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:08.407956 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-88b4abc5-06cf-45a0-9f37-3bd599c70e7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1 HTTP/1.1" status: 200 len: 999 time: 0.1903491 Oct 13 11:17:08.422658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2687c-c223-4963-bca4-4121e38b8069 req-90a1abe9-4ab7-4927-a3a3-d8a6cf67b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:08.424397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-90a1abe9-4ab7-4927-a3a3-d8a6cf67b05a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b9888bc-ae82-4158-a36f-f3cb442388f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234970 Oct 13 11:17:08.444744 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-68f89b0e-0ec0-4833-9477-315674bdb8ff tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:08.458227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-68f89b0e-0ec0-4833-9477-315674bdb8ff tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 811 time: 0.4369504 Oct 13 11:17:08.508592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2687c-c223-4963-bca4-4121e38b8069 req-3ee22576-a56b-49ca-987c-2ba73d07d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:08.515439 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-3ee22576-a56b-49ca-987c-2ba73d07d035 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc HTTP/1.1" status: 200 len: 834 time: 0.0958056 Oct 13 11:17:08.528185 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-6fc81872-af23-4f19-862b-60d3fe6b802b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/quotas/94103c739efd4f559dbc468c59322726 HTTP/1.1" status: 200 len: 375 time: 0.0691521 Oct 13 11:17:08.622968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2687c-c223-4963-bca4-4121e38b8069 req-2bb3ed4a-709c-413d-8c8d-add97e2e4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:08.628562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-2bb3ed4a-709c-413d-8c8d-add97e2e4f54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b9888bc-ae82-4158-a36f-f3cb442388f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055758 Oct 13 11:17:08.732163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43308) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:08.739852 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-671905406'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:08.794255 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:08.824941 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-977699267', 'router:external': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:08.848132 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-4434b228-7aad-49ac-9548-58739d772475 service neutron] 10.222.0.46 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087643 Oct 13 11:17:08.927621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Made reservation on behalf of 6da65b30417e478d8e1e87cc2cca1007 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:17:08.931543 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:08.973217 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.047163 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-063adede-e7c3-4420-9a54-582d2dca572a service neutron] 10.222.0.46 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905539 Oct 13 11:17:09.054269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Made reservation on behalf of d18b14f8e7374c5996b993b7e1904f47 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:17:09.056909 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.070742 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.077687 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-12d57e99-b53e-40e8-bb76-776ad3d3b29e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5481098 Oct 13 11:17:09.087762 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-bbfbc1c9-b68a-43a5-9651-7159d4f0ded5 service neutron] 10.222.0.21 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269095 Oct 13 11:17:09.144428 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.191053 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.228281 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.254650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:17:09.272587 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.272931 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Added segment 1bc10ab3-005a-4b4a-a4fb-f468e267511c of type vlan for network 9427277c-de74-4861-9730-80dd47e9111d Oct 13 11:17:09.284086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-fbf36f77-1f14-4214-b959-b6befacc1511 service neutron] 10.222.0.32 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944749 Oct 13 11:17:09.287006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b137142-9e0d-473d-b7fd-22048459776c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:09.290103 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-71a2687c-c223-4963-bca4-4121e38b8069 req-c5b4d16d-e679-4db5-8093-43eed3c81ab5 service neutron] 10.222.0.21 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882629 Oct 13 11:17:09.321484 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.331908 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.366176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:17:09.382513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c26bb0-1d42-4022-93f9-520e57ea07c5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:09.390713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.391067 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Added segment 65620ef1-6ffb-4b23-8988-ce16dbd29da2 of type vlan for network ca03e00d-e7a9-490e-9736-05f98e95d9a9 Oct 13 11:17:09.406574 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-10336ff0-b506-4aaa-bb41-4986b53cc977 service neutron] 10.222.0.32 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125045 Oct 13 11:17:09.444852 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.473771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.479691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:09.480444 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.551607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Pushing event updated for resources: {'Network': ['ID=9427277c-de74-4861-9730-80dd47e9111d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:09.559422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.560407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:09.561014 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:09.564807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9427277c-de74-4861-9730-80dd47e9111d details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:17:09.662625 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ea01607d-911f-40ad-8a73-5c605b5ee1fa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2722635 Oct 13 11:17:09.665704 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43322) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:09.671529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f06a67dd-c68e-4553-9088-5592e3323ad9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Request body: {'subnet': {'network_id': '9427277c-de74-4861-9730-80dd47e9111d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:09.696180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event updated for resources: {'Network': ['ID=ca03e00d-e7a9-490e-9736-05f98e95d9a9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:09.711137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network ca03e00d-e7a9-490e-9736-05f98e95d9a9 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:17:09.776471 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2e02e57f-5876-4ea6-87c2-9a2f432ca6f1 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0429595 Oct 13 11:17:09.779548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43324) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:09.785643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-25b53fc9-bfea-4f00-877b-6c0ba13b2f11 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Request body: {'subnet': {'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:09.842880 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0996e-2385-44cd-8ea1-47010ce27891 req-00ee412e-9bde-49e3-95c4-a1cd683012e2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:09.844683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e0996e-2385-44cd-8ea1-47010ce27891 req-00ee412e-9bde-49e3-95c4-a1cd683012e2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 944 time: 0.0828414 Oct 13 11:17:09.886085 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51e0996e-2385-44cd-8ea1-47010ce27891 req-d0afc079-2ca2-4a9c-a1fe-45868b1f98b1 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344293 Oct 13 11:17:09.903643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06a67dd-c68e-4553-9088-5592e3323ad9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Made reservation on behalf of 6da65b30417e478d8e1e87cc2cca1007 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:17:09.907354 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f06a67dd-c68e-4553-9088-5592e3323ad9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.012603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b53fc9-bfea-4f00-877b-6c0ba13b2f11 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Made reservation on behalf of d18b14f8e7374c5996b993b7e1904f47 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:17:10.015623 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-25b53fc9-bfea-4f00-877b-6c0ba13b2f11 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.025050 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-654c1d7b-372c-4575-89f3-599a299d1e4e req-bfceb9ec-9acd-4db2-a8fc-aa8d14d4595a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 210 time: 0.0322196 Oct 13 11:17:10.027219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43332) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:10.100460 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2853325-8966-45ed-b926-9c6fa34c0646 admin admin] Deleting subnet 26bc8feb-75a7-4c51-a035-bb74410dc8a3 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:17:10.104607 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2853325-8966-45ed-b926-9c6fa34c0646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.180105 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2853325-8966-45ed-b926-9c6fa34c0646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.263322 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2853325-8966-45ed-b926-9c6fa34c0646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.327001 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f06a67dd-c68e-4553-9088-5592e3323ad9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.384409 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2853325-8966-45ed-b926-9c6fa34c0646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.416339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a67dd-c68e-4553-9088-5592e3323ad9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Pushing event updated for resources: {'Subnet': ['ID=ad77b979-5b47-422d-a4f7-6b0e7cf95288,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:10.419025 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2853325-8966-45ed-b926-9c6fa34c0646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.422820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a2853325-8966-45ed-b926-9c6fa34c0646 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/26bc8feb-75a7-4c51-a035-bb74410dc8a3 HTTP/1.1" status: 204 len: 168 time: 0.3944066 Oct 13 11:17:10.442746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43336) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:10.457181 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2853325-8966-45ed-b926-9c6fa34c0646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26bc8feb-75a7-4c51-a035-bb74410dc8a3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:10.468428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.objects.ports [None req-25b53fc9-bfea-4f00-877b-6c0ba13b2f11 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101990) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 11:17:10.468904 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-25b53fc9-bfea-4f00-877b-6c0ba13b2f11 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.472623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a67dd-c68e-4553-9088-5592e3323ad9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Checking segment: {'id': '1bc10ab3-005a-4b4a-a4fb-f468e267511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9427277c-de74-4861-9730-80dd47e9111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:17:10.473130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06a67dd-c68e-4553-9088-5592e3323ad9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Network hostable DHCP agents. Network: 9427277c-de74-4861-9730-80dd47e9111d, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:17:10.583797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06a67dd-c68e-4553-9088-5592e3323ad9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Network 9427277c-de74-4861-9730-80dd47e9111d is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:17:10.587284 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-daf9d33e-0911-413c-8346-74e378f3071a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.601134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b53fc9-bfea-4f00-877b-6c0ba13b2f11 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5e171717-a69c-42da-b806-1e789a4c49ac,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:10.617895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b53fc9-bfea-4f00-877b-6c0ba13b2f11 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Checking segment: {'id': '65620ef1-6ffb-4b23-8988-ce16dbd29da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:17:10.619082 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b53fc9-bfea-4f00-877b-6c0ba13b2f11 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Network hostable DHCP agents. Network: ca03e00d-e7a9-490e-9736-05f98e95d9a9, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:17:10.663660 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.666931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f06a67dd-c68e-4553-9088-5592e3323ad9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9427277c-de74-4861-9730-80dd47e9111d) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:10.672256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a67dd-c68e-4553-9088-5592e3323ad9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:10.673870 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f06a67dd-c68e-4553-9088-5592e3323ad9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.679259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cfc83e-7a16-404c-aa89-680c041e4fb6 None None] Network 9427277c-de74-4861-9730-80dd47e9111d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:17:10.709509 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-daf9d33e-0911-413c-8346-74e378f3071a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.734619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-daf9d33e-0911-413c-8346-74e378f3071a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722aa6c6-da0e-4d1d-b908-9ed495b63850']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:10.747735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-daf9d33e-0911-413c-8346-74e378f3071a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5010309e-400c-4263-b219-f75f19d47bda') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:10.748076 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-daf9d33e-0911-413c-8346-74e378f3071a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5010309e-400c-4263-b219-f75f19d47bda') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:10.765309 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-daf9d33e-0911-413c-8346-74e378f3071a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.780586 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-daf9d33e-0911-413c-8346-74e378f3071a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.788166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf9d33e-0911-413c-8346-74e378f3071a admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:17:10.788582 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-daf9d33e-0911-413c-8346-74e378f3071a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:17:10.790576 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:17:10.801110 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f06a67dd-c68e-4553-9088-5592e3323ad9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1340876 Oct 13 11:17:10.803864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43338) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:10.808973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Request body: {'port': {'network_id': '9427277c-de74-4861-9730-80dd47e9111d', 'name': 'tempest-TagsExtTest-403647149'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:10.810437 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3dcabfba-d4f3-43b2-a7ff-d7d4f4c1d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.840627 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b53fc9-bfea-4f00-877b-6c0ba13b2f11 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Network ca03e00d-e7a9-490e-9736-05f98e95d9a9 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:17:10.858730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-25b53fc9-bfea-4f00-877b-6c0ba13b2f11 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, ca03e00d-e7a9-490e-9736-05f98e95d9a9) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:10.867129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b53fc9-bfea-4f00-877b-6c0ba13b2f11 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:10.867129 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-25b53fc9-bfea-4f00-877b-6c0ba13b2f11 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.873985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-9427277c-de74-4861-9730-80dd47e9111d', 'network_id': '9427277c-de74-4861-9730-80dd47e9111d', 'tenant_id': '6da65b30417e478d8e1e87cc2cca1007', 'fixed_ips': [{'subnet_id': 'ad77b979-5b47-422d-a4f7-6b0e7cf95288'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:17:10.875045 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.877443 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bacdbc8-bd21-4b10-bbde-fc61a05f241a None None] Network ca03e00d-e7a9-490e-9736-05f98e95d9a9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:17:10.939673 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-daf9d33e-0911-413c-8346-74e378f3071a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.947428 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-daf9d33e-0911-413c-8346-74e378f3071a admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:10.956018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43342) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:10.958589 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-daf9d33e-0911-413c-8346-74e378f3071a admin admin] 10.222.0.32 "DELETE /v2.0/networks/722aa6c6-da0e-4d1d-b908-9ed495b63850 HTTP/1.1" status: 204 len: 168 time: 0.5146866 Oct 13 11:17:10.981719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9d33e-0911-413c-8346-74e378f3071a admin admin] Pushing event deleted for resources: {'Network': ['ID=722aa6c6-da0e-4d1d-b908-9ed495b63850,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:11.013112 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-25b53fc9-bfea-4f00-877b-6c0ba13b2f11 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2311275 Oct 13 11:17:11.014942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43346) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:11.023229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1566217176', 'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:11.036463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a63e5381-a8c9-4d3e-9749-b471f82500a1 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:17:11.060185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.api [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 11:17:11.060185 n-d-813659-3 neutron-server[101990]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 11:17:11.060185 n-d-813659-3 neutron-server[101990]: [parameters: {'project_id_1': 'd18b14f8e7374c5996b993b7e1904f47', 'expiration_1': datetime.datetime(2021, 10, 13, 11, 16, 51, 36196)}] Oct 13 11:17:11.060185 n-d-813659-3 neutron-server[101990]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:17:11.060876 n-d-813659-3 neutron-server[101990]: DEBUG oslo_db.api [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:17:11.063621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7dbb147-45c4-41da-a2fb-bd8d618bf8e0 admin admin] Deleting subnet ea5352b2-ceb7-4ef6-ac40-4ea55fc5a0ad {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:17:11.069882 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb147-45c4-41da-a2fb-bd8d618bf8e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.122026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb147-45c4-41da-a2fb-bd8d618bf8e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.166939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c651e5-df0c-49c3-aafc-0e67e023c681 req-1b3a44be-9b3d-4999-8661-240db6f37cb0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:11.169350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e0c651e5-df0c-49c3-aafc-0e67e023c681 req-1b3a44be-9b3d-4999-8661-240db6f37cb0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 944 time: 0.1759865 Oct 13 11:17:11.177186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Made reservation on behalf of 6da65b30417e478d8e1e87cc2cca1007 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:17:11.182585 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.221552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cb55db-1ac6-422c-81b3-f88673661b21 None None] Network ca03e00d-e7a9-490e-9736-05f98e95d9a9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:17:11.254816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] device_id is not set on port bee4f16e-bb3d-4945-bc9d-db941ef4c095 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:17:11.269491 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb147-45c4-41da-a2fb-bd8d618bf8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.277045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Allocated IP 172.20.0.2 (9427277c-de74-4861-9730-80dd47e9111d/ad77b979-5b47-422d-a4f7-6b0e7cf95288/dac406e6-9fc6-4020-a043-5be07da45d5d) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:11.309625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a63e5381-a8c9-4d3e-9749-b471f82500a1, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:11.340532 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'port_id': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'mac_address': 'fa:16:3e:b1:ff:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:17:11.381604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e0c651e5-df0c-49c3-aafc-0e67e023c681 req-d450adf1-9902-4026-885f-5951875bd96c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940837 Oct 13 11:17:11.498835 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb147-45c4-41da-a2fb-bd8d618bf8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.530312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbb147-45c4-41da-a2fb-bd8d618bf8e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5352b2-ceb7-4ef6-ac40-4ea55fc5a0ad,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:11.543534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb147-45c4-41da-a2fb-bd8d618bf8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.550102 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b7dbb147-45c4-41da-a2fb-bd8d618bf8e0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ea5352b2-ceb7-4ef6-ac40-4ea55fc5a0ad HTTP/1.1" status: 204 len: 168 time: 0.5899451 Oct 13 11:17:11.551234 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43350) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:11.565157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-60727017-5e6e-4ef9-a35c-ef6ca8dc46c5 req-5a9083ae-3e4f-4bcc-90ab-ec20a8d61936 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 210 time: 0.0381169 Oct 13 11:17:11.651677 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.665085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-515d9950-48f0-47b0-88c3-0185eab52e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.675650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Made reservation on behalf of d18b14f8e7374c5996b993b7e1904f47 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:17:11.678085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.693387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63e5381-a8c9-4d3e-9749-b471f82500a1 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:17:11.714837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] device_id is not set on port 1b87ba45-56f0-4f37-ad8b-179c6575e095 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:17:11.746856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a63e5381-a8c9-4d3e-9749-b471f82500a1, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:11.767854 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.777665 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.803276 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-515d9950-48f0-47b0-88c3-0185eab52e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.806486 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.835516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-515d9950-48f0-47b0-88c3-0185eab52e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205b1932-5544-4542-a722-326595d75bb6']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:11.866817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-515d9950-48f0-47b0-88c3-0185eab52e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72c676e-47c7-4ec8-999f-104c3f7155ba') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:11.867222 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-515d9950-48f0-47b0-88c3-0185eab52e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72c676e-47c7-4ec8-999f-104c3f7155ba') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:11.873274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a63e5381-a8c9-4d3e-9749-b471f82500a1,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:11.878998 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.881097 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-515d9950-48f0-47b0-88c3-0185eab52e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.912895 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-515d9950-48f0-47b0-88c3-0185eab52e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:11.930664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Network 9427277c-de74-4861-9730-80dd47e9111d is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:17:11.931870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Allocated IP 2001:db8::188 (ca03e00d-e7a9-490e-9736-05f98e95d9a9/5e171717-a69c-42da-b806-1e789a4c49ac/1b87ba45-56f0-4f37-ad8b-179c6575e095) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:11.934494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:11.941693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:17:11.970604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Allocated IP 172.20.0.7 (9427277c-de74-4861-9730-80dd47e9111d/ad77b979-5b47-422d-a4f7-6b0e7cf95288/bee4f16e-bb3d-4945-bc9d-db941ef4c095) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:12.005106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-39263c33-7005-4b3a-905d-5865a222e43c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:12.006998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-39263c33-7005-4b3a-905d-5865a222e43c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.21 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 811 time: 0.1808674 Oct 13 11:17:12.022762 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Pushing event updated for resources: {'Port': ['ID=dac406e6-9fc6-4020-a043-5be07da45d5d,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:12.028688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Attempting to bind port dac406e6-9fc6-4020-a043-5be07da45d5d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:17:12.029193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Attempting to bind port dac406e6-9fc6-4020-a043-5be07da45d5d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '1bc10ab3-005a-4b4a-a4fb-f468e267511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9427277c-de74-4861-9730-80dd47e9111d'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:17:12.030102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Attempting to bind port dac406e6-9fc6-4020-a043-5be07da45d5d on network 9427277c-de74-4861-9730-80dd47e9111d {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:17:12.035691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f51cc5ab-3420-43f4-a2b9-e63ccf228274 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Request body: {'port': {'device_id': '17d76c79-5ec0-488c-9326-215cb1dc6036', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'admin_state_up': True, 'tenant_id': '94103c739efd4f559dbc468c59322726'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:12.037503 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:17:12.038102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Checking segment: {'id': '1bc10ab3-005a-4b4a-a4fb-f468e267511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9427277c-de74-4861-9730-80dd47e9111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:17:12.038660 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.039149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Bound using segment: {'id': '1bc10ab3-005a-4b4a-a4fb-f468e267511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9427277c-de74-4861-9730-80dd47e9111d'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:17:12.039736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Bound port: dac406e6-9fc6-4020-a043-5be07da45d5d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc10ab3-005a-4b4a-a4fb-f468e267511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9427277c-de74-4861-9730-80dd47e9111d'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:17:12.040427 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.066629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515d9950-48f0-47b0-88c3-0185eab52e17 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:17:12.067168 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-515d9950-48f0-47b0-88c3-0185eab52e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:17:12.069197 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:17:12.159191 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-62c81e04-10f1-417f-8623-075984083e2c None None] For port dac406e6-9fc6-4020-a043-5be07da45d5d, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:17:12.166558 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-62c81e04-10f1-417f-8623-075984083e2c None None] For port dac406e6-9fc6-4020-a043-5be07da45d5d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dac406e6-9fc6-4020-a043-5be07da45d5d,segment=NetworkSegment(1bc10ab3-005a-4b4a-a4fb-f468e267511c),segment_id=1bc10ab3-005a-4b4a-a4fb-f468e267511c)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:17:12.176582 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.233750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['a63e5381-a8c9-4d3e-9749-b471f82500a1'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:17:12.278815 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.326232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-58f93fb9-cd9e-444b-90c4-853bde88dc06 req-8c9d3b57-20d1-4879-b84b-338c0ab9ef35 service neutron] (101991) timed out ('10.222.0.46', 59565) {{(pid=101991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:17:12.417101 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.462884 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-515d9950-48f0-47b0-88c3-0185eab52e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.466384 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.466547 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.470424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f51cc5ab-3420-43f4-a2b9-e63ccf228274 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Made reservation on behalf of 94103c739efd4f559dbc468c59322726 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:17:12.474843 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f51cc5ab-3420-43f4-a2b9-e63ccf228274 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.475245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-515d9950-48f0-47b0-88c3-0185eab52e17 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.477701 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.481070 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-515d9950-48f0-47b0-88c3-0185eab52e17 admin admin] 10.222.0.32 "DELETE /v2.0/networks/205b1932-5544-4542-a722-326595d75bb6 HTTP/1.1" status: 204 len: 168 time: 0.9270077 Oct 13 11:17:12.540241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d9950-48f0-47b0-88c3-0185eab52e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=205b1932-5544-4542-a722-326595d75bb6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:12.558229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Network ca03e00d-e7a9-490e-9736-05f98e95d9a9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:17:12.565631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:12.568196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event updated for resources: {'Port': ['ID=1b87ba45-56f0-4f37-ad8b-179c6575e095,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:12.576062 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:17:12.578020 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:12.579960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.580650 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c81e04-10f1-417f-8623-075984083e2c None None] Pushing event updated for resources: {'Port': ['ID=dac406e6-9fc6-4020-a043-5be07da45d5d,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:12.599920 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Network 9427277c-de74-4861-9730-80dd47e9111d is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:17:12.609582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:12.615865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:17:12.621746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Pushing event updated for resources: {'Port': ['ID=bee4f16e-bb3d-4945-bc9d-db941ef4c095,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:12.704685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000411-9a17-40e2-bac5-122b226bc296 req-86448c81-bda6-4622-b11d-a4e2fc120055 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:12.706299 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b000411-9a17-40e2-bac5-122b226bc296 req-86448c81-bda6-4622-b11d-a4e2fc120055 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 945 time: 0.2380917 Oct 13 11:17:12.735323 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43360) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:12.735997 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aa022620-53ae-4aab-ad4f-7b9fa53b1b54 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7187436 Oct 13 11:17:12.775964 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:12.776622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:12.867289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b000411-9a17-40e2-bac5-122b226bc296 req-e19e719c-c19d-4491-82f6-b26335693a8d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479404 Oct 13 11:17:12.902239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f51cc5ab-3420-43f4-a2b9-e63ccf228274 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Allocated IP 172.20.0.6 (95fd87ea-fade-4046-b119-0e72f7410189/ecd630ac-bffd-4d81-9474-39db4e4bebc1/78fa157c-3fc8-47e1-8aef-a110e3ebd554) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:12.923549 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eccb69f4-2114-4760-ba5f-41b13573a2a7 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1184897 Oct 13 11:17:12.927097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43364) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:12.932887 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-983cb1f4-2e64-4238-88d0-2dc9821e6b79 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1291618608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:12.960151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2b46e757-00e6-4e68-920b-35a3b2fc16cf tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Deleting port 1b87ba45-56f0-4f37-ad8b-179c6575e095 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:17:12.960495 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b46e757-00e6-4e68-920b-35a3b2fc16cf tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.062449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43366) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:13.074307 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-983cb1f4-2e64-4238-88d0-2dc9821e6b79 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.075364 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-983cb1f4-2e64-4238-88d0-2dc9821e6b79 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.094765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57627dfd-70e2-4861-b047-210fe7f7e03b req-abd59684-3fcf-4135-982f-7864a2d480af tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 210 time: 0.0817757 Oct 13 11:17:13.152644 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b46e757-00e6-4e68-920b-35a3b2fc16cf tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.178097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2b46e757-00e6-4e68-920b-35a3b2fc16cf tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Calling delete_port for 1b87ba45-56f0-4f37-ad8b-179c6575e095 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:17:13.199370 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f51cc5ab-3420-43f4-a2b9-e63ccf228274 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.201322 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-53e0fb9b-add3-44ee-a157-747838df6473 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7a1120d28bc4a85af5a9e9666bddf82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350727 Oct 13 11:17:13.202942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-983cb1f4-2e64-4238-88d0-2dc9821e6b79 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.203887 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43368) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:13.259024 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a74c5fd6-8ad4-45bf-91f7-04d8a387d0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.277979 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-983cb1f4-2e64-4238-88d0-2dc9821e6b79 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.288515 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a74c5fd6-8ad4-45bf-91f7-04d8a387d0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.437879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-983cb1f4-2e64-4238-88d0-2dc9821e6b79 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.438708 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f51cc5ab-3420-43f4-a2b9-e63ccf228274 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.443148 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-983cb1f4-2e64-4238-88d0-2dc9821e6b79 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5146751 Oct 13 11:17:13.445178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43372) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:13.452747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['9a09b0f2-9385-4773-9833-da54e4e95613', '09b179ac-6642-4a16-9937-74a564550c7f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:17:13.461360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c3ac69d0-1a42-4ab1-9a85-ff6a84988477 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-201395522', 'prefixes': ['172.20.0.0/16']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:13.473863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a74c5fd6-8ad4-45bf-91f7-04d8a387d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.484824 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a74c5fd6-8ad4-45bf-91f7-04d8a387d0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.489395 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a74c5fd6-8ad4-45bf-91f7-04d8a387d0d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8689e4e9-31b7-488f-8969-d6951903295e HTTP/1.1" status: 204 len: 168 time: 0.2828870 Oct 13 11:17:13.504941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f51cc5ab-3420-43f4-a2b9-e63ccf228274 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Network 95fd87ea-fade-4046-b119-0e72f7410189 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:17:13.505112 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.506560 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b46e757-00e6-4e68-920b-35a3b2fc16cf tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.515454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c5fd6-8ad4-45bf-91f7-04d8a387d0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8689e4e9-31b7-488f-8969-d6951903295e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:13.527567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f51cc5ab-3420-43f4-a2b9-e63ccf228274 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:13.539796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f51cc5ab-3420-43f4-a2b9-e63ccf228274 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:17:13.600652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cc5ab-3420-43f4-a2b9-e63ccf228274 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event updated for resources: {'Port': ['ID=78fa157c-3fc8-47e1-8aef-a110e3ebd554,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:13.704087 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b46e757-00e6-4e68-920b-35a3b2fc16cf tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.711956 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2b46e757-00e6-4e68-920b-35a3b2fc16cf tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "DELETE /v2.0/ports/1b87ba45-56f0-4f37-ad8b-179c6575e095 HTTP/1.1" status: 204 len: 168 time: 0.9708991 Oct 13 11:17:13.711956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46e757-00e6-4e68-920b-35a3b2fc16cf tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b87ba45-56f0-4f37-ad8b-179c6575e095,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:13.714508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43376) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:13.720296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9', 'external_fixed_ips': [{'subnet_id': '5e171717-a69c-42da-b806-1e789a4c49ac', 'ip_address': '2001:db8::188'}]}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:13.744388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8eea74-a154-4fb4-9809-e86034e497e3 req-0e891d85-ee8a-4437-9b33-668ecd1fb87e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:13.746929 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f8eea74-a154-4fb4-9809-e86034e497e3 req-0e891d85-ee8a-4437-9b33-668ecd1fb87e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 945 time: 0.2971072 Oct 13 11:17:13.775369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-95c27acb-bc5b-46cf-800e-02e5c15405e9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:13.777392 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-95c27acb-bc5b-46cf-800e-02e5c15405e9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965&tenant_id=9eecb6b828d240e0ae439032ab75cf2f&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 945 time: 0.2336295 Oct 13 11:17:13.786717 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f51cc5ab-3420-43f4-a2b9-e63ccf228274 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:13.787473 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f51cc5ab-3420-43f4-a2b9-e63ccf228274 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.852822 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f8eea74-a154-4fb4-9809-e86034e497e3 req-2dc24732-e9ad-45e5-8a22-3b3a11eb20c7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510290 Oct 13 11:17:13.875559 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-a26a4e77-dcb4-411a-b380-6fe87b33eb3a service neutron] delete failed (client error): The resource could not be found. Oct 13 11:17:13.877449 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-a26a4e77-dcb4-411a-b380-6fe87b33eb3a service neutron] 10.222.0.21 "DELETE /v2.0/ports/a63e5381-a8c9-4d3e-9749-b471f82500a1/bindings/n-h2-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0919065 Oct 13 11:17:13.910431 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.911596 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:13.922098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a395042e-16a9-407b-88e6-851b734d1d93 None None] Network 9427277c-de74-4861-9730-80dd47e9111d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:17:14.008062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a3a58549-5e24-4125-877c-d468b3c72adf None None] Provisioning complete for port 78fa157c-3fc8-47e1-8aef-a110e3ebd554 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:14.008440 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a3a58549-5e24-4125-877c-d468b3c72adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.009734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f51cc5ab-3420-43f4-a2b9-e63ccf228274 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9791825 Oct 13 11:17:14.021033 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.027423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Request body: {'port': {'device_id': '17d76c79-5ec0-488c-9326-215cb1dc6036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:14.038131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-045b8a3e-b069-4385-8a80-d9f74426da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:14.040279 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-045b8a3e-b069-4385-8a80-d9f74426da51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 1096 time: 0.0934165 Oct 13 11:17:14.100339 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a3a58549-5e24-4125-877c-d468b3c72adf None None] Port 78fa157c-3fc8-47e1-8aef-a110e3ebd554 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:17:14.105225 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.132823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a3a58549-5e24-4125-877c-d468b3c72adf None None] Provisioning complete for port dac406e6-9fc6-4020-a043-5be07da45d5d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:14.132823 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a3a58549-5e24-4125-877c-d468b3c72adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.166880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-d62dbe30-8b89-4bf4-9ae5-2ebf8cb5e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:14.168861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-d62dbe30-8b89-4bf4-9ae5-2ebf8cb5e413 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b9888bc-ae82-4158-a36f-f3cb442388f0 HTTP/1.1" status: 200 len: 898 time: 0.1187520 Oct 13 11:17:14.174075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c3ac69d0-1a42-4ab1-9a85-ff6a84988477 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks [] for subnetpool, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.174854 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c3ac69d0-1a42-4ab1-9a85-ff6a84988477 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7290010 Oct 13 11:17:14.178841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43384) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:14.187481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-b3a12fbc-f647-47af-8926-31146cb726ff tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ad77b979-5b47-422d-a4f7-6b0e7cf95288', 'tempest-TagsExtTest-Tag-1138663578') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:14.252539 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a3a58549-5e24-4125-877c-d468b3c72adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.303078 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a3a58549-5e24-4125-877c-d468b3c72adf None None] For port dac406e6-9fc6-4020-a043-5be07da45d5d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dac406e6-9fc6-4020-a043-5be07da45d5d,segment=NetworkSegment(1bc10ab3-005a-4b4a-a4fb-f468e267511c),segment_id=1bc10ab3-005a-4b4a-a4fb-f468e267511c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:14.406567 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a3a58549-5e24-4125-877c-d468b3c72adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.413335 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bdc3a-0086-4dee-b2bb-16a7ab322a52 req-59e31abd-2161-467e-be81-6985634e6399 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:14.414926 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca0bdc3a-0086-4dee-b2bb-16a7ab322a52 req-59e31abd-2161-467e-be81-6985634e6399 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 931 time: 0.1121552 Oct 13 11:17:14.471327 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-b0d5bd66-f7b9-497d-89f8-2eb9c1ba88b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1 HTTP/1.1" status: 200 len: 1000 time: 0.2914040 Oct 13 11:17:14.483627 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.491775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a58549-5e24-4125-877c-d468b3c72adf None None] Pushing event updated for resources: {'Port': ['ID=dac406e6-9fc6-4020-a043-5be07da45d5d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:14.518656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca0bdc3a-0086-4dee-b2bb-16a7ab322a52 req-721beb1e-65f9-40ad-bb0a-d5b643bd7827 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838478 Oct 13 11:17:14.559016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7c6fec49-f3a7-49c8-a750-1b774451459f None None] Provisioning complete for port dac406e6-9fc6-4020-a043-5be07da45d5d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:14.560050 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7c6fec49-f3a7-49c8-a750-1b774451459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.598014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43386) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:14.693156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fa157c-3fc8-47e1-8aef-a110e3ebd554 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:17:14.708534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.730524 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-793d87e7-c3ce-461c-93d5-37244475b1b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a050c6069a7d47799de51ca30d62ec16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1197758 Oct 13 11:17:14.739331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43388) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:14.741356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dac406e6-9fc6-4020-a043-5be07da45d5d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:17:14.770972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7c6fec49-f3a7-49c8-a750-1b774451459f None None] Provisioning complete for port bee4f16e-bb3d-4945-bc9d-db941ef4c095 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:14.771354 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7c6fec49-f3a7-49c8-a750-1b774451459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.781565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Transition to ACTIVE for port object 78fa157c-3fc8-47e1-8aef-a110e3ebd554 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:17:14.814770 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-181ffb07-2ac6-4229-8945-35de612e7ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.826012 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fec49-f3a7-49c8-a750-1b774451459f None None] Port bee4f16e-bb3d-4945-bc9d-db941ef4c095 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:17:14.835735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port dac406e6-9fc6-4020-a043-5be07da45d5d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:14.836121 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.848594 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-181ffb07-2ac6-4229-8945-35de612e7ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.876964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-61fc3eff-3907-4366-9a1f-5181f07e226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:14.878858 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-61fc3eff-3907-4366-9a1f-5181f07e226c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc HTTP/1.1" status: 200 len: 834 time: 0.3976123 Oct 13 11:17:14.888462 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:14.969431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c6c93af2-16e8-4a16-bc38-e01588e836b0 None None] Provisioning complete for port bee4f16e-bb3d-4945-bc9d-db941ef4c095 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:14.970271 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6c93af2-16e8-4a16-bc38-e01588e836b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:15.006711 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Pushing event updated for resources: {'Port': ['ID=78fa157c-3fc8-47e1-8aef-a110e3ebd554,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:15.018250 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c6c93af2-16e8-4a16-bc38-e01588e836b0 None None] Port bee4f16e-bb3d-4945-bc9d-db941ef4c095 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:17:15.020969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-9418bece-4da9-4dc0-852c-268b805b7949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:15.022905 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-9418bece-4da9-4dc0-852c-268b805b7949 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b9888bc-ae82-4158-a36f-f3cb442388f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267703 Oct 13 11:17:15.052120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a63e5381-a8c9-4d3e-9749-b471f82500a1 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:17:15.124093 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-181ffb07-2ac6-4229-8945-35de612e7ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:15.127475 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-181ffb07-2ac6-4229-8945-35de612e7ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:15.131157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-181ffb07-2ac6-4229-8945-35de612e7ebc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1006acaa-bfac-4b32-9839-a3973700204d HTTP/1.1" status: 204 len: 168 time: 0.3884225 Oct 13 11:17:15.138350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197b547-b42f-4935-a17c-350c088e707c req-0438f806-25b8-4ecc-88b4-b0c65754fe7f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:15.146634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d197b547-b42f-4935-a17c-350c088e707c req-0438f806-25b8-4ecc-88b4-b0c65754fe7f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 945 time: 0.1835573 Oct 13 11:17:15.167609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ffb07-2ac6-4229-8945-35de612e7ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1006acaa-bfac-4b32-9839-a3973700204d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:15.177448 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-b06627a5-a6dd-4250-9b83-ca2f1daf3b01 service neutron] 10.222.0.21 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460533 Oct 13 11:17:15.233122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port a63e5381-a8c9-4d3e-9749-b471f82500a1 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:17:15.241567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port a63e5381-a8c9-4d3e-9749-b471f82500a1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:15.241948 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:15.246579 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d197b547-b42f-4935-a17c-350c088e707c req-21edca9c-0bd1-4193-bfc2-772b8234b861 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986488 Oct 13 11:17:15.279855 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b3a12fbc-f647-47af-8926-31146cb726ff tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "PUT /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288/tags/tempest-TagsExtTest-Tag-1138663578 HTTP/1.1" status: 201 len: 201 time: 1.0924923 Oct 13 11:17:15.291155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43396) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:15.292358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Attempting to bind port 78fa157c-3fc8-47e1-8aef-a110e3ebd554 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:17:15.292687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Attempting to bind port 78fa157c-3fc8-47e1-8aef-a110e3ebd554 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:17:15.293025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Attempting to bind port 78fa157c-3fc8-47e1-8aef-a110e3ebd554 on network 95fd87ea-fade-4046-b119-0e72f7410189 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:17:15.306082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-a29baaa5-d91b-459e-b224-5e213f557bbf tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bee4f16e-bb3d-4945-bc9d-db941ef4c095', 'tempest-TagsExtTest-Tag-1090118189') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:15.369259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Port 78fa157c-3fc8-47e1-8aef-a110e3ebd554 on network 95fd87ea-fade-4046-b119-0e72f7410189 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:17:15.369596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Attempting to bind port 78fa157c-3fc8-47e1-8aef-a110e3ebd554 on network 95fd87ea-fade-4046-b119-0e72f7410189 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:17:15.388060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:17:15.388403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Checking segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:17:15.388843 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Bound using segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:17:15.389287 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Bound port: 78fa157c-3fc8-47e1-8aef-a110e3ebd554, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:17:15.389652 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:15.412219 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:15.415027 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:15.450489 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:15.462387 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e01cc219-3731-41b0-b367-56b1e65ca0f1 req-39a53d41-54f2-4232-93a9-8696700344f0 service neutron] 10.222.0.21 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764015 Oct 13 11:17:15.466879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a63e5381-a8c9-4d3e-9749-b471f82500a1, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:15.467882 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:17:15.470821 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e26886e-cfe6-4337-9838-4a2531ec0e3c" -d '{"events": [{"server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "name": "network-vif-plugged", "status": "completed", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:17:15.487227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] For port 78fa157c-3fc8-47e1-8aef-a110e3ebd554, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:17:15.490640 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] For port 78fa157c-3fc8-47e1-8aef-a110e3ebd554, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=78fa157c-3fc8-47e1-8aef-a110e3ebd554,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:17:15.532484 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a65e648-b9fa-43af-b806-73b33769c764 x-openstack-request-id: req-3a65e648-b9fa-43af-b806-73b33769c764 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:17:15.532999 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "name": "network-vif-plugged", "status": "completed", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:17:15.533103 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a65e648-b9fa-43af-b806-73b33769c764 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:17:15.533586 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'code': 200} Oct 13 11:17:15.622218 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:15.650126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211733bd-c6fb-4e47-890b-07b188300131 req-36dde077-e9b4-4743-b6f7-5fcdeef4e8b1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:15.651821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-211733bd-c6fb-4e47-890b-07b188300131 req-36dde077-e9b4-4743-b6f7-5fcdeef4e8b1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 943 time: 0.0518682 Oct 13 11:17:15.676780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a63e5381-a8c9-4d3e-9749-b471f82500a1,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:15.688237 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Allocated IP 2001:db8::188 (ca03e00d-e7a9-490e-9736-05f98e95d9a9/5e171717-a69c-42da-b806-1e789a4c49ac/fa821a40-28c2-41e6-b3f8-c9073070c0e2) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:15.696776 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-211733bd-c6fb-4e47-890b-07b188300131 req-e7364147-b6a4-4301-99d3-04b5ea06fd93 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365129 Oct 13 11:17:15.717867 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:15.717867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a29baaa5-d91b-459e-b224-5e213f557bbf tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "PUT /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095/tags/tempest-TagsExtTest-Tag-1090118189 HTTP/1.1" status: 201 len: 201 time: 0.4158530 Oct 13 11:17:15.717867 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43402) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:15.720380 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-9e5e6542-fdd7-4bea-9375-4a6cdec74c05 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '80c39490-92c3-4f91-8802-6e3b703da9b4', 'tempest-TagsExtTest-Tag-508835604') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:15.821299 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:15.828186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:15.828798 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:15.830616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] 10.222.0.21 "PUT /v2.0/ports/78fa157c-3fc8-47e1-8aef-a110e3ebd554 HTTP/1.1" status: 200 len: 1091 time: 1.8103955 Oct 13 11:17:15.831067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d76c79-5ec0-488c-9326-215cb1dc6036', 'tag': '78fa157c-3fc8-47e1-8aef-a110e3ebd554'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:17:15.833323 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1415ff9e-dd92-4931-a4b0-459b94ce7b10" -d '{"events": [{"name": "network-changed", "server_uuid": "17d76c79-5ec0-488c-9326-215cb1dc6036", "tag": "78fa157c-3fc8-47e1-8aef-a110e3ebd554"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:17:15.869419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1602fd0-3172-43a3-9aa7-1bc1b87f1c7f service neutron] Pushing event updated for resources: {'Port': ['ID=78fa157c-3fc8-47e1-8aef-a110e3ebd554,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:15.894993 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b163165a-e2ed-47c8-8aad-c2fdc2721501 x-openstack-request-id: req-b163165a-e2ed-47c8-8aad-c2fdc2721501 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:17:15.894993 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d76c79-5ec0-488c-9326-215cb1dc6036", "tag": "78fa157c-3fc8-47e1-8aef-a110e3ebd554", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:17:15.895344 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b163165a-e2ed-47c8-8aad-c2fdc2721501 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:17:15.896017 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d76c79-5ec0-488c-9326-215cb1dc6036', 'tag': '78fa157c-3fc8-47e1-8aef-a110e3ebd554', 'status': 'completed', 'code': 200} Oct 13 11:17:15.974444 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:16.047445 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Network ca03e00d-e7a9-490e-9736-05f98e95d9a9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:17:16.063268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:16.068650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:17:16.082774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event updated for resources: {'Port': ['ID=fa821a40-28c2-41e6-b3f8-c9073070c0e2,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:16.289104 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9e5e6542-fdd7-4bea-9375-4a6cdec74c05 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "PUT /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4/tags/tempest-TagsExtTest-Tag-508835604 HTTP/1.1" status: 201 len: 201 time: 0.5732121 Oct 13 11:17:16.291875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43416) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:16.297684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-8f900f0c-1bbe-433a-b6ff-3520238cb14e tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8e9a018f-05e1-45f2-ac56-13281f8d4a10', 'tempest-TagsExtTest-Tag-1207905184') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:16.348040 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ff9e-dd92-4931-a4b0-459b94ce7b10 req-2680df1b-5793-4c02-bb49-ca62d60ee55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:16.349653 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1415ff9e-dd92-4931-a4b0-459b94ce7b10 req-2680df1b-5793-4c02-bb49-ca62d60ee55b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 1094 time: 0.4343526 Oct 13 11:17:16.461665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa33da-d017-49e9-adb6-1e2cddc622c4 req-13bab14a-0ce7-4e65-8d49-cad0364ec1c6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:16.463212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01aa33da-d017-49e9-adb6-1e2cddc622c4 req-13bab14a-0ce7-4e65-8d49-cad0364ec1c6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.1316590 Oct 13 11:17:16.500534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ff9e-dd92-4931-a4b0-459b94ce7b10 req-0b42ada7-a1f2-4593-af89-04831fd58f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:16.502813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1415ff9e-dd92-4931-a4b0-459b94ce7b10 req-0b42ada7-a1f2-4593-af89-04831fd58f48 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=94103c739efd4f559dbc468c59322726&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1335120 Oct 13 11:17:16.511482 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:16.567200 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01aa33da-d017-49e9-adb6-1e2cddc622c4 req-3e1b3111-7c61-4b8f-855e-3c402be4293e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934761 Oct 13 11:17:16.573585 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8f900f0c-1bbe-433a-b6ff-3520238cb14e tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "PUT /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10/tags/tempest-TagsExtTest-Tag-1207905184 HTTP/1.1" status: 201 len: 201 time: 0.2782021 Oct 13 11:17:16.573812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43422) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:16.578032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-9a71935c-34c1-44d8-a59f-15941e4f5883 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ad77b979-5b47-422d-a4f7-6b0e7cf95288') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:16.709622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ff9e-dd92-4931-a4b0-459b94ce7b10 req-3471ab7a-3ea5-4594-93d6-ebbc25afb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:16.710935 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1415ff9e-dd92-4931-a4b0-459b94ce7b10 req-3471ab7a-3ea5-4594-93d6-ebbc25afb936 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2021315 Oct 13 11:17:16.733925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9a71935c-34c1-44d8-a59f-15941e4f5883 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288/tags HTTP/1.1" status: 200 len: 241 time: 0.1590383 Oct 13 11:17:16.736860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43432) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:16.741398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-9f34bc22-8104-4a5b-b9cc-1211e8fcf120 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ad77b979-5b47-422d-a4f7-6b0e7cf95288', 'tempest-TagsExtTest-Tag-1138663578') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:16.824584 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:16.858632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-c04cbb71-9239-4fa0-92a1-7c03cc971ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:16.860230 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-c04cbb71-9239-4fa0-92a1-7c03cc971ba6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 1094 time: 0.0939026 Oct 13 11:17:16.917428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-7167eaef-21b3-451e-b3ed-e43a20be721f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78fa157c-3fc8-47e1-8aef-a110e3ebd554 HTTP/1.1" status: 200 len: 217 time: 0.0480728 Oct 13 11:17:16.935010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0fd01-19c7-4760-a80f-9785b8372e77 req-d656afdb-7676-4c1a-a63e-7781a8d46a3c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:16.936641 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d5b0fd01-19c7-4760-a80f-9785b8372e77 req-d656afdb-7676-4c1a-a63e-7781a8d46a3c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 943 time: 0.1275754 Oct 13 11:17:16.950614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9f34bc22-8104-4a5b-b9cc-1211e8fcf120 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288/tags/tempest-TagsExtTest-Tag-1138663578 HTTP/1.1" status: 204 len: 168 time: 0.2098901 Oct 13 11:17:16.950614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43434) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:16.955158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-1115d069-d628-459e-b42e-6f4d4dd869c5 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ad77b979-5b47-422d-a4f7-6b0e7cf95288', 'tempest-TagsExtTest-Tag-1138663578') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:17.052098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Router 44595498-5cdc-4337-af6d-1bfecb10b11f is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:17:17.053958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-c6ac3d3e-4469-443c-8b1e-9ccb39b84f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:17.055827 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-c6ac3d3e-4469-443c-8b1e-9ccb39b84f9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.1291201 Oct 13 11:17:17.065569 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d5b0fd01-19c7-4760-a80f-9785b8372e77 req-c4a589c7-dc62-40ca-8c33-92254bdf442e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066678 Oct 13 11:17:17.138092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-772d8c21-bd20-4cca-bf95-bed8c98b70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:17.139546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-772d8c21-bd20-4cca-bf95-bed8c98b70e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730698 Oct 13 11:17:17.195199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:17:17.208040 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Sync routers for ids ['44595498-5cdc-4337-af6d-1bfecb10b11f'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:17:17.218464 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Routers {'44595498-5cdc-4337-af6d-1bfecb10b11f'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:17.219070 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['44595498-5cdc-4337-af6d-1bfecb10b11f'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:17.257292 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-54cdf743-b4d5-4a5a-9407-bf08802d60ad service neutron] 10.222.0.21 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092706 Oct 13 11:17:17.302239 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:17.304965 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1f83fd7e-f025-46a9-b01b-a8a58fa626c2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.5887833 Oct 13 11:17:17.308460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43444) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:17.321511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1115d069-d628-459e-b42e-6f4d4dd869c5 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288/tags/tempest-TagsExtTest-Tag-1138663578 HTTP/1.1" status: 204 len: 168 time: 0.3702741 Oct 13 11:17:17.322120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43446) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:17.331316 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-bd4349ca-a6e6-41d5-bc4f-0fcd6b22d808 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ad77b979-5b47-422d-a4f7-6b0e7cf95288') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:17.345045 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Set router 44595498-5cdc-4337-af6d-1bfecb10b11f gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:17:17.414461 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56113b3c-dfcc-4f89-9c4c-3b4f09b393bc req-a6f57714-7a94-4dae-af5c-941ad20d34bd service neutron] 10.222.0.21 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506743 Oct 13 11:17:17.430763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bd4349ca-a6e6-41d5-bc4f-0fcd6b22d808 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288/tags HTTP/1.1" status: 200 len: 205 time: 0.1057975 Oct 13 11:17:17.431395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43448) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:17.435956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-9661a48e-5280-4ad0-aeb1-7ee1aa98fb45 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bee4f16e-bb3d-4945-bc9d-db941ef4c095') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:17.452623 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:17.501413 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9661a48e-5280-4ad0-aeb1-7ee1aa98fb45 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095/tags HTTP/1.1" status: 200 len: 241 time: 0.0689278 Oct 13 11:17:17.505991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43450) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:17.510520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-7aea39fa-dd0d-40c6-a640-56a642a1a93c tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bee4f16e-bb3d-4945-bc9d-db941ef4c095', 'tempest-TagsExtTest-Tag-1090118189') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:17.571317 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44595498-5cdc-4337-af6d-1bfecb10b11f', 'name': '', 'tenant_id': 'd18b14f8e7374c5996b993b7e1904f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9', 'external_fixed_ips': [{'subnet_id': '5e171717-a69c-42da-b806-1e789a4c49ac', 'ip_address': '2001:db8::188'}], 'enable_snat': True}, 'gw_port_id': 'fa821a40-28c2-41e6-b3f8-c9073070c0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:17:13Z', 'updated_at': '2021-10-13T11:17:16Z', 'revision_number': 3, 'project_id': 'd18b14f8e7374c5996b993b7e1904f47', 'gw_port': {'id': 'fa821a40-28c2-41e6-b3f8-c9073070c0e2', 'name': '', 'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44595498-5cdc-4337-af6d-1bfecb10b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5e171717-a69c-42da-b806-1e789a4c49ac', 'ip_address': '2001:db8::188', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:17:15Z', 'updated_at': '2021-10-13T11:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e171717-a69c-42da-b806-1e789a4c49ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:17.578100 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:17.578520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7aea39fa-dd0d-40c6-a640-56a642a1a93c tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095/tags/tempest-TagsExtTest-Tag-1090118189 HTTP/1.1" status: 204 len: 168 time: 0.0708892 Oct 13 11:17:17.581590 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43452) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:17.590999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-debead0d-f50d-4fda-a5ac-d4c2f7695f5f tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bee4f16e-bb3d-4945-bc9d-db941ef4c095', 'tempest-TagsExtTest-Tag-1090118189') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:17.608418 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Checking router: 44595498-5cdc-4337-af6d-1bfecb10b11f for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:17:17.608992 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Updating router 44595498-5cdc-4337-af6d-1bfecb10b11f port fa821a40-28c2-41e6-b3f8-c9073070c0e2 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:17:17.639667 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:17.719261 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Deleting port fa821a40-28c2-41e6-b3f8-c9073070c0e2 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:17:17.719660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:17.724104 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55f61c-be42-4063-8315-1605dc5d1247 req-8cbdd281-5916-421a-b5d3-3e760bf202bd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:17.725804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd55f61c-be42-4063-8315-1605dc5d1247 req-8cbdd281-5916-421a-b5d3-3e760bf202bd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0586164 Oct 13 11:17:17.778716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd55f61c-be42-4063-8315-1605dc5d1247 req-e9dfef61-57ef-4799-9b90-9daa739e4768 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418148 Oct 13 11:17:17.799786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-debead0d-f50d-4fda-a5ac-d4c2f7695f5f tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095/tags/tempest-TagsExtTest-Tag-1090118189 HTTP/1.1" status: 204 len: 168 time: 0.2136300 Oct 13 11:17:17.808565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43460) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:17.816315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-eb143a05-e71d-4350-bf59-c2869694e74e tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bee4f16e-bb3d-4945-bc9d-db941ef4c095') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:17.818380 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43462) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:17.867466 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:17.886982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Calling delete_port for fa821a40-28c2-41e6-b3f8-c9073070c0e2 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:17:17.937024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43464) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:17.962983 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eb143a05-e71d-4350-bf59-c2869694e74e tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095/tags HTTP/1.1" status: 200 len: 205 time: 0.1494842 Oct 13 11:17:17.969160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6f5de0fb-d349-4614-b604-354d2acffc50 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/327295b4-35ce-4ba7-b7ac-b85941367974 HTTP/1.1" status: 200 len: 993 time: 0.1446583 Oct 13 11:17:17.969160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43468) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:17.969160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-3c4ad849-be76-43aa-87ef-8e32d9505a6a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '80c39490-92c3-4f91-8802-6e3b703da9b4') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:17.992999 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.049167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3c4ad849-be76-43aa-87ef-8e32d9505a6a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4/tags HTTP/1.1" status: 200 len: 240 time: 0.0834327 Oct 13 11:17:18.052978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43470) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:18.057502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-5e4e6fc1-c59a-4591-949b-a1705e068070 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '80c39490-92c3-4f91-8802-6e3b703da9b4', 'tempest-TagsExtTest-Tag-508835604') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:18.067593 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.128062 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Attempting to bind port fa821a40-28c2-41e6-b3f8-c9073070c0e2 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:17:18.128488 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Attempting to bind port fa821a40-28c2-41e6-b3f8-c9073070c0e2 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '65620ef1-6ffb-4b23-8988-ce16dbd29da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:17:18.128860 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Attempting to bind port fa821a40-28c2-41e6-b3f8-c9073070c0e2 on network ca03e00d-e7a9-490e-9736-05f98e95d9a9 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:17:18.139035 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:17:18.139418 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Checking segment: {'id': '65620ef1-6ffb-4b23-8988-ce16dbd29da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:17:18.139824 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.140094 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f95300b-16e4-4c72-a35f-04a402b2ed78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.140253 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Bound using segment: {'id': '65620ef1-6ffb-4b23-8988-ce16dbd29da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:17:18.140689 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Bound port: fa821a40-28c2-41e6-b3f8-c9073070c0e2, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65620ef1-6ffb-4b23-8988-ce16dbd29da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:17:18.141127 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.144665 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb57b3-9e6c-446f-b330-148d9330eb83 None None] Pushing event updated for resources: {'Port': ['ID=fa821a40-28c2-41e6-b3f8-c9073070c0e2,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:18.171873 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5e4e6fc1-c59a-4591-949b-a1705e068070 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4/tags/tempest-TagsExtTest-Tag-508835604 HTTP/1.1" status: 204 len: 168 time: 0.1134388 Oct 13 11:17:18.172224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb57b3-9e6c-446f-b330-148d9330eb83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:18.172224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb57b3-9e6c-446f-b330-148d9330eb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:18.172545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43474) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:18.172730 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb57b3-9e6c-446f-b330-148d9330eb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:18.172911 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb57b3-9e6c-446f-b330-148d9330eb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:18.174353 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb57b3-9e6c-446f-b330-148d9330eb83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:18.174353 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb57b3-9e6c-446f-b330-148d9330eb83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:18.174353 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb57b3-9e6c-446f-b330-148d9330eb83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:18.174353 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb57b3-9e6c-446f-b330-148d9330eb83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:18.174986 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb57b3-9e6c-446f-b330-148d9330eb83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:18.174986 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb57b3-9e6c-446f-b330-148d9330eb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:18.175302 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb57b3-9e6c-446f-b330-148d9330eb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:18.175630 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb57b3-9e6c-446f-b330-148d9330eb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:18.176908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-832d328a-bab6-4591-b16b-997436b3f988 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '80c39490-92c3-4f91-8802-6e3b703da9b4', 'tempest-TagsExtTest-Tag-508835604') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:18.212243 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.213174 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.db.api [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:17:18.213650 n-d-813659-3 neutron-server[101993]: DEBUG oslo_db.api [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:17:18.255246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa821a40-28c2-41e6-b3f8-c9073070c0e2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:18.282310 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.336355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404d1cd-5c0d-4775-876f-aafe288bd7cb req-1f471c56-1629-40c5-a932-905e285aa408 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:18.337871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1404d1cd-5c0d-4775-876f-aafe288bd7cb req-1f471c56-1629-40c5-a932-905e285aa408 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 943 time: 0.1539135 Oct 13 11:17:18.382156 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f95300b-16e4-4c72-a35f-04a402b2ed78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.394143 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.396393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.401920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1404d1cd-5c0d-4775-876f-aafe288bd7cb req-535cae31-32a3-43da-885f-9038ce9b136e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555623 Oct 13 11:17:18.463445 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f95300b-16e4-4c72-a35f-04a402b2ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.495505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-832d328a-bab6-4591-b16b-997436b3f988 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4/tags/tempest-TagsExtTest-Tag-508835604 HTTP/1.1" status: 204 len: 168 time: 0.3223810 Oct 13 11:17:18.498128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43476) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:18.503838 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-ed79a183-7826-4e86-9633-09f4d7f33d09 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '80c39490-92c3-4f91-8802-6e3b703da9b4') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:18.504560 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95300b-16e4-4c72-a35f-04a402b2ed78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d888ae-a353-4e05-a0e6-eeaeb5a1f6c9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:18.512559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6f95300b-16e4-4c72-a35f-04a402b2ed78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81c6a8dbf9ba4ac6a79d810211ebeaea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5689580 Oct 13 11:17:18.513327 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43478) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:18.568611 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0b153b1-22ab-4bb7-814c-d5c7526e50ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.573253 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.573816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44595498-5cdc-4337-af6d-1bfecb10b11f {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:17:18.578724 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.580217 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9894e948-ea9e-4967-93b0-5709a12a00d0 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "DELETE /v2.0/routers/44595498-5cdc-4337-af6d-1bfecb10b11f HTTP/1.1" status: 204 len: 168 time: 1.2706940 Oct 13 11:17:18.583083 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43480) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:18.593309 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0b153b1-22ab-4bb7-814c-d5c7526e50ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.623710 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ed79a183-7826-4e86-9633-09f4d7f33d09 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4/tags HTTP/1.1" status: 200 len: 205 time: 0.1244025 Oct 13 11:17:18.627451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43482) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:18.633239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-3477c65b-2949-463b-9b99-402f38c005bc tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8e9a018f-05e1-45f2-ac56-13281f8d4a10') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:18.645967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-55faf30d-ea74-41c7-8ada-db97b5d784bd tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Deleting subnet 5e171717-a69c-42da-b806-1e789a4c49ac {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:17:18.656386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-55faf30d-ea74-41c7-8ada-db97b5d784bd tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.709501 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3477c65b-2949-463b-9b99-402f38c005bc tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10/tags HTTP/1.1" status: 200 len: 241 time: 0.0810046 Oct 13 11:17:18.711958 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-55faf30d-ea74-41c7-8ada-db97b5d784bd tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.712510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43484) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:18.717196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-51055aa7-3641-406e-97c7-7c787fd3ccae tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8e9a018f-05e1-45f2-ac56-13281f8d4a10', 'tempest-TagsExtTest-Tag-1207905184') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:18.722431 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0b153b1-22ab-4bb7-814c-d5c7526e50ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.725215 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0b153b1-22ab-4bb7-814c-d5c7526e50ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.727527 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b0b153b1-22ab-4bb7-814c-d5c7526e50ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47d888ae-a353-4e05-a0e6-eeaeb5a1f6c9 HTTP/1.1" status: 204 len: 168 time: 0.2132573 Oct 13 11:17:18.745437 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Attempting to bind port fa821a40-28c2-41e6-b3f8-c9073070c0e2 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:17:18.745845 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Attempting to bind port fa821a40-28c2-41e6-b3f8-c9073070c0e2 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '65620ef1-6ffb-4b23-8988-ce16dbd29da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:17:18.746273 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Attempting to bind port fa821a40-28c2-41e6-b3f8-c9073070c0e2 on network ca03e00d-e7a9-490e-9736-05f98e95d9a9 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:17:18.752215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b153b1-22ab-4bb7-814c-d5c7526e50ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d888ae-a353-4e05-a0e6-eeaeb5a1f6c9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:18.763895 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:17:18.764652 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Checking segment: {'id': '65620ef1-6ffb-4b23-8988-ce16dbd29da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:17:18.765217 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.765713 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Bound using segment: {'id': '65620ef1-6ffb-4b23-8988-ce16dbd29da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:17:18.768101 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Bound port: fa821a40-28c2-41e6-b3f8-c9073070c0e2, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65620ef1-6ffb-4b23-8988-ce16dbd29da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca03e00d-e7a9-490e-9736-05f98e95d9a9'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:17:18.769158 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:18.772798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-51055aa7-3641-406e-97c7-7c787fd3ccae tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10/tags/tempest-TagsExtTest-Tag-1207905184 HTTP/1.1" status: 204 len: 168 time: 0.0591502 Oct 13 11:17:18.780453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43488) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:18.791837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-d4866b4f-cd07-4789-8175-8de752bf3d5d tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8e9a018f-05e1-45f2-ac56-13281f8d4a10', 'tempest-TagsExtTest-Tag-1207905184') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:18.803258 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.plugin [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Port fa821a40-28c2-41e6-b3f8-c9073070c0e2 has been deleted concurrently {{(pid=101993) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 13 11:17:18.821827 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Routers set() bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:18.822479 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Router IDs set() for agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 11:17:18.823424 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_agentschedulers_db [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'44595498-5cdc-4337-af6d-1bfecb10b11f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent'). {{(pid=101993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 11:17:18.824326 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5112b-0497-43de-b40c-4dfd558a53c3 None None] The sync data for ids ['44595498-5cdc-4337-af6d-1bfecb10b11f'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:17:18.907394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d4866b4f-cd07-4789-8175-8de752bf3d5d tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10/tags/tempest-TagsExtTest-Tag-1207905184 HTTP/1.1" status: 204 len: 168 time: 0.1223123 Oct 13 11:17:18.907933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43492) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:18.912983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-17b6f973-5e84-4645-9fd0-312b0f5eeab6 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8e9a018f-05e1-45f2-ac56-13281f8d4a10') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:18.940990 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-17b6f973-5e84-4645-9fd0-312b0f5eeab6 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10/tags HTTP/1.1" status: 200 len: 205 time: 0.0318685 Oct 13 11:17:18.944376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43494) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:18.948928 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-1e9bf82b-bbac-42fd-9c01-66473244d689 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8e9a018f-05e1-45f2-ac56-13281f8d4a10') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:18.976342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1e9bf82b-bbac-42fd-9c01-66473244d689 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10/tags HTTP/1.1" status: 204 len: 168 time: 0.0309036 Oct 13 11:17:18.978892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43496) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:18.983784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-b868a101-7e1b-41ec-9fc0-930cc17187aa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '80c39490-92c3-4f91-8802-6e3b703da9b4') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:19.058446 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-55faf30d-ea74-41c7-8ada-db97b5d784bd tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:19.069797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b868a101-7e1b-41ec-9fc0-930cc17187aa tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4/tags HTTP/1.1" status: 204 len: 168 time: 0.0875688 Oct 13 11:17:19.070548 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43498) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:19.074646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-d6916c55-1d3b-41cb-8365-bf671f970f49 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bee4f16e-bb3d-4945-bc9d-db941ef4c095') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:19.135783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d6916c55-1d3b-41cb-8365-bf671f970f49 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095/tags HTTP/1.1" status: 204 len: 168 time: 0.0647163 Oct 13 11:17:19.139672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43502) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:19.144619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-3781741c-1dfb-4811-9c79-2648a4e43272 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ad77b979-5b47-422d-a4f7-6b0e7cf95288') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:19.205608 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-55faf30d-ea74-41c7-8ada-db97b5d784bd tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:19.212272 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3781741c-1dfb-4811-9c79-2648a4e43272 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288/tags HTTP/1.1" status: 204 len: 168 time: 0.0708251 Oct 13 11:17:19.218307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43506) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:19.224039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-fa9ee791-f711-4bbc-a809-90a1a4d27668 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ad77b979-5b47-422d-a4f7-6b0e7cf95288', 'tempest-TagsExtTest-Tag-907288033') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:19.235920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faf30d-ea74-41c7-8ada-db97b5d784bd tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5e171717-a69c-42da-b806-1e789a4c49ac,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:19.239584 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-55faf30d-ea74-41c7-8ada-db97b5d784bd tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:19.247431 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-55faf30d-ea74-41c7-8ada-db97b5d784bd tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/5e171717-a69c-42da-b806-1e789a4c49ac HTTP/1.1" status: 204 len: 168 time: 0.6593485 Oct 13 11:17:19.248677 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43508) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:19.327658 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:19.371366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fa9ee791-f711-4bbc-a809-90a1a4d27668 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "PUT /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288/tags/tempest-TagsExtTest-Tag-907288033 HTTP/1.1" status: 201 len: 201 time: 0.1517360 Oct 13 11:17:19.374069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43514) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:19.378910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-afb1b1ff-c59f-483f-98fa-b3462fdf0b27 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bee4f16e-bb3d-4945-bc9d-db941ef4c095', 'tempest-TagsExtTest-Tag-220098086') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:19.418634 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:19.445726 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca03e00d-e7a9-490e-9736-05f98e95d9a9']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:19.459387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65620ef1-6ffb-4b23-8988-ce16dbd29da2') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:19.462770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65620ef1-6ffb-4b23-8988-ce16dbd29da2') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:19.471643 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:19.487472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:19.496442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:17:19.499049 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: items = [ Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:17:19.499544 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:17:19.541775 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-afb1b1ff-c59f-483f-98fa-b3462fdf0b27 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "PUT /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095/tags/tempest-TagsExtTest-Tag-220098086 HTTP/1.1" status: 201 len: 201 time: 0.1641726 Oct 13 11:17:19.542420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43520) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:19.548399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-8669b6b7-cfa3-4722-a714-4197c88ba8ca tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '80c39490-92c3-4f91-8802-6e3b703da9b4', 'tempest-TagsExtTest-Tag-1498556616') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:19.558472 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462faa4-8a7e-4b75-8a1c-2e4cfeb5bd48 req-e3c205a1-bcfc-4c09-ae77-57ecee627459 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:19.560103 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6462faa4-8a7e-4b75-8a1c-2e4cfeb5bd48 req-e3c205a1-bcfc-4c09-ae77-57ecee627459 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 943 time: 0.0651464 Oct 13 11:17:19.661052 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:19.663308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca03e00d-e7a9-490e-9736-05f98e95d9a9 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 11:17:19.664217 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6462faa4-8a7e-4b75-8a1c-2e4cfeb5bd48 req-2bd99bdd-a804-49eb-b38a-c9065f348591 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747786 Oct 13 11:17:19.675153 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:19.683274 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "DELETE /v2.0/networks/ca03e00d-e7a9-490e-9736-05f98e95d9a9 HTTP/1.1" status: 204 len: 168 time: 0.4298232 Oct 13 11:17:19.690672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9ce0f-0733-4cbf-a9b7-846383134586 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca03e00d-e7a9-490e-9736-05f98e95d9a9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:19.753283 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8669b6b7-cfa3-4722-a714-4197c88ba8ca tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "PUT /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4/tags/tempest-TagsExtTest-Tag-1498556616 HTTP/1.1" status: 201 len: 201 time: 0.2073495 Oct 13 11:17:19.753965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43530) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:19.761521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-945b8357-ef24-408b-8d1a-6123a0d74b23 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8e9a018f-05e1-45f2-ac56-13281f8d4a10', 'tempest-TagsExtTest-Tag-521737651') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:19.870167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-945b8357-ef24-408b-8d1a-6123a0d74b23 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "PUT /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10/tags/tempest-TagsExtTest-Tag-521737651 HTTP/1.1" status: 201 len: 201 time: 0.1146765 Oct 13 11:17:19.875365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43536) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:19.880453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-300d97bd-f63e-4c6f-9092-f6af19968cc5 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ad77b979-5b47-422d-a4f7-6b0e7cf95288', {'tags': ['tempest-TagsExtTest-Tag-372306107', 'tempest-TagsExtTest-Tag-342172187', 'tempest-TagsExtTest-Tag-393232778']}) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:20.052938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-300d97bd-f63e-4c6f-9092-f6af19968cc5 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "PUT /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288/tags HTTP/1.1" status: 200 len: 315 time: 0.1764455 Oct 13 11:17:20.055595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43544) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:20.059840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-f4799ade-1a86-4d1b-8051-091478f952a4 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ad77b979-5b47-422d-a4f7-6b0e7cf95288') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:20.088193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43546) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:20.100520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b97462c2-db3b-4c4b-83e1-718d1f8c88e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Request body: {'router': {'name': 'tempest-router--1261903753', 'project_id': 'd893ffc5978e45338cdf3b47d9e31d20'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:20.212309 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b97462c2-db3b-4c4b-83e1-718d1f8c88e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:20.213367 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b97462c2-db3b-4c4b-83e1-718d1f8c88e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:20.264805 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f4799ade-1a86-4d1b-8051-091478f952a4 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288/tags HTTP/1.1" status: 204 len: 168 time: 0.2081573 Oct 13 11:17:20.269135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43548) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:20.272247 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b97462c2-db3b-4c4b-83e1-718d1f8c88e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:20.273681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-00e1de12-92b3-466c-8411-bdb68a029ff9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ad77b979-5b47-422d-a4f7-6b0e7cf95288', 'tempest-TagsExtTest-Tag-372306107') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:20.329293 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-00e1de12-92b3-466c-8411-bdb68a029ff9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] show failed (client error): The resource could not be found. Oct 13 11:17:20.331331 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-00e1de12-92b3-466c-8411-bdb68a029ff9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288/tags/tempest-TagsExtTest-Tag-372306107 HTTP/1.1" status: 404 len: 328 time: 0.0603716 Oct 13 11:17:20.333445 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43552) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:20.337846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-eab897d6-af79-4b8f-9456-9a58bffad2c9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ad77b979-5b47-422d-a4f7-6b0e7cf95288', 'tempest-TagsExtTest-Tag-342172187') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:20.343918 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b97462c2-db3b-4c4b-83e1-718d1f8c88e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:20.397313 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-eab897d6-af79-4b8f-9456-9a58bffad2c9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] show failed (client error): The resource could not be found. Oct 13 11:17:20.398394 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eab897d6-af79-4b8f-9456-9a58bffad2c9 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288/tags/tempest-TagsExtTest-Tag-342172187 HTTP/1.1" status: 404 len: 328 time: 0.0639188 Oct 13 11:17:20.402365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43554) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:20.406517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-8533024d-1e92-4353-9b9f-670d41814224 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ad77b979-5b47-422d-a4f7-6b0e7cf95288', 'tempest-TagsExtTest-Tag-393232778') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:20.420131 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b97462c2-db3b-4c4b-83e1-718d1f8c88e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:20.421344 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b97462c2-db3b-4c4b-83e1-718d1f8c88e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3318298 Oct 13 11:17:20.424365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43556) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:20.461389 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-8533024d-1e92-4353-9b9f-670d41814224 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] show failed (client error): The resource could not be found. Oct 13 11:17:20.462818 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8533024d-1e92-4353-9b9f-670d41814224 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288/tags/tempest-TagsExtTest-Tag-393232778 HTTP/1.1" status: 404 len: 328 time: 0.0592964 Oct 13 11:17:20.465407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43560) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:20.470493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-23500fee-e190-4252-8fa2-86cbabdf7308 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bee4f16e-bb3d-4945-bc9d-db941ef4c095', {'tags': ['tempest-TagsExtTest-Tag-697932821', 'tempest-TagsExtTest-Tag-1083094616', 'tempest-TagsExtTest-Tag-1945137742']}) {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:20.510634 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4728ee99-fa48-4f91-8446-fc07afa07265 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:20.622835 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-23500fee-e190-4252-8fa2-86cbabdf7308 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "PUT /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095/tags HTTP/1.1" status: 200 len: 317 time: 0.1560531 Oct 13 11:17:20.626613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43566) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:20.631425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-61a2bd36-e046-4de9-93c3-732465a999dd tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bee4f16e-bb3d-4945-bc9d-db941ef4c095') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:20.807395 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-61a2bd36-e046-4de9-93c3-732465a999dd tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095/tags HTTP/1.1" status: 204 len: 168 time: 0.1795835 Oct 13 11:17:20.810228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43572) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:20.815233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-37f8c550-01a5-4589-a22c-e396872549d4 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bee4f16e-bb3d-4945-bc9d-db941ef4c095', 'tempest-TagsExtTest-Tag-697932821') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:20.875199 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-37f8c550-01a5-4589-a22c-e396872549d4 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] show failed (client error): The resource could not be found. Oct 13 11:17:20.880041 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-37f8c550-01a5-4589-a22c-e396872549d4 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095/tags/tempest-TagsExtTest-Tag-697932821 HTTP/1.1" status: 404 len: 328 time: 0.0659957 Oct 13 11:17:20.880223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43576) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:20.884683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-df94ce20-53cf-4c4c-bc84-8c80dd11f4b8 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bee4f16e-bb3d-4945-bc9d-db941ef4c095', 'tempest-TagsExtTest-Tag-1083094616') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:20.943589 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-df94ce20-53cf-4c4c-bc84-8c80dd11f4b8 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] show failed (client error): The resource could not be found. Oct 13 11:17:20.944653 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-df94ce20-53cf-4c4c-bc84-8c80dd11f4b8 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095/tags/tempest-TagsExtTest-Tag-1083094616 HTTP/1.1" status: 404 len: 329 time: 0.0634449 Oct 13 11:17:20.947658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43578) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:20.951893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-d9e59924-2aff-4eac-9a4e-d0a40a0c358e tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bee4f16e-bb3d-4945-bc9d-db941ef4c095', 'tempest-TagsExtTest-Tag-1945137742') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:20.989761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 78fa157c-3fc8-47e1-8aef-a110e3ebd554 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:17:21.009808 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4728ee99-fa48-4f91-8446-fc07afa07265 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:21.014081 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4728ee99-fa48-4f91-8446-fc07afa07265 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:21.034601 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1084c-191f-4c7d-8b13-2a2f55414c1b req-cf1f6159-d799-4e9c-a6ec-07f561c9b1e9 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:21.034601 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dba1084c-191f-4c7d-8b13-2a2f55414c1b req-cf1f6159-d799-4e9c-a6ec-07f561c9b1e9 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 943 time: 0.1562476 Oct 13 11:17:21.048146 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-d9e59924-2aff-4eac-9a4e-d0a40a0c358e tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] show failed (client error): The resource could not be found. Oct 13 11:17:21.049239 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d9e59924-2aff-4eac-9a4e-d0a40a0c358e tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095/tags/tempest-TagsExtTest-Tag-1945137742 HTTP/1.1" status: 404 len: 329 time: 0.1006503 Oct 13 11:17:21.052158 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43584) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:21.061030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-53cf64b8-75a2-4fb5-8014-652a33b3c6ee tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '80c39490-92c3-4f91-8802-6e3b703da9b4', {'tags': ['tempest-TagsExtTest-Tag-1805282109', 'tempest-TagsExtTest-Tag-462982394', 'tempest-TagsExtTest-Tag-227127954']}) {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:21.126575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dba1084c-191f-4c7d-8b13-2a2f55414c1b req-99973f53-a7e2-4867-a6c6-28797daeb5f3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Oct 13 11:17:21.128714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 78fa157c-3fc8-47e1-8aef-a110e3ebd554, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=78fa157c-3fc8-47e1-8aef-a110e3ebd554,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:21.144204 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '78fa157c-3fc8-47e1-8aef-a110e3ebd554', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'port_id': '78fa157c-3fc8-47e1-8aef-a110e3ebd554', 'mac_address': 'fa:16:3e:11:a7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:17:21.166759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4728ee99-fa48-4f91-8446-fc07afa07265 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:21.167285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4728ee99-fa48-4f91-8446-fc07afa07265 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39c5dfb6-029d-455c-9db1-a0649a1fd2c0 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:17:21.180320 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4728ee99-fa48-4f91-8446-fc07afa07265 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:21.184864 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4728ee99-fa48-4f91-8446-fc07afa07265 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "DELETE /v2.0/routers/39c5dfb6-029d-455c-9db1-a0649a1fd2c0 HTTP/1.1" status: 204 len: 168 time: 0.7592764 Oct 13 11:17:21.188883 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:21.203441 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fa157c-3fc8-47e1-8aef-a110e3ebd554 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:17:21.234959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 78fa157c-3fc8-47e1-8aef-a110e3ebd554, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=78fa157c-3fc8-47e1-8aef-a110e3ebd554,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:21.270927 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-53cf64b8-75a2-4fb5-8014-652a33b3c6ee tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "PUT /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4/tags HTTP/1.1" status: 200 len: 316 time: 0.2170746 Oct 13 11:17:21.273427 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43592) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:21.278497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-25ce9d79-7454-45d5-8e26-3f308fdce742 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '80c39490-92c3-4f91-8802-6e3b703da9b4') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:21.292341 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:21.356318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=78fa157c-3fc8-47e1-8aef-a110e3ebd554,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:21.371646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:21.372181 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:21.372740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:21.373597 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:21.374178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:21.374797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:21.375333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:21.376599 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:21.377469 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:21.377940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:21.378224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:21.378807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:21.462922 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-25ce9d79-7454-45d5-8e26-3f308fdce742 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4/tags HTTP/1.1" status: 204 len: 168 time: 0.1881678 Oct 13 11:17:21.465604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43596) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:21.470836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-09e69048-6bc6-475f-a196-ea7245ced375 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '80c39490-92c3-4f91-8802-6e3b703da9b4', 'tempest-TagsExtTest-Tag-1805282109') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:21.504842 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['78fa157c-3fc8-47e1-8aef-a110e3ebd554'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:17:21.524749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43598) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:21.563625 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-09e69048-6bc6-475f-a196-ea7245ced375 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] show failed (client error): The resource could not be found. Oct 13 11:17:21.566607 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-09e69048-6bc6-475f-a196-ea7245ced375 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4/tags/tempest-TagsExtTest-Tag-1805282109 HTTP/1.1" status: 404 len: 329 time: 0.0989373 Oct 13 11:17:21.571187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43602) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:21.575879 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-135a2d4e-f41f-40df-9640-ce46dda4d43d tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '80c39490-92c3-4f91-8802-6e3b703da9b4', 'tempest-TagsExtTest-Tag-462982394') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:21.665833 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-135a2d4e-f41f-40df-9640-ce46dda4d43d tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] show failed (client error): The resource could not be found. Oct 13 11:17:21.670294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43608) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:21.670933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-135a2d4e-f41f-40df-9640-ce46dda4d43d tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4/tags/tempest-TagsExtTest-Tag-462982394 HTTP/1.1" status: 404 len: 328 time: 0.1014121 Oct 13 11:17:21.676385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.tag.tag_plugin [None req-0db43c25-c92f-4640-b391-df4902b99a71 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '80c39490-92c3-4f91-8802-6e3b703da9b4', 'tempest-TagsExtTest-Tag-227127954') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:21.767753 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-0db43c25-c92f-4640-b391-df4902b99a71 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] show failed (client error): The resource could not be found. Oct 13 11:17:21.771546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0db43c25-c92f-4640-b391-df4902b99a71 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4/tags/tempest-TagsExtTest-Tag-227127954 HTTP/1.1" status: 404 len: 328 time: 0.0976174 Oct 13 11:17:21.772058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43614) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:21.775154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1760143307', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}, 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:21.776514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-4f1f3083-ff99-4412-ba98-2f306cc07315 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8e9a018f-05e1-45f2-ac56-13281f8d4a10', {'tags': ['tempest-TagsExtTest-Tag-715906258', 'tempest-TagsExtTest-Tag-476377051', 'tempest-TagsExtTest-Tag-2070171774']}) {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:21.863625 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:21.864736 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:21.876210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4f1f3083-ff99-4412-ba98-2f306cc07315 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "PUT /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10/tags HTTP/1.1" status: 200 len: 316 time: 0.1026971 Oct 13 11:17:21.880847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43616) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:21.883284 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-9e9f7cc1-2f0b-4d58-9197-6d6cc85a215e tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8e9a018f-05e1-45f2-ac56-13281f8d4a10') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:21.925605 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:22.023756 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9e9f7cc1-2f0b-4d58-9197-6d6cc85a215e tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10/tags HTTP/1.1" status: 204 len: 168 time: 0.1436851 Oct 13 11:17:22.027583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43618) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:22.034447 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-dcc9d6f3-d06b-44bc-8230-97b296c46bfb tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8e9a018f-05e1-45f2-ac56-13281f8d4a10', 'tempest-TagsExtTest-Tag-715906258') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:22.061361 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-dcc9d6f3-d06b-44bc-8230-97b296c46bfb tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] show failed (client error): The resource could not be found. Oct 13 11:17:22.062732 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dcc9d6f3-d06b-44bc-8230-97b296c46bfb tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10/tags/tempest-TagsExtTest-Tag-715906258 HTTP/1.1" status: 404 len: 328 time: 0.0335915 Oct 13 11:17:22.066896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43620) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:22.072863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-f84978ed-52dc-475c-884f-0ea2e12e87d0 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8e9a018f-05e1-45f2-ac56-13281f8d4a10', 'tempest-TagsExtTest-Tag-476377051') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:22.102253 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-f84978ed-52dc-475c-884f-0ea2e12e87d0 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] show failed (client error): The resource could not be found. Oct 13 11:17:22.103442 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f84978ed-52dc-475c-884f-0ea2e12e87d0 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10/tags/tempest-TagsExtTest-Tag-476377051 HTTP/1.1" status: 404 len: 328 time: 0.0349214 Oct 13 11:17:22.106379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43622) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:22.111766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-81099413-2477-4012-a70f-96ad8bbfed87 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8e9a018f-05e1-45f2-ac56-13281f8d4a10', 'tempest-TagsExtTest-Tag-2070171774') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:22.133186 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-81099413-2477-4012-a70f-96ad8bbfed87 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] show failed (client error): The resource could not be found. Oct 13 11:17:22.134252 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-81099413-2477-4012-a70f-96ad8bbfed87 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10/tags/tempest-TagsExtTest-Tag-2070171774 HTTP/1.1" status: 404 len: 329 time: 0.0267448 Oct 13 11:17:22.137229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43624) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:22.142464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-23acd872-11f3-4f3c-81aa-1613612fbc96 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8e9a018f-05e1-45f2-ac56-13281f8d4a10') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:22.143258 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:22.170831 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-23acd872-11f3-4f3c-81aa-1613612fbc96 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10/tags HTTP/1.1" status: 204 len: 168 time: 0.0325990 Oct 13 11:17:22.174238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43628) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:22.178952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-9898f310-53e8-494d-a49c-a2764f8a5ed4 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '80c39490-92c3-4f91-8802-6e3b703da9b4') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:22.266744 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9898f310-53e8-494d-a49c-a2764f8a5ed4 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4/tags HTTP/1.1" status: 204 len: 168 time: 0.0913992 Oct 13 11:17:22.270926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43632) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:22.276315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-4a9e9ba7-beb9-4074-bb93-4a653d156881 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bee4f16e-bb3d-4945-bc9d-db941ef4c095') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:22.305228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c39078-3025-40e2-bac7-72ab7c621ba0 req-661c2233-b2b4-4a68-aa08-bc74d739a769 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:22.308778 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58c39078-3025-40e2-bac7-72ab7c621ba0 req-661c2233-b2b4-4a68-aa08-bc74d739a769 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 944 time: 0.0994363 Oct 13 11:17:22.340159 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4a9e9ba7-beb9-4074-bb93-4a653d156881 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095/tags HTTP/1.1" status: 204 len: 168 time: 0.0652122 Oct 13 11:17:22.340811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43634) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:22.350047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.tag.tag_plugin [None req-022df173-55d0-4513-a4dc-5e43c55f442b tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ad77b979-5b47-422d-a4f7-6b0e7cf95288') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:22.368944 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58c39078-3025-40e2-bac7-72ab7c621ba0 req-88674c55-0b07-4e5a-a6fd-293ce78017af tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523267 Oct 13 11:17:22.427283 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-022df173-55d0-4513-a4dc-5e43c55f442b tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288/tags HTTP/1.1" status: 204 len: 168 time: 0.0803652 Oct 13 11:17:22.427730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43636) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:22.501439 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:22.521778 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:22.643170 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2fc6-6d35-4ca0-8a02-9dad8cb76ef0 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks [] for subnetpool, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:22.645171 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8d5a2fc6-6d35-4ca0-8a02-9dad8cb76ef0 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/subnetpools/8e9a018f-05e1-45f2-ac56-13281f8d4a10 HTTP/1.1" status: 204 len: 168 time: 0.2155931 Oct 13 11:17:22.647137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43640) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:22.677445 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8c798a79-1e24-45b2-8455-9e0ab63597d1 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "GET /v2.0/ports?device_id=80c39490-92c3-4f91-8802-6e3b703da9b4 HTTP/1.1" status: 200 len: 205 time: 0.0290649 Oct 13 11:17:22.680618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43642) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:22.761126 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30fdf4ba-4073-473f-bce0-6e1c74a29710 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:22.773855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Allocated IP 172.25.0.229 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/8636b480-bc0a-46b7-9d55-e0d1d24b7c3e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:22.896122 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:22.949246 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30fdf4ba-4073-473f-bce0-6e1c74a29710 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:22.951194 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30fdf4ba-4073-473f-bce0-6e1c74a29710 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:22.984172 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:22.993525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 78fa157c-3fc8-47e1-8aef-a110e3ebd554 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:17:23.035529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:17:23.038694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:23.043818 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:17:23.048059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Pushing event updated for resources: {'Port': ['ID=8636b480-bc0a-46b7-9d55-e0d1d24b7c3e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:23.069407 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30fdf4ba-4073-473f-bce0-6e1c74a29710 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:23.070208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fdf4ba-4073-473f-bce0-6e1c74a29710 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Fanout notify agent at l3_agent the message router_deleted on router 80c39490-92c3-4f91-8802-6e3b703da9b4 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:17:23.080073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-30fdf4ba-4073-473f-bce0-6e1c74a29710 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:23.082474 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-30fdf4ba-4073-473f-bce0-6e1c74a29710 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/routers/80c39490-92c3-4f91-8802-6e3b703da9b4 HTTP/1.1" status: 204 len: 168 time: 0.4008021 Oct 13 11:17:23.082945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43650) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:23.161170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 78fa157c-3fc8-47e1-8aef-a110e3ebd554 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:17:23.165750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 78fa157c-3fc8-47e1-8aef-a110e3ebd554 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:23.171324 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:23.269977 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:23.283628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b7249-bd49-4da0-83b5-990eae4fac4f tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Deleting port bee4f16e-bb3d-4945-bc9d-db941ef4c095 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:17:23.284332 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7249-bd49-4da0-83b5-990eae4fac4f tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:23.302197 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d76c79-5ec0-488c-9326-215cb1dc6036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa157c-3fc8-47e1-8aef-a110e3ebd554'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:17:23.304964 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496cbe4a-bd1e-4e97-8f0c-d870f0054d28" -d '{"events": [{"server_uuid": "17d76c79-5ec0-488c-9326-215cb1dc6036", "name": "network-vif-plugged", "status": "completed", "tag": "78fa157c-3fc8-47e1-8aef-a110e3ebd554"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:17:23.318480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 78fa157c-3fc8-47e1-8aef-a110e3ebd554, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=78fa157c-3fc8-47e1-8aef-a110e3ebd554,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:23.363908 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b9c9aa-1b69-4012-8a67-70e85928eb9c x-openstack-request-id: req-58b9c9aa-1b69-4012-8a67-70e85928eb9c {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:17:23.364536 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d76c79-5ec0-488c-9326-215cb1dc6036", "name": "network-vif-plugged", "status": "completed", "tag": "78fa157c-3fc8-47e1-8aef-a110e3ebd554", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:17:23.364988 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58b9c9aa-1b69-4012-8a67-70e85928eb9c {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:17:23.365575 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d76c79-5ec0-488c-9326-215cb1dc6036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa157c-3fc8-47e1-8aef-a110e3ebd554', 'code': 200} Oct 13 11:17:23.407777 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:23.488466 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=78fa157c-3fc8-47e1-8aef-a110e3ebd554,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:23.574681 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7249-bd49-4da0-83b5-990eae4fac4f tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:23.613898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b7249-bd49-4da0-83b5-990eae4fac4f tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Calling delete_port for bee4f16e-bb3d-4945-bc9d-db941ef4c095 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:17:23.634846 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:23.682652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e01e70-e78a-48e2-adf0-1c69112c8233 req-6f92dfe8-ccb2-4f24-83c9-292a971ce529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:23.684155 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0e01e70-e78a-48e2-adf0-1c69112c8233 req-6f92dfe8-ccb2-4f24-83c9-292a971ce529 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 1096 time: 0.1748061 Oct 13 11:17:23.737883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c12da1-5cc2-4756-bd59-2e4f5e76dc2b req-b76453e6-554f-4b9f-b6ce-d787737ac641 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:23.739861 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66c12da1-5cc2-4756-bd59-2e4f5e76dc2b req-b76453e6-554f-4b9f-b6ce-d787737ac641 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 945 time: 0.2293384 Oct 13 11:17:23.863519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0e01e70-e78a-48e2-adf0-1c69112c8233 req-7e2de75a-0fc2-4f18-8ff0-f40e2b4f07c4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345451 Oct 13 11:17:23.870938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66c12da1-5cc2-4756-bd59-2e4f5e76dc2b req-b7bcdd2c-d6af-4fbf-9636-a6e501482476 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210041 Oct 13 11:17:24.041453 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:24.121049 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7249-bd49-4da0-83b5-990eae4fac4f tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:24.163269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b7249-bd49-4da0-83b5-990eae4fac4f tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Pushing event deleted for resources: {'Port': ['ID=bee4f16e-bb3d-4945-bc9d-db941ef4c095,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:24.258782 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7249-bd49-4da0-83b5-990eae4fac4f tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:24.262004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9d9b7249-bd49-4da0-83b5-990eae4fac4f tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/ports/bee4f16e-bb3d-4945-bc9d-db941ef4c095 HTTP/1.1" status: 204 len: 168 time: 1.1780622 Oct 13 11:17:24.265252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43660) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:24.323324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a71444c-c516-4f49-b5aa-df38d6529e46 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Deleting subnet ad77b979-5b47-422d-a4f7-6b0e7cf95288 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:17:24.329250 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a71444c-c516-4f49-b5aa-df38d6529e46 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:24.372643 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a71444c-c516-4f49-b5aa-df38d6529e46 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:24.393487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Router e579fd88-8517-4a56-8f63-0be32e3a335d is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:17:24.535215 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a71444c-c516-4f49-b5aa-df38d6529e46 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:24.575779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:17:24.585800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c017282a-6f13-4aa8-835e-4fca8914f5ba None None] Sync routers for ids ['e579fd88-8517-4a56-8f63-0be32e3a335d'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:17:24.596405 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c017282a-6f13-4aa8-835e-4fca8914f5ba None None] Routers {'e579fd88-8517-4a56-8f63-0be32e3a335d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:24.597076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c017282a-6f13-4aa8-835e-4fca8914f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['e579fd88-8517-4a56-8f63-0be32e3a335d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:24.634887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c017282a-6f13-4aa8-835e-4fca8914f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:24.644002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c017282a-6f13-4aa8-835e-4fca8914f5ba None None] Routers {'e579fd88-8517-4a56-8f63-0be32e3a335d'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:24.644612 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c017282a-6f13-4aa8-835e-4fca8914f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['e579fd88-8517-4a56-8f63-0be32e3a335d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:24.677189 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:24.680065 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-719c728a-06e0-4a9c-89e3-ebe411f6746c tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1528261 Oct 13 11:17:24.680213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c017282a-6f13-4aa8-835e-4fca8914f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:24.680213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c017282a-6f13-4aa8-835e-4fca8914f5ba None None] The sync data for ids ['e579fd88-8517-4a56-8f63-0be32e3a335d'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:17:24.688649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43664) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:25.033586 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a71444c-c516-4f49-b5aa-df38d6529e46 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.093699 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a71444c-c516-4f49-b5aa-df38d6529e46 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.097681 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9a71444c-c516-4f49-b5aa-df38d6529e46 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/subnets/ad77b979-5b47-422d-a4f7-6b0e7cf95288 HTTP/1.1" status: 204 len: 168 time: 0.8314798 Oct 13 11:17:25.102186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71444c-c516-4f49-b5aa-df38d6529e46 tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Pushing event deleted for resources: {'Subnet': ['ID=ad77b979-5b47-422d-a4f7-6b0e7cf95288,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:25.107661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43682) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:25.110586 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbdc4b8-b66b-4fe9-92fc-9cbaf28db295 None None] Network 9427277c-de74-4861-9730-80dd47e9111d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:17:25.169311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff0d86-e800-4ae8-9391-245cd02dd172 req-855748be-b326-400a-8d4c-3d597cb1716d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:25.170879 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36ff0d86-e800-4ae8-9391-245cd02dd172 req-855748be-b326-400a-8d4c-3d597cb1716d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 945 time: 0.1422336 Oct 13 11:17:25.177007 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a1de8707-3efc-43b1-90e4-3ee55da84bfe tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/routers/e579fd88-8517-4a56-8f63-0be32e3a335d HTTP/1.1" status: 200 len: 925 time: 0.4870842 Oct 13 11:17:25.180129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43684) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:25.226924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-af72d3f9-0175-40bd-a519-543367ded12f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "GET /v2.0/ports?device_id=e579fd88-8517-4a56-8f63-0be32e3a335d HTTP/1.1" status: 200 len: 205 time: 0.0445535 Oct 13 11:17:25.230500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43686) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:25.243085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.301591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36ff0d86-e800-4ae8-9391-245cd02dd172 req-6e9f0b04-c78b-4cf2-a09f-d3605119b1ce tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203547 Oct 13 11:17:25.315541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Deleting port dac406e6-9fc6-4020-a043-5be07da45d5d {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:17:25.315980 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.349373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc104f3-b3ee-411c-9283-adf7ee59fa51 None None] DHCP port deletion for 9427277c-de74-4861-9730-80dd47e9111d request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:17:25.374532 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.404780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7cc104f3-b3ee-411c-9283-adf7ee59fa51 None None] Deleting port dac406e6-9fc6-4020-a043-5be07da45d5d {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:17:25.405121 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7cc104f3-b3ee-411c-9283-adf7ee59fa51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.407469 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] For port dac406e6-9fc6-4020-a043-5be07da45d5d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dac406e6-9fc6-4020-a043-5be07da45d5d,segment=NetworkSegment(1bc10ab3-005a-4b4a-a4fb-f468e267511c),segment_id=1bc10ab3-005a-4b4a-a4fb-f468e267511c)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:25.407947 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.421901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Calling delete_port for dac406e6-9fc6-4020-a043-5be07da45d5d owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:17:25.475667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7cc104f3-b3ee-411c-9283-adf7ee59fa51 None None] For port dac406e6-9fc6-4020-a043-5be07da45d5d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dac406e6-9fc6-4020-a043-5be07da45d5d,segment=NetworkSegment(1bc10ab3-005a-4b4a-a4fb-f468e267511c),segment_id=1bc10ab3-005a-4b4a-a4fb-f468e267511c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:25.476118 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7cc104f3-b3ee-411c-9283-adf7ee59fa51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.492576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7cc104f3-b3ee-411c-9283-adf7ee59fa51 None None] Calling delete_port for dac406e6-9fc6-4020-a043-5be07da45d5d owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:17:25.503076 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.619317 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.631617 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7cc104f3-b3ee-411c-9283-adf7ee59fa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.654886 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc104f3-b3ee-411c-9283-adf7ee59fa51 None None] No DVR routers for this DVR port dac406e6-9fc6-4020-a043-5be07da45d5d on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:17:25.655202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Pushing event deleted for resources: {'Port': ['ID=dac406e6-9fc6-4020-a043-5be07da45d5d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:25.657692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] No DVR routers for this DVR port dac406e6-9fc6-4020-a043-5be07da45d5d on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:17:25.668021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Deleting port 8636b480-bc0a-46b7-9d55-e0d1d24b7c3e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:17:25.668491 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.684266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc104f3-b3ee-411c-9283-adf7ee59fa51 None None] Pushing event deleted for resources: {'Port': ['ID=dac406e6-9fc6-4020-a043-5be07da45d5d,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:25.757340 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.763329 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.770803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Calling delete_port for 8636b480-bc0a-46b7-9d55-e0d1d24b7c3e owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:17:25.785948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9427277c-de74-4861-9730-80dd47e9111d']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:25.796987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc10ab3-005a-4b4a-a4fb-f468e267511c') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:25.797990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc10ab3-005a-4b4a-a4fb-f468e267511c') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:25.808321 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.822401 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.829752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:17:25.836424 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:17:25.982079 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.991287 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:25.992779 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] 10.222.0.32 "DELETE /v2.0/networks/9427277c-de74-4861-9730-80dd47e9111d HTTP/1.1" status: 204 len: 168 time: 0.8841028 Oct 13 11:17:26.005699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6b354-5c2f-46c9-94c8-77cc7bdb3b0a tempest-TagsExtTest-1656999325 tempest-TagsExtTest-1656999325-project] Pushing event deleted for resources: {'Network': ['ID=9427277c-de74-4861-9730-80dd47e9111d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:26.044658 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:26.072401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Pushing event deleted for resources: {'Port': ['ID=8636b480-bc0a-46b7-9d55-e0d1d24b7c3e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:26.142909 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:26.242296 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:26.244417 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:26.370155 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:26.370765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Fanout notify agent at l3_agent the message router_deleted on router e579fd88-8517-4a56-8f63-0be32e3a335d {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:17:26.377889 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:26.379046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4adff744-0c9f-4c08-a2e1-2fa32623f908 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "DELETE /v2.0/routers/e579fd88-8517-4a56-8f63-0be32e3a335d HTTP/1.1" status: 204 len: 168 time: 1.1476038 Oct 13 11:17:26.386014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43694) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:26.388892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Request body: {'router': {'name': 'tempest-snat-router-193491718', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'enable_snat': False}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:26.437747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7422f5-6d49-42ce-aedd-a506d5d7930f req-25c6fc33-7ce3-41a3-86e8-9b015f8bbc4b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:26.443630 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af7422f5-6d49-42ce-aedd-a506d5d7930f req-25c6fc33-7ce3-41a3-86e8-9b015f8bbc4b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 945 time: 0.0587685 Oct 13 11:17:26.481333 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af7422f5-6d49-42ce-aedd-a506d5d7930f req-911a051d-bc32-428c-a32b-cc186a07b0ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356615 Oct 13 11:17:26.492653 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:26.494147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:26.519033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43702) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:26.570585 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:26.618265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dac406e6-9fc6-4020-a043-5be07da45d5d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:17:26.644999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: dac406e6-9fc6-4020-a043-5be07da45d5d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:17:26.645773 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dac406e6-9fc6-4020-a043-5be07da45d5d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:17:26.653521 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e3fbc53-837b-475d-9fe8-2053da66b071 req-62bdec9a-0912-4b7f-9c1b-56554cbb7d95 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=94103c739efd4f559dbc468c59322726 HTTP/1.1" status: 200 len: 267 time: 0.0398805 Oct 13 11:17:26.735188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8f06088a-f359-4b61-8ae4-d9aa73e19039 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6da65b30417e478d8e1e87cc2cca1007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140203 Oct 13 11:17:26.737691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43706) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:26.755797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fbc53-837b-475d-9fe8-2053da66b071 req-0f094af5-c49e-4186-88f0-033f3ffb50dd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:26.757861 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e3fbc53-837b-475d-9fe8-2053da66b071 req-0f094af5-c49e-4186-88f0-033f3ffb50dd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 945 time: 0.0926366 Oct 13 11:17:26.770760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-1e3fbc53-837b-475d-9fe8-2053da66b071 req-273f91f7-cd7e-4221-83b8-3cf27839c7ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Request body: {'port': {'security_groups': []}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:26.844044 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e3fbc53-837b-475d-9fe8-2053da66b071 req-273f91f7-cd7e-4221-83b8-3cf27839c7ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:26.845205 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:26.864210 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd803-f7e7-4d89-a6f1-a468d3cb33ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:26.894246 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd803-f7e7-4d89-a6f1-a468d3cb33ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:27.044221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-1e3fbc53-837b-475d-9fe8-2053da66b071 req-273f91f7-cd7e-4221-83b8-3cf27839c7ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] For port 78fa157c-3fc8-47e1-8aef-a110e3ebd554, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=78fa157c-3fc8-47e1-8aef-a110e3ebd554,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:27.067879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd803-f7e7-4d89-a6f1-a468d3cb33ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:27.070501 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f5fd803-f7e7-4d89-a6f1-a468d3cb33ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:27.074731 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8f5fd803-f7e7-4d89-a6f1-a468d3cb33ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b137142-9e0d-473d-b7fd-22048459776c HTTP/1.1" status: 204 len: 168 time: 0.3330073 Oct 13 11:17:27.078316 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e3fbc53-837b-475d-9fe8-2053da66b071 req-273f91f7-cd7e-4221-83b8-3cf27839c7ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:27.119109 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fd803-f7e7-4d89-a6f1-a468d3cb33ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b137142-9e0d-473d-b7fd-22048459776c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:27.163512 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:27.165831 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e3fbc53-837b-475d-9fe8-2053da66b071 req-273f91f7-cd7e-4221-83b8-3cf27839c7ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:27.178656 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['9a09b0f2-9385-4773-9833-da54e4e95613', '09b179ac-6642-4a16-9937-74a564550c7f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:17:27.181257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['78fa157c-3fc8-47e1-8aef-a110e3ebd554'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:17:27.219822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fbc53-837b-475d-9fe8-2053da66b071 req-273f91f7-cd7e-4221-83b8-3cf27839c7ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:27.220713 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-1e3fbc53-837b-475d-9fe8-2053da66b071 req-273f91f7-cd7e-4221-83b8-3cf27839c7ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:27.236392 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e3fbc53-837b-475d-9fe8-2053da66b071 req-273f91f7-cd7e-4221-83b8-3cf27839c7ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "PUT /v2.0/ports/78fa157c-3fc8-47e1-8aef-a110e3ebd554 HTTP/1.1" status: 200 len: 904 time: 0.4634240 Oct 13 11:17:27.237190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d76c79-5ec0-488c-9326-215cb1dc6036', 'tag': '78fa157c-3fc8-47e1-8aef-a110e3ebd554'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:17:27.240374 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84d4e7c-2468-4856-9e38-12cf713a6dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "17d76c79-5ec0-488c-9326-215cb1dc6036", "tag": "78fa157c-3fc8-47e1-8aef-a110e3ebd554"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:17:27.314443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f91f7-cd7e-4221-83b8-3cf27839c7ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event updated for resources: {'Port': ['ID=78fa157c-3fc8-47e1-8aef-a110e3ebd554,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:27.332874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['78fa157c-3fc8-47e1-8aef-a110e3ebd554'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:17:27.437136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdbe5d-2c0f-4240-9399-2d8340446bcf req-475f59a1-243b-460e-ac27-7554839f7567 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:27.446881 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63fdbe5d-2c0f-4240-9399-2d8340446bcf req-475f59a1-243b-460e-ac27-7554839f7567 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 907 time: 0.1264315 Oct 13 11:17:27.566319 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1752c9-820f-4162-b879-d23d6587c550 x-openstack-request-id: req-bb1752c9-820f-4162-b879-d23d6587c550 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:17:27.566796 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d76c79-5ec0-488c-9326-215cb1dc6036", "tag": "78fa157c-3fc8-47e1-8aef-a110e3ebd554", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:17:27.567211 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb1752c9-820f-4162-b879-d23d6587c550 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:17:27.575448 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d76c79-5ec0-488c-9326-215cb1dc6036', 'tag': '78fa157c-3fc8-47e1-8aef-a110e3ebd554', 'status': 'completed', 'code': 200} Oct 13 11:17:27.741420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d4e7c-2468-4856-9e38-12cf713a6dc3 req-cf16096e-264e-45a6-b46c-2b872e31731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:27.744321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f84d4e7c-2468-4856-9e38-12cf713a6dc3 req-cf16096e-264e-45a6-b46c-2b872e31731b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 1058 time: 0.1468730 Oct 13 11:17:27.775380 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:27.923742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d4e7c-2468-4856-9e38-12cf713a6dc3 req-87ce4986-e78f-4b34-a113-334091f87223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:27.926289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f84d4e7c-2468-4856-9e38-12cf713a6dc3 req-87ce4986-e78f-4b34-a113-334091f87223 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.1708338 Oct 13 11:17:27.943447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36958e-c7cb-4850-8c4f-6e7bbeadc325 req-89511f7e-56c1-455e-a085-4551b0d97817 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:27.945976 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a36958e-c7cb-4850-8c4f-6e7bbeadc325 req-89511f7e-56c1-455e-a085-4551b0d97817 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.2778144 Oct 13 11:17:27.958978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-263ff134-3511-4270-a042-b4ec1ef3b4bc None None] Provisioning complete for port 78fa157c-3fc8-47e1-8aef-a110e3ebd554 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:27.967887 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-263ff134-3511-4270-a042-b4ec1ef3b4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:27.992114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Allocated IP 172.25.0.182 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/cf5b5c22-eade-4750-8296-4e6c855c8149) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:28.032305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f84d4e7c-2468-4856-9e38-12cf713a6dc3 req-fc85d037-48c7-4e18-9331-0ef91356a607 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78fa157c-3fc8-47e1-8aef-a110e3ebd554 HTTP/1.1" status: 200 len: 217 time: 0.0847764 Oct 13 11:17:28.146112 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a36958e-c7cb-4850-8c4f-6e7bbeadc325 req-ebe61bea-6324-4b8f-8912-93878053cda8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356704 Oct 13 11:17:28.163919 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d4e7c-2468-4856-9e38-12cf713a6dc3 req-f569d374-d01e-43b7-a38d-478a23182d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:28.166269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f84d4e7c-2468-4856-9e38-12cf713a6dc3 req-f569d374-d01e-43b7-a38d-478a23182d57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.1143122 Oct 13 11:17:28.210256 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:28.228221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d4e7c-2468-4856-9e38-12cf713a6dc3 req-0c2f4c30-13f6-42d9-a936-145e4960dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:28.229772 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f84d4e7c-2468-4856-9e38-12cf713a6dc3 req-0c2f4c30-13f6-42d9-a936-145e4960dfbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556059 Oct 13 11:17:28.343382 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:28.409766 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd793c-946c-45c4-b3a8-4f1469b24e4a req-8fc7f830-1bd8-4352-9bc7-c6c36831f393 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:28.410151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:17:28.412005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:28.412167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55bd793c-946c-45c4-b3a8-4f1469b24e4a req-8fc7f830-1bd8-4352-9bc7-c6c36831f393 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1104171 Oct 13 11:17:28.417607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event updated for resources: {'Port': ['ID=cf5b5c22-eade-4750-8296-4e6c855c8149,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:28.422524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:17:28.427831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f84d4e7c-2468-4856-9e38-12cf713a6dc3 req-68de5ff7-805c-4dc6-b5e1-69cbc05d0eb3 service neutron] 10.222.0.21 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838660 Oct 13 11:17:28.551790 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55bd793c-946c-45c4-b3a8-4f1469b24e4a req-695da9f6-6c12-46ef-b7a0-d0edcf00d1c4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215870 Oct 13 11:17:28.639252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f84d4e7c-2468-4856-9e38-12cf713a6dc3 req-a8fc4e97-74c5-4d25-8f08-2045ddddef3c service neutron] 10.222.0.21 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705077 Oct 13 11:17:28.873607 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:28.996543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-f0e825d7-ed19-491d-8592-567d37e9525c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:28.999327 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-f0e825d7-ed19-491d-8592-567d37e9525c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 811 time: 0.1973786 Oct 13 11:17:29.026078 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-a5c3eb1a-7bea-4ed1-a7ca-5fea53e160f7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/quotas/94103c739efd4f559dbc468c59322726 HTTP/1.1" status: 200 len: 375 time: 0.0172055 Oct 13 11:17:29.098216 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-25a310fb-e8e3-4a13-835a-0788deac2f3c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0708020 Oct 13 11:17:29.196548 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:29.267202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-23f41874-36bf-4580-a65f-01c6f5bd8730 service neutron] 10.222.0.32 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578045 Oct 13 11:17:29.378558 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-893e4046-dfee-488f-a59c-796e744b8eaa service neutron] 10.222.0.32 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049166 Oct 13 11:17:29.427786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Router 80b307c0-2cf6-47d6-a321-3f1cee60d261 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:17:29.590770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:17:29.612260 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Sync routers for ids ['80b307c0-2cf6-47d6-a321-3f1cee60d261'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:17:29.629727 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Routers {'80b307c0-2cf6-47d6-a321-3f1cee60d261'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:29.634654 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['80b307c0-2cf6-47d6-a321-3f1cee60d261'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:29.715374 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:29.720792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43786) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:29.721744 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bd99b1a8-d1e2-44d7-8a2b-d65c0795c2f9 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3351579 Oct 13 11:17:29.792025 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Set router 80b307c0-2cf6-47d6-a321-3f1cee60d261 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:17:29.825280 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-875512aa-98f3-4ddd-b702-b5975972bf6b req-cd81e402-8e50-47a0-b337-edf89aa9394a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 210 time: 0.0329361 Oct 13 11:17:29.918383 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9924ed55-b09e-4d9d-b813-4681f1c93881 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/routers/80b307c0-2cf6-47d6-a321-3f1cee60d261 HTTP/1.1" status: 200 len: 908 time: 0.1952279 Oct 13 11:17:29.918748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43796) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:29.924020 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Request body: {'router': {'name': 'tempest-snat-router-193491718', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'enable_snat': True}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:30.066893 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b307c0-2cf6-47d6-a321-3f1cee60d261', 'name': 'tempest-snat-router-193491718', 'tenant_id': 'd18b14f8e7374c5996b993b7e1904f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182'}], 'enable_snat': False}, 'gw_port_id': 'cf5b5c22-eade-4750-8296-4e6c855c8149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:17:26Z', 'updated_at': '2021-10-13T11:17:28Z', 'revision_number': 3, 'project_id': 'd18b14f8e7374c5996b993b7e1904f47', 'gw_port': {'id': 'cf5b5c22-eade-4750-8296-4e6c855c8149', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b307c0-2cf6-47d6-a321-3f1cee60d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:17:27Z', 'updated_at': '2021-10-13T11:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:30.109648 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:30.111465 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:30.183498 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:30.209580 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Checking router: 80b307c0-2cf6-47d6-a321-3f1cee60d261 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:17:30.209947 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Updating router 80b307c0-2cf6-47d6-a321-3f1cee60d261 port cf5b5c22-eade-4750-8296-4e6c855c8149 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:17:30.247697 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:30.428025 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:30.611078 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:30.732451 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:30.737374 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:30.761122 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:30.815432 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Attempting to bind port cf5b5c22-eade-4750-8296-4e6c855c8149 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:17:30.815958 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Attempting to bind port cf5b5c22-eade-4750-8296-4e6c855c8149 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:17:30.817709 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Attempting to bind port cf5b5c22-eade-4750-8296-4e6c855c8149 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:17:30.821907 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:17:30.822273 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:17:30.822714 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:30.823116 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:17:30.823596 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Bound port: cf5b5c22-eade-4750-8296-4e6c855c8149, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:17:30.823996 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:30.825880 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9087c-3abb-41b3-8148-03c408f1dda6 None None] Pushing event updated for resources: {'Port': ['ID=cf5b5c22-eade-4750-8296-4e6c855c8149,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:30.894089 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] For port cf5b5c22-eade-4750-8296-4e6c855c8149, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:17:30.898034 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] For port cf5b5c22-eade-4750-8296-4e6c855c8149, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cf5b5c22-eade-4750-8296-4e6c855c8149,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:17:30.900728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Allocated IP 172.25.0.4 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/750fc9a1-2637-465d-b4ce-6559e4e5544e) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:30.997748 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aaceeeaf-7b8f-4ed1-8b14-d0cee67b3e61 req-71be40cb-e47b-47e8-844d-a9f91f9bc0d3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 210 time: 0.0360837 Oct 13 11:17:31.006725 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:31.071124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:31.082600 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Routers {'80b307c0-2cf6-47d6-a321-3f1cee60d261'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:31.083778 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['80b307c0-2cf6-47d6-a321-3f1cee60d261'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:31.146324 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9087c-3abb-41b3-8148-03c408f1dda6 None None] Pushing event updated for resources: {'Port': ['ID=cf5b5c22-eade-4750-8296-4e6c855c8149,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:31.191055 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:31.274730 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] Set router 80b307c0-2cf6-47d6-a321-3f1cee60d261 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:17:31.274985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:17:31.280752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:31.293148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:17:31.337760 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event updated for resources: {'Port': ['ID=750fc9a1-2637-465d-b4ce-6559e4e5544e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:31.538878 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b307c0-2cf6-47d6-a321-3f1cee60d261', 'name': 'tempest-snat-router-193491718', 'tenant_id': 'd18b14f8e7374c5996b993b7e1904f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182'}], 'enable_snat': False}, 'gw_port_id': 'cf5b5c22-eade-4750-8296-4e6c855c8149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:17:26Z', 'updated_at': '2021-10-13T11:17:28Z', 'revision_number': 3, 'project_id': 'd18b14f8e7374c5996b993b7e1904f47', 'gw_port': {'id': 'cf5b5c22-eade-4750-8296-4e6c855c8149', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b307c0-2cf6-47d6-a321-3f1cee60d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:17:27Z', 'updated_at': '2021-10-13T11:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:31.589338 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff876811-a2d1-4f5d-8b97-39d611789ad7 None None] The sync data for ids ['80b307c0-2cf6-47d6-a321-3f1cee60d261'] in n-d-813659-3 is: [{'id': '80b307c0-2cf6-47d6-a321-3f1cee60d261', 'name': 'tempest-snat-router-193491718', 'tenant_id': 'd18b14f8e7374c5996b993b7e1904f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182'}], 'enable_snat': False}, 'gw_port_id': 'cf5b5c22-eade-4750-8296-4e6c855c8149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:17:26Z', 'updated_at': '2021-10-13T11:17:28Z', 'revision_number': 3, 'project_id': 'd18b14f8e7374c5996b993b7e1904f47', 'gw_port': {'id': 'cf5b5c22-eade-4750-8296-4e6c855c8149', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b307c0-2cf6-47d6-a321-3f1cee60d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:17:27Z', 'updated_at': '2021-10-13T11:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:17:31.775991 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:32.247584 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:32.249522 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff22407e-cdc3-4672-ae71-60ecab58620e req-6d29a6d4-acdb-4ac3-9821-271b20ac756c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 210 time: 0.0699365 Oct 13 11:17:32.610359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-54a8eb2f-0926-4373-8d56-3b3c68b58e38 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:32.610359 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-54a8eb2f-0926-4373-8d56-3b3c68b58e38 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 811 time: 0.1750152 Oct 13 11:17:32.620714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1f10c3f4-ab5d-4d48-b291-90864c15ef05 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Request body: {'port': {'device_id': '49d311d1-8d4d-454f-8ebb-734800e69714', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'admin_state_up': True, 'tenant_id': '94103c739efd4f559dbc468c59322726'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:32.664909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cf5b5c22-eade-4750-8296-4e6c855c8149 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:17:32.680955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Router 5e030985-5b9f-4ab3-8518-c498d1910d86 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:17:32.777278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port cf5b5c22-eade-4750-8296-4e6c855c8149 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:32.778027 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:32.907430 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:32.941335 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port cf5b5c22-eade-4750-8296-4e6c855c8149, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cf5b5c22-eade-4750-8296-4e6c855c8149,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:33.039211 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:33.132888 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=cf5b5c22-eade-4750-8296-4e6c855c8149,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:33.247561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:17:33.261121 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] Sync routers for ids ['5e030985-5b9f-4ab3-8518-c498d1910d86'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:17:33.276183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] Routers {'5e030985-5b9f-4ab3-8518-c498d1910d86'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:33.284836 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5e030985-5b9f-4ab3-8518-c498d1910d86'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:33.305316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1f10c3f4-ab5d-4d48-b291-90864c15ef05 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Made reservation on behalf of 94103c739efd4f559dbc468c59322726 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:17:33.310591 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1f10c3f4-ab5d-4d48-b291-90864c15ef05 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:33.375349 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-69d0e385-88c2-4838-933d-04aa89f46a19 req-cddc0934-1f71-4741-90ba-114b5907c763 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 210 time: 0.0378308 Oct 13 11:17:33.404928 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:33.404928 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9e009830-385e-4315-b2ea-c09f9d0a3e38 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 3.4824195 Oct 13 11:17:33.407695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43848) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:33.436576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] Set router 5e030985-5b9f-4ab3-8518-c498d1910d86 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:17:33.492055 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1f10c3f4-ab5d-4d48-b291-90864c15ef05 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Allocated IP 172.20.0.7 (95fd87ea-fade-4046-b119-0e72f7410189/ecd630ac-bffd-4d81-9474-39db4e4bebc1/bdd9ad21-2a3a-4095-93b1-6b70c5053fb6) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:33.560442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fa512f82-cb51-4010-b52d-6bb4c53e2bde tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/routers/5e030985-5b9f-4ab3-8518-c498d1910d86 HTTP/1.1" status: 200 len: 905 time: 0.1510432 Oct 13 11:17:33.564394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43854) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:33.730843 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1f10c3f4-ab5d-4d48-b291-90864c15ef05 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:33.754161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:33.885191 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1f10c3f4-ab5d-4d48-b291-90864c15ef05 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:33.900961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['9a09b0f2-9385-4773-9833-da54e4e95613', '09b179ac-6642-4a16-9937-74a564550c7f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:17:33.911807 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:33.960941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e030985-5b9f-4ab3-8518-c498d1910d86', 'name': 'tempest-snat-router-193491718', 'tenant_id': 'd18b14f8e7374c5996b993b7e1904f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '750fc9a1-2637-465d-b4ce-6559e4e5544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:17:30Z', 'updated_at': '2021-10-13T11:17:31Z', 'revision_number': 3, 'project_id': 'd18b14f8e7374c5996b993b7e1904f47', 'gw_port': {'id': '750fc9a1-2637-465d-b4ce-6559e4e5544e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e030985-5b9f-4ab3-8518-c498d1910d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:17:30Z', 'updated_at': '2021-10-13T11:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:33.963573 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1f10c3f4-ab5d-4d48-b291-90864c15ef05 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Network 95fd87ea-fade-4046-b119-0e72f7410189 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:17:33.966895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1f10c3f4-ab5d-4d48-b291-90864c15ef05 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:33.979438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1f10c3f4-ab5d-4d48-b291-90864c15ef05 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:17:34.009539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] Checking router: 5e030985-5b9f-4ab3-8518-c498d1910d86 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:17:34.009962 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] Updating router 5e030985-5b9f-4ab3-8518-c498d1910d86 port 750fc9a1-2637-465d-b4ce-6559e4e5544e binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:17:34.043557 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:34.061588 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1f10c3f4-ab5d-4d48-b291-90864c15ef05 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:34.062278 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1f10c3f4-ab5d-4d48-b291-90864c15ef05 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:34.066186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10c3f4-ab5d-4d48-b291-90864c15ef05 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event updated for resources: {'Port': ['ID=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:34.130715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Deleting port 750fc9a1-2637-465d-b4ce-6559e4e5544e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:17:34.131095 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:34.213015 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1f10c3f4-ab5d-4d48-b291-90864c15ef05 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5966873 Oct 13 11:17:34.227902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Request body: {'port': {'device_id': '49d311d1-8d4d-454f-8ebb-734800e69714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:34.280117 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:34.297945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Calling delete_port for 750fc9a1-2637-465d-b4ce-6559e4e5544e owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:17:34.401397 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5b817f02-f09b-40d5-9344-3cf332cb6586 None None] Provisioning complete for port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:34.401397 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5b817f02-f09b-40d5-9344-3cf332cb6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:34.408240 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:34.500564 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5b817f02-f09b-40d5-9344-3cf332cb6586 None None] Port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:17:34.561671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea97de-392b-4706-9135-d63995c08cb6 req-fc8d10c1-5b2e-466f-852e-a46ea5cf34d5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:34.565585 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97ea97de-392b-4706-9135-d63995c08cb6 req-fc8d10c1-5b2e-466f-852e-a46ea5cf34d5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 931 time: 0.0902786 Oct 13 11:17:34.692790 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97ea97de-392b-4706-9135-d63995c08cb6 req-2babcda8-8786-4bf2-8963-cd2fa72c5526 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179469 Oct 13 11:17:34.698245 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:34.703875 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:17:34.703875 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:17:34.748904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cf5b5c22-eade-4750-8296-4e6c855c8149 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:17:34.753126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event deleted for resources: {'Port': ['ID=750fc9a1-2637-465d-b4ce-6559e4e5544e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:34.811041 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port cf5b5c22-eade-4750-8296-4e6c855c8149 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:34.811547 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:34.846247 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:34.888855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:17:34.897778 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:34.912494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Transition to ACTIVE for port object bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:17:34.975581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:35.037751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:35.157175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Attempting to bind port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:17:35.157567 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Attempting to bind port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:17:35.157961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Attempting to bind port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 on network 95fd87ea-fade-4046-b119-0e72f7410189 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:17:35.164927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 on network 95fd87ea-fade-4046-b119-0e72f7410189 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:17:35.165292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Attempting to bind port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 on network 95fd87ea-fade-4046-b119-0e72f7410189 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:17:35.172986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:17:35.173999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Checking segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:17:35.174251 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Bound using segment: {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:17:35.175086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Bound port: bdd9ad21-2a3a-4095-93b1-6b70c5053fb6, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a084d5-182a-4723-a85c-670d3211447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:17:35.175086 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:35.228105 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] Port 750fc9a1-2637-465d-b4ce-6559e4e5544e not found while updating agent binding for router 5e030985-5b9f-4ab3-8518-c498d1910d86. {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 13 11:17:35.245675 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] Routers {'5e030985-5b9f-4ab3-8518-c498d1910d86'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:35.246426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5e030985-5b9f-4ab3-8518-c498d1910d86'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:35.302084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] For port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:17:35.305628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] For port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:17:35.320797 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:35.323428 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:35.343614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] Set router 5e030985-5b9f-4ab3-8518-c498d1910d86 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:17:35.389388 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:35.407721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e030985-5b9f-4ab3-8518-c498d1910d86', 'name': 'tempest-snat-router-193491718', 'tenant_id': 'd18b14f8e7374c5996b993b7e1904f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:17:30Z', 'updated_at': '2021-10-13T11:17:34Z', 'revision_number': 5, 'project_id': 'd18b14f8e7374c5996b993b7e1904f47', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:35.431674 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:35.432300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:35.434599 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] 10.222.0.46 "PUT /v2.0/ports/bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 HTTP/1.1" status: 200 len: 1091 time: 1.2113228 Oct 13 11:17:35.434599 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d311d1-8d4d-454f-8ebb-734800e69714', 'tag': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:17:35.436588 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a0f1bb-72ca-4c74-a127-2c09f53011f7" -d '{"events": [{"name": "network-changed", "server_uuid": "49d311d1-8d4d-454f-8ebb-734800e69714", "tag": "bdd9ad21-2a3a-4095-93b1-6b70c5053fb6"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:17:35.441495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fcf5c4-3829-4245-9e9a-ed253b45fde8 None None] The sync data for ids ['5e030985-5b9f-4ab3-8518-c498d1910d86'] in n-d-813659-3 is: [{'id': '5e030985-5b9f-4ab3-8518-c498d1910d86', 'name': 'tempest-snat-router-193491718', 'tenant_id': 'd18b14f8e7374c5996b993b7e1904f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:17:30Z', 'updated_at': '2021-10-13T11:17:34Z', 'revision_number': 5, 'project_id': 'd18b14f8e7374c5996b993b7e1904f47', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:17:35.461232 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:35.461832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e030985-5b9f-4ab3-8518-c498d1910d86 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:17:35.467646 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:35.477648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43888) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:35.477912 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2e813947-f3d6-4417-9dbb-0113c5bb6145 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "DELETE /v2.0/routers/5e030985-5b9f-4ab3-8518-c498d1910d86 HTTP/1.1" status: 204 len: 168 time: 1.9120450 Oct 13 11:17:35.498486 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e04e23-e23a-4e61-88c8-2120083e437f x-openstack-request-id: req-e8e04e23-e23a-4e61-88c8-2120083e437f {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:17:35.499020 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d311d1-8d4d-454f-8ebb-734800e69714", "tag": "bdd9ad21-2a3a-4095-93b1-6b70c5053fb6", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:17:35.499277 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8e04e23-e23a-4e61-88c8-2120083e437f {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:17:35.500517 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d311d1-8d4d-454f-8ebb-734800e69714', 'tag': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6', 'status': 'completed', 'code': 200} Oct 13 11:17:35.553791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa0656-312c-495b-9bc2-582ae5914fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:35.663159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f1bb-72ca-4c74-a127-2c09f53011f7 req-396deea2-6bd7-42dd-b2a9-a676a0b2b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:35.664731 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39a0f1bb-72ca-4c74-a127-2c09f53011f7 req-396deea2-6bd7-42dd-b2a9-a676a0b2b316 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 1094 time: 0.1203794 Oct 13 11:17:35.715395 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:35.910781 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a36dbb-d605-47c4-b63d-c95262be5c14 req-ed532dc4-e497-4522-84a1-f3da56eee60e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:35.919370 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75a36dbb-d605-47c4-b63d-c95262be5c14 req-ed532dc4-e497-4522-84a1-f3da56eee60e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 943 time: 0.0728760 Oct 13 11:17:35.967832 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75a36dbb-d605-47c4-b63d-c95262be5c14 req-884ee8ba-9eef-4c5e-89da-5d22b7b9f523 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474424 Oct 13 11:17:35.974452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f1bb-72ca-4c74-a127-2c09f53011f7 req-ddde8294-4b71-43b9-b665-e183dac203a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:35.975939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39a0f1bb-72ca-4c74-a127-2c09f53011f7 req-ddde8294-4b71-43b9-b665-e183dac203a8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=94103c739efd4f559dbc468c59322726&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3028424 Oct 13 11:17:35.993279 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:36.194900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f1bb-72ca-4c74-a127-2c09f53011f7 req-b6f4ae52-2ba2-42c3-afd4-c252025efd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:36.196383 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39a0f1bb-72ca-4c74-a127-2c09f53011f7 req-b6f4ae52-2ba2-42c3-afd4-c252025efd6a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2125967 Oct 13 11:17:36.216151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Deleting port cf5b5c22-eade-4750-8296-4e6c855c8149 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:17:36.216499 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:36.339486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1d72ebe8-d8bb-44f9-9b76-5d19638a8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:36.341077 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-1d72ebe8-d8bb-44f9-9b76-5d19638a8892 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 1094 time: 0.0861919 Oct 13 11:17:36.343146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] For port cf5b5c22-eade-4750-8296-4e6c855c8149, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cf5b5c22-eade-4750-8296-4e6c855c8149,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:36.343587 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:36.396551 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Calling delete_port for cf5b5c22-eade-4750-8296-4e6c855c8149 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:17:36.399773 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-5e5a3e64-a6f7-4f79-9343-cfe7ef9a3ec1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 HTTP/1.1" status: 200 len: 217 time: 0.0459931 Oct 13 11:17:36.507726 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-3bd43092-f7c7-4e39-b4d5-c26090468935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:36.509088 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-3bd43092-f7c7-4e39-b4d5-c26090468935 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.0992308 Oct 13 11:17:36.619755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-95728640-4eea-4210-89a7-75eba3b13cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:36.621356 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-95728640-4eea-4210-89a7-75eba3b13cc9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039882 Oct 13 11:17:36.778447 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-b9d51e75-62c3-4615-bd7c-b87d27171ddd service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470051 Oct 13 11:17:36.858691 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:36.894560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf5b5c22-eade-4750-8296-4e6c855c8149,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:36.990480 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5b538eea-8e04-4b5f-980a-6651841ce6b3 req-9963450f-0614-4e77-a6db-a896aa884921 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025774 Oct 13 11:17:36.999189 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:37.122655 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:37.126097 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:37.134519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac62c3-465a-4cd8-a31c-bebcd2c5589e req-ff02c97a-9a97-414f-8004-9a43d02239d7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:37.136467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52ac62c3-465a-4cd8-a31c-bebcd2c5589e req-ff02c97a-9a97-414f-8004-9a43d02239d7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 943 time: 0.0750196 Oct 13 11:17:37.189092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52ac62c3-465a-4cd8-a31c-bebcd2c5589e req-99bfa513-253f-4f7a-b83a-b5488d3519d3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442638 Oct 13 11:17:37.313830 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:37.314442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80b307c0-2cf6-47d6-a321-3f1cee60d261 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:17:37.319632 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:37.320810 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4fbe5cc5-1e3c-4c5e-9ec3-48add4df8f94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "DELETE /v2.0/routers/80b307c0-2cf6-47d6-a321-3f1cee60d261 HTTP/1.1" status: 204 len: 168 time: 1.8360419 Oct 13 11:17:37.324546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43906) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:37.329957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-376842076', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:37.456320 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:37.464563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:37.520653 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:37.776181 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:38.071211 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0e8844fa-a43a-4df2-b632-5254c18cf2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:38.343698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89126583-c7fa-4114-8d59-24e2272e35cd req-80df9803-469a-4a97-a0cf-41c59c25573d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:38.346126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-89126583-c7fa-4114-8d59-24e2272e35cd req-80df9803-469a-4a97-a0cf-41c59c25573d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 943 time: 0.0720611 Oct 13 11:17:38.406844 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-89126583-c7fa-4114-8d59-24e2272e35cd req-d7572cc9-9fe0-400d-8e80-602f93f5c8fc tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525382 Oct 13 11:17:38.539807 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:38.560446 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:38.636579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cf5b5c22-eade-4750-8296-4e6c855c8149 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:17:38.663791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: cf5b5c22-eade-4750-8296-4e6c855c8149 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:17:38.664414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cf5b5c22-eade-4750-8296-4e6c855c8149 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:17:38.675614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43930) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:38.732285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Allocated IP 172.25.0.49 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/06194560-1525-4328-b58c-149b98e08700) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:38.798377 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:38.816540 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44cc79df-60a8-4438-9bac-b421165f79ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:38.872989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:38.954244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44cc79df-60a8-4438-9bac-b421165f79ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:39.050603 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:39.091876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:17:39.096182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:39.099960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:17:39.105977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Pushing event updated for resources: {'Port': ['ID=06194560-1525-4328-b58c-149b98e08700,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:39.126644 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-44cc79df-60a8-4438-9bac-b421165f79ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:39.176014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc79df-60a8-4438-9bac-b421165f79ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb64480-fd65-4ac1-aec8-01588c831f5d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:39.189210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-44cc79df-60a8-4438-9bac-b421165f79ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3736dfc8eb14e348c26653c0b81a294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5095806 Oct 13 11:17:39.189210 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43934) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:39.345854 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3bf51e1d-1f4b-4e2b-8bfa-3200047a6cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:39.370371 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3bf51e1d-1f4b-4e2b-8bfa-3200047a6cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:39.536986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4de7c-2d5d-4a06-94cd-2063c79fa1da req-10f207e8-b539-478f-abd9-fb0dbb44d013 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:39.544148 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-47e4de7c-2d5d-4a06-94cd-2063c79fa1da req-10f207e8-b539-478f-abd9-fb0dbb44d013 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 943 time: 0.0641768 Oct 13 11:17:39.546039 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3bf51e1d-1f4b-4e2b-8bfa-3200047a6cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:39.549708 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3bf51e1d-1f4b-4e2b-8bfa-3200047a6cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:39.553255 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3bf51e1d-1f4b-4e2b-8bfa-3200047a6cf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ccb64480-fd65-4ac1-aec8-01588c831f5d HTTP/1.1" status: 204 len: 168 time: 0.3608339 Oct 13 11:17:39.567803 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf51e1d-1f4b-4e2b-8bfa-3200047a6cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb64480-fd65-4ac1-aec8-01588c831f5d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:39.589165 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:39.615076 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-47e4de7c-2d5d-4a06-94cd-2063c79fa1da req-295e407d-4412-4854-b305-bdbc267092d3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640900 Oct 13 11:17:39.814803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:40.022693 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Router 3cfccff0-dafa-4da3-8062-51ec6bcf6ff1 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:17:40.144027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:17:40.153804 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5798ba6-0f23-4d34-b02b-69ec831c7330 None None] Sync routers for ids ['3cfccff0-dafa-4da3-8062-51ec6bcf6ff1'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:17:40.163636 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5798ba6-0f23-4d34-b02b-69ec831c7330 None None] Routers {'3cfccff0-dafa-4da3-8062-51ec6bcf6ff1'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:40.164240 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b5798ba6-0f23-4d34-b02b-69ec831c7330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3cfccff0-dafa-4da3-8062-51ec6bcf6ff1'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:40.199224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b5798ba6-0f23-4d34-b02b-69ec831c7330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:40.208726 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5798ba6-0f23-4d34-b02b-69ec831c7330 None None] Routers {'3cfccff0-dafa-4da3-8062-51ec6bcf6ff1'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:40.209316 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b5798ba6-0f23-4d34-b02b-69ec831c7330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3cfccff0-dafa-4da3-8062-51ec6bcf6ff1'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:40.241408 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b5798ba6-0f23-4d34-b02b-69ec831c7330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:40.242067 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5798ba6-0f23-4d34-b02b-69ec831c7330 None None] The sync data for ids ['3cfccff0-dafa-4da3-8062-51ec6bcf6ff1'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:17:40.286370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:40.287659 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c9c1eaff-954b-4308-a6bf-304cc923aeaf tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9620414 Oct 13 11:17:40.290479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43952) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:40.295218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6d85aa37-d0d3-4528-b4cf-b5e96b80e173 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'enable_snat': False}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:40.414965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43954) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:40.431677 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:40.514365 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:40.603968 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:40.621621 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d85aa37-d0d3-4528-b4cf-b5e96b80e173 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:40.647599 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aca1c6e66bf74543b88d08058a68e2d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311678 Oct 13 11:17:40.649479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e8bce2-64ad-42c9-be34-41d5094c5322,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:40.650198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43958) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:40.657727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:40.659973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:40.659973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:40.659973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:40.659973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:40.659973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:40.659973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:40.660577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:40.660577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:40.660769 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:40.661073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:40.661392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a144b-7aa1-4a35-bfe5-d4d1d5a922a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:17:40.682638 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:40.737885 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3922858f-8dab-43b9-b11c-0b42bd109bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:40.746022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667c84e-e105-4252-aa71-ea922084aa00 req-e7f02f1b-19e1-41f5-863b-1783f95864c4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:40.747942 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6667c84e-e105-4252-aa71-ea922084aa00 req-e7f02f1b-19e1-41f5-863b-1783f95864c4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 943 time: 0.0570948 Oct 13 11:17:40.752739 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-40ad5cd0-d6b8-4e15-8574-03fe89fb869a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:40.768270 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3922858f-8dab-43b9-b11c-0b42bd109bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:40.797653 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6667c84e-e105-4252-aa71-ea922084aa00 req-e38baa41-ef67-445e-a92b-1872a67d3c30 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Oct 13 11:17:40.994946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3922858f-8dab-43b9-b11c-0b42bd109bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:40.997522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3922858f-8dab-43b9-b11c-0b42bd109bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:40.998728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3922858f-8dab-43b9-b11c-0b42bd109bb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3e8bce2-64ad-42c9-be34-41d5094c5322 HTTP/1.1" status: 204 len: 168 time: 0.3474205 Oct 13 11:17:41.023514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922858f-8dab-43b9-b11c-0b42bd109bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e8bce2-64ad-42c9-be34-41d5094c5322,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:41.164613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:17:41.273420 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:41.275919 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d85aa37-d0d3-4528-b4cf-b5e96b80e173 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:41.279555 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d85aa37-d0d3-4528-b4cf-b5e96b80e173 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:41.288189 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'port_id': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6', 'mac_address': 'fa:16:3e:65:ae:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:17:41.331248 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:41.348139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:17:41.371825 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:41.398840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d85aa37-d0d3-4528-b4cf-b5e96b80e173 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Router 3cfccff0-dafa-4da3-8062-51ec6bcf6ff1 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:17:41.506916 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:41.507217 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d85aa37-d0d3-4528-b4cf-b5e96b80e173 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:17:41.512293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d85aa37-d0d3-4528-b4cf-b5e96b80e173 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:41.517060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43976) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:41.517792 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6d85aa37-d0d3-4528-b4cf-b5e96b80e173 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "PUT /v2.0/routers/3cfccff0-dafa-4da3-8062-51ec6bcf6ff1 HTTP/1.1" status: 200 len: 924 time: 1.2262549 Oct 13 11:17:41.537861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2baf9a-ad6f-4c36-b28c-0d0b85c1abc7 None None] Sync routers for ids ['3cfccff0-dafa-4da3-8062-51ec6bcf6ff1'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:17:41.563791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2baf9a-ad6f-4c36-b28c-0d0b85c1abc7 None None] Routers {'3cfccff0-dafa-4da3-8062-51ec6bcf6ff1'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:41.564424 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6b2baf9a-ad6f-4c36-b28c-0d0b85c1abc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3cfccff0-dafa-4da3-8062-51ec6bcf6ff1'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:41.603339 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6b2baf9a-ad6f-4c36-b28c-0d0b85c1abc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:41.618227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:41.631343 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2baf9a-ad6f-4c36-b28c-0d0b85c1abc7 None None] Routers {'3cfccff0-dafa-4da3-8062-51ec6bcf6ff1'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:41.631943 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6b2baf9a-ad6f-4c36-b28c-0d0b85c1abc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3cfccff0-dafa-4da3-8062-51ec6bcf6ff1'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:41.655473 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-61303f83-7d6f-4882-8d8d-c54b938d633c tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/routers/3cfccff0-dafa-4da3-8062-51ec6bcf6ff1 HTTP/1.1" status: 200 len: 924 time: 0.1346207 Oct 13 11:17:41.657207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43978) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:41.685366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6b2baf9a-ad6f-4c36-b28c-0d0b85c1abc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:41.686655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2baf9a-ad6f-4c36-b28c-0d0b85c1abc7 None None] The sync data for ids ['3cfccff0-dafa-4da3-8062-51ec6bcf6ff1'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:17:41.738187 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:41.749557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe1bda8-8989-4cf9-8752-33afaa58ef94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:41.751965 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dfe1bda8-8989-4cf9-8752-33afaa58ef94 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&device_id=3cfccff0-dafa-4da3-8062-51ec6bcf6ff1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0932713 Oct 13 11:17:41.754634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43980) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:41.847381 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b53b5-747f-4c9d-b738-8359af9dad9b tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:41.851705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43984) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:41.851871 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-782b53b5-747f-4c9d-b738-8359af9dad9b tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 881 time: 0.0960207 Oct 13 11:17:41.852540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 43986) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:41.884704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['bdd9ad21-2a3a-4095-93b1-6b70c5053fb6'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:17:41.892612 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2ae5163c-438f-4bfc-9a2a-473cdaedd6ee tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cfccff0-dafa-4da3-8062-51ec6bcf6ff1 HTTP/1.1" status: 200 len: 205 time: 0.0363064 Oct 13 11:17:41.893619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43988) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:41.906788 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0172c61-3ecd-4f18-b712-ff6eabd28042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:41.998065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c07718-5ef7-43d2-a9de-c4d0d02600ed req-83449dd3-cb96-4ca6-863d-425e6b2455af tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:42.000160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3c07718-5ef7-43d2-a9de-c4d0d02600ed req-83449dd3-cb96-4ca6-863d-425e6b2455af tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 944 time: 0.1086020 Oct 13 11:17:42.075936 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:42.086615 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3c07718-5ef7-43d2-a9de-c4d0d02600ed req-bae4b964-3552-491b-9cce-a379ef192167 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757029 Oct 13 11:17:42.095536 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0172c61-3ecd-4f18-b712-ff6eabd28042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:42.187839 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0172c61-3ecd-4f18-b712-ff6eabd28042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:42.216193 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:42.228494 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b0172c61-3ecd-4f18-b712-ff6eabd28042 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e4371f500544a288a57673f98269743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632205 Oct 13 11:17:42.230408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0172c61-3ecd-4f18-b712-ff6eabd28042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad405b2-cf95-4a81-a517-0d0e8c89e10b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:42.231223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 43996) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:42.246880 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:42.325893 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:17:42.631566 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82108f65-ea20-411c-924a-e2bfaf133e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:42.661963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82108f65-ea20-411c-924a-e2bfaf133e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:42.683159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Deleting port 06194560-1525-4328-b58c-149b98e08700 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:17:42.683523 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:42.777942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:42.791241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Calling delete_port for 06194560-1525-4328-b58c-149b98e08700 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:17:42.835039 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82108f65-ea20-411c-924a-e2bfaf133e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:42.837606 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82108f65-ea20-411c-924a-e2bfaf133e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:42.841185 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-82108f65-ea20-411c-924a-e2bfaf133e2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ad405b2-cf95-4a81-a517-0d0e8c89e10b HTTP/1.1" status: 204 len: 168 time: 0.6063335 Oct 13 11:17:42.862508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82108f65-ea20-411c-924a-e2bfaf133e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad405b2-cf95-4a81-a517-0d0e8c89e10b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:43.128242 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:43.180353 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Pushing event deleted for resources: {'Port': ['ID=06194560-1525-4328-b58c-149b98e08700,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:43.189269 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:17:43.253159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9de2af-d7be-4ca8-8aaf-9886bfb2bb42 req-a04717a9-2f82-4e0c-bafd-7ee7f0c73971 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:43.262056 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd9de2af-d7be-4ca8-8aaf-9886bfb2bb42 req-a04717a9-2f82-4e0c-bafd-7ee7f0c73971 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 944 time: 0.0807981 Oct 13 11:17:43.305015 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:43.307061 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd9de2af-d7be-4ca8-8aaf-9886bfb2bb42 req-4f0ab6de-93ec-4279-ae96-f9483de09f01 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437665 Oct 13 11:17:43.383138 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:17:43.390834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:43.390834 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:43.406946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:43.409375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:43.488975 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:43.547786 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:43.553992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Fanout notify agent at l3_agent the message router_deleted on router 3cfccff0-dafa-4da3-8062-51ec6bcf6ff1 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:17:43.556850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:43.561751 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6f798455-121b-4f0b-9e02-9faccf964b78 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "DELETE /v2.0/routers/3cfccff0-dafa-4da3-8062-51ec6bcf6ff1 HTTP/1.1" status: 204 len: 168 time: 1.6627846 Oct 13 11:17:43.562405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44012) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:43.567168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-84205e42-899e-4201-b5b0-52830ae65aab tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-508562093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:43.601307 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:43.640782 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d311d1-8d4d-454f-8ebb-734800e69714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:17:43.643181 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ca96ae-c7d3-437d-979b-45b0eb9e63e7" -d '{"events": [{"server_uuid": "49d311d1-8d4d-454f-8ebb-734800e69714", "name": "network-vif-plugged", "status": "completed", "tag": "bdd9ad21-2a3a-4095-93b1-6b70c5053fb6"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:17:43.659565 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:43.691830 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84205e42-899e-4201-b5b0-52830ae65aab tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:43.693625 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84205e42-899e-4201-b5b0-52830ae65aab tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:43.697880 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21656f3a-bfb9-4de5-a915-7ddc680d4421 x-openstack-request-id: req-21656f3a-bfb9-4de5-a915-7ddc680d4421 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:17:43.708103 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d311d1-8d4d-454f-8ebb-734800e69714", "name": "network-vif-plugged", "status": "completed", "tag": "bdd9ad21-2a3a-4095-93b1-6b70c5053fb6", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:17:43.708103 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21656f3a-bfb9-4de5-a915-7ddc680d4421 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:17:43.708103 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d311d1-8d4d-454f-8ebb-734800e69714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6', 'code': 200} Oct 13 11:17:43.753235 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84205e42-899e-4201-b5b0-52830ae65aab tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:43.783157 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:43.800874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e33d2-7606-448c-b2fb-e4d29216b836 req-6a8ef407-31b8-43ca-8e5c-e32a8729a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:43.802568 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da1e33d2-7606-448c-b2fb-e4d29216b836 req-6a8ef407-31b8-43ca-8e5c-e32a8729a363 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 1095 time: 0.0459113 Oct 13 11:17:43.841701 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:43.860416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da1e33d2-7606-448c-b2fb-e4d29216b836 req-490c7537-7feb-42af-8484-d7234ee3e09b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471492 Oct 13 11:17:43.884293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84205e42-899e-4201-b5b0-52830ae65aab tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:44.046089 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84205e42-899e-4201-b5b0-52830ae65aab tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:44.050271 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-84205e42-899e-4201-b5b0-52830ae65aab tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4844196 Oct 13 11:17:44.060795 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44022) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:44.060795 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:44.278316 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:44.479621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71ec7b-daba-4b2c-9681-09c3f9a86d44 req-540669f5-8139-42a8-be6b-dd32c7b78b57 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:44.479621 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f71ec7b-daba-4b2c-9681-09c3f9a86d44 req-540669f5-8139-42a8-be6b-dd32c7b78b57 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0933867 Oct 13 11:17:44.539224 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f71ec7b-daba-4b2c-9681-09c3f9a86d44 req-81dfabc5-1060-4d49-a2a0-77c40985e1ee tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531068 Oct 13 11:17:44.678139 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:44.699606 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:44.825487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Allocated IP 172.25.0.135 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/3b0b7d56-a878-4946-90b3-0d95f571c9d2) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:44.953551 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:45.080675 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:45.123907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:17:45.127645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:45.131331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:17:45.159439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Pushing event updated for resources: {'Port': ['ID=3b0b7d56-a878-4946-90b3-0d95f571c9d2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:45.601604 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:45.738524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a20b4d-f61e-4a7a-8fb5-2584285c19a0 req-471d9370-e681-4e55-8221-4e661a97a378 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:45.740039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3a20b4d-f61e-4a7a-8fb5-2584285c19a0 req-471d9370-e681-4e55-8221-4e661a97a378 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.1017728 Oct 13 11:17:45.860140 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3a20b4d-f61e-4a7a-8fb5-2584285c19a0 req-66d4239d-1fe4-474f-a314-3b39f27e05d3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124213 Oct 13 11:17:45.887542 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:45.892528 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:46.140829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Router 3eeb30d0-7efc-4b37-8c18-e0fce25961fe is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:17:46.248088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:17:46.256353 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:46.260278 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8701cf07-15ef-45fd-a207-e0d0616820dc tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "PUT /v2.0/routers/3eeb30d0-7efc-4b37-8c18-e0fce25961fe HTTP/1.1" status: 200 len: 883 time: 2.2087982 Oct 13 11:17:46.261212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44096) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:46.265702 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b816f-9e5e-4704-a313-41299a88b624 None None] Sync routers for ids ['3eeb30d0-7efc-4b37-8c18-e0fce25961fe'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:17:46.285785 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b816f-9e5e-4704-a313-41299a88b624 None None] Routers {'3eeb30d0-7efc-4b37-8c18-e0fce25961fe'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:46.286709 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-256b816f-9e5e-4704-a313-41299a88b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3eeb30d0-7efc-4b37-8c18-e0fce25961fe'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:46.338153 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-256b816f-9e5e-4704-a313-41299a88b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:46.349021 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b816f-9e5e-4704-a313-41299a88b624 None None] Routers {'3eeb30d0-7efc-4b37-8c18-e0fce25961fe'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:46.350072 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-256b816f-9e5e-4704-a313-41299a88b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['3eeb30d0-7efc-4b37-8c18-e0fce25961fe'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:46.370926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0cf72-a7fc-4fac-825b-02308b14cd18 req-6b1b3f52-4a28-4b4c-93a1-509510a9b7ac tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:46.379816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61f0cf72-a7fc-4fac-825b-02308b14cd18 req-6b1b3f52-4a28-4b4c-93a1-509510a9b7ac tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0745659 Oct 13 11:17:46.399421 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-256b816f-9e5e-4704-a313-41299a88b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:46.404497 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b816f-9e5e-4704-a313-41299a88b624 None None] The sync data for ids ['3eeb30d0-7efc-4b37-8c18-e0fce25961fe'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:17:46.419337 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44112) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:46.419458 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9b6da707-170e-4e3c-ba0e-39b76f98b178 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/routers/3eeb30d0-7efc-4b37-8c18-e0fce25961fe HTTP/1.1" status: 200 len: 924 time: 0.1519513 Oct 13 11:17:46.476656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61f0cf72-a7fc-4fac-825b-02308b14cd18 req-fca62731-1e62-44da-8f47-d85ea41330b8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938764 Oct 13 11:17:46.531406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104599c-8d2c-4eaa-b343-1342fc66f431 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:46.531612 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3104599c-8d2c-4eaa-b343-1342fc66f431 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&device_id=3eeb30d0-7efc-4b37-8c18-e0fce25961fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1151147 Oct 13 11:17:46.534489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44134) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:46.636120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69f0ebf-5054-438b-ae29-135e3079d189 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:46.637841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f69f0ebf-5054-438b-ae29-135e3079d189 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 881 time: 0.1023521 Oct 13 11:17:46.641136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44136) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:46.669772 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-90326c3f-0bc5-4087-b10c-1250eb8173fd tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eeb30d0-7efc-4b37-8c18-e0fce25961fe HTTP/1.1" status: 200 len: 205 time: 0.0275104 Oct 13 11:17:46.675324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44138) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:46.791307 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:46.923979 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:47.121984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Deleting port 3b0b7d56-a878-4946-90b3-0d95f571c9d2 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:17:47.122408 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:47.531155 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:47.553209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Calling delete_port for 3b0b7d56-a878-4946-90b3-0d95f571c9d2 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:17:47.676691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a4d51-abbb-41f0-922b-6cbd7d1e78c5 req-d680f070-5f5d-4202-93c3-ae2ec3501375 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:47.678164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-235a4d51-abbb-41f0-922b-6cbd7d1e78c5 req-d680f070-5f5d-4202-93c3-ae2ec3501375 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.1094470 Oct 13 11:17:47.765081 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-235a4d51-abbb-41f0-922b-6cbd7d1e78c5 req-1aed6c95-7ef6-4c90-8024-d4caf1439c87 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504160 Oct 13 11:17:47.971649 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:48.004304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Pushing event deleted for resources: {'Port': ['ID=3b0b7d56-a878-4946-90b3-0d95f571c9d2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:48.073967 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:48.172567 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:48.174857 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:48.354170 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:48.355063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Fanout notify agent at l3_agent the message router_deleted on router 3eeb30d0-7efc-4b37-8c18-e0fce25961fe {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:17:48.372659 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:48.380356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f544a1a7-d4c2-4b03-9249-8eb4a46a966d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "DELETE /v2.0/routers/3eeb30d0-7efc-4b37-8c18-e0fce25961fe HTTP/1.1" status: 204 len: 168 time: 1.6977484 Oct 13 11:17:48.380561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44162) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:48.386586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dc2266ad-fceb-40a2-b013-4d49e48d7ee4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2044452588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:48.580944 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc2266ad-fceb-40a2-b013-4d49e48d7ee4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:48.589392 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc2266ad-fceb-40a2-b013-4d49e48d7ee4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:48.645407 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc2266ad-fceb-40a2-b013-4d49e48d7ee4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:48.767356 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc2266ad-fceb-40a2-b013-4d49e48d7ee4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:48.900360 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc2266ad-fceb-40a2-b013-4d49e48d7ee4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:48.901564 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dc2266ad-fceb-40a2-b013-4d49e48d7ee4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5201330 Oct 13 11:17:48.907342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44176) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:48.912388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'enable_snat': True}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:48.966953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d8220-0267-4d5f-8cd4-71da66c2b057 req-ed60f953-5536-42c4-9665-bf065829ea8a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:48.969516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-380d8220-0267-4d5f-8cd4-71da66c2b057 req-ed60f953-5536-42c4-9665-bf065829ea8a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0678425 Oct 13 11:17:49.019747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-380d8220-0267-4d5f-8cd4-71da66c2b057 req-130273c8-cf88-49cf-a334-5c79a565f8a3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429556 Oct 13 11:17:49.159794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:49.525074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:49.546377 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:49.675257 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Allocated IP 172.25.0.197 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/9ff012ad-f02d-4fec-a676-a302cedc2691) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:49.804089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:49.943232 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:49.990688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:17:49.993627 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:49.998239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:17:50.003452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event updated for resources: {'Port': ['ID=9ff012ad-f02d-4fec-a676-a302cedc2691,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:50.158459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5172aa-f809-496d-bef7-7a4b07340938 req-6bff8ad4-00cb-4aa2-b8fc-e980475e0568 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:50.160037 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe5172aa-f809-496d-bef7-7a4b07340938 req-6bff8ad4-00cb-4aa2-b8fc-e980475e0568 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0567544 Oct 13 11:17:50.209639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe5172aa-f809-496d-bef7-7a4b07340938 req-d1d86cf4-144c-4a7d-bc59-c50d40f5368e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Oct 13 11:17:50.405031 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:50.623086 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:50.628810 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:50.877938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Router ba7b41b3-7d77-4951-a776-d71e50cc82ab is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:17:51.000645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:17:51.005285 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:51.006610 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6df8ea58-1ca5-483d-a2df-eddb0552e403 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "PUT /v2.0/routers/ba7b41b3-7d77-4951-a776-d71e50cc82ab HTTP/1.1" status: 200 len: 919 time: 2.0979040 Oct 13 11:17:51.011786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44196) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:51.017288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd66ef-f617-4a9c-8ef7-09c4206c66e9 None None] Sync routers for ids ['ba7b41b3-7d77-4951-a776-d71e50cc82ab'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:17:51.028699 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd66ef-f617-4a9c-8ef7-09c4206c66e9 None None] Routers {'ba7b41b3-7d77-4951-a776-d71e50cc82ab'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:51.029421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-70bd66ef-f617-4a9c-8ef7-09c4206c66e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ba7b41b3-7d77-4951-a776-d71e50cc82ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:51.066140 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-70bd66ef-f617-4a9c-8ef7-09c4206c66e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:51.076248 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd66ef-f617-4a9c-8ef7-09c4206c66e9 None None] Routers {'ba7b41b3-7d77-4951-a776-d71e50cc82ab'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:51.076913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-70bd66ef-f617-4a9c-8ef7-09c4206c66e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ba7b41b3-7d77-4951-a776-d71e50cc82ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:51.116102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-70bd66ef-f617-4a9c-8ef7-09c4206c66e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:51.116769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd66ef-f617-4a9c-8ef7-09c4206c66e9 None None] The sync data for ids ['ba7b41b3-7d77-4951-a776-d71e50cc82ab'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:17:51.133735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44198) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:51.134091 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-87313a8b-49e6-40a1-b9f6-c82681260ed8 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/routers/ba7b41b3-7d77-4951-a776-d71e50cc82ab HTTP/1.1" status: 200 len: 925 time: 0.1233594 Oct 13 11:17:51.184135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fd1f0c-80f6-4ab3-8c0d-6e24c21ddde2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:51.185647 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c0fd1f0c-80f6-4ab3-8c0d-6e24c21ddde2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&device_id=ba7b41b3-7d77-4951-a776-d71e50cc82ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0504196 Oct 13 11:17:51.189437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44202) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:51.206958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:17:51.310677 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38efd090-d1e0-4e3a-9ee0-51555a4efd2a tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:51.312503 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-38efd090-d1e0-4e3a-9ee0-51555a4efd2a tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 881 time: 0.1220472 Oct 13 11:17:51.316804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44206) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:51.360374 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2b7fede8-9b4c-49f8-8943-5103583dfd2e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba7b41b3-7d77-4951-a776-d71e50cc82ab HTTP/1.1" status: 200 len: 205 time: 0.0392439 Oct 13 11:17:51.363218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44210) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:51.364361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124c77-a894-46ab-8df8-761d6ec53742 req-b933ded0-56bd-4c0a-a548-2728b031d4ad tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:51.368581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:51.371963 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a124c77-a894-46ab-8df8-761d6ec53742 req-b933ded0-56bd-4c0a-a548-2728b031d4ad tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0777795 Oct 13 11:17:51.389532 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'port_id': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6', 'mac_address': 'fa:16:3e:65:ae:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:17:51.421870 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a124c77-a894-46ab-8df8-761d6ec53742 req-75565cd7-cc13-454e-a0e1-effaecb59ee9 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428832 Oct 13 11:17:51.448536 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:51.465508 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:17:51.490820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:51.501020 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:51.612027 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:51.635134 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:51.689961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:51.736677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['bdd9ad21-2a3a-4095-93b1-6b70c5053fb6'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:17:51.848103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Deleting port 9ff012ad-f02d-4fec-a676-a302cedc2691 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:17:51.848693 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:51.944546 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:51.966017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Calling delete_port for 9ff012ad-f02d-4fec-a676-a302cedc2691 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:17:52.251260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:52.299599 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Pushing event deleted for resources: {'Port': ['ID=9ff012ad-f02d-4fec-a676-a302cedc2691,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:52.356934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:52.459136 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:52.461429 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:52.551771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf003df-9b7b-499f-83d7-6155f713592a req-5b3999c9-4d0a-4aaa-82cd-01ca766585ba tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:52.553397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3bf003df-9b7b-499f-83d7-6155f713592a req-5b3999c9-4d0a-4aaa-82cd-01ca766585ba tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 944 time: 0.0564308 Oct 13 11:17:52.598497 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3bf003df-9b7b-499f-83d7-6155f713592a req-71e27592-d13d-4b78-b0f3-08b150b9f067 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374670 Oct 13 11:17:52.666777 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:52.667347 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Fanout notify agent at l3_agent the message router_deleted on router ba7b41b3-7d77-4951-a776-d71e50cc82ab {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:17:52.677199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:52.677199 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-847c8963-e4f9-433f-b486-c51f612a12af tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "DELETE /v2.0/routers/ba7b41b3-7d77-4951-a776-d71e50cc82ab HTTP/1.1" status: 204 len: 168 time: 1.3113372 Oct 13 11:17:52.679719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44222) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:52.684350 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f93bd087-1c99-4bc3-9f33-1ffa3e179981 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-70136378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:52.822944 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f93bd087-1c99-4bc3-9f33-1ffa3e179981 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:52.823940 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f93bd087-1c99-4bc3-9f33-1ffa3e179981 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:52.882254 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f93bd087-1c99-4bc3-9f33-1ffa3e179981 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:53.006763 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f93bd087-1c99-4bc3-9f33-1ffa3e179981 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:53.143710 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f93bd087-1c99-4bc3-9f33-1ffa3e179981 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:53.145085 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f93bd087-1c99-4bc3-9f33-1ffa3e179981 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4644027 Oct 13 11:17:53.147705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44230) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:53.152567 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'enable_snat': False}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:53.231852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:17:53.305929 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:17:53.306548 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:53.414739 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:53.462676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d311d1-8d4d-454f-8ebb-734800e69714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:17:53.465435 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2bdf1f-ed84-4ffb-9445-3a2a1f32c255" -d '{"events": [{"server_uuid": "49d311d1-8d4d-454f-8ebb-734800e69714", "name": "network-vif-plugged", "status": "completed", "tag": "bdd9ad21-2a3a-4095-93b1-6b70c5053fb6"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:17:53.504969 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:17:53.548057 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dd531e-83fc-455b-9d40-902a4d2a3483 x-openstack-request-id: req-45dd531e-83fc-455b-9d40-902a4d2a3483 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:17:53.548415 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d311d1-8d4d-454f-8ebb-734800e69714", "name": "network-vif-plugged", "status": "completed", "tag": "bdd9ad21-2a3a-4095-93b1-6b70c5053fb6", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:17:53.548731 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45dd531e-83fc-455b-9d40-902a4d2a3483 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:17:53.549446 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d311d1-8d4d-454f-8ebb-734800e69714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6', 'code': 200} Oct 13 11:17:53.607554 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:53.675401 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:53.734071 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:53.752375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939c176-e801-41b5-88d9-543bc81beea7 req-d9aab73f-cf59-49e6-b727-418e54cb89bd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:53.755365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3939c176-e801-41b5-88d9-543bc81beea7 req-d9aab73f-cf59-49e6-b727-418e54cb89bd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0616832 Oct 13 11:17:53.810928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3939c176-e801-41b5-88d9-543bc81beea7 req-60c51dbd-712b-4364-b7c9-54a4d88e18ac tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491049 Oct 13 11:17:54.081785 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:54.103911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:54.244893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Allocated IP 172.25.0.31 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/a71300de-fa16-448b-b5c6-7fe5542386f3) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:54.373288 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:54.564787 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:54.607653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:17:54.612987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:17:54.616544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:17:54.639625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Pushing event updated for resources: {'Port': ['ID=a71300de-fa16-448b-b5c6-7fe5542386f3,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:54.937979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae2245-ad32-4489-bf02-b0b546f07a85 req-c2040e93-59be-4bf0-a91a-9ba218746791 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:54.940240 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6ae2245-ad32-4489-bf02-b0b546f07a85 req-c2040e93-59be-4bf0-a91a-9ba218746791 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0583827 Oct 13 11:17:54.984983 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6ae2245-ad32-4489-bf02-b0b546f07a85 req-fa10c4b4-bb33-4bbd-9034-a0098fa63ad5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386510 Oct 13 11:17:55.006820 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:55.260985 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:55.265385 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:56.124222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae9e86-acbd-4d87-9f8e-d4e70451b7b0 req-65c23744-bc1f-4efb-a75f-aaa5ae8a9ea5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:56.125889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7bae9e86-acbd-4d87-9f8e-d4e70451b7b0 req-65c23744-bc1f-4efb-a75f-aaa5ae8a9ea5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0568545 Oct 13 11:17:56.173841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7bae9e86-acbd-4d87-9f8e-d4e70451b7b0 req-d5131bf4-4f91-4056-b301-cf5dc58f0c80 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413041 Oct 13 11:17:56.322406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Router a0d29942-01bf-4d41-a92e-7b546ee8b1e1 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:17:56.507498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:17:56.516965 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:56.517897 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e8d8dc-8db4-4324-bf3a-e5a2d4fe54f6 None None] Sync routers for ids ['a0d29942-01bf-4d41-a92e-7b546ee8b1e1'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:17:56.521086 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3c5ba3bd-7e80-4a03-8c95-65e783ad31e2 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "PUT /v2.0/routers/a0d29942-01bf-4d41-a92e-7b546ee8b1e1 HTTP/1.1" status: 200 len: 917 time: 3.3700187 Oct 13 11:17:56.521409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44278) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:56.531973 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e8d8dc-8db4-4324-bf3a-e5a2d4fe54f6 None None] Routers {'a0d29942-01bf-4d41-a92e-7b546ee8b1e1'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:56.544069 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-13e8d8dc-8db4-4324-bf3a-e5a2d4fe54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['a0d29942-01bf-4d41-a92e-7b546ee8b1e1'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:56.569877 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-13e8d8dc-8db4-4324-bf3a-e5a2d4fe54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:56.582629 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e8d8dc-8db4-4324-bf3a-e5a2d4fe54f6 None None] Routers {'a0d29942-01bf-4d41-a92e-7b546ee8b1e1'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:17:56.583431 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-13e8d8dc-8db4-4324-bf3a-e5a2d4fe54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['a0d29942-01bf-4d41-a92e-7b546ee8b1e1'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:56.621962 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-13e8d8dc-8db4-4324-bf3a-e5a2d4fe54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:17:56.622953 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e8d8dc-8db4-4324-bf3a-e5a2d4fe54f6 None None] The sync data for ids ['a0d29942-01bf-4d41-a92e-7b546ee8b1e1'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:17:56.699022 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e510da70-ba6c-4f48-bb29-fab344812a65 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/routers/a0d29942-01bf-4d41-a92e-7b546ee8b1e1 HTTP/1.1" status: 200 len: 923 time: 0.1763408 Oct 13 11:17:56.701810 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44280) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:56.750824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310c4a66-77de-4fa5-88fe-4e7aa18770b3 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:56.752410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-310c4a66-77de-4fa5-88fe-4e7aa18770b3 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&device_id=a0d29942-01bf-4d41-a92e-7b546ee8b1e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0479820 Oct 13 11:17:56.756043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44282) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:56.912195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97508024-074d-49b9-9834-038c32b5a408 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:56.914544 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-97508024-074d-49b9-9834-038c32b5a408 tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/networks/0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 881 time: 0.1568897 Oct 13 11:17:56.917308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44288) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:56.978054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9e0bbeab-a450-4862-bd53-fcda05061e2d tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0d29942-01bf-4d41-a92e-7b546ee8b1e1 HTTP/1.1" status: 200 len: 205 time: 0.0586054 Oct 13 11:17:56.980500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44290) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:57.174099 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:57.361433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0d1e4-500e-4c25-92de-4234a3c9d0c9 req-a82fd522-b5b8-4d2d-960a-191bb6c89f7c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:57.363892 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7dc0d1e4-500e-4c25-92de-4234a3c9d0c9 req-a82fd522-b5b8-4d2d-960a-191bb6c89f7c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0837295 Oct 13 11:17:57.400717 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:57.440412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7dc0d1e4-500e-4c25-92de-4234a3c9d0c9 req-f03aed62-cfaa-4246-9884-2729a242e266 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648808 Oct 13 11:17:57.590982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Deleting port a71300de-fa16-448b-b5c6-7fe5542386f3 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:17:57.591258 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:57.690020 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:57.703364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Calling delete_port for a71300de-fa16-448b-b5c6-7fe5542386f3 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:17:58.074760 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:58.133958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Pushing event deleted for resources: {'Port': ['ID=a71300de-fa16-448b-b5c6-7fe5542386f3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:17:58.221443 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:58.328680 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:58.331061 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:58.484036 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:58.484728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Fanout notify agent at l3_agent the message router_deleted on router a0d29942-01bf-4d41-a92e-7b546ee8b1e1 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:17:58.515658 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:58.521225 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-46f48086-525f-4fb4-b4a3-2481d8aff78e tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "DELETE /v2.0/routers/a0d29942-01bf-4d41-a92e-7b546ee8b1e1 HTTP/1.1" status: 204 len: 168 time: 1.5354114 Oct 13 11:17:58.526499 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44322) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:17:58.535192 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2073889593', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:17:58.664871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5f178-0abf-4cbe-ac5c-ebfa614c6adf req-600ca58f-63a6-40aa-a9b7-38dfb5b0f6ed tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:58.666481 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04e5f178-0abf-4cbe-ac5c-ebfa614c6adf req-600ca58f-63a6-40aa-a9b7-38dfb5b0f6ed tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0605907 Oct 13 11:17:58.674613 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:58.677097 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:58.788386 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04e5f178-0abf-4cbe-ac5c-ebfa614c6adf req-4cb375f4-41f3-46af-a1e7-94b5018d856d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012833 Oct 13 11:17:58.798899 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:59.096217 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:59.474270 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:59.501147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:59.658633 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Allocated IP 172.25.0.142 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/ac58d7b7-8747-4ba2-8a33-e9c795f3d51e) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:17:59.833497 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:17:59.945098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212464-baee-47bb-ae6d-5d786a3ee442 req-0d1162ee-28a7-4b45-b3c9-e0b1657238d2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:17:59.957232 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93212464-baee-47bb-ae6d-5d786a3ee442 req-0d1162ee-28a7-4b45-b3c9-e0b1657238d2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0834746 Oct 13 11:17:59.990018 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:00.018752 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93212464-baee-47bb-ae6d-5d786a3ee442 req-ae5246cd-f9db-4483-865a-66749fbce48b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605948 Oct 13 11:18:00.084617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:00.088068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:00.096034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:00.132893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Pushing event updated for resources: {'Port': ['ID=ac58d7b7-8747-4ba2-8a33-e9c795f3d51e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:00.144532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:00.144967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:00.145294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:00.145670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:00.146012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:00.146363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:00.146710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:00.147029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:00.147388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:00.147712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:00.148032 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:00.148377 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:00.521658 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:00.805591 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:01.199432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813df970-abd2-4c01-ab80-6797a096e25c req-3836b06c-067e-49ac-9ef7-f3693d731270 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:01.207414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-813df970-abd2-4c01-ab80-6797a096e25c req-3836b06c-067e-49ac-9ef7-f3693d731270 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0788934 Oct 13 11:18:01.214664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Router 449cee61-31fc-436d-9042-39ba4d8d3b70 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:18:01.254011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-813df970-abd2-4c01-ab80-6797a096e25c req-0c956096-a2d9-4db2-811e-1dd4c516646b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447695 Oct 13 11:18:01.741231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:18:01.755994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d858670-6d25-4f80-aa90-29287f23c279 None None] Sync routers for ids ['449cee61-31fc-436d-9042-39ba4d8d3b70'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:18:01.766166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d858670-6d25-4f80-aa90-29287f23c279 None None] Routers {'449cee61-31fc-436d-9042-39ba4d8d3b70'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:01.767002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d858670-6d25-4f80-aa90-29287f23c279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['449cee61-31fc-436d-9042-39ba4d8d3b70'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:01.806306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d858670-6d25-4f80-aa90-29287f23c279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:01.818567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d858670-6d25-4f80-aa90-29287f23c279 None None] Routers {'449cee61-31fc-436d-9042-39ba4d8d3b70'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:01.819210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d858670-6d25-4f80-aa90-29287f23c279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['449cee61-31fc-436d-9042-39ba4d8d3b70'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:01.859528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d858670-6d25-4f80-aa90-29287f23c279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:01.860213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d858670-6d25-4f80-aa90-29287f23c279 None None] The sync data for ids ['449cee61-31fc-436d-9042-39ba4d8d3b70'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:18:02.073506 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:02.077353 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-16d553b7-d690-41dd-8c27-82fc22bdc683 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5472486 Oct 13 11:18:02.078522 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44374) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:02.084320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:02.557307 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:02.576382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25e077-5b91-44bb-934e-bd96b0dd6641 req-72e45ce8-23b3-4ca4-b6d9-8072d5c3a3b3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:02.576382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f25e077-5b91-44bb-934e-bd96b0dd6641 req-72e45ce8-23b3-4ca4-b6d9-8072d5c3a3b3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0892785 Oct 13 11:18:02.631052 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f25e077-5b91-44bb-934e-bd96b0dd6641 req-c4a3a2d4-a433-44fc-ba09-93289dc34eca tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491564 Oct 13 11:18:02.654720 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:02.851972 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Deleting port ac58d7b7-8747-4ba2-8a33-e9c795f3d51e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:02.852404 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:02.985069 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:03.003667 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Calling delete_port for ac58d7b7-8747-4ba2-8a33-e9c795f3d51e owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:03.417214 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:03.474570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Pushing event deleted for resources: {'Port': ['ID=ac58d7b7-8747-4ba2-8a33-e9c795f3d51e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:03.588717 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:03.873783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef2bee-4dbd-49ff-b4fc-7f90d076dace req-bc5f9373-d7d8-4b1c-9aad-4715afeea6d8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:03.875567 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ccef2bee-4dbd-49ff-b4fc-7f90d076dace req-bc5f9373-d7d8-4b1c-9aad-4715afeea6d8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.1309757 Oct 13 11:18:03.935930 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127237'] for router, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:03.944806 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620366'] for router, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:03.973949 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ccef2bee-4dbd-49ff-b4fc-7f90d076dace req-e4e505c4-502e-4261-96be-3ea62e857501 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653510 Oct 13 11:18:04.075032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Router 449cee61-31fc-436d-9042-39ba4d8d3b70 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:18:04.552345 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:18:04.565239 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:04.565239 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-38e36273-2228-437e-9b3f-1b295283b46f tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "PUT /v2.0/routers/449cee61-31fc-436d-9042-39ba4d8d3b70 HTTP/1.1" status: 200 len: 710 time: 2.4807014 Oct 13 11:18:04.565239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44408) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:04.575019 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9950875-fbae-450c-921d-c57abb94d372 None None] Sync routers for ids ['449cee61-31fc-436d-9042-39ba4d8d3b70'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:18:04.599487 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9950875-fbae-450c-921d-c57abb94d372 None None] Routers {'449cee61-31fc-436d-9042-39ba4d8d3b70'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:04.601890 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e9950875-fbae-450c-921d-c57abb94d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['449cee61-31fc-436d-9042-39ba4d8d3b70'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:04.659317 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e9950875-fbae-450c-921d-c57abb94d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:04.674001 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9950875-fbae-450c-921d-c57abb94d372 None None] Routers {'449cee61-31fc-436d-9042-39ba4d8d3b70'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:04.675065 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e9950875-fbae-450c-921d-c57abb94d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:17:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['449cee61-31fc-436d-9042-39ba4d8d3b70'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:04.686679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-db658925-b72b-4b3b-9b40-43a461da5bec tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/routers/449cee61-31fc-436d-9042-39ba4d8d3b70 HTTP/1.1" status: 200 len: 745 time: 0.1171026 Oct 13 11:18:04.687844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44410) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:04.732057 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e9950875-fbae-450c-921d-c57abb94d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:04.733837 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9950875-fbae-450c-921d-c57abb94d372 None None] The sync data for ids ['449cee61-31fc-436d-9042-39ba4d8d3b70'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:18:04.771772 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e165b80b-05ce-4875-bd93-6c685adbc78b tempest-RoutersIpV6AdminTest-1570060493 tempest-RoutersIpV6AdminTest-1570060493-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&device_id=449cee61-31fc-436d-9042-39ba4d8d3b70 HTTP/1.1" status: 200 len: 205 time: 0.0821679 Oct 13 11:18:04.783729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44412) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:04.824831 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cc5ee333-bea3-49bd-8009-352fd5fbbf3b tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "GET /v2.0/ports?device_id=449cee61-31fc-436d-9042-39ba4d8d3b70 HTTP/1.1" status: 200 len: 205 time: 0.0389595 Oct 13 11:18:04.829680 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44414) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:05.006874 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a78e4cfd-9ff3-4454-915f-c51c18ade8d4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:05.271465 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a78e4cfd-9ff3-4454-915f-c51c18ade8d4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:05.285853 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a78e4cfd-9ff3-4454-915f-c51c18ade8d4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:05.306580 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cb4e9-f62d-483d-ab88-99edadea63b7 req-1e297e45-87ca-4f17-8e31-03d895d17a72 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:05.315324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-160cb4e9-f62d-483d-ab88-99edadea63b7 req-1e297e45-87ca-4f17-8e31-03d895d17a72 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.1989419 Oct 13 11:18:05.412376 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-160cb4e9-f62d-483d-ab88-99edadea63b7 req-3068a790-f302-43fc-a3d1-57efe44e4a6b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960824 Oct 13 11:18:05.525256 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a78e4cfd-9ff3-4454-915f-c51c18ade8d4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:05.526038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78e4cfd-9ff3-4454-915f-c51c18ade8d4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Fanout notify agent at l3_agent the message router_deleted on router 449cee61-31fc-436d-9042-39ba4d8d3b70 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:18:05.542113 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a78e4cfd-9ff3-4454-915f-c51c18ade8d4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:05.543569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44434) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:05.549257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a78e4cfd-9ff3-4454-915f-c51c18ade8d4 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "DELETE /v2.0/routers/449cee61-31fc-436d-9042-39ba4d8d3b70 HTTP/1.1" status: 204 len: 168 time: 0.7202635 Oct 13 11:18:05.586039 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f5cc0896-4c2b-4f8a-9353-752f8e07a604 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "GET /v2.0/ports?device_id=449cee61-31fc-436d-9042-39ba4d8d3b70 HTTP/1.1" status: 200 len: 205 time: 0.0468910 Oct 13 11:18:05.588259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44438) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:05.643664 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-4513fbde-0abb-4f70-8ee1-abaaf32c7528 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] delete failed (client error): The resource could not be found. Oct 13 11:18:05.648826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44442) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:05.663827 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4513fbde-0abb-4f70-8ee1-abaaf32c7528 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "DELETE /v2.0/routers/449cee61-31fc-436d-9042-39ba4d8d3b70 HTTP/1.1" status: 404 len: 336 time: 0.0732794 Oct 13 11:18:05.695786 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0628b840-1ed0-43dd-81c3-a7dd759804d1 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0d29942-01bf-4d41-a92e-7b546ee8b1e1 HTTP/1.1" status: 200 len: 205 time: 0.0453873 Oct 13 11:18:05.699333 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44444) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:05.755772 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-ae60d705-79ac-4857-8ed6-6b82217938ed tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] delete failed (client error): The resource could not be found. Oct 13 11:18:05.756875 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ae60d705-79ac-4857-8ed6-6b82217938ed tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "DELETE /v2.0/routers/a0d29942-01bf-4d41-a92e-7b546ee8b1e1 HTTP/1.1" status: 404 len: 336 time: 0.0565288 Oct 13 11:18:05.760109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44446) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:05.807820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-83155018-4830-4f04-8200-e8427297a170 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba7b41b3-7d77-4951-a776-d71e50cc82ab HTTP/1.1" status: 200 len: 205 time: 0.0462363 Oct 13 11:18:05.810105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44448) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:05.858961 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-e2db3985-ab24-48fe-880c-5ea257a7b295 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] delete failed (client error): The resource could not be found. Oct 13 11:18:05.862437 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e2db3985-ab24-48fe-880c-5ea257a7b295 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "DELETE /v2.0/routers/ba7b41b3-7d77-4951-a776-d71e50cc82ab HTTP/1.1" status: 404 len: 336 time: 0.0480669 Oct 13 11:18:05.862799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44450) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:05.906669 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bef603fd-4903-4eba-9f57-3550b0542669 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eeb30d0-7efc-4b37-8c18-e0fce25961fe HTTP/1.1" status: 200 len: 205 time: 0.0424685 Oct 13 11:18:05.909037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44452) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:05.951321 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-807ea9a5-cd64-46b4-be0a-3dcb631a3e21 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] delete failed (client error): The resource could not be found. Oct 13 11:18:05.953205 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-807ea9a5-cd64-46b4-be0a-3dcb631a3e21 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "DELETE /v2.0/routers/3eeb30d0-7efc-4b37-8c18-e0fce25961fe HTTP/1.1" status: 404 len: 336 time: 0.0429335 Oct 13 11:18:05.956276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44456) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:05.988264 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2784ab41-fe08-43b2-b1c0-ca8bb2a808e7 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cfccff0-dafa-4da3-8062-51ec6bcf6ff1 HTTP/1.1" status: 200 len: 205 time: 0.0298743 Oct 13 11:18:05.991051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44460) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:06.082917 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-9539b2fe-03e7-436c-997c-af0f3aa393ae tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] delete failed (client error): The resource could not be found. Oct 13 11:18:06.086757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44462) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:06.086992 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9539b2fe-03e7-436c-997c-af0f3aa393ae tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "DELETE /v2.0/routers/3cfccff0-dafa-4da3-8062-51ec6bcf6ff1 HTTP/1.1" status: 404 len: 336 time: 0.0946498 Oct 13 11:18:06.150256 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-03d9f8a2-56f1-4502-8d87-55a2db5d0f35 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "GET /v2.0/ports?device_id=e579fd88-8517-4a56-8f63-0be32e3a335d HTTP/1.1" status: 200 len: 205 time: 0.0611243 Oct 13 11:18:06.172882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44464) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:06.289824 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-81e59433-f8ac-42b7-9dd9-85ca49d191a1 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] delete failed (client error): The resource could not be found. Oct 13 11:18:06.294186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44468) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:06.295022 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-81e59433-f8ac-42b7-9dd9-85ca49d191a1 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "DELETE /v2.0/routers/e579fd88-8517-4a56-8f63-0be32e3a335d HTTP/1.1" status: 404 len: 336 time: 0.1206160 Oct 13 11:18:06.345674 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab0733d-6b4a-4df6-bc83-b5d38c32be03 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] DELETE failed (client error): The resource could not be found. Oct 13 11:18:06.347577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab0733d-6b4a-4df6-bc83-b5d38c32be03 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:18:06.355686 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5ab0733d-6b4a-4df6-bc83-b5d38c32be03 tempest-RoutersIpV6AdminTest-1378699595 tempest-RoutersIpV6AdminTest-1378699595-project] 10.222.0.32 "DELETE /v2.0/subnets/5e171717-a69c-42da-b806-1e789a4c49ac HTTP/1.1" status: 404 len: 337 time: 0.0594037 Oct 13 11:18:06.371600 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3635c3b9-e0ef-47f6-8231-9e7021f0ea9c req-43830192-a6c9-423e-afd0-8b8516ee4c56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744407 Oct 13 11:18:06.465810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635c3b9-e0ef-47f6-8231-9e7021f0ea9c req-ac9eeeee-cc90-4f97-8ca3-7a7e3525324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:06.469726 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3635c3b9-e0ef-47f6-8231-9e7021f0ea9c req-ac9eeeee-cc90-4f97-8ca3-7a7e3525324f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 1096 time: 0.0715628 Oct 13 11:18:06.616031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635c3b9-e0ef-47f6-8231-9e7021f0ea9c req-6ea43915-2389-4ca8-b0f4-2ff0d9b18c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:06.617546 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3635c3b9-e0ef-47f6-8231-9e7021f0ea9c req-6ea43915-2389-4ca8-b0f4-2ff0d9b18c13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.1159034 Oct 13 11:18:06.673313 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3635c3b9-e0ef-47f6-8231-9e7021f0ea9c req-d4a611cb-7fee-4943-b2dc-2477b75f0450 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b179ac-6642-4a16-9937-74a564550c7f HTTP/1.1" status: 200 len: 217 time: 0.0479341 Oct 13 11:18:06.744849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635c3b9-e0ef-47f6-8231-9e7021f0ea9c req-891e64cc-c1d5-4fcf-a408-b45089ad0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:06.746078 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3635c3b9-e0ef-47f6-8231-9e7021f0ea9c req-891e64cc-c1d5-4fcf-a408-b45089ad0c18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.0649533 Oct 13 11:18:06.769205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add6724-5855-45ce-8188-ff549bcfedcd req-487f9106-e46b-4d37-bd25-218f64aa118b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:06.780339 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6add6724-5855-45ce-8188-ff549bcfedcd req-487f9106-e46b-4d37-bd25-218f64aa118b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.2662449 Oct 13 11:18:06.865522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635c3b9-e0ef-47f6-8231-9e7021f0ea9c req-57008f7b-16a6-4be8-a54e-12cbc20d13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:06.867862 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3635c3b9-e0ef-47f6-8231-9e7021f0ea9c req-57008f7b-16a6-4be8-a54e-12cbc20d13ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083305 Oct 13 11:18:06.877167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6add6724-5855-45ce-8188-ff549bcfedcd req-328354c2-a8e0-4ded-9a3c-f1d21e801893 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957222 Oct 13 11:18:07.032046 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3635c3b9-e0ef-47f6-8231-9e7021f0ea9c req-bb049ebc-5012-43a3-90da-080fee186b4a service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555629 Oct 13 11:18:07.171756 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44488) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:07.279554 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3635c3b9-e0ef-47f6-8231-9e7021f0ea9c req-3650fa00-258d-469a-9377-1d6ca4755032 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377293 Oct 13 11:18:07.382663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bda53ae9-3836-40fb-94e6-51107b586e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:07.537391 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bda53ae9-3836-40fb-94e6-51107b586e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:07.692268 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bda53ae9-3836-40fb-94e6-51107b586e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:07.745812 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bda53ae9-3836-40fb-94e6-51107b586e3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c01034af94b45d4956877e2c491750a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5705919 Oct 13 11:18:07.746237 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44494) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:07.751831 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda53ae9-3836-40fb-94e6-51107b586e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d2f508-e89e-421b-b65f-8532d28f924b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:07.843342 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b3e62d59-9512-4aac-aae1-7ade43ae2acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:07.876785 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b3e62d59-9512-4aac-aae1-7ade43ae2acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:08.095726 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dc5648cf-f08c-4a89-a011-75a7bb9e3427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:08.096290 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b3e62d59-9512-4aac-aae1-7ade43ae2acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:08.099747 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b3e62d59-9512-4aac-aae1-7ade43ae2acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:08.103899 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b3e62d59-9512-4aac-aae1-7ade43ae2acd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9d2f508-e89e-421b-b65f-8532d28f924b HTTP/1.1" status: 204 len: 168 time: 0.3542595 Oct 13 11:18:08.116244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e62d59-9512-4aac-aae1-7ade43ae2acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d2f508-e89e-421b-b65f-8532d28f924b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:08.415546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332d4d4-6670-45e2-ab45-69c7a9db32dc req-0d9715cc-330c-4af5-b0a7-f27bb4988623 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:08.417211 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a332d4d4-6670-45e2-ab45-69c7a9db32dc req-0d9715cc-330c-4af5-b0a7-f27bb4988623 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.1058815 Oct 13 11:18:08.482763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a332d4d4-6670-45e2-ab45-69c7a9db32dc req-cfccdd1e-496e-4c18-ba21-2c31388ca8a6 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562873 Oct 13 11:18:08.714254 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-658886b8-1b9b-4b78-8066-099c0e760a77 req-a165a944-5e3d-4c95-8f51-0daadfd28437 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734334 Oct 13 11:18:08.828418 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658886b8-1b9b-4b78-8066-099c0e760a77 req-7dee7d3b-c4f8-4362-a171-26056b6d490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:08.830078 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-658886b8-1b9b-4b78-8066-099c0e760a77 req-7dee7d3b-c4f8-4362-a171-26056b6d490b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 1058 time: 0.0609796 Oct 13 11:18:08.833957 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:08.954514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658886b8-1b9b-4b78-8066-099c0e760a77 req-b33708a9-4611-4d38-8b29-ca22c8f17a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:08.956127 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-658886b8-1b9b-4b78-8066-099c0e760a77 req-b33708a9-4611-4d38-8b29-ca22c8f17a9c service neutron] 10.222.0.21 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.1060886 Oct 13 11:18:09.019849 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-658886b8-1b9b-4b78-8066-099c0e760a77 req-abdf424b-26e7-4c4b-9ce0-e7cf7a82644b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78fa157c-3fc8-47e1-8aef-a110e3ebd554 HTTP/1.1" status: 200 len: 217 time: 0.0562143 Oct 13 11:18:09.078288 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658886b8-1b9b-4b78-8066-099c0e760a77 req-ef29425f-9dc6-47b6-a1c9-506b6a05a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:09.079896 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-658886b8-1b9b-4b78-8066-099c0e760a77 req-ef29425f-9dc6-47b6-a1c9-506b6a05a204 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.0536628 Oct 13 11:18:09.139959 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658886b8-1b9b-4b78-8066-099c0e760a77 req-bbf5ec46-d980-4a7b-82c3-945b87f0a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:09.141761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-658886b8-1b9b-4b78-8066-099c0e760a77 req-bbf5ec46-d980-4a7b-82c3-945b87f0a6ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553992 Oct 13 11:18:09.176974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44512) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:09.244902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44516) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:09.261175 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f8ef4664-f9b4-4abc-8769-d28137a8da34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d18b14f8e7374c5996b993b7e1904f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651135 Oct 13 11:18:09.340684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-658886b8-1b9b-4b78-8066-099c0e760a77 req-b8aa940f-ced1-415a-a3dc-7527814ebe5f service neutron] 10.222.0.21 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920469 Oct 13 11:18:09.409676 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1625ebd0-5927-4723-b3c5-1af0b5764b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:09.457320 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1625ebd0-5927-4723-b3c5-1af0b5764b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:09.519771 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-658886b8-1b9b-4b78-8066-099c0e760a77 req-ec2ae9c2-577d-4d06-93a6-584847ad656e service neutron] 10.222.0.21 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688824 Oct 13 11:18:09.692890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a83901-44b5-4d21-b982-0099d3182374 req-7e02a981-6f46-4bef-b679-931af3a6c9dd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:09.710376 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6a83901-44b5-4d21-b982-0099d3182374 req-7e02a981-6f46-4bef-b679-931af3a6c9dd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.1019056 Oct 13 11:18:09.783792 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6a83901-44b5-4d21-b982-0099d3182374 req-2287e361-28f6-42b3-add9-299a38affab1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816648 Oct 13 11:18:10.027499 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1625ebd0-5927-4723-b3c5-1af0b5764b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:10.038041 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1625ebd0-5927-4723-b3c5-1af0b5764b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:10.038041 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1625ebd0-5927-4723-b3c5-1af0b5764b82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18c26bb0-1d42-4022-93f9-520e57ea07c5 HTTP/1.1" status: 204 len: 168 time: 0.7877686 Oct 13 11:18:10.043669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625ebd0-5927-4723-b3c5-1af0b5764b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c26bb0-1d42-4022-93f9-520e57ea07c5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:10.724508 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:10.873099 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-61454cc4-2180-4280-9f75-dcbad22b7930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:10.922775 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a3b4b-1a0a-4873-b2ef-78b3f2d5fa9e req-f18feb8a-816b-4808-8e92-8320c0233e77 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:10.932481 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de1a3b4b-1a0a-4873-b2ef-78b3f2d5fa9e req-f18feb8a-816b-4808-8e92-8320c0233e77 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0701966 Oct 13 11:18:10.986781 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de1a3b4b-1a0a-4873-b2ef-78b3f2d5fa9e req-940b82e9-f91a-4d1b-b252-634c86876367 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529344 Oct 13 11:18:11.647715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44568) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:11.777332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-801651317'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:11.970958 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:12.022608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Made reservation on behalf of e4068d483b5247f3ab06ee8fb33ce903 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:12.031817 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:12.051809 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:12.147535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf2ff3-9e64-4a1b-9494-2ae904b3b6f8 req-8ee06ba8-3d91-4b7b-b410-877d99685a4d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:12.149171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4bdf2ff3-9e64-4a1b-9494-2ae904b3b6f8 req-8ee06ba8-3d91-4b7b-b410-877d99685a4d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0871797 Oct 13 11:18:12.237666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4bdf2ff3-9e64-4a1b-9494-2ae904b3b6f8 req-40a3a10a-4744-48a5-afd7-5530fba7326f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744653 Oct 13 11:18:12.259372 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:12.294687 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:12.393297 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:12.421817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:18:12.432097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85220bcf-5391-4c14-b252-4452cf5e31eb,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:12.439394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:12.439738 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Added segment 3bc52d68-8522-4126-b166-786c5afd5ad7 of type vlan for network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 Oct 13 11:18:12.481807 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:12.616518 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:12.622700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:12.624613 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:12.699214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event updated for resources: {'Network': ['ID=60f5ff73-4dd4-46e9-a4f8-a23b18dadc38,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:12.711905 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:18:12.835255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3e0c75b1-cd2b-439b-bf73-019b99de09ad tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1860080 Oct 13 11:18:12.837755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44598) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:12.843788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5497e029-23c0-44e0-9a37-571ae8deb830 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Request body: {'subnet': {'network_id': '60f5ff73-4dd4-46e9-a4f8-a23b18dadc38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:13.003176 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5497e029-23c0-44e0-9a37-571ae8deb830 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Made reservation on behalf of e4068d483b5247f3ab06ee8fb33ce903 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:13.006796 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5497e029-23c0-44e0-9a37-571ae8deb830 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:13.104129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817780a2-e97f-4c94-9248-5a1acdd3a7c4 req-961b382d-29cf-472e-85fe-b3b934b406cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:13.106511 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-817780a2-e97f-4c94-9248-5a1acdd3a7c4 req-961b382d-29cf-472e-85fe-b3b934b406cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 1096 time: 0.0462949 Oct 13 11:18:13.214160 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817780a2-e97f-4c94-9248-5a1acdd3a7c4 req-0bd41c1a-6a23-4684-b0ed-097d417aa0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:13.215582 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-817780a2-e97f-4c94-9248-5a1acdd3a7c4 req-0bd41c1a-6a23-4684-b0ed-097d417aa0a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.1008503 Oct 13 11:18:13.273175 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-817780a2-e97f-4c94-9248-5a1acdd3a7c4 req-6bb32b77-fbc6-4ca4-b73e-ee321164d3de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 HTTP/1.1" status: 200 len: 217 time: 0.0498552 Oct 13 11:18:13.333693 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817780a2-e97f-4c94-9248-5a1acdd3a7c4 req-3e6fdb6f-7163-4650-bf55-7cf2875ba010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:13.336048 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-817780a2-e97f-4c94-9248-5a1acdd3a7c4 req-3e6fdb6f-7163-4650-bf55-7cf2875ba010 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.0550251 Oct 13 11:18:13.382574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff277e-1b7b-47a6-a671-2530ff69ad05 req-4edbbc4c-ecc3-4528-9c0a-1d4971eac189 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:13.389191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1ff277e-1b7b-47a6-a671-2530ff69ad05 req-4edbbc4c-ecc3-4528-9c0a-1d4971eac189 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0752640 Oct 13 11:18:13.398129 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5497e029-23c0-44e0-9a37-571ae8deb830 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:13.399376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817780a2-e97f-4c94-9248-5a1acdd3a7c4 req-be4d19ec-438c-4413-9f87-17f9e073ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:13.401639 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-817780a2-e97f-4c94-9248-5a1acdd3a7c4 req-be4d19ec-438c-4413-9f87-17f9e073ae42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578682 Oct 13 11:18:13.448672 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:13.516316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1ff277e-1b7b-47a6-a671-2530ff69ad05 req-25b8556e-9186-4db8-b153-db5684cc7aed tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151633 Oct 13 11:18:13.517470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497e029-23c0-44e0-9a37-571ae8deb830 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event updated for resources: {'Subnet': ['ID=4020c5c3-8d11-4e21-a827-b686de4068c6,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:13.520624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5497e029-23c0-44e0-9a37-571ae8deb830 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Checking segment: {'id': '3bc52d68-8522-4126-b166-786c5afd5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '60f5ff73-4dd4-46e9-a4f8-a23b18dadc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:13.520624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5497e029-23c0-44e0-9a37-571ae8deb830 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Network hostable DHCP agents. Network: 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:18:13.527929 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-817780a2-e97f-4c94-9248-5a1acdd3a7c4 req-9f1a6cbf-0d8a-44e0-bd2f-55f04baa01a2 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186917 Oct 13 11:18:13.630462 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-817780a2-e97f-4c94-9248-5a1acdd3a7c4 req-1ed80670-3c62-4c32-924f-c2b044793406 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949948 Oct 13 11:18:13.705969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5497e029-23c0-44e0-9a37-571ae8deb830 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:18:13.890948 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5497e029-23c0-44e0-9a37-571ae8deb830 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:13.895301 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5497e029-23c0-44e0-9a37-571ae8deb830 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:13.895900 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5497e029-23c0-44e0-9a37-571ae8deb830 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:13.900264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003534d8-c33e-4748-a1c6-fd4a926f8811 None None] Network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:14.055280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-60f5ff73-4dd4-46e9-a4f8-a23b18dadc38', 'network_id': '60f5ff73-4dd4-46e9-a4f8-a23b18dadc38', 'tenant_id': 'e4068d483b5247f3ab06ee8fb33ce903', 'fixed_ips': [{'subnet_id': '4020c5c3-8d11-4e21-a827-b686de4068c6'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:18:14.056168 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:14.153926 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5497e029-23c0-44e0-9a37-571ae8deb830 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3148880 Oct 13 11:18:14.162198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44608) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:14.162379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Request body: {'port': {'network_id': '60f5ff73-4dd4-46e9-a4f8-a23b18dadc38', 'name': 'tempest-AllowedAddressPairTestJSON-1102170954'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:14.204348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Allocated IP 172.20.0.2 (60f5ff73-4dd4-46e9-a4f8-a23b18dadc38/4020c5c3-8d11-4e21-a827-b686de4068c6/726c29e1-8924-4e66-b726-da3400b808f9) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:14.366770 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:14.370252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Made reservation on behalf of e4068d483b5247f3ab06ee8fb33ce903 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:14.374946 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:14.393588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] device_id is not set on port 5e87fd51-e577-4d75-b460-b37538f75809 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:18:14.448811 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:14.491571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:14.494769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:14.498631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:14.505954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Pushing event updated for resources: {'Port': ['ID=726c29e1-8924-4e66-b726-da3400b808f9,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:14.509481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Allocated IP 172.20.0.4 (60f5ff73-4dd4-46e9-a4f8-a23b18dadc38/4020c5c3-8d11-4e21-a827-b686de4068c6/5e87fd51-e577-4d75-b460-b37538f75809) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:14.572378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Attempting to bind port 726c29e1-8924-4e66-b726-da3400b808f9 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:18:14.572378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Attempting to bind port 726c29e1-8924-4e66-b726-da3400b808f9 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '3bc52d68-8522-4126-b166-786c5afd5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '60f5ff73-4dd4-46e9-a4f8-a23b18dadc38'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:18:14.572378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Attempting to bind port 726c29e1-8924-4e66-b726-da3400b808f9 on network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:18:14.579364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:18:14.579937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Checking segment: {'id': '3bc52d68-8522-4126-b166-786c5afd5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '60f5ff73-4dd4-46e9-a4f8-a23b18dadc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:14.580345 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:14.580892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Bound using segment: {'id': '3bc52d68-8522-4126-b166-786c5afd5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '60f5ff73-4dd4-46e9-a4f8-a23b18dadc38'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:18:14.581448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Bound port: 726c29e1-8924-4e66-b726-da3400b808f9, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc52d68-8522-4126-b166-786c5afd5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '60f5ff73-4dd4-46e9-a4f8-a23b18dadc38'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:18:14.581902 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:14.686106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] For port 726c29e1-8924-4e66-b726-da3400b808f9, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:18:14.689668 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] For port 726c29e1-8924-4e66-b726-da3400b808f9, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=726c29e1-8924-4e66-b726-da3400b808f9,segment=NetworkSegment(3bc52d68-8522-4126-b166-786c5afd5ad7),segment_id=3bc52d68-8522-4126-b166-786c5afd5ad7)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:18:14.698624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff9a0b-9ed6-4b01-b012-952a96c99cc6 req-613736bc-0a94-42e4-87d3-3f4744bc9bb0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:14.700223 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fff9a0b-9ed6-4b01-b012-952a96c99cc6 req-613736bc-0a94-42e4-87d3-3f4744bc9bb0 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0851381 Oct 13 11:18:14.727038 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:14.764582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fff9a0b-9ed6-4b01-b012-952a96c99cc6 req-9bbc493c-6730-4a05-bd12-1a1b282759b8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564198 Oct 13 11:18:14.774616 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:14.853657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8eefd3-ab7f-4e5f-9ceb-18bbaa51ea49 None None] Pushing event updated for resources: {'Port': ['ID=726c29e1-8924-4e66-b726-da3400b808f9,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:14.866265 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:14.920357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:14.923995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:14.927910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:14.935031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event updated for resources: {'Port': ['ID=5e87fd51-e577-4d75-b460-b37538f75809,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:14.985887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:14.986636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:15.060058 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b2f1f1b0-4134-4965-a2bd-60a0f1d5986c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9015784 Oct 13 11:18:15.063865 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44618) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:15.069161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Request body: {'port': {'network_id': '60f5ff73-4dd4-46e9-a4f8-a23b18dadc38', 'name': 'tempest-AllowedAddressPairTestJSON-33286261', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b8:6e:38'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:15.324490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Made reservation on behalf of e4068d483b5247f3ab06ee8fb33ce903 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:15.416151 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:15.436487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] device_id is not set on port 54bdd59d-3c64-4642-86c1-9e83a5d155d3 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:18:15.560470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Allocated IP 172.20.0.5 (60f5ff73-4dd4-46e9-a4f8-a23b18dadc38/4020c5c3-8d11-4e21-a827-b686de4068c6/54bdd59d-3c64-4642-86c1-9e83a5d155d3) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:15.730790 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:15.825494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff341c7d-1590-4d2e-882b-acc53f4110d8 None None] Network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:15.929262 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:15.951917 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af2a81-4d3d-43a1-8ee3-3c26617de89e req-31764b52-1227-444e-9054-1deffa6cb82e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:15.960202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-73af2a81-4d3d-43a1-8ee3-3c26617de89e req-31764b52-1227-444e-9054-1deffa6cb82e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0967636 Oct 13 11:18:15.960648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-36e88119-c01e-4263-bdf4-3177d9c54f70 None None] Provisioning complete for port 726c29e1-8924-4e66-b726-da3400b808f9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:15.961275 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-36e88119-c01e-4263-bdf4-3177d9c54f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:16.011518 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-73af2a81-4d3d-43a1-8ee3-3c26617de89e req-5a5d0940-140e-4e24-ae2f-07da7e33af79 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Oct 13 11:18:16.026524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:16.045020 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event updated for resources: {'Port': ['ID=54bdd59d-3c64-4642-86c1-9e83a5d155d3,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:16.048572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:16.050961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:16.112120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:16.112990 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:16.124252 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-36e88119-c01e-4263-bdf4-3177d9c54f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:16.176094 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-36e88119-c01e-4263-bdf4-3177d9c54f70 None None] For port 726c29e1-8924-4e66-b726-da3400b808f9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=726c29e1-8924-4e66-b726-da3400b808f9,segment=NetworkSegment(3bc52d68-8522-4126-b166-786c5afd5ad7),segment_id=3bc52d68-8522-4126-b166-786c5afd5ad7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:16.240463 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-17fef9bc-a3d2-4177-8a07-d1516c2978f0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 1.1754522 Oct 13 11:18:16.243084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44642) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:16.274181 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-36e88119-c01e-4263-bdf4-3177d9c54f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:16.313734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cf6434-0d37-43ea-824c-8bc3f01815bc tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:16.324862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cf6434-0d37-43ea-824c-8bc3f01815bc tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:16.346054 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cf6434-0d37-43ea-824c-8bc3f01815bc tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:16.348990 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-46cf6434-0d37-43ea-824c-8bc3f01815bc tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1048062 Oct 13 11:18:16.353163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44646) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:16.353534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e88119-c01e-4263-bdf4-3177d9c54f70 None None] Pushing event updated for resources: {'Port': ['ID=726c29e1-8924-4e66-b726-da3400b808f9,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:16.496263 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-88eac03f-0ced-47fe-838c-bf7fe283d858 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Deleting port 54bdd59d-3c64-4642-86c1-9e83a5d155d3 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:16.496890 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88eac03f-0ced-47fe-838c-bf7fe283d858 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:16.502924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e52c20cc-930f-4421-9041-4b7107b12dac None None] Provisioning complete for port 54bdd59d-3c64-4642-86c1-9e83a5d155d3 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:16.503587 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e52c20cc-930f-4421-9041-4b7107b12dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:16.548494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e52c20cc-930f-4421-9041-4b7107b12dac None None] Port 54bdd59d-3c64-4642-86c1-9e83a5d155d3 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:16.560252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e52c20cc-930f-4421-9041-4b7107b12dac None None] Provisioning complete for port 726c29e1-8924-4e66-b726-da3400b808f9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:16.562581 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e52c20cc-930f-4421-9041-4b7107b12dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:16.698365 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88eac03f-0ced-47fe-838c-bf7fe283d858 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:16.721779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-88eac03f-0ced-47fe-838c-bf7fe283d858 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Calling delete_port for 54bdd59d-3c64-4642-86c1-9e83a5d155d3 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:16.771664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 726c29e1-8924-4e66-b726-da3400b808f9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:18:16.847076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e52c20cc-930f-4421-9041-4b7107b12dac None None] Provisioning complete for port 5e87fd51-e577-4d75-b460-b37538f75809 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:16.847782 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e52c20cc-930f-4421-9041-4b7107b12dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:16.917765 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e52c20cc-930f-4421-9041-4b7107b12dac None None] Port 5e87fd51-e577-4d75-b460-b37538f75809 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:16.929763 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 726c29e1-8924-4e66-b726-da3400b808f9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:16.930671 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:17.005125 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88eac03f-0ced-47fe-838c-bf7fe283d858 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:17.039294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-42a2ba97-f674-4acf-9e67-e39028cbfb05 None None] Could not find standard attr ID for object 54bdd59d-3c64-4642-86c1-9e83a5d155d3. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:18:17.052328 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eac03f-0ced-47fe-838c-bf7fe283d858 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event deleted for resources: {'Port': ['ID=54bdd59d-3c64-4642-86c1-9e83a5d155d3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:17.067627 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-42a2ba97-f674-4acf-9e67-e39028cbfb05 None None] Provisioning complete for port 5e87fd51-e577-4d75-b460-b37538f75809 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:17.068024 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-42a2ba97-f674-4acf-9e67-e39028cbfb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:17.123237 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-42a2ba97-f674-4acf-9e67-e39028cbfb05 None None] Port 5e87fd51-e577-4d75-b460-b37538f75809 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:17.207321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c07d5-5a0e-4e0c-a6c5-96e1781d3c4e req-4d424a5f-63ed-4311-a05b-fa0fe434569c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:17.208917 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f90c07d5-5a0e-4e0c-a6c5-96e1781d3c4e req-4d424a5f-63ed-4311-a05b-fa0fe434569c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 945 time: 0.0752430 Oct 13 11:18:17.258147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88eac03f-0ced-47fe-838c-bf7fe283d858 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:17.265278 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-88eac03f-0ced-47fe-838c-bf7fe283d858 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "DELETE /v2.0/ports/54bdd59d-3c64-4642-86c1-9e83a5d155d3 HTTP/1.1" status: 204 len: 168 time: 0.9105773 Oct 13 11:18:17.266108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44656) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:17.297216 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f90c07d5-5a0e-4e0c-a6c5-96e1781d3c4e req-bd6e3aa8-d39f-4e12-b5eb-e23c3d650c00 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814819 Oct 13 11:18:17.299613 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9a1aa1-b1c9-40fe-b84e-839b43228ab0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] GET failed (client error): The resource could not be found. Oct 13 11:18:17.301320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0c9a1aa1-b1c9-40fe-b84e-839b43228ab0 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "GET /v2.0/ports/54bdd59d-3c64-4642-86c1-9e83a5d155d3 HTTP/1.1" status: 404 len: 333 time: 0.0340476 Oct 13 11:18:17.305277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44658) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:17.311343 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Request body: {'port': {'network_id': '60f5ff73-4dd4-46e9-a4f8-a23b18dadc38', 'name': 'tempest-AllowedAddressPairTestJSON-1902687575'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:17.361754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:18:17.494612 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:17.527707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d311d1-8d4d-454f-8ebb-734800e69714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:18:17.531374 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556c34ba-06c7-4fde-97ca-c9cdaca42ee8" -d '{"events": [{"server_uuid": "49d311d1-8d4d-454f-8ebb-734800e69714", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd9ad21-2a3a-4095-93b1-6b70c5053fb6"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:18:17.549103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:17.552472 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85074cbf-8361-409e-af0c-d9de74860f72 req-dfb0dc4d-c3a1-4f65-b27f-d90b68249ce1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:17.553966 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85074cbf-8361-409e-af0c-d9de74860f72 req-dfb0dc4d-c3a1-4f65-b27f-d90b68249ce1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0614700 Oct 13 11:18:17.598951 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85074cbf-8361-409e-af0c-d9de74860f72 req-3428f876-3070-462b-bc10-970f09f749e1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388174 Oct 13 11:18:17.657558 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 11:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5f4a38-242e-46c1-a975-0197e2c10ae4 x-openstack-request-id: req-bc5f4a38-242e-46c1-a975-0197e2c10ae4 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:18:17.658126 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d311d1-8d4d-454f-8ebb-734800e69714", "name": "network-vif-unplugged", "status": "failed", "tag": "bdd9ad21-2a3a-4095-93b1-6b70c5053fb6", "code": 422}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:18:17.658659 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc5f4a38-242e-46c1-a975-0197e2c10ae4 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:18:17.659694 n-d-813659-3 neutron-server[101992]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49d311d1-8d4d-454f-8ebb-734800e69714', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6', 'code': 422} returned with failed status Oct 13 11:18:17.699970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Made reservation on behalf of e4068d483b5247f3ab06ee8fb33ce903 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:17.703737 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:17.722696 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] device_id is not set on port 90b2781b-4b8e-4f38-bd18-6379c4b1a9c6 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:18:17.733267 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:17.781471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905af30-0a09-4158-a78b-a31b7da8b3cc req-22d381ac-8be1-40db-b263-2f3fb344e3c5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:17.783065 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4905af30-0a09-4158-a78b-a31b7da8b3cc req-22d381ac-8be1-40db-b263-2f3fb344e3c5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0778463 Oct 13 11:18:17.811939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:17.835062 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4905af30-0a09-4158-a78b-a31b7da8b3cc req-552f1503-1f2b-46c0-a7ed-03f23b2be37b tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423954 Oct 13 11:18:17.873750 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Allocated IP 172.20.0.5 (60f5ff73-4dd4-46e9-a4f8-a23b18dadc38/4020c5c3-8d11-4e21-a827-b686de4068c6/90b2781b-4b8e-4f38-bd18-6379c4b1a9c6) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:18.060892 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:18.321873 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:18.347784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cc679-1404-4d65-9f21-755f0956385e req-0d8c89a3-624f-4d2f-b707-782c842ef4a8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:18.350821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e9cc679-1404-4d65-9f21-755f0956385e req-0d8c89a3-624f-4d2f-b707-782c842ef4a8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0539305 Oct 13 11:18:18.359313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:18.363369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:18.368827 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:18.392813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event updated for resources: {'Port': ['ID=90b2781b-4b8e-4f38-bd18-6379c4b1a9c6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:18.400413 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e9cc679-1404-4d65-9f21-755f0956385e req-7edecfe3-65a5-4d34-bb51-b8eb455a039f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451624 Oct 13 11:18:18.445679 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:18.446397 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:18.578431 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9a64145f-6e5d-4718-852c-d26bc187455d tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2715180 Oct 13 11:18:18.583201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44682) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:18.589761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a24f6b9d-2572-4213-9f8f-b56fce8efabb tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b8:6e:38'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:18.655626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-367c67aa-230f-41d9-93e6-46437c029217 None None] Provisioning complete for port 90b2781b-4b8e-4f38-bd18-6379c4b1a9c6 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:18.656715 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-367c67aa-230f-41d9-93e6-46437c029217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:18.666806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a24f6b9d-2572-4213-9f8f-b56fce8efabb tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:18.692322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-367c67aa-230f-41d9-93e6-46437c029217 None None] Port 90b2781b-4b8e-4f38-bd18-6379c4b1a9c6 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:18.851600 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a24f6b9d-2572-4213-9f8f-b56fce8efabb tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:19.016166 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a24f6b9d-2572-4213-9f8f-b56fce8efabb tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:19.097380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f6b9d-2572-4213-9f8f-b56fce8efabb tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event updated for resources: {'Port': ['ID=90b2781b-4b8e-4f38-bd18-6379c4b1a9c6,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:19.114667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a24f6b9d-2572-4213-9f8f-b56fce8efabb tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] In _notify_port_updated(), no bound segment for port 90b2781b-4b8e-4f38-bd18-6379c4b1a9c6 on network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:18:19.120799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24f6b9d-2572-4213-9f8f-b56fce8efabb tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:19.121502 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a24f6b9d-2572-4213-9f8f-b56fce8efabb tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:19.122878 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a24f6b9d-2572-4213-9f8f-b56fce8efabb tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "PUT /v2.0/ports/90b2781b-4b8e-4f38-bd18-6379c4b1a9c6 HTTP/1.1" status: 200 len: 993 time: 0.5386138 Oct 13 11:18:19.126486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44688) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:19.547723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a67de2cd-db25-4daf-a7a2-2c15469430b7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Deleting port 90b2781b-4b8e-4f38-bd18-6379c4b1a9c6 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:19.547723 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a67de2cd-db25-4daf-a7a2-2c15469430b7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:19.548464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-051a9eb4-0d6d-4812-a200-aa3232fd5a0e None None] Provisioning complete for port 90b2781b-4b8e-4f38-bd18-6379c4b1a9c6 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:19.548464 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-051a9eb4-0d6d-4812-a200-aa3232fd5a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:19.549010 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:18:19.549711 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a67de2cd-db25-4daf-a7a2-2c15469430b7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:19.549711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a67de2cd-db25-4daf-a7a2-2c15469430b7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Calling delete_port for 90b2781b-4b8e-4f38-bd18-6379c4b1a9c6 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:19.550012 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-051a9eb4-0d6d-4812-a200-aa3232fd5a0e None None] Port 90b2781b-4b8e-4f38-bd18-6379c4b1a9c6 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:19.550143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac1731-3a88-4f41-9af4-2caa3f020ff5 req-924a85a5-88e5-4ab5-932a-14d095e9bb6e tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:19.550143 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4dac1731-3a88-4f41-9af4-2caa3f020ff5 req-924a85a5-88e5-4ab5-932a-14d095e9bb6e tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 1097 time: 0.0464659 Oct 13 11:18:19.576117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4dac1731-3a88-4f41-9af4-2caa3f020ff5 req-73a8c1ba-4630-416a-8990-40a2428d891f tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315621 Oct 13 11:18:19.602502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44704) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:19.694375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a538a2-f9e4-4f46-baf7-2a5fa150af77 req-36da0518-d7d2-4e78-aa18-33ee25fe78c4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:19.695930 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46a538a2-f9e4-4f46-baf7-2a5fa150af77 req-36da0518-d7d2-4e78-aa18-33ee25fe78c4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0556798 Oct 13 11:18:19.736753 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46a538a2-f9e4-4f46-baf7-2a5fa150af77 req-3f3027d1-dc8a-413c-88c2-57bc7661cb49 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339870 Oct 13 11:18:19.772190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-79f9d883-db07-47c8-8fd8-2d057612134a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port f21234ca-ef13-4c46-9077-fff8a6cde79c {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:19.772552 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79f9d883-db07-47c8-8fd8-2d057612134a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:19.815582 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a67de2cd-db25-4daf-a7a2-2c15469430b7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:19.856402 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67de2cd-db25-4daf-a7a2-2c15469430b7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event deleted for resources: {'Port': ['ID=90b2781b-4b8e-4f38-bd18-6379c4b1a9c6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:19.927374 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79f9d883-db07-47c8-8fd8-2d057612134a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:19.927711 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79f9d883-db07-47c8-8fd8-2d057612134a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:19.959110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-79f9d883-db07-47c8-8fd8-2d057612134a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for f21234ca-ef13-4c46-9077-fff8a6cde79c owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:20.085001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a67de2cd-db25-4daf-a7a2-2c15469430b7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:20.090676 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a67de2cd-db25-4daf-a7a2-2c15469430b7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "DELETE /v2.0/ports/90b2781b-4b8e-4f38-bd18-6379c4b1a9c6 HTTP/1.1" status: 204 len: 168 time: 0.9610951 Oct 13 11:18:20.091887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44710) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:20.128014 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-225fbd8b-a110-4d73-a4d4-b73237247903 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] GET failed (client error): The resource could not be found. Oct 13 11:18:20.134579 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-225fbd8b-a110-4d73-a4d4-b73237247903 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "GET /v2.0/ports/90b2781b-4b8e-4f38-bd18-6379c4b1a9c6 HTTP/1.1" status: 404 len: 333 time: 0.0407181 Oct 13 11:18:20.135718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44712) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:20.141890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Request body: {'port': {'network_id': '60f5ff73-4dd4-46e9-a4f8-a23b18dadc38', 'name': 'tempest-AllowedAddressPairTestJSON-950851415'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:20.282764 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79f9d883-db07-47c8-8fd8-2d057612134a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:20.330411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9d883-db07-47c8-8fd8-2d057612134a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=f21234ca-ef13-4c46-9077-fff8a6cde79c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:20.410462 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79f9d883-db07-47c8-8fd8-2d057612134a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:20.410818 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-79f9d883-db07-47c8-8fd8-2d057612134a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Floating IP 327295b4-35ce-4ba7-b7ac-b85941367974 disassociated (deleted). External IP: 172.25.0.23, port: a63e5381-a8c9-4d3e-9749-b471f82500a1. Oct 13 11:18:20.438902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Made reservation on behalf of e4068d483b5247f3ab06ee8fb33ce903 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:20.442457 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:20.460668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] device_id is not set on port b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:18:20.608567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Allocated IP 172.20.0.9 (60f5ff73-4dd4-46e9-a4f8-a23b18dadc38/4020c5c3-8d11-4e21-a827-b686de4068c6/b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:20.677811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f9d883-db07-47c8-8fd8-2d057612134a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 4341fc35-3ced-42c5-92b9-8003f919fcd0 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:18:20.802026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:20.832986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f9d883-db07-47c8-8fd8-2d057612134a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:18:20.850280 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79f9d883-db07-47c8-8fd8-2d057612134a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:20.850379 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147463a7-a7c8-43ce-bc46-36e4ccf2ed0f None None] Sync routers for ids ['4341fc35-3ced-42c5-92b9-8003f919fcd0'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:18:20.871493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147463a7-a7c8-43ce-bc46-36e4ccf2ed0f None None] Routers {'4341fc35-3ced-42c5-92b9-8003f919fcd0'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:20.873285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-147463a7-a7c8-43ce-bc46-36e4ccf2ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4341fc35-3ced-42c5-92b9-8003f919fcd0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:20.892216 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-79f9d883-db07-47c8-8fd8-2d057612134a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/floatingips/327295b4-35ce-4ba7-b7ac-b85941367974 HTTP/1.1" status: 204 len: 168 time: 1.2883699 Oct 13 11:18:20.892216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:18:20.893909 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddc1d67-154b-4be2-9e26-1f9b3c73de64" -d '{"events": [{"name": "network-changed", "server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:18:20.936930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cdb07-2a2f-4074-840c-a27b7e08d323 req-ccfb4ae9-5e09-48e4-a3d5-29385af7b276 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:20.944141 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd5cdb07-2a2f-4074-840c-a27b7e08d323 req-ccfb4ae9-5e09-48e4-a3d5-29385af7b276 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1267469 Oct 13 11:18:21.003866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd5cdb07-2a2f-4074-840c-a27b7e08d323 req-52072a49-e241-4355-b7ec-c4898e7b2e36 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506902 Oct 13 11:18:21.016196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:21.046131 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-147463a7-a7c8-43ce-bc46-36e4ccf2ed0f None None] Set router 4341fc35-3ced-42c5-92b9-8003f919fcd0 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:18:21.125487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:21.130884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:21.144250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event updated for resources: {'Port': ['ID=b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:21.147528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:21.214856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:21.215510 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:21.372285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-147463a7-a7c8-43ce-bc46-36e4ccf2ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:15:50Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c3ef8cbd-4397-4d49-a358-326e8d9be109', 'name': '', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:9f:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:49Z', 'updated_at': '2021-10-13T11:15:54Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:21.418798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147463a7-a7c8-43ce-bc46-36e4ccf2ed0f None None] Checking router: 4341fc35-3ced-42c5-92b9-8003f919fcd0 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:18:21.428222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147463a7-a7c8-43ce-bc46-36e4ccf2ed0f None None] Routers {'4341fc35-3ced-42c5-92b9-8003f919fcd0'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:21.428843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-147463a7-a7c8-43ce-bc46-36e4ccf2ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4341fc35-3ced-42c5-92b9-8003f919fcd0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:21.476336 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-daec444c-5797-4015-9ca2-5348708c0000 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3390732 Oct 13 11:18:21.479273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44744) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:21.488390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f2a9eb5d-4f2c-40ce-9e5e-455725769617 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b8:6e:38'}]}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:21.530571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b92b683f-da00-4e3f-9a1c-b9ca7d6ee1b0 None None] Provisioning complete for port b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:21.530932 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b92b683f-da00-4e3f-9a1c-b9ca7d6ee1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:21.578717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-147463a7-a7c8-43ce-bc46-36e4ccf2ed0f None None] Set router 4341fc35-3ced-42c5-92b9-8003f919fcd0 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:18:21.607611 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b92b683f-da00-4e3f-9a1c-b9ca7d6ee1b0 None None] Port b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:21.651567 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2a9eb5d-4f2c-40ce-9e5e-455725769617 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:21.788271 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-147463a7-a7c8-43ce-bc46-36e4ccf2ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:15:50Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c3ef8cbd-4397-4d49-a358-326e8d9be109', 'name': '', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:9f:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:49Z', 'updated_at': '2021-10-13T11:15:54Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:21.816095 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147463a7-a7c8-43ce-bc46-36e4ccf2ed0f None None] The sync data for ids ['4341fc35-3ced-42c5-92b9-8003f919fcd0'] in n-d-813659-3 is: [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:15:50Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'c3ef8cbd-4397-4d49-a358-326e8d9be109', 'name': '', 'network_id': '6b9888bc-ae82-4158-a36f-f3cb442388f0', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:9f:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:49Z', 'updated_at': '2021-10-13T11:15:54Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': 'dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:18:21.840442 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2a9eb5d-4f2c-40ce-9e5e-455725769617 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:21.867415 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f72a7b6-dd7e-4a80-be29-a0e0e10d50a4 x-openstack-request-id: req-4f72a7b6-dd7e-4a80-be29-a0e0e10d50a4 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:18:21.867905 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:18:21.868230 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f72a7b6-dd7e-4a80-be29-a0e0e10d50a4 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:18:21.868730 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'status': 'completed', 'code': 200} Oct 13 11:18:21.937776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc1d67-154b-4be2-9e26-1f9b3c73de64 req-ca482cb4-73b1-4918-90d5-8fe1f2a4ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:21.944262 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ddc1d67-154b-4be2-9e26-1f9b3c73de64 req-ca482cb4-73b1-4918-90d5-8fe1f2a4ff38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 1097 time: 0.0504622 Oct 13 11:18:21.960511 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2a9eb5d-4f2c-40ce-9e5e-455725769617 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:22.050173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba5f56-4e08-49b7-a4bb-351a21837776 req-697c09fc-b296-4def-bb94-07a6061384f0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:22.051915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5cba5f56-4e08-49b7-a4bb-351a21837776 req-697c09fc-b296-4def-bb94-07a6061384f0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.1289620 Oct 13 11:18:22.081422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9eb5d-4f2c-40ce-9e5e-455725769617 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event updated for resources: {'Port': ['ID=b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:22.083414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc1d67-154b-4be2-9e26-1f9b3c73de64 req-357ade0b-2584-40a8-b628-879651ac8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:22.085710 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ddc1d67-154b-4be2-9e26-1f9b3c73de64 req-357ade0b-2584-40a8-b628-879651ac8d12 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b9888bc-ae82-4158-a36f-f3cb442388f0 HTTP/1.1" status: 200 len: 898 time: 0.1325312 Oct 13 11:18:22.114893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9eb5d-4f2c-40ce-9e5e-455725769617 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] In _notify_port_updated(), no bound segment for port b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0 on network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 {{(pid=101991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:18:22.128755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a9eb5d-4f2c-40ce-9e5e-455725769617 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:22.129822 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2a9eb5d-4f2c-40ce-9e5e-455725769617 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:22.134635 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f2a9eb5d-4f2c-40ce-9e5e-455725769617 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "PUT /v2.0/ports/b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0 HTTP/1.1" status: 200 len: 995 time: 0.6520712 Oct 13 11:18:22.141137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44756) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:22.161086 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ddc1d67-154b-4be2-9e26-1f9b3c73de64 req-7fa88407-c2e2-4bfc-a9ba-6b9d9f743f4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1 HTTP/1.1" status: 200 len: 217 time: 0.0668354 Oct 13 11:18:22.180632 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5cba5f56-4e08-49b7-a4bb-351a21837776 req-3dd587f5-fb6f-474c-b863-be33a69a4fe4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111107 Oct 13 11:18:22.220304 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dbbac1-822f-4bfa-9ab4-7fdd4575d302 None None] New status for floating IP 327295b4-35ce-4ba7-b7ac-b85941367974: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:18:22.265699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc1d67-154b-4be2-9e26-1f9b3c73de64 req-3ad864eb-799e-4d78-a8cc-8a1b67f25c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:22.267227 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ddc1d67-154b-4be2-9e26-1f9b3c73de64 req-3ad864eb-799e-4d78-a8cc-8a1b67f25c9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc HTTP/1.1" status: 200 len: 834 time: 0.0985260 Oct 13 11:18:22.345773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc1d67-154b-4be2-9e26-1f9b3c73de64 req-7f5f650b-cc0a-4799-9eec-a7776f4f7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:22.347759 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ddc1d67-154b-4be2-9e26-1f9b3c73de64 req-7f5f650b-cc0a-4799-9eec-a7776f4f7199 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b9888bc-ae82-4158-a36f-f3cb442388f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719934 Oct 13 11:18:22.351598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75561f4b-3ef1-4659-9146-9dd1069be00c req-46a372dc-72fa-436a-ab35-ac21cb577cd8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:22.363922 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75561f4b-3ef1-4659-9146-9dd1069be00c req-46a372dc-72fa-436a-ab35-ac21cb577cd8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0951550 Oct 13 11:18:22.387041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d56a2-96d3-4fef-865b-13c59bcbf087 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Deleting port b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:22.387387 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f7d56a2-96d3-4fef-865b-13c59bcbf087 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:22.447378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d350cdd1-5eae-4c23-bee5-2da684ceed42 None None] Provisioning complete for port b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:22.447895 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d350cdd1-5eae-4c23-bee5-2da684ceed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:22.463362 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75561f4b-3ef1-4659-9146-9dd1069be00c req-cf80ae44-3572-448a-b3d9-4d38d4c0f613 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984449 Oct 13 11:18:22.511250 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ddc1d67-154b-4be2-9e26-1f9b3c73de64 req-23e63e10-f4dc-4b78-a39f-66053bd6259d service neutron] 10.222.0.46 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530652 Oct 13 11:18:22.537100 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d350cdd1-5eae-4c23-bee5-2da684ceed42 None None] Port b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:22.546352 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f7d56a2-96d3-4fef-865b-13c59bcbf087 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:22.562531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d56a2-96d3-4fef-865b-13c59bcbf087 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Calling delete_port for b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:22.626909 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ddc1d67-154b-4be2-9e26-1f9b3c73de64 req-026389c3-b276-48e4-8459-9b4eb598d559 service neutron] 10.222.0.46 "GET /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076536 Oct 13 11:18:22.831501 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f7d56a2-96d3-4fef-865b-13c59bcbf087 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:22.868322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d56a2-96d3-4fef-865b-13c59bcbf087 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event deleted for resources: {'Port': ['ID=b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:22.945690 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f7d56a2-96d3-4fef-865b-13c59bcbf087 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:22.950027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2f7d56a2-96d3-4fef-865b-13c59bcbf087 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "DELETE /v2.0/ports/b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0 HTTP/1.1" status: 204 len: 168 time: 0.8079009 Oct 13 11:18:22.952870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44760) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:22.979515 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e647881-4c0b-4749-b75d-880e916909a2 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] GET failed (client error): The resource could not be found. Oct 13 11:18:22.985202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0e647881-4c0b-4749-b75d-880e916909a2 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "GET /v2.0/ports/b2f3a7d8-73f0-4fe3-9b84-5bba90f726a0 HTTP/1.1" status: 404 len: 333 time: 0.0273323 Oct 13 11:18:22.985570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44762) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:22.990983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Request body: {'port': {'network_id': '60f5ff73-4dd4-46e9-a4f8-a23b18dadc38', 'name': 'tempest-AllowedAddressPairTestJSON-315227283'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:23.197036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Made reservation on behalf of e4068d483b5247f3ab06ee8fb33ce903 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:23.201235 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:23.224072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] device_id is not set on port 84af4bf6-1c7e-4262-8045-f131badda56e yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:18:23.395141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Allocated IP 172.20.0.12 (60f5ff73-4dd4-46e9-a4f8-a23b18dadc38/4020c5c3-8d11-4e21-a827-b686de4068c6/84af4bf6-1c7e-4262-8045-f131badda56e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:23.415426 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62be51-130e-4234-bec7-e871306f5106 req-2c6c1a4d-a57c-4ca2-8b47-c2fa6219a6da tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:23.416911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb62be51-130e-4234-bec7-e871306f5106 req-2c6c1a4d-a57c-4ca2-8b47-c2fa6219a6da tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0830598 Oct 13 11:18:23.493071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb62be51-130e-4234-bec7-e871306f5106 req-83701017-8dca-4ecc-af0c-6f21282717a2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0730ed-15dd-4828-9cbd-aa9104d28a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686638 Oct 13 11:18:23.518169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e2598-689a-4b5c-9f44-7398bf0ce8b0 req-5e6423c6-64c4-483e-9eab-e9e755519ba2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:23.518169 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ba1e2598-689a-4b5c-9f44-7398bf0ce8b0 req-5e6423c6-64c4-483e-9eab-e9e755519ba2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 946 time: 0.0610583 Oct 13 11:18:23.629336 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-ba1e2598-689a-4b5c-9f44-7398bf0ce8b0 req-40497c3f-c4fb-4e6a-a0f6-5c97c9d0e5b9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port a63e5381-a8c9-4d3e-9749-b471f82500a1 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:23.629649 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ba1e2598-689a-4b5c-9f44-7398bf0ce8b0 req-40497c3f-c4fb-4e6a-a0f6-5c97c9d0e5b9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:23.770992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ba1e2598-689a-4b5c-9f44-7398bf0ce8b0 req-40497c3f-c4fb-4e6a-a0f6-5c97c9d0e5b9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] For port a63e5381-a8c9-4d3e-9749-b471f82500a1, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a63e5381-a8c9-4d3e-9749-b471f82500a1,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:23.771493 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ba1e2598-689a-4b5c-9f44-7398bf0ce8b0 req-40497c3f-c4fb-4e6a-a0f6-5c97c9d0e5b9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:23.819556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-ba1e2598-689a-4b5c-9f44-7398bf0ce8b0 req-40497c3f-c4fb-4e6a-a0f6-5c97c9d0e5b9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for a63e5381-a8c9-4d3e-9749-b471f82500a1 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:24.052328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f32f77-389e-46c1-950b-ab9c8eae66a0 req-cfddb53c-b16f-4488-b6ed-6edbedd977ae tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:24.061269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3f32f77-389e-46c1-950b-ab9c8eae66a0 req-cfddb53c-b16f-4488-b6ed-6edbedd977ae tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.4906616 Oct 13 11:18:24.111389 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:24.134963 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3f32f77-389e-46c1-950b-ab9c8eae66a0 req-3b07e52a-818d-4645-a5f2-bc4beeff9dfd tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727000 Oct 13 11:18:24.322897 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:24.375475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:24.378577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:24.381001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:24.410659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event updated for resources: {'Port': ['ID=84af4bf6-1c7e-4262-8045-f131badda56e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:24.422961 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ba1e2598-689a-4b5c-9f44-7398bf0ce8b0 req-40497c3f-c4fb-4e6a-a0f6-5c97c9d0e5b9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:24.442190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:24.443111 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:24.451869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40497c3f-c4fb-4e6a-a0f6-5c97c9d0e5b9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=a63e5381-a8c9-4d3e-9749-b471f82500a1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:24.498916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1e2598-689a-4b5c-9f44-7398bf0ce8b0 req-40497c3f-c4fb-4e6a-a0f6-5c97c9d0e5b9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] No DVR routers for this DVR port a63e5381-a8c9-4d3e-9749-b471f82500a1 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:18:24.501803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ba1e2598-689a-4b5c-9f44-7398bf0ce8b0 req-40497c3f-c4fb-4e6a-a0f6-5c97c9d0e5b9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:24.505230 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ba1e2598-689a-4b5c-9f44-7398bf0ce8b0 req-40497c3f-c4fb-4e6a-a0f6-5c97c9d0e5b9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.46 "DELETE /v2.0/ports/a63e5381-a8c9-4d3e-9749-b471f82500a1 HTTP/1.1" status: 204 len: 173 time: 0.9829433 Oct 13 11:18:24.507764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'name': 'network-vif-deleted', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:18:24.508063 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b528736-442e-4bd9-9d5d-c473d96d9939" -d '{"events": [{"server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "name": "network-vif-deleted", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:18:24.551199 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b237a3bf-074e-4ec5-ae41-56dd31d6246b x-openstack-request-id: req-b237a3bf-074e-4ec5-ae41-56dd31d6246b {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:18:24.551823 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa964245-79bc-4ead-a20c-f93385713965", "name": "network-vif-deleted", "tag": "a63e5381-a8c9-4d3e-9749-b471f82500a1", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:18:24.551823 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b237a3bf-074e-4ec5-ae41-56dd31d6246b {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:18:24.552306 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa964245-79bc-4ead-a20c-f93385713965', 'name': 'network-vif-deleted', 'tag': 'a63e5381-a8c9-4d3e-9749-b471f82500a1', 'status': 'completed', 'code': 200} Oct 13 11:18:24.574434 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1c817474-7b2a-4bcd-9a29-fe522de552b4 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5862951 Oct 13 11:18:24.576549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44792) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:24.582041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Request body: {'port': {'network_id': '60f5ff73-4dd4-46e9-a4f8-a23b18dadc38', 'name': 'tempest-AllowedAddressPairTestJSON-1570063139'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:24.664640 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d5a1172-82e8-4d76-afff-f414bf4e38a3 req-4afd7dd8-a521-47cb-86b9-84f406faa73d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa964245-79bc-4ead-a20c-f93385713965 HTTP/1.1" status: 200 len: 210 time: 0.0427289 Oct 13 11:18:24.690113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-360927f4-6563-4a67-8cad-e1643fa99d85 None None] Provisioning complete for port 84af4bf6-1c7e-4262-8045-f131badda56e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:24.690715 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-360927f4-6563-4a67-8cad-e1643fa99d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:24.749938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-360927f4-6563-4a67-8cad-e1643fa99d85 None None] Port 84af4bf6-1c7e-4262-8045-f131badda56e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:24.865292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Made reservation on behalf of e4068d483b5247f3ab06ee8fb33ce903 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:24.869647 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:24.890438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] device_id is not set on port 3c5b97f3-489e-44d0-9b35-58ef86797d36 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:18:25.006276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Allocated IP 172.20.0.8 (60f5ff73-4dd4-46e9-a4f8-a23b18dadc38/4020c5c3-8d11-4e21-a827-b686de4068c6/3c5b97f3-489e-44d0-9b35-58ef86797d36) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:25.153654 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:25.270971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028866c1-c1ed-4509-b28d-bb9d90bc1fe1 req-d89ffc47-66ef-48ea-81bf-ec6ea2ef420d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:25.270971 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-028866c1-c1ed-4509-b28d-bb9d90bc1fe1 req-d89ffc47-66ef-48ea-81bf-ec6ea2ef420d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0517609 Oct 13 11:18:25.292556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-028866c1-c1ed-4509-b28d-bb9d90bc1fe1 req-3db122d3-bdd6-4541-b3d4-91d83085e59c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334442 Oct 13 11:18:25.357668 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:25.410315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:25.413788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:25.417835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:25.494443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event updated for resources: {'Port': ['ID=3c5b97f3-489e-44d0-9b35-58ef86797d36,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:25.494443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:25.494443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:25.599987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44810) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:25.600521 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7fc510f5-6b88-4385-964a-d33db05a41d7 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0225594 Oct 13 11:18:25.606093 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-438edf4a-1a1e-48b6-b43d-b49a83392b9b tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b8:6e:38'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f1:d2:3b'}]}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:25.681955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-52c90f78-5a81-494c-84f2-1e9f06776e0c None None] Provisioning complete for port 3c5b97f3-489e-44d0-9b35-58ef86797d36 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:25.682322 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52c90f78-5a81-494c-84f2-1e9f06776e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:25.706308 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-438edf4a-1a1e-48b6-b43d-b49a83392b9b tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:25.721814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-52c90f78-5a81-494c-84f2-1e9f06776e0c None None] Port 3c5b97f3-489e-44d0-9b35-58ef86797d36 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:25.731761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44814) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:25.947528 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-438edf4a-1a1e-48b6-b43d-b49a83392b9b tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:26.059761 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-438edf4a-1a1e-48b6-b43d-b49a83392b9b tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:26.147785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438edf4a-1a1e-48b6-b43d-b49a83392b9b tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event updated for resources: {'Port': ['ID=3c5b97f3-489e-44d0-9b35-58ef86797d36,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:26.167912 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-438edf4a-1a1e-48b6-b43d-b49a83392b9b tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] In _notify_port_updated(), no bound segment for port 3c5b97f3-489e-44d0-9b35-58ef86797d36 on network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 {{(pid=101991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:18:26.171832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438edf4a-1a1e-48b6-b43d-b49a83392b9b tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:26.172987 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-438edf4a-1a1e-48b6-b43d-b49a83392b9b tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:26.174399 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-438edf4a-1a1e-48b6-b43d-b49a83392b9b tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "PUT /v2.0/ports/3c5b97f3-489e-44d0-9b35-58ef86797d36 HTTP/1.1" status: 200 len: 1056 time: 0.5727043 Oct 13 11:18:26.177037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44816) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:26.399193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-22d1e270-72e1-4a12-a99a-60e9102d39c1 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Deleting port 3c5b97f3-489e-44d0-9b35-58ef86797d36 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:26.399541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22d1e270-72e1-4a12-a99a-60e9102d39c1 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:26.452592 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-77b994fa-085d-4c00-ae88-195d8a8d4cda None None] Provisioning complete for port 3c5b97f3-489e-44d0-9b35-58ef86797d36 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:26.456344 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-77b994fa-085d-4c00-ae88-195d8a8d4cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:26.490012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03ca08-9e08-427c-920e-aaabe0e128d8 req-99360b1b-1108-4f33-b492-183fdb148175 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:26.493332 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf03ca08-9e08-427c-920e-aaabe0e128d8 req-99360b1b-1108-4f33-b492-183fdb148175 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0989261 Oct 13 11:18:26.500623 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-77b994fa-085d-4c00-ae88-195d8a8d4cda None None] Port 3c5b97f3-489e-44d0-9b35-58ef86797d36 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:26.550906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf03ca08-9e08-427c-920e-aaabe0e128d8 req-729aaeff-755a-4c00-b0bd-f4c35eab3727 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509856 Oct 13 11:18:26.557761 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22d1e270-72e1-4a12-a99a-60e9102d39c1 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:26.573239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-22d1e270-72e1-4a12-a99a-60e9102d39c1 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Calling delete_port for 3c5b97f3-489e-44d0-9b35-58ef86797d36 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:26.746159 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73317323-f7d0-4466-80fb-cb0bff1fc1d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:26.914683 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22d1e270-72e1-4a12-a99a-60e9102d39c1 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:26.971595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1e270-72e1-4a12-a99a-60e9102d39c1 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event deleted for resources: {'Port': ['ID=3c5b97f3-489e-44d0-9b35-58ef86797d36,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:27.268489 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-22d1e270-72e1-4a12-a99a-60e9102d39c1 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:27.271851 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-22d1e270-72e1-4a12-a99a-60e9102d39c1 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "DELETE /v2.0/ports/3c5b97f3-489e-44d0-9b35-58ef86797d36 HTTP/1.1" status: 204 len: 168 time: 1.0935853 Oct 13 11:18:27.274558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44834) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:27.303096 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-97309ee1-2553-404b-a85e-02a7c1e58310 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] GET failed (client error): The resource could not be found. Oct 13 11:18:27.304810 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-97309ee1-2553-404b-a85e-02a7c1e58310 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "GET /v2.0/ports/3c5b97f3-489e-44d0-9b35-58ef86797d36 HTTP/1.1" status: 404 len: 333 time: 0.0292275 Oct 13 11:18:27.307603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44836) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:27.308089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-73317323-f7d0-4466-80fb-cb0bff1fc1d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port c3ef8cbd-4397-4d49-a358-326e8d9be109 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:27.308443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73317323-f7d0-4466-80fb-cb0bff1fc1d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:27.417728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c3798713-1341-4a24-8451-842c0aec6a91 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Deleting port 84af4bf6-1c7e-4262-8045-f131badda56e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:27.418206 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c3798713-1341-4a24-8451-842c0aec6a91 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:27.422512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-73317323-f7d0-4466-80fb-cb0bff1fc1d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] For port c3ef8cbd-4397-4d49-a358-326e8d9be109, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c3ef8cbd-4397-4d49-a358-326e8d9be109,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:27.422898 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73317323-f7d0-4466-80fb-cb0bff1fc1d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:27.423510 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a63e5381-a8c9-4d3e-9749-b471f82500a1 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:18:27.440977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-73317323-f7d0-4466-80fb-cb0bff1fc1d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for c3ef8cbd-4397-4d49-a358-326e8d9be109 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:27.455694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: a63e5381-a8c9-4d3e-9749-b471f82500a1 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:18:27.456352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a63e5381-a8c9-4d3e-9749-b471f82500a1 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:18:27.547303 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c3798713-1341-4a24-8451-842c0aec6a91 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:27.567258 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c3798713-1341-4a24-8451-842c0aec6a91 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Calling delete_port for 84af4bf6-1c7e-4262-8045-f131badda56e owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:27.760225 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd52eb-0ac6-4ce9-8757-e542baf08b3f req-213f6ac6-b255-468f-adda-eaa24342605e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:27.761741 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58cd52eb-0ac6-4ce9-8757-e542baf08b3f req-213f6ac6-b255-468f-adda-eaa24342605e tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0810447 Oct 13 11:18:27.836782 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58cd52eb-0ac6-4ce9-8757-e542baf08b3f req-6a3ec597-83fe-4e62-902b-3b3eec8dcfe7 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678580 Oct 13 11:18:27.922938 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73317323-f7d0-4466-80fb-cb0bff1fc1d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:27.953201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73317323-f7d0-4466-80fb-cb0bff1fc1d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=c3ef8cbd-4397-4d49-a358-326e8d9be109,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:28.038973 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c3798713-1341-4a24-8451-842c0aec6a91 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:28.116736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3798713-1341-4a24-8451-842c0aec6a91 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event deleted for resources: {'Port': ['ID=84af4bf6-1c7e-4262-8045-f131badda56e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:28.172106 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73317323-f7d0-4466-80fb-cb0bff1fc1d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:28.188545 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c3798713-1341-4a24-8451-842c0aec6a91 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:28.192252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c3798713-1341-4a24-8451-842c0aec6a91 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "DELETE /v2.0/ports/84af4bf6-1c7e-4262-8045-f131badda56e HTTP/1.1" status: 204 len: 168 time: 0.8834267 Oct 13 11:18:28.198594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44848) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:28.238096 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c90e1a0-7ad6-4b1a-a0c3-931bd38d6c50 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] GET failed (client error): The resource could not be found. Oct 13 11:18:28.239658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4c90e1a0-7ad6-4b1a-a0c3-931bd38d6c50 tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "GET /v2.0/ports/84af4bf6-1c7e-4262-8045-f131badda56e HTTP/1.1" status: 404 len: 333 time: 0.0398564 Oct 13 11:18:28.245163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44850) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:28.357343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-03e2852e-8bd1-411a-b30e-7a85ce154ecc tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Deleting port 5e87fd51-e577-4d75-b460-b37538f75809 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:28.359047 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03e2852e-8bd1-411a-b30e-7a85ce154ecc tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:28.433157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73317323-f7d0-4466-80fb-cb0bff1fc1d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 4341fc35-3ced-42c5-92b9-8003f919fcd0 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:18:28.451513 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03e2852e-8bd1-411a-b30e-7a85ce154ecc tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:28.467626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-03e2852e-8bd1-411a-b30e-7a85ce154ecc tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Calling delete_port for 5e87fd51-e577-4d75-b460-b37538f75809 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:28.552732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73317323-f7d0-4466-80fb-cb0bff1fc1d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:18:28.558494 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-73317323-f7d0-4466-80fb-cb0bff1fc1d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "PUT /v2.0/routers/4341fc35-3ced-42c5-92b9-8003f919fcd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8251240 Oct 13 11:18:28.560954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44858) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:28.565935 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eee6d8-a720-4e7a-ba1f-881acb6054ed None None] Sync routers for ids ['4341fc35-3ced-42c5-92b9-8003f919fcd0'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:18:28.577856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eee6d8-a720-4e7a-ba1f-881acb6054ed None None] Routers {'4341fc35-3ced-42c5-92b9-8003f919fcd0'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:28.578822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-51eee6d8-a720-4e7a-ba1f-881acb6054ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4341fc35-3ced-42c5-92b9-8003f919fcd0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:28.646807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34d207f-6506-4b33-861b-401dc5e9e55c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting subnet dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:18:28.652192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c34d207f-6506-4b33-861b-401dc5e9e55c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:28.716708 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c34d207f-6506-4b33-861b-401dc5e9e55c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:28.734474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-51eee6d8-a720-4e7a-ba1f-881acb6054ed None None] Set router 4341fc35-3ced-42c5-92b9-8003f919fcd0 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:18:28.799975 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03e2852e-8bd1-411a-b30e-7a85ce154ecc tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:28.854796 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c34d207f-6506-4b33-861b-401dc5e9e55c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:28.855182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2852e-8bd1-411a-b30e-7a85ce154ecc tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event deleted for resources: {'Port': ['ID=5e87fd51-e577-4d75-b460-b37538f75809,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:28.953437 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03e2852e-8bd1-411a-b30e-7a85ce154ecc tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:28.960586 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-03e2852e-8bd1-411a-b30e-7a85ce154ecc tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "DELETE /v2.0/ports/5e87fd51-e577-4d75-b460-b37538f75809 HTTP/1.1" status: 204 len: 168 time: 0.7118359 Oct 13 11:18:28.961012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44868) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:29.038467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e51f0-abc7-47f9-a261-d6b828c90e02 req-3a8ce9c7-d983-481c-a257-99fcafd7b5b4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:29.042620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c61e51f0-abc7-47f9-a261-d6b828c90e02 req-3a8ce9c7-d983-481c-a257-99fcafd7b5b4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0828359 Oct 13 11:18:29.044414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-51eee6d8-a720-4e7a-ba1f-881acb6054ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:18:27Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:29.061235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c1f1ce-7bbb-42a2-9b6d-d4e8ada90c9c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Deleting subnet 4020c5c3-8d11-4e21-a827-b686de4068c6 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:18:29.064547 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-41c1f1ce-7bbb-42a2-9b6d-d4e8ada90c9c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:29.090806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eee6d8-a720-4e7a-ba1f-881acb6054ed None None] Checking router: 4341fc35-3ced-42c5-92b9-8003f919fcd0 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:18:29.102229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eee6d8-a720-4e7a-ba1f-881acb6054ed None None] Routers {'4341fc35-3ced-42c5-92b9-8003f919fcd0'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:29.103052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-51eee6d8-a720-4e7a-ba1f-881acb6054ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4341fc35-3ced-42c5-92b9-8003f919fcd0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:29.113939 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c61e51f0-abc7-47f9-a261-d6b828c90e02 req-b1bd8fb3-bf95-44f8-bd41-e44b590f2719 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644951 Oct 13 11:18:29.130297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-41c1f1ce-7bbb-42a2-9b6d-d4e8ada90c9c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:29.291141 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c34d207f-6506-4b33-861b-401dc5e9e55c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:29.295842 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-41c1f1ce-7bbb-42a2-9b6d-d4e8ada90c9c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:29.353692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d207f-6506-4b33-861b-401dc5e9e55c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:29.365041 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c34d207f-6506-4b33-861b-401dc5e9e55c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:29.372031 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c34d207f-6506-4b33-861b-401dc5e9e55c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/subnets/dbfa9cb3-1e34-4a85-bc62-d2fa9450e9bc HTTP/1.1" status: 204 len: 168 time: 0.8065128 Oct 13 11:18:29.373093 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44870) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:29.381318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4e4e00-01ac-42b3-a85a-be415c7c6333 None None] Network 6b9888bc-ae82-4158-a36f-f3cb442388f0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:29.520602 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:29.580054 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-41c1f1ce-7bbb-42a2-9b6d-d4e8ada90c9c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:29.592178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-51eee6d8-a720-4e7a-ba1f-881acb6054ed None None] Set router 4341fc35-3ced-42c5-92b9-8003f919fcd0 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:18:29.646344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1f1ce-7bbb-42a2-9b6d-d4e8ada90c9c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event deleted for resources: {'Subnet': ['ID=4020c5c3-8d11-4e21-a827-b686de4068c6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:29.655300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-41c1f1ce-7bbb-42a2-9b6d-d4e8ada90c9c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:29.659160 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-41c1f1ce-7bbb-42a2-9b6d-d4e8ada90c9c tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "DELETE /v2.0/subnets/4020c5c3-8d11-4e21-a827-b686de4068c6 HTTP/1.1" status: 204 len: 168 time: 0.6972153 Oct 13 11:18:29.661813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44872) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:29.674791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e29d730-8867-4f06-ac94-ab63ec6377af None None] Network 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:29.695728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:29.758540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] DHCP port deletion for 6b9888bc-ae82-4158-a36f-f3cb442388f0 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:18:29.781870 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:29.840638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Deleting port 726c29e1-8924-4e66-b726-da3400b808f9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:29.841717 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:29.866855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port 64c7cf51-4db3-4acc-9c54-3cb245235533 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:29.867250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:29.917375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] For port 726c29e1-8924-4e66-b726-da3400b808f9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=726c29e1-8924-4e66-b726-da3400b808f9,segment=NetworkSegment(3bc52d68-8522-4126-b166-786c5afd5ad7),segment_id=3bc52d68-8522-4126-b166-786c5afd5ad7)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:29.917871 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:29.933222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Calling delete_port for 726c29e1-8924-4e66-b726-da3400b808f9 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:29.970244 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Deleting port 24be9409-2e35-4437-9bde-fe2dcb62aa96 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:29.970762 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.000281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] For port 64c7cf51-4db3-4acc-9c54-3cb245235533, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=64c7cf51-4db3-4acc-9c54-3cb245235533,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:30.000865 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.018794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for 64c7cf51-4db3-4acc-9c54-3cb245235533 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:30.063611 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] For port 24be9409-2e35-4437-9bde-fe2dcb62aa96, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=24be9409-2e35-4437-9bde-fe2dcb62aa96,segment=NetworkSegment(ea26fe50-9438-47a1-957a-d75a236866de),segment_id=ea26fe50-9438-47a1-957a-d75a236866de)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:30.064053 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.076199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-51eee6d8-a720-4e7a-ba1f-881acb6054ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:18:27Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:30.081517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Calling delete_port for 24be9409-2e35-4437-9bde-fe2dcb62aa96 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:30.123242 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a88b517-42f3-4253-8e56-ed493e026bb5 None None] DHCP port deletion for 60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:18:30.130274 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.142291 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eee6d8-a720-4e7a-ba1f-881acb6054ed None None] The sync data for ids ['4341fc35-3ced-42c5-92b9-8003f919fcd0'] in n-d-813659-3 is: [{'id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363031', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:15:44Z', 'updated_at': '2021-10-13T11:18:27Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '64c7cf51-4db3-4acc-9c54-3cb245235533', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341fc35-3ced-42c5-92b9-8003f919fcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:15:45Z', 'updated_at': '2021-10-13T11:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:18:30.188993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] No DVR routers for this DVR port 726c29e1-8924-4e66-b726-da3400b808f9 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:18:30.223649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event deleted for resources: {'Port': ['ID=726c29e1-8924-4e66-b726-da3400b808f9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:30.234154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2a88b517-42f3-4253-8e56-ed493e026bb5 None None] The port '726c29e1-8924-4e66-b726-da3400b808f9' was deleted {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 11:18:30.315919 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.331580 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2b20d-b5d6-45d5-a96f-0e91077b4117 req-d6ab6700-a58a-4eb6-b06a-dbcb740cff49 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:30.333066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4e2b20d-b5d6-45d5-a96f-0e91077b4117 req-d6ab6700-a58a-4eb6-b06a-dbcb740cff49 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1191902 Oct 13 11:18:30.340318 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.348251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f5ff73-4dd4-46e9-a4f8-a23b18dadc38']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:30.368860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc52d68-8522-4126-b166-786c5afd5ad7') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:30.369055 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=64c7cf51-4db3-4acc-9c54-3cb245235533,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:30.369146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc52d68-8522-4126-b166-786c5afd5ad7') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:30.383394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.408412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4e2b20d-b5d6-45d5-a96f-0e91077b4117 req-a996c18f-da6b-49b2-878d-f9bbffeb8755 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639546 Oct 13 11:18:30.409827 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.415263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:18:30.415662 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:18:30.418932 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:18:30.434457 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.442549 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.457102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Pushing event deleted for resources: {'Port': ['ID=24be9409-2e35-4437-9bde-fe2dcb62aa96,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:30.470170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:30.470643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:30.471057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:30.472180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:30.472606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:30.473020 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:30.473431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:30.473838 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:30.474267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:30.474963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:30.475409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:30.475815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:30.482801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae121ae8-1fff-4cec-b3c9-19103e2e86b8 None None] No DVR routers for this DVR port 24be9409-2e35-4437-9bde-fe2dcb62aa96 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:18:30.567507 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.570475 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.604164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.614652 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:30.616553 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] 10.222.0.32 "DELETE /v2.0/networks/60f5ff73-4dd4-46e9-a4f8-a23b18dadc38 HTTP/1.1" status: 204 len: 168 time: 0.9533844 Oct 13 11:18:30.645614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7f36e-b755-442f-bb8d-dce7dbc2c81a tempest-AllowedAddressPairTestJSON-665990127 tempest-AllowedAddressPairTestJSON-665990127-project] Pushing event deleted for resources: {'Network': ['ID=60f5ff73-4dd4-46e9-a4f8-a23b18dadc38,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:30.786615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 24be9409-2e35-4437-9bde-fe2dcb62aa96 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:18:30.814883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 24be9409-2e35-4437-9bde-fe2dcb62aa96 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:18:30.815239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 24be9409-2e35-4437-9bde-fe2dcb62aa96 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:18:30.815661 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 726c29e1-8924-4e66-b726-da3400b808f9 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:18:30.860235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 726c29e1-8924-4e66-b726-da3400b808f9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:18:30.863918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 726c29e1-8924-4e66-b726-da3400b808f9 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:18:30.863918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c3ef8cbd-4397-4d49-a358-326e8d9be109 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:18:30.884310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: c3ef8cbd-4397-4d49-a358-326e8d9be109 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:18:30.884664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c3ef8cbd-4397-4d49-a358-326e8d9be109 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:18:30.994073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd5e86-abca-4666-9eeb-cb29fc796a09 req-9675f830-a12a-4e53-a4d4-2625bc8689f1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:30.995677 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55dd5e86-abca-4666-9eeb-cb29fc796a09 req-9675f830-a12a-4e53-a4d4-2625bc8689f1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0690122 Oct 13 11:18:31.042605 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55dd5e86-abca-4666-9eeb-cb29fc796a09 req-b9705747-44dc-43ab-ba5d-dac2c415e937 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350370 Oct 13 11:18:31.048927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0089003-e1d3-485e-8acf-4432a1d46fd7 req-fcf81591-39c9-4217-809e-e75a3ee213e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:31.051220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0089003-e1d3-485e-8acf-4432a1d46fd7 req-fcf81591-39c9-4217-809e-e75a3ee213e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 1095 time: 0.0481670 Oct 13 11:18:31.106290 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:31.107466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Fanout notify agent at l3_agent the message router_deleted on router 4341fc35-3ced-42c5-92b9-8003f919fcd0 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:18:31.115730 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:31.116847 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-99aa55ef-0ea9-4906-895c-6a419dbf764a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/routers/4341fc35-3ced-42c5-92b9-8003f919fcd0 HTTP/1.1" status: 204 len: 168 time: 1.7435834 Oct 13 11:18:31.119714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44898) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:31.226434 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6133fbb-d0e0-4133-8d62-385b8d991d4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:31.229682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0089003-e1d3-485e-8acf-4432a1d46fd7 req-c725d6e2-9118-43fe-a9be-946c6c4d4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:31.231200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0089003-e1d3-485e-8acf-4432a1d46fd7 req-c725d6e2-9118-43fe-a9be-946c6c4d4ada service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.1728232 Oct 13 11:18:31.365030 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0089003-e1d3-485e-8acf-4432a1d46fd7 req-2281bdc3-889e-4425-8138-84bf6c099bf9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8be41b51-0274-4a63-863e-7117b400fcd5 HTTP/1.1" status: 200 len: 999 time: 0.1264298 Oct 13 11:18:31.381928 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6133fbb-d0e0-4133-8d62-385b8d991d4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:31.404546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e6133fbb-d0e0-4133-8d62-385b8d991d4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9888bc-ae82-4158-a36f-f3cb442388f0']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:31.414542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e6133fbb-d0e0-4133-8d62-385b8d991d4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea26fe50-9438-47a1-957a-d75a236866de') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:31.415138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e6133fbb-d0e0-4133-8d62-385b8d991d4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea26fe50-9438-47a1-957a-d75a236866de') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:31.431133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44910) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:31.431674 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6133fbb-d0e0-4133-8d62-385b8d991d4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:31.447277 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6133fbb-d0e0-4133-8d62-385b8d991d4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:31.453998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6133fbb-d0e0-4133-8d62-385b8d991d4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:18:31.454431 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6133fbb-d0e0-4133-8d62-385b8d991d4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:18:31.495495 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:18:31.556421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0089003-e1d3-485e-8acf-4432a1d46fd7 req-6ad6ff55-1218-49ae-9b16-1f48d5ccc48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:31.558134 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0089003-e1d3-485e-8acf-4432a1d46fd7 req-6ad6ff55-1218-49ae-9b16-1f48d5ccc48b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.0637398 Oct 13 11:18:31.613947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0089003-e1d3-485e-8acf-4432a1d46fd7 req-585c9d70-ae77-4ce8-a898-12a2b37524e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:31.615581 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0089003-e1d3-485e-8acf-4432a1d46fd7 req-585c9d70-ae77-4ce8-a898-12a2b37524e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495977 Oct 13 11:18:31.659057 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-adb15657-5316-40a4-b4a0-67c8afa052a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4068d483b5247f3ab06ee8fb33ce903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245657 Oct 13 11:18:31.662887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44916) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:31.704337 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6133fbb-d0e0-4133-8d62-385b8d991d4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:31.713061 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6133fbb-d0e0-4133-8d62-385b8d991d4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:31.724219 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e6133fbb-d0e0-4133-8d62-385b8d991d4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/networks/6b9888bc-ae82-4158-a36f-f3cb442388f0 HTTP/1.1" status: 204 len: 168 time: 0.5952518 Oct 13 11:18:31.730675 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44918) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:31.731358 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c49df575-2570-4c78-b216-af647e2b2bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:31.737296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6133fbb-d0e0-4133-8d62-385b8d991d4e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Network': ['ID=6b9888bc-ae82-4158-a36f-f3cb442388f0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:31.757951 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0089003-e1d3-485e-8acf-4432a1d46fd7 req-5f6f29dc-c5c5-4df1-b136-27df4aea551b service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337082 Oct 13 11:18:31.792832 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c49df575-2570-4c78-b216-af647e2b2bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:31.849107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea85a38d-c78d-4722-b084-9806ab81e718 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:31.870560 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a0089003-e1d3-485e-8acf-4432a1d46fd7 req-d3535753-b39d-4b05-bdc8-16ae7ae8c9cd service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043777 Oct 13 11:18:31.880655 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea85a38d-c78d-4722-b084-9806ab81e718 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:32.033217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c49df575-2570-4c78-b216-af647e2b2bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:32.036040 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c49df575-2570-4c78-b216-af647e2b2bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:32.039703 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c49df575-2570-4c78-b216-af647e2b2bbb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85220bcf-5391-4c14-b252-4452cf5e31eb HTTP/1.1" status: 204 len: 168 time: 0.3730922 Oct 13 11:18:32.047579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49df575-2570-4c78-b216-af647e2b2bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85220bcf-5391-4c14-b252-4452cf5e31eb,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:32.079315 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea85a38d-c78d-4722-b084-9806ab81e718 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:32.084238 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea85a38d-c78d-4722-b084-9806ab81e718 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:32.092798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ea85a38d-c78d-4722-b084-9806ab81e718 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed0730ed-15dd-4828-9cbd-aa9104d28a7e HTTP/1.1" status: 204 len: 168 time: 0.3499522 Oct 13 11:18:32.097290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85a38d-c78d-4722-b084-9806ab81e718 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0730ed-15dd-4828-9cbd-aa9104d28a7e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:32.198638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f361-c420-4dfd-8cca-59bc883d13d3 req-49c58d6f-5a69-4ab6-ab59-8d24c124830f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:32.201599 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4344f361-c420-4dfd-8cca-59bc883d13d3 req-49c58d6f-5a69-4ab6-ab59-8d24c124830f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0519946 Oct 13 11:18:32.248247 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4344f361-c420-4dfd-8cca-59bc883d13d3 req-a14e1932-0f1d-438f-9a7a-84990dd7150f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372155 Oct 13 11:18:32.632366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 64c7cf51-4db3-4acc-9c54-3cb245235533 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:18:32.675231 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 64c7cf51-4db3-4acc-9c54-3cb245235533 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:18:32.675828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 64c7cf51-4db3-4acc-9c54-3cb245235533 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:18:32.925237 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44950) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:32.935330 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0f922582-9765-43cc-950e-6a72f7f1ab7c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498311810', 'description': 'tempest-secgroup-smoke-498311810 description', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:33.048513 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f922582-9765-43cc-950e-6a72f7f1ab7c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:33.123719 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f922582-9765-43cc-950e-6a72f7f1ab7c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:33.204341 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f922582-9765-43cc-950e-6a72f7f1ab7c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:33.234287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f922582-9765-43cc-950e-6a72f7f1ab7c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543bcc25-8bd4-44b9-8bb4-6302169e3d01,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:33.367493 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f922582-9765-43cc-950e-6a72f7f1ab7c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:33.377626 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0f922582-9765-43cc-950e-6a72f7f1ab7c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4420052 Oct 13 11:18:33.377626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44966) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:33.378407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ae9aa890-b710-4884-9585-c0fe878f3b3c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '543bcc25-8bd4-44b9-8bb4-6302169e3d01', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:33.389232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87e180-2853-40bd-b159-0919bae7fcc9 req-a89c7ec2-f77d-47af-84f1-652a6123b5c4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:33.390838 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da87e180-2853-40bd-b159-0919bae7fcc9 req-a89c7ec2-f77d-47af-84f1-652a6123b5c4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0679305 Oct 13 11:18:33.429158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 44968) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:33.440537 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da87e180-2853-40bd-b159-0919bae7fcc9 req-cfde1d1f-865b-463f-a77f-5ae4ce3178a2 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410898 Oct 13 11:18:33.513450 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa890-b710-4884-9585-c0fe878f3b3c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:33.540833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Request body: {'networks': [{'name': 'tempest-network--1038173956'}, {'name': 'tempest-network--415721869'}]} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:33.541141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Request body: {'network': {'name': 'tempest-network--1038173956'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:33.541595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Request body: {'network': {'name': 'tempest-network--415721869'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:33.577110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758d6f3-f2da-410e-9253-73219494200a req-b859de8b-9e35-4889-8f4a-df84f2091026 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:33.578681 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c758d6f3-f2da-410e-9253-73219494200a req-b859de8b-9e35-4889-8f4a-df84f2091026 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0707638 Oct 13 11:18:33.578810 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa890-b710-4884-9585-c0fe878f3b3c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:33.628297 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c758d6f3-f2da-410e-9253-73219494200a req-3bf0f5ed-cbb4-481e-9734-380b7e180088 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360579 Oct 13 11:18:33.745018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Made reservation on behalf of ac2e6ebbe863433aaaae8b486c74050e for: {'network': 2} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:33.745018 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:33.753247 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:33.783650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd545dbc-7105-41dd-a9ce-cd5ca2ff8959 req-a0306e5b-beef-4748-a94d-42860a7069b5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:33.785151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd545dbc-7105-41dd-a9ce-cd5ca2ff8959 req-a0306e5b-beef-4748-a94d-42860a7069b5 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0960603 Oct 13 11:18:33.839877 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa890-b710-4884-9585-c0fe878f3b3c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:33.849866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd545dbc-7105-41dd-a9ce-cd5ca2ff8959 req-d47a16a7-3c13-44e9-9b10-a02f130ec4e6 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580084 Oct 13 11:18:33.869894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9aa890-b710-4884-9585-c0fe878f3b3c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a78a906-dff0-4f0a-9f4e-a06322a8d953,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:33.900033 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:33.955426 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa890-b710-4884-9585-c0fe878f3b3c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:33.958734 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ae9aa890-b710-4884-9585-c0fe878f3b3c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5846000 Oct 13 11:18:33.967088 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44990) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:33.972123 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b185112c-547e-484b-98e8-224113916a0e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '543bcc25-8bd4-44b9-8bb4-6302169e3d01', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:33.991280 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:33.992318 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.033951 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a09f167-6d00-4f4b-9fd3-6163174b0046,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:34.050713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:18:34.061243 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.061597 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Added segment 24643449-fd21-4c4c-8645-e52a4033a6a0 of type vlan for network 3262e812-bdd6-4198-90d8-511606d31d8f Oct 13 11:18:34.089387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b185112c-547e-484b-98e8-224113916a0e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.105793 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.136447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:18:34.146704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.147316 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Added segment 42de2824-7c9b-4619-b0df-ece4cb1624be of type vlan for network 7d95e1f6-2549-4ffd-81d9-ee46691741cf Oct 13 11:18:34.158999 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b185112c-547e-484b-98e8-224113916a0e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.193136 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.259457 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b185112c-547e-484b-98e8-224113916a0e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.280227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185112c-547e-484b-98e8-224113916a0e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d4f103-c405-4968-a6f4-74dd48ae219c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:34.358768 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.359571 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.365433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:34.378217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:34.378217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.414744 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b185112c-547e-484b-98e8-224113916a0e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.414744 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b185112c-547e-484b-98e8-224113916a0e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4444227 Oct 13 11:18:34.418363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44996) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:34.423939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7cc2c2da-5d42-4423-98c7-5b95235299cc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '543bcc25-8bd4-44b9-8bb4-6302169e3d01', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:34.476395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event updated for resources: {'Network': ['ID=3262e812-bdd6-4198-90d8-511606d31d8f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:34.486861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 3262e812-bdd6-4198-90d8-511606d31d8f details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:18:34.531673 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1093886 Oct 13 11:18:34.536529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 44998) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:34.558777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2542760-9ac3-4bbe-a806-bdc248562ef5 req-6aafb006-4451-49bb-8fa8-c57458be5a33 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:34.567842 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2542760-9ac3-4bbe-a806-bdc248562ef5 req-6aafb006-4451-49bb-8fa8-c57458be5a33 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1421094 Oct 13 11:18:34.580393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c8b6e-6b6e-4bdf-9a51-222d05d9efd0 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event updated for resources: {'Network': ['ID=7d95e1f6-2549-4ffd-81d9-ee46691741cf,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:34.594991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 7d95e1f6-2549-4ffd-81d9-ee46691741cf details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:18:34.627566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2542760-9ac3-4bbe-a806-bdc248562ef5 req-ed589063-4fe0-4f57-8237-efaa6f7e12a3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561366 Oct 13 11:18:34.711750 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c2da-5d42-4423-98c7-5b95235299cc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.815400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e932d-947d-4b3b-84fe-3c7ab11e1164 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:34.821844 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e932d-947d-4b3b-84fe-3c7ab11e1164 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:34.828579 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e932d-947d-4b3b-84fe-3c7ab11e1164 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:34.834770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e932d-947d-4b3b-84fe-3c7ab11e1164 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:34.839147 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-703e932d-947d-4b3b-84fe-3c7ab11e1164 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2945051 Oct 13 11:18:34.839910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45004) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:34.858775 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c2da-5d42-4423-98c7-5b95235299cc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.935205 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09ed97ac-602c-450f-badd-178fde7bbb15 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.959059 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c2da-5d42-4423-98c7-5b95235299cc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:34.979514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2c2da-5d42-4423-98c7-5b95235299cc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca54583-1a6d-460a-b3db-23aaabf02a2e,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:35.028880 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09ed97ac-602c-450f-badd-178fde7bbb15 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.050691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-09ed97ac-602c-450f-badd-178fde7bbb15 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3262e812-bdd6-4198-90d8-511606d31d8f']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:35.061407 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-09ed97ac-602c-450f-badd-178fde7bbb15 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24643449-fd21-4c4c-8645-e52a4033a6a0') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:35.061822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-09ed97ac-602c-450f-badd-178fde7bbb15 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24643449-fd21-4c4c-8645-e52a4033a6a0') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:35.077136 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09ed97ac-602c-450f-badd-178fde7bbb15 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.094457 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c2da-5d42-4423-98c7-5b95235299cc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.094457 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7cc2c2da-5d42-4423-98c7-5b95235299cc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6734581 Oct 13 11:18:35.098307 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09ed97ac-602c-450f-badd-178fde7bbb15 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.098481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45006) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:35.103555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-61252e1b-0dae-4584-a0b0-a4dc1981981b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '543bcc25-8bd4-44b9-8bb4-6302169e3d01', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:35.115190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ed97ac-602c-450f-badd-178fde7bbb15 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:18:35.115679 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09ed97ac-602c-450f-badd-178fde7bbb15 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:18:35.154197 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:18:35.195995 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61252e1b-0dae-4584-a0b0-a4dc1981981b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.260657 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61252e1b-0dae-4584-a0b0-a4dc1981981b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.279489 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09ed97ac-602c-450f-badd-178fde7bbb15 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.288385 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09ed97ac-602c-450f-badd-178fde7bbb15 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.290145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-09ed97ac-602c-450f-badd-178fde7bbb15 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "DELETE /v2.0/networks/3262e812-bdd6-4198-90d8-511606d31d8f HTTP/1.1" status: 204 len: 168 time: 0.4462094 Oct 13 11:18:35.293012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45008) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:35.313462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed97ac-602c-450f-badd-178fde7bbb15 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event deleted for resources: {'Network': ['ID=3262e812-bdd6-4198-90d8-511606d31d8f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:35.391191 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61252e1b-0dae-4584-a0b0-a4dc1981981b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.404250 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9113dc8c-7386-4ed4-98d8-19e25248b3e8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.428508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61252e1b-0dae-4584-a0b0-a4dc1981981b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07eae98a-dd87-4380-9866-7232f08a05e9,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:35.501764 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-61252e1b-0dae-4584-a0b0-a4dc1981981b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.503416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-61252e1b-0dae-4584-a0b0-a4dc1981981b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4059739 Oct 13 11:18:35.506227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45012) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:35.511553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a0d894a6-d804-45f0-b71a-d0c7d8380be0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '543bcc25-8bd4-44b9-8bb4-6302169e3d01', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:35.525428 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9113dc8c-7386-4ed4-98d8-19e25248b3e8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.549372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9113dc8c-7386-4ed4-98d8-19e25248b3e8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d95e1f6-2549-4ffd-81d9-ee46691741cf']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:35.564319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9113dc8c-7386-4ed4-98d8-19e25248b3e8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42de2824-7c9b-4619-b0df-ece4cb1624be') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:35.564794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9113dc8c-7386-4ed4-98d8-19e25248b3e8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42de2824-7c9b-4619-b0df-ece4cb1624be') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:35.576626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9113dc8c-7386-4ed4-98d8-19e25248b3e8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.591762 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9113dc8c-7386-4ed4-98d8-19e25248b3e8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.598105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9113dc8c-7386-4ed4-98d8-19e25248b3e8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:18:35.598534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9113dc8c-7386-4ed4-98d8-19e25248b3e8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:18:35.601771 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:18:35.645506 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-a0d894a6-d804-45f0-b71a-d0c7d8380be0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Project 9eecb6b828d240e0ae439032ab75cf2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:18:35.654624 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a0d894a6-d804-45f0-b71a-d0c7d8380be0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.757432 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a0d894a6-d804-45f0-b71a-d0c7d8380be0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.778107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d75cf7-9a78-44a4-a324-0e8bbcf65c09 req-c3bbed4c-1144-430c-bb7a-9c76bd5572be tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:35.786083 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00d75cf7-9a78-44a4-a324-0e8bbcf65c09 req-c3bbed4c-1144-430c-bb7a-9c76bd5572be tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0724468 Oct 13 11:18:35.818180 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9113dc8c-7386-4ed4-98d8-19e25248b3e8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.827562 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9113dc8c-7386-4ed4-98d8-19e25248b3e8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.833120 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9113dc8c-7386-4ed4-98d8-19e25248b3e8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "DELETE /v2.0/networks/7d95e1f6-2549-4ffd-81d9-ee46691741cf HTTP/1.1" status: 204 len: 168 time: 0.5367792 Oct 13 11:18:35.833442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45020) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:35.842816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00d75cf7-9a78-44a4-a324-0e8bbcf65c09 req-3db15f75-ba19-462a-ba7e-8bd614fdd4e8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556128 Oct 13 11:18:35.847828 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a0d894a6-d804-45f0-b71a-d0c7d8380be0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:35.866459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113dc8c-7386-4ed4-98d8-19e25248b3e8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event deleted for resources: {'Network': ['ID=7d95e1f6-2549-4ffd-81d9-ee46691741cf,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:35.928829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d894a6-d804-45f0-b71a-d0c7d8380be0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459cae8b-704b-480e-a217-1b2c3b095e16,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:35.982440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be2160-2299-4a9b-9d96-2dc72a853670 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:35.988624 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be2160-2299-4a9b-9d96-2dc72a853670 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:35.990164 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d5be2160-2299-4a9b-9d96-2dc72a853670 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1557372 Oct 13 11:18:35.994184 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45024) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:36.000202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e24e36d5-4ee2-4266-86fa-647ba3de5872 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-650014739'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:36.007939 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a0d894a6-d804-45f0-b71a-d0c7d8380be0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:36.012014 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a0d894a6-d804-45f0-b71a-d0c7d8380be0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5019355 Oct 13 11:18:36.012219 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45026) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:36.017990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d98fea49-d7ef-4a6c-9378-d06a45ea72d3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '543bcc25-8bd4-44b9-8bb4-6302169e3d01', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:36.119215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24e36d5-4ee2-4266-86fa-647ba3de5872 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Made reservation on behalf of ac2e6ebbe863433aaaae8b486c74050e for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:36.123921 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e24e36d5-4ee2-4266-86fa-647ba3de5872 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:36.148352 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24e36d5-4ee2-4266-86fa-647ba3de5872 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:18:36.157033 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e24e36d5-4ee2-4266-86fa-647ba3de5872 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:36.157368 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-e24e36d5-4ee2-4266-86fa-647ba3de5872 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Added segment 0ad83925-dbbb-4195-8a57-2b2cba44b49f of type vlan for network c3e18555-e727-48fd-b67c-2c27a57263db Oct 13 11:18:36.205992 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e24e36d5-4ee2-4266-86fa-647ba3de5872 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:36.282263 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-d98fea49-d7ef-4a6c-9378-d06a45ea72d3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Project 9eecb6b828d240e0ae439032ab75cf2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:18:36.287748 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d98fea49-d7ef-4a6c-9378-d06a45ea72d3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:36.321607 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7806230-2ee3-48de-a9c6-037d99cbcc29 req-2f28fbd6-c57d-4bda-9a96-77d3c6a372c1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:36.323355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7806230-2ee3-48de-a9c6-037d99cbcc29 req-2f28fbd6-c57d-4bda-9a96-77d3c6a372c1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0557735 Oct 13 11:18:36.351709 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e24e36d5-4ee2-4266-86fa-647ba3de5872 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:36.359404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e36d5-4ee2-4266-86fa-647ba3de5872 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:36.360311 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e24e36d5-4ee2-4266-86fa-647ba3de5872 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:36.369885 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d98fea49-d7ef-4a6c-9378-d06a45ea72d3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:36.436265 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7806230-2ee3-48de-a9c6-037d99cbcc29 req-f6c22725-fc5b-453d-9832-f34c968d051d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049762 Oct 13 11:18:36.467391 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e36d5-4ee2-4266-86fa-647ba3de5872 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event updated for resources: {'Network': ['ID=c3e18555-e727-48fd-b67c-2c27a57263db,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:36.501111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network c3e18555-e727-48fd-b67c-2c27a57263db details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:18:36.529622 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d98fea49-d7ef-4a6c-9378-d06a45ea72d3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:36.540763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e24e36d5-4ee2-4266-86fa-647ba3de5872 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5454199 Oct 13 11:18:36.548027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45032) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:36.557822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-58fd91af-0ab8-47a1-a005-aac984002fef tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1521882949'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:36.605098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fea49-d7ef-4a6c-9378-d06a45ea72d3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918d9ca9-a6f1-46b0-aab6-84a0734d254d,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:36.624412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81444546-bd22-410d-9ec9-05eec547e2ae req-863a37de-d993-4fb5-a528-fa78556f952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:36.625970 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-81444546-bd22-410d-9ec9-05eec547e2ae req-863a37de-d993-4fb5-a528-fa78556f952f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94103c739efd4f559dbc468c59322726&device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 1095 time: 0.1928535 Oct 13 11:18:36.729715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81444546-bd22-410d-9ec9-05eec547e2ae req-ba01d0d5-0db8-4da8-9480-cbc7f5db67da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:36.731646 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-81444546-bd22-410d-9ec9-05eec547e2ae req-ba01d0d5-0db8-4da8-9480-cbc7f5db67da service neutron] 10.222.0.46 "GET /v2.0/networks?id=95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 200 len: 912 time: 0.0988669 Oct 13 11:18:36.750749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fd91af-0ab8-47a1-a005-aac984002fef tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Made reservation on behalf of ac2e6ebbe863433aaaae8b486c74050e for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:36.754257 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58fd91af-0ab8-47a1-a005-aac984002fef tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:36.797229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fd91af-0ab8-47a1-a005-aac984002fef tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:18:36.823418 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58fd91af-0ab8-47a1-a005-aac984002fef tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:36.823791 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-58fd91af-0ab8-47a1-a005-aac984002fef tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Added segment 0ba437d5-a18e-4e15-b359-3c722b87ce28 of type vlan for network 7eb4db91-aca4-4149-a978-4287d00e159b Oct 13 11:18:36.838562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-81444546-bd22-410d-9ec9-05eec547e2ae req-59412640-dd4f-4e67-b9ea-017d9f92deca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8be41b51-0274-4a63-863e-7117b400fcd5 HTTP/1.1" status: 200 len: 999 time: 0.1001728 Oct 13 11:18:36.895394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58fd91af-0ab8-47a1-a005-aac984002fef tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:36.902187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81444546-bd22-410d-9ec9-05eec547e2ae req-1a8360e0-3081-4665-b467-325cb68bf02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:36.903735 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-81444546-bd22-410d-9ec9-05eec547e2ae req-1a8360e0-3081-4665-b467-325cb68bf02f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 200 len: 850 time: 0.0562358 Oct 13 11:18:36.907403 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d98fea49-d7ef-4a6c-9378-d06a45ea72d3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:36.911702 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d98fea49-d7ef-4a6c-9378-d06a45ea72d3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8968792 Oct 13 11:18:36.912321 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45040) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:36.925478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-428b7f0a-6140-4f12-acb3-3df42a3879f4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'network': {'name': 'tempest-network-smoke--114300043', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'port_security_enabled': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:36.973410 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81444546-bd22-410d-9ec9-05eec547e2ae req-f98bbdbc-9151-4692-8e84-bbbdf427a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:36.974948 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-81444546-bd22-410d-9ec9-05eec547e2ae req-f98bbdbc-9151-4692-8e84-bbbdf427a382 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95fd87ea-fade-4046-b119-0e72f7410189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617909 Oct 13 11:18:37.038460 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58fd91af-0ab8-47a1-a005-aac984002fef tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:37.046196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd91af-0ab8-47a1-a005-aac984002fef tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:37.047113 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58fd91af-0ab8-47a1-a005-aac984002fef tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:37.124736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428b7f0a-6140-4f12-acb3-3df42a3879f4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Made reservation on behalf of 9eecb6b828d240e0ae439032ab75cf2f for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:37.129067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-428b7f0a-6140-4f12-acb3-3df42a3879f4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:37.159535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428b7f0a-6140-4f12-acb3-3df42a3879f4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:18:37.170666 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-428b7f0a-6140-4f12-acb3-3df42a3879f4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:37.170666 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-428b7f0a-6140-4f12-acb3-3df42a3879f4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Added segment 86330b5a-4d8d-4616-94f2-6b8640525a7b of type vlan for network 8944532c-ccad-4eb9-9583-52762199ab6d Oct 13 11:18:37.185555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd91af-0ab8-47a1-a005-aac984002fef tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event updated for resources: {'Network': ['ID=7eb4db91-aca4-4149-a978-4287d00e159b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:37.197552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 7eb4db91-aca4-4149-a978-4287d00e159b details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:18:37.212647 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-81444546-bd22-410d-9ec9-05eec547e2ae req-c9b41320-c9d6-41d1-b878-54aa4130311b service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284710 Oct 13 11:18:37.221973 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-428b7f0a-6140-4f12-acb3-3df42a3879f4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:37.258210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-58fd91af-0ab8-47a1-a005-aac984002fef tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7087264 Oct 13 11:18:37.273225 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45044) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:37.279134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Request body: {'ports': [{'network_id': 'c3e18555-e727-48fd-b67c-2c27a57263db', 'name': 'tempest-port--192210654', 'admin_state_up': True}, {'network_id': '7eb4db91-aca4-4149-a978-4287d00e159b', 'admin_state_up': False}]} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:37.280239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Request body: {'port': {'network_id': 'c3e18555-e727-48fd-b67c-2c27a57263db', 'name': 'tempest-port--192210654', 'admin_state_up': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:37.280876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Request body: {'port': {'network_id': '7eb4db91-aca4-4149-a978-4287d00e159b', 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:37.357648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-81444546-bd22-410d-9ec9-05eec547e2ae req-79e918dd-104a-418d-8a01-40e1db138ad0 service neutron] 10.222.0.46 "GET /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329620 Oct 13 11:18:37.391367 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-428b7f0a-6140-4f12-acb3-3df42a3879f4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:37.399864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428b7f0a-6140-4f12-acb3-3df42a3879f4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:37.400870 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-428b7f0a-6140-4f12-acb3-3df42a3879f4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:37.516188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b7f0a-6140-4f12-acb3-3df42a3879f4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Network': ['ID=8944532c-ccad-4eb9-9583-52762199ab6d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:37.530201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 8944532c-ccad-4eb9-9583-52762199ab6d details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:18:37.537126 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-428b7f0a-6140-4f12-acb3-3df42a3879f4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6127007 Oct 13 11:18:37.542165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45048) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:37.547237 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'admin_state_up': True, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:37.677263 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:37.679231 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:37.686672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229254c-1b89-485f-a69b-21848e1b154b req-49103d6f-e343-453f-9dd5-b65bba8c6d28 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:37.688941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1229254c-1b89-485f-a69b-21848e1b154b req-49103d6f-e343-453f-9dd5-b65bba8c6d28 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1313965 Oct 13 11:18:37.739816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1229254c-1b89-485f-a69b-21848e1b154b req-aa4bebe4-adb5-40c9-9083-d93062a59f77 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446968 Oct 13 11:18:37.778021 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:37.811735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Made reservation on behalf of ac2e6ebbe863433aaaae8b486c74050e for: {'port': 2} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:37.811735 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:37.838941 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:37.979986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] device_id is not set on port 928187a9-07a7-494c-b157-a924ee8c1359 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:18:38.030390 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ce616d3e-8379-4ffa-8946-682f7ffadac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:38.096027 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:38.123431 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:38.229519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] device_id is not set on port 0634c84a-78ec-44f9-8075-9f1941af5834 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:18:38.389713 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:38.469102 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:38.489972 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:38.523414 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:38.628624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event updated for resources: {'Port': ['ID=928187a9-07a7-494c-b157-a924ee8c1359,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:38.634428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Checking segment: {'id': '0ad83925-dbbb-4195-8a57-2b2cba44b49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c3e18555-e727-48fd-b67c-2c27a57263db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:38.634935 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Network hostable DHCP agents. Network: c3e18555-e727-48fd-b67c-2c27a57263db, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:18:38.665828 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.25.0.130 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/77ee2956-4779-44e0-9b9e-ec3cb5869db9) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:38.808815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Network c3e18555-e727-48fd-b67c-2c27a57263db is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:18:38.818028 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:38.880556 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:38.911892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af507-bebc-408f-9104-34f3e8abad15 req-5964d28b-3d4c-42bf-8941-22ed5ca92cfb tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:38.914854 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-993af507-bebc-408f-9104-34f3e8abad15 req-5964d28b-3d4c-42bf-8941-22ed5ca92cfb tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0789716 Oct 13 11:18:38.930168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, c3e18555-e727-48fd-b67c-2c27a57263db) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:38.938654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e9eef-8d9e-45c2-864a-233928071f36 None None] Network c3e18555-e727-48fd-b67c-2c27a57263db requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:38.942293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:38.943141 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:38.991607 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:39.005368 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-993af507-bebc-408f-9104-34f3e8abad15 req-34228403-dc3b-4773-9c67-65d6131bca8d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840385 Oct 13 11:18:39.031016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event updated for resources: {'Port': ['ID=0634c84a-78ec-44f9-8075-9f1941af5834,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:39.057007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Checking segment: {'id': '0ba437d5-a18e-4e15-b359-3c722b87ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb4db91-aca4-4149-a978-4287d00e159b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:39.057373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Network hostable DHCP agents. Network: 7eb4db91-aca4-4149-a978-4287d00e159b, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:18:39.080196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:39.087880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:39.091048 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:39.128425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=77ee2956-4779-44e0-9b9e-ec3cb5869db9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:39.189122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Network 7eb4db91-aca4-4149-a978-4287d00e159b is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:18:39.241427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd754947-b76f-4809-9c1b-347df4cf0f02 req-a3b736a1-2ae5-40a1-ab19-ef496e8a2fa1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:39.243429 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd754947-b76f-4809-9c1b-347df4cf0f02 req-a3b736a1-2ae5-40a1-ab19-ef496e8a2fa1 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0687776 Oct 13 11:18:39.292877 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd754947-b76f-4809-9c1b-347df4cf0f02 req-bb4cb1db-d090-4d8e-9259-06ffef624b2c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423093 Oct 13 11:18:39.296841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 7eb4db91-aca4-4149-a978-4287d00e159b) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:39.301170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:39.309176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faabf7f7-f3f8-4d1a-9bc2-64357653efb9 None None] Network 7eb4db91-aca4-4149-a978-4287d00e159b requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:39.321333 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:39.328768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:39.329534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:39.486640 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2472b6a4-6243-4057-b514-919682c0a7e6 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2122300 Oct 13 11:18:39.489295 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45074) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:39.550187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fa6aa8-7e43-49ab-a814-36e94d5f9224 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:39.556640 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fa6aa8-7e43-49ab-a814-36e94d5f9224 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:39.558305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-75fa6aa8-7e43-49ab-a814-36e94d5f9224 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0678778 Oct 13 11:18:39.572521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45080) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:39.608779 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:39.690915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a25d1-a632-43e9-b553-d054e9e00b8b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Deleting port 928187a9-07a7-494c-b157-a924ee8c1359 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:39.698389 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e3a25d1-a632-43e9-b553-d054e9e00b8b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:39.764065 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e3a25d1-a632-43e9-b553-d054e9e00b8b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:39.781835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a25d1-a632-43e9-b553-d054e9e00b8b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Calling delete_port for 928187a9-07a7-494c-b157-a924ee8c1359 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:39.833749 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:39.947264 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e3a25d1-a632-43e9-b553-d054e9e00b8b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:40.000965 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e3a25d1-a632-43e9-b553-d054e9e00b8b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:40.004305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7e3a25d1-a632-43e9-b553-d054e9e00b8b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "DELETE /v2.0/ports/928187a9-07a7-494c-b157-a924ee8c1359 HTTP/1.1" status: 204 len: 168 time: 0.4282031 Oct 13 11:18:40.005386 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a25d1-a632-43e9-b553-d054e9e00b8b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event deleted for resources: {'Port': ['ID=928187a9-07a7-494c-b157-a924ee8c1359,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:40.007249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45098) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:40.099285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c56f843b-20b4-4dfe-a96f-3b6f7ed19b3b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Deleting port 0634c84a-78ec-44f9-8075-9f1941af5834 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:40.099285 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c56f843b-20b4-4dfe-a96f-3b6f7ed19b3b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:40.142173 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:18:40.207356 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c56f843b-20b4-4dfe-a96f-3b6f7ed19b3b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:40.226710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c56f843b-20b4-4dfe-a96f-3b6f7ed19b3b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Calling delete_port for 0634c84a-78ec-44f9-8075-9f1941af5834 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:40.670324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:18:40.690190 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Sync routers for ids ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:18:40.704451 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Routers {'1f6e8a64-c874-417e-8568-dd7a3b6c63e8'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:40.705748 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:40.798472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:40.827683 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Set router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:18:40.859274 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b0c48942-187d-4faa-8a6a-585c426f15d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:40.861487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:40.865992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45136) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:40.866141 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6d823a2a-71b0-47b9-a97e-cd796664b4d2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3266008 Oct 13 11:18:40.867077 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c56f843b-20b4-4dfe-a96f-3b6f7ed19b3b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:40.910807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f843b-20b4-4dfe-a96f-3b6f7ed19b3b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event deleted for resources: {'Port': ['ID=0634c84a-78ec-44f9-8075-9f1941af5834,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:40.926443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c56f843b-20b4-4dfe-a96f-3b6f7ed19b3b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:40.933654 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9e86ca7b-ab44-48ca-9a8f-482ff1729f65 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9eecb6b828d240e0ae439032ab75cf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639379 Oct 13 11:18:40.933654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45138) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:40.933889 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c56f843b-20b4-4dfe-a96f-3b6f7ed19b3b tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "DELETE /v2.0/ports/0634c84a-78ec-44f9-8075-9f1941af5834 HTTP/1.1" status: 204 len: 168 time: 0.9251997 Oct 13 11:18:40.935066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45140) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:40.999590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0f9267c3-9c52-44ba-b7a1-8e0d28f59164 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0654595 Oct 13 11:18:41.004182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45142) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:41.009861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-225700957'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:41.118399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Made reservation on behalf of ac2e6ebbe863433aaaae8b486c74050e for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:41.123745 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.156591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:18:41.160115 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:18:39Z', 'revision_number': 3, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:41.181502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600513b5-af63-4778-bbab-a10831d1e730 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:41.187352 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45144) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:41.187844 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-600513b5-af63-4778-bbab-a10831d1e730 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2514441 Oct 13 11:18:41.198008 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Checking router: 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:18:41.198410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Updating router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 port 77ee2956-4779-44e0-9b9e-ec3cb5869db9 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:18:41.222158 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.222904 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Added segment cff1821c-8613-455b-bf22-72c458bde7b0 of type vlan for network 205f5c8d-753f-4db7-a73a-1ce75a8a5a84 Oct 13 11:18:41.240867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fa288a12-4b30-46bc-9d21-c3e6ef915ff6 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476189 Oct 13 11:18:41.241156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45148) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:41.246365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4e71751e-e6ab-4ded-b18a-0d0e711a7a3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1522809080', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:41.274622 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.311789 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.425686 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.432769 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:41.438699 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.465525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45150) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:41.494475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e71751e-e6ab-4ded-b18a-0d0e711a7a3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Made reservation on behalf of 9eecb6b828d240e0ae439032ab75cf2f for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:41.498816 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4e71751e-e6ab-4ded-b18a-0d0e711a7a3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.609151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event updated for resources: {'Network': ['ID=205f5c8d-753f-4db7-a73a-1ce75a8a5a84,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:41.634223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b74790-43df-4b60-a5b3-d8ac669ef239 req-5465206a-db31-4cfb-89d4-84c174e19d45 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:41.644086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6b74790-43df-4b60-a5b3-d8ac669ef239 req-5465206a-db31-4cfb-89d4-84c174e19d45 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d311d1-8d4d-454f-8ebb-734800e69714 HTTP/1.1" status: 200 len: 943 time: 0.1885462 Oct 13 11:18:41.662109 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.666175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.666904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.667312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.667721 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.668129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.668583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.669021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.669378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.669829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.670213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.670644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.671169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.683326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 205f5c8d-753f-4db7-a73a-1ce75a8a5a84 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:18:41.741624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f1be35d0-b522-495c-a127-a7484479f057 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7362587 Oct 13 11:18:41.750633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45156) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:41.758763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3f5dabf0-30a7-4d5b-aa0a-531cb1852955 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1131212536'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:41.809883 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.813081 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88d80b0c-bf4c-452b-9c77-82d6870678e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.845569 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.847050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-a6b74790-43df-4b60-a5b3-d8ac669ef239 req-e4d1ae51-bfc8-4370-8d3d-6602f22517e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Deleting port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:41.847462 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a6b74790-43df-4b60-a5b3-d8ac669ef239 req-e4d1ae51-bfc8-4370-8d3d-6602f22517e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.940172 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Pushing event updated for resources: {'Port': ['ID=77ee2956-4779-44e0-9b9e-ec3cb5869db9,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:41.942226 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Attempting to bind port 77ee2956-4779-44e0-9b9e-ec3cb5869db9 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:18:41.943235 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Attempting to bind port 77ee2956-4779-44e0-9b9e-ec3cb5869db9 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:18:41.943605 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Attempting to bind port 77ee2956-4779-44e0-9b9e-ec3cb5869db9 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:18:41.954042 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.954410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.954755 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.955090 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.955422 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.957265 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.957265 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.957265 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.957505 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.958821 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.958966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5dabf0-30a7-4d5b-aa0a-531cb1852955 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Made reservation on behalf of ac2e6ebbe863433aaaae8b486c74050e for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:41.959057 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.959057 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:18:41.967415 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f5dabf0-30a7-4d5b-aa0a-531cb1852955 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.968917 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88d80b0c-bf4c-452b-9c77-82d6870678e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.973887 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:18:41.974409 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:41.974869 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:41.975258 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:18:41.975989 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Bound port: 77ee2956-4779-44e0-9b9e-ec3cb5869db9, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:18:41.976379 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.006940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a6b74790-43df-4b60-a5b3-d8ac669ef239 req-e4d1ae51-bfc8-4370-8d3d-6602f22517e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] For port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:42.007493 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a6b74790-43df-4b60-a5b3-d8ac669ef239 req-e4d1ae51-bfc8-4370-8d3d-6602f22517e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.019254 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4e71751e-e6ab-4ded-b18a-0d0e711a7a3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.039724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5dabf0-30a7-4d5b-aa0a-531cb1852955 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:18:42.046754 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] For port 77ee2956-4779-44e0-9b9e-ec3cb5869db9, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:18:42.050735 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] For port 77ee2956-4779-44e0-9b9e-ec3cb5869db9, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=77ee2956-4779-44e0-9b9e-ec3cb5869db9,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:18:42.056011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-a6b74790-43df-4b60-a5b3-d8ac669ef239 req-e4d1ae51-bfc8-4370-8d3d-6602f22517e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Calling delete_port for bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:42.088817 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88d80b0c-bf4c-452b-9c77-82d6870678e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.123242 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.136291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f5dabf0-30a7-4d5b-aa0a-531cb1852955 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.136686 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-3f5dabf0-30a7-4d5b-aa0a-531cb1852955 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Added segment c9499d50-9adc-4489-93e9-88b5f9dcc653 of type vlan for network 7188521f-5b65-4eb8-abdd-f4e3442d22b2 Oct 13 11:18:42.167388 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-88d80b0c-bf4c-452b-9c77-82d6870678e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89022817bac849918b892f1a3fddd2a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7000513 Oct 13 11:18:42.168591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71751e-e6ab-4ded-b18a-0d0e711a7a3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Subnet': ['ID=44738a2c-842d-4d50-8c76-aab17d480d75,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:42.170968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45158) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:42.193757 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f5dabf0-30a7-4d5b-aa0a-531cb1852955 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.200768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d80b0c-bf4c-452b-9c77-82d6870678e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0d5f28-0ad8-41f1-9409-8e466985c446,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:42.213706 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71751e-e6ab-4ded-b18a-0d0e711a7a3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Checking segment: {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:42.213911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e71751e-e6ab-4ded-b18a-0d0e711a7a3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network hostable DHCP agents. Network: 8944532c-ccad-4eb9-9583-52762199ab6d, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:18:42.216919 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Routers {'1f6e8a64-c874-417e-8568-dd7a3b6c63e8'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:42.217552 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:42.238604 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.261069 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7371b813-74e1-47bf-8a70-5f221b573d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.307088 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7371b813-74e1-47bf-8a70-5f221b573d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.328285 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f5dabf0-30a7-4d5b-aa0a-531cb1852955 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.337689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5dabf0-30a7-4d5b-aa0a-531cb1852955 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:42.337689 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f5dabf0-30a7-4d5b-aa0a-531cb1852955 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.357400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e71751e-e6ab-4ded-b18a-0d0e711a7a3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 8944532c-ccad-4eb9-9583-52762199ab6d is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:18:42.391898 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4697a-a33f-4fb1-8801-1c7ae1be73d1 None None] Pushing event updated for resources: {'Port': ['ID=77ee2956-4779-44e0-9b9e-ec3cb5869db9,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:42.420002 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a6b74790-43df-4b60-a5b3-d8ac669ef239 req-e4d1ae51-bfc8-4370-8d3d-6602f22517e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.421611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dabf0-30a7-4d5b-aa0a-531cb1852955 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event updated for resources: {'Network': ['ID=7188521f-5b65-4eb8-abdd-f4e3442d22b2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:42.440636 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['9a09b0f2-9385-4773-9833-da54e4e95613', '09b179ac-6642-4a16-9937-74a564550c7f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:18:42.443571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 7188521f-5b65-4eb8-abdd-f4e3442d22b2 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:18:42.457459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1ae51-bfc8-4370-8d3d-6602f22517e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event deleted for resources: {'Port': ['ID=bdd9ad21-2a3a-4095-93b1-6b70c5053fb6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:42.492628 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] Set router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:18:42.493947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-4e71751e-e6ab-4ded-b18a-0d0e711a7a3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 8944532c-ccad-4eb9-9583-52762199ab6d) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:42.498793 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e71751e-e6ab-4ded-b18a-0d0e711a7a3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:42.499716 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4e71751e-e6ab-4ded-b18a-0d0e711a7a3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.507434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b74790-43df-4b60-a5b3-d8ac669ef239 req-e4d1ae51-bfc8-4370-8d3d-6602f22517e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] No DVR routers for this DVR port bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:18:42.513004 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a6b74790-43df-4b60-a5b3-d8ac669ef239 req-e4d1ae51-bfc8-4370-8d3d-6602f22517e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.519739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2183ce1-dcba-4b22-b588-0c7b297850d8 None None] Network 8944532c-ccad-4eb9-9583-52762199ab6d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:42.522967 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6b74790-43df-4b60-a5b3-d8ac669ef239 req-e4d1ae51-bfc8-4370-8d3d-6602f22517e4 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "DELETE /v2.0/ports/bdd9ad21-2a3a-4095-93b1-6b70c5053fb6 HTTP/1.1" status: 204 len: 173 time: 0.8776555 Oct 13 11:18:42.523470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d311d1-8d4d-454f-8ebb-734800e69714', 'name': 'network-vif-deleted', 'tag': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:18:42.525912 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4cdb77-4a3d-4b0d-95ee-2e6a4f56dfc4" -d '{"events": [{"server_uuid": "49d311d1-8d4d-454f-8ebb-734800e69714", "name": "network-vif-deleted", "tag": "bdd9ad21-2a3a-4095-93b1-6b70c5053fb6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:18:42.568196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7371b813-74e1-47bf-8a70-5f221b573d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.571288 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7371b813-74e1-47bf-8a70-5f221b573d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.573085 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7371b813-74e1-47bf-8a70-5f221b573d07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae0d5f28-0ad8-41f1-9409-8e466985c446 HTTP/1.1" status: 204 len: 168 time: 0.3945045 Oct 13 11:18:42.587979 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3f5dabf0-30a7-4d5b-aa0a-531cb1852955 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8311255 Oct 13 11:18:42.605501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371b813-74e1-47bf-8a70-5f221b573d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0d5f28-0ad8-41f1-9409-8e466985c446,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:42.664660 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4e71751e-e6ab-4ded-b18a-0d0e711a7a3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4195580 Oct 13 11:18:42.664875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45164) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:42.742609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45168) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:42.748973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Request body: {'subnets': [{'network_id': '205f5c8d-753f-4db7-a73a-1ce75a8a5a84', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--688611918', 'ip_version': 4}, {'network_id': '7188521f-5b65-4eb8-abdd-f4e3442d22b2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:42.748973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Request body: {'subnet': {'network_id': '205f5c8d-753f-4db7-a73a-1ce75a8a5a84', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--688611918', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:42.752741 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Request body: {'subnet': {'network_id': '7188521f-5b65-4eb8-abdd-f4e3442d22b2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:42.936630 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:18:39Z', 'revision_number': 3, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:42.951269 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-8944532c-ccad-4eb9-9583-52762199ab6d', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ips': [{'subnet_id': '44738a2c-842d-4d50-8c76-aab17d480d75'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:18:42.952414 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:42.964602 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50602ae-6ed1-434c-add7-158a6d799490 None None] The sync data for ids ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'] in n-d-813659-3 is: [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:18:39Z', 'revision_number': 3, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:18:43.236413 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Made reservation on behalf of ac2e6ebbe863433aaaae8b486c74050e for: {'subnet': 2} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:43.248014 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:43.248014 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:43.573759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Allocated IP 172.20.0.2 (8944532c-ccad-4eb9-9583-52762199ab6d/44738a2c-842d-4d50-8c76-aab17d480d75/045825b9-3280-4fe6-ac43-43757dde1963) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:43.778937 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:43.911901 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:43.951443 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:44.015665 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 13 Oct 2021 11:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f84099-6898-43f7-82bf-f7755afa2f4e x-openstack-request-id: req-f8f84099-6898-43f7-82bf-f7755afa2f4e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:18:44.015960 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d311d1-8d4d-454f-8ebb-734800e69714", "name": "network-vif-deleted", "tag": "bdd9ad21-2a3a-4095-93b1-6b70c5053fb6", "status": "failed", "code": 422}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:18:44.016223 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8f84099-6898-43f7-82bf-f7755afa2f4e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:18:44.016614 n-d-813659-3 neutron-server[101991]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49d311d1-8d4d-454f-8ebb-734800e69714', 'name': 'network-vif-deleted', 'tag': 'bdd9ad21-2a3a-4095-93b1-6b70c5053fb6', 'status': 'failed', 'code': 422} returned with failed status Oct 13 11:18:44.037153 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:44.153077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Network 8944532c-ccad-4eb9-9583-52762199ab6d is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:44.180319 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:44.183478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Pushing event updated for resources: {'Port': ['ID=045825b9-3280-4fe6-ac43-43757dde1963,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:44.187527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:44.289562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Attempting to bind port 045825b9-3280-4fe6-ac43-43757dde1963 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:18:44.290229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Attempting to bind port 045825b9-3280-4fe6-ac43-43757dde1963 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:18:44.290739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Attempting to bind port 045825b9-3280-4fe6-ac43-43757dde1963 on network 8944532c-ccad-4eb9-9583-52762199ab6d {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:18:44.296817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:18:44.297470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Checking segment: {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:44.298093 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:44.299603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Bound using segment: {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:18:44.299603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Bound port: 045825b9-3280-4fe6-ac43-43757dde1963, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:18:44.305922 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:44.414918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.20.0.1 (8944532c-ccad-4eb9-9583-52762199ab6d/44738a2c-842d-4d50-8c76-aab17d480d75/11a9a2bc-e64a-4e91-962d-777966816554) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:44.425716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] For port 045825b9-3280-4fe6-ac43-43757dde1963, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:18:44.430928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] For port 045825b9-3280-4fe6-ac43-43757dde1963, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=045825b9-3280-4fe6-ac43-43757dde1963,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:18:44.493697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45198) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:44.528385 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:44.528748 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:44.672293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event updated for resources: {'Subnet': ['ID=ea6b5d19-41d7-4652-8434-07971ccd11e5,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:44.689946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Checking segment: {'id': 'cff1821c-8613-455b-bf22-72c458bde7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '205f5c8d-753f-4db7-a73a-1ce75a8a5a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:44.690309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Network hostable DHCP agents. Network: 205f5c8d-753f-4db7-a73a-1ce75a8a5a84, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:18:44.694472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:44.722150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c24d4-d73e-4ae6-8c00-12ef959c0eeb None None] Pushing event updated for resources: {'Port': ['ID=045825b9-3280-4fe6-ac43-43757dde1963,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:44.751232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-338238407-network', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:44.795667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 77ee2956-4779-44e0-9b9e-ec3cb5869db9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:18:44.811768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Network 205f5c8d-753f-4db7-a73a-1ce75a8a5a84 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:18:44.871096 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:44.919549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 77ee2956-4779-44e0-9b9e-ec3cb5869db9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:44.919549 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:44.923661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37719943-dea1-46eb-924b-bbfdbb48598d req-e8fd0fae-5253-4dcb-93fe-550332987a0f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:44.949933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37719943-dea1-46eb-924b-bbfdbb48598d req-e8fd0fae-5253-4dcb-93fe-550332987a0f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 907 time: 0.1304791 Oct 13 11:18:44.953897 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Made reservation on behalf of 1aa22e9274f0432fadaf0bde47c85ec7 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:44.956730 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:44.959734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 205f5c8d-753f-4db7-a73a-1ce75a8a5a84) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:44.960558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 8944532c-ccad-4eb9-9583-52762199ab6d is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:44.980500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be79d0c-8930-408a-a590-481b47f6b36b None None] Network 205f5c8d-753f-4db7-a73a-1ce75a8a5a84 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:44.983971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:44.990546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:44.991377 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:44.994799 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.040953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=11a9a2bc-e64a-4e91-962d-777966816554,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:45.054864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event updated for resources: {'Subnet': ['ID=a9868713-ae3d-4d6c-a8a2-4c836ac469c8,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:45.068499 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.141528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Checking segment: {'id': 'c9499d50-9adc-4489-93e9-88b5f9dcc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7188521f-5b65-4eb8-abdd-f4e3442d22b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:45.141851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Network hostable DHCP agents. Network: 7188521f-5b65-4eb8-abdd-f4e3442d22b2, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:18:45.228284 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.266952 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-205f5c8d-753f-4db7-a73a-1ce75a8a5a84', 'network_id': '205f5c8d-753f-4db7-a73a-1ce75a8a5a84', 'tenant_id': 'ac2e6ebbe863433aaaae8b486c74050e', 'fixed_ips': [{'subnet_id': 'ea6b5d19-41d7-4652-8434-07971ccd11e5'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:18:45.267854 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.299042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Network 7188521f-5b65-4eb8-abdd-f4e3442d22b2 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:18:45.300714 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.316016 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.338498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:18:45.354616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25e1a28-64a4-489d-8c67-3af39880419d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:45.357716 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.358059 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Added segment 262abed0-ff6a-452a-bf61-a14672165d24 of type vlan for network 115722b6-22fc-4529-8f74-dcada0512dde Oct 13 11:18:45.375422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 77ee2956-4779-44e0-9b9e-ec3cb5869db9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=77ee2956-4779-44e0-9b9e-ec3cb5869db9,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:45.409308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 7188521f-5b65-4eb8-abdd-f4e3442d22b2) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:45.411312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:45.412157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:45.413063 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.420829 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a2cb39-2d34-4c9f-b7d6-6fb82727206d None None] Network 7188521f-5b65-4eb8-abdd-f4e3442d22b2 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:45.433394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.443816 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.486177 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.558757 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Allocated IP 172.20.0.2 (205f5c8d-753f-4db7-a73a-1ce75a8a5a84/ea6b5d19-41d7-4652-8434-07971ccd11e5/1a9488cf-6061-4b8a-a6d0-2903f1500d3e) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:45.597899 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=77ee2956-4779-44e0-9b9e-ec3cb5869db9,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:45.616383 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-824ce8c5-f833-454a-86bb-d69eeef36eba tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.8726325 Oct 13 11:18:45.620629 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.620629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:45.620629 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.623114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45208) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:45.693304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] Pushing event updated for resources: {'Network': ['ID=115722b6-22fc-4529-8f74-dcada0512dde,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:45.706844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 115722b6-22fc-4529-8f74-dcada0512dde details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:18:45.762932 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-01a141e8-e10d-4575-89f5-e418bc949e41 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2673047 Oct 13 11:18:45.765245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45210) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:45.774945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c59396e9-b3f3-468e-9b9f-aa49e60f18e7 admin admin] Request body: {'subnet': {'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-338238407-subnet', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:45.804814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-7188521f-5b65-4eb8-abdd-f4e3442d22b2', 'network_id': '7188521f-5b65-4eb8-abdd-f4e3442d22b2', 'tenant_id': 'ac2e6ebbe863433aaaae8b486c74050e', 'fixed_ips': [{'subnet_id': 'a9868713-ae3d-4d6c-a8a2-4c836ac469c8'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:18:45.805661 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.829467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdaa69-8a73-4c86-a36f-4ae455528c73 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:45.831194 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdaa69-8a73-4c86-a36f-4ae455528c73 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:45.832808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdaa69-8a73-4c86-a36f-4ae455528c73 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:45.843635 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45212) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:45.847902 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-57bdaa69-8a73-4c86-a36f-4ae455528c73 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2103198 Oct 13 11:18:45.898854 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:45.916879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-69558ac4-69fb-44f2-9d51-19db7a7f99f4 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Deleting subnet ea6b5d19-41d7-4652-8434-07971ccd11e5 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:18:45.922311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59396e9-b3f3-468e-9b9f-aa49e60f18e7 admin admin] Made reservation on behalf of 1aa22e9274f0432fadaf0bde47c85ec7 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:45.928922 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c59396e9-b3f3-468e-9b9f-aa49e60f18e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.024352 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.069278 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69558ac4-69fb-44f2-9d51-19db7a7f99f4 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.070518 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Allocated IP 172.20.0.18 (7188521f-5b65-4eb8-abdd-f4e3442d22b2/a9868713-ae3d-4d6c-a8a2-4c836ac469c8/6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:46.078515 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.137451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Network 205f5c8d-753f-4db7-a73a-1ce75a8a5a84 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:46.152059 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:46.156950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e097-0e0a-4e8a-90ac-d4c2cdedff78 req-725fb491-b9d6-44f8-9f85-815ba6cd2a64 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:46.158580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c792e097-0e0a-4e8a-90ac-d4c2cdedff78 req-725fb491-b9d6-44f8-9f85-815ba6cd2a64 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.21 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 907 time: 0.1559741 Oct 13 11:18:46.184973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:46.191471 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69558ac4-69fb-44f2-9d51-19db7a7f99f4 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.191661 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Pushing event updated for resources: {'Port': ['ID=1a9488cf-6061-4b8a-a6d0-2903f1500d3e,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:46.203938 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.269402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c60e92-213c-4bb0-ba13-32271760be37 req-7c88b533-ce19-46e9-b381-4269e4e20d5a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:46.269852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Attempting to bind port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:18:46.270228 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Attempting to bind port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'cff1821c-8613-455b-bf22-72c458bde7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '205f5c8d-753f-4db7-a73a-1ce75a8a5a84'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:18:46.270615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Attempting to bind port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e on network 205f5c8d-753f-4db7-a73a-1ce75a8a5a84 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:18:46.279099 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4c60e92-213c-4bb0-ba13-32271760be37 req-7c88b533-ce19-46e9-b381-4269e4e20d5a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 907 time: 0.2108068 Oct 13 11:18:46.284587 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:18:46.284964 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Checking segment: {'id': 'cff1821c-8613-455b-bf22-72c458bde7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '205f5c8d-753f-4db7-a73a-1ce75a8a5a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:46.287227 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.287227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Bound using segment: {'id': 'cff1821c-8613-455b-bf22-72c458bde7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '205f5c8d-753f-4db7-a73a-1ce75a8a5a84'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:18:46.287227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Bound port: 1a9488cf-6061-4b8a-a6d0-2903f1500d3e, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff1821c-8613-455b-bf22-72c458bde7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '205f5c8d-753f-4db7-a73a-1ce75a8a5a84'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:18:46.297396 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.307561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.318425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=11a9a2bc-e64a-4e91-962d-777966816554,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:46.320168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74754cc2-1834-47a9-be5d-cf11a45c28ec None None] Network 8944532c-ccad-4eb9-9583-52762199ab6d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:46.449387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 8944532c-ccad-4eb9-9583-52762199ab6d is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:46.451076 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:46.489430 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69558ac4-69fb-44f2-9d51-19db7a7f99f4 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.493903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-21531f8f-f21b-4736-b8d2-461cb3024561 None None] Provisioning complete for port 045825b9-3280-4fe6-ac43-43757dde1963 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:46.494370 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-21531f8f-f21b-4736-b8d2-461cb3024561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.533416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c792e097-0e0a-4e8a-90ac-d4c2cdedff78 req-a11b10b8-6d68-4b03-8046-8ec6c958ca94 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Deleting port 78fa157c-3fc8-47e1-8aef-a110e3ebd554 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:46.534021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c792e097-0e0a-4e8a-90ac-d4c2cdedff78 req-a11b10b8-6d68-4b03-8046-8ec6c958ca94 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.542485 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.586866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:18:46.669714 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-21531f8f-f21b-4736-b8d2-461cb3024561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.680118 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.690001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-c792e097-0e0a-4e8a-90ac-d4c2cdedff78 req-a11b10b8-6d68-4b03-8046-8ec6c958ca94 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] For port 78fa157c-3fc8-47e1-8aef-a110e3ebd554, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=78fa157c-3fc8-47e1-8aef-a110e3ebd554,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:46.690593 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c792e097-0e0a-4e8a-90ac-d4c2cdedff78 req-a11b10b8-6d68-4b03-8046-8ec6c958ca94 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.716699 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-c792e097-0e0a-4e8a-90ac-d4c2cdedff78 req-a11b10b8-6d68-4b03-8046-8ec6c958ca94 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Calling delete_port for 78fa157c-3fc8-47e1-8aef-a110e3ebd554 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:46.726483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:18:46.726635 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c59396e9-b3f3-468e-9b9f-aa49e60f18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.732051 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5a4a5944-7e57-45ec-86d5-86051636c02e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "PUT /v2.0/routers/1f6e8a64-c874-417e-8568-dd7a3b6c63e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0661972 Oct 13 11:18:46.754348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Sync routers for ids ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:18:46.771470 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69558ac4-69fb-44f2-9d51-19db7a7f99f4 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.779593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Network 7188521f-5b65-4eb8-abdd-f4e3442d22b2 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:46.788795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] For port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:18:46.813882 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:46.829540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Pushing event updated for resources: {'Port': ['ID=6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:46.848396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:46.848396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-21531f8f-f21b-4736-b8d2-461cb3024561 None None] For port 045825b9-3280-4fe6-ac43-43757dde1963, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=045825b9-3280-4fe6-ac43-43757dde1963,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:46.848984 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] For port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1a9488cf-6061-4b8a-a6d0-2903f1500d3e,segment=NetworkSegment(cff1821c-8613-455b-bf22-72c458bde7b0),segment_id=cff1821c-8613-455b-bf22-72c458bde7b0)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:18:46.853428 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 045825b9-3280-4fe6-ac43-43757dde1963 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:18:46.857925 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69558ac4-69fb-44f2-9d51-19db7a7f99f4 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.859410 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Routers {'1f6e8a64-c874-417e-8568-dd7a3b6c63e8'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:46.860033 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:46.863840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-69558ac4-69fb-44f2-9d51-19db7a7f99f4 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "DELETE /v2.0/subnets/ea6b5d19-41d7-4652-8434-07971ccd11e5 HTTP/1.1" status: 204 len: 168 time: 1.0189116 Oct 13 11:18:46.866832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45224) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:46.917170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59396e9-b3f3-468e-9b9f-aa49e60f18e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f9d253-df11-432a-b4dc-57fa7a0a9962,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:46.936447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59396e9-b3f3-468e-9b9f-aa49e60f18e7 admin admin] Checking segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:46.941618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59396e9-b3f3-468e-9b9f-aa49e60f18e7 admin admin] Network hostable DHCP agents. Network: 115722b6-22fc-4529-8f74-dcada0512dde, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:18:46.962247 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-d975d750-a2cd-4d78-9e91-91e73f1bdea8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Deleting subnet a9868713-ae3d-4d6c-a8a2-4c836ac469c8 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:18:46.962247 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d975d750-a2cd-4d78-9e91-91e73f1bdea8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:46.983433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69558ac4-69fb-44f2-9d51-19db7a7f99f4 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6b5d19-41d7-4652-8434-07971ccd11e5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:47.036689 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d975d750-a2cd-4d78-9e91-91e73f1bdea8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.069804 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.071947 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-21531f8f-f21b-4736-b8d2-461cb3024561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.078571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Attempting to bind port 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:18:47.079603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Attempting to bind port 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'c9499d50-9adc-4489-93e9-88b5f9dcc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7188521f-5b65-4eb8-abdd-f4e3442d22b2'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:18:47.080176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Attempting to bind port 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6 on network 7188521f-5b65-4eb8-abdd-f4e3442d22b2 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:18:47.123181 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59396e9-b3f3-468e-9b9f-aa49e60f18e7 admin admin] Network 115722b6-22fc-4529-8f74-dcada0512dde is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:18:47.132542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:18:47.133069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Checking segment: {'id': 'c9499d50-9adc-4489-93e9-88b5f9dcc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7188521f-5b65-4eb8-abdd-f4e3442d22b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:47.133618 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.134088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Bound using segment: {'id': 'c9499d50-9adc-4489-93e9-88b5f9dcc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7188521f-5b65-4eb8-abdd-f4e3442d22b2'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:18:47.134849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Bound port: 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9499d50-9adc-4489-93e9-88b5f9dcc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7188521f-5b65-4eb8-abdd-f4e3442d22b2'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:18:47.135485 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.145716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3d4eab17-8292-4787-9c17-4adae08845d7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498311810&fields=id&tenant_id=9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 267 time: 0.1004970 Oct 13 11:18:47.204455 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d975d750-a2cd-4d78-9e91-91e73f1bdea8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.234486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c59396e9-b3f3-468e-9b9f-aa49e60f18e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 115722b6-22fc-4529-8f74-dcada0512dde) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:47.235250 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c792e097-0e0a-4e8a-90ac-d4c2cdedff78 req-a11b10b8-6d68-4b03-8046-8ec6c958ca94 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.254926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59396e9-b3f3-468e-9b9f-aa49e60f18e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:47.255533 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c59396e9-b3f3-468e-9b9f-aa49e60f18e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.320778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b10b8-6d68-4b03-8046-8ec6c958ca94 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event deleted for resources: {'Port': ['ID=78fa157c-3fc8-47e1-8aef-a110e3ebd554,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:47.417369 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c792e097-0e0a-4e8a-90ac-d4c2cdedff78 req-a11b10b8-6d68-4b03-8046-8ec6c958ca94 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] No DVR routers for this DVR port 78fa157c-3fc8-47e1-8aef-a110e3ebd554 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:18:47.421781 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c792e097-0e0a-4e8a-90ac-d4c2cdedff78 req-a11b10b8-6d68-4b03-8046-8ec6c958ca94 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.425421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c792e097-0e0a-4e8a-90ac-d4c2cdedff78 req-a11b10b8-6d68-4b03-8046-8ec6c958ca94 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.21 "DELETE /v2.0/ports/78fa157c-3fc8-47e1-8aef-a110e3ebd554 HTTP/1.1" status: 204 len: 173 time: 1.2537515 Oct 13 11:18:47.425930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d76c79-5ec0-488c-9326-215cb1dc6036', 'name': 'network-vif-deleted', 'tag': '78fa157c-3fc8-47e1-8aef-a110e3ebd554'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:18:47.429427 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e624a8c-c637-4687-9706-9406e78da275" -d '{"events": [{"server_uuid": "17d76c79-5ec0-488c-9326-215cb1dc6036", "name": "network-vif-deleted", "tag": "78fa157c-3fc8-47e1-8aef-a110e3ebd554"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:18:47.439952 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c59396e9-b3f3-468e-9b9f-aa49e60f18e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6717763 Oct 13 11:18:47.442774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45256) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:47.447733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-620cac16-c683-4432-9a9f-be414e1e652e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:47.450730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:47.456256 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-620cac16-c683-4432-9a9f-be414e1e652e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/networks?id=8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 200 len: 796 time: 0.2956705 Oct 13 11:18:47.463693 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d975d750-a2cd-4d78-9e91-91e73f1bdea8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.475014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-0346e909-01b9-4d78-8d62-e72c01b17d4b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/quotas/9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 375 time: 0.0177128 Oct 13 11:18:47.504935 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042e2231-ef5c-422a-a365-5b5daeccbb0d None None] Network 115722b6-22fc-4529-8f74-dcada0512dde requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:47.562083 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975d750-a2cd-4d78-9e91-91e73f1bdea8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event deleted for resources: {'Subnet': ['ID=a9868713-ae3d-4d6c-a8a2-4c836ac469c8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:47.595027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-223ac122-3bd1-40c9-b46d-4fa2ef0aa426 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174350 Oct 13 11:18:47.603373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d975d750-a2cd-4d78-9e91-91e73f1bdea8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.616397 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d975d750-a2cd-4d78-9e91-91e73f1bdea8 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "DELETE /v2.0/subnets/a9868713-ae3d-4d6c-a8a2-4c836ac469c8 HTTP/1.1" status: 204 len: 168 time: 0.7483060 Oct 13 11:18:47.619983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45258) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:47.648279 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Set router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:18:47.739048 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403cf554-11c5-458c-b01c-8ec0c74329b7 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:47.741051 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-403cf554-11c5-458c-b01c-8ec0c74329b7 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1194749 Oct 13 11:18:47.743483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.745953 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.756465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45260) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:47.760955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d3cdf5d6-f990-490c-a3e9-96de9713c205 None None] Provisioning complete for port 11a9a2bc-e64a-4e91-962d-777966816554 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:47.761338 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d3cdf5d6-f990-490c-a3e9-96de9713c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.769837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0909b-6224-48b9-8951-d6656a897e99 None None] Pushing event updated for resources: {'Port': ['ID=1a9488cf-6061-4b8a-a6d0-2903f1500d3e,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:47.792955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 045825b9-3280-4fe6-ac43-43757dde1963 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:47.795351 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.832384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-54968b04-e62a-4fb6-ae02-5aec327aedd4 service neutron] 10.222.0.32 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158251 Oct 13 11:18:47.921173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] For port 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:18:47.957512 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:47.974589 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-24173785-94ad-4c8f-a34e-e6adf9b0c43f service neutron] 10.222.0.32 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302588 Oct 13 11:18:48.024503 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] For port 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6,segment=NetworkSegment(c9499d50-9adc-4489-93e9-88b5f9dcc653),segment_id=c9499d50-9adc-4489-93e9-88b5f9dcc653)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:18:48.067780 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:48.089375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Deleting port 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:48.089726 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:48.129365 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d3cdf5d6-f990-490c-a3e9-96de9713c205 None None] Port 11a9a2bc-e64a-4e91-962d-777966816554 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:48.161399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21531f8f-f21b-4736-b8d2-461cb3024561 None None] Pushing event updated for resources: {'Port': ['ID=045825b9-3280-4fe6-ac43-43757dde1963,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:48.170231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] For port 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6, host n-d-813659-3, got binding levels [] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:48.170723 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:48.171774 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:48.186425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Calling delete_port for 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:48.285836 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d3cdf5d6-f990-490c-a3e9-96de9713c205 None None] Provisioning complete for port 045825b9-3280-4fe6-ac43-43757dde1963 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:48.286216 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d3cdf5d6-f990-490c-a3e9-96de9713c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:48.429002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-115722b6-22fc-4529-8f74-dcada0512dde', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:18:48.429881 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:48.447759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31a1af-e9fb-4409-a1b5-8bc8da375475 None None] Pushing event updated for resources: {'Port': ['ID=6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:48.470384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c2a33db9-48db-4ca3-841a-9d778ccce79b req-8dd51864-ce3e-4a2c-8140-036e60ed5f93 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d76c79-5ec0-488c-9326-215cb1dc6036 HTTP/1.1" status: 200 len: 210 time: 0.0836906 Oct 13 11:18:48.512515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 77ee2956-4779-44e0-9b9e-ec3cb5869db9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:18:48.707201 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65156bc4-e014-4e35-b191-cceb9534f32a x-openstack-request-id: req-65156bc4-e014-4e35-b191-cceb9534f32a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:18:48.707506 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d76c79-5ec0-488c-9326-215cb1dc6036", "name": "network-vif-deleted", "tag": "78fa157c-3fc8-47e1-8aef-a110e3ebd554", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:18:48.707776 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65156bc4-e014-4e35-b191-cceb9534f32a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:18:48.708185 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d76c79-5ec0-488c-9326-215cb1dc6036', 'name': 'network-vif-deleted', 'tag': '78fa157c-3fc8-47e1-8aef-a110e3ebd554', 'status': 'completed', 'code': 200} Oct 13 11:18:48.828800 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d3d1e22-1e3f-4c02-aeba-166b7a8e96d0 req-2a345c35-7ff1-42d5-9824-840acab73f24 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 210 time: 0.0676785 Oct 13 11:18:49.059586 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 77ee2956-4779-44e0-9b9e-ec3cb5869db9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:49.060040 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:49.130372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '11a9a2bc-e64a-4e91-962d-777966816554', 'name': '', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:e8:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:44Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 2, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:49.157635 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:49.184183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Allocated IP 172.20.0.2 (115722b6-22fc-4529-8f74-dcada0512dde/97f9d253-df11-432a-b4dc-57fa7a0a9962/f3eafde8-573e-4f9c-833d-00528a67bf39) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:49.191086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Checking router: 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:18:49.228920 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Updating router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 port 11a9a2bc-e64a-4e91-962d-777966816554 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:18:49.247499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-32432f05-1cf5-4c82-b8bd-447b4b0693b6 None None] Provisioning complete for port 11a9a2bc-e64a-4e91-962d-777966816554 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:49.247706 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32432f05-1cf5-4c82-b8bd-447b4b0693b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:49.280682 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:49.280682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce2ade7-66d6-4a28-b706-c5337d057d75 None None] Network 205f5c8d-753f-4db7-a73a-1ce75a8a5a84 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:49.358401 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:49.403480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 78fa157c-3fc8-47e1-8aef-a110e3ebd554 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:18:49.418868 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event deleted for resources: {'Port': ['ID=6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:49.459821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-32432f05-1cf5-4c82-b8bd-447b4b0693b6 None None] Port 11a9a2bc-e64a-4e91-962d-777966816554 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:49.470735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] No DVR routers for this DVR port 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:18:49.492636 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 78fa157c-3fc8-47e1-8aef-a110e3ebd554 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:18:49.492636 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 78fa157c-3fc8-47e1-8aef-a110e3ebd554 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:18:49.703431 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:49.735396 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7188521f-5b65-4eb8-abdd-f4e3442d22b2']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:49.756257 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9499d50-9adc-4489-93e9-88b5f9dcc653') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:49.756561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9499d50-9adc-4489-93e9-88b5f9dcc653') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:49.768839 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:49.772253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:49.790495 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:49.811822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:18:49.812243 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:18:49.815415 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:18:49.851827 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-70a4a517-cff2-4b03-afdc-052350e22cbe None None] Provisioning complete for port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:49.851979 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-70a4a517-cff2-4b03-afdc-052350e22cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:49.885055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1a9488cf-6061-4b8a-a6d0-2903f1500d3e up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:18:49.927478 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.011436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e5648-a818-45d1-a629-21ba6dfa54f0 None None] Network 7188521f-5b65-4eb8-abdd-f4e3442d22b2 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:50.014963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.035675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.086472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.115219 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.121645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45296) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:50.122261 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "DELETE /v2.0/networks/7188521f-5b65-4eb8-abdd-f4e3442d22b2 HTTP/1.1" status: 204 len: 168 time: 2.3610201 Oct 13 11:18:50.151095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09145c59-67b1-4566-a427-059f61cd78e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event deleted for resources: {'Network': ['ID=7188521f-5b65-4eb8-abdd-f4e3442d22b2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:50.258202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Allocated IP 172.25.0.64 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/ec86f26d-6a6d-4932-abd0-48844e7d0196) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:50.258948 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.368522 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4fffa690-bac9-406a-b3bc-5c75dccf66ae req-d875efd5-ffe2-4b64-a51b-7fb60cecb227 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 210 time: 0.0438244 Oct 13 11:18:50.381164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Deleting port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:50.381657 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.455641 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.487982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Network 115722b6-22fc-4529-8f74-dcada0512dde is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:50.504740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:50.509874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:50.521352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Pushing event updated for resources: {'Port': ['ID=f3eafde8-573e-4f9c-833d-00528a67bf39,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:50.531086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] For port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1a9488cf-6061-4b8a-a6d0-2903f1500d3e,segment=NetworkSegment(cff1821c-8613-455b-bf22-72c458bde7b0),segment_id=cff1821c-8613-455b-bf22-72c458bde7b0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:50.531458 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.552740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Calling delete_port for 1a9488cf-6061-4b8a-a6d0-2903f1500d3e owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:50.578159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b5e9d-6045-4f28-9478-7aedee644b28 req-9fc4f386-98d3-4d48-b0e0-b1b0f45845ac tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:50.579722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-724b5e9d-6045-4f28-9478-7aedee644b28 req-9fc4f386-98d3-4d48-b0e0-b1b0f45845ac tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 945 time: 0.1076689 Oct 13 11:18:50.580905 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373e3f77-c1a4-45a4-abf7-1d9b86dcf812 None None] DHCP port deletion for 205f5c8d-753f-4db7-a73a-1ce75a8a5a84 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:18:50.632697 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.648691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:50.658617 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.685365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Pushing event updated for resources: {'Port': ['ID=ec86f26d-6a6d-4932-abd0-48844e7d0196,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:50.704117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-724b5e9d-6045-4f28-9478-7aedee644b28 req-8c37e9e9-c071-4253-b212-bad33478c26d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867629 Oct 13 11:18:50.707290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:50.709425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:50.712824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:50.811495 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-70a4a517-cff2-4b03-afdc-052350e22cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.838500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Attempting to bind port f3eafde8-573e-4f9c-833d-00528a67bf39 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:18:50.838909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Attempting to bind port f3eafde8-573e-4f9c-833d-00528a67bf39 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:18:50.839280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Attempting to bind port f3eafde8-573e-4f9c-833d-00528a67bf39 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:18:50.854137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:18:50.854589 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Checking segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:50.854992 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.855410 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Bound using segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:18:50.856420 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Bound port: f3eafde8-573e-4f9c-833d-00528a67bf39, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:18:50.856954 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.883632 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0abbe20-7bff-4e29-969e-515ad72625e8 None None] DHCP port deletion for 7188521f-5b65-4eb8-abdd-f4e3442d22b2 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:18:50.906857 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.917161 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:50.938922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event deleted for resources: {'Port': ['ID=1a9488cf-6061-4b8a-a6d0-2903f1500d3e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:50.948565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] No DVR routers for this DVR port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:18:50.949620 n-d-813659-3 neutron-server[101992]: INFO neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No ports have port_id starting with 1a9488cf-6061-4b8a-a6d0-2903f1500d3e Oct 13 11:18:50.980860 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 045825b9-3280-4fe6-ac43-43757dde1963 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:18:51.024347 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-373e3f77-c1a4-45a4-abf7-1d9b86dcf812 None None] Deleting port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:51.024714 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-373e3f77-c1a4-45a4-abf7-1d9b86dcf812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.036360 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.055488 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.086240 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205f5c8d-753f-4db7-a73a-1ce75a8a5a84']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:51.101970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff1821c-8613-455b-bf22-72c458bde7b0') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:51.103007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff1821c-8613-455b-bf22-72c458bde7b0') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:51.113669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] For port f3eafde8-573e-4f9c-833d-00528a67bf39, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:18:51.120275 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.145327 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f7522856-989c-4981-b60e-834fd4360114 None None] Could not find standard attr ID for object 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:18:51.150430 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.163732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:18:51.164433 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.164891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] For port f3eafde8-573e-4f9c-833d-00528a67bf39, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f3eafde8-573e-4f9c-833d-00528a67bf39,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:18:51.165547 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.179861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-373e3f77-c1a4-45a4-abf7-1d9b86dcf812 None None] For port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e, host n-d-813659-3, got binding levels [] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:51.180254 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-373e3f77-c1a4-45a4-abf7-1d9b86dcf812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.191056 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3f2e4-d9bb-45ef-9d4e-fe4721b78b9c None None] Pushing event updated for resources: {'Port': ['ID=11a9a2bc-e64a-4e91-962d-777966816554,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:51.205482 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-373e3f77-c1a4-45a4-abf7-1d9b86dcf812 None None] Calling delete_port for 1a9488cf-6061-4b8a-a6d0-2903f1500d3e owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:51.211086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.ipam_backend_mixin [None req-373e3f77-c1a4-45a4-abf7-1d9b86dcf812 None None] Port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e was not found and therefore no delete operation was performed {{(pid=101992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 11:18:51.257876 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 045825b9-3280-4fe6-ac43-43757dde1963 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:51.258257 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.260709 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-373e3f77-c1a4-45a4-abf7-1d9b86dcf812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:18:51.278384 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:18:51.307400 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.368068 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e3f77-c1a4-45a4-abf7-1d9b86dcf812 None None] Pushing event deleted for resources: {'Port': ['ID=1a9488cf-6061-4b8a-a6d0-2903f1500d3e,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:51.389728 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e3f77-c1a4-45a4-abf7-1d9b86dcf812 None None] No DVR routers for this DVR port 1a9488cf-6061-4b8a-a6d0-2903f1500d3e on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:18:51.425492 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.435587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.447833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Attempting to bind port 11a9a2bc-e64a-4e91-962d-777966816554 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:18:51.447833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Attempting to bind port 11a9a2bc-e64a-4e91-962d-777966816554 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:18:51.447833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Attempting to bind port 11a9a2bc-e64a-4e91-962d-777966816554 on network 8944532c-ccad-4eb9-9583-52762199ab6d {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:18:51.448448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "DELETE /v2.0/networks/205f5c8d-753f-4db7-a73a-1ce75a8a5a84 HTTP/1.1" status: 204 len: 168 time: 1.3221660 Oct 13 11:18:51.451999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45306) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:51.489767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:18:51.495461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Checking segment: {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:51.495461 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.495461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Bound using segment: {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:18:51.495461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Bound port: 11a9a2bc-e64a-4e91-962d-777966816554, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:18:51.495461 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.495882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92985dfe-7d39-42d3-874f-56dcb7b22a38 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event deleted for resources: {'Network': ['ID=205f5c8d-753f-4db7-a73a-1ce75a8a5a84,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:51.543164 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fd118-7048-4086-ac27-be0e50ff9484 None None] Pushing event updated for resources: {'Port': ['ID=f3eafde8-573e-4f9c-833d-00528a67bf39,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:51.593674 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.625540 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f60b699d-48aa-4ff4-9051-769e30c5f91c req-3d012f0b-bb60-47f8-ae8e-6496f566ea5d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 210 time: 0.0558722 Oct 13 11:18:51.668753 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-722fdc9c-66b3-43fb-a2cc-533ee0704282 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.676736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] For port 11a9a2bc-e64a-4e91-962d-777966816554, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:18:51.708677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] For port 11a9a2bc-e64a-4e91-962d-777966816554, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=11a9a2bc-e64a-4e91-962d-777966816554,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:18:51.713671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d617631d-a8fc-45f8-84cd-be4080985a04 None None] Provisioning complete for port 11a9a2bc-e64a-4e91-962d-777966816554 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:51.713671 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d617631d-a8fc-45f8-84cd-be4080985a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.822432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d617631d-a8fc-45f8-84cd-be4080985a04 None None] Port 11a9a2bc-e64a-4e91-962d-777966816554 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:51.850571 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.903574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82530caf-8d1d-46d0-97c8-96f91f9f59c6 req-b13eab19-ae59-4873-8a55-7ef64cf6ece8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:51.905375 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82530caf-8d1d-46d0-97c8-96f91f9f59c6 req-b13eab19-ae59-4873-8a55-7ef64cf6ece8 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 945 time: 0.0995765 Oct 13 11:18:51.922702 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-722fdc9c-66b3-43fb-a2cc-533ee0704282 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.956833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-722fdc9c-66b3-43fb-a2cc-533ee0704282 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb4db91-aca4-4149-a978-4287d00e159b']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:51.973365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-722fdc9c-66b3-43fb-a2cc-533ee0704282 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba437d5-a18e-4e15-b359-3c722b87ce28') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:51.973698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-722fdc9c-66b3-43fb-a2cc-533ee0704282 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba437d5-a18e-4e15-b359-3c722b87ce28') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:51.984192 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f3eafde8-573e-4f9c-833d-00528a67bf39 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:18:51.985115 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-722fdc9c-66b3-43fb-a2cc-533ee0704282 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:51.985833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3f2e4-d9bb-45ef-9d4e-fe4721b78b9c None None] Pushing event updated for resources: {'Port': ['ID=11a9a2bc-e64a-4e91-962d-777966816554,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:52.005776 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-722fdc9c-66b3-43fb-a2cc-533ee0704282 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:52.013275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722fdc9c-66b3-43fb-a2cc-533ee0704282 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:18:52.013687 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-722fdc9c-66b3-43fb-a2cc-533ee0704282 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:18:52.018577 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:18:52.080070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Routers {'1f6e8a64-c874-417e-8568-dd7a3b6c63e8'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:52.080994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:52.089958 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-82530caf-8d1d-46d0-97c8-96f91f9f59c6 req-43e92c7f-3bdc-47f3-8bb2-7b157a0442ce tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Deleting port 09b179ac-6642-4a16-9937-74a564550c7f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:52.100924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82530caf-8d1d-46d0-97c8-96f91f9f59c6 req-43e92c7f-3bdc-47f3-8bb2-7b157a0442ce tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:52.187155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port f3eafde8-573e-4f9c-833d-00528a67bf39 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:52.187544 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:52.216864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-82530caf-8d1d-46d0-97c8-96f91f9f59c6 req-43e92c7f-3bdc-47f3-8bb2-7b157a0442ce tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] For port 09b179ac-6642-4a16-9937-74a564550c7f, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=09b179ac-6642-4a16-9937-74a564550c7f,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:52.217319 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82530caf-8d1d-46d0-97c8-96f91f9f59c6 req-43e92c7f-3bdc-47f3-8bb2-7b157a0442ce tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:52.241288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-82530caf-8d1d-46d0-97c8-96f91f9f59c6 req-43e92c7f-3bdc-47f3-8bb2-7b157a0442ce tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Calling delete_port for 09b179ac-6642-4a16-9937-74a564550c7f owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:52.290869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578e979-f258-48db-ae50-b0fe464894ce req-4693b968-e330-4f5a-9d20-54b692ec589c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:52.299244 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b578e979-f258-48db-ae50-b0fe464894ce req-4693b968-e330-4f5a-9d20-54b692ec589c tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 945 time: 0.2547929 Oct 13 11:18:52.358059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:18:52.395892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-933e8cf7-d3df-49a2-a610-bd1b451d5250 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:52.397598 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-933e8cf7-d3df-49a2-a610-bd1b451d5250 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "GET /v2.0/networks?id=8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 200 len: 796 time: 0.6673329 Oct 13 11:18:52.404486 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-722fdc9c-66b3-43fb-a2cc-533ee0704282 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:52.431838 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-722fdc9c-66b3-43fb-a2cc-533ee0704282 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:52.438467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-722fdc9c-66b3-43fb-a2cc-533ee0704282 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "DELETE /v2.0/networks/7eb4db91-aca4-4149-a978-4287d00e159b HTTP/1.1" status: 204 len: 168 time: 0.9803960 Oct 13 11:18:52.441018 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b578e979-f258-48db-ae50-b0fe464894ce req-fee35e37-32d8-4203-8c9c-7e698ea33681 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409452 Oct 13 11:18:52.441714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45316) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:52.475016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fdc9c-66b3-43fb-a2cc-533ee0704282 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event deleted for resources: {'Network': ['ID=7eb4db91-aca4-4149-a978-4287d00e159b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:52.499357 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:52.554273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-28e014fc-50ee-4752-a472-1a48e42886fe None None] Provisioning complete for port 11a9a2bc-e64a-4e91-962d-777966816554 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:52.556696 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28e014fc-50ee-4752-a472-1a48e42886fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:52.586426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] Set router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:18:52.603539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:18:52.616117 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Sync routers for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:18:52.616910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-4736786c-a0eb-4a6a-8c2c-4cf32cd421c4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 379 time: 0.2025371 Oct 13 11:18:52.621623 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7803efb2-765c-4906-8a9b-4475e5ecc3e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:52.631137 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:52.632145 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:52.641199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-41ee3814-2a34-42b5-8504-7875e34b89e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'port': {'device_id': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'admin_state_up': True, 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'security_groups': ['543bcc25-8bd4-44b9-8bb4-6302169e3d01']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:52.734251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port f3eafde8-573e-4f9c-833d-00528a67bf39, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f3eafde8-573e-4f9c-833d-00528a67bf39,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:52.794511 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:52.797925 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-330c9721-dc9a-4591-9b6b-dec14d11eb7f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3514864 Oct 13 11:18:52.799214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45320) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:52.844974 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:52.865380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bca8ba48-17e4-4c56-8241-6fcfaecf1233 req-1a278f1c-305d-4574-b88c-4a631bf55551 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 210 time: 0.0618358 Oct 13 11:18:52.872341 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:18:52.918615 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82530caf-8d1d-46d0-97c8-96f91f9f59c6 req-43e92c7f-3bdc-47f3-8bb2-7b157a0442ce tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:52.962802 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['9a09b0f2-9385-4773-9833-da54e4e95613', '09b179ac-6642-4a16-9937-74a564550c7f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:18:52.969604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1a9488cf-6061-4b8a-a6d0-2903f1500d3e no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:18:53.001097 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7803efb2-765c-4906-8a9b-4475e5ecc3e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:53.025476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7803efb2-765c-4906-8a9b-4475e5ecc3e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e18555-e727-48fd-b67c-2c27a57263db']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:53.037519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7803efb2-765c-4906-8a9b-4475e5ecc3e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad83925-dbbb-4195-8a57-2b2cba44b49f') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:53.037962 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7803efb2-765c-4906-8a9b-4475e5ecc3e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad83925-dbbb-4195-8a57-2b2cba44b49f') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:53.049513 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7803efb2-765c-4906-8a9b-4475e5ecc3e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:53.066759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7803efb2-765c-4906-8a9b-4475e5ecc3e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:53.067864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ab92f-7341-4c24-b662-478005ba2b73 None None] Network 115722b6-22fc-4529-8f74-dcada0512dde requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:18:53.073758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7803efb2-765c-4906-8a9b-4475e5ecc3e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:18:53.074962 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7803efb2-765c-4906-8a9b-4475e5ecc3e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:18:53.154407 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:18:53.245272 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:50Z', 'revision_number': 3, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:53.279011 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Checking router: 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:18:53.283390 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Updating router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 port ec86f26d-6a6d-4932-abd0-48844e7d0196 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:18:53.310892 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7803efb2-765c-4906-8a9b-4475e5ecc3e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:53.313953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-41ee3814-2a34-42b5-8504-7875e34b89e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Made reservation on behalf of 9eecb6b828d240e0ae439032ab75cf2f for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:53.318496 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-41ee3814-2a34-42b5-8504-7875e34b89e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:53.324758 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:53.327189 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7803efb2-765c-4906-8a9b-4475e5ecc3e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:53.330755 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7803efb2-765c-4906-8a9b-4475e5ecc3e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] 10.222.0.32 "DELETE /v2.0/networks/c3e18555-e727-48fd-b67c-2c27a57263db HTTP/1.1" status: 204 len: 168 time: 0.8790617 Oct 13 11:18:53.342023 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e92c7f-3bdc-47f3-8bb2-7b157a0442ce tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event deleted for resources: {'Port': ['ID=09b179ac-6642-4a16-9937-74a564550c7f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:53.396457 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803efb2-765c-4906-8a9b-4475e5ecc3e9 tempest-BulkNetworkOpsTest-1144661214 tempest-BulkNetworkOpsTest-1144661214-project] Pushing event deleted for resources: {'Network': ['ID=c3e18555-e727-48fd-b67c-2c27a57263db,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:53.422507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-82530caf-8d1d-46d0-97c8-96f91f9f59c6 req-43e92c7f-3bdc-47f3-8bb2-7b157a0442ce tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] No DVR routers for this DVR port 09b179ac-6642-4a16-9937-74a564550c7f on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:18:53.427943 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82530caf-8d1d-46d0-97c8-96f91f9f59c6 req-43e92c7f-3bdc-47f3-8bb2-7b157a0442ce tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:53.431856 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82530caf-8d1d-46d0-97c8-96f91f9f59c6 req-43e92c7f-3bdc-47f3-8bb2-7b157a0442ce tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "DELETE /v2.0/ports/09b179ac-6642-4a16-9937-74a564550c7f HTTP/1.1" status: 204 len: 173 time: 1.5108950 Oct 13 11:18:53.432331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8cba2a-6246-4571-bc85-8e172a093104', 'name': 'network-vif-deleted', 'tag': '09b179ac-6642-4a16-9937-74a564550c7f'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:18:53.435008 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0085e4c-1faa-4bb2-bee2-a379e5a5036b" -d '{"events": [{"server_uuid": "3a8cba2a-6246-4571-bc85-8e172a093104", "name": "network-vif-deleted", "tag": "09b179ac-6642-4a16-9937-74a564550c7f"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:18:53.523566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 1a9488cf-6061-4b8a-a6d0-2903f1500d3e {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:18:53.528097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1a9488cf-6061-4b8a-a6d0-2903f1500d3e not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:18:53.528097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:18:53.557866 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28e014fc-50ee-4752-a472-1a48e42886fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:53.563652 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f12054c-ce9f-4d92-9acc-000c5bfb41f0 x-openstack-request-id: req-2f12054c-ce9f-4d92-9acc-000c5bfb41f0 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:18:53.564340 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8cba2a-6246-4571-bc85-8e172a093104", "name": "network-vif-deleted", "tag": "09b179ac-6642-4a16-9937-74a564550c7f", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:18:53.564732 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f12054c-ce9f-4d92-9acc-000c5bfb41f0 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:18:53.565423 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8cba2a-6246-4571-bc85-8e172a093104', 'name': 'network-vif-deleted', 'tag': '09b179ac-6642-4a16-9937-74a564550c7f', 'status': 'completed', 'code': 200} Oct 13 11:18:53.591485 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:18:53.591853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6a0e8b51-cafa-4be8-a1a4-49f2e97bbfb6 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:18:53.679345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-28e014fc-50ee-4752-a472-1a48e42886fe None None] For port 11a9a2bc-e64a-4e91-962d-777966816554, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=11a9a2bc-e64a-4e91-962d-777966816554,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:53.726530 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=f3eafde8-573e-4f9c-833d-00528a67bf39,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:53.822660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d0d26b88-e269-4216-a248-c9c242e3738c req-26ee247b-2449-4d02-9f7a-bb4b541f8304 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 210 time: 0.0655739 Oct 13 11:18:53.842769 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28e014fc-50ee-4752-a472-1a48e42886fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:53.890226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-41ee3814-2a34-42b5-8504-7875e34b89e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.20.0.12 (8944532c-ccad-4eb9-9583-52762199ab6d/44738a2c-842d-4d50-8c76-aab17d480d75/b9d59219-04a3-4afe-af3f-769aecbef416) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:53.909503 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.035832 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.046667 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45338) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:54.165587 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Attempting to bind port ec86f26d-6a6d-4932-abd0-48844e7d0196 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:18:54.165949 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Attempting to bind port ec86f26d-6a6d-4932-abd0-48844e7d0196 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:18:54.166586 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Attempting to bind port ec86f26d-6a6d-4932-abd0-48844e7d0196 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:18:54.169164 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60713d60-7803-48bf-ae5f-43856f661e72 None None] Pushing event updated for resources: {'Port': ['ID=ec86f26d-6a6d-4932-abd0-48844e7d0196,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:54.186217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3382ccf2-e56e-4cba-8d24-c232144e49af None None] Provisioning complete for port f3eafde8-573e-4f9c-833d-00528a67bf39 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:54.186674 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3382ccf2-e56e-4cba-8d24-c232144e49af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.187764 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:18:54.188146 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:54.188553 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.188949 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:18:54.189443 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Bound port: ec86f26d-6a6d-4932-abd0-48844e7d0196, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:18:54.189825 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.212897 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1b65a7e-3d69-49e9-b810-07c1a19c1628 req-e2bb6f53-9c83-438b-a402-fcea7ae3a952 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 210 time: 0.0679381 Oct 13 11:18:54.258368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.290224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e014fc-50ee-4752-a472-1a48e42886fe None None] Pushing event updated for resources: {'Port': ['ID=11a9a2bc-e64a-4e91-962d-777966816554,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:54.302523 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] For port ec86f26d-6a6d-4932-abd0-48844e7d0196, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:18:54.306136 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] For port ec86f26d-6a6d-4932-abd0-48844e7d0196, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ec86f26d-6a6d-4932-abd0-48844e7d0196,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:18:54.311870 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-41ee3814-2a34-42b5-8504-7875e34b89e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.372549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '11a9a2bc-e64a-4e91-962d-777966816554', 'name': '', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:e8:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:44Z', 'updated_at': '2021-10-13T11:18:51Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:54.398996 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6df02024-2079-4ff0-a94f-20ced066d9e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac2e6ebbe863433aaaae8b486c74050e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3508859 Oct 13 11:18:54.401228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45342) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:54.423250 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.424026 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a374b3bd-311d-4d16-807f-96d2eca75c85 None None] The sync data for ids ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'] in n-d-813659-3 is: [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '11a9a2bc-e64a-4e91-962d-777966816554', 'name': '', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:e8:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:44Z', 'updated_at': '2021-10-13T11:18:51Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:18:54.523061 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33a4e314-49d0-489e-8cd3-14622065a00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.529732 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-41ee3814-2a34-42b5-8504-7875e34b89e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.582392 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:54.583144 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:54.591061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-41ee3814-2a34-42b5-8504-7875e34b89e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 8944532c-ccad-4eb9-9583-52762199ab6d is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:54.601110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-41ee3814-2a34-42b5-8504-7875e34b89e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:54.630873 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-41ee3814-2a34-42b5-8504-7875e34b89e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:54.645241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Allocated IP 172.20.0.1 (115722b6-22fc-4529-8f74-dcada0512dde/97f9d253-df11-432a-b4dc-57fa7a0a9962/706edfef-251a-4395-82be-e01582dfc3b0) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:18:54.675406 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33a4e314-49d0-489e-8cd3-14622065a00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.703201 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60713d60-7803-48bf-ae5f-43856f661e72 None None] Pushing event updated for resources: {'Port': ['ID=ec86f26d-6a6d-4932-abd0-48844e7d0196,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:54.722155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-31dbfe75-b090-45fb-80b3-4e6253f5c02d None None] Provisioning complete for port f3eafde8-573e-4f9c-833d-00528a67bf39 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:54.722659 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-31dbfe75-b090-45fb-80b3-4e6253f5c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.738757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee3814-2a34-42b5-8504-7875e34b89e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:54.843478 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.858940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-41ee3814-2a34-42b5-8504-7875e34b89e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:54.859767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-41ee3814-2a34-42b5-8504-7875e34b89e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.947649 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:18:54.992806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:54.997895 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-41ee3814-2a34-42b5-8504-7875e34b89e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3636651 Oct 13 11:18:54.999029 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33a4e314-49d0-489e-8cd3-14622065a00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:55.002760 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33a4e314-49d0-489e-8cd3-14622065a00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:55.009270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-33a4e314-49d0-489e-8cd3-14622065a00f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a09f167-6d00-4f4b-9fd3-6163174b0046 HTTP/1.1" status: 204 len: 168 time: 0.6045015 Oct 13 11:18:55.032065 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1cfeae0d-76fb-4ba6-9461-cd9a981ab733 None None] Provisioning complete for port b9d59219-04a3-4afe-af3f-769aecbef416 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:55.032532 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1cfeae0d-76fb-4ba6-9461-cd9a981ab733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:55.044804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-a8e8b649-5920-4849-b01f-64bdd8a48426 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:18:55.047225 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-a8e8b649-5920-4849-b01f-64bdd8a48426 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0204368 Oct 13 11:18:55.071719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Network 115722b6-22fc-4529-8f74-dcada0512dde is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:55.087756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:55.098937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1cfeae0d-76fb-4ba6-9461-cd9a981ab733 None None] Port b9d59219-04a3-4afe-af3f-769aecbef416 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:55.109241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:18:55.117586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4e314-49d0-489e-8cd3-14622065a00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a09f167-6d00-4f4b-9fd3-6163174b0046,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:55.119657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Pushing event updated for resources: {'Port': ['ID=706edfef-251a-4395-82be-e01582dfc3b0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:55.150697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-adfc7ae8-7c10-4695-9def-d2943b189d06 req-d10f6154-72be-40a5-8df3-f831e5f3c044 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8cba2a-6246-4571-bc85-8e172a093104 HTTP/1.1" status: 200 len: 210 time: 0.1199856 Oct 13 11:18:55.201478 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:55.218764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Request body: {'port': {'device_id': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:55.367847 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:55.409913 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:50Z', 'revision_number': 3, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:55.441893 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c96cc-ffd3-4fc5-b61f-5e65d84cff17 None None] The sync data for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 is: [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:50Z', 'revision_number': 3, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:18:55.460154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8abe2-f32c-4b99-b847-8a5facce7dfe req-85bea73b-2959-42d0-b119-aa3eed212c19 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:55.461827 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-acb8abe2-f32c-4b99-b847-8a5facce7dfe req-85bea73b-2959-42d0-b119-aa3eed212c19 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 932 time: 0.1085315 Oct 13 11:18:55.525685 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0a735c1d-566d-428d-aa92-a2e823b074e4 None None] Provisioning complete for port 706edfef-251a-4395-82be-e01582dfc3b0 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:55.533974 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0a735c1d-566d-428d-aa92-a2e823b074e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:55.566208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 09b179ac-6642-4a16-9937-74a564550c7f no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:18:55.590636 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-acb8abe2-f32c-4b99-b847-8a5facce7dfe req-2aca15f4-c517-4f5c-92fd-b541770bb9fe tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105182 Oct 13 11:18:55.598057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 09b179ac-6642-4a16-9937-74a564550c7f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:18:55.598057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 09b179ac-6642-4a16-9937-74a564550c7f not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:18:55.611625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0a735c1d-566d-428d-aa92-a2e823b074e4 None None] Port 706edfef-251a-4395-82be-e01582dfc3b0 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:55.640701 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:55.974427 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:56.061244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:56.085863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 11a9a2bc-e64a-4e91-962d-777966816554 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:18:56.156109 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:56.235720 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 11a9a2bc-e64a-4e91-962d-777966816554 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:56.236708 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:56.324208 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:18:56.366046 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Pushing event updated for resources: {'Port': ['ID=706edfef-251a-4395-82be-e01582dfc3b0,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:56.385806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Network 115722b6-22fc-4529-8f74-dcada0512dde is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:18:56.387779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:18:56.515165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f3eafde8-573e-4f9c-833d-00528a67bf39 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:18:56.583497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d59219-04a3-4afe-af3f-769aecbef416 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:18:56.619135 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:56.673343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Transition to ACTIVE for port object b9d59219-04a3-4afe-af3f-769aecbef416 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:18:56.750163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port f3eafde8-573e-4f9c-833d-00528a67bf39 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:56.750735 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:56.762897 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:56.766427 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:18:56.852231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:56.987280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6be1c273-6a70-4847-9f1a-a5835a1c321e None None] Provisioning complete for port 706edfef-251a-4395-82be-e01582dfc3b0 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:56.987674 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6be1c273-6a70-4847-9f1a-a5835a1c321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:57.059830 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6be1c273-6a70-4847-9f1a-a5835a1c321e None None] Port 706edfef-251a-4395-82be-e01582dfc3b0 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:18:57.133933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45398) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:57.180505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:18:57.190898 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-416d0080-8f37-43bb-93dc-d589ff3b18db admin admin] 10.222.0.32 "PUT /v2.0/routers/12a8e1ea-6b04-4198-8d6e-0cc6c5be8374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3903182 Oct 13 11:18:57.231799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Attempting to bind port b9d59219-04a3-4afe-af3f-769aecbef416 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:18:57.232382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Attempting to bind port b9d59219-04a3-4afe-af3f-769aecbef416 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:18:57.233248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Attempting to bind port b9d59219-04a3-4afe-af3f-769aecbef416 on network 8944532c-ccad-4eb9-9583-52762199ab6d {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:18:57.241652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Port b9d59219-04a3-4afe-af3f-769aecbef416 on network 8944532c-ccad-4eb9-9583-52762199ab6d not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:18:57.242265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Attempting to bind port b9d59219-04a3-4afe-af3f-769aecbef416 on network 8944532c-ccad-4eb9-9583-52762199ab6d {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:18:57.252237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:18:57.253186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Checking segment: {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:18:57.253733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Bound using segment: {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:18:57.254378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Bound port: b9d59219-04a3-4afe-af3f-769aecbef416, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:18:57.254900 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:57.281770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb72baa-d916-4f8a-9423-f0f5b7d2ab3c req-c0cbd274-e068-4ee5-b9e4-8976971a6b76 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:57.289630 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-acb72baa-d916-4f8a-9423-f0f5b7d2ab3c req-c0cbd274-e068-4ee5-b9e4-8976971a6b76 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 944 time: 0.1027224 Oct 13 11:18:57.484129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e630e5-f49c-4a0c-8926-ee992d0c8e0a req-5e146760-eeeb-428f-9233-b2b338aab109 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:57.484902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-acb72baa-d916-4f8a-9423-f0f5b7d2ab3c req-0465a948-6f13-4437-ab92-c8f6b994d1cf tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943176 Oct 13 11:18:57.495316 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1e630e5-f49c-4a0c-8926-ee992d0c8e0a req-5e146760-eeeb-428f-9233-b2b338aab109 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.1750126 Oct 13 11:18:57.506731 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:18:57.510119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:18:57.558768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-188931407'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:57.626817 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:57.648781 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-f1e630e5-f49c-4a0c-8926-ee992d0c8e0a req-5a67d809-a917-4afe-968c-2f5b542ca3ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Deleting port 9a09b0f2-9385-4773-9833-da54e4e95613 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:18:57.649126 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f1e630e5-f49c-4a0c-8926-ee992d0c8e0a req-5a67d809-a917-4afe-968c-2f5b542ca3ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:57.677754 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:57.678845 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:57.680273 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] 10.222.0.21 "PUT /v2.0/ports/b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 1092 time: 2.5950744 Oct 13 11:18:57.686964 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:18:57.689459 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee76cf4-66f2-43ba-8351-4a1ee7f26a23" -d '{"events": [{"name": "network-changed", "server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:18:57.712148 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea1e4f-16e6-45d4-a5ce-41ade6b6702f req-d92418bd-ed36-447a-958c-c4335aec3403 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:57.713694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4cea1e4f-16e6-45d4-a5ce-41ade6b6702f req-d92418bd-ed36-447a-958c-c4335aec3403 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 945 time: 0.1370046 Oct 13 11:18:57.730294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f84d8-0364-4749-9c2c-5da9021480c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:57.770021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:57.779507 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:57.844956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f1e630e5-f49c-4a0c-8926-ee992d0c8e0a req-5a67d809-a917-4afe-968c-2f5b542ca3ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] For port 9a09b0f2-9385-4773-9833-da54e4e95613, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=9a09b0f2-9385-4773-9833-da54e4e95613,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:57.845578 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f1e630e5-f49c-4a0c-8926-ee992d0c8e0a req-5a67d809-a917-4afe-968c-2f5b542ca3ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:57.853370 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:57.892894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-f1e630e5-f49c-4a0c-8926-ee992d0c8e0a req-5a67d809-a917-4afe-968c-2f5b542ca3ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Calling delete_port for 9a09b0f2-9385-4773-9833-da54e4e95613 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:18:57.953323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ec86f26d-6a6d-4932-abd0-48844e7d0196 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:18:58.091540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ec86f26d-6a6d-4932-abd0-48844e7d0196 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:18:58.091924 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:58.132451 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:58.144076 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4cea1e4f-16e6-45d4-a5ce-41ade6b6702f req-8bc5017b-a1cb-47de-8867-31bde412717a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=34d9e843-245e-4ef7-bc91-6ac7a0937c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055383 Oct 13 11:18:58.177440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-46dcb7d5-1dbf-42b7-8d52-f0db62449682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:58.188046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-46dcb7d5-1dbf-42b7-8d52-f0db62449682 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1095 time: 0.3505526 Oct 13 11:18:58.306203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-97354542-8627-4d92-91ee-d11f7638c9d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 217 time: 0.1079705 Oct 13 11:18:58.306203 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:58.330016 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f1e630e5-f49c-4a0c-8926-ee992d0c8e0a req-5a67d809-a917-4afe-968c-2f5b542ca3ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:58.359940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['9a09b0f2-9385-4773-9833-da54e4e95613'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:18:58.369782 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:58.383305 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67d809-a917-4afe-968c-2f5b542ca3ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event deleted for resources: {'Port': ['ID=9a09b0f2-9385-4773-9833-da54e4e95613,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:58.426245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-96071988-332f-4ec6-9f65-002fad544313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:58.432342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-96071988-332f-4ec6-9f65-002fad544313 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44738a2c-842d-4d50-8c76-aab17d480d75 HTTP/1.1" status: 200 len: 835 time: 0.1162260 Oct 13 11:18:58.455394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e630e5-f49c-4a0c-8926-ee992d0c8e0a req-5a67d809-a917-4afe-968c-2f5b542ca3ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] No DVR routers for this DVR port 9a09b0f2-9385-4773-9833-da54e4e95613 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:18:58.462055 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f1e630e5-f49c-4a0c-8926-ee992d0c8e0a req-5a67d809-a917-4afe-968c-2f5b542ca3ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:58.465666 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0202d6-a9cd-4d48-9293-6c9d2a915f06 x-openstack-request-id: req-fc0202d6-a9cd-4d48-9293-6c9d2a915f06 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:18:58.465987 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:18:58.466249 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1e630e5-f49c-4a0c-8926-ee992d0c8e0a req-5a67d809-a917-4afe-968c-2f5b542ca3ab tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "DELETE /v2.0/ports/9a09b0f2-9385-4773-9833-da54e4e95613 HTTP/1.1" status: 204 len: 173 time: 0.9680932 Oct 13 11:18:58.466541 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc0202d6-a9cd-4d48-9293-6c9d2a915f06 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:18:58.466720 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'status': 'completed', 'code': 200} Oct 13 11:18:58.466835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4aad75-6655-4ebc-9a0f-47ef3bce4b65', 'name': 'network-vif-deleted', 'tag': '9a09b0f2-9385-4773-9833-da54e4e95613'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:18:58.476428 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port ec86f26d-6a6d-4932-abd0-48844e7d0196, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ec86f26d-6a6d-4932-abd0-48844e7d0196,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:18:58.483836 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2040c0d4-f78d-4f4a-88a8-3cd18b185e2a" -d '{"events": [{"server_uuid": "ae4aad75-6655-4ebc-9a0f-47ef3bce4b65", "name": "network-vif-deleted", "tag": "9a09b0f2-9385-4773-9833-da54e4e95613"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:18:58.525792 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32385c67-6251-4402-92d7-f7aeb3f13650 x-openstack-request-id: req-32385c67-6251-4402-92d7-f7aeb3f13650 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:18:58.526301 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4aad75-6655-4ebc-9a0f-47ef3bce4b65", "name": "network-vif-deleted", "tag": "9a09b0f2-9385-4773-9833-da54e4e95613", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:18:58.526726 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32385c67-6251-4402-92d7-f7aeb3f13650 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:18:58.529015 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4aad75-6655-4ebc-9a0f-47ef3bce4b65', 'name': 'network-vif-deleted', 'tag': '9a09b0f2-9385-4773-9833-da54e4e95613', 'status': 'completed', 'code': 200} Oct 13 11:18:58.553501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:18:58.564707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455506a0-42c8-4550-8055-fcf0091af377,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:58.581219 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:58.581627 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Added segment 241edc60-850f-4a33-a319-948beb011827 of type vlan for network 98b557bd-0aae-4005-824b-39a29c994acc Oct 13 11:18:58.593722 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:58.653035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-226a757b-9371-4d28-8cff-14e0ad8a6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:58.655884 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-226a757b-9371-4d28-8cff-14e0ad8a6eab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8944532c-ccad-4eb9-9583-52762199ab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1809144 Oct 13 11:18:58.658664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Sync routers for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:18:58.715694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:18:58.717965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:58.790858 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:58.834496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45432) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:58.840261 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-807905801-network', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:58.871659 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=ec86f26d-6a6d-4932-abd0-48844e7d0196,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:58.875939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581784eb-7735-4ec8-9ac3-b231d7cc969a req-bcaf1f18-e394-4b9f-9f98-fc96d0a0efcb tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:58.877451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-581784eb-7735-4ec8-9ac3-b231d7cc969a req-bcaf1f18-e394-4b9f-9f98-fc96d0a0efcb tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 944 time: 0.1668563 Oct 13 11:18:58.907242 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-36e625ed-05ba-4db7-aa69-6957ea25b520 service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272563 Oct 13 11:18:58.908679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:18:58.976941 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:58.983120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:58.983721 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:59.029920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Made reservation on behalf of cd0c04357b5144ac80d88d96e9547d64 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:59.032349 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:59.036341 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-581784eb-7735-4ec8-9ac3-b231d7cc969a req-d1a73354-c999-4702-a89c-6574124384eb tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419144 Oct 13 11:18:59.041771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:59.068900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=98b557bd-0aae-4005-824b-39a29c994acc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:59.083433 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 98b557bd-0aae-4005-824b-39a29c994acc details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:18:59.097607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c168f1ce-efc1-4d8c-8543-f9827adecf1c req-39718c02-09a3-4a51-ab9e-59d880b8580e service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837904 Oct 13 11:18:59.139820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ecb70894-ecbe-4258-b1ce-8dd079ccdc42 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0039308 Oct 13 11:18:59.205705 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:59.279207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45440) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:59.284696 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'subnet': {'network_id': '98b557bd-0aae-4005-824b-39a29c994acc', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:59.305011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0178a496-eff8-4611-b7f8-a9ed0e28d522 req-92c4a29d-0031-4c84-b505-27166e5e5602 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae4aad75-6655-4ebc-9a0f-47ef3bce4b65 HTTP/1.1" status: 200 len: 210 time: 0.0434039 Oct 13 11:18:59.305551 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 2, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:18:59.337480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Checking router: 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:18:59.338001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Updating router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 port 706edfef-251a-4395-82be-e01582dfc3b0 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:18:59.343541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:59.361010 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:18:59.371977 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:59.372170 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:59.372485 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Added segment d94d550b-d7c1-4f6c-8231-73ec00ad9b8d of type vlan for network dcf63373-8b2f-49ff-8e28-fa71564d31d6 Oct 13 11:18:59.378749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee76cf4-66f2-43ba-8351-4a1ee7f26a23 req-ea30dba9-e342-432c-be31-23b5c5822087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:59.380684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ee76cf4-66f2-43ba-8351-4a1ee7f26a23 req-ea30dba9-e342-432c-be31-23b5c5822087 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1095 time: 0.0795636 Oct 13 11:18:59.475504 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:59.481140 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358fe8b9-9031-4eb9-920c-a2341c4374e8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:59.497629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee76cf4-66f2-43ba-8351-4a1ee7f26a23 req-b3d20633-c0af-4396-a2f3-cc01647fca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:59.499095 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ee76cf4-66f2-43ba-8351-4a1ee7f26a23 req-b3d20633-c0af-4396-a2f3-cc01647fca30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 200 len: 897 time: 0.1104548 Oct 13 11:18:59.572077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ee76cf4-66f2-43ba-8351-4a1ee7f26a23 req-b442d0c5-17c6-47b7-9c84-094fce4d1951 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 217 time: 0.0650320 Oct 13 11:18:59.612608 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:18:59.616579 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:59.626734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee76cf4-66f2-43ba-8351-4a1ee7f26a23 req-cb729a77-4aa7-402b-a4ef-e453e305e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:59.628207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ee76cf4-66f2-43ba-8351-4a1ee7f26a23 req-cb729a77-4aa7-402b-a4ef-e453e305e072 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44738a2c-842d-4d50-8c76-aab17d480d75 HTTP/1.1" status: 200 len: 835 time: 0.0483479 Oct 13 11:18:59.677182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee76cf4-66f2-43ba-8351-4a1ee7f26a23 req-df3e9255-868b-4992-9a10-833f16517dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:59.678911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ee76cf4-66f2-43ba-8351-4a1ee7f26a23 req-df3e9255-868b-4992-9a10-833f16517dc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8944532c-ccad-4eb9-9583-52762199ab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431423 Oct 13 11:18:59.686400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:59.687426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:18:59.688005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:59.698338 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:59.785867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ee76cf4-66f2-43ba-8351-4a1ee7f26a23 req-f8b82137-84ad-4a4c-bcae-ec58821c2b6b service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982368 Oct 13 11:18:59.809701 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] Pushing event updated for resources: {'Network': ['ID=dcf63373-8b2f-49ff-8e28-fa71564d31d6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:18:59.821602 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network dcf63373-8b2f-49ff-8e28-fa71564d31d6 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:18:59.881705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ec86f26d-6a6d-4932-abd0-48844e7d0196 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:18:59.885571 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:18:59.898912 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ee76cf4-66f2-43ba-8351-4a1ee7f26a23 req-97160329-bebc-42a3-88e8-82eb35e293bd service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057723 Oct 13 11:18:59.944119 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9671e5bc-24f4-4339-9907-6e97a758153a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1079271 Oct 13 11:18:59.946323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45444) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:18:59.951630 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7c0df299-bc7e-4711-bdca-1ead7507aa5e admin admin] Request body: {'subnet': {'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-807905801-subnet', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:18:59.987118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f825c2-5443-4ef4-8f2d-0bb717d76f3b None None] Pushing event updated for resources: {'Port': ['ID=706edfef-251a-4395-82be-e01582dfc3b0,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:00.047030 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ec86f26d-6a6d-4932-abd0-48844e7d0196 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:00.047414 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:00.064652 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:00.069345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0df299-bc7e-4711-bdca-1ead7507aa5e admin admin] Made reservation on behalf of cd0c04357b5144ac80d88d96e9547d64 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:00.072156 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7c0df299-bc7e-4711-bdca-1ead7507aa5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:00.085736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Attempting to bind port 706edfef-251a-4395-82be-e01582dfc3b0 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:00.086288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Attempting to bind port 706edfef-251a-4395-82be-e01582dfc3b0 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:00.086573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Attempting to bind port 706edfef-251a-4395-82be-e01582dfc3b0 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:00.097997 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:00.098457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Checking segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:00.098878 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:00.099282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Bound using segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:00.099783 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Bound port: 706edfef-251a-4395-82be-e01582dfc3b0, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:00.100175 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:00.227774 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] For port 706edfef-251a-4395-82be-e01582dfc3b0, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:00.235900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a8bf3-9322-427d-bbed-54d0b8f49fc1 req-fbd81343-6aa4-4fdc-9d64-6349d08e2ccc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:00.244644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] For port 706edfef-251a-4395-82be-e01582dfc3b0, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=706edfef-251a-4395-82be-e01582dfc3b0,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:00.246028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-692a8bf3-9322-427d-bbed-54d0b8f49fc1 req-fbd81343-6aa4-4fdc-9d64-6349d08e2ccc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 944 time: 0.1029422 Oct 13 11:19:00.261347 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Subnet': ['ID=4948b0a3-f479-4dd2-bdac-db2d18c13b4e,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:00.290245 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:00.290245 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:00.290681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:00.290681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:00.291265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:00.291613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:00.291952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:00.292289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:00.293612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:00.293987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:00.294528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:00.294940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:00.307359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-31d599fe-234a-4e72-8e57-30a2fce9e9ca None None] Provisioning complete for port 706edfef-251a-4395-82be-e01582dfc3b0 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:00.307359 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-31d599fe-234a-4e72-8e57-30a2fce9e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:00.310387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking segment: {'id': '241edc60-850f-4a33-a319-948beb011827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '98b557bd-0aae-4005-824b-39a29c994acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:00.310853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network hostable DHCP agents. Network: 98b557bd-0aae-4005-824b-39a29c994acc, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:19:00.318943 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-692a8bf3-9322-427d-bbed-54d0b8f49fc1 req-3e26e672-8356-4de8-ba87-af5903b21136 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726299 Oct 13 11:19:00.340605 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:00.404470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:19:00.405112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:00.431916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network 98b557bd-0aae-4005-824b-39a29c994acc is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:19:00.488422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-31d599fe-234a-4e72-8e57-30a2fce9e9ca None None] Port 706edfef-251a-4395-82be-e01582dfc3b0 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:19:00.527881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 98b557bd-0aae-4005-824b-39a29c994acc) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:00.532628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:00.533339 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:00.562172 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7c0df299-bc7e-4711-bdca-1ead7507aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:00.630239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0df299-bc7e-4711-bdca-1ead7507aa5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=90dce4d4-b979-4c3a-9484-9e56dc82cb87,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:00.649282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0df299-bc7e-4711-bdca-1ead7507aa5e admin admin] Checking segment: {'id': 'd94d550b-d7c1-4f6c-8231-73ec00ad9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:00.649657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0df299-bc7e-4711-bdca-1ead7507aa5e admin admin] Network hostable DHCP agents. Network: dcf63373-8b2f-49ff-8e28-fa71564d31d6, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:19:00.690439 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-068aec28-7f03-416a-b49c-15376a92ed80 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4100654 Oct 13 11:19:00.694052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45464) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:00.701370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c5944a9a-1085-4659-921a-770ecd98a013 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-431562051'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:00.708200 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aabef0c-529d-4058-a8fa-dadb666b806d None None] Network 98b557bd-0aae-4005-824b-39a29c994acc requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:00.733849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f825c2-5443-4ef4-8f2d-0bb717d76f3b None None] Pushing event updated for resources: {'Port': ['ID=706edfef-251a-4395-82be-e01582dfc3b0,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:00.738483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0df299-bc7e-4711-bdca-1ead7507aa5e admin admin] Network dcf63373-8b2f-49ff-8e28-fa71564d31d6 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:19:00.797263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-32298cef-164a-49e1-a661-0cf9b81dd20c None None] Provisioning complete for port 706edfef-251a-4395-82be-e01582dfc3b0 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:00.797645 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32298cef-164a-49e1-a661-0cf9b81dd20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:00.806024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:19:00.829552 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5944a9a-1085-4659-921a-770ecd98a013 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:00.833359 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5944a9a-1085-4659-921a-770ecd98a013 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:00.859709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5944a9a-1085-4659-921a-770ecd98a013 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:19:00.866186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-7c0df299-bc7e-4711-bdca-1ead7507aa5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, dcf63373-8b2f-49ff-8e28-fa71564d31d6) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:00.875496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0df299-bc7e-4711-bdca-1ead7507aa5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:00.876785 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7c0df299-bc7e-4711-bdca-1ead7507aa5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:00.883847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e6688-7f35-43bf-9449-7aaf14f0b361 None None] Network dcf63373-8b2f-49ff-8e28-fa71564d31d6 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:00.894229 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5944a9a-1085-4659-921a-770ecd98a013 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:00.894604 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-c5944a9a-1085-4659-921a-770ecd98a013 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Added segment 5258b214-4b18-42ba-91fe-0f33e272e335 of type vlan for network f03f3ff4-2794-4c62-917b-7bc92c8030ff Oct 13 11:19:00.941516 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5944a9a-1085-4659-921a-770ecd98a013 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:01.010507 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7c0df299-bc7e-4711-bdca-1ead7507aa5e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0629048 Oct 13 11:19:01.015026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45468) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:01.018763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-807905801-router', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:01.086654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921d93a-44d2-4dfe-91f6-6122af958c45 req-583a5124-1c0c-475a-b50a-c6360a1a31dc tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:01.088466 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8921d93a-44d2-4dfe-91f6-6122af958c45 req-583a5124-1c0c-475a-b50a-c6360a1a31dc tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0572131 Oct 13 11:19:01.117634 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5944a9a-1085-4659-921a-770ecd98a013 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:01.124569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5944a9a-1085-4659-921a-770ecd98a013 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:01.125367 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5944a9a-1085-4659-921a-770ecd98a013 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:01.191554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8921d93a-44d2-4dfe-91f6-6122af958c45 req-91a7e408-df04-4720-82a6-301bd9fe9cd9 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953298 Oct 13 11:19:01.202378 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:01.204327 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:01.212139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5944a9a-1085-4659-921a-770ecd98a013 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=f03f3ff4-2794-4c62-917b-7bc92c8030ff,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:01.237434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-98b557bd-0aae-4005-824b-39a29c994acc', 'network_id': '98b557bd-0aae-4005-824b-39a29c994acc', 'tenant_id': 'c25a8426db5548bcaa070edd298c3030', 'fixed_ips': [{'subnet_id': '4948b0a3-f479-4dd2-bdac-db2d18c13b4e'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:19:01.248242 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:01.248242 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network f03f3ff4-2794-4c62-917b-7bc92c8030ff details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:01.268792 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:01.338491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c5944a9a-1085-4659-921a-770ecd98a013 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6394370 Oct 13 11:19:01.338908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45472) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:01.347807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-eed5f0cf-2e2a-4284-be4f-257e19942728 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'subnet': {'network_id': 'f03f3ff4-2794-4c62-917b-7bc92c8030ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:01.364155 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32298cef-164a-49e1-a661-0cf9b81dd20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:01.461406 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-dcf63373-8b2f-49ff-8e28-fa71564d31d6', 'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'fixed_ips': [{'subnet_id': '90dce4d4-b979-4c3a-9484-9e56dc82cb87'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:19:01.462307 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:01.465063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b9d59219-04a3-4afe-af3f-769aecbef416 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:19:01.564873 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83119153-5cbe-435d-8e69-ee43a4842ffc req-9dbbbc4f-546e-4b53-8644-27e360b47f9c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:01.567819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83119153-5cbe-435d-8e69-ee43a4842ffc req-9dbbbc4f-546e-4b53-8644-27e360b47f9c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 944 time: 0.1428542 Oct 13 11:19:01.585777 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 9a09b0f2-9385-4773-9833-da54e4e95613 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:19:01.632974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83119153-5cbe-435d-8e69-ee43a4842ffc req-cffb71cf-3a7b-4088-8c08-dc5a6d903552 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589292 Oct 13 11:19:01.640939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 9a09b0f2-9385-4773-9833-da54e4e95613 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:19:01.641367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 9a09b0f2-9385-4773-9833-da54e4e95613 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:19:01.801050 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-32298cef-164a-49e1-a661-0cf9b81dd20c None None] For port 706edfef-251a-4395-82be-e01582dfc3b0, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=706edfef-251a-4395-82be-e01582dfc3b0,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:01.833242 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Allocated IP 172.20.255.242 (98b557bd-0aae-4005-824b-39a29c994acc/4948b0a3-f479-4dd2-bdac-db2d18c13b4e/d4d43d80-13cb-4e03-a083-d7c6523a356b) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:01.893059 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:01.913264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:00Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:01.947470 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32298cef-164a-49e1-a661-0cf9b81dd20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.007689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed5f0cf-2e2a-4284-be4f-257e19942728 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:02.012300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eed5f0cf-2e2a-4284-be4f-257e19942728 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.013723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9ade7-cca0-4a1d-8552-be06f718f0f2 None None] The sync data for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 is: [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:00Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:19:02.015591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Allocated IP 172.20.0.2 (dcf63373-8b2f-49ff-8e28-fa71564d31d6/90dce4d4-b979-4c3a-9484-9e56dc82cb87/2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:02.018710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:02.056781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'port_id': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'mac_address': 'fa:16:3e:d7:c4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:19:02.181626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32298cef-164a-49e1-a661-0cf9b81dd20c None None] Pushing event updated for resources: {'Port': ['ID=706edfef-251a-4395-82be-e01582dfc3b0,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:02.256184 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.311331 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d59219-04a3-4afe-af3f-769aecbef416 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:19:02.343575 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.366665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:02.379511 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8e8be-2712-48e6-8a35-b7f82633180a req-523f6421-57b5-4eb1-83c6-ac888c9e2915 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:02.381747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abe8e8be-2712-48e6-8a35-b7f82633180a req-523f6421-57b5-4eb1-83c6-ac888c9e2915 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.0635512 Oct 13 11:19:02.382075 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.425202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abe8e8be-2712-48e6-8a35-b7f82633180a req-02377859-4e55-4da2-866a-adb6fb210c68 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351644 Oct 13 11:19:02.471850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.496894 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.513603 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.563351 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Network 98b557bd-0aae-4005-824b-39a29c994acc is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:02.566958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:02.571405 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:02.580681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.592203 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.632629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Allocated IP 172.25.0.166 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/eae72397-7cec-40df-a3d4-f8c79d8a0d81) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:02.661265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Pushing event updated for resources: {'Port': ['ID=d4d43d80-13cb-4e03-a083-d7c6523a356b,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:02.673341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Network dcf63373-8b2f-49ff-8e28-fa71564d31d6 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:02.678981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:02.707733 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:02.713210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Attempting to bind port d4d43d80-13cb-4e03-a083-d7c6523a356b on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:02.713699 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Attempting to bind port d4d43d80-13cb-4e03-a083-d7c6523a356b by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '241edc60-850f-4a33-a319-948beb011827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '98b557bd-0aae-4005-824b-39a29c994acc'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:02.714144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Attempting to bind port d4d43d80-13cb-4e03-a083-d7c6523a356b on network 98b557bd-0aae-4005-824b-39a29c994acc {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:02.728492 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eed5f0cf-2e2a-4284-be4f-257e19942728 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.760025 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:02.760540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Checking segment: {'id': '241edc60-850f-4a33-a319-948beb011827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '98b557bd-0aae-4005-824b-39a29c994acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:02.761005 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.762163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Bound using segment: {'id': '241edc60-850f-4a33-a319-948beb011827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '98b557bd-0aae-4005-824b-39a29c994acc'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:02.767111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Bound port: d4d43d80-13cb-4e03-a083-d7c6523a356b, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241edc60-850f-4a33-a319-948beb011827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '98b557bd-0aae-4005-824b-39a29c994acc'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:02.767765 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.809276 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db43cc-be19-4172-8ffa-afd4d212bcc0 req-e7b59a53-1fcb-4fa6-ac46-3a014b9f2c2b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:02.811363 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20db43cc-be19-4172-8ffa-afd4d212bcc0 req-e7b59a53-1fcb-4fa6-ac46-3a014b9f2c2b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 945 time: 0.0783837 Oct 13 11:19:02.865420 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20db43cc-be19-4172-8ffa-afd4d212bcc0 req-9a97161a-5f7e-42b8-9281-a979470537a2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446525 Oct 13 11:19:02.909122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5f0cf-2e2a-4284-be4f-257e19942728 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Subnet': ['ID=ce135b68-3421-4073-bf36-0e1bceb395ab,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:02.937310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2e82b626-6298-4085-a37c-662d3cd991db tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:02.939068 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2e82b626-6298-4085-a37c-662d3cd991db tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.2214091 Oct 13 11:19:02.959267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed5f0cf-2e2a-4284-be4f-257e19942728 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking segment: {'id': '5258b214-4b18-42ba-91fe-0f33e272e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f03f3ff4-2794-4c62-917b-7bc92c8030ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:02.959715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed5f0cf-2e2a-4284-be4f-257e19942728 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network hostable DHCP agents. Network: f03f3ff4-2794-4c62-917b-7bc92c8030ff, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:19:02.987245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:02.996751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b9d59219-04a3-4afe-af3f-769aecbef416'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:19:03.049905 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:03.103499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Pushing event updated for resources: {'Port': ['ID=2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:03.113128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Deleting port 8be41b51-0274-4a63-863e-7117b400fcd5 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:03.113749 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:03.132241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Attempting to bind port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:03.132615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Attempting to bind port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'd94d550b-d7c1-4f6c-8231-73ec00ad9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:03.138053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Attempting to bind port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 on network dcf63373-8b2f-49ff-8e28-fa71564d31d6 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:03.150071 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:03.150477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Checking segment: {'id': 'd94d550b-d7c1-4f6c-8231-73ec00ad9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:03.150885 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:03.151291 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Bound using segment: {'id': 'd94d550b-d7c1-4f6c-8231-73ec00ad9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:03.151800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Bound port: 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94d550b-d7c1-4f6c-8231-73ec00ad9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:03.152195 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:03.201611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed5f0cf-2e2a-4284-be4f-257e19942728 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network f03f3ff4-2794-4c62-917b-7bc92c8030ff is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:19:03.204043 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:03.225730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] For port d4d43d80-13cb-4e03-a083-d7c6523a356b, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:03.255663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] For port 8be41b51-0274-4a63-863e-7117b400fcd5, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=8be41b51-0274-4a63-863e-7117b400fcd5,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:03.255884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] For port d4d43d80-13cb-4e03-a083-d7c6523a356b, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d4d43d80-13cb-4e03-a083-d7c6523a356b,segment=NetworkSegment(241edc60-850f-4a33-a319-948beb011827),segment_id=241edc60-850f-4a33-a319-948beb011827)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:03.256013 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:03.272156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:03.282951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:03.304767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] For port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:03.308680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] For port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44,segment=NetworkSegment(d94d550b-d7c1-4f6c-8231-73ec00ad9b8d),segment_id=d94d550b-d7c1-4f6c-8231-73ec00ad9b8d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:03.337286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:03.347556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-eed5f0cf-2e2a-4284-be4f-257e19942728 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, f03f3ff4-2794-4c62-917b-7bc92c8030ff) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:03.357652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cba9e3d-168c-464c-aa4d-cb31e4a2730b None None] Network f03f3ff4-2794-4c62-917b-7bc92c8030ff requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:03.373259 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:03.397169 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed5f0cf-2e2a-4284-be4f-257e19942728 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:03.397773 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eed5f0cf-2e2a-4284-be4f-257e19942728 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:03.425530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Pushing event updated for resources: {'Port': ['ID=eae72397-7cec-40df-a3d4-f8c79d8a0d81,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:03.448464 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:03.644727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf07ebd-110a-4d10-a298-44cc6efb619a None None] Pushing event updated for resources: {'Port': ['ID=d4d43d80-13cb-4e03-a083-d7c6523a356b,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:03.653706 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eed5f0cf-2e2a-4284-be4f-257e19942728 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3133769 Oct 13 11:19:03.662116 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45496) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:03.709515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485244b-1147-4fed-8d36-03b4df775ab4 req-3d454e9e-c866-429a-b88c-0267ca18dc50 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:03.722707 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f485244b-1147-4fed-8d36-03b4df775ab4 req-3d454e9e-c866-429a-b88c-0267ca18dc50 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 944 time: 0.1307073 Oct 13 11:19:03.859853 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f485244b-1147-4fed-8d36-03b4df775ab4 req-77e27e14-55e9-4002-87cd-61eba109213a tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups?id=878fc49e-ed9c-4120-8101-c7baf97cad16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259644 Oct 13 11:19:03.920080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a25de-c088-4ec9-8015-f43034113ce7 None None] Pushing event updated for resources: {'Port': ['ID=2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:04.066405 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 706edfef-251a-4395-82be-e01582dfc3b0 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:19:04.112539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-f03f3ff4-2794-4c62-917b-7bc92c8030ff', 'network_id': 'f03f3ff4-2794-4c62-917b-7bc92c8030ff', 'tenant_id': 'c25a8426db5548bcaa070edd298c3030', 'fixed_ips': [{'subnet_id': 'ce135b68-3421-4073-bf36-0e1bceb395ab'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:19:04.113429 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:04.130278 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:04.136036 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:04.136450 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Floating IP 406ac6a6-b744-4bce-8a63-607b289fe991 disassociated. External IP: 172.25.0.225, port: 8be41b51-0274-4a63-863e-7117b400fcd5. Oct 13 11:19:04.136826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Calling delete_port for 8be41b51-0274-4a63-863e-7117b400fcd5 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:04.178880 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:04.200752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ad673-f86f-4285-b9f9-e7bc14d43512 req-ff751d82-5c3a-4761-a8e9-46a69d99e2e9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:04.210366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-244ad673-f86f-4285-b9f9-e7bc14d43512 req-ff751d82-5c3a-4761-a8e9-46a69d99e2e9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 945 time: 0.1418860 Oct 13 11:19:04.273450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-244ad673-f86f-4285-b9f9-e7bc14d43512 req-5b666d54-4ede-4d53-a4ff-8f9117fb05b1 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620534 Oct 13 11:19:04.318201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 706edfef-251a-4395-82be-e01582dfc3b0 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:04.318749 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:04.407939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Allocated IP 172.20.0.2 (f03f3ff4-2794-4c62-917b-7bc92c8030ff/ce135b68-3421-4073-bf36-0e1bceb395ab/0b301fc9-bad1-499e-aa32-4a54daf12a1d) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:04.642238 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:04.738694 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:04.791526 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:04.826301 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:04.850618 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Network f03f3ff4-2794-4c62-917b-7bc92c8030ff is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:04.854053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:04.861090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:04.905646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Pushing event updated for resources: {'Port': ['ID=0b301fc9-bad1-499e-aa32-4a54daf12a1d,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:04.966800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Attempting to bind port 0b301fc9-bad1-499e-aa32-4a54daf12a1d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:04.974978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Attempting to bind port 0b301fc9-bad1-499e-aa32-4a54daf12a1d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '5258b214-4b18-42ba-91fe-0f33e272e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f03f3ff4-2794-4c62-917b-7bc92c8030ff'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:04.974978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Attempting to bind port 0b301fc9-bad1-499e-aa32-4a54daf12a1d on network f03f3ff4-2794-4c62-917b-7bc92c8030ff {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:04.975267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:04.978284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:04.978816 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Checking segment: {'id': '5258b214-4b18-42ba-91fe-0f33e272e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f03f3ff4-2794-4c62-917b-7bc92c8030ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:04.982157 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:04.982157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Bound using segment: {'id': '5258b214-4b18-42ba-91fe-0f33e272e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f03f3ff4-2794-4c62-917b-7bc92c8030ff'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:04.982157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Bound port: 0b301fc9-bad1-499e-aa32-4a54daf12a1d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5258b214-4b18-42ba-91fe-0f33e272e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f03f3ff4-2794-4c62-917b-7bc92c8030ff'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:04.982157 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:05.024201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event deleted for resources: {'Port': ['ID=8be41b51-0274-4a63-863e-7117b400fcd5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:05.036973 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:05.037300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9c8dda3-a6a1-4c71-a168-c07b6bf4b87c req-0146bd46-5add-4b06-be42-c70646058308 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 210 time: 0.0679002 Oct 13 11:19:05.121036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] For port 0b301fc9-bad1-499e-aa32-4a54daf12a1d, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:05.127444 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] For port 0b301fc9-bad1-499e-aa32-4a54daf12a1d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=0b301fc9-bad1-499e-aa32-4a54daf12a1d,segment=NetworkSegment(5258b214-4b18-42ba-91fe-0f33e272e335),segment_id=5258b214-4b18-42ba-91fe-0f33e272e335)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:05.143773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Subnet': ['ID=ce135b68-3421-4073-bf36-0e1bceb395ab,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:05.213591 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:05.314101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280115e5-0ee2-410a-822f-c2d0417b8cad None None] Pushing event updated for resources: {'Port': ['ID=0b301fc9-bad1-499e-aa32-4a54daf12a1d,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:05.346858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78968c90-56d5-4430-bb7a-e5dfd788cea3 None None] Network dcf63373-8b2f-49ff-8e28-fa71564d31d6 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:05.425612 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:05.451152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b13064e4-995a-4819-8fe5-df643c5c8a1e None None] Provisioning complete for port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:05.451523 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b13064e4-995a-4819-8fe5-df643c5c8a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:05.456788 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:05.494111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11416e7f-f5c8-4778-9a5f-8d063e3e7c6b req-aea93177-8a5d-48f5-9f7f-db1b5f175775 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:05.502826 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11416e7f-f5c8-4778-9a5f-8d063e3e7c6b req-aea93177-8a5d-48f5-9f7f-db1b5f175775 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 945 time: 0.0852568 Oct 13 11:19:05.518352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b9d59219-04a3-4afe-af3f-769aecbef416 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:19:05.551831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03f3ff4-2794-4c62-917b-7bc92c8030ff']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:05.572678 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11416e7f-f5c8-4778-9a5f-8d063e3e7c6b req-5045bac6-b71f-41f0-826b-dc751ec8a007 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684838 Oct 13 11:19:05.641874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5258b214-4b18-42ba-91fe-0f33e272e335') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:05.642508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5258b214-4b18-42ba-91fe-0f33e272e335') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:05.659424 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8be41b51-0274-4a63-863e-7117b400fcd5 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:19:05.664460 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:05.712562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:19:05.731366 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:05.769243 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:05.769808 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:05.786418 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:05.858691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 8be41b51-0274-4a63-863e-7117b400fcd5 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:19:05.859171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 8be41b51-0274-4a63-863e-7117b400fcd5 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:19:06.114449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e20cfb-9b9b-4fa1-a003-8a4ddb535dc6 None None] Network 98b557bd-0aae-4005-824b-39a29c994acc requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:06.128947 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 0b301fc9-bad1-499e-aa32-4a54daf12a1d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:19:06.177997 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port b9d59219-04a3-4afe-af3f-769aecbef416 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:19:06.182673 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.api [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 11:19:06.182673 n-d-813659-3 neutron-server[101990]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 11:19:06.182673 n-d-813659-3 neutron-server[101990]: [parameters: {'id': 'f03f3ff4-2794-4c62-917b-7bc92c8030ff'}] Oct 13 11:19:06.182673 n-d-813659-3 neutron-server[101990]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:19:06.182673 n-d-813659-3 neutron-server[101990]: DEBUG oslo_db.api [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:19:06.183943 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf388917-1ef6-4dfd-a7ea-c50030794c71 req-3168b98c-2227-43ff-a00f-1e9b5b66afd6 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 210 time: 0.0484960 Oct 13 11:19:06.217320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b9d59219-04a3-4afe-af3f-769aecbef416 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:06.217703 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:06.223345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:19:06.238059 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d1773-2a00-4d90-ac66-e4de0b6a3ad1 None None] Sync routers for ids ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:19:06.251030 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d1773-2a00-4d90-ac66-e4de0b6a3ad1 None None] Routers {'4ddf0402-029c-4d4b-895b-82df4a8cbdbe'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:19:06.251963 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-056d1773-2a00-4d90-ac66-e4de0b6a3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:06.266235 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b13064e4-995a-4819-8fe5-df643c5c8a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:06.284425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] No DVR routers for this DVR port 8be41b51-0274-4a63-863e-7117b400fcd5 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:06.285323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Router d87d0cab-94cf-4e1f-b868-366469b412fd is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:19:06.289517 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:06.294685 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a47e96f4-9368-42a5-8e77-872f63a5bff8 req-2652d2a7-f62c-419e-9b74-8651f507cf7d tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.46 "DELETE /v2.0/ports/8be41b51-0274-4a63-863e-7117b400fcd5 HTTP/1.1" status: 204 len: 173 time: 3.3484464 Oct 13 11:19:06.295331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-deleted', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:19:06.298423 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a625700-7281-4e03-b4fd-96497321d71c" -d '{"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-deleted", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:19:06.363903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b13064e4-995a-4819-8fe5-df643c5c8a1e None None] For port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44,segment=NetworkSegment(d94d550b-d7c1-4f6c-8231-73ec00ad9b8d),segment_id=d94d550b-d7c1-4f6c-8231-73ec00ad9b8d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:06.403823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 0b301fc9-bad1-499e-aa32-4a54daf12a1d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:06.404477 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:06.412700 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b774dd3-c552-4695-92c0-2c833dd1e616 x-openstack-request-id: req-0b774dd3-c552-4695-92c0-2c833dd1e616 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:19:06.413541 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ad90cd-45aa-4b88-8573-538034e8e613", "name": "network-vif-deleted", "tag": "8be41b51-0274-4a63-863e-7117b400fcd5", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:19:06.413965 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b774dd3-c552-4695-92c0-2c833dd1e616 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:19:06.416865 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ad90cd-45aa-4b88-8573-538034e8e613', 'name': 'network-vif-deleted', 'tag': '8be41b51-0274-4a63-863e-7117b400fcd5', 'status': 'completed', 'code': 200} Oct 13 11:19:06.464115 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-056d1773-2a00-4d90-ac66-e4de0b6a3ad1 None None] Set router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:19:06.465867 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b13064e4-995a-4819-8fe5-df643c5c8a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:06.541389 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:19:06.568192 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Sync routers for ids ['d87d0cab-94cf-4e1f-b868-366469b412fd'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:19:06.578814 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:06.685478 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:06.760932 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:06.763601 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fe8b9f00-7aa1-4830-8987-5a9a0ad25860 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7495701 Oct 13 11:19:06.767232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45528) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:06.791700 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Routers {'d87d0cab-94cf-4e1f-b868-366469b412fd'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:19:06.796805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d87d0cab-94cf-4e1f-b868-366469b412fd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:06.815016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13064e4-995a-4819-8fe5-df643c5c8a1e None None] Pushing event updated for resources: {'Port': ['ID=2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:06.861974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a521c7-359d-4030-8153-539cee8d34b9 req-e5845d2f-a316-4090-92c3-eddef2297e43 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:06.876203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91a521c7-359d-4030-8153-539cee8d34b9 req-e5845d2f-a316-4090-92c3-eddef2297e43 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 945 time: 0.1429102 Oct 13 11:19:06.879193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:19:06.881980 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019a310c-49a9-447f-a802-381649420ab0" -d '{"events": [{"server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "name": "network-vif-plugged", "status": "completed", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:19:06.891643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-99a589eb-8d54-4fd9-a55d-deef2ed9f97d None None] Provisioning complete for port d4d43d80-13cb-4e03-a083-d7c6523a356b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:06.892159 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-99a589eb-8d54-4fd9-a55d-deef2ed9f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:06.940581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91a521c7-359d-4030-8153-539cee8d34b9 req-0ff190a2-f009-47ec-8bd4-85076e659f16 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589881 Oct 13 11:19:06.985490 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-056d1773-2a00-4d90-ac66-e4de0b6a3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da970e07-5262-48a7-a6e8-d61896421760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:08:05Z', 'revision_number': 4, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port': {'id': 'da970e07-5262-48a7-a6e8-d61896421760', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:00Z', 'updated_at': '2021-10-13T11:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '1e39f04a-f272-458f-91b8-e0b509938fd9', 'name': '', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'mac_address': 'fa:16:3e:38:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:04Z', 'updated_at': '2021-10-13T11:08:09Z', 'revision_number': 5, 'project_id': '94103c739efd4f559dbc468c59322726', 'subnets': [{'id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:07.028481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:07.055538 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Deleting port 0b301fc9-bad1-499e-aa32-4a54daf12a1d {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:07.056022 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:07.075801 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d1773-2a00-4d90-ac66-e4de0b6a3ad1 None None] Checking router: 4ddf0402-029c-4d4b-895b-82df4a8cbdbe for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:19:07.111621 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d1773-2a00-4d90-ac66-e4de0b6a3ad1 None None] Routers {'4ddf0402-029c-4d4b-895b-82df4a8cbdbe'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:19:07.125649 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-056d1773-2a00-4d90-ac66-e4de0b6a3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:07.177947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] For port 0b301fc9-bad1-499e-aa32-4a54daf12a1d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=0b301fc9-bad1-499e-aa32-4a54daf12a1d,segment=NetworkSegment(5258b214-4b18-42ba-91fe-0f33e272e335),segment_id=5258b214-4b18-42ba-91fe-0f33e272e335)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:07.178324 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:07.196946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Calling delete_port for 0b301fc9-bad1-499e-aa32-4a54daf12a1d owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:07.374974 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:07.408333 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-056d1773-2a00-4d90-ac66-e4de0b6a3ad1 None None] Set router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:19:07.462172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Port': ['ID=0b301fc9-bad1-499e-aa32-4a54daf12a1d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:07.474777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No DVR routers for this DVR port 0b301fc9-bad1-499e-aa32-4a54daf12a1d on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:07.520707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Set router d87d0cab-94cf-4e1f-b868-366469b412fd gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:19:07.643358 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:07.665424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23e2e0-d5f6-45e1-96d5-47008d3e591e req-7e246650-68f6-4d1d-aeaf-a4255a1f4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:07.668589 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa23e2e0-d5f6-45e1-96d5-47008d3e591e req-7e246650-68f6-4d1d-aeaf-a4255a1f4c45 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1097 time: 0.0952256 Oct 13 11:19:07.688916 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b0979a-13eb-4a61-a105-22b864475897 x-openstack-request-id: req-d4b0979a-13eb-4a61-a105-22b864475897 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:19:07.690760 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "name": "network-vif-plugged", "status": "completed", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:19:07.691430 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4b0979a-13eb-4a61-a105-22b864475897 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:19:07.692025 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'code': 200} Oct 13 11:19:07.692946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680c2093-f761-48ec-bee3-c4008224c044 None None] Network f03f3ff4-2794-4c62-917b-7bc92c8030ff requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:07.723690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03f3ff4-2794-4c62-917b-7bc92c8030ff']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:07.763485 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5258b214-4b18-42ba-91fe-0f33e272e335') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:07.763867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5258b214-4b18-42ba-91fe-0f33e272e335') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:07.777930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:07.784386 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff2e3517-119f-4432-8864-81b962853446 req-c6a79a90-791f-45c6-9179-61d9a79c1a74 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ad90cd-45aa-4b88-8573-538034e8e613 HTTP/1.1" status: 200 len: 210 time: 0.0742774 Oct 13 11:19:07.788220 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:07.800470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa23e2e0-d5f6-45e1-96d5-47008d3e591e req-9512b543-edc3-4f5d-b43e-7b17e0e5b5a3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253881 Oct 13 11:19:07.868512 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-056d1773-2a00-4d90-ac66-e4de0b6a3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da970e07-5262-48a7-a6e8-d61896421760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:08:05Z', 'revision_number': 4, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port': {'id': 'da970e07-5262-48a7-a6e8-d61896421760', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:00Z', 'updated_at': '2021-10-13T11:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '1e39f04a-f272-458f-91b8-e0b509938fd9', 'name': '', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'mac_address': 'fa:16:3e:38:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:04Z', 'updated_at': '2021-10-13T11:08:09Z', 'revision_number': 5, 'project_id': '94103c739efd4f559dbc468c59322726', 'subnets': [{'id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:07.883830 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:07.895335 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:07.895757 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:07.899153 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:07.912809 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d1773-2a00-4d90-ac66-e4de0b6a3ad1 None None] The sync data for ids ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'] in n-d-813659-3 is: [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da970e07-5262-48a7-a6e8-d61896421760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:08:05Z', 'revision_number': 4, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port': {'id': 'da970e07-5262-48a7-a6e8-d61896421760', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:00Z', 'updated_at': '2021-10-13T11:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '1e39f04a-f272-458f-91b8-e0b509938fd9', 'name': '', 'network_id': '95fd87ea-fade-4046-b119-0e72f7410189', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'mac_address': 'fa:16:3e:38:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:04Z', 'updated_at': '2021-10-13T11:08:09Z', 'revision_number': 5, 'project_id': '94103c739efd4f559dbc468c59322726', 'subnets': [{'id': 'ecd630ac-bffd-4d81-9474-39db4e4bebc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:19:07.915647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:07.957645 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.016727 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.035213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d4d43d80-13cb-4e03-a083-d7c6523a356b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:19:08.100785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd40ab73-081b-41b3-83a1-7ba0c6858bbb None None] DHCP port deletion for f03f3ff4-2794-4c62-917b-7bc92c8030ff request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:19:08.102811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fda1d-0a5b-4e97-9753-3344194214f2 req-e6381175-4d3a-4226-9025-b143556c207d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:08.107852 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a4fda1d-0a5b-4e97-9753-3344194214f2 req-e6381175-4d3a-4226-9025-b143556c207d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.0606265 Oct 13 11:19:08.116306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.185062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d4d43d80-13cb-4e03-a083-d7c6523a356b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:08.185485 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.202986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a4fda1d-0a5b-4e97-9753-3344194214f2 req-b63788ed-c810-49ba-ab62-a1ce9cce5543 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812824 Oct 13 11:19:08.232925 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.237043 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/f03f3ff4-2794-4c62-917b-7bc92c8030ff HTTP/1.1" status: 204 len: 168 time: 4.5735517 Oct 13 11:19:08.242247 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45550) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:08.247555 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5438fc28-1c0d-4974-922e-f3d0e9226992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.249512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c6050c19-c68b-42e1-a5e4-12b784cd255b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-388042966'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:08.250177 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-99a589eb-8d54-4fd9-a55d-deef2ed9f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.303895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064dc81-7894-42bb-a330-3ab8c22cc6a2 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Network': ['ID=f03f3ff4-2794-4c62-917b-7bc92c8030ff,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:08.360962 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6050c19-c68b-42e1-a5e4-12b784cd255b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:08.368096 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6050c19-c68b-42e1-a5e4-12b784cd255b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.369967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-99a589eb-8d54-4fd9-a55d-deef2ed9f97d None None] For port d4d43d80-13cb-4e03-a083-d7c6523a356b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d4d43d80-13cb-4e03-a083-d7c6523a356b,segment=NetworkSegment(241edc60-850f-4a33-a319-948beb011827),segment_id=241edc60-850f-4a33-a319-948beb011827)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:08.372622 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.387331 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-614338f1-ecbf-494f-ae36-a758a8321181 req-2b763c90-63a9-46cf-bbd9-6c32eebad1c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1986349 Oct 13 11:19:08.417393 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbc47ab-03ae-4fb1-a95c-92cf69fa81cc None None] New status for floating IP 406ac6a6-b744-4bce-8a63-607b289fe991: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:19:08.434343 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'name': 'tempest-TestVolumeBootPattern-807905801-router', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:19:01Z', 'updated_at': '2021-10-13T11:19:04Z', 'revision_number': 3, 'project_id': 'cd0c04357b5144ac80d88d96e9547d64', 'gw_port': {'id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:19:02Z', 'updated_at': '2021-10-13T11:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:08.439527 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6050c19-c68b-42e1-a5e4-12b784cd255b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:19:08.465246 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6050c19-c68b-42e1-a5e4-12b784cd255b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.465246 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-c6050c19-c68b-42e1-a5e4-12b784cd255b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Added segment cb293a31-8340-4df2-aedd-6712890d34a2 of type vlan for network 5d17cb27-0638-4687-ade8-5f3e77ae357e Oct 13 11:19:08.467915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Checking router: d87d0cab-94cf-4e1f-b868-366469b412fd for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:19:08.468164 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Updating router d87d0cab-94cf-4e1f-b868-366469b412fd port eae72397-7cec-40df-a3d4-f8c79d8a0d81 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:19:08.492504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Allocated IP 172.20.0.1 (dcf63373-8b2f-49ff-8e28-fa71564d31d6/90dce4d4-b979-4c3a-9484-9e56dc82cb87/50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:08.498069 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.563030 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6050c19-c68b-42e1-a5e4-12b784cd255b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.689172 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-99a589eb-8d54-4fd9-a55d-deef2ed9f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.716179 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6050c19-c68b-42e1-a5e4-12b784cd255b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.729198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6050c19-c68b-42e1-a5e4-12b784cd255b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:08.740861 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6050c19-c68b-42e1-a5e4-12b784cd255b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:08.858086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6050c19-c68b-42e1-a5e4-12b784cd255b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=5d17cb27-0638-4687-ade8-5f3e77ae357e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:08.888160 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:19:08.888160 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:19:08.892275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c6050c19-c68b-42e1-a5e4-12b784cd255b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6486831 Oct 13 11:19:08.899662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45560) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:08.908362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 5d17cb27-0638-4687-ade8-5f3e77ae357e details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:08.909339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'subnet': {'network_id': '5d17cb27-0638-4687-ade8-5f3e77ae357e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:08.929939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a589eb-8d54-4fd9-a55d-deef2ed9f97d None None] Pushing event updated for resources: {'Port': ['ID=d4d43d80-13cb-4e03-a083-d7c6523a356b,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:08.932670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8aa92a04-c884-44e3-b9ce-c8f0ba1a82a8 None None] Could not find standard attr ID for object 0b301fc9-bad1-499e-aa32-4a54daf12a1d. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:19:09.026324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614338f1-ecbf-494f-ae36-a758a8321181 req-994d0f41-554a-4e6d-85af-1e0d6e8e8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:09.028215 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-614338f1-ecbf-494f-ae36-a758a8321181 req-994d0f41-554a-4e6d-85af-1e0d6e8e8757 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 1097 time: 0.1099560 Oct 13 11:19:09.061067 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8aa92a04-c884-44e3-b9ce-c8f0ba1a82a8 None None] Provisioning complete for port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:09.061279 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8aa92a04-c884-44e3-b9ce-c8f0ba1a82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.086405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45562) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:09.097714 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.125111 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.171556 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.222788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8aa92a04-c884-44e3-b9ce-c8f0ba1a82a8 None None] Provisioning complete for port d4d43d80-13cb-4e03-a083-d7c6523a356b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:09.223402 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8aa92a04-c884-44e3-b9ce-c8f0ba1a82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.240605 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b341edc-c577-4687-bd29-cf219eff756f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.247711 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:09.253063 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.257503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614338f1-ecbf-494f-ae36-a758a8321181 req-e704e936-99fc-4b92-adfd-2fdd22b9af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:09.259351 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-614338f1-ecbf-494f-ae36-a758a8321181 req-e704e936-99fc-4b92-adfd-2fdd22b9af74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 912 time: 0.2000661 Oct 13 11:19:09.283591 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.333177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b341edc-c577-4687-bd29-cf219eff756f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.350998 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-614338f1-ecbf-494f-ae36-a758a8321181 req-7519b8d6-a233-4564-b96c-588be9082b06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a8585bb-e9cf-4d92-8092-f73719dd2d74 HTTP/1.1" status: 200 len: 1001 time: 0.0845037 Oct 13 11:19:09.379665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Attempting to bind port eae72397-7cec-40df-a3d4-f8c79d8a0d81 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:09.380144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Attempting to bind port eae72397-7cec-40df-a3d4-f8c79d8a0d81 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:09.380589 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Attempting to bind port eae72397-7cec-40df-a3d4-f8c79d8a0d81 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:09.380757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Performing IP validity checks on allocation pools {{(pid=101991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 11:19:09.381274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 11:19:09.423191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9a424-f768-438f-840c-ed0736bd5243 req-7f248591-be6c-4780-871e-699e5733d7f6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:09.425559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cf9a424-f768-438f-840c-ed0736bd5243 req-7f248591-be6c-4780-871e-699e5733d7f6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.0990674 Oct 13 11:19:09.427305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:09.427763 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:09.428237 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.428720 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:09.429581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Bound port: eae72397-7cec-40df-a3d4-f8c79d8a0d81, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:09.429756 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.442488 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.483057 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9cf9a424-f768-438f-840c-ed0736bd5243 req-e16a2cb8-fe41-415b-971a-4fbc174b3080 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504439 Oct 13 11:19:09.483965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15770eaa-524f-49dc-b3dc-737e8363a64d None None] Pushing event updated for resources: {'Port': ['ID=eae72397-7cec-40df-a3d4-f8c79d8a0d81,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:09.491297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:19:09.519129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Network dcf63373-8b2f-49ff-8e28-fa71564d31d6 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:09.526232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:09.534290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:09.580726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] For port eae72397-7cec-40df-a3d4-f8c79d8a0d81, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:09.590198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] For port eae72397-7cec-40df-a3d4-f8c79d8a0d81, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=eae72397-7cec-40df-a3d4-f8c79d8a0d81,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:09.594949 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.602589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614338f1-ecbf-494f-ae36-a758a8321181 req-dee44f8a-217f-41b1-9795-b1ee71f7b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:09.604530 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-614338f1-ecbf-494f-ae36-a758a8321181 req-dee44f8a-217f-41b1-9795-b1ee71f7b753 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f7c572f-c42b-4227-8238-2e248cb45182 HTTP/1.1" status: 200 len: 850 time: 0.2025957 Oct 13 11:19:09.616492 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b341edc-c577-4687-bd29-cf219eff756f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.618772 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:09.619155 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.626096 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b341edc-c577-4687-bd29-cf219eff756f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.630058 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5b341edc-c577-4687-bd29-cf219eff756f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "DELETE /v2.0/security-groups/878fc49e-ed9c-4120-8101-c7baf97cad16 HTTP/1.1" status: 204 len: 168 time: 0.5148678 Oct 13 11:19:09.638983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45570) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:09.692122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Pushing event updated for resources: {'Port': ['ID=50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:09.709553 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.712008 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-758532c2-84be-4057-8cdf-a229c8e02bfa tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] show failed (client error): The resource could not be found. Oct 13 11:19:09.716548 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-758532c2-84be-4057-8cdf-a229c8e02bfa tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "GET /v2.0/security-groups/878fc49e-ed9c-4120-8101-c7baf97cad16 HTTP/1.1" status: 404 len: 347 time: 0.0727365 Oct 13 11:19:09.717157 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45574) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:09.801592 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Routers {'d87d0cab-94cf-4e1f-b868-366469b412fd'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:19:09.802669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:18:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d87d0cab-94cf-4e1f-b868-366469b412fd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:09.804528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15770eaa-524f-49dc-b3dc-737e8363a64d None None] Pushing event updated for resources: {'Port': ['ID=eae72397-7cec-40df-a3d4-f8c79d8a0d81,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:09.829315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b341edc-c577-4687-bd29-cf219eff756f tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=878fc49e-ed9c-4120-8101-c7baf97cad16,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:09.848352 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:09.894282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614338f1-ecbf-494f-ae36-a758a8321181 req-6416d27a-c069-4cad-913b-c1f5f0afaa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:09.908156 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-614338f1-ecbf-494f-ae36-a758a8321181 req-6416d27a-c069-4cad-913b-c1f5f0afaa9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fea49c86-6405-4d7d-906f-e9d25db855d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2341456 Oct 13 11:19:09.940783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-614338f1-ecbf-494f-ae36-a758a8321181 req-65a55091-cf32-4d42-8a1e-8ddc2c1e7212 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:19:09.940783 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-614338f1-ecbf-494f-ae36-a758a8321181 req-65a55091-cf32-4d42-8a1e-8ddc2c1e7212 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0155563 Oct 13 11:19:09.940999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:19:09.954446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Subnet': ['ID=f5e1c687-b0c2-4b99-8b3c-0edbd2c192a6,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:09.981367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7d71c-9db6-4904-8cf1-5a7d1ad28e4b req-543b42b1-83ed-4b49-88d9-cdd6c583399b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:09.984411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83a7d71c-9db6-4904-8cf1-5a7d1ad28e4b req-543b42b1-83ed-4b49-88d9-cdd6c583399b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.3375390 Oct 13 11:19:10.001654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1e46dc92-e0a0-41d8-8a07-76775521eda0 None None] Provisioning complete for port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:10.002046 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1e46dc92-e0a0-41d8-8a07-76775521eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.034387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.052812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] Set router d87d0cab-94cf-4e1f-b868-366469b412fd gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:19:10.082734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83a7d71c-9db6-4904-8cf1-5a7d1ad28e4b req-794a969b-12f5-48f7-a44f-d2f65f8992eb tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712044 Oct 13 11:19:10.085528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking segment: {'id': 'cb293a31-8340-4df2-aedd-6712890d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5d17cb27-0638-4687-ade8-5f3e77ae357e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:10.085528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network hostable DHCP agents. Network: 5d17cb27-0638-4687-ade8-5f3e77ae357e, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:19:10.097117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5d63ee3e-14fe-47e8-b793-cad8409a7af3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Deleting port 715f02af-342f-4e19-acf5-46be1396958e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:10.097621 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d63ee3e-14fe-47e8-b793-cad8409a7af3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.114710 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45576) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:10.124600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1e46dc92-e0a0-41d8-8a07-76775521eda0 None None] Port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:19:10.183069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:10.183578 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.211400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5038bff-1df9-48fb-923d-f96d346f41b0 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:10.212900 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b5038bff-1df9-48fb-923d-f96d346f41b0 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1092 time: 0.0971768 Oct 13 11:19:10.219241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45578) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:10.228426 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:10.237458 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d63ee3e-14fe-47e8-b793-cad8409a7af3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.237656 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d63ee3e-14fe-47e8-b793-cad8409a7af3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.254359 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-614338f1-ecbf-494f-ae36-a758a8321181 req-5a1a3153-96bc-44a2-be13-458ddc856cb9 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005862 Oct 13 11:19:10.257844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network 5d17cb27-0638-4687-ade8-5f3e77ae357e is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:19:10.259988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5d63ee3e-14fe-47e8-b793-cad8409a7af3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Calling delete_port for 715f02af-342f-4e19-acf5-46be1396958e owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:10.361266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d4d43d80-13cb-4e03-a083-d7c6523a356b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:19:10.379047 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.380718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 5d17cb27-0638-4687-ade8-5f3e77ae357e) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:10.393010 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce5cf3e-4188-40ca-9119-700ff664dc14 None None] Network 5d17cb27-0638-4687-ade8-5f3e77ae357e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:10.395002 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-614338f1-ecbf-494f-ae36-a758a8321181 req-e232f572-843f-45cd-9380-bfdf95edb24f service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336823 Oct 13 11:19:10.413333 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:10.413934 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.474590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'name': 'tempest-TestVolumeBootPattern-807905801-router', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:19:01Z', 'updated_at': '2021-10-13T11:19:04Z', 'revision_number': 3, 'project_id': 'cd0c04357b5144ac80d88d96e9547d64', 'gw_port': {'id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:19:02Z', 'updated_at': '2021-10-13T11:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:10.482546 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.521682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.524015 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d63ee3e-14fe-47e8-b793-cad8409a7af3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.568962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e3c12365-d957-4c38-ac8b-4381d3990ea8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6650591 Oct 13 11:19:10.568962 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63ee3e-14fe-47e8-b793-cad8409a7af3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Pushing event deleted for resources: {'Port': ['ID=715f02af-342f-4e19-acf5-46be1396958e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:10.575910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45580) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:10.621173 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Pushing event updated for resources: {'Port': ['ID=50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:10.623884 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.684513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357f4f2-cf70-4e4a-96e5-991583802710 None None] The sync data for ids ['d87d0cab-94cf-4e1f-b868-366469b412fd'] in n-d-813659-3 is: [{'id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'name': 'tempest-TestVolumeBootPattern-807905801-router', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:19:01Z', 'updated_at': '2021-10-13T11:19:04Z', 'revision_number': 3, 'project_id': 'cd0c04357b5144ac80d88d96e9547d64', 'gw_port': {'id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:19:02Z', 'updated_at': '2021-10-13T11:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:19:10.707564 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d63ee3e-14fe-47e8-b793-cad8409a7af3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.710121 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d63ee3e-14fe-47e8-b793-cad8409a7af3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.720756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5d63ee3e-14fe-47e8-b793-cad8409a7af3 tempest-ServerActionsTestJSON-302906247 tempest-ServerActionsTestJSON-302906247-project] 10.222.0.32 "DELETE /v2.0/floatingips/406ac6a6-b744-4bce-8a63-607b289fe991 HTTP/1.1" status: 204 len: 168 time: 1.0028100 Oct 13 11:19:10.724549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45592) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:10.738362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d4d43d80-13cb-4e03-a083-d7c6523a356b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:10.738879 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.784264 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.812361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Network dcf63373-8b2f-49ff-8e28-fa71564d31d6 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:10.813594 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.819177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:10.959881 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.961742 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b67c35f5-1700-4436-9343-bc66813653e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:10.992510 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c9847c-78c6-4891-899f-a527bbe0fcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-5d17cb27-0638-4687-ade8-5f3e77ae357e', 'network_id': '5d17cb27-0638-4687-ade8-5f3e77ae357e', 'tenant_id': 'c25a8426db5548bcaa070edd298c3030', 'fixed_ips': [{'subnet_id': 'f5e1c687-b0c2-4b99-8b3c-0edbd2c192a6'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:19:10.993408 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-20c9847c-78c6-4891-899f-a527bbe0fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:11.032786 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:11.148654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Router d87d0cab-94cf-4e1f-b868-366469b412fd has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:19:11.343226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 0b301fc9-bad1-499e-aa32-4a54daf12a1d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:19:11.382848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.25.0.198 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/e2eda4d6-14e6-4d9a-8c3e-1522733bbd55) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:11.392198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 0b301fc9-bad1-499e-aa32-4a54daf12a1d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:19:11.393338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 0b301fc9-bad1-499e-aa32-4a54daf12a1d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:19:11.410429 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b1758e7f-e3e5-4742-973e-bc4c259cbb73 None None] Provisioning complete for port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:11.410871 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b1758e7f-e3e5-4742-973e-bc4c259cbb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:11.424519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:19:11.436578 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1decb648-8ccd-47f7-96ce-fed4b7e9ca21 admin admin] 10.222.0.32 "PUT /v2.0/routers/d87d0cab-94cf-4e1f-b868-366469b412fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6681395 Oct 13 11:19:11.460230 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b1758e7f-e3e5-4742-973e-bc4c259cbb73 None None] Port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server [None req-20c9847c-78c6-4891-899f-a527bbe0fcfa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5e1c687-b0c2-4b99-8b3c-0edbd2c192a6: This subnet is being modified by another concurrent operation. Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise exception Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5e1c687-b0c2-4b99-8b3c-0edbd2c192a6: This subnet is being modified by another concurrent operation. Oct 13 11:19:11.691494 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Oct 13 11:19:11.726677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf0a768-6e14-4d80-a57c-ea917c8a2957 None None] Network 5d17cb27-0638-4687-ade8-5f3e77ae357e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:11.813178 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:11.842044 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:11.869434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e1c687-b0c2-4b99-8b3c-0edbd2c192a6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:11.989483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device eae72397-7cec-40df-a3d4-f8c79d8a0d81 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:19:12.028625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac8ab5-c9b6-4ba5-bfe3-8b5db04c8f76 None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:19:12.083616 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.109164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.135516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d17cb27-0638-4687-ade8-5f3e77ae357e']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:12.151625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb293a31-8340-4df2-aedd-6712890d34a2') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:12.152336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb293a31-8340-4df2-aedd-6712890d34a2') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:12.173874 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.196870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port eae72397-7cec-40df-a3d4-f8c79d8a0d81 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:12.197220 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.220617 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.233597 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:12.234013 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:12.239398 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:12.319032 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac8ab5-c9b6-4ba5-bfe3-8b5db04c8f76 None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:19:12.349315 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.364330 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.433328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:12.442129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:12.445221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:12.473690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=e2eda4d6-14e6-4d9a-8c3e-1522733bbd55,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:12.497488 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.509930 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.517027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/5d17cb27-0638-4687-ade8-5f3e77ae357e HTTP/1.1" status: 204 len: 168 time: 1.9384685 Oct 13 11:19:12.517585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45620) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:12.523745 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c47ead4a-b634-46cb-b3b8-ec1af1ab1124 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-889007836'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:12.556862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365da4a-ae58-4d1a-b3e2-c5dce22ed371 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Network': ['ID=5d17cb27-0638-4687-ade8-5f3e77ae357e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:12.562734 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.630628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port eae72397-7cec-40df-a3d4-f8c79d8a0d81, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=eae72397-7cec-40df-a3d4-f8c79d8a0d81,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:12.653613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47ead4a-b634-46cb-b3b8-ec1af1ab1124 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:12.658049 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c47ead4a-b634-46cb-b3b8-ec1af1ab1124 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.716698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47ead4a-b634-46cb-b3b8-ec1af1ab1124 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:19:12.731598 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c47ead4a-b634-46cb-b3b8-ec1af1ab1124 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.733357 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-c47ead4a-b634-46cb-b3b8-ec1af1ab1124 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Added segment 46a1f028-b58c-4518-aaa9-c0db5ee7472c of type vlan for network a11366f2-38f8-4032-a7a8-692d1ead5f7d Oct 13 11:19:12.768579 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-45e9167d-d215-432b-bd60-5c10f53aadfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.810248 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.822737 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c47ead4a-b634-46cb-b3b8-ec1af1ab1124 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.907370 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=eae72397-7cec-40df-a3d4-f8c79d8a0d81,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:12.950785 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c47ead4a-b634-46cb-b3b8-ec1af1ab1124 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:12.958701 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47ead4a-b634-46cb-b3b8-ec1af1ab1124 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:12.959337 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c47ead4a-b634-46cb-b3b8-ec1af1ab1124 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:13.053661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ead4a-b634-46cb-b3b8-ec1af1ab1124 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=a11366f2-38f8-4032-a7a8-692d1ead5f7d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:13.066656 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network a11366f2-38f8-4032-a7a8-692d1ead5f7d details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:13.083968 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c47ead4a-b634-46cb-b3b8-ec1af1ab1124 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5646877 Oct 13 11:19:13.087299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45626) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:13.113058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2413fe4b-76f5-4848-84aa-7e815fdea100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'subnet': {'network_id': 'a11366f2-38f8-4032-a7a8-692d1ead5f7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:13.210017 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:13.288111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-45e9167d-d215-432b-bd60-5c10f53aadfe admin admin] Deleting port 1e39f04a-f272-458f-91b8-e0b509938fd9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:13.288463 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-45e9167d-d215-432b-bd60-5c10f53aadfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:13.321754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Sync routers for ids ['d87d0cab-94cf-4e1f-b868-366469b412fd'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:19:13.333426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Routers {'d87d0cab-94cf-4e1f-b868-366469b412fd'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:19:13.334210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:19:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d87d0cab-94cf-4e1f-b868-366469b412fd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:13.352061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2413fe4b-76f5-4848-84aa-7e815fdea100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:13.368342 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2413fe4b-76f5-4848-84aa-7e815fdea100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:13.440792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-45e9167d-d215-432b-bd60-5c10f53aadfe admin admin] For port 1e39f04a-f272-458f-91b8-e0b509938fd9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1e39f04a-f272-458f-91b8-e0b509938fd9,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:13.444655 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-45e9167d-d215-432b-bd60-5c10f53aadfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:13.444655 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:13.478365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-45e9167d-d215-432b-bd60-5c10f53aadfe admin admin] Calling delete_port for 1e39f04a-f272-458f-91b8-e0b509938fd9 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:13.514102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Set router d87d0cab-94cf-4e1f-b868-366469b412fd gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:19:13.518414 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:13.722950 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2413fe4b-76f5-4848-84aa-7e815fdea100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:13.763657 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:13.797110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'name': 'tempest-TestVolumeBootPattern-807905801-router', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:19:01Z', 'updated_at': '2021-10-13T11:19:09Z', 'revision_number': 4, 'project_id': 'cd0c04357b5144ac80d88d96e9547d64', 'gw_port': {'id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:19:02Z', 'updated_at': '2021-10-13T11:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d', 'name': '', 'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'mac_address': 'fa:16:3e:fd:b7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '90dce4d4-b979-4c3a-9484-9e56dc82cb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:19:08Z', 'updated_at': '2021-10-13T11:19:10Z', 'revision_number': 2, 'project_id': 'cd0c04357b5144ac80d88d96e9547d64', 'subnets': [{'id': '90dce4d4-b979-4c3a-9484-9e56dc82cb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:13.828704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413fe4b-76f5-4848-84aa-7e815fdea100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Subnet': ['ID=ba4fc6c6-dbe5-44e8-88a6-ff1982d9cc09,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:13.832423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Checking router: d87d0cab-94cf-4e1f-b868-366469b412fd for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:19:13.832881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Updating router d87d0cab-94cf-4e1f-b868-366469b412fd port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:19:13.842566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2413fe4b-76f5-4848-84aa-7e815fdea100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking segment: {'id': '46a1f028-b58c-4518-aaa9-c0db5ee7472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a11366f2-38f8-4032-a7a8-692d1ead5f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:13.842940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2413fe4b-76f5-4848-84aa-7e815fdea100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network hostable DHCP agents. Network: a11366f2-38f8-4032-a7a8-692d1ead5f7d, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:19:13.864095 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:13.867424 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:13.922892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device eae72397-7cec-40df-a3d4-f8c79d8a0d81 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:19:13.923443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2413fe4b-76f5-4848-84aa-7e815fdea100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network a11366f2-38f8-4032-a7a8-692d1ead5f7d is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:19:13.964727 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-45e9167d-d215-432b-bd60-5c10f53aadfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:13.990504 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:14.018587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-2413fe4b-76f5-4848-84aa-7e815fdea100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, a11366f2-38f8-4032-a7a8-692d1ead5f7d) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:14.024717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2413fe4b-76f5-4848-84aa-7e815fdea100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:14.025647 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2413fe4b-76f5-4848-84aa-7e815fdea100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:14.030261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956097f2-7037-4e6f-bbc8-93a570c491d1 None None] Network a11366f2-38f8-4032-a7a8-692d1ead5f7d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:14.096471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=e2eda4d6-14e6-4d9a-8c3e-1522733bbd55,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:14.158702 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2413fe4b-76f5-4848-84aa-7e815fdea100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0707691 Oct 13 11:19:14.161287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45642) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:14.161829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9167d-d215-432b-bd60-5c10f53aadfe admin admin] Pushing event deleted for resources: {'Port': ['ID=1e39f04a-f272-458f-91b8-e0b509938fd9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:14.210836 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port eae72397-7cec-40df-a3d4-f8c79d8a0d81 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:14.211314 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:14.294198 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Floating IP 23eac7e1-5fde-454f-a7b0-b0a1a7d5275d associated. External IP: 172.25.0.198, port: b9d59219-04a3-4afe-af3f-769aecbef416. Oct 13 11:19:14.390900 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:14.507854 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-45e9167d-d215-432b-bd60-5c10f53aadfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:14.522096 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:14.735663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946f97ae-1f97-4ff2-9c31-a801a52ef5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-a11366f2-38f8-4032-a7a8-692d1ead5f7d', 'network_id': 'a11366f2-38f8-4032-a7a8-692d1ead5f7d', 'tenant_id': 'c25a8426db5548bcaa070edd298c3030', 'fixed_ips': [{'subnet_id': 'ba4fc6c6-dbe5-44e8-88a6-ff1982d9cc09'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:19:14.736548 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-946f97ae-1f97-4ff2-9c31-a801a52ef5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:14.742311 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:14.780583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4fc6c6-dbe5-44e8-88a6-ff1982d9cc09,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:14.874815 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:14.883413 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:14.900457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11366f2-38f8-4032-a7a8-692d1ead5f7d']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:14.913146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a1f028-b58c-4518-aaa9-c0db5ee7472c') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:14.917139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a1f028-b58c-4518-aaa9-c0db5ee7472c') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:14.926261 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-a192abde-e532-4f8a-8a8d-f4946a41042c req-214538b8-0506-4656-8766-85ec99bafcfe service neutron] (101990) timed out ('10.222.0.32', 56582) {{(pid=101990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:19:14.928524 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:14.933103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa485a5-65a8-467f-9787-6e097558618f None None] Network a11366f2-38f8-4032-a7a8-692d1ead5f7d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:14.946244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:14.956283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:14.957090 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:14.962377 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:15.094737 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:15.130609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:19:15.160604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acecec6-e85f-4c10-a41b-c7587fee1933 None None] Pushing event updated for resources: {'Port': ['ID=50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:15.225280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Attempting to bind port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:15.225660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Attempting to bind port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'd94d550b-d7c1-4f6c-8231-73ec00ad9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:15.226365 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Attempting to bind port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d on network dcf63373-8b2f-49ff-8e28-fa71564d31d6 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:15.232318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:15.232678 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Checking segment: {'id': 'd94d550b-d7c1-4f6c-8231-73ec00ad9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:15.233078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:15.233769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Bound using segment: {'id': 'd94d550b-d7c1-4f6c-8231-73ec00ad9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:15.233991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Bound port: 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94d550b-d7c1-4f6c-8231-73ec00ad9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:15.234397 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:15.244515 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:15.257115 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:15.270060 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/a11366f2-38f8-4032-a7a8-692d1ead5f7d HTTP/1.1" status: 204 len: 168 time: 1.0974276 Oct 13 11:19:15.270060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45654) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:15.283662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e9167d-d215-432b-bd60-5c10f53aadfe admin admin] Router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:19:15.289101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-10017a9d-b6ea-40cc-8610-f065eed022b7 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1496833677'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:15.308075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e505d-c844-4e05-9ec7-76b6ee617cd8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Network': ['ID=a11366f2-38f8-4032-a7a8-692d1ead5f7d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:15.351467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:19:15.365623 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c046060b-5a12-4e10-bc1f-10bed3d3a167 None None] Sync routers for ids ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:19:15.391862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10017a9d-b6ea-40cc-8610-f065eed022b7 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:15.396033 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10017a9d-b6ea-40cc-8610-f065eed022b7 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:15.400153 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046060b-5a12-4e10-bc1f-10bed3d3a167 None None] Routers {'1f6e8a64-c874-417e-8568-dd7a3b6c63e8'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:19:15.400956 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c046060b-5a12-4e10-bc1f-10bed3d3a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:19:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:15.438116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e9167d-d215-432b-bd60-5c10f53aadfe admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:19:15.446941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-45e9167d-d215-432b-bd60-5c10f53aadfe admin admin] 10.222.0.32 "PUT /v2.0/routers/4ddf0402-029c-4d4b-895b-82df4a8cbdbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7145529 Oct 13 11:19:15.450137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45656) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:15.456688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10017a9d-b6ea-40cc-8610-f065eed022b7 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:19:15.476914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa9531-3842-43ad-8eb6-ea9aa6524f5b None None] Sync routers for ids ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:19:15.489491 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:15.513365 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10017a9d-b6ea-40cc-8610-f065eed022b7 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:15.513712 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-10017a9d-b6ea-40cc-8610-f065eed022b7 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Added segment ae31f06a-f210-40f1-8d78-ee9d948c1f45 of type vlan for network 7250cef3-ab35-4b7e-8d0c-720148901aca Oct 13 11:19:15.560509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3cda8b71-607c-4720-9715-2cb1db6c9803 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3371634 Oct 13 11:19:15.561050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:19:15.565774 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94a9a56-ab96-4ff1-8119-c624ec962416" -d '{"events": [{"name": "network-changed", "server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:19:15.581203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa9531-3842-43ad-8eb6-ea9aa6524f5b None None] Routers {'4ddf0402-029c-4d4b-895b-82df4a8cbdbe'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:19:15.582026 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fffa9531-3842-43ad-8eb6-ea9aa6524f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:19:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:15.594644 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c046060b-5a12-4e10-bc1f-10bed3d3a167 None None] Set router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:19:15.653274 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10017a9d-b6ea-40cc-8610-f065eed022b7 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:15.681307 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:15.775366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] For port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:15.808702 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b1d66cc7-e77f-42ff-b0be-03d6d4b2d364 None None] Provisioning complete for port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:15.809005 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b1d66cc7-e77f-42ff-b0be-03d6d4b2d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:15.810087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b00e5-dc86-42da-8b22-a3d7b7bd793f req-e9127c76-7dfd-4e70-b67b-f771c2c7660f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:15.819116 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-022b00e5-dc86-42da-8b22-a3d7b7bd793f req-e9127c76-7dfd-4e70-b67b-f771c2c7660f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1733396 Oct 13 11:19:15.833670 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10017a9d-b6ea-40cc-8610-f065eed022b7 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:15.841118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10017a9d-b6ea-40cc-8610-f065eed022b7 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:15.845681 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10017a9d-b6ea-40cc-8610-f065eed022b7 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:15.909551 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] For port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d,segment=NetworkSegment(d94d550b-d7c1-4f6c-8231-73ec00ad9b8d),segment_id=d94d550b-d7c1-4f6c-8231-73ec00ad9b8d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:15.934475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-fffa9531-3842-43ad-8eb6-ea9aa6524f5b None None] Set router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:19:15.953044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10017a9d-b6ea-40cc-8610-f065eed022b7 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=7250cef3-ab35-4b7e-8d0c-720148901aca,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:15.958754 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-022b00e5-dc86-42da-8b22-a3d7b7bd793f req-8b6b8392-c882-4a56-b7f1-12a01d7d4d99 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280956 Oct 13 11:19:15.982172 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:16.000622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45672) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:16.037644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b1d66cc7-e77f-42ff-b0be-03d6d4b2d364 None None] Port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:19:16.090096 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 7250cef3-ab35-4b7e-8d0c-720148901aca details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:16.120920 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-10017a9d-b6ea-40cc-8610-f065eed022b7 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8418629 Oct 13 11:19:16.121387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45676) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:16.130100 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3db626f2-fb23-444e-9421-01c0647a0d4b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'subnet': {'network_id': '7250cef3-ab35-4b7e-8d0c-720148901aca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:16.141964 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd38435f-b5dc-45f3-a95d-1f0ca82ca351 x-openstack-request-id: req-dd38435f-b5dc-45f3-a95d-1f0ca82ca351 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:19:16.148100 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:19:16.153418 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd38435f-b5dc-45f3-a95d-1f0ca82ca351 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:19:16.154501 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'status': 'completed', 'code': 200} Oct 13 11:19:16.182270 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:16.293759 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c046060b-5a12-4e10-bc1f-10bed3d3a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '23eac7e1-5fde-454f-a7b0-b0a1a7d5275d', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'port_id': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'mac_address': 'fa:16:3e:d7:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:19:12Z', 'updated_at': '2021-10-13T11:19:12Z', 'revision_number': 0, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a9a2bc-e64a-4e91-962d-777966816554', 'name': '', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:e8:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:44Z', 'updated_at': '2021-10-13T11:18:53Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:16.315237 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-16a89975-10f2-451d-9fc2-f6016c9c3741 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/23eac7e1-5fde-454f-a7b0-b0a1a7d5275d HTTP/1.1" status: 200 len: 992 time: 0.3127379 Oct 13 11:19:16.316046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acecec6-e85f-4c10-a41b-c7587fee1933 None None] Pushing event updated for resources: {'Port': ['ID=50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:16.372181 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c046060b-5a12-4e10-bc1f-10bed3d3a167 None None] Checking router: 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:19:16.405126 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046060b-5a12-4e10-bc1f-10bed3d3a167 None None] Routers {'1f6e8a64-c874-417e-8568-dd7a3b6c63e8'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:19:16.405951 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c046060b-5a12-4e10-bc1f-10bed3d3a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:19:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:16.428209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a9a56-ab96-4ff1-8119-c624ec962416 req-3133d7cd-7a6e-4c26-b808-672edde4655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:16.445110 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b94a9a56-ab96-4ff1-8119-c624ec962416 req-3133d7cd-7a6e-4c26-b808-672edde4655e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1097 time: 0.2911716 Oct 13 11:19:16.449861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Routers {'d87d0cab-94cf-4e1f-b868-366469b412fd'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:19:16.451234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:19:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d87d0cab-94cf-4e1f-b868-366469b412fd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:16.546562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Deleting port da970e07-5262-48a7-a6e8-d61896421760 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:16.547358 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:16.597132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-983a90c1-dca6-4def-986e-759841af627e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:16.607384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-983a90c1-dca6-4def-986e-759841af627e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 0.2892413 Oct 13 11:19:16.610126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db626f2-fb23-444e-9421-01c0647a0d4b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:16.616389 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3db626f2-fb23-444e-9421-01c0647a0d4b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:16.695575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a9a56-ab96-4ff1-8119-c624ec962416 req-15827ba3-904f-45e0-b0ac-f518ae7aa74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:16.697264 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b94a9a56-ab96-4ff1-8119-c624ec962416 req-15827ba3-904f-45e0-b0ac-f518ae7aa74c service neutron] 10.222.0.21 "GET /v2.0/networks?id=8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 200 len: 897 time: 0.2571104 Oct 13 11:19:16.708191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-474a9972-a2ee-4b14-98f5-5a8862917ec4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/quotas/1aa22e9274f0432fadaf0bde47c85ec7 HTTP/1.1" status: 200 len: 375 time: 0.0729222 Oct 13 11:19:16.808489 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fffa9531-3842-43ad-8eb6-ea9aa6524f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da970e07-5262-48a7-a6e8-d61896421760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:19:13Z', 'revision_number': 5, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port': {'id': 'da970e07-5262-48a7-a6e8-d61896421760', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:08:00Z', 'updated_at': '2021-10-13T11:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:16.816583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b94a9a56-ab96-4ff1-8119-c624ec962416 req-f4be88ce-b6cc-4843-be5a-6b7c74ad71bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 1000 time: 0.0774055 Oct 13 11:19:16.891414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa9531-3842-43ad-8eb6-ea9aa6524f5b None None] Checking router: 4ddf0402-029c-4d4b-895b-82df4a8cbdbe for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:19:16.929570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa9531-3842-43ad-8eb6-ea9aa6524f5b None None] Routers {'4ddf0402-029c-4d4b-895b-82df4a8cbdbe'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:19:16.932041 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fffa9531-3842-43ad-8eb6-ea9aa6524f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:19:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:16.940243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] Set router d87d0cab-94cf-4e1f-b868-366469b412fd gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:19:16.941559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-67d1640f-b4fd-4a9e-bcb6-a725c18b6d0c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2321718 Oct 13 11:19:16.948707 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c046060b-5a12-4e10-bc1f-10bed3d3a167 None None] Set router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:19:16.956513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] For port da970e07-5262-48a7-a6e8-d61896421760, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=da970e07-5262-48a7-a6e8-d61896421760,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:16.957489 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:16.959345 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-ca98f705-18be-43f7-9a17-397815576465 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:19:16.961367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-ca98f705-18be-43f7-9a17-397815576465 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0187449 Oct 13 11:19:17.042702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Calling delete_port for da970e07-5262-48a7-a6e8-d61896421760 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:17.082405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a9a56-ab96-4ff1-8119-c624ec962416 req-a8568f39-a030-4112-b627-f164ff8c1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:17.087972 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b94a9a56-ab96-4ff1-8119-c624ec962416 req-a8568f39-a030-4112-b627-f164ff8c1806 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44738a2c-842d-4d50-8c76-aab17d480d75 HTTP/1.1" status: 200 len: 835 time: 0.2593627 Oct 13 11:19:17.144408 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-22dc3d82-216a-49e5-a617-c34206455655 None None] Provisioning complete for port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:17.148499 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-22dc3d82-216a-49e5-a617-c34206455655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:17.294867 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a9a56-ab96-4ff1-8119-c624ec962416 req-2308c99c-ac0b-4871-a2b7-c514f1ad09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:17.296482 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b94a9a56-ab96-4ff1-8119-c624ec962416 req-2308c99c-ac0b-4871-a2b7-c514f1ad09cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8944532c-ccad-4eb9-9583-52762199ab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860735 Oct 13 11:19:17.300072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-a52fbc59-727d-4dd3-90ad-897fdf958b90 service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302023 Oct 13 11:19:17.349156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45704) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:17.444000 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c046060b-5a12-4e10-bc1f-10bed3d3a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '23eac7e1-5fde-454f-a7b0-b0a1a7d5275d', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'port_id': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'mac_address': 'fa:16:3e:d7:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:19:12Z', 'updated_at': '2021-10-13T11:19:12Z', 'revision_number': 0, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a9a2bc-e64a-4e91-962d-777966816554', 'name': '', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:e8:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:44Z', 'updated_at': '2021-10-13T11:18:53Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:17.485837 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:17.555463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=da970e07-5262-48a7-a6e8-d61896421760,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:17.574673 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c046060b-5a12-4e10-bc1f-10bed3d3a167 None None] The sync data for ids ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'] in n-d-813659-3 is: [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '23eac7e1-5fde-454f-a7b0-b0a1a7d5275d', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'port_id': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'mac_address': 'fa:16:3e:d7:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:19:12Z', 'updated_at': '2021-10-13T11:19:12Z', 'revision_number': 0, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a9a2bc-e64a-4e91-962d-777966816554', 'name': '', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:e8:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:44Z', 'updated_at': '2021-10-13T11:18:53Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:19:17.594745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-aa68499e-2ac9-4437-9a2b-0eff2d1bb4a0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/23eac7e1-5fde-454f-a7b0-b0a1a7d5275d HTTP/1.1" status: 200 len: 992 time: 0.2422056 Oct 13 11:19:17.632691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-fffa9531-3842-43ad-8eb6-ea9aa6524f5b None None] Set router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:19:17.657723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b94a9a56-ab96-4ff1-8119-c624ec962416 req-34dd1fd1-3843-4f6a-90a7-eab6d8e23789 service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529232 Oct 13 11:19:17.688909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-15dba322-78ee-4b26-9d87-66140fbe7e6b service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700206 Oct 13 11:19:17.758753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fffa9531-3842-43ad-8eb6-ea9aa6524f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:19:15Z', 'revision_number': 6, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:17.788548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa9531-3842-43ad-8eb6-ea9aa6524f5b None None] The sync data for ids ['4ddf0402-029c-4d4b-895b-82df4a8cbdbe'] in n-d-813659-3 is: [{'id': '4ddf0402-029c-4d4b-895b-82df4a8cbdbe', 'name': 'tempest-ServerActionsTestJSON-573568893-router', 'tenant_id': '94103c739efd4f559dbc468c59322726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:07:58Z', 'updated_at': '2021-10-13T11:19:15Z', 'revision_number': 6, 'project_id': '94103c739efd4f559dbc468c59322726', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:19:17.848651 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b94a9a56-ab96-4ff1-8119-c624ec962416 req-49af0044-a124-4c88-b461-4e77d8f933ef service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828938 Oct 13 11:19:17.939501 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-22dc3d82-216a-49e5-a617-c34206455655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:17.988015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'name': 'tempest-TestVolumeBootPattern-807905801-router', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:19:01Z', 'updated_at': '2021-10-13T11:19:09Z', 'revision_number': 4, 'project_id': 'cd0c04357b5144ac80d88d96e9547d64', 'gw_port': {'id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:19:02Z', 'updated_at': '2021-10-13T11:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d', 'name': '', 'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'mac_address': 'fa:16:3e:fd:b7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '90dce4d4-b979-4c3a-9484-9e56dc82cb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:19:08Z', 'updated_at': '2021-10-13T11:19:15Z', 'revision_number': 4, 'project_id': 'cd0c04357b5144ac80d88d96e9547d64', 'subnets': [{'id': '90dce4d4-b979-4c3a-9484-9e56dc82cb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:17.994364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-22dc3d82-216a-49e5-a617-c34206455655 None None] For port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d,segment=NetworkSegment(d94d550b-d7c1-4f6c-8231-73ec00ad9b8d),segment_id=d94d550b-d7c1-4f6c-8231-73ec00ad9b8d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:18.028592 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a514c-3f5a-4aaa-a363-542906ae6919 None None] The sync data for ids ['d87d0cab-94cf-4e1f-b868-366469b412fd'] in n-d-813659-3 is: [{'id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'name': 'tempest-TestVolumeBootPattern-807905801-router', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:19:01Z', 'updated_at': '2021-10-13T11:19:09Z', 'revision_number': 4, 'project_id': 'cd0c04357b5144ac80d88d96e9547d64', 'gw_port': {'id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:19:02Z', 'updated_at': '2021-10-13T11:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d', 'name': '', 'network_id': 'dcf63373-8b2f-49ff-8e28-fa71564d31d6', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'mac_address': 'fa:16:3e:fd:b7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '90dce4d4-b979-4c3a-9484-9e56dc82cb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:19:08Z', 'updated_at': '2021-10-13T11:19:15Z', 'revision_number': 4, 'project_id': 'cd0c04357b5144ac80d88d96e9547d64', 'subnets': [{'id': '90dce4d4-b979-4c3a-9484-9e56dc82cb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:19:18.064924 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5eb331-50bc-4d2e-859c-6e627a88e74b None None] New status for floating IP 23eac7e1-5fde-454f-a7b0-b0a1a7d5275d: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:19:18.089388 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-22dc3d82-216a-49e5-a617-c34206455655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.160316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc3d82-216a-49e5-a617-c34206455655 None None] Pushing event updated for resources: {'Port': ['ID=50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:18.231681 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45720) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:18.295203 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.413411 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d42d4c62-cda6-4813-b764-ee6e5d84ab45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.467111 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.469330 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.528763 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d42d4c62-cda6-4813-b764-ee6e5d84ab45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.551078 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3db626f2-fb23-444e-9421-01c0647a0d4b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.594303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45728) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:18.612302 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.612856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ddf0402-029c-4d4b-895b-82df4a8cbdbe {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:19:18.634095 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.635366 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3312fc87-bac9-4602-a418-6d8435aa30d2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4ddf0402-029c-4d4b-895b-82df4a8cbdbe HTTP/1.1" status: 204 len: 168 time: 3.1842067 Oct 13 11:19:18.640230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45730) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:18.652035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db626f2-fb23-444e-9421-01c0647a0d4b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Subnet': ['ID=fd4449d2-f5a9-49b7-9107-a1c72550fa04,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:18.669539 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d42d4c62-cda6-4813-b764-ee6e5d84ab45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.706549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db626f2-fb23-444e-9421-01c0647a0d4b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking segment: {'id': 'ae31f06a-f210-40f1-8d78-ee9d948c1f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7250cef3-ab35-4b7e-8d0c-720148901aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:18.706549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db626f2-fb23-444e-9421-01c0647a0d4b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network hostable DHCP agents. Network: 7250cef3-ab35-4b7e-8d0c-720148901aca, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:19:18.714907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d4c62-cda6-4813-b764-ee6e5d84ab45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a6ef55-8da7-4eb6-a7e0-12a6ba4effc6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:18.719788 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ffd8ef2a-0eb8-4b9a-a9c8-a8b8b5882b04 req-b4eae234-1e9a-4560-a101-8c66e88aa1c9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 210 time: 0.0729430 Oct 13 11:19:18.758926 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c533f807-976b-4071-b3b7-15a3317e9994 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/23eac7e1-5fde-454f-a7b0-b0a1a7d5275d HTTP/1.1" status: 200 len: 994 time: 0.1632988 Oct 13 11:19:18.760360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b164ca-4802-40fd-9d69-5d97b875eb90 admin admin] Deleting subnet ecd630ac-bffd-4d81-9474-39db4e4bebc1 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:19:18.770891 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d42d4c62-cda6-4813-b764-ee6e5d84ab45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ff09e12c3fd4d92b49a44299830f29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377877 Oct 13 11:19:18.773307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45736) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:18.777585 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00b164ca-4802-40fd-9d69-5d97b875eb90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.809428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db626f2-fb23-444e-9421-01c0647a0d4b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network 7250cef3-ab35-4b7e-8d0c-720148901aca is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:19:18.825753 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00b164ca-4802-40fd-9d69-5d97b875eb90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.849986 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b6e56d8b-5047-4cb0-8e14-d9d7d58e5e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.878143 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b6e56d8b-5047-4cb0-8e14-d9d7d58e5e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.924960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3db626f2-fb23-444e-9421-01c0647a0d4b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 7250cef3-ab35-4b7e-8d0c-720148901aca) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:18.930053 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00b164ca-4802-40fd-9d69-5d97b875eb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.933023 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db626f2-fb23-444e-9421-01c0647a0d4b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:18.933699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3db626f2-fb23-444e-9421-01c0647a0d4b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:18.947536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb581b00-f14f-4cd3-bc74-2f72e8cce309 None None] Network 7250cef3-ab35-4b7e-8d0c-720148901aca requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:19.037597 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b6e56d8b-5047-4cb0-8e14-d9d7d58e5e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:19.040282 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b6e56d8b-5047-4cb0-8e14-d9d7d58e5e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:19.041005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3db626f2-fb23-444e-9421-01c0647a0d4b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9175353 Oct 13 11:19:19.042309 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b6e56d8b-5047-4cb0-8e14-d9d7d58e5e17 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75a6ef55-8da7-4eb6-a7e0-12a6ba4effc6 HTTP/1.1" status: 204 len: 168 time: 0.2674656 Oct 13 11:19:19.044238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45738) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:19.055178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e56d8b-5047-4cb0-8e14-d9d7d58e5e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a6ef55-8da7-4eb6-a7e0-12a6ba4effc6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:19.167388 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00b164ca-4802-40fd-9d69-5d97b875eb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:19.172215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec247e-f9ed-4ed3-92b5-1e557bd843a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-7250cef3-ab35-4b7e-8d0c-720148901aca', 'network_id': '7250cef3-ab35-4b7e-8d0c-720148901aca', 'tenant_id': 'c25a8426db5548bcaa070edd298c3030', 'fixed_ips': [{'subnet_id': 'fd4449d2-f5a9-49b7-9107-a1c72550fa04'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:19:19.177918 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6fec247e-f9ed-4ed3-92b5-1e557bd843a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:19.212524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b164ca-4802-40fd-9d69-5d97b875eb90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd630ac-bffd-4d81-9474-39db4e4bebc1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:19.223428 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00b164ca-4802-40fd-9d69-5d97b875eb90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:19.229993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45742) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:19.237458 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-00b164ca-4802-40fd-9d69-5d97b875eb90 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ecd630ac-bffd-4d81-9474-39db4e4bebc1 HTTP/1.1" status: 204 len: 168 time: 0.5958664 Oct 13 11:19:19.304235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:19.380365 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:19.393280 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:19.556056 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab58b9d-20e1-4dff-a77d-189038bc71dd None None] Network 95fd87ea-fade-4046-b119-0e72f7410189 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:19.561514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Deleting port e5072697-ba6b-4fbc-acb4-b73b704a1247 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:19.564864 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:19.648184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:19.699023 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] For port e5072697-ba6b-4fbc-acb4-b73b704a1247, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e5072697-ba6b-4fbc-acb4-b73b704a1247,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:19.700074 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server [None req-6fec247e-f9ed-4ed3-92b5-1e557bd843a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd4449d2-f5a9-49b7-9107-a1c72550fa04: This subnet is being modified by another concurrent operation. Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise exception Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd4449d2-f5a9-49b7-9107-a1c72550fa04: This subnet is being modified by another concurrent operation. Oct 13 11:19:19.718735 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Oct 13 11:19:19.748757 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e95522-3006-499c-a2c7-021b4b74e282 None None] Network 7250cef3-ab35-4b7e-8d0c-720148901aca requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:19.754637 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Calling delete_port for e5072697-ba6b-4fbc-acb4-b73b704a1247 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:19.758028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4449d2-f5a9-49b7-9107-a1c72550fa04,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:19.916322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24762bd-2d95-4220-875b-a8d4a9f96b27 None None] DHCP port deletion for 95fd87ea-fade-4046-b119-0e72f7410189 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:19:19.926239 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-058dbf5d-2ca0-4e44-9d32-aeab6297e768 req-dcebbcae-bf37-4faa-9f47-c6295efde92f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 210 time: 0.0492697 Oct 13 11:19:19.933923 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:19.964294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7250cef3-ab35-4b7e-8d0c-720148901aca']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:19.975506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae31f06a-f210-40f1-8d78-ee9d948c1f45') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:19.975804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae31f06a-f210-40f1-8d78-ee9d948c1f45') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:19.988461 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.015816 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.015816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:20.015816 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:20.018376 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:20.058107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:19:20.141992 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a24762bd-2d95-4220-875b-a8d4a9f96b27 None None] Deleting port e5072697-ba6b-4fbc-acb4-b73b704a1247 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:20.142630 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a24762bd-2d95-4220-875b-a8d4a9f96b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.160471 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.189108 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.189823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5072697-ba6b-4fbc-acb4-b73b704a1247,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:20.199344 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] No DVR routers for this DVR port e5072697-ba6b-4fbc-acb4-b73b704a1247 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:20.201946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.204282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45752) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:20.205809 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/7250cef3-ab35-4b7e-8d0c-720148901aca HTTP/1.1" status: 204 len: 168 time: 1.1601973 Oct 13 11:19:20.219640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45754) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:20.225673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-897924a6-e6da-4519-bcff-7e79a3988ab1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1137301824'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:20.247441 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b44e47e2-89a2-4c50-a659-2e5af51791e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.247655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a24762bd-2d95-4220-875b-a8d4a9f96b27 None None] For port e5072697-ba6b-4fbc-acb4-b73b704a1247, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e5072697-ba6b-4fbc-acb4-b73b704a1247,segment=NetworkSegment(20a084d5-182a-4723-a85c-670d3211447e),segment_id=20a084d5-182a-4723-a85c-670d3211447e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:20.248096 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a24762bd-2d95-4220-875b-a8d4a9f96b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.248382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5807864-ce37-4808-9310-32d462320e9e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Network': ['ID=7250cef3-ab35-4b7e-8d0c-720148901aca,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:20.271235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a24762bd-2d95-4220-875b-a8d4a9f96b27 None None] Calling delete_port for e5072697-ba6b-4fbc-acb4-b73b704a1247 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:20.285462 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:20.285462 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.321763 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.352170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fd87ea-fade-4046-b119-0e72f7410189']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:20.365336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a084d5-182a-4723-a85c-670d3211447e') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:20.365336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a084d5-182a-4723-a85c-670d3211447e') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:20.381250 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.402648 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.414056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:20.414440 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:20.416382 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:20.435031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897924a6-e6da-4519-bcff-7e79a3988ab1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:20.436928 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a24762bd-2d95-4220-875b-a8d4a9f96b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.440708 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-897924a6-e6da-4519-bcff-7e79a3988ab1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.474454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1e39f04a-f272-458f-91b8-e0b509938fd9 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:19:20.483731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897924a6-e6da-4519-bcff-7e79a3988ab1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:19:20.489853 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b44e47e2-89a2-4c50-a659-2e5af51791e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.501026 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-897924a6-e6da-4519-bcff-7e79a3988ab1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.502202 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-897924a6-e6da-4519-bcff-7e79a3988ab1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Added segment 3cc942be-e4b7-482f-8880-a9238cef6f2a of type vlan for network d2c90a5e-3f36-4c45-b53e-8db830c2b8e7 Oct 13 11:19:20.502730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 1e39f04a-f272-458f-91b8-e0b509938fd9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:19:20.503322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1e39f04a-f272-458f-91b8-e0b509938fd9 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:19:20.503607 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device da970e07-5262-48a7-a6e8-d61896421760 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:19:20.506131 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24762bd-2d95-4220-875b-a8d4a9f96b27 None None] Pushing event deleted for resources: {'Port': ['ID=e5072697-ba6b-4fbc-acb4-b73b704a1247,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:20.532342 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24762bd-2d95-4220-875b-a8d4a9f96b27 None None] No DVR routers for this DVR port e5072697-ba6b-4fbc-acb4-b73b704a1247 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:20.534193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: da970e07-5262-48a7-a6e8-d61896421760 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:19:20.534562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device da970e07-5262-48a7-a6e8-d61896421760 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:19:20.551226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609269f3-6c3b-4b0f-b247-8965bdd85951 None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:19:20.562060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-897924a6-e6da-4519-bcff-7e79a3988ab1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.578222 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b44e47e2-89a2-4c50-a659-2e5af51791e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.620494 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.629119 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b44e47e2-89a2-4c50-a659-2e5af51791e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b513e0c96cd746e180ed41f06a92be80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214342 Oct 13 11:19:20.629690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45756) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:20.630040 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.636880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] 10.222.0.32 "DELETE /v2.0/networks/95fd87ea-fade-4046-b119-0e72f7410189 HTTP/1.1" status: 204 len: 168 time: 1.4024379 Oct 13 11:19:20.636880 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e47e2-89a2-4c50-a659-2e5af51791e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f909a8f-fe27-4e2e-bb90-353b4ff7bddc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:20.655987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab47da5-5fc3-410e-9075-08ad15b0ef37 admin admin] Pushing event deleted for resources: {'Network': ['ID=95fd87ea-fade-4046-b119-0e72f7410189,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:20.681457 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-897924a6-e6da-4519-bcff-7e79a3988ab1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.689516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897924a6-e6da-4519-bcff-7e79a3988ab1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:20.689516 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-897924a6-e6da-4519-bcff-7e79a3988ab1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.692853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609269f3-6c3b-4b0f-b247-8965bdd85951 None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:19:20.774199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52ed3967-94be-4a0f-83b9-905ed1bfb87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.799065 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-897924a6-e6da-4519-bcff-7e79a3988ab1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5747268 Oct 13 11:19:20.800738 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45762) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:20.809476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897924a6-e6da-4519-bcff-7e79a3988ab1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=d2c90a5e-3f36-4c45-b53e-8db830c2b8e7,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:20.811100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'subnet': {'network_id': 'd2c90a5e-3f36-4c45-b53e-8db830c2b8e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:20.823397 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52ed3967-94be-4a0f-83b9-905ed1bfb87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:20.828657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network d2c90a5e-3f36-4c45-b53e-8db830c2b8e7 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:21.006361 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52ed3967-94be-4a0f-83b9-905ed1bfb87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:21.009340 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52ed3967-94be-4a0f-83b9-905ed1bfb87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:21.013727 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-52ed3967-94be-4a0f-83b9-905ed1bfb87a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f909a8f-fe27-4e2e-bb90-353b4ff7bddc HTTP/1.1" status: 204 len: 168 time: 0.3805146 Oct 13 11:19:21.024390 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed3967-94be-4a0f-83b9-905ed1bfb87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f909a8f-fe27-4e2e-bb90-353b4ff7bddc,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:21.036619 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-683eb817-f0ee-46d0-a5e3-55b428d1a424 req-6511d9d8-ec58-4b9f-a589-4d0b365de06d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 210 time: 0.0421932 Oct 13 11:19:21.058404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:21.062559 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:21.121884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Performing IP validity checks on allocation pools {{(pid=101991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 11:19:21.122456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 11:19:21.206680 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45768) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:21.280190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-517f0453-b292-49e5-862b-d176d6f9cb5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94103c739efd4f559dbc468c59322726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708961 Oct 13 11:19:21.281452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45770) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:21.335712 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-208d71dc-7b8b-4e2e-b36a-a304c7055fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:21.352270 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:21.390044 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-208d71dc-7b8b-4e2e-b36a-a304c7055fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:21.445457 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Subnet': ['ID=bdd6f6c1-8ea3-4dfa-a7e3-a0204d96b10a,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:21.470035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking segment: {'id': '3cc942be-e4b7-482f-8880-a9238cef6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd2c90a5e-3f36-4c45-b53e-8db830c2b8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:21.470528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network hostable DHCP agents. Network: d2c90a5e-3f36-4c45-b53e-8db830c2b8e7, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:19:21.617997 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-208d71dc-7b8b-4e2e-b36a-a304c7055fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:21.621497 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-208d71dc-7b8b-4e2e-b36a-a304c7055fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:21.639920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-208d71dc-7b8b-4e2e-b36a-a304c7055fab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34d9e843-245e-4ef7-bc91-6ac7a0937c7e HTTP/1.1" status: 204 len: 168 time: 0.3400648 Oct 13 11:19:21.639920 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d71dc-7b8b-4e2e-b36a-a304c7055fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d9e843-245e-4ef7-bc91-6ac7a0937c7e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:21.711443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-484e35bc-aa72-4292-826d-9f510ccd8a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:21.712934 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-484e35bc-aa72-4292-826d-9f510ccd8a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 0.2097449 Oct 13 11:19:21.725691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-883b5b53-5eef-4278-9512-465334b934d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'port': {'device_id': 'd5bcc409-f9d6-4623-8266-df0451c6a4e2', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'admin_state_up': True, 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:21.747063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network d2c90a5e-3f36-4c45-b53e-8db830c2b8e7 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:19:21.885735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e5072697-ba6b-4fbc-acb4-b73b704a1247 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:19:21.906694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: e5072697-ba6b-4fbc-acb4-b73b704a1247 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:19:21.907045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e5072697-ba6b-4fbc-acb4-b73b704a1247 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:19:21.978271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, d2c90a5e-3f36-4c45-b53e-8db830c2b8e7) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:21.985378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:21.986235 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:21.991538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ada83f1-2f0c-461d-9534-a6b281c06fe0 None None] Network d2c90a5e-3f36-4c45-b53e-8db830c2b8e7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:22.006483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-883b5b53-5eef-4278-9512-465334b934d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Made reservation on behalf of 1aa22e9274f0432fadaf0bde47c85ec7 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:22.011942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-883b5b53-5eef-4278-9512-465334b934d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:22.106924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-39953a26-0311-4be1-bedf-c5be017e3f8e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3006454 Oct 13 11:19:22.107164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45790) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:22.194664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-883b5b53-5eef-4278-9512-465334b934d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Allocated IP 172.20.0.4 (115722b6-22fc-4529-8f74-dcada0512dde/97f9d253-df11-432a-b4dc-57fa7a0a9962/bd93e1c1-7621-4370-a387-675a9db1e795) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:22.297253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-d2c90a5e-3f36-4c45-b53e-8db830c2b8e7', 'network_id': 'd2c90a5e-3f36-4c45-b53e-8db830c2b8e7', 'tenant_id': 'c25a8426db5548bcaa070edd298c3030', 'fixed_ips': [{'subnet_id': 'bdd6f6c1-8ea3-4dfa-a7e3-a0204d96b10a'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:19:22.303204 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:22.307710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24e6fe22-072f-46f5-bc54-2781ebf9c0d7 req-3a5263f9-63e2-4a77-94b0-144d18012a2b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 210 time: 0.0714166 Oct 13 11:19:22.398911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:22.464813 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-883b5b53-5eef-4278-9512-465334b934d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:22.480958 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:22.555954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Allocated IP 172.20.0.3 (d2c90a5e-3f36-4c45-b53e-8db830c2b8e7/bdd6f6c1-8ea3-4dfa-a7e3-a0204d96b10a/4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:22.667574 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-883b5b53-5eef-4278-9512-465334b934d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:22.740759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b5b53-5eef-4278-9512-465334b934d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'Port': ['ID=bd93e1c1-7621-4370-a387-675a9db1e795,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:22.763528 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:22.770697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-883b5b53-5eef-4278-9512-465334b934d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Network 115722b6-22fc-4529-8f74-dcada0512dde is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:22.773507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-883b5b53-5eef-4278-9512-465334b934d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:22.776964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-883b5b53-5eef-4278-9512-465334b934d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:22.845494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-883b5b53-5eef-4278-9512-465334b934d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:22.846204 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-883b5b53-5eef-4278-9512-465334b934d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:22.859150 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:22.925749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Network d2c90a5e-3f36-4c45-b53e-8db830c2b8e7 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:22.930838 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:22.936714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:22.939519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Pushing event updated for resources: {'Port': ['ID=4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:22.965636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:22.975274 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-883b5b53-5eef-4278-9512-465334b934d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2522492 Oct 13 11:19:22.989335 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Request body: {'port': {'device_id': 'd5bcc409-f9d6-4623-8266-df0451c6a4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:23.072154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd6f6c1-8ea3-4dfa-a7e3-a0204d96b10a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:23.085515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Attempting to bind port 4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:23.085894 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Attempting to bind port 4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '3cc942be-e4b7-482f-8880-a9238cef6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd2c90a5e-3f36-4c45-b53e-8db830c2b8e7'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:23.086266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Attempting to bind port 4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b on network d2c90a5e-3f36-4c45-b53e-8db830c2b8e7 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:23.124130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:23.125861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Checking segment: {'id': '3cc942be-e4b7-482f-8880-a9238cef6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd2c90a5e-3f36-4c45-b53e-8db830c2b8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:23.126419 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.126833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Bound using segment: {'id': '3cc942be-e4b7-482f-8880-a9238cef6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd2c90a5e-3f36-4c45-b53e-8db830c2b8e7'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:23.129239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Bound port: 4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc942be-e4b7-482f-8880-a9238cef6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd2c90a5e-3f36-4c45-b53e-8db830c2b8e7'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:23.129657 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.148443 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.155500 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.179248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c90a5e-3f36-4c45-b53e-8db830c2b8e7']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:23.189753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc942be-e4b7-482f-8880-a9238cef6f2a') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:23.190822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc942be-e4b7-482f-8880-a9238cef6f2a') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:23.205223 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.233671 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.248856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] For port 4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:23.250648 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:23.251169 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.271047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a84d5e19-609e-4f57-978b-7ce6091ce3a1 None None] Provisioning complete for port bd93e1c1-7621-4370-a387-675a9db1e795 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:23.276674 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a84d5e19-609e-4f57-978b-7ce6091ce3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:23.300526 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:23.318245 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a84d5e19-609e-4f57-978b-7ce6091ce3a1 None None] Port bd93e1c1-7621-4370-a387-675a9db1e795 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:19:23.372897 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 11:19:23.372897 n-d-813659-3 neutron-server[101991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 11:19:23.372897 n-d-813659-3 neutron-server[101991]: [parameters: {'id': 'd2c90a5e-3f36-4c45-b53e-8db830c2b8e7'}] Oct 13 11:19:23.372897 n-d-813659-3 neutron-server[101991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:19:23.373366 n-d-813659-3 neutron-server[101991]: DEBUG oslo_db.api [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:19:23.378290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] For port 4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b,segment=NetworkSegment(3cc942be-e4b7-482f-8880-a9238cef6f2a),segment_id=3cc942be-e4b7-482f-8880-a9238cef6f2a)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:23.472391 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffabdbf-01e0-4a41-871f-22116762f465 req-e897bfda-1288-44a3-8889-d7bbec32abbf tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:23.474437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fffabdbf-01e0-4a41-871f-22116762f465 req-e897bfda-1288-44a3-8889-d7bbec32abbf tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 931 time: 0.0660326 Oct 13 11:19:23.487865 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.549140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45826) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:23.569269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fffabdbf-01e0-4a41-871f-22116762f465 req-e9f4670d-3ef7-4670-951a-6e421f966c18 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870922 Oct 13 11:19:23.633722 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcb2a1-943e-4742-93c1-65cea7d0c3d2 None None] Pushing event updated for resources: {'Port': ['ID=4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:23.653144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5b429e-5bc3-4bfc-a1b3-ea29b0b7b12f None None] Network d2c90a5e-3f36-4c45-b53e-8db830c2b8e7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:23.675203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd93e1c1-7621-4370-a387-675a9db1e795 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:19:23.686147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.721869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Transition to ACTIVE for port object bd93e1c1-7621-4370-a387-675a9db1e795 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:19:23.746581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-975311639-network', 'tenant_id': 'f72879840f8241dc92057f5df4d5a595'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:23.806658 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.838529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ebd658-ebe1-414b-949b-4557963cd1c7 None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:19:23.874228 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.933908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Pushing event updated for resources: {'Port': ['ID=bd93e1c1-7621-4370-a387-675a9db1e795,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:23.940397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Made reservation on behalf of f72879840f8241dc92057f5df4d5a595 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:23.948810 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.960972 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:23.998871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Attempting to bind port bd93e1c1-7621-4370-a387-675a9db1e795 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:23.999331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Attempting to bind port bd93e1c1-7621-4370-a387-675a9db1e795 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:23.999562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Attempting to bind port bd93e1c1-7621-4370-a387-675a9db1e795 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:24.023194 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Port bd93e1c1-7621-4370-a387-675a9db1e795 on network 115722b6-22fc-4529-8f74-dcada0512dde not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:19:24.023614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Attempting to bind port bd93e1c1-7621-4370-a387-675a9db1e795 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:24.023959 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Deleting port 4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:24.024315 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:24.035360 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ebd658-ebe1-414b-949b-4557963cd1c7 None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:19:24.036933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:24.037352 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Checking segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:24.037964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Bound using segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:24.038712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Bound port: bd93e1c1-7621-4370-a387-675a9db1e795, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:24.040454 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:24.158049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] For port 4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b,segment=NetworkSegment(3cc942be-e4b7-482f-8880-a9238cef6f2a),segment_id=3cc942be-e4b7-482f-8880-a9238cef6f2a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:24.159672 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:24.202373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Calling delete_port for 4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:24.217136 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:24.221668 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] For port bd93e1c1-7621-4370-a387-675a9db1e795, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:24.225763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] For port bd93e1c1-7621-4370-a387-675a9db1e795, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bd93e1c1-7621-4370-a387-675a9db1e795,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:24.334570 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:24.371522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:24.381762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc2fafa-e4f0-47b6-8265-00cda70c6b94,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:24.451762 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:24.461973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:19:24.525534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:24.527520 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:24.530931 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] 10.222.0.46 "PUT /v2.0/ports/bd93e1c1-7621-4370-a387-675a9db1e795 HTTP/1.1" status: 200 len: 1091 time: 1.5467882 Oct 13 11:19:24.530931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bcc409-f9d6-4623-8266-df0451c6a4e2', 'tag': 'bd93e1c1-7621-4370-a387-675a9db1e795'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:19:24.535388 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997b8646-0f0c-4fd5-a2d5-2192bd61b3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bcc409-f9d6-4623-8266-df0451c6a4e2", "tag": "bd93e1c1-7621-4370-a387-675a9db1e795"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:19:24.556606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Port': ['ID=4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:24.569282 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:24.573462 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Added segment 117e6fdc-bf13-452d-bf65-5ee1fd2adfa6 of type vlan for network 31ed3762-f7dc-4e1c-a371-741eb63d3b33 Oct 13 11:19:24.592100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No DVR routers for this DVR port 4f69cade-6ec1-4cd8-984c-30fa2a1b8f3b on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:24.601369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e06a3-7c4f-49ca-a79e-ae63c7bf2834 service neutron] Pushing event updated for resources: {'Port': ['ID=bd93e1c1-7621-4370-a387-675a9db1e795,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:24.630623 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfd6b29-53a6-4f25-a995-12b61193a9ef x-openstack-request-id: req-acfd6b29-53a6-4f25-a995-12b61193a9ef {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:19:24.631344 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bcc409-f9d6-4623-8266-df0451c6a4e2", "tag": "bd93e1c1-7621-4370-a387-675a9db1e795", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:19:24.633234 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acfd6b29-53a6-4f25-a995-12b61193a9ef {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:19:24.634113 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bcc409-f9d6-4623-8266-df0451c6a4e2', 'tag': 'bd93e1c1-7621-4370-a387-675a9db1e795', 'status': 'completed', 'code': 200} Oct 13 11:19:24.740913 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b8646-0f0c-4fd5-a2d5-2192bd61b3d1 req-dc65559a-1827-43fd-9f28-aa78bba2a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:24.749114 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-997b8646-0f0c-4fd5-a2d5-2192bd61b3d1 req-dc65559a-1827-43fd-9f28-aa78bba2a7fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 1094 time: 0.0929508 Oct 13 11:19:24.751360 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:24.878656 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:24.944905 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c90a5e-3f36-4c45-b53e-8db830c2b8e7']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:24.960971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc942be-e4b7-482f-8880-a9238cef6f2a') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:24.961571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc942be-e4b7-482f-8880-a9238cef6f2a') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:24.971713 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:24.972757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:24.973490 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:24.984982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b7d55-9260-426b-8be0-c23ab37061f2 req-40e2d9d8-215d-4558-8046-a74b3e52c35c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:24.993088 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b22b7d55-9260-426b-8be0-c23ab37061f2 req-40e2d9d8-215d-4558-8046-a74b3e52c35c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 943 time: 0.2256198 Oct 13 11:19:25.008480 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:25.014585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b8646-0f0c-4fd5-a2d5-2192bd61b3d1 req-f1511eb9-3c36-4abb-85f2-892bfd07b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:25.016163 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-997b8646-0f0c-4fd5-a2d5-2192bd61b3d1 req-f1511eb9-3c36-4abb-85f2-892bfd07b8da service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2572997 Oct 13 11:19:25.085948 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:25.116705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:25.117121 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:25.120436 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:25.217995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] Pushing event updated for resources: {'Network': ['ID=31ed3762-f7dc-4e1c-a371-741eb63d3b33,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:25.232265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 31ed3762-f7dc-4e1c-a371-741eb63d3b33 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:25.235383 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5fb218a4-c4d6-4ab5-88b5-38afd4188951 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6649306 Oct 13 11:19:25.238251 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45862) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:25.246437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b6ec7c93-e21a-4c19-9f16-2e442bd020d5 admin admin] Request body: {'subnet': {'network_id': '31ed3762-f7dc-4e1c-a371-741eb63d3b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-975311639-subnet', 'tenant_id': 'f72879840f8241dc92057f5df4d5a595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:25.250642 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b22b7d55-9260-426b-8be0-c23ab37061f2 req-786baec4-77d7-4cdc-acfe-7f2d1eb13aaf tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566226 Oct 13 11:19:25.420674 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:25.422733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ec7c93-e21a-4c19-9f16-2e442bd020d5 admin admin] Made reservation on behalf of f72879840f8241dc92057f5df4d5a595 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:25.426090 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6ec7c93-e21a-4c19-9f16-2e442bd020d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:25.436073 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:25.444187 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/d2c90a5e-3f36-4c45-b53e-8db830c2b8e7 HTTP/1.1" status: 204 len: 168 time: 3.3313715 Oct 13 11:19:25.446287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45864) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:25.455687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8694a1d-3590-4592-ae6b-758d3b74b100 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Network': ['ID=d2c90a5e-3f36-4c45-b53e-8db830c2b8e7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:25.500773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-43346007-91fc-4617-b53b-323f96616631 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1770784615'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:25.583053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b8646-0f0c-4fd5-a2d5-2192bd61b3d1 req-cafc5b6a-b59a-4036-a0aa-ba9abf22b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:25.584541 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-997b8646-0f0c-4fd5-a2d5-2192bd61b3d1 req-cafc5b6a-b59a-4036-a0aa-ba9abf22b68e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5610743 Oct 13 11:19:25.911321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45868) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:25.945925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43346007-91fc-4617-b53b-323f96616631 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:25.950218 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43346007-91fc-4617-b53b-323f96616631 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:26.047317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43346007-91fc-4617-b53b-323f96616631 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:19:26.053195 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f9adbbd-5b59-4274-993d-382d12ad989f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:26.063652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-a33e26e2-5df8-48bf-835f-aa2f105c7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:26.065288 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-a33e26e2-5df8-48bf-835f-aa2f105c7b08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 1094 time: 0.4390171 Oct 13 11:19:26.074311 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43346007-91fc-4617-b53b-323f96616631 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:26.074714 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-43346007-91fc-4617-b53b-323f96616631 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Added segment 8983b8dc-8604-4110-9dfa-3443fe5dc120 of type vlan for network dc58c795-c382-490a-b5d5-1b5453bb7558 Oct 13 11:19:26.146988 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-c611b83e-dbee-4482-b909-a5970602c1d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd93e1c1-7621-4370-a387-675a9db1e795 HTTP/1.1" status: 200 len: 217 time: 0.0704882 Oct 13 11:19:26.150614 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f9adbbd-5b59-4274-993d-382d12ad989f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:26.174507 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43346007-91fc-4617-b53b-323f96616631 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:26.196833 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6ec7c93-e21a-4c19-9f16-2e442bd020d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:26.243040 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f9adbbd-5b59-4274-993d-382d12ad989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:26.287086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-d780c5ac-ecc0-4e5c-ab68-cc0c0f73f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:26.293429 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-d780c5ac-ecc0-4e5c-ab68-cc0c0f73f683 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.1349423 Oct 13 11:19:26.322232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec7c93-e21a-4c19-9f16-2e442bd020d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a75dfa-fe25-47da-8387-bd040570f9e9,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:26.367555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ec7c93-e21a-4c19-9f16-2e442bd020d5 admin admin] Checking segment: {'id': '117e6fdc-bf13-452d-bf65-5ee1fd2adfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31ed3762-f7dc-4e1c-a371-741eb63d3b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:26.368156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec7c93-e21a-4c19-9f16-2e442bd020d5 admin admin] Network hostable DHCP agents. Network: 31ed3762-f7dc-4e1c-a371-741eb63d3b33, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:19:26.377402 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43346007-91fc-4617-b53b-323f96616631 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:26.384017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43346007-91fc-4617-b53b-323f96616631 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:26.384688 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43346007-91fc-4617-b53b-323f96616631 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:26.426165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-618bd64f-f179-43bf-b6a4-514cbe76d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:26.428234 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-618bd64f-f179-43bf-b6a4-514cbe76d4c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279609 Oct 13 11:19:26.554617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43346007-91fc-4617-b53b-323f96616631 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=dc58c795-c382-490a-b5d5-1b5453bb7558,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:26.566841 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-43346007-91fc-4617-b53b-323f96616631 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1019182 Oct 13 11:19:26.567721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45876) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:26.574157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network dc58c795-c382-490a-b5d5-1b5453bb7558 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:26.577316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6e2141b9-1e7c-4ce3-9d46-e1e47f47665a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'subnet': {'network_id': 'dc58c795-c382-490a-b5d5-1b5453bb7558', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:26.637263 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec7c93-e21a-4c19-9f16-2e442bd020d5 admin admin] Network 31ed3762-f7dc-4e1c-a371-741eb63d3b33 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:19:26.674196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8f9adbbd-5b59-4274-993d-382d12ad989f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f72cff2bf6504385923ef3f3d14b0e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7611856 Oct 13 11:19:26.680502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45878) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:26.689070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9adbbd-5b59-4274-993d-382d12ad989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52fb074-09d9-40b6-8e35-a6162f34968d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:26.717046 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84178651-535c-4026-8f53-9e7871888cae req-f13d611b-1cd0-4bd5-9b36-e2da103bd749 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:26.719216 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-eafdcb49-b2bf-4c5d-953d-83bb53f6d237 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591746 Oct 13 11:19:26.725184 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84178651-535c-4026-8f53-9e7871888cae req-f13d611b-1cd0-4bd5-9b36-e2da103bd749 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 943 time: 0.0732346 Oct 13 11:19:26.766319 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84178651-535c-4026-8f53-9e7871888cae req-dfcf2c1c-23f3-4941-bbc4-44709fe4ca91 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403349 Oct 13 11:19:26.810904 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b6ec7c93-e21a-4c19-9f16-2e442bd020d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 31ed3762-f7dc-4e1c-a371-741eb63d3b33) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:26.815541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ec7c93-e21a-4c19-9f16-2e442bd020d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:26.816303 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6ec7c93-e21a-4c19-9f16-2e442bd020d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:26.821156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ef2dd-6968-4c55-b2b9-5634d2e6e103 None None] Network 31ed3762-f7dc-4e1c-a371-741eb63d3b33 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:26.887047 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-035e69c3-ef7c-45bf-a83b-c092f094e1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:26.918530 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-976c1e6e-b3b9-4b48-9c65-7d887566ffd1 req-b9d40f43-8083-468f-b9d6-57b3e7e131ce service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896098 Oct 13 11:19:26.927654 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-035e69c3-ef7c-45bf-a83b-c092f094e1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:26.969899 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06970243-b6f0-4f77-b6ea-f79683927c44 None None] Network 31ed3762-f7dc-4e1c-a371-741eb63d3b33 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:26.973135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2141b9-1e7c-4ce3-9d46-e1e47f47665a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:26.977525 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e2141b9-1e7c-4ce3-9d46-e1e47f47665a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:27.089233 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b6ec7c93-e21a-4c19-9f16-2e442bd020d5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8480556 Oct 13 11:19:27.177073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-035e69c3-ef7c-45bf-a83b-c092f094e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:27.180440 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-035e69c3-ef7c-45bf-a83b-c092f094e1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:27.185031 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-035e69c3-ef7c-45bf-a83b-c092f094e1ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b52fb074-09d9-40b6-8e35-a6162f34968d HTTP/1.1" status: 204 len: 168 time: 0.4979296 Oct 13 11:19:27.199464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e69c3-ef7c-45bf-a83b-c092f094e1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52fb074-09d9-40b6-8e35-a6162f34968d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:27.465434 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e2141b9-1e7c-4ce3-9d46-e1e47f47665a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:27.538924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2141b9-1e7c-4ce3-9d46-e1e47f47665a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Subnet': ['ID=98ad8409-6379-456a-8d62-a2fb4d41523c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:27.549771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2141b9-1e7c-4ce3-9d46-e1e47f47665a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking segment: {'id': '8983b8dc-8604-4110-9dfa-3443fe5dc120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'dc58c795-c382-490a-b5d5-1b5453bb7558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:27.550365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2141b9-1e7c-4ce3-9d46-e1e47f47665a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network hostable DHCP agents. Network: dc58c795-c382-490a-b5d5-1b5453bb7558, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:19:27.660011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2141b9-1e7c-4ce3-9d46-e1e47f47665a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network dc58c795-c382-490a-b5d5-1b5453bb7558 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:19:27.779945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6e2141b9-1e7c-4ce3-9d46-e1e47f47665a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, dc58c795-c382-490a-b5d5-1b5453bb7558) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:27.784965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2141b9-1e7c-4ce3-9d46-e1e47f47665a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:27.785677 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6e2141b9-1e7c-4ce3-9d46-e1e47f47665a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:27.792466 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9714adc1-66f9-40da-a3a8-bb2c6d27aab9 None None] Network dc58c795-c382-490a-b5d5-1b5453bb7558 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:27.874576 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-9d356fbc-a796-4c46-833a-61bd7ace0d0e tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:27.876327 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-9d356fbc-a796-4c46-833a-61bd7ace0d0e tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/networks?id=31ed3762-f7dc-4e1c-a371-741eb63d3b33 HTTP/1.1" status: 200 len: 808 time: 0.1347625 Oct 13 11:19:27.903849 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-3c25d76a-efd4-4582-b922-b88e6b3294df tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/quotas/f72879840f8241dc92057f5df4d5a595 HTTP/1.1" status: 200 len: 375 time: 0.0188959 Oct 13 11:19:27.909309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6e2141b9-1e7c-4ce3-9d46-e1e47f47665a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3370867 Oct 13 11:19:27.911365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45904) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:27.959806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-1eaef500-4b51-4a04-806d-92c06165c92b tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f72879840f8241dc92057f5df4d5a595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497744 Oct 13 11:19:28.045233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-dc58c795-c382-490a-b5d5-1b5453bb7558', 'network_id': 'dc58c795-c382-490a-b5d5-1b5453bb7558', 'tenant_id': 'c25a8426db5548bcaa070edd298c3030', 'fixed_ips': [{'subnet_id': '98ad8409-6379-456a-8d62-a2fb4d41523c'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:19:28.047562 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.059722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45906) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:28.084864 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.088860 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-9cf09756-0cad-4e8e-9fa8-394088c1c45b service neutron] 10.222.0.32 "GET /v2.0/networks/31ed3762-f7dc-4e1c-a371-741eb63d3b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176279 Oct 13 11:19:28.104620 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0e6ce46c-f5d1-43d6-9e9b-4126252acdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.205197 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.239391 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-fa0ddc46-2258-4abc-a244-d8e9cd5d761c service neutron] 10.222.0.32 "GET /v2.0/networks/31ed3762-f7dc-4e1c-a371-741eb63d3b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436505 Oct 13 11:19:28.300646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Allocated IP 172.20.0.1 (dc58c795-c382-490a-b5d5-1b5453bb7558/98ad8409-6379-456a-8d62-a2fb4d41523c/e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:28.310559 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0e6ce46c-f5d1-43d6-9e9b-4126252acdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.423234 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0e6ce46c-f5d1-43d6-9e9b-4126252acdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.462346 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.472419 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0e6ce46c-f5d1-43d6-9e9b-4126252acdc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3607a0bb92c456ba8c8298f3da092e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4112971 Oct 13 11:19:28.473154 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ce46c-f5d1-43d6-9e9b-4126252acdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664f5e89-703f-44b2-a55d-50b2b60c8745,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:28.475345 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45908) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:28.556611 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-11397cc2-0779-4ed0-a6bd-9ebf28cf5702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.612830 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-11397cc2-0779-4ed0-a6bd-9ebf28cf5702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.646393 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.656119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6753d1-46c2-43ac-9637-3d472c8eed43 req-dba2b502-12e9-4cc1-af65-6aea4373d1f2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:28.663827 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f6753d1-46c2-43ac-9637-3d472c8eed43 req-dba2b502-12e9-4cc1-af65-6aea4373d1f2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 943 time: 0.1024363 Oct 13 11:19:28.707167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f6753d1-46c2-43ac-9637-3d472c8eed43 req-9427d8e9-0b86-4c46-a0c6-faa1c3b929a9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424528 Oct 13 11:19:28.818464 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.858119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Subnet': ['ID=98ad8409-6379-456a-8d62-a2fb4d41523c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:28.868130 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-11397cc2-0779-4ed0-a6bd-9ebf28cf5702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.869233 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-11397cc2-0779-4ed0-a6bd-9ebf28cf5702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.874317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-11397cc2-0779-4ed0-a6bd-9ebf28cf5702 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/664f5e89-703f-44b2-a55d-50b2b60c8745 HTTP/1.1" status: 204 len: 168 time: 0.3947387 Oct 13 11:19:28.888704 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a99274f0-d6a1-49d9-836f-4b5b72a19636 req-97a25089-892d-4344-a8c5-bd351e88bd2b tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 210 time: 0.0322227 Oct 13 11:19:28.905630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11397cc2-0779-4ed0-a6bd-9ebf28cf5702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664f5e89-703f-44b2-a55d-50b2b60c8745,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:28.953234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Network dc58c795-c382-490a-b5d5-1b5453bb7558 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:28.960546 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:28.962902 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:28.965801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:28.982961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Pushing event updated for resources: {'Port': ['ID=e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:29.010763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc58c795-c382-490a-b5d5-1b5453bb7558']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:29.030492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8983b8dc-8604-4110-9dfa-3443fe5dc120') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:29.031104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8983b8dc-8604-4110-9dfa-3443fe5dc120') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:29.049260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:29.051113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Attempting to bind port e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:29.052168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Attempting to bind port e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '8983b8dc-8604-4110-9dfa-3443fe5dc120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'dc58c795-c382-490a-b5d5-1b5453bb7558'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:29.052168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Attempting to bind port e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a on network dc58c795-c382-490a-b5d5-1b5453bb7558 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:29.059271 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:29.062758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Checking segment: {'id': '8983b8dc-8604-4110-9dfa-3443fe5dc120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'dc58c795-c382-490a-b5d5-1b5453bb7558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:29.062758 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:29.062758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Bound using segment: {'id': '8983b8dc-8604-4110-9dfa-3443fe5dc120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'dc58c795-c382-490a-b5d5-1b5453bb7558'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:29.062758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Bound port: e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8983b8dc-8604-4110-9dfa-3443fe5dc120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'dc58c795-c382-490a-b5d5-1b5453bb7558'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:29.062758 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:29.070242 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:29.077398 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:29.080068 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:29.083066 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:29.144030 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] For port e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:29.147432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] For port e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a,segment=NetworkSegment(8983b8dc-8604-4110-9dfa-3443fe5dc120),segment_id=8983b8dc-8604-4110-9dfa-3443fe5dc120)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:29.197332 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.api [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 11:19:29.197332 n-d-813659-3 neutron-server[101990]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 11:19:29.197332 n-d-813659-3 neutron-server[101990]: [parameters: {'id': 'dc58c795-c382-490a-b5d5-1b5453bb7558'}] Oct 13 11:19:29.197332 n-d-813659-3 neutron-server[101990]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:19:29.199247 n-d-813659-3 neutron-server[101990]: DEBUG oslo_db.api [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:19:29.295488 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:29.420191 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7ad57-b3f3-45bb-be18-d99b95f0ec08 None None] Pushing event updated for resources: {'Port': ['ID=e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:29.434246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7e001c-bfc6-40c7-b8f3-d3fc2bbc5dc8 None None] Network dc58c795-c382-490a-b5d5-1b5453bb7558 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:29.587911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa393040-f649-4fd6-8309-ead145d1f13e None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:19:29.699528 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:29.701880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa393040-f649-4fd6-8309-ead145d1f13e None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:19:29.765859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Deleting port e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:29.766234 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:29.855704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] For port e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a,segment=NetworkSegment(8983b8dc-8604-4110-9dfa-3443fe5dc120),segment_id=8983b8dc-8604-4110-9dfa-3443fe5dc120)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:29.856250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:29.878833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Calling delete_port for e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:29.888711 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa797737-5ed6-470b-abd6-1d69497498e4 req-08788f67-bf23-4eda-8390-9af4dd524a27 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:29.890967 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa797737-5ed6-470b-abd6-1d69497498e4 req-08788f67-bf23-4eda-8390-9af4dd524a27 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 943 time: 0.0759771 Oct 13 11:19:29.973683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa797737-5ed6-470b-abd6-1d69497498e4 req-c8adaf18-bc13-42b9-aed0-09d985fd4f27 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677900 Oct 13 11:19:30.137713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:30.146794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-014ad83e-2667-4b41-8fb0-1114044818bf req-41941e6e-a63a-4ce7-b5bf-95fd119368d9 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 210 time: 0.0306938 Oct 13 11:19:30.167162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Port': ['ID=e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:30.170229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No DVR routers for this DVR port e6cb80ef-d7fe-4599-b1a5-b96a5e66b27a on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:30.256921 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:30.279060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc58c795-c382-490a-b5d5-1b5453bb7558']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:30.289004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8983b8dc-8604-4110-9dfa-3443fe5dc120') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:30.289327 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8983b8dc-8604-4110-9dfa-3443fe5dc120') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:30.300418 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:30.313887 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:30.319947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:30.320342 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:30.323918 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:30.512064 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:30.516823 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:30.521851 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/dc58c795-c382-490a-b5d5-1b5453bb7558 HTTP/1.1" status: 204 len: 168 time: 2.6078570 Oct 13 11:19:30.523763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 45948) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:30.529654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-cbd3c730-154d-4ba7-b186-9c95d86c16df tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-120974787'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:30.536284 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039a171-54f8-4fef-9937-c9cce56cff1e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Network': ['ID=dc58c795-c382-490a-b5d5-1b5453bb7558,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:30.686959 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd3c730-154d-4ba7-b186-9c95d86c16df tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:30.686959 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbd3c730-154d-4ba7-b186-9c95d86c16df tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:30.711874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd3c730-154d-4ba7-b186-9c95d86c16df tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:19:30.722045 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbd3c730-154d-4ba7-b186-9c95d86c16df tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:30.722390 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-cbd3c730-154d-4ba7-b186-9c95d86c16df tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Added segment eeecf31d-b763-41f6-bb4b-0d71b25c56c3 of type vlan for network e9209375-84da-4814-a844-f1303821ea45 Oct 13 11:19:30.763056 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbd3c730-154d-4ba7-b186-9c95d86c16df tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:30.868553 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbd3c730-154d-4ba7-b186-9c95d86c16df tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:30.875032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd3c730-154d-4ba7-b186-9c95d86c16df tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:30.877380 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbd3c730-154d-4ba7-b186-9c95d86c16df tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:30.941617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3c730-154d-4ba7-b186-9c95d86c16df tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=e9209375-84da-4814-a844-f1303821ea45,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:30.952366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network e9209375-84da-4814-a844-f1303821ea45 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:31.085636 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cbd3c730-154d-4ba7-b186-9c95d86c16df tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5607014 Oct 13 11:19:31.090399 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45966) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:31.098135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9731453e-eaeb-4a8a-bb12-e06a93512936 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'subnet': {'network_id': 'e9209375-84da-4814-a844-f1303821ea45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:31.114805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d193624-205b-4dfa-8edd-26d0c14153df req-3ad509a1-e47e-4d8e-b988-1db1a223f6bf tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:31.116553 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d193624-205b-4dfa-8edd-26d0c14153df req-3ad509a1-e47e-4d8e-b988-1db1a223f6bf tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 943 time: 0.0669928 Oct 13 11:19:31.161815 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d193624-205b-4dfa-8edd-26d0c14153df req-d77ec3de-970a-4849-b89e-008f1372010b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Oct 13 11:19:31.305695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9731453e-eaeb-4a8a-bb12-e06a93512936 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:31.309680 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9731453e-eaeb-4a8a-bb12-e06a93512936 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:31.314069 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5a35d78-82ed-4638-b1df-323c0a14e1b1 req-07d1146b-e791-43c2-a39e-5d3e5529dacc tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 210 time: 0.0268371 Oct 13 11:19:31.595405 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9731453e-eaeb-4a8a-bb12-e06a93512936 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:31.657503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-ec377a02-9238-4900-b5a3-ceb960600a48 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:31.659210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-ec377a02-9238-4900-b5a3-ceb960600a48 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.21 "GET /v2.0/networks?id=31ed3762-f7dc-4e1c-a371-741eb63d3b33 HTTP/1.1" status: 200 len: 808 time: 0.1123827 Oct 13 11:19:31.664771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731453e-eaeb-4a8a-bb12-e06a93512936 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Subnet': ['ID=fda6ec7a-d68c-4841-b11e-4aed2efdf7c2,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:31.673373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-be9b97f6-c516-46f9-acff-2b5cef93c7db tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Request body: {'port': {'device_id': '6898a805-2f30-46af-8301-c13b4258c660', 'network_id': '31ed3762-f7dc-4e1c-a371-741eb63d3b33', 'admin_state_up': True, 'tenant_id': 'f72879840f8241dc92057f5df4d5a595'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:31.676940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9731453e-eaeb-4a8a-bb12-e06a93512936 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking segment: {'id': 'eeecf31d-b763-41f6-bb4b-0d71b25c56c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e9209375-84da-4814-a844-f1303821ea45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:31.683561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9731453e-eaeb-4a8a-bb12-e06a93512936 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network hostable DHCP agents. Network: e9209375-84da-4814-a844-f1303821ea45, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:19:31.789065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9731453e-eaeb-4a8a-bb12-e06a93512936 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network e9209375-84da-4814-a844-f1303821ea45 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:19:31.897383 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-be9b97f6-c516-46f9-acff-2b5cef93c7db tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Made reservation on behalf of f72879840f8241dc92057f5df4d5a595 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:31.901911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-be9b97f6-c516-46f9-acff-2b5cef93c7db tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:31.905577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-9731453e-eaeb-4a8a-bb12-e06a93512936 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, e9209375-84da-4814-a844-f1303821ea45) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:31.909761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9731453e-eaeb-4a8a-bb12-e06a93512936 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:31.910472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9731453e-eaeb-4a8a-bb12-e06a93512936 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:31.917295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd931e7c-970c-42ef-bf84-cf8ae04bbcc7 None None] Network e9209375-84da-4814-a844-f1303821ea45 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:32.041112 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9731453e-eaeb-4a8a-bb12-e06a93512936 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9496117 Oct 13 11:19:32.044583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 45974) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:32.060734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-be9b97f6-c516-46f9-acff-2b5cef93c7db tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Allocated IP 172.20.0.8 (31ed3762-f7dc-4e1c-a371-741eb63d3b33/88a75dfa-fe25-47da-8387-bd040570f9e9/0ff86a61-36bc-4b0d-9367-d369663f9c4a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:32.112480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-e9209375-84da-4814-a844-f1303821ea45', 'network_id': 'e9209375-84da-4814-a844-f1303821ea45', 'tenant_id': 'c25a8426db5548bcaa070edd298c3030', 'fixed_ips': [{'subnet_id': 'fda6ec7a-d68c-4841-b11e-4aed2efdf7c2'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:19:32.113842 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:32.178299 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:32.268080 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:32.311337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Allocated IP 172.20.0.1 (e9209375-84da-4814-a844-f1303821ea45/fda6ec7a-d68c-4841-b11e-4aed2efdf7c2/01f261d4-3e67-47eb-b716-098f63c799ef) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:32.337949 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-be9b97f6-c516-46f9-acff-2b5cef93c7db tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:32.359689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c305a-f686-4237-8ddc-0333a74c0f20 req-9955ba85-839f-4db1-b40a-24ddae193461 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:32.361255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c12c305a-f686-4237-8ddc-0333a74c0f20 req-9955ba85-839f-4db1-b40a-24ddae193461 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 943 time: 0.0929272 Oct 13 11:19:32.418657 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c12c305a-f686-4237-8ddc-0333a74c0f20 req-4e2a42ff-33c1-4b63-af05-ecf7034b6cf1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462470 Oct 13 11:19:32.507988 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:32.544053 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-be9b97f6-c516-46f9-acff-2b5cef93c7db tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:32.604931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-be9b97f6-c516-46f9-acff-2b5cef93c7db tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Network 31ed3762-f7dc-4e1c-a371-741eb63d3b33 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:32.621574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-be9b97f6-c516-46f9-acff-2b5cef93c7db tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:32.627816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-be9b97f6-c516-46f9-acff-2b5cef93c7db tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:32.642206 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:32.663099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b97f6-c516-46f9-acff-2b5cef93c7db tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Pushing event updated for resources: {'Port': ['ID=0ff86a61-36bc-4b0d-9367-d369663f9c4a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:32.700152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de3331-f44a-4486-ba76-ad6edba712f5 req-2f7382e0-ef7c-4fde-b029-09273695ec0c tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:32.701816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16de3331-f44a-4486-ba76-ad6edba712f5 req-2f7382e0-ef7c-4fde-b029-09273695ec0c tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 931 time: 0.1282055 Oct 13 11:19:32.702518 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Network e9209375-84da-4814-a844-f1303821ea45 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:32.707815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:32.711934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:32.712551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-be9b97f6-c516-46f9-acff-2b5cef93c7db tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:32.713228 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-be9b97f6-c516-46f9-acff-2b5cef93c7db tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:32.718564 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Pushing event updated for resources: {'Port': ['ID=01f261d4-3e67-47eb-b716-098f63c799ef,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:32.750054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:32.750440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:32.750759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:32.751725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:32.751725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:32.751725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:32.752112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:32.752432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:32.752756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:32.753085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:32.754000 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:32.754000 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:32.760171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16de3331-f44a-4486-ba76-ad6edba712f5 req-845c1060-7c2d-4bc6-855e-098a21758c98 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cc2fafa-e4f0-47b6-8265-00cda70c6b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427830 Oct 13 11:19:32.767115 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:32.801285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Attempting to bind port 01f261d4-3e67-47eb-b716-098f63c799ef on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:32.801747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Attempting to bind port 01f261d4-3e67-47eb-b716-098f63c799ef by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'eeecf31d-b763-41f6-bb4b-0d71b25c56c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e9209375-84da-4814-a844-f1303821ea45'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:32.802175 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Attempting to bind port 01f261d4-3e67-47eb-b716-098f63c799ef on network e9209375-84da-4814-a844-f1303821ea45 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:32.808860 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:32.809436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Checking segment: {'id': 'eeecf31d-b763-41f6-bb4b-0d71b25c56c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e9209375-84da-4814-a844-f1303821ea45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:32.809939 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:32.810753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Bound using segment: {'id': 'eeecf31d-b763-41f6-bb4b-0d71b25c56c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e9209375-84da-4814-a844-f1303821ea45'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:32.812227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Bound port: 01f261d4-3e67-47eb-b716-098f63c799ef, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeecf31d-b763-41f6-bb4b-0d71b25c56c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e9209375-84da-4814-a844-f1303821ea45'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:32.812619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Subnet': ['ID=fda6ec7a-d68c-4841-b11e-4aed2efdf7c2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:32.812795 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:32.851508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-be9b97f6-c516-46f9-acff-2b5cef93c7db tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1829054 Oct 13 11:19:32.867371 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:32.876612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Request body: {'port': {'device_id': '6898a805-2f30-46af-8301-c13b4258c660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:32.893177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] For port 01f261d4-3e67-47eb-b716-098f63c799ef, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:32.897055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] For port 01f261d4-3e67-47eb-b716-098f63c799ef, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=01f261d4-3e67-47eb-b716-098f63c799ef,segment=NetworkSegment(eeecf31d-b763-41f6-bb4b-0d71b25c56c3),segment_id=eeecf31d-b763-41f6-bb4b-0d71b25c56c3)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:32.909147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9209375-84da-4814-a844-f1303821ea45']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:32.923926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeecf31d-b763-41f6-bb4b-0d71b25c56c3') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:32.924283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeecf31d-b763-41f6-bb4b-0d71b25c56c3') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:32.942553 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:32.950533 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:33.043342 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:33.045683 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:33.052934 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:33.053846 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:33.061589 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:33.176417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab3fb5-1b66-4f15-8b86-566c5504454a None None] Pushing event updated for resources: {'Port': ['ID=01f261d4-3e67-47eb-b716-098f63c799ef,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:33.180620 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.api [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 11:19:33.180620 n-d-813659-3 neutron-server[101990]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 11:19:33.180620 n-d-813659-3 neutron-server[101990]: [parameters: {'id': 'e9209375-84da-4814-a844-f1303821ea45'}] Oct 13 11:19:33.180620 n-d-813659-3 neutron-server[101990]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:19:33.181205 n-d-813659-3 neutron-server[101990]: DEBUG oslo_db.api [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:19:33.196219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3763ce86-574a-4b87-ab65-c2734b8ff827 None None] Network e9209375-84da-4814-a844-f1303821ea45 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:33.305950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff86a61-36bc-4b0d-9367-d369663f9c4a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:19:33.314986 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:33.327913 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:19:33.336997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Transition to ACTIVE for port object 0ff86a61-36bc-4b0d-9367-d369663f9c4a will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:19:33.356621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9b9c4a-438b-435a-971c-cec5eaebef42 None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:19:33.425594 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:33.475395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b9c4a-438b-435a-971c-cec5eaebef42 None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:19:33.492569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff86a61-36bc-4b0d-9367-d369663f9c4a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:33.637352 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Attempting to bind port 0ff86a61-36bc-4b0d-9367-d369663f9c4a on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:33.637683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Attempting to bind port 0ff86a61-36bc-4b0d-9367-d369663f9c4a by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '117e6fdc-bf13-452d-bf65-5ee1fd2adfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31ed3762-f7dc-4e1c-a371-741eb63d3b33'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:33.638007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Attempting to bind port 0ff86a61-36bc-4b0d-9367-d369663f9c4a on network 31ed3762-f7dc-4e1c-a371-741eb63d3b33 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:33.646584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Port 0ff86a61-36bc-4b0d-9367-d369663f9c4a on network 31ed3762-f7dc-4e1c-a371-741eb63d3b33 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:19:33.646912 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Attempting to bind port 0ff86a61-36bc-4b0d-9367-d369663f9c4a on network 31ed3762-f7dc-4e1c-a371-741eb63d3b33 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:33.659178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2cf5d-2c6f-4f4f-903b-0910be3f719d req-a573270e-a3e9-46fe-ad1d-74db55681e12 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:33.660691 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30f2cf5d-2c6f-4f4f-903b-0910be3f719d req-a573270e-a3e9-46fe-ad1d-74db55681e12 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 943 time: 0.0748379 Oct 13 11:19:33.661914 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:33.662278 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Checking segment: {'id': '117e6fdc-bf13-452d-bf65-5ee1fd2adfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31ed3762-f7dc-4e1c-a371-741eb63d3b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:33.662637 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Bound using segment: {'id': '117e6fdc-bf13-452d-bf65-5ee1fd2adfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31ed3762-f7dc-4e1c-a371-741eb63d3b33'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:33.663084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Bound port: 0ff86a61-36bc-4b0d-9367-d369663f9c4a, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117e6fdc-bf13-452d-bf65-5ee1fd2adfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31ed3762-f7dc-4e1c-a371-741eb63d3b33'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:33.663440 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:33.686631 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:33.745984 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30f2cf5d-2c6f-4f4f-903b-0910be3f719d req-10fc69f7-e2d9-4f43-98db-4dbc626dd903 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768409 Oct 13 11:19:33.768336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] For port 0ff86a61-36bc-4b0d-9367-d369663f9c4a, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:33.771852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] For port 0ff86a61-36bc-4b0d-9367-d369663f9c4a, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0ff86a61-36bc-4b0d-9367-d369663f9c4a,segment=NetworkSegment(117e6fdc-bf13-452d-bf65-5ee1fd2adfa6),segment_id=117e6fdc-bf13-452d-bf65-5ee1fd2adfa6)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:33.778611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Deleting port 01f261d4-3e67-47eb-b716-098f63c799ef {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:33.779144 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:33.866201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] For port 01f261d4-3e67-47eb-b716-098f63c799ef, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=01f261d4-3e67-47eb-b716-098f63c799ef,segment=NetworkSegment(eeecf31d-b763-41f6-bb4b-0d71b25c56c3),segment_id=eeecf31d-b763-41f6-bb4b-0d71b25c56c3)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:33.866830 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:33.882799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Calling delete_port for 01f261d4-3e67-47eb-b716-098f63c799ef owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:33.887163 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:33.949396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:33.950071 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:33.951655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] 10.222.0.21 "PUT /v2.0/ports/0ff86a61-36bc-4b0d-9367-d369663f9c4a HTTP/1.1" status: 200 len: 1091 time: 1.0916848 Oct 13 11:19:33.953777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6898a805-2f30-46af-8301-c13b4258c660', 'tag': '0ff86a61-36bc-4b0d-9367-d369663f9c4a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:19:33.956107 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc752c7-1014-4656-b06f-f7d94eb1dbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "6898a805-2f30-46af-8301-c13b4258c660", "tag": "0ff86a61-36bc-4b0d-9367-d369663f9c4a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:19:33.983039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434f9d9-c4de-49ad-a9b5-a8ddecdb1e55 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff86a61-36bc-4b0d-9367-d369663f9c4a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:33.995127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a9f8b-a7c2-4f13-a704-6d307d4b05bd req-d22e3e1a-53c8-4cd2-8f4a-2d983923e815 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:33.996842 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f3a9f8b-a7c2-4f13-a704-6d307d4b05bd req-d22e3e1a-53c8-4cd2-8f4a-2d983923e815 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 943 time: 0.1223810 Oct 13 11:19:34.043935 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f3a9f8b-a7c2-4f13-a704-6d307d4b05bd req-c134a4ab-e8f6-4515-835f-8c3272099250 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cc2fafa-e4f0-47b6-8265-00cda70c6b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399072 Oct 13 11:19:34.049052 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:34.088033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No DVR routers for this DVR port 01f261d4-3e67-47eb-b716-098f63c799ef on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:34.092755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Port': ['ID=01f261d4-3e67-47eb-b716-098f63c799ef,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:34.119004 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e395e411-d12a-425a-a799-67293c952857 x-openstack-request-id: req-e395e411-d12a-425a-a799-67293c952857 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:19:34.119297 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6898a805-2f30-46af-8301-c13b4258c660", "tag": "0ff86a61-36bc-4b0d-9367-d369663f9c4a", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:19:34.119574 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e395e411-d12a-425a-a799-67293c952857 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:19:34.120050 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6898a805-2f30-46af-8301-c13b4258c660', 'tag': '0ff86a61-36bc-4b0d-9367-d369663f9c4a', 'status': 'completed', 'code': 200} Oct 13 11:19:34.156547 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-eb46739b-7e51-4ba1-8437-546cfacb788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:34.158079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-eb46739b-7e51-4ba1-8437-546cfacb788e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f72879840f8241dc92057f5df4d5a595&device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 1094 time: 0.0487165 Oct 13 11:19:34.182568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:34.204553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9209375-84da-4814-a844-f1303821ea45']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:34.207707 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-675adbeb-f1dc-43f2-b0fd-0eede182fc6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff86a61-36bc-4b0d-9367-d369663f9c4a HTTP/1.1" status: 200 len: 217 time: 0.0411665 Oct 13 11:19:34.215041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeecf31d-b763-41f6-bb4b-0d71b25c56c3') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:34.215346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeecf31d-b763-41f6-bb4b-0d71b25c56c3') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:34.225461 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:34.239513 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:34.246771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:34.247181 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:34.250497 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:34.264535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-337df678-c43d-4898-8098-5fcbbda1f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:34.266028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-337df678-c43d-4898-8098-5fcbbda1f1f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a75dfa-fe25-47da-8387-bd040570f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0503640 Oct 13 11:19:34.302585 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-ee62062c-18bb-4ce5-8bee-6de8ca7a235e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31ed3762-f7dc-4e1c-a371-741eb63d3b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298221 Oct 13 11:19:34.383461 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:34.393126 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:34.396431 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/e9209375-84da-4814-a844-f1303821ea45 HTTP/1.1" status: 204 len: 168 time: 2.3507936 Oct 13 11:19:34.400795 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46006) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:34.407590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a1e66-c5da-421f-b932-3ff8495bb00c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Network': ['ID=e9209375-84da-4814-a844-f1303821ea45,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:34.408567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-61c05f9d-bb43-433a-9bc2-e6c24bee4888 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1693488235'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:34.416419 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-03966d72-3043-4762-a24f-7a5efdfc7eab service neutron] 10.222.0.21 "GET /v2.0/networks/31ed3762-f7dc-4e1c-a371-741eb63d3b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044691 Oct 13 11:19:34.516543 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5048c9d-f88c-41c1-9f1a-48ef541fbfc6 req-74738afd-325b-4ed0-ab75-c8ea437c9074 service neutron] 10.222.0.21 "GET /v2.0/networks/31ed3762-f7dc-4e1c-a371-741eb63d3b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944483 Oct 13 11:19:34.606077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c05f9d-bb43-433a-9bc2-e6c24bee4888 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:34.609862 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61c05f9d-bb43-433a-9bc2-e6c24bee4888 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:34.636230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c05f9d-bb43-433a-9bc2-e6c24bee4888 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:19:34.645042 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61c05f9d-bb43-433a-9bc2-e6c24bee4888 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:34.645820 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-61c05f9d-bb43-433a-9bc2-e6c24bee4888 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Added segment febe62c1-4fdf-47d3-9ebb-88748af2eafd of type vlan for network 212390f2-a0c0-4a3e-bfed-86f37893ceac Oct 13 11:19:34.688480 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61c05f9d-bb43-433a-9bc2-e6c24bee4888 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:34.762018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc752c7-1014-4656-b06f-f7d94eb1dbe7 req-0d1e3c37-ef72-48ae-a016-e93948c77064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:34.763565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fc752c7-1014-4656-b06f-f7d94eb1dbe7 req-0d1e3c37-ef72-48ae-a016-e93948c77064 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f72879840f8241dc92057f5df4d5a595&device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 1094 time: 0.0584574 Oct 13 11:19:34.821591 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61c05f9d-bb43-433a-9bc2-e6c24bee4888 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:34.828119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c05f9d-bb43-433a-9bc2-e6c24bee4888 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:34.828734 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61c05f9d-bb43-433a-9bc2-e6c24bee4888 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:34.951084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c05f9d-bb43-433a-9bc2-e6c24bee4888 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=212390f2-a0c0-4a3e-bfed-86f37893ceac,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:34.964115 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 212390f2-a0c0-4a3e-bfed-86f37893ceac details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:34.973522 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc752c7-1014-4656-b06f-f7d94eb1dbe7 req-eed9cb4a-4db7-49f1-9b5a-41bcc045a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:34.975054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fc752c7-1014-4656-b06f-f7d94eb1dbe7 req-eed9cb4a-4db7-49f1-9b5a-41bcc045a613 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31ed3762-f7dc-4e1c-a371-741eb63d3b33 HTTP/1.1" status: 200 len: 909 time: 0.2036171 Oct 13 11:19:34.984439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368e338-e5e6-4866-bc90-9a68acaf1dec req-27bf7c10-5ca5-4574-b9d3-7cda12ca8859 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:34.985939 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5368e338-e5e6-4866-bc90-9a68acaf1dec req-27bf7c10-5ca5-4574-b9d3-7cda12ca8859 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 943 time: 0.1545143 Oct 13 11:19:34.996358 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-61c05f9d-bb43-433a-9bc2-e6c24bee4888 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5931149 Oct 13 11:19:34.999137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46014) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:35.005148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e60103fd-9d0d-41f4-9ca0-048eea24870e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:35.036623 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fc752c7-1014-4656-b06f-f7d94eb1dbe7 req-d99a03a1-6823-4e59-89ee-cfebcc5e6f47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff86a61-36bc-4b0d-9367-d369663f9c4a HTTP/1.1" status: 200 len: 217 time: 0.0495799 Oct 13 11:19:35.099481 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5368e338-e5e6-4866-bc90-9a68acaf1dec req-9ba60eb5-c6c0-45ac-a5db-3554cfd9005d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006722 Oct 13 11:19:35.112489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc752c7-1014-4656-b06f-f7d94eb1dbe7 req-f39bdae1-dead-4bae-b36e-280ba34d6146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:35.112489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fc752c7-1014-4656-b06f-f7d94eb1dbe7 req-f39bdae1-dead-4bae-b36e-280ba34d6146 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a75dfa-fe25-47da-8387-bd040570f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0638084 Oct 13 11:19:35.146945 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fc752c7-1014-4656-b06f-f7d94eb1dbe7 req-f602cf59-7a7d-4c9f-a67d-11c1c25aef96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31ed3762-f7dc-4e1c-a371-741eb63d3b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295212 Oct 13 11:19:35.220150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e60103fd-9d0d-41f4-9ca0-048eea24870e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:35.294813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fc752c7-1014-4656-b06f-f7d94eb1dbe7 req-4a5d18dc-7676-4a59-89be-d7284d954566 service neutron] 10.222.0.21 "GET /v2.0/networks/31ed3762-f7dc-4e1c-a371-741eb63d3b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383283 Oct 13 11:19:35.311831 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e60103fd-9d0d-41f4-9ca0-048eea24870e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:35.319784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24700353-7829-4dae-be17-2d3f48acc34b req-a74e21fb-f3c3-4c8d-9b34-e0d23bfe6dc3 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:35.321272 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24700353-7829-4dae-be17-2d3f48acc34b req-a74e21fb-f3c3-4c8d-9b34-e0d23bfe6dc3 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 943 time: 0.0704789 Oct 13 11:19:35.340658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e60103fd-9d0d-41f4-9ca0-048eea24870e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network 212390f2-a0c0-4a3e-bfed-86f37893ceac is not hosted by any dhcp agent {{(pid=101990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 11:19:35.349892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60103fd-9d0d-41f4-9ca0-048eea24870e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:35.350869 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e60103fd-9d0d-41f4-9ca0-048eea24870e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:35.357902 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e60103fd-9d0d-41f4-9ca0-048eea24870e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "PUT /v2.0/networks/212390f2-a0c0-4a3e-bfed-86f37893ceac HTTP/1.1" status: 200 len: 723 time: 0.3519905 Oct 13 11:19:35.358078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46018) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:35.362571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7fb9cca3-4270-4ac1-9375-0012baadc9fb tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'subnet': {'network_id': '212390f2-a0c0-4a3e-bfed-86f37893ceac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:35.416403 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60103fd-9d0d-41f4-9ca0-048eea24870e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=212390f2-a0c0-4a3e-bfed-86f37893ceac,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:35.431583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 212390f2-a0c0-4a3e-bfed-86f37893ceac details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:35.520394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24700353-7829-4dae-be17-2d3f48acc34b req-724d2c78-e9d7-4eb8-8f2b-8e3f694a30e0 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cc2fafa-e4f0-47b6-8265-00cda70c6b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882160 Oct 13 11:19:35.551700 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fc752c7-1014-4656-b06f-f7d94eb1dbe7 req-c89a39c6-3b09-4889-ba5c-1536e6ce0996 service neutron] 10.222.0.21 "GET /v2.0/networks/31ed3762-f7dc-4e1c-a371-741eb63d3b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483239 Oct 13 11:19:35.631558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb9cca3-4270-4ac1-9375-0012baadc9fb tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:35.635394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7fb9cca3-4270-4ac1-9375-0012baadc9fb tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:35.898230 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7fb9cca3-4270-4ac1-9375-0012baadc9fb tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:35.963793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9cca3-4270-4ac1-9375-0012baadc9fb tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Subnet': ['ID=43ed9553-84bb-4af2-a66b-b31b1bc1e73b,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:35.973943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9cca3-4270-4ac1-9375-0012baadc9fb tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking segment: {'id': 'febe62c1-4fdf-47d3-9ebb-88748af2eafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '212390f2-a0c0-4a3e-bfed-86f37893ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:35.974372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb9cca3-4270-4ac1-9375-0012baadc9fb tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network hostable DHCP agents. Network: 212390f2-a0c0-4a3e-bfed-86f37893ceac, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:19:36.063309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb9cca3-4270-4ac1-9375-0012baadc9fb tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network 212390f2-a0c0-4a3e-bfed-86f37893ceac is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:19:36.210399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7fb9cca3-4270-4ac1-9375-0012baadc9fb tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 212390f2-a0c0-4a3e-bfed-86f37893ceac) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:36.218511 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb9cca3-4270-4ac1-9375-0012baadc9fb tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:36.219158 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7fb9cca3-4270-4ac1-9375-0012baadc9fb tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:36.223012 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cff4c85-331e-4b95-9f50-d09836acc040 None None] Network 212390f2-a0c0-4a3e-bfed-86f37893ceac requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:36.251349 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaeae7-41df-4bfb-be5b-1e1620b5c53b req-f9a4ad40-7c70-4972-830b-ed07673bbc1a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:36.253196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74eaeae7-41df-4bfb-be5b-1e1620b5c53b req-f9a4ad40-7c70-4972-830b-ed07673bbc1a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 943 time: 0.0840414 Oct 13 11:19:36.301459 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74eaeae7-41df-4bfb-be5b-1e1620b5c53b req-a6ed88f4-7b2d-4b08-845e-6e668d09e52c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356376 Oct 13 11:19:36.330926 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7fb9cca3-4270-4ac1-9375-0012baadc9fb tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9720259 Oct 13 11:19:36.334582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46028) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:36.345676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-37225c35-efa3-4b56-b64c-7451e46fdcf1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:36.431456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-212390f2-a0c0-4a3e-bfed-86f37893ceac', 'network_id': '212390f2-a0c0-4a3e-bfed-86f37893ceac', 'tenant_id': 'c25a8426db5548bcaa070edd298c3030', 'fixed_ips': [{'subnet_id': '43ed9553-84bb-4af2-a66b-b31b1bc1e73b'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:19:36.433813 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:36.444852 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37225c35-efa3-4b56-b64c-7451e46fdcf1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25867018'] for subnet, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:36.658387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298e679-ea26-42cc-89e9-18be885189aa req-84189a93-2e73-4337-b7cc-c926fe1ccb6d tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:36.659936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7298e679-ea26-42cc-89e9-18be885189aa req-84189a93-2e73-4337-b7cc-c926fe1ccb6d tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 943 time: 0.0514266 Oct 13 11:19:36.666010 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37225c35-efa3-4b56-b64c-7451e46fdcf1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785341713421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25251389'] for subnet, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:36.724820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Allocated IP 172.20.0.2 (212390f2-a0c0-4a3e-bfed-86f37893ceac/43ed9553-84bb-4af2-a66b-b31b1bc1e73b/60acddaf-793e-45b1-86aa-309c131c2f34) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:36.725447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37225c35-efa3-4b56-b64c-7451e46fdcf1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:36.726031 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37225c35-efa3-4b56-b64c-7451e46fdcf1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:36.731028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-37225c35-efa3-4b56-b64c-7451e46fdcf1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "PUT /v2.0/subnets/43ed9553-84bb-4af2-a66b-b31b1bc1e73b HTTP/1.1" status: 200 len: 806 time: 0.3933575 Oct 13 11:19:36.738323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46032) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:36.830968 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37225c35-efa3-4b56-b64c-7451e46fdcf1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Subnet': ['ID=43ed9553-84bb-4af2-a66b-b31b1bc1e73b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:36.838944 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7298e679-ea26-42cc-89e9-18be885189aa req-eb133a00-56f7-4f91-8197-38244a321a98 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cc2fafa-e4f0-47b6-8265-00cda70c6b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688495 Oct 13 11:19:36.931938 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:36.961245 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:36.986065 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:37.054473 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:37.095530 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Network 212390f2-a0c0-4a3e-bfed-86f37893ceac is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:37.098466 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:37.102295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:37.111638 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Pushing event updated for resources: {'Port': ['ID=60acddaf-793e-45b1-86aa-309c131c2f34,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:37.160264 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:37.163840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Attempting to bind port 60acddaf-793e-45b1-86aa-309c131c2f34 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:37.164308 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Attempting to bind port 60acddaf-793e-45b1-86aa-309c131c2f34 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'febe62c1-4fdf-47d3-9ebb-88748af2eafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '212390f2-a0c0-4a3e-bfed-86f37893ceac'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:37.164644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Attempting to bind port 60acddaf-793e-45b1-86aa-309c131c2f34 on network 212390f2-a0c0-4a3e-bfed-86f37893ceac {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:37.171302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:37.171676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Checking segment: {'id': 'febe62c1-4fdf-47d3-9ebb-88748af2eafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '212390f2-a0c0-4a3e-bfed-86f37893ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:37.172073 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:37.172465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Bound using segment: {'id': 'febe62c1-4fdf-47d3-9ebb-88748af2eafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '212390f2-a0c0-4a3e-bfed-86f37893ceac'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:37.173867 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Bound port: 60acddaf-793e-45b1-86aa-309c131c2f34, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febe62c1-4fdf-47d3-9ebb-88748af2eafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '212390f2-a0c0-4a3e-bfed-86f37893ceac'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:37.173867 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:37.193124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Subnet': ['ID=43ed9553-84bb-4af2-a66b-b31b1bc1e73b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:37.243910 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] For port 60acddaf-793e-45b1-86aa-309c131c2f34, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:37.248198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] For port 60acddaf-793e-45b1-86aa-309c131c2f34, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=60acddaf-793e-45b1-86aa-309c131c2f34,segment=NetworkSegment(febe62c1-4fdf-47d3-9ebb-88748af2eafd),segment_id=febe62c1-4fdf-47d3-9ebb-88748af2eafd)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:37.253594 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:37.274244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212390f2-a0c0-4a3e-bfed-86f37893ceac']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:37.284115 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febe62c1-4fdf-47d3-9ebb-88748af2eafd') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:37.284416 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febe62c1-4fdf-47d3-9ebb-88748af2eafd') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:37.294456 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:37.320322 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:37.322391 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:37.330964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:37.331426 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:37.382398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9b29c-fa57-4f48-b7ab-b19b56a507ba None None] Pushing event updated for resources: {'Port': ['ID=60acddaf-793e-45b1-86aa-309c131c2f34,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:37.394693 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:37.419858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c3323-877e-4baf-9cfa-24c07aba65ce None None] Network 212390f2-a0c0-4a3e-bfed-86f37893ceac requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:37.432347 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5f7e4-e784-4022-a148-adb19ec52420 req-f9fa4eaf-ffe4-46da-b40c-32ea26c403b6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:37.434486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1d5f7e4-e784-4022-a148-adb19ec52420 req-f9fa4eaf-ffe4-46da-b40c-32ea26c403b6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 943 time: 0.0563238 Oct 13 11:19:37.468901 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.api [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 11:19:37.468901 n-d-813659-3 neutron-server[101990]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 11:19:37.468901 n-d-813659-3 neutron-server[101990]: [parameters: {'id': '212390f2-a0c0-4a3e-bfed-86f37893ceac'}] Oct 13 11:19:37.468901 n-d-813659-3 neutron-server[101990]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:19:37.469334 n-d-813659-3 neutron-server[101990]: DEBUG oslo_db.api [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:19:37.475614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1d5f7e4-e784-4022-a148-adb19ec52420 req-e7698dd2-8563-4abf-b94c-ccf203c305e5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343475 Oct 13 11:19:37.548655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968ef6cb-5a72-433b-9b7e-95f06f149059 None None] Network 212390f2-a0c0-4a3e-bfed-86f37893ceac requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:37.632547 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0ff86a61-36bc-4b0d-9367-d369663f9c4a details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:19:37.725618 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b591fef9-2543-4699-bf10-fc87342b618d None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:19:37.735303 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device bd93e1c1-7621-4370-a387-675a9db1e795 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:19:37.800242 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 0ff86a61-36bc-4b0d-9367-d369663f9c4a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0ff86a61-36bc-4b0d-9367-d369663f9c4a,segment=NetworkSegment(117e6fdc-bf13-452d-bf65-5ee1fd2adfa6),segment_id=117e6fdc-bf13-452d-bf65-5ee1fd2adfa6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:37.840623 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '0ff86a61-36bc-4b0d-9367-d369663f9c4a', 'network_id': '31ed3762-f7dc-4e1c-a371-741eb63d3b33', 'port_id': '0ff86a61-36bc-4b0d-9367-d369663f9c4a', 'mac_address': 'fa:16:3e:8d:8c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a75dfa-fe25-47da-8387-bd040570f9e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:19:37.962555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9fe15-0997-4365-a1d2-2d77c1b5a234 req-ae69ae6d-fae7-4893-8511-35fa4edb2da4 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:37.965392 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9bd9fe15-0997-4365-a1d2-2d77c1b5a234 req-ae69ae6d-fae7-4893-8511-35fa4edb2da4 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 943 time: 0.0520806 Oct 13 11:19:37.970870 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.006761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9bd9fe15-0997-4365-a1d2-2d77c1b5a234 req-80828ee2-93fe-4204-8a4b-8f7f77639dd1 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cc2fafa-e4f0-47b6-8265-00cda70c6b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351613 Oct 13 11:19:38.032920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Deleting port 60acddaf-793e-45b1-86aa-309c131c2f34 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:38.033267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.113610 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] For port 60acddaf-793e-45b1-86aa-309c131c2f34, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=60acddaf-793e-45b1-86aa-309c131c2f34,segment=NetworkSegment(febe62c1-4fdf-47d3-9ebb-88748af2eafd),segment_id=febe62c1-4fdf-47d3-9ebb-88748af2eafd)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:38.114385 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.131281 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.132040 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Calling delete_port for 60acddaf-793e-45b1-86aa-309c131c2f34 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:38.149163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591fef9-2543-4699-bf10-fc87342b618d None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:19:38.157486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port bd93e1c1-7621-4370-a387-675a9db1e795, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bd93e1c1-7621-4370-a387-675a9db1e795,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:38.160694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff86a61-36bc-4b0d-9367-d369663f9c4a {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:19:38.191115 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'bd93e1c1-7621-4370-a387-675a9db1e795', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'port_id': 'bd93e1c1-7621-4370-a387-675a9db1e795', 'mac_address': 'fa:16:3e:cf:d2:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:19:38.199536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 0ff86a61-36bc-4b0d-9367-d369663f9c4a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0ff86a61-36bc-4b0d-9367-d369663f9c4a,segment=NetworkSegment(117e6fdc-bf13-452d-bf65-5ee1fd2adfa6),segment_id=117e6fdc-bf13-452d-bf65-5ee1fd2adfa6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:38.262633 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-73a506b4-55d9-46d7-a428-c5fcbd7f9427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.280589 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.284847 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.296306 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.309730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Port': ['ID=60acddaf-793e-45b1-86aa-309c131c2f34,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:38.312101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No DVR routers for this DVR port 60acddaf-793e-45b1-86aa-309c131c2f34 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:38.356939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd93e1c1-7621-4370-a387-675a9db1e795 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:19:38.399766 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.407099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port bd93e1c1-7621-4370-a387-675a9db1e795, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bd93e1c1-7621-4370-a387-675a9db1e795,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:38.408002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=0ff86a61-36bc-4b0d-9367-d369663f9c4a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:38.422521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212390f2-a0c0-4a3e-bfed-86f37893ceac']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:38.432764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febe62c1-4fdf-47d3-9ebb-88748af2eafd') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:38.433391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febe62c1-4fdf-47d3-9ebb-88748af2eafd') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:38.444283 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.459529 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.466595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:38.467005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:38.469994 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:38.512927 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['0ff86a61-36bc-4b0d-9367-d369663f9c4a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:19:38.540959 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.619006 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b880329-5089-44fc-96a8-1875a8fb8c49 req-1c9eb2b6-a4a5-41d5-b19b-68f300b94a6e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:38.620679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b880329-5089-44fc-96a8-1875a8fb8c49 req-1c9eb2b6-a4a5-41d5-b19b-68f300b94a6e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 944 time: 0.0576861 Oct 13 11:19:38.625269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.640009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=bd93e1c1-7621-4370-a387-675a9db1e795,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:38.646869 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.653394 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/212390f2-a0c0-4a3e-bfed-86f37893ceac HTTP/1.1" status: 204 len: 168 time: 1.9108324 Oct 13 11:19:38.653394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acb8d5-097a-457a-a020-b625df239636 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Network': ['ID=212390f2-a0c0-4a3e-bfed-86f37893ceac,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:38.654614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46060) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:38.675289 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8c7195-3ab0-46b2-9e20-c2c912ded62f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:38.675874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8c7195-3ab0-46b2-9e20-c2c912ded62f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:38.682692 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7b8c7195-3ab0-46b2-9e20-c2c912ded62f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/212390f2-a0c0-4a3e-bfed-86f37893ceac HTTP/1.1" status: 404 len: 339 time: 0.0235457 Oct 13 11:19:38.682955 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b880329-5089-44fc-96a8-1875a8fb8c49 req-ffb0b5b2-087a-41f0-b914-637783238345 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496824 Oct 13 11:19:38.683353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46062) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:38.688326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-fc965e9e-008a-4316-a234-8828ad2a9c3d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-158862159', 'description': 'd1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:38.862966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc965e9e-008a-4316-a234-8828ad2a9c3d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:38.866834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc965e9e-008a-4316-a234-8828ad2a9c3d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.891832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc965e9e-008a-4316-a234-8828ad2a9c3d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:19:38.895159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['bd93e1c1-7621-4370-a387-675a9db1e795'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:19:38.902111 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc965e9e-008a-4316-a234-8828ad2a9c3d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.902490 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-fc965e9e-008a-4316-a234-8828ad2a9c3d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Added segment d3988849-9584-481c-8d4b-2e3b0f7aab47 of type vlan for network e3050c4d-cd01-4a40-83eb-b67a93d8eab2 Oct 13 11:19:38.924803 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:38.950634 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc965e9e-008a-4316-a234-8828ad2a9c3d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:39.071975 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc965e9e-008a-4316-a234-8828ad2a9c3d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:39.078438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc965e9e-008a-4316-a234-8828ad2a9c3d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:39.082483 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc965e9e-008a-4316-a234-8828ad2a9c3d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559375'] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:39.172362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc965e9e-008a-4316-a234-8828ad2a9c3d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=e3050c4d-cd01-4a40-83eb-b67a93d8eab2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:39.184818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network e3050c4d-cd01-4a40-83eb-b67a93d8eab2 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:39.206739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701535f0-2ddb-4eeb-baff-b78f75b63c54 req-6497f830-eb99-439d-85d3-99badee5f499 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:39.208213 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-701535f0-2ddb-4eeb-baff-b78f75b63c54 req-6497f830-eb99-439d-85d3-99badee5f499 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 944 time: 0.1086550 Oct 13 11:19:39.252733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fc965e9e-008a-4316-a234-8828ad2a9c3d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5569932 Oct 13 11:19:39.252896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46072) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:39.273620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-701535f0-2ddb-4eeb-baff-b78f75b63c54 req-765040cb-d13a-42c5-b4bc-db83cfe70a39 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cc2fafa-e4f0-47b6-8265-00cda70c6b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591071 Oct 13 11:19:39.340639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a04bcad-5e90-46b2-8a15-acca36837be9 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:39.342133 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2a04bcad-5e90-46b2-8a15-acca36837be9 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "GET /v2.0/networks?id=e3050c4d-cd01-4a40-83eb-b67a93d8eab2 HTTP/1.1" status: 200 len: 760 time: 0.0947771 Oct 13 11:19:39.345066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46076) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:39.351101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7dcbc90f-d64a-43d9-b45f-471d764461fa tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'description': 'd2'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:39.608215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0ff86a61-36bc-4b0d-9367-d369663f9c4a up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:19:39.751980 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device bd93e1c1-7621-4370-a387-675a9db1e795 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:19:39.773701 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 0ff86a61-36bc-4b0d-9367-d369663f9c4a completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:19:39.784364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 0ff86a61-36bc-4b0d-9367-d369663f9c4a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:39.784734 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:39.882322 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:39.888376 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc90f-d64a-43d9-b45f-471d764461fa tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:39.907653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6898a805-2f30-46af-8301-c13b4258c660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff86a61-36bc-4b0d-9367-d369663f9c4a'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:19:39.909917 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7714e0d0-6cd0-44a0-a36f-6ad95a4e858e" -d '{"events": [{"server_uuid": "6898a805-2f30-46af-8301-c13b4258c660", "name": "network-vif-plugged", "status": "completed", "tag": "0ff86a61-36bc-4b0d-9367-d369663f9c4a"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:19:39.915044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69589f-d1cd-4b0b-8c5c-a27cf255665a req-f9465e88-27f7-4647-8c4c-75ad5ef6af67 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:39.917274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc69589f-d1cd-4b0b-8c5c-a27cf255665a req-f9465e88-27f7-4647-8c4c-75ad5ef6af67 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 944 time: 0.1197746 Oct 13 11:19:39.923945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 0ff86a61-36bc-4b0d-9367-d369663f9c4a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0ff86a61-36bc-4b0d-9367-d369663f9c4a,segment=NetworkSegment(117e6fdc-bf13-452d-bf65-5ee1fd2adfa6),segment_id=117e6fdc-bf13-452d-bf65-5ee1fd2adfa6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:39.963848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc69589f-d1cd-4b0b-8c5c-a27cf255665a req-dab935e0-2db1-4db4-b831-5762954e7f14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372443 Oct 13 11:19:39.977919 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port bd93e1c1-7621-4370-a387-675a9db1e795 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:19:39.986233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port bd93e1c1-7621-4370-a387-675a9db1e795 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:19:39.986919 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:40.020608 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95454f37-2662-46e5-ba6e-38f861cd345b x-openstack-request-id: req-95454f37-2662-46e5-ba6e-38f861cd345b {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:19:40.020903 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6898a805-2f30-46af-8301-c13b4258c660", "name": "network-vif-plugged", "status": "completed", "tag": "0ff86a61-36bc-4b0d-9367-d369663f9c4a", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:19:40.021177 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95454f37-2662-46e5-ba6e-38f861cd345b {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:19:40.021842 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6898a805-2f30-46af-8301-c13b4258c660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff86a61-36bc-4b0d-9367-d369663f9c4a', 'code': 200} Oct 13 11:19:40.051889 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc90f-d64a-43d9-b45f-471d764461fa tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:40.052826 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:40.077413 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7dcbc90f-d64a-43d9-b45f-471d764461fa tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network e3050c4d-cd01-4a40-83eb-b67a93d8eab2 is not hosted by any dhcp agent {{(pid=101991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 11:19:40.083341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcbc90f-d64a-43d9-b45f-471d764461fa tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:40.083932 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc90f-d64a-43d9-b45f-471d764461fa tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:40.085259 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7dcbc90f-d64a-43d9-b45f-471d764461fa tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "PUT /v2.0/networks/e3050c4d-cd01-4a40-83eb-b67a93d8eab2 HTTP/1.1" status: 200 len: 757 time: 0.7389646 Oct 13 11:19:40.088201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46086) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:40.149626 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:40.177557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=0ff86a61-36bc-4b0d-9367-d369663f9c4a,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:40.209888 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port bd93e1c1-7621-4370-a387-675a9db1e795, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bd93e1c1-7621-4370-a387-675a9db1e795,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:40.235265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbc90f-d64a-43d9-b45f-471d764461fa tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=e3050c4d-cd01-4a40-83eb-b67a93d8eab2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:40.247899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e9a20-1f2c-4e19-a8ba-5fb1fd06b09c req-c0bd1df2-c98c-4710-88d8-dc6ad523ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:40.249518 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c3e9a20-1f2c-4e19-a8ba-5fb1fd06b09c req-c0bd1df2-c98c-4710-88d8-dc6ad523ba46 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 1096 time: 0.1731422 Oct 13 11:19:40.251014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network e3050c4d-cd01-4a40-83eb-b67a93d8eab2 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:40.263376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61081752-0c0f-454c-8b2c-281e95d9fb3f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:40.263376 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-61081752-0c0f-454c-8b2c-281e95d9fb3f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "GET /v2.0/networks?id=e3050c4d-cd01-4a40-83eb-b67a93d8eab2 HTTP/1.1" status: 200 len: 760 time: 0.1641872 Oct 13 11:19:40.264536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46090) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:40.269431 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-84752049-3e34-4dbb-8035-eca9abd8feb4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-207279941'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:40.334419 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:40.345414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c3e9a20-1f2c-4e19-a8ba-5fb1fd06b09c req-5e7a2669-bd8f-4b4b-b010-e7bc23a3170d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2cc2fafa-e4f0-47b6-8265-00cda70c6b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863936 Oct 13 11:19:40.391162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=bd93e1c1-7621-4370-a387-675a9db1e795,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:40.455451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fcdcd-db12-437c-aa5b-fb225a75f476 req-503b7337-e64b-4e70-b7ef-edef5f053989 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:40.456919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-970fcdcd-db12-437c-aa5b-fb225a75f476 req-503b7337-e64b-4e70-b7ef-edef5f053989 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 945 time: 0.0744300 Oct 13 11:19:40.482504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84752049-3e34-4dbb-8035-eca9abd8feb4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:40.485925 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84752049-3e34-4dbb-8035-eca9abd8feb4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:40.526917 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-970fcdcd-db12-437c-aa5b-fb225a75f476 req-26e37153-9ddf-4a0d-b1b5-c04f4e8cbe87 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cc2fafa-e4f0-47b6-8265-00cda70c6b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590200 Oct 13 11:19:40.565296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84752049-3e34-4dbb-8035-eca9abd8feb4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:19:40.582304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84752049-3e34-4dbb-8035-eca9abd8feb4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:40.583403 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-84752049-3e34-4dbb-8035-eca9abd8feb4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Added segment db80f52c-72b4-49a7-b60f-d20f8bf22f6e of type vlan for network 29b50a75-ce20-4d32-9ad0-a553d0dcc2d3 Oct 13 11:19:40.643111 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84752049-3e34-4dbb-8035-eca9abd8feb4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:40.689950 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:40.760883 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84752049-3e34-4dbb-8035-eca9abd8feb4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:40.767038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84752049-3e34-4dbb-8035-eca9abd8feb4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:40.771904 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84752049-3e34-4dbb-8035-eca9abd8feb4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:40.795040 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4ddfbef5-e383-4110-871f-62bfb8419a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:40.842477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84752049-3e34-4dbb-8035-eca9abd8feb4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=29b50a75-ce20-4d32-9ad0-a553d0dcc2d3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:40.853326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 29b50a75-ce20-4d32-9ad0-a553d0dcc2d3 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:40.937120 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-84752049-3e34-4dbb-8035-eca9abd8feb4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6762946 Oct 13 11:19:40.939862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46098) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:40.944715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7fd18135-94f9-4f65-9d28-759012592028 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'subnet': {'network_id': '29b50a75-ce20-4d32-9ad0-a553d0dcc2d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:41.105233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51002b23-b46f-4ac4-934e-07a21604b91d req-fde49e4b-e91d-48ce-8e7e-714afed47883 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:41.107338 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51002b23-b46f-4ac4-934e-07a21604b91d req-fde49e4b-e91d-48ce-8e7e-714afed47883 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 945 time: 0.0550036 Oct 13 11:19:41.146208 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd18135-94f9-4f65-9d28-759012592028 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:41.159006 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7fd18135-94f9-4f65-9d28-759012592028 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:41.239755 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51002b23-b46f-4ac4-934e-07a21604b91d req-3e47b649-83b3-4df9-a79d-59aef142e886 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255789 Oct 13 11:19:41.513438 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7fd18135-94f9-4f65-9d28-759012592028 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:41.591415 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd18135-94f9-4f65-9d28-759012592028 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Subnet': ['ID=85e368c8-3327-4762-a196-158b8e8cb2d0,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:41.601782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd18135-94f9-4f65-9d28-759012592028 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking segment: {'id': 'db80f52c-72b4-49a7-b60f-d20f8bf22f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '29b50a75-ce20-4d32-9ad0-a553d0dcc2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:41.602171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd18135-94f9-4f65-9d28-759012592028 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network hostable DHCP agents. Network: 29b50a75-ce20-4d32-9ad0-a553d0dcc2d3, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:19:41.680131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ada383-cc01-49aa-a96e-8f00d57202d2 req-103fdf34-b170-40e1-b3ff-8cdb4bc22aea tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:41.681613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66ada383-cc01-49aa-a96e-8f00d57202d2 req-103fdf34-b170-40e1-b3ff-8cdb4bc22aea tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 945 time: 0.0564010 Oct 13 11:19:41.723184 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66ada383-cc01-49aa-a96e-8f00d57202d2 req-c9d907df-35cd-4696-91fb-62a623668c3e tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cc2fafa-e4f0-47b6-8265-00cda70c6b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352261 Oct 13 11:19:41.755258 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd18135-94f9-4f65-9d28-759012592028 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network 29b50a75-ce20-4d32-9ad0-a553d0dcc2d3 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:19:41.755472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:41.922289 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7fd18135-94f9-4f65-9d28-759012592028 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 29b50a75-ce20-4d32-9ad0-a553d0dcc2d3) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:41.926733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd18135-94f9-4f65-9d28-759012592028 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:41.928272 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7fd18135-94f9-4f65-9d28-759012592028 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:41.931693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911c7e72-b2e5-4f85-b91b-429ef5bfa78d None None] Network 29b50a75-ce20-4d32-9ad0-a553d0dcc2d3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:42.036658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bcc409-f9d6-4623-8266-df0451c6a4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd93e1c1-7621-4370-a387-675a9db1e795'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:19:42.039048 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef76470-339a-41db-be64-eb41cefa83b3" -d '{"events": [{"server_uuid": "d5bcc409-f9d6-4623-8266-df0451c6a4e2", "name": "network-vif-plugged", "status": "completed", "tag": "bd93e1c1-7621-4370-a387-675a9db1e795"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:19:42.043831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7fd18135-94f9-4f65-9d28-759012592028 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1023066 Oct 13 11:19:42.056849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46112) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:42.092628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-29b50a75-ce20-4d32-9ad0-a553d0dcc2d3', 'network_id': '29b50a75-ce20-4d32-9ad0-a553d0dcc2d3', 'tenant_id': 'c25a8426db5548bcaa070edd298c3030', 'fixed_ips': [{'subnet_id': '85e368c8-3327-4762-a196-158b8e8cb2d0'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:19:42.093812 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.096866 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720cc13c-17ce-434e-b17b-f5f5833582dd x-openstack-request-id: req-720cc13c-17ce-434e-b17b-f5f5833582dd {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:19:42.097171 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bcc409-f9d6-4623-8266-df0451c6a4e2", "name": "network-vif-plugged", "status": "completed", "tag": "bd93e1c1-7621-4370-a387-675a9db1e795", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:19:42.097421 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-720cc13c-17ce-434e-b17b-f5f5833582dd {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:19:42.097812 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bcc409-f9d6-4623-8266-df0451c6a4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd93e1c1-7621-4370-a387-675a9db1e795', 'code': 200} Oct 13 11:19:42.172459 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.208152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ebcdc-9a62-4f01-b889-c769521e31d2 req-22941722-0e8c-44e9-9b50-e736dc2d4c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:42.213411 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2e1ebcdc-9a62-4f01-b889-c769521e31d2 req-22941722-0e8c-44e9-9b50-e736dc2d4c99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 1096 time: 0.0530870 Oct 13 11:19:42.229345 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.249382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Allocated IP 172.20.0.2 (29b50a75-ce20-4d32-9ad0-a553d0dcc2d3/85e368c8-3327-4762-a196-158b8e8cb2d0/6bf0aa3f-649f-4e94-a6b1-b79ca816abc0) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:42.263444 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2e1ebcdc-9a62-4f01-b889-c769521e31d2 req-b1e3d4a7-2f74-4853-84a8-c094728b8288 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462973 Oct 13 11:19:42.306286 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.375504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c251af-cb53-4be9-bbad-e39d4389f7e7 req-2001596d-aed3-472a-9388-34613eb6cfdb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:42.376997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1c251af-cb53-4be9-bbad-e39d4389f7e7 req-2001596d-aed3-472a-9388-34613eb6cfdb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 945 time: 0.0561869 Oct 13 11:19:42.411696 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.419361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1c251af-cb53-4be9-bbad-e39d4389f7e7 req-3f8a4aa0-fa56-493f-a697-18f77fefabcd tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360243 Oct 13 11:19:42.589176 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.634399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Network 29b50a75-ce20-4d32-9ad0-a553d0dcc2d3 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:42.637650 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:42.641153 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:42.653518 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Pushing event updated for resources: {'Port': ['ID=6bf0aa3f-649f-4e94-a6b1-b79ca816abc0,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:42.703282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Attempting to bind port 6bf0aa3f-649f-4e94-a6b1-b79ca816abc0 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:42.707535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Attempting to bind port 6bf0aa3f-649f-4e94-a6b1-b79ca816abc0 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'db80f52c-72b4-49a7-b60f-d20f8bf22f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '29b50a75-ce20-4d32-9ad0-a553d0dcc2d3'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:42.707535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Attempting to bind port 6bf0aa3f-649f-4e94-a6b1-b79ca816abc0 on network 29b50a75-ce20-4d32-9ad0-a553d0dcc2d3 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:42.709435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:42.709812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Checking segment: {'id': 'db80f52c-72b4-49a7-b60f-d20f8bf22f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '29b50a75-ce20-4d32-9ad0-a553d0dcc2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:42.710208 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.710706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Bound using segment: {'id': 'db80f52c-72b4-49a7-b60f-d20f8bf22f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '29b50a75-ce20-4d32-9ad0-a553d0dcc2d3'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:42.711178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Bound port: 6bf0aa3f-649f-4e94-a6b1-b79ca816abc0, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db80f52c-72b4-49a7-b60f-d20f8bf22f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '29b50a75-ce20-4d32-9ad0-a553d0dcc2d3'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:42.711553 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.729619 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.760092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Subnet': ['ID=85e368c8-3327-4762-a196-158b8e8cb2d0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:42.772783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:42.772783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:42.773084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:42.773248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:42.773553 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:42.778672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:42.778672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:42.778672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:42.778672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:42.778672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:42.778672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:42.778672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:19:42.786030 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] For port 6bf0aa3f-649f-4e94-a6b1-b79ca816abc0, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:42.791084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] For port 6bf0aa3f-649f-4e94-a6b1-b79ca816abc0, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6bf0aa3f-649f-4e94-a6b1-b79ca816abc0,segment=NetworkSegment(db80f52c-72b4-49a7-b60f-d20f8bf22f6e),segment_id=db80f52c-72b4-49a7-b60f-d20f8bf22f6e)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:42.843849 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.876804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b50a75-ce20-4d32-9ad0-a553d0dcc2d3']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:42.886665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db80f52c-72b4-49a7-b60f-d20f8bf22f6e') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:42.887044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db80f52c-72b4-49a7-b60f-d20f8bf22f6e') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:42.897389 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.899629 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.911745 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.919490 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:42.919984 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:42.923284 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:43.003258 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0e879-db09-43a7-a5f8-74816828cb67 None None] Pushing event updated for resources: {'Port': ['ID=6bf0aa3f-649f-4e94-a6b1-b79ca816abc0,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:43.013729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc14458-bc64-48d4-93b5-783dbf2c9896 None None] Network 29b50a75-ce20-4d32-9ad0-a553d0dcc2d3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:43.043612 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 11:19:43.043612 n-d-813659-3 neutron-server[101991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 11:19:43.043612 n-d-813659-3 neutron-server[101991]: [parameters: {'id': '29b50a75-ce20-4d32-9ad0-a553d0dcc2d3'}] Oct 13 11:19:43.043612 n-d-813659-3 neutron-server[101991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:19:43.044165 n-d-813659-3 neutron-server[101991]: DEBUG oslo_db.api [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:19:43.143069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1470065-ea75-46d0-9b26-0d97f204f280 None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:19:43.245906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1470065-ea75-46d0-9b26-0d97f204f280 None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:19:43.538222 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:43.544918 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:43.612425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Deleting port 6bf0aa3f-649f-4e94-a6b1-b79ca816abc0 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:43.612822 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:43.688992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] For port 6bf0aa3f-649f-4e94-a6b1-b79ca816abc0, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6bf0aa3f-649f-4e94-a6b1-b79ca816abc0,segment=NetworkSegment(db80f52c-72b4-49a7-b60f-d20f8bf22f6e),segment_id=db80f52c-72b4-49a7-b60f-d20f8bf22f6e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:43.689353 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:43.703039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Calling delete_port for 6bf0aa3f-649f-4e94-a6b1-b79ca816abc0 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:43.866626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cac6a-61dc-409a-a2d2-52d49e2fbcac req-9411851c-17af-4d82-9e60-b6b2ff4e1a75 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:43.868491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c6cac6a-61dc-409a-a2d2-52d49e2fbcac req-9411851c-17af-4d82-9e60-b6b2ff4e1a75 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 945 time: 0.0550201 Oct 13 11:19:43.910673 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c6cac6a-61dc-409a-a2d2-52d49e2fbcac req-77d1bec3-c806-4992-ab24-ec9b5e4b06e8 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cc2fafa-e4f0-47b6-8265-00cda70c6b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346951 Oct 13 11:19:43.934819 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:43.982464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Port': ['ID=6bf0aa3f-649f-4e94-a6b1-b79ca816abc0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:43.984525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No DVR routers for this DVR port 6bf0aa3f-649f-4e94-a6b1-b79ca816abc0 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:44.112203 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:44.177565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35576673-62f6-4b43-b5c3-0791bb5b725c req-4683207b-a884-4075-b921-6b2eb2160129 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:44.184245 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35576673-62f6-4b43-b5c3-0791bb5b725c req-4683207b-a884-4075-b921-6b2eb2160129 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 945 time: 0.1931343 Oct 13 11:19:44.186116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b50a75-ce20-4d32-9ad0-a553d0dcc2d3']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:44.210239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db80f52c-72b4-49a7-b60f-d20f8bf22f6e') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:44.210556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db80f52c-72b4-49a7-b60f-d20f8bf22f6e') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:44.228626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:44.258580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-35576673-62f6-4b43-b5c3-0791bb5b725c req-0d1e8fb8-8d8b-4c2f-8764-235251362297 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573225 Oct 13 11:19:44.259588 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:44.266677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:44.267149 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:44.270230 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:44.442507 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:44.451209 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:44.454781 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/29b50a75-ce20-4d32-9ad0-a553d0dcc2d3 HTTP/1.1" status: 204 len: 168 time: 2.3958106 Oct 13 11:19:44.457766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46152) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:44.467281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0d6b5-32bb-4fd5-9624-36d7aa36397f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Network': ['ID=29b50a75-ce20-4d32-9ad0-a553d0dcc2d3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:44.491203 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b2ac73-4f3f-428a-ae1c-7e7fc6036a6d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] GET failed (client error): The resource could not be found. Oct 13 11:19:44.493705 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d9b2ac73-4f3f-428a-ae1c-7e7fc6036a6d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "GET /v2.0/subnets/85e368c8-3327-4762-a196-158b8e8cb2d0 HTTP/1.1" status: 404 len: 337 time: 0.0339878 Oct 13 11:19:44.497781 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46154) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:44.531325 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-8420a629-4481-4d88-87f1-65f2a7314195 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:44.533014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8420a629-4481-4d88-87f1-65f2a7314195 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:44.539973 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8420a629-4481-4d88-87f1-65f2a7314195 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/29b50a75-ce20-4d32-9ad0-a553d0dcc2d3 HTTP/1.1" status: 404 len: 339 time: 0.0370016 Oct 13 11:19:44.540810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46158) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:44.641673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6dedc-f12b-4907-89ce-be29fdfe59d8 req-4cf2753b-7e8e-4570-be21-b0112a7e2322 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:44.643618 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abd6dedc-f12b-4907-89ce-be29fdfe59d8 req-4cf2753b-7e8e-4570-be21-b0112a7e2322 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1097 time: 0.0508873 Oct 13 11:19:44.680252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abd6dedc-f12b-4907-89ce-be29fdfe59d8 req-04c43a1c-1476-44c6-ab21-f02e5365a0d8 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298271 Oct 13 11:19:44.799659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534dcac-db71-4f09-9725-79af205a519b req-718a9002-6355-4bc3-9f66-dd1f5e16c72d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:44.801184 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f534dcac-db71-4f09-9725-79af205a519b req-718a9002-6355-4bc3-9f66-dd1f5e16c72d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 945 time: 0.0612392 Oct 13 11:19:44.849488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f534dcac-db71-4f09-9725-79af205a519b req-10966826-a412-445c-a0ce-c68f852286db tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 Oct 13 11:19:45.019974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec106d4-2282-4f95-842b-f205ab1fab5c req-1d4e5cc3-f840-4174-b8f7-c53143fc361e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:45.021892 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aec106d4-2282-4f95-842b-f205ab1fab5c req-1d4e5cc3-f840-4174-b8f7-c53143fc361e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.0683424 Oct 13 11:19:45.078307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aec106d4-2282-4f95-842b-f205ab1fab5c req-41a584ef-d076-4239-a2ca-f02cc0314570 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494127 Oct 13 11:19:45.095449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46174) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:45.112441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dfee06-5f3a-4a39-ad7a-affe3ac3782f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:45.114638 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-34dfee06-5f3a-4a39-ad7a-affe3ac3782f tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5713437 Oct 13 11:19:45.117335 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46176) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:45.163154 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dc1005da-854f-47e0-9a3d-234f807de4e1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 207 time: 0.0445149 Oct 13 11:19:45.167036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46180) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:45.189178 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6e367a1a-ae7a-49af-ab06-7fcf6abf89fc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/23eac7e1-5fde-454f-a7b0-b0a1a7d5275d HTTP/1.1" status: 200 len: 994 time: 0.0921845 Oct 13 11:19:45.249467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5e190-cabe-441b-90dc-fc86f2bc1030 req-e97d49b0-67d4-471e-8dde-a9a38e04c309 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:45.251468 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-feb5e190-cabe-441b-90dc-fc86f2bc1030 req-e97d49b0-67d4-471e-8dde-a9a38e04c309 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 945 time: 0.0556211 Oct 13 11:19:45.297644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-feb5e190-cabe-441b-90dc-fc86f2bc1030 req-37029e73-a196-4f35-95b0-03364aa767b9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390835 Oct 13 11:19:45.308187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7889bd2-ccb8-4071-819d-ea0598adaba3 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:45.323127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7889bd2-ccb8-4071-819d-ea0598adaba3 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:45.323127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7889bd2-ccb8-4071-819d-ea0598adaba3 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:45.334401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7889bd2-ccb8-4071-819d-ea0598adaba3 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:45.336585 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f7889bd2-ccb8-4071-819d-ea0598adaba3 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1666062 Oct 13 11:19:45.340736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46186) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:45.464829 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2c61432a-4e53-4a4a-8470-b20f46a34554 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1227212 Oct 13 11:19:45.468137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46188) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:45.574980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dffb9b-00db-411c-b25e-4f5f5964036d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:45.580231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dffb9b-00db-411c-b25e-4f5f5964036d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:45.586478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-10dffb9b-00db-411c-b25e-4f5f5964036d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1141796 Oct 13 11:19:45.590556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46194) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:45.660647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715ec125-3e80-4c56-b3d5-f9904e9beaa8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:45.662239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715ec125-3e80-4c56-b3d5-f9904e9beaa8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['shared'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:45.663805 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-715ec125-3e80-4c56-b3d5-f9904e9beaa8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0731757 Oct 13 11:19:45.669795 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46198) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:45.793874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b58c64-13b1-404a-938a-d9eb4c8fdeee tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:45.795372 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c0b58c64-13b1-404a-938a-d9eb4c8fdeee tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "GET /v2.0/networks/98b557bd-0aae-4005-824b-39a29c994acc HTTP/1.1" status: 200 len: 799 time: 0.1246107 Oct 13 11:19:45.799451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46202) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:45.903344 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-841de3b9-f569-4560-99ad-3fbc477c33b1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "GET /v2.0/networks/98b557bd-0aae-4005-824b-39a29c994acc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1027176 Oct 13 11:19:45.908471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46204) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:45.975929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce831e-f777-4335-8c02-89dbe55cdf62 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:45.977696 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-08ce831e-f777-4335-8c02-89dbe55cdf62 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "GET /v2.0/subnets/4948b0a3-f479-4dd2-bdac-db2d18c13b4e HTTP/1.1" status: 200 len: 811 time: 0.0682931 Oct 13 11:19:45.983489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46208) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:46.042234 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205a1690-6d7c-4ce0-a97b-00ae06b05e08 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:46.045369 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-205a1690-6d7c-4ce0-a97b-00ae06b05e08 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "GET /v2.0/subnets/4948b0a3-f479-4dd2-bdac-db2d18c13b4e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0601678 Oct 13 11:19:46.050521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46212) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:46.059729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e57a7816-7852-404c-b705-caa3cd22ebaf tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-577185903'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:46.216981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57a7816-7852-404c-b705-caa3cd22ebaf tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:46.221024 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e57a7816-7852-404c-b705-caa3cd22ebaf tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:46.249754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57a7816-7852-404c-b705-caa3cd22ebaf tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:19:46.259098 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e57a7816-7852-404c-b705-caa3cd22ebaf tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:46.259548 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-e57a7816-7852-404c-b705-caa3cd22ebaf tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Added segment 1871c76e-5ff3-4267-ac35-cb2f46ff8690 of type vlan for network 5958c003-61a1-4b53-9b2c-9b4a61d2fe46 Oct 13 11:19:46.303921 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e57a7816-7852-404c-b705-caa3cd22ebaf tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:46.385863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e57a7816-7852-404c-b705-caa3cd22ebaf tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:46.398589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a7816-7852-404c-b705-caa3cd22ebaf tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:46.400056 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e57a7816-7852-404c-b705-caa3cd22ebaf tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:46.485877 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2208d7e-50cc-4801-b98b-866edc4da091 req-f598eff4-8e85-4d05-8efe-5ffd24074917 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:46.487831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c2208d7e-50cc-4801-b98b-866edc4da091 req-f598eff4-8e85-4d05-8efe-5ffd24074917 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 945 time: 0.0717957 Oct 13 11:19:46.497866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a7816-7852-404c-b705-caa3cd22ebaf tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Network': ['ID=5958c003-61a1-4b53-9b2c-9b4a61d2fe46,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:46.511967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 5958c003-61a1-4b53-9b2c-9b4a61d2fe46 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:19:46.530789 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e57a7816-7852-404c-b705-caa3cd22ebaf tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4789343 Oct 13 11:19:46.534077 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46220) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:46.540308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'subnet': {'network_id': '5958c003-61a1-4b53-9b2c-9b4a61d2fe46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:46.562126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c2208d7e-50cc-4801-b98b-866edc4da091 req-84429f7d-173e-4d9a-8880-80e067a1ce4e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678935 Oct 13 11:19:46.731590 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-34053b8d-70b5-4154-841f-52ae4c27c002 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1071575 Oct 13 11:19:46.834166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Made reservation on behalf of c25a8426db5548bcaa070edd298c3030 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:46.837944 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:46.937427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96362129-c875-4866-95b6-ed1ada1cf8b1 req-49be76b9-937e-47f9-afb5-76dd76660eac tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:46.939598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_backend_mixin [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Performing IP validity checks on allocation pools {{(pid=101990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 11:19:46.940317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_backend_mixin [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 11:19:46.951264 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-96362129-c875-4866-95b6-ed1ada1cf8b1 req-49be76b9-937e-47f9-afb5-76dd76660eac tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1211479 Oct 13 11:19:47.039849 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-96362129-c875-4866-95b6-ed1ada1cf8b1 req-8899a44a-6f3b-4be9-b765-a26ffdfe65d6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814319 Oct 13 11:19:47.305964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:47.419000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Checking segment: {'id': '1871c76e-5ff3-4267-ac35-cb2f46ff8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5958c003-61a1-4b53-9b2c-9b4a61d2fe46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:47.419380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network hostable DHCP agents. Network: 5958c003-61a1-4b53-9b2c-9b4a61d2fe46, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:19:47.423737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Subnet': ['ID=eb30b662-d257-427b-b0ad-65abb3e7bec8,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:47.526378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Network 5958c003-61a1-4b53-9b2c-9b4a61d2fe46 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:19:47.676469 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 5958c003-61a1-4b53-9b2c-9b4a61d2fe46) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:47.687781 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:47.692639 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:47.700654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e7f7ae-9fac-44b9-937f-efa1d6842b9e None None] Network 5958c003-61a1-4b53-9b2c-9b4a61d2fe46 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:47.747435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e650843-8346-4b4d-94f1-5f05319dcb6e req-7630efe7-fbb9-4cb3-a35d-79db4cb99763 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:47.749219 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e650843-8346-4b4d-94f1-5f05319dcb6e req-7630efe7-fbb9-4cb3-a35d-79db4cb99763 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 945 time: 0.1160572 Oct 13 11:19:47.864710 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fb9b8d74-7f35-4eca-b7ec-765c15e5f8a6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3293047 Oct 13 11:19:47.868408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46260) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:47.874367 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3d933f4a-7abc-4a65-acde-b346e96a05c8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:47.882027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f0f8-c3e8-489d-a1a7-0704333f8f6d req-f870bd31-a139-430a-8c94-188d91ad6805 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:47.884132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a30f0f8-c3e8-489d-a1a7-0704333f8f6d req-f870bd31-a139-430a-8c94-188d91ad6805 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 945 time: 0.0995502 Oct 13 11:19:47.942219 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a30f0f8-c3e8-489d-a1a7-0704333f8f6d req-2462a36d-2e73-4921-bd00-a00d753bf72c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Oct 13 11:19:47.992854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-5958c003-61a1-4b53-9b2c-9b4a61d2fe46', 'network_id': '5958c003-61a1-4b53-9b2c-9b4a61d2fe46', 'tenant_id': 'c25a8426db5548bcaa070edd298c3030', 'fixed_ips': [{'subnet_id': 'eb30b662-d257-427b-b0ad-65abb3e7bec8'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:19:47.994459 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:48.030956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-4e650843-8346-4b4d-94f1-5f05319dcb6e req-32fc7b8a-bf9c-4abf-bba3-2a5a6fd7e8e4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Deleting port bd93e1c1-7621-4370-a387-675a9db1e795 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:48.031410 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e650843-8346-4b4d-94f1-5f05319dcb6e req-32fc7b8a-bf9c-4abf-bba3-2a5a6fd7e8e4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:48.117793 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3d933f4a-7abc-4a65-acde-b346e96a05c8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28579355'] for subnet, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:48.166772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-4e650843-8346-4b4d-94f1-5f05319dcb6e req-32fc7b8a-bf9c-4abf-bba3-2a5a6fd7e8e4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] For port bd93e1c1-7621-4370-a387-675a9db1e795, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=bd93e1c1-7621-4370-a387-675a9db1e795,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:48.166772 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e650843-8346-4b4d-94f1-5f05319dcb6e req-32fc7b8a-bf9c-4abf-bba3-2a5a6fd7e8e4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:48.177848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-4e650843-8346-4b4d-94f1-5f05319dcb6e req-32fc7b8a-bf9c-4abf-bba3-2a5a6fd7e8e4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Calling delete_port for bd93e1c1-7621-4370-a387-675a9db1e795 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:48.180931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Allocated IP 172.20.0.3 (5958c003-61a1-4b53-9b2c-9b4a61d2fe46/eb30b662-d257-427b-b0ad-65abb3e7bec8/0a2068b1-0abf-4621-bc5c-616532f95ac4) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:19:48.324041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e9329-4c43-4828-86a7-0a4b1a2a06c4 req-03260835-f370-440c-a86a-a1648d58bc21 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:48.333318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c1e9329-4c43-4828-86a7-0a4b1a2a06c4 req-03260835-f370-440c-a86a-a1648d58bc21 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.0765738 Oct 13 11:19:48.410588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c1e9329-4c43-4828-86a7-0a4b1a2a06c4 req-73abbe92-3548-43b9-9ec2-b890d64ff897 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760365 Oct 13 11:19:48.508549 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:48.519831 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e650843-8346-4b4d-94f1-5f05319dcb6e req-32fc7b8a-bf9c-4abf-bba3-2a5a6fd7e8e4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:48.533062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['bd93e1c1-7621-4370-a387-675a9db1e795'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:19:48.554624 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc7b8a-bf9c-4abf-bba3-2a5a6fd7e8e4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event deleted for resources: {'Port': ['ID=bd93e1c1-7621-4370-a387-675a9db1e795,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:48.606546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e650843-8346-4b4d-94f1-5f05319dcb6e req-32fc7b8a-bf9c-4abf-bba3-2a5a6fd7e8e4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] No DVR routers for this DVR port bd93e1c1-7621-4370-a387-675a9db1e795 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:48.609211 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4e650843-8346-4b4d-94f1-5f05319dcb6e req-32fc7b8a-bf9c-4abf-bba3-2a5a6fd7e8e4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:48.613582 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4e650843-8346-4b4d-94f1-5f05319dcb6e req-32fc7b8a-bf9c-4abf-bba3-2a5a6fd7e8e4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "DELETE /v2.0/ports/bd93e1c1-7621-4370-a387-675a9db1e795 HTTP/1.1" status: 204 len: 173 time: 0.8513012 Oct 13 11:19:48.614112 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bcc409-f9d6-4623-8266-df0451c6a4e2', 'name': 'network-vif-deleted', 'tag': 'bd93e1c1-7621-4370-a387-675a9db1e795'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:19:48.616546 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234efc55-37bf-457e-9d50-c55e19baa74b" -d '{"events": [{"server_uuid": "d5bcc409-f9d6-4623-8266-df0451c6a4e2", "name": "network-vif-deleted", "tag": "bd93e1c1-7621-4370-a387-675a9db1e795"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:19:48.686848 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31bc2a6-1133-4f8e-9e08-c7cdbee2bb72 x-openstack-request-id: req-e31bc2a6-1133-4f8e-9e08-c7cdbee2bb72 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:19:48.687152 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bcc409-f9d6-4623-8266-df0451c6a4e2", "name": "network-vif-deleted", "tag": "bd93e1c1-7621-4370-a387-675a9db1e795", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:19:48.687405 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e31bc2a6-1133-4f8e-9e08-c7cdbee2bb72 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:19:48.687811 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bcc409-f9d6-4623-8266-df0451c6a4e2', 'name': 'network-vif-deleted', 'tag': 'bd93e1c1-7621-4370-a387-675a9db1e795', 'status': 'completed', 'code': 200} Oct 13 11:19:48.700975 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:48.782246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Network 5958c003-61a1-4b53-9b2c-9b4a61d2fe46 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:19:48.786640 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:19:48.792524 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:19:48.819554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Pushing event updated for resources: {'Port': ['ID=0a2068b1-0abf-4621-bc5c-616532f95ac4,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:48.887614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Attempting to bind port 0a2068b1-0abf-4621-bc5c-616532f95ac4 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:19:48.887614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Attempting to bind port 0a2068b1-0abf-4621-bc5c-616532f95ac4 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '1871c76e-5ff3-4267-ac35-cb2f46ff8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5958c003-61a1-4b53-9b2c-9b4a61d2fe46'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:19:48.887614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Attempting to bind port 0a2068b1-0abf-4621-bc5c-616532f95ac4 on network 5958c003-61a1-4b53-9b2c-9b4a61d2fe46 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:19:48.892385 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:19:48.892761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Checking segment: {'id': '1871c76e-5ff3-4267-ac35-cb2f46ff8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5958c003-61a1-4b53-9b2c-9b4a61d2fe46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:19:48.893161 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:48.893602 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Bound using segment: {'id': '1871c76e-5ff3-4267-ac35-cb2f46ff8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5958c003-61a1-4b53-9b2c-9b4a61d2fe46'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:19:48.894009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Bound port: 0a2068b1-0abf-4621-bc5c-616532f95ac4, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1871c76e-5ff3-4267-ac35-cb2f46ff8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5958c003-61a1-4b53-9b2c-9b4a61d2fe46'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:19:48.894415 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:49.017908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7380c33b-78ae-434d-8295-b829128d123d None None] For port 0a2068b1-0abf-4621-bc5c-616532f95ac4, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:19:49.024535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7380c33b-78ae-434d-8295-b829128d123d None None] For port 0a2068b1-0abf-4621-bc5c-616532f95ac4, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=0a2068b1-0abf-4621-bc5c-616532f95ac4,segment=NetworkSegment(1871c76e-5ff3-4267-ac35-cb2f46ff8690),segment_id=1871c76e-5ff3-4267-ac35-cb2f46ff8690)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:19:49.166669 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:49.247180 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dad178e8-ff35-4169-9f99-3de9f1aef38a req-30ac0e47-19d8-4a3b-81b4-e92b56e1fc24 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 210 time: 0.0444920 Oct 13 11:19:49.257218 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3d933f4a-7abc-4a65-acde-b346e96a05c8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785341713421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25810632'] for subnet, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:49.270992 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380c33b-78ae-434d-8295-b829128d123d None None] Pushing event updated for resources: {'Port': ['ID=0a2068b1-0abf-4621-bc5c-616532f95ac4,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:49.323576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d933f4a-7abc-4a65-acde-b346e96a05c8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:49.324476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3d933f4a-7abc-4a65-acde-b346e96a05c8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:49.326078 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3d933f4a-7abc-4a65-acde-b346e96a05c8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "PUT /v2.0/subnets/eb30b662-d257-427b-b0ad-65abb3e7bec8 HTTP/1.1" status: 200 len: 877 time: 1.4579151 Oct 13 11:19:49.328942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46292) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:49.341620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d933f4a-7abc-4a65-acde-b346e96a05c8 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event updated for resources: {'Subnet': ['ID=eb30b662-d257-427b-b0ad-65abb3e7bec8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:49.493626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:49.559422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Deleting port 0a2068b1-0abf-4621-bc5c-616532f95ac4 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:49.559765 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:49.674536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df4117-7345-4f29-8270-a48d570249d5 req-39fa78f6-c66d-4904-b219-bd7ee21566cb tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:49.676019 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4df4117-7345-4f29-8270-a48d570249d5 req-39fa78f6-c66d-4904-b219-bd7ee21566cb tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1142533 Oct 13 11:19:49.700823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] For port 0a2068b1-0abf-4621-bc5c-616532f95ac4, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=0a2068b1-0abf-4621-bc5c-616532f95ac4,segment=NetworkSegment(1871c76e-5ff3-4267-ac35-cb2f46ff8690),segment_id=1871c76e-5ff3-4267-ac35-cb2f46ff8690)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:49.701098 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:49.724817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Calling delete_port for 0a2068b1-0abf-4621-bc5c-616532f95ac4 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:49.746712 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4df4117-7345-4f29-8270-a48d570249d5 req-04439e16-36e5-4a53-89e9-ce2c92124367 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592318 Oct 13 11:19:49.923756 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-0370106a-6c18-47c1-82cc-d19500654d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:49.925315 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-0370106a-6c18-47c1-82cc-d19500654d63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1097 time: 0.0757291 Oct 13 11:19:49.962608 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 0a2068b1-0abf-4621-bc5c-616532f95ac4 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:19:50.039846 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:50.046027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No active binding found for port 0a2068b1-0abf-4621-bc5c-616532f95ac4 {{(pid=101992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 11:19:50.046567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 0a2068b1-0abf-4621-bc5c-616532f95ac4 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 11:19:50.072843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Port 0a2068b1-0abf-4621-bc5c-616532f95ac4 not found, will not notify nova. {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 11:19:50.088091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Port': ['ID=0a2068b1-0abf-4621-bc5c-616532f95ac4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:50.124402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-28d47b3c-1470-4d74-96c8-4d64065aa605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:50.126199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-28d47b3c-1470-4d74-96c8-4d64065aa605 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 200 len: 897 time: 0.1928458 Oct 13 11:19:50.146465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No DVR routers for this DVR port 0a2068b1-0abf-4621-bc5c-616532f95ac4 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:50.245931 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:50.250216 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1ec33390-d9e3-4f9b-a0a1-fd431c08fb46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 1002 time: 0.1099606 Oct 13 11:19:50.350155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-7fc7c807-b9e7-4598-847b-d376e661e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:50.351656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-7fc7c807-b9e7-4598-847b-d376e661e67b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44738a2c-842d-4d50-8c76-aab17d480d75 HTTP/1.1" status: 200 len: 835 time: 0.0801630 Oct 13 11:19:50.372243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff1a818-667a-4136-a745-dd8af269bbc9 None None] Network 5958c003-61a1-4b53-9b2c-9b4a61d2fe46 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:50.417080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-d0fc974f-3f8f-4326-8d08-99093dc85801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:50.421671 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-d0fc974f-3f8f-4326-8d08-99093dc85801 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8944532c-ccad-4eb9-9583-52762199ab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591314 Oct 13 11:19:50.473903 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:50.508334 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Subnet': ['ID=eb30b662-d257-427b-b0ad-65abb3e7bec8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:50.515470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-642cea87-2061-4d38-a6a5-88d3676cd25e None None] Could not find standard attr ID for object 0a2068b1-0abf-4621-bc5c-616532f95ac4. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:19:50.600285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d5a310-32fd-49ec-a728-4bd3419f2037 None None] DHCP port deletion for 5958c003-61a1-4b53-9b2c-9b4a61d2fe46 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:19:50.601596 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:50.627882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-502e9e71-cc97-4dc3-944a-9973f7ccaac2 service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921332 Oct 13 11:19:50.628682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5958c003-61a1-4b53-9b2c-9b4a61d2fe46']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:50.635566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead6306a-cdd4-473a-94d1-d221e0ea6129 None None] Network 5958c003-61a1-4b53-9b2c-9b4a61d2fe46 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:50.653693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1871c76e-5ff3-4267-ac35-cb2f46ff8690') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:50.654249 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1871c76e-5ff3-4267-ac35-cb2f46ff8690') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:50.707076 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:50.741196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:50.765683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:50.765683 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:50.770085 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:50.838950 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e083dfdd-80c9-43f4-a426-26ca7f54b298 req-edcfc552-2ab9-4448-895f-9d30e898dde3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 210 time: 0.0899045 Oct 13 11:19:50.863100 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-4e87b455-1933-4522-8d7f-7c4ad45b52d8 service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232199 Oct 13 11:19:50.960363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc657f5-588d-46a6-87d7-bbb4e91c538e req-260ca8bf-c8bb-4326-acb5-b6a09bd7237a tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:50.960363 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dc657f5-588d-46a6-87d7-bbb4e91c538e req-260ca8bf-c8bb-4326-acb5-b6a09bd7237a tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 945 time: 0.0556669 Oct 13 11:19:50.963067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:50.967855 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:50.974829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46312) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:50.975271 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/5958c003-61a1-4b53-9b2c-9b4a61d2fe46 HTTP/1.1" status: 204 len: 168 time: 1.6450102 Oct 13 11:19:51.006755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdafb8-b046-4496-9f39-db45591fd2d1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Network': ['ID=5958c003-61a1-4b53-9b2c-9b4a61d2fe46,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:51.021652 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-2507fbdc-cc1b-437b-9bc1-d9162251b453 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:51.022241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2507fbdc-cc1b-437b-9bc1-d9162251b453 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:51.026137 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2507fbdc-cc1b-437b-9bc1-d9162251b453 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/subnets/eb30b662-d257-427b-b0ad-65abb3e7bec8 HTTP/1.1" status: 404 len: 337 time: 0.0500956 Oct 13 11:19:51.028918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46314) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:51.046352 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dc657f5-588d-46a6-87d7-bbb4e91c538e req-9c919216-ec33-447e-87d3-a8462796b98f tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cc2fafa-e4f0-47b6-8265-00cda70c6b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697467 Oct 13 11:19:51.061036 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c1df83-372a-445d-b214-f2ef7e7b4d95 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:51.061618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c1df83-372a-445d-b214-f2ef7e7b4d95 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:51.067386 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a9c1df83-372a-445d-b214-f2ef7e7b4d95 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/5958c003-61a1-4b53-9b2c-9b4a61d2fe46 HTTP/1.1" status: 404 len: 339 time: 0.0256319 Oct 13 11:19:51.068651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46316) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:51.122526 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb2b140-fb64-426c-ae28-c1f6a2a64ea1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:51.122995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb2b140-fb64-426c-ae28-c1f6a2a64ea1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:51.126096 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3bb2b140-fb64-426c-ae28-c1f6a2a64ea1 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/subnets/85e368c8-3327-4762-a196-158b8e8cb2d0 HTTP/1.1" status: 404 len: 337 time: 0.0574791 Oct 13 11:19:51.128650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46318) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:51.148530 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b607d008-2ada-4d48-b0c1-6caa8320c82d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:51.149106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b607d008-2ada-4d48-b0c1-6caa8320c82d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:51.154918 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b607d008-2ada-4d48-b0c1-6caa8320c82d tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/29b50a75-ce20-4d32-9ad0-a553d0dcc2d3 HTTP/1.1" status: 404 len: 339 time: 0.0230365 Oct 13 11:19:51.155155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46320) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:51.242584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803926d-bc0c-493f-bc59-a7aae95abb5f req-0c56b452-79a9-4191-a42d-2614490e6880 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:51.242584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8803926d-bc0c-493f-bc59-a7aae95abb5f req-0c56b452-79a9-4191-a42d-2614490e6880 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.0889831 Oct 13 11:19:51.283929 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c058a5fc-133e-49b9-8af4-875d4d909e96 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:51.296781 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8803926d-bc0c-493f-bc59-a7aae95abb5f req-bf92011e-ba9d-4db8-a4ff-24b038e62774 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483141 Oct 13 11:19:51.389015 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c058a5fc-133e-49b9-8af4-875d4d909e96 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:51.413134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c058a5fc-133e-49b9-8af4-875d4d909e96 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3050c4d-cd01-4a40-83eb-b67a93d8eab2']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:51.425257 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c058a5fc-133e-49b9-8af4-875d4d909e96 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3988849-9584-481c-8d4b-2e3b0f7aab47') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:51.425697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c058a5fc-133e-49b9-8af4-875d4d909e96 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3988849-9584-481c-8d4b-2e3b0f7aab47') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:51.437456 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c058a5fc-133e-49b9-8af4-875d4d909e96 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:51.452841 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c058a5fc-133e-49b9-8af4-875d4d909e96 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:51.459255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c058a5fc-133e-49b9-8af4-875d4d909e96 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:51.459754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c058a5fc-133e-49b9-8af4-875d4d909e96 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:51.464117 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:51.646026 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c058a5fc-133e-49b9-8af4-875d4d909e96 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:51.673283 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c058a5fc-133e-49b9-8af4-875d4d909e96 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:51.678871 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c058a5fc-133e-49b9-8af4-875d4d909e96 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/e3050c4d-cd01-4a40-83eb-b67a93d8eab2 HTTP/1.1" status: 204 len: 168 time: 0.5206180 Oct 13 11:19:51.678871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058a5fc-133e-49b9-8af4-875d4d909e96 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Network': ['ID=e3050c4d-cd01-4a40-83eb-b67a93d8eab2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:51.679319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46324) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:51.711781 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a24e87c-cfd7-416b-bf81-d361039b8bf6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:51.712243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a24e87c-cfd7-416b-bf81-d361039b8bf6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:51.716672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4a24e87c-cfd7-416b-bf81-d361039b8bf6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/subnets/43ed9553-84bb-4af2-a66b-b31b1bc1e73b HTTP/1.1" status: 404 len: 337 time: 0.0362449 Oct 13 11:19:51.719203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46326) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:51.740182 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6c53f2-e8af-4433-9ac2-cd313b738d65 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:51.740860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6c53f2-e8af-4433-9ac2-cd313b738d65 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:51.743979 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3f6c53f2-e8af-4433-9ac2-cd313b738d65 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/212390f2-a0c0-4a3e-bfed-86f37893ceac HTTP/1.1" status: 404 len: 339 time: 0.0235121 Oct 13 11:19:51.746977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46328) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:51.776076 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cac469-2a53-4e43-bf07-b45af4b1c2fa tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:51.776547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27cac469-2a53-4e43-bf07-b45af4b1c2fa tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:51.779616 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-27cac469-2a53-4e43-bf07-b45af4b1c2fa tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/subnets/fda6ec7a-d68c-4841-b11e-4aed2efdf7c2 HTTP/1.1" status: 404 len: 337 time: 0.0316029 Oct 13 11:19:51.782111 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46330) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:51.797913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device bd93e1c1-7621-4370-a387-675a9db1e795 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:19:51.802529 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d9d2c7-d010-433b-bbdc-991a672eed68 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:51.803137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d9d2c7-d010-433b-bbdc-991a672eed68 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:51.808670 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d5d9d2c7-d010-433b-bbdc-991a672eed68 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/e9209375-84da-4814-a844-f1303821ea45 HTTP/1.1" status: 404 len: 339 time: 0.0232589 Oct 13 11:19:51.809048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46332) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:51.839121 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: bd93e1c1-7621-4370-a387-675a9db1e795 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:19:51.839622 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device bd93e1c1-7621-4370-a387-675a9db1e795 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:19:51.854637 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-9491db67-5474-4ad5-bbc1-b70f5396d6f4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:51.855401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9491db67-5474-4ad5-bbc1-b70f5396d6f4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:51.859004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9491db67-5474-4ad5-bbc1-b70f5396d6f4 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/subnets/98ad8409-6379-456a-8d62-a2fb4d41523c HTTP/1.1" status: 404 len: 337 time: 0.0487149 Oct 13 11:19:51.862947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46334) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:51.885117 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12d47a7-ed68-41b1-9890-c1b4f9d41a76 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:51.885933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12d47a7-ed68-41b1-9890-c1b4f9d41a76 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:51.890067 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b12d47a7-ed68-41b1-9890-c1b4f9d41a76 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/dc58c795-c382-490a-b5d5-1b5453bb7558 HTTP/1.1" status: 404 len: 339 time: 0.0255358 Oct 13 11:19:51.892447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46338) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:51.904700 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 0a2068b1-0abf-4621-bc5c-616532f95ac4 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:19:51.928154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 0a2068b1-0abf-4621-bc5c-616532f95ac4 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:19:51.928883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 0a2068b1-0abf-4621-bc5c-616532f95ac4 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:19:51.929596 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb123426-d82f-4c8e-a946-dbb5b5353677 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:51.930063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb123426-d82f-4c8e-a946-dbb5b5353677 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:51.943323 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bb123426-d82f-4c8e-a946-dbb5b5353677 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/subnets/bdd6f6c1-8ea3-4dfa-a7e3-a0204d96b10a HTTP/1.1" status: 404 len: 337 time: 0.0497622 Oct 13 11:19:51.945796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46340) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:51.969243 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-115f48bb-ff39-4bf4-8e8b-c4467b4c1bf6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:51.970157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115f48bb-ff39-4bf4-8e8b-c4467b4c1bf6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:51.973447 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-115f48bb-ff39-4bf4-8e8b-c4467b4c1bf6 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/d2c90a5e-3f36-4c45-b53e-8db830c2b8e7 HTTP/1.1" status: 404 len: 339 time: 0.0264645 Oct 13 11:19:51.975930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46342) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:51.979743 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9379df9-3534-4afc-adc9-193f09a3b81a req-607f4073-46b2-49d9-9044-7714fcf16928 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 210 time: 0.0524623 Oct 13 11:19:52.015452 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4c95c5-097c-41ad-ae4e-053264b2db4e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:52.015915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4c95c5-097c-41ad-ae4e-053264b2db4e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:52.018986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3e4c95c5-097c-41ad-ae4e-053264b2db4e tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/subnets/fd4449d2-f5a9-49b7-9107-a1c72550fa04 HTTP/1.1" status: 404 len: 337 time: 0.0412161 Oct 13 11:19:52.021777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46344) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:52.046007 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2d7310-5aba-44b8-b2e1-91e694b9d40c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:52.046007 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2d7310-5aba-44b8-b2e1-91e694b9d40c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:52.051685 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2b2d7310-5aba-44b8-b2e1-91e694b9d40c tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/7250cef3-ab35-4b7e-8d0c-720148901aca HTTP/1.1" status: 404 len: 339 time: 0.0266168 Oct 13 11:19:52.052447 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46348) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:52.084829 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c1561a-a412-468b-ba50-d584d2c2a4da tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:52.085296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c1561a-a412-468b-ba50-d584d2c2a4da tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:52.089352 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-15c1561a-a412-468b-ba50-d584d2c2a4da tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/subnets/ba4fc6c6-dbe5-44e8-88a6-ff1982d9cc09 HTTP/1.1" status: 404 len: 337 time: 0.0358281 Oct 13 11:19:52.092037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46352) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:52.128190 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-4082a112-3d94-4917-b797-2b0b9deec82b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:52.128783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4082a112-3d94-4917-b797-2b0b9deec82b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:52.136135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46354) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:52.136375 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4082a112-3d94-4917-b797-2b0b9deec82b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/a11366f2-38f8-4032-a7a8-692d1ead5f7d HTTP/1.1" status: 404 len: 339 time: 0.0427468 Oct 13 11:19:52.178841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cc233-7f76-41cd-9c29-2e757cf70554 req-21b7eadc-6896-420f-af71-286ead951a61 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:52.180564 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b5cc233-7f76-41cd-9c29-2e757cf70554 req-21b7eadc-6896-420f-af71-286ead951a61 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.21 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 945 time: 0.1426318 Oct 13 11:19:52.190860 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-196e123b-6bb9-4d04-99d2-06db96b19bff tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:52.191356 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196e123b-6bb9-4d04-99d2-06db96b19bff tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:52.194535 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-196e123b-6bb9-4d04-99d2-06db96b19bff tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/subnets/f5e1c687-b0c2-4b99-8b3c-0edbd2c192a6 HTTP/1.1" status: 404 len: 337 time: 0.0574429 Oct 13 11:19:52.199645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46356) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:52.223957 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-60eac7e9-05b6-4d4e-b323-24be1b258075 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:52.224530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60eac7e9-05b6-4d4e-b323-24be1b258075 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:52.230600 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-60eac7e9-05b6-4d4e-b323-24be1b258075 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/5d17cb27-0638-4687-ade8-5f3e77ae357e HTTP/1.1" status: 404 len: 339 time: 0.0313454 Oct 13 11:19:52.231221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46358) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:52.257561 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47a4531-5c39-4dc5-af4f-7dfba36a43dd tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:52.257561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47a4531-5c39-4dc5-af4f-7dfba36a43dd tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:52.263805 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d47a4531-5c39-4dc5-af4f-7dfba36a43dd tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/subnets/ce135b68-3421-4073-bf36-0e1bceb395ab HTTP/1.1" status: 404 len: 337 time: 0.0315874 Oct 13 11:19:52.263982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46362) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:52.311646 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ff902a-3db9-4dda-b6f2-e1533ed96b8b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] DELETE failed (client error): The resource could not be found. Oct 13 11:19:52.312428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ff902a-3db9-4dda-b6f2-e1533ed96b8b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:19:52.315787 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-96ff902a-3db9-4dda-b6f2-e1533ed96b8b tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/f03f3ff4-2794-4c62-917b-7bc92c8030ff HTTP/1.1" status: 404 len: 339 time: 0.0499256 Oct 13 11:19:52.318372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46366) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:52.325641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b52a7-1018-4a22-86ee-c4323aed2590 req-0b347e4a-1e83-4599-8752-b67321247f13 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:52.327399 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f70b52a7-1018-4a22-86ee-c4323aed2590 req-0b347e4a-1e83-4599-8752-b67321247f13 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 945 time: 0.1458302 Oct 13 11:19:52.378771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-00754d3f-d4ca-4103-82dd-102cfc271a4a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Deleting subnet 4948b0a3-f479-4dd2-bdac-db2d18c13b4e {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:19:52.382606 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00754d3f-d4ca-4103-82dd-102cfc271a4a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:52.397792 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f70b52a7-1018-4a22-86ee-c4323aed2590 req-0b3d5fa2-e83d-4cd2-bb88-528fb74db42c tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cc2fafa-e4f0-47b6-8265-00cda70c6b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612700 Oct 13 11:19:52.405764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-5b5cc233-7f76-41cd-9c29-2e757cf70554 req-49a3ffad-3220-4d3f-9c22-4f62661cd646 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Deleting port 0ff86a61-36bc-4b0d-9367-d369663f9c4a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:52.406159 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5b5cc233-7f76-41cd-9c29-2e757cf70554 req-49a3ffad-3220-4d3f-9c22-4f62661cd646 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:52.435092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00754d3f-d4ca-4103-82dd-102cfc271a4a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:52.502900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5b5cc233-7f76-41cd-9c29-2e757cf70554 req-49a3ffad-3220-4d3f-9c22-4f62661cd646 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] For port 0ff86a61-36bc-4b0d-9367-d369663f9c4a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=0ff86a61-36bc-4b0d-9367-d369663f9c4a,segment=NetworkSegment(117e6fdc-bf13-452d-bf65-5ee1fd2adfa6),segment_id=117e6fdc-bf13-452d-bf65-5ee1fd2adfa6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:52.503268 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5b5cc233-7f76-41cd-9c29-2e757cf70554 req-49a3ffad-3220-4d3f-9c22-4f62661cd646 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:52.517137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-5b5cc233-7f76-41cd-9c29-2e757cf70554 req-49a3ffad-3220-4d3f-9c22-4f62661cd646 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Calling delete_port for 0ff86a61-36bc-4b0d-9367-d369663f9c4a owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:52.551245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00754d3f-d4ca-4103-82dd-102cfc271a4a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:52.728688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46727241-1af9-46e3-8ef2-c363d1535db2 req-47656345-43ca-4b32-82e2-ad9128c9b314 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:52.728688 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46727241-1af9-46e3-8ef2-c363d1535db2 req-47656345-43ca-4b32-82e2-ad9128c9b314 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1786039 Oct 13 11:19:52.754379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46727241-1af9-46e3-8ef2-c363d1535db2 req-b61871eb-eae6-4b36-8ad3-2f83cf41c1f3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535576 Oct 13 11:19:52.819969 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00754d3f-d4ca-4103-82dd-102cfc271a4a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:52.850455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00754d3f-d4ca-4103-82dd-102cfc271a4a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Subnet': ['ID=4948b0a3-f479-4dd2-bdac-db2d18c13b4e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:52.852729 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00754d3f-d4ca-4103-82dd-102cfc271a4a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:52.859002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8ca70f-052f-4a39-bf5f-1131f8a05f1b None None] Network 98b557bd-0aae-4005-824b-39a29c994acc requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:19:52.859829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46368) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:52.866269 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-00754d3f-d4ca-4103-82dd-102cfc271a4a tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/subnets/4948b0a3-f479-4dd2-bdac-db2d18c13b4e HTTP/1.1" status: 204 len: 168 time: 0.5372105 Oct 13 11:19:53.122071 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9545609-15ee-40c2-9546-ee564d1242ff None None] DHCP port deletion for 98b557bd-0aae-4005-824b-39a29c994acc request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:19:53.215854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d9545609-15ee-40c2-9546-ee564d1242ff None None] Deleting port d4d43d80-13cb-4e03-a083-d7c6523a356b {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:53.216599 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d9545609-15ee-40c2-9546-ee564d1242ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:53.302606 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5b5cc233-7f76-41cd-9c29-2e757cf70554 req-49a3ffad-3220-4d3f-9c22-4f62661cd646 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:53.316981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['0ff86a61-36bc-4b0d-9367-d369663f9c4a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:19:53.320150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d9545609-15ee-40c2-9546-ee564d1242ff None None] For port d4d43d80-13cb-4e03-a083-d7c6523a356b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d4d43d80-13cb-4e03-a083-d7c6523a356b,segment=NetworkSegment(241edc60-850f-4a33-a319-948beb011827),segment_id=241edc60-850f-4a33-a319-948beb011827)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:53.321232 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d9545609-15ee-40c2-9546-ee564d1242ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:53.341964 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-227eb0a9-c1ba-49be-982a-334d051e8c0c req-6aaa3d8e-9e6e-45a5-91b5-1f8b44d4f955 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 210 time: 0.0733521 Oct 13 11:19:53.355116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d9545609-15ee-40c2-9546-ee564d1242ff None None] Calling delete_port for d4d43d80-13cb-4e03-a083-d7c6523a356b owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:53.379449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3ffad-3220-4d3f-9c22-4f62661cd646 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Pushing event deleted for resources: {'Port': ['ID=0ff86a61-36bc-4b0d-9367-d369663f9c4a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:53.441319 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:53.464717 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5cc233-7f76-41cd-9c29-2e757cf70554 req-49a3ffad-3220-4d3f-9c22-4f62661cd646 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] No DVR routers for this DVR port 0ff86a61-36bc-4b0d-9367-d369663f9c4a on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:53.469071 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5b5cc233-7f76-41cd-9c29-2e757cf70554 req-49a3ffad-3220-4d3f-9c22-4f62661cd646 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:53.472693 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b5cc233-7f76-41cd-9c29-2e757cf70554 req-49a3ffad-3220-4d3f-9c22-4f62661cd646 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.21 "DELETE /v2.0/ports/0ff86a61-36bc-4b0d-9367-d369663f9c4a HTTP/1.1" status: 204 len: 173 time: 1.2757301 Oct 13 11:19:53.473847 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6898a805-2f30-46af-8301-c13b4258c660', 'name': 'network-vif-deleted', 'tag': '0ff86a61-36bc-4b0d-9367-d369663f9c4a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:19:53.477899 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c705d71d-9696-4b0e-9599-b7f802c06d52" -d '{"events": [{"server_uuid": "6898a805-2f30-46af-8301-c13b4258c660", "name": "network-vif-deleted", "tag": "0ff86a61-36bc-4b0d-9367-d369663f9c4a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:19:53.539006 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac1c1cfa-c9e8-407a-9c41-0b1352fcc20a req-7590f3cd-58d1-49de-aa8d-ee8080639093 tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 210 time: 0.0447109 Oct 13 11:19:53.557292 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d9545609-15ee-40c2-9546-ee564d1242ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:53.569329 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Deleting port d4d43d80-13cb-4e03-a083-d7c6523a356b {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:19:53.569587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:53.602757 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9545609-15ee-40c2-9546-ee564d1242ff None None] No DVR routers for this DVR port d4d43d80-13cb-4e03-a083-d7c6523a356b on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:53.605476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9545609-15ee-40c2-9546-ee564d1242ff None None] Pushing event deleted for resources: {'Port': ['ID=d4d43d80-13cb-4e03-a083-d7c6523a356b,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:53.654689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] For port d4d43d80-13cb-4e03-a083-d7c6523a356b, host n-d-813659-3, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:19:53.655060 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:53.670560 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Calling delete_port for d4d43d80-13cb-4e03-a083-d7c6523a356b owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:19:53.673317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Port d4d43d80-13cb-4e03-a083-d7c6523a356b was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 11:19:53.674622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:53.704975 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Port': ['ID=d4d43d80-13cb-4e03-a083-d7c6523a356b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:53.705899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] No DVR routers for this DVR port d4d43d80-13cb-4e03-a083-d7c6523a356b on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:19:53.786257 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd466d16-4163-486e-bf7c-13cae3f4c50e x-openstack-request-id: req-bd466d16-4163-486e-bf7c-13cae3f4c50e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:19:53.786606 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6898a805-2f30-46af-8301-c13b4258c660", "name": "network-vif-deleted", "tag": "0ff86a61-36bc-4b0d-9367-d369663f9c4a", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:19:53.786811 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd466d16-4163-486e-bf7c-13cae3f4c50e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:19:53.787197 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6898a805-2f30-46af-8301-c13b4258c660', 'name': 'network-vif-deleted', 'tag': '0ff86a61-36bc-4b0d-9367-d369663f9c4a', 'status': 'completed', 'code': 200} Oct 13 11:19:53.807683 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:53.830500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b557bd-0aae-4005-824b-39a29c994acc']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:53.843194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241edc60-850f-4a33-a319-948beb011827') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:53.843573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241edc60-850f-4a33-a319-948beb011827') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:53.855913 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:53.875780 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:53.911944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:53.912352 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:53.917884 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:53.921335 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d4d43d80-13cb-4e03-a083-d7c6523a356b no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:19:53.943650 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: d4d43d80-13cb-4e03-a083-d7c6523a356b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:19:53.944003 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d4d43d80-13cb-4e03-a083-d7c6523a356b not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:19:53.990239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da71d3-61fc-42c6-8099-c8d7a6412e83 req-5987dab6-f31f-4d3b-918a-ecd42103f4de tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:53.991743 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72da71d3-61fc-42c6-8099-c8d7a6412e83 req-5987dab6-f31f-4d3b-918a-ecd42103f4de tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1181400 Oct 13 11:19:54.031370 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72da71d3-61fc-42c6-8099-c8d7a6412e83 req-12898f6e-9768-4f05-ba5f-50da43c8a380 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333619 Oct 13 11:19:54.080719 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:54.083796 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:54.087072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] 10.222.0.32 "DELETE /v2.0/networks/98b557bd-0aae-4005-824b-39a29c994acc HTTP/1.1" status: 204 len: 168 time: 1.2259173 Oct 13 11:19:54.102609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99d49f-1fba-441c-817f-327e910e4546 tempest-NetworksTest-797116412 tempest-NetworksTest-797116412-project] Pushing event deleted for resources: {'Network': ['ID=98b557bd-0aae-4005-824b-39a29c994acc,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:54.469169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca098ac9-8274-495f-8573-539f1f3602c9 req-55f3ac16-5855-4ac5-8e47-e2f0df257cb5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 210 time: 0.0353956 Oct 13 11:19:54.621619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46398) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:54.697179 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-174691e1-4abf-4d2b-babb-37334f795f55 req-8bbe418f-01ca-4a9d-b679-8dac988fc65c tempest-ServerTagsTestJSON-2007548521 tempest-ServerTagsTestJSON-2007548521-project] 10.222.0.32 "GET /v2.0/ports?device_id=6898a805-2f30-46af-8301-c13b4258c660 HTTP/1.1" status: 200 len: 210 time: 0.0548317 Oct 13 11:19:54.790612 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-98bc7f29-d8c3-4695-bc6a-13e9798ad101 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c25a8426db5548bcaa070edd298c3030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677241 Oct 13 11:19:54.793874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46406) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:54.850212 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52c90589-88a3-4c36-95a6-a1275b7430fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:54.874004 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52c90589-88a3-4c36-95a6-a1275b7430fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:54.990962 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52c90589-88a3-4c36-95a6-a1275b7430fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:54.993701 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52c90589-88a3-4c36-95a6-a1275b7430fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:54.995182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-52c90589-88a3-4c36-95a6-a1275b7430fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/455506a0-42c8-4550-8055-fcf0091af377 HTTP/1.1" status: 204 len: 168 time: 0.2003388 Oct 13 11:19:55.003515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c90589-88a3-4c36-95a6-a1275b7430fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455506a0-42c8-4550-8055-fcf0091af377,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:55.205287 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f0960-bac3-4121-a3fb-b44051c5afd3 req-bfac45bb-8758-474f-bc92-ee4072b32ac2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:55.207089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f10f0960-bac3-4121-a3fb-b44051c5afd3 req-bfac45bb-8758-474f-bc92-ee4072b32ac2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.0623662 Oct 13 11:19:55.251114 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f10f0960-bac3-4121-a3fb-b44051c5afd3 req-dca280ea-f2cd-445b-9f6d-dce6e9372832 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368810 Oct 13 11:19:55.586002 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98519bc6-cbdb-460a-b6eb-1d38a7ffa56a req-f6d22822-301f-424a-a709-2bfd860047ab tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 210 time: 0.0335073 Oct 13 11:19:55.700031 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0ff86a61-36bc-4b0d-9367-d369663f9c4a no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:19:55.721995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 0ff86a61-36bc-4b0d-9367-d369663f9c4a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:19:55.722364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 0ff86a61-36bc-4b0d-9367-d369663f9c4a not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:19:55.761625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46428) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:55.824489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-73295c54-8c95-4b1c-9fbd-a4d153ea3a97 admin admin] Deleting subnet 88a75dfa-fe25-47da-8387-bd040570f9e9 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:19:55.829601 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73295c54-8c95-4b1c-9fbd-a4d153ea3a97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:55.878552 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73295c54-8c95-4b1c-9fbd-a4d153ea3a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:55.933142 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73295c54-8c95-4b1c-9fbd-a4d153ea3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:56.111946 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73295c54-8c95-4b1c-9fbd-a4d153ea3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:56.130361 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73295c54-8c95-4b1c-9fbd-a4d153ea3a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:56.141925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-73295c54-8c95-4b1c-9fbd-a4d153ea3a97 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/88a75dfa-fe25-47da-8387-bd040570f9e9 HTTP/1.1" status: 204 len: 168 time: 0.3768756 Oct 13 11:19:56.142850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46440) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:56.168614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73295c54-8c95-4b1c-9fbd-a4d153ea3a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a75dfa-fe25-47da-8387-bd040570f9e9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:56.232901 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dca038c1-d844-46c8-97ac-2064b97386cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:56.351366 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dca038c1-d844-46c8-97ac-2064b97386cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:56.382626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46446) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:56.386528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-dca038c1-d844-46c8-97ac-2064b97386cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ed3762-f7dc-4e1c-a371-741eb63d3b33']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:56.408430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-dca038c1-d844-46c8-97ac-2064b97386cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117e6fdc-bf13-452d-bf65-5ee1fd2adfa6') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:56.409598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-dca038c1-d844-46c8-97ac-2064b97386cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117e6fdc-bf13-452d-bf65-5ee1fd2adfa6') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:19:56.427484 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dca038c1-d844-46c8-97ac-2064b97386cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:56.458398 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dca038c1-d844-46c8-97ac-2064b97386cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:56.469928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca038c1-d844-46c8-97ac-2064b97386cb admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:19:56.471484 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dca038c1-d844-46c8-97ac-2064b97386cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:19:56.474187 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:19:56.511415 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453325-1f8b-4d49-a1d9-9160e04debcf req-f03e5211-f047-4ade-b3c4-9c1b5f035df0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:56.523664 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb453325-1f8b-4d49-a1d9-9160e04debcf req-f03e5211-f047-4ade-b3c4-9c1b5f035df0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1051893 Oct 13 11:19:56.622628 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb453325-1f8b-4d49-a1d9-9160e04debcf req-5e996a53-af62-4206-a2be-0792692f6428 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944395 Oct 13 11:19:56.628107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-cfc99dfb-b966-48a0-b2fd-b7ec77edae23 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870889870'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:56.735110 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d51dfca5-3d73-4f7a-9e7b-a68d3dab17a9 req-f2e7d288-5185-4240-a4c9-b6eca8998cfa tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bcc409-f9d6-4623-8266-df0451c6a4e2 HTTP/1.1" status: 200 len: 210 time: 0.0322478 Oct 13 11:19:56.791107 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dca038c1-d844-46c8-97ac-2064b97386cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:56.802078 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dca038c1-d844-46c8-97ac-2064b97386cb admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:56.810844 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dca038c1-d844-46c8-97ac-2064b97386cb admin admin] 10.222.0.32 "DELETE /v2.0/networks/31ed3762-f7dc-4e1c-a371-741eb63d3b33 HTTP/1.1" status: 204 len: 168 time: 0.6611083 Oct 13 11:19:56.833706 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca038c1-d844-46c8-97ac-2064b97386cb admin admin] Pushing event deleted for resources: {'Network': ['ID=31ed3762-f7dc-4e1c-a371-741eb63d3b33,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:56.841862 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cfc99dfb-b966-48a0-b2fd-b7ec77edae23 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:56.863921 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cfc99dfb-b966-48a0-b2fd-b7ec77edae23 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.116286 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cfc99dfb-b966-48a0-b2fd-b7ec77edae23 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.260183 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cfc99dfb-b966-48a0-b2fd-b7ec77edae23 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.308597 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc99dfb-b966-48a0-b2fd-b7ec77edae23 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3f42ff-15b7-41b3-adaf-77e429263207,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:57.373635 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cfc99dfb-b966-48a0-b2fd-b7ec77edae23 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.445022 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46458) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:57.472295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cfc99dfb-b966-48a0-b2fd-b7ec77edae23 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.490905 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f2b76e9c-6a44-4dbf-8eb3-deb33f6cdb8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f72879840f8241dc92057f5df4d5a595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445833 Oct 13 11:19:57.494515 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46460) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:57.510523 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc99dfb-b966-48a0-b2fd-b7ec77edae23 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d0276c-2e43-4a36-99f0-199ce76a5b7d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:57.553290 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed159-45e0-4343-835e-1c94901d2a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.576222 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed159-45e0-4343-835e-1c94901d2a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.590238 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cfc99dfb-b966-48a0-b2fd-b7ec77edae23 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.592294 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cfc99dfb-b966-48a0-b2fd-b7ec77edae23 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2070596 Oct 13 11:19:57.598868 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46464) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:57.722368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed159-45e0-4343-835e-1c94901d2a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.726196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed159-45e0-4343-835e-1c94901d2a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.731430 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1c6ed159-45e0-4343-835e-1c94901d2a3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cc2fafa-e4f0-47b6-8265-00cda70c6b94 HTTP/1.1" status: 204 len: 168 time: 0.2344115 Oct 13 11:19:57.734470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-10f92b96-e467-465a-b873-689e22b892f1 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1343307 Oct 13 11:19:57.736076 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46472) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:57.741497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ed159-45e0-4343-835e-1c94901d2a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc2fafa-e4f0-47b6-8265-00cda70c6b94,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:57.761505 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ef366990-a0db-47cd-80d4-63ad397f41d5 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group': {'name': 'tempest-security--2005665185', 'description': 'tempest-security-description-209089854'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:57.802744 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef366990-a0db-47cd-80d4-63ad397f41d5 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.822442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e0686-f84b-4ec5-bb90-6524ca8ef3cb req-7e34e37a-2af6-4488-a976-1fcca37f54fa tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:57.824291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d7e0686-f84b-4ec5-bb90-6524ca8ef3cb req-7e34e37a-2af6-4488-a976-1fcca37f54fa tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1128466 Oct 13 11:19:57.880171 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef366990-a0db-47cd-80d4-63ad397f41d5 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.898505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d7e0686-f84b-4ec5-bb90-6524ca8ef3cb req-6650bac2-369b-4b0c-9c9d-33563b1c4207 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670514 Oct 13 11:19:57.948073 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef366990-a0db-47cd-80d4-63ad397f41d5 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.950696 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef366990-a0db-47cd-80d4-63ad397f41d5 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:57.951933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ef366990-a0db-47cd-80d4-63ad397f41d5 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "PUT /v2.0/security-groups/50d0276c-2e43-4a36-99f0-199ce76a5b7d HTTP/1.1" status: 200 len: 1779 time: 0.1954753 Oct 13 11:19:57.954905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46478) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:57.977045 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef366990-a0db-47cd-80d4-63ad397f41d5 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d0276c-2e43-4a36-99f0-199ce76a5b7d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:58.007716 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-52e17b55-1bff-4914-9263-e205107af8d0 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-groups/50d0276c-2e43-4a36-99f0-199ce76a5b7d HTTP/1.1" status: 200 len: 1779 time: 0.0492029 Oct 13 11:19:58.009296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46482) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:58.087656 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70092a85-ee35-40bd-a544-1e7943ac95ba tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:58.117626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70092a85-ee35-40bd-a544-1e7943ac95ba tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:58.225443 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70092a85-ee35-40bd-a544-1e7943ac95ba tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:58.228234 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70092a85-ee35-40bd-a544-1e7943ac95ba tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:58.230404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-70092a85-ee35-40bd-a544-1e7943ac95ba tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-groups/50d0276c-2e43-4a36-99f0-199ce76a5b7d HTTP/1.1" status: 204 len: 168 time: 0.2212253 Oct 13 11:19:58.233138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46498) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:58.241656 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70092a85-ee35-40bd-a544-1e7943ac95ba tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d0276c-2e43-4a36-99f0-199ce76a5b7d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:58.308673 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-35cf5126-c017-4bf1-aa33-f1ad6b9a704a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733917 Oct 13 11:19:58.311395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46504) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:58.327085 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-d426fc13-39f4-42f5-abff-8dda622dc372 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] delete failed (client error): The resource could not be found. Oct 13 11:19:58.328147 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d426fc13-39f4-42f5-abff-8dda622dc372 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-groups/50d0276c-2e43-4a36-99f0-199ce76a5b7d HTTP/1.1" status: 404 len: 347 time: 0.0158310 Oct 13 11:19:58.332350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46506) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:58.339630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e7aa49b6-1380-4092-9eba-f529bb5e2985 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group': {'name': 'tempest-secgroup--773859515'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:58.633628 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7aa49b6-1380-4092-9eba-f529bb5e2985 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:58.838586 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7aa49b6-1380-4092-9eba-f529bb5e2985 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:58.940432 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7aa49b6-1380-4092-9eba-f529bb5e2985 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.038608 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7aa49b6-1380-4092-9eba-f529bb5e2985 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.040491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e7aa49b6-1380-4092-9eba-f529bb5e2985 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7067220 Oct 13 11:19:59.044799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46530) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:59.049506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7b134b3c-3df0-46db-bf21-dee7d38e0aae tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group_rule': {'security_group_id': 'd356acfe-5277-4950-8c63-4c186fb9b47f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:59.113358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa49b6-1380-4092-9eba-f529bb5e2985 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d356acfe-5277-4950-8c63-4c186fb9b47f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:59.114266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46532) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:59.162209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62588430-fdfe-4104-8e5d-3089d62b0967 req-b183b927-ccf1-4eb1-9621-188f9670a299 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:59.163928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62588430-fdfe-4104-8e5d-3089d62b0967 req-b183b927-ccf1-4eb1-9621-188f9670a299 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1422315 Oct 13 11:19:59.182150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7b134b3c-3df0-46db-bf21-dee7d38e0aae tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.220797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62588430-fdfe-4104-8e5d-3089d62b0967 req-778616b4-8a3a-4c10-808f-c0869be9624b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461516 Oct 13 11:19:59.307762 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7b134b3c-3df0-46db-bf21-dee7d38e0aae tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.318281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1325136100-network', 'tenant_id': 'cad8119dcfc64d4f914a5f138208c03b'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:19:59.382400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7b134b3c-3df0-46db-bf21-dee7d38e0aae tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.407205 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b134b3c-3df0-46db-bf21-dee7d38e0aae tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100c4ba7-8f36-4c1c-8b95-53e1b62120ab,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:59.450963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Made reservation on behalf of cad8119dcfc64d4f914a5f138208c03b for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:19:59.454605 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.469144 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.581856 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.586750 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7b134b3c-3df0-46db-bf21-dee7d38e0aae tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.588729 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7b134b3c-3df0-46db-bf21-dee7d38e0aae tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5427878 Oct 13 11:19:59.591891 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46540) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:59.621889 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e555a394-82d5-4e14-a979-79196e77ae37 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.632122 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e555a394-82d5-4e14-a979-79196e77ae37 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.688060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.718651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2637db4-a96f-4d7c-a17b-aaae05a96e7f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:59.746083 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e555a394-82d5-4e14-a979-79196e77ae37 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.752418 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e555a394-82d5-4e14-a979-79196e77ae37 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.752698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:19:59.754137 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e555a394-82d5-4e14-a979-79196e77ae37 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/100c4ba7-8f36-4c1c-8b95-53e1b62120ab HTTP/1.1" status: 204 len: 168 time: 0.1611893 Oct 13 11:19:59.767185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.767541 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Added segment 45e869bc-1859-44c5-9959-b800a163808b of type vlan for network 9216d93a-0b9d-4713-9b28-d5c5f21279f8 Oct 13 11:19:59.772474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46544) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:59.775377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555a394-82d5-4e14-a979-79196e77ae37 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=100c4ba7-8f36-4c1c-8b95-53e1b62120ab,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:19:59.820946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.831917 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2f46a4b7-21e8-4e9d-8638-e1fabc10d5af tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513887 Oct 13 11:19:59.832650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46546) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:19:59.902701 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.903716 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:19:59.904305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.913901 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb302230-6f76-4983-8e1f-e79111f214fc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:19:59.958533 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb302230-6f76-4983-8e1f-e79111f214fc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:00.009679 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8934801 Oct 13 11:20:00.012727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46550) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:00.019862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Request body: {'subnet': {'network_id': '9216d93a-0b9d-4713-9b28-d5c5f21279f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1325136100-subnet', 'tenant_id': 'cad8119dcfc64d4f914a5f138208c03b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:00.038366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563f215-ae7e-4eb6-8d15-39082142e944 admin admin] Pushing event updated for resources: {'Network': ['ID=9216d93a-0b9d-4713-9b28-d5c5f21279f8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:00.050856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9216d93a-0b9d-4713-9b28-d5c5f21279f8 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:20:00.064696 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb302230-6f76-4983-8e1f-e79111f214fc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:00.067773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb302230-6f76-4983-8e1f-e79111f214fc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:00.068681 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fb302230-6f76-4983-8e1f-e79111f214fc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-groups/d356acfe-5277-4950-8c63-4c186fb9b47f HTTP/1.1" status: 204 len: 168 time: 0.2350264 Oct 13 11:20:00.071834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46552) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:00.085178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb302230-6f76-4983-8e1f-e79111f214fc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d356acfe-5277-4950-8c63-4c186fb9b47f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:00.137388 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-49fa083a-cba1-496d-a0b2-e16b611c6a2c tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0640485 Oct 13 11:20:00.141394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46554) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:00.147749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Made reservation on behalf of cad8119dcfc64d4f914a5f138208c03b for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:20:00.148336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-54e1d5e4-2a75-45b0-b83b-a03cf08791b9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group': {'name': 'tempest-secgroup--124859762'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:00.151498 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:00.292076 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54e1d5e4-2a75-45b0-b83b-a03cf08791b9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:00.508700 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54e1d5e4-2a75-45b0-b83b-a03cf08791b9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:00.519800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbcf15-ce17-440c-87c0-23099073cb48 req-2f042f88-038f-447b-ad95-47f5b3c2c908 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:00.521573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7cbcf15-ce17-440c-87c0-23099073cb48 req-2f042f88-038f-447b-ad95-47f5b3c2c908 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1221089 Oct 13 11:20:00.559074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:00.579201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7cbcf15-ce17-440c-87c0-23099073cb48 req-f0c0b0fb-b2ba-40dc-adae-6b4a7179bacc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464220 Oct 13 11:20:00.628802 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e714112e-bead-4745-8b12-c1791d6c99e8,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:00.633865 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54e1d5e4-2a75-45b0-b83b-a03cf08791b9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:00.639592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:00.639940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:00.640286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:00.640625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:00.640961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:00.641294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:00.641619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:00.641946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:00.642273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:00.645343 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:00.645343 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:00.645343 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:00.654752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Checking segment: {'id': '45e869bc-1859-44c5-9959-b800a163808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9216d93a-0b9d-4713-9b28-d5c5f21279f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:20:00.655117 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Network hostable DHCP agents. Network: 9216d93a-0b9d-4713-9b28-d5c5f21279f8, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:20:00.687085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1d5e4-2a75-45b0-b83b-a03cf08791b9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453edfc3-fe39-49ff-83b5-23e88ef49ca0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:00.764534 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54e1d5e4-2a75-45b0-b83b-a03cf08791b9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:00.769963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46562) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:00.770587 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-54e1d5e4-2a75-45b0-b83b-a03cf08791b9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6276014 Oct 13 11:20:00.776633 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-83a99301-b2de-46a3-9238-8935fdadb4bb tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group_rule': {'security_group_id': '453edfc3-fe39-49ff-83b5-23e88ef49ca0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:00.803758 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Network 9216d93a-0b9d-4713-9b28-d5c5f21279f8 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:20:00.905950 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9216d93a-0b9d-4713-9b28-d5c5f21279f8) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:20:00.914910 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c839911-022c-41bb-9619-f363e10ff914 None None] Network 9216d93a-0b9d-4713-9b28-d5c5f21279f8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:20:00.929393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:00.930130 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:00.932654 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-83a99301-b2de-46a3-9238-8935fdadb4bb tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:00.987580 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-83a99301-b2de-46a3-9238-8935fdadb4bb tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:01.026727 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-57970724-ca12-4faf-b6d1-46a029b88b49 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0127499 Oct 13 11:20:01.078571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aa526e-a69c-48c9-a5e7-f472392d51bc None None] Network 9216d93a-0b9d-4713-9b28-d5c5f21279f8 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:20:01.086187 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-83a99301-b2de-46a3-9238-8935fdadb4bb tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:01.122097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a99301-b2de-46a3-9238-8935fdadb4bb tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ad6c14-7065-4c7f-90c9-0137df71d023,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:01.213201 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-83a99301-b2de-46a3-9238-8935fdadb4bb tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:01.214541 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-83a99301-b2de-46a3-9238-8935fdadb4bb tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4428191 Oct 13 11:20:01.217504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46576) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:01.222059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f74eba73-0b3c-4fc7-812b-49c06d56ff47 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group_rule': {'security_group_id': '453edfc3-fe39-49ff-83b5-23e88ef49ca0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:01.318763 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f74eba73-0b3c-4fc7-812b-49c06d56ff47 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:01.379810 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f74eba73-0b3c-4fc7-812b-49c06d56ff47 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:01.461945 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f74eba73-0b3c-4fc7-812b-49c06d56ff47 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:01.480126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74eba73-0b3c-4fc7-812b-49c06d56ff47 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355baaee-823d-4e06-9df4-30df3212387c,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:01.587125 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f74eba73-0b3c-4fc7-812b-49c06d56ff47 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:01.591075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f74eba73-0b3c-4fc7-812b-49c06d56ff47 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3700280 Oct 13 11:20:01.591261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46584) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:01.595623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b7278c33-4e44-4bd2-ad2e-550bc62e8863 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group_rule': {'security_group_id': '453edfc3-fe39-49ff-83b5-23e88ef49ca0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:01.703355 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7278c33-4e44-4bd2-ad2e-550bc62e8863 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:01.772978 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7278c33-4e44-4bd2-ad2e-550bc62e8863 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:01.870936 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7278c33-4e44-4bd2-ad2e-550bc62e8863 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:01.899657 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7278c33-4e44-4bd2-ad2e-550bc62e8863 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743b43bb-fb28-437b-a93b-a150183d1519,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:01.922938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46594) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:02.004501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c15fd47-1769-4298-a98d-e79475f1c44e admin admin] Deleting subnet e714112e-bead-4745-8b12-c1791d6c99e8 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:20:02.010823 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9c15fd47-1769-4298-a98d-e79475f1c44e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.032238 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7278c33-4e44-4bd2-ad2e-550bc62e8863 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.036506 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b7278c33-4e44-4bd2-ad2e-550bc62e8863 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4416592 Oct 13 11:20:02.037005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46598) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:02.042871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b93e6921-20e6-4d21-b54c-4aadab15c1b6 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group_rule': {'security_group_id': '453edfc3-fe39-49ff-83b5-23e88ef49ca0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:02.059492 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9c15fd47-1769-4298-a98d-e79475f1c44e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.084575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a515e-8e14-4c87-ba6e-77348613ab4a req-43936ad7-23df-4e38-8cf7-5b4ea74f6c9a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:02.086219 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-488a515e-8e14-4c87-ba6e-77348613ab4a req-43936ad7-23df-4e38-8cf7-5b4ea74f6c9a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1076436 Oct 13 11:20:02.124645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9c15fd47-1769-4298-a98d-e79475f1c44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.162473 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-488a515e-8e14-4c87-ba6e-77348613ab4a req-7ce6843f-4287-4a1e-a018-333a906d7a37 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548959 Oct 13 11:20:02.183524 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b93e6921-20e6-4d21-b54c-4aadab15c1b6 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.263906 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b93e6921-20e6-4d21-b54c-4aadab15c1b6 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.292328 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9c15fd47-1769-4298-a98d-e79475f1c44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.319439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15fd47-1769-4298-a98d-e79475f1c44e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e714112e-bead-4745-8b12-c1791d6c99e8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:02.325843 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9c15fd47-1769-4298-a98d-e79475f1c44e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.329066 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9c15fd47-1769-4298-a98d-e79475f1c44e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e714112e-bead-4745-8b12-c1791d6c99e8 HTTP/1.1" status: 204 len: 168 time: 0.4049957 Oct 13 11:20:02.331794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46602) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:02.381125 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b93e6921-20e6-4d21-b54c-4aadab15c1b6 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.408477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e6921-20e6-4d21-b54c-4aadab15c1b6 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3b3b6f-7593-4bcf-a86b-020fb458f2a3,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:02.439057 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1726c02-613b-4560-a6ca-ea5e12883e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.530225 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1726c02-613b-4560-a6ca-ea5e12883e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.555496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e1726c02-613b-4560-a6ca-ea5e12883e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9216d93a-0b9d-4713-9b28-d5c5f21279f8']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:20:02.566149 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e1726c02-613b-4560-a6ca-ea5e12883e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e869bc-1859-44c5-9959-b800a163808b') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:20:02.566480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e1726c02-613b-4560-a6ca-ea5e12883e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e869bc-1859-44c5-9959-b800a163808b') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:20:02.578396 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1726c02-613b-4560-a6ca-ea5e12883e3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.588537 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b93e6921-20e6-4d21-b54c-4aadab15c1b6 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.590829 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b93e6921-20e6-4d21-b54c-4aadab15c1b6 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5526099 Oct 13 11:20:02.592915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46608) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:02.599659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-cf829d7a-15bb-475f-a625-4ba96959d4dd tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group_rule': {'security_group_id': '453edfc3-fe39-49ff-83b5-23e88ef49ca0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:02.603786 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1726c02-613b-4560-a6ca-ea5e12883e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.612077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1726c02-613b-4560-a6ca-ea5e12883e3e admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:20:02.612597 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1726c02-613b-4560-a6ca-ea5e12883e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:20:02.614520 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:20:02.714922 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cf829d7a-15bb-475f-a625-4ba96959d4dd tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.767699 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1726c02-613b-4560-a6ca-ea5e12883e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.783835 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1726c02-613b-4560-a6ca-ea5e12883e3e admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.788308 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e1726c02-613b-4560-a6ca-ea5e12883e3e admin admin] 10.222.0.32 "DELETE /v2.0/networks/9216d93a-0b9d-4713-9b28-d5c5f21279f8 HTTP/1.1" status: 204 len: 168 time: 0.4540896 Oct 13 11:20:02.793629 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cf829d7a-15bb-475f-a625-4ba96959d4dd tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.805297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1726c02-613b-4560-a6ca-ea5e12883e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=9216d93a-0b9d-4713-9b28-d5c5f21279f8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:02.931079 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cf829d7a-15bb-475f-a625-4ba96959d4dd tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:02.964698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf829d7a-15bb-475f-a625-4ba96959d4dd tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72653857-4482-4162-a7a0-d61e61f22d24,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:03.074999 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cf829d7a-15bb-475f-a625-4ba96959d4dd tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.079965 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cf829d7a-15bb-475f-a625-4ba96959d4dd tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4822817 Oct 13 11:20:03.079965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46648) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:03.131514 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4369f3c3-01f5-441a-b54b-ea4ff302a402 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.142740 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4369f3c3-01f5-441a-b54b-ea4ff302a402 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.200140 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46660) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:03.271623 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-7743bae7-c272-44b6-b62c-1a9042792bb7 service neutron] show failed (client error): The resource could not be found. Oct 13 11:20:03.272710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-7743bae7-c272-44b6-b62c-1a9042792bb7 service neutron] 10.222.0.21 "GET /v2.0/ports/b9d59219-04a3-4afe-af3f-769aecbef416/bindings/n-h1-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.1252005 Oct 13 11:20:03.299372 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e3388efa-3269-4df2-9f81-be81e8075df4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cad8119dcfc64d4f914a5f138208c03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976677 Oct 13 11:20:03.301833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46662) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:03.323371 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4369f3c3-01f5-441a-b54b-ea4ff302a402 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.332965 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4369f3c3-01f5-441a-b54b-ea4ff302a402 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.334555 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4369f3c3-01f5-441a-b54b-ea4ff302a402 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/72653857-4482-4162-a7a0-d61e61f22d24 HTTP/1.1" status: 204 len: 168 time: 0.2543101 Oct 13 11:20:03.339597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46664) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:03.400407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f3c3-01f5-441a-b54b-ea4ff302a402 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72653857-4482-4162-a7a0-d61e61f22d24,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:03.402203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcbabf-2b20-45fd-a4e0-18ff65e1dea7 req-eb5dcb04-82ec-4b8d-80f3-9aa0b12f730e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:03.412954 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7bdcbabf-2b20-45fd-a4e0-18ff65e1dea7 req-eb5dcb04-82ec-4b8d-80f3-9aa0b12f730e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.0945148 Oct 13 11:20:03.454473 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-22f1bf3d-66af-43d9-9653-13a164768788 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1092184 Oct 13 11:20:03.457380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46666) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:03.477843 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7bdcbabf-2b20-45fd-a4e0-18ff65e1dea7 req-933196f9-11ab-4964-b391-9a6e0179242a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639517 Oct 13 11:20:03.482172 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1bb376f-4872-46d5-b27f-40ec06665a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.511494 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ace7bad7-05cc-40b9-94db-ad8c0348544a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.544043 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ace7bad7-05cc-40b9-94db-ad8c0348544a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.590901 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1bb376f-4872-46d5-b27f-40ec06665a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.727638 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ace7bad7-05cc-40b9-94db-ad8c0348544a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.737536 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ace7bad7-05cc-40b9-94db-ad8c0348544a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.741682 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ace7bad7-05cc-40b9-94db-ad8c0348544a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0c3b3b6f-7593-4bcf-a86b-020fb458f2a3 HTTP/1.1" status: 204 len: 168 time: 0.2801428 Oct 13 11:20:03.741936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46670) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:03.761040 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1bb376f-4872-46d5-b27f-40ec06665a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.771457 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1bb376f-4872-46d5-b27f-40ec06665a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.772968 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a1bb376f-4872-46d5-b27f-40ec06665a02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2637db4-a96f-4d7c-a17b-aaae05a96e7f HTTP/1.1" status: 204 len: 168 time: 0.4697618 Oct 13 11:20:03.787388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7bad7-05cc-40b9-94db-ad8c0348544a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c3b3b6f-7593-4bcf-a86b-020fb458f2a3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:03.792629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb376f-4872-46d5-b27f-40ec06665a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2637db4-a96f-4d7c-a17b-aaae05a96e7f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:03.823894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46674) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:03.825269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bf573a86-087d-4ca9-8da0-2ee311c99384 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0815568 Oct 13 11:20:03.867180 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-49863745-c439-4bad-afe4-86afa544d834 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:03.880690 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-49863745-c439-4bad-afe4-86afa544d834 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.016398 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-2fc11b9e-72ea-4ad9-961b-b9e4a5070434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:04.018107 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-2fc11b9e-72ea-4ad9-961b-b9e4a5070434 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef&tenant_id=9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 1097 time: 0.1126297 Oct 13 11:20:04.047610 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:04.095894 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-49863745-c439-4bad-afe4-86afa544d834 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.116193 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-49863745-c439-4bad-afe4-86afa544d834 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.117483 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-49863745-c439-4bad-afe4-86afa544d834 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/743b43bb-fb28-437b-a93b-a150183d1519 HTTP/1.1" status: 204 len: 168 time: 0.2918792 Oct 13 11:20:04.120630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46678) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:04.141424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49863745-c439-4bad-afe4-86afa544d834 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=743b43bb-fb28-437b-a93b-a150183d1519,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:04.217301 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-108246c8-534a-4b6b-8547-2c97198b811a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0943995 Oct 13 11:20:04.221872 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46682) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:04.237442 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.280033 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f539710c-7297-4bcc-8742-f83e447d540b tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.314732 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f539710c-7297-4bcc-8742-f83e447d540b tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.524400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f539710c-7297-4bcc-8742-f83e447d540b tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.537654 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f539710c-7297-4bcc-8742-f83e447d540b tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.540875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46692) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:04.541638 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f539710c-7297-4bcc-8742-f83e447d540b tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/355baaee-823d-4e06-9df4-30df3212387c HTTP/1.1" status: 204 len: 168 time: 0.3179665 Oct 13 11:20:04.556950 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539710c-7297-4bcc-8742-f83e447d540b tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=355baaee-823d-4e06-9df4-30df3212387c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:04.626568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:20:04.655701 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bb4ec0c1-8749-4ad3-9fe0-2205c0b4a913 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1122100 Oct 13 11:20:04.656340 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46698) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:04.679065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:20:04.700076 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8bc3-2596-4c1b-acfc-7f0fab4b1c52 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.711603 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8bc3-2596-4c1b-acfc-7f0fab4b1c52 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.737904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403d5d3-7721-4fc3-814c-e629865a9b93 req-2cde0190-9eb5-4e5b-a918-9351a33bfb64 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:04.739750 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:20:04.742497 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f020e9-d0b1-4206-9572-67111ad81070" -d '{"events": [{"server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:20:04.746173 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7403d5d3-7721-4fc3-814c-e629865a9b93 req-2cde0190-9eb5-4e5b-a918-9351a33bfb64 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1184273 Oct 13 11:20:04.747866 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.808814 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7403d5d3-7721-4fc3-814c-e629865a9b93 req-e17a3e9d-7981-4b7b-8612-b8711c123939 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580692 Oct 13 11:20:04.862520 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8bc3-2596-4c1b-acfc-7f0fab4b1c52 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.862687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Transition to ACTIVE for port object b9d59219-04a3-4afe-af3f-769aecbef416 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:20:04.883988 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8bc3-2596-4c1b-acfc-7f0fab4b1c52 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.885685 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1c9f8bc3-2596-4c1b-acfc-7f0fab4b1c52 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e0ad6c14-7065-4c7f-90c9-0137df71d023 HTTP/1.1" status: 204 len: 168 time: 0.2146804 Oct 13 11:20:04.891307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f8bc3-2596-4c1b-acfc-7f0fab4b1c52 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0ad6c14-7065-4c7f-90c9-0137df71d023,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:04.895937 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46732) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:04.937883 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:04.951057 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461b48be-1c34-4d91-be99-558de1121324 x-openstack-request-id: req-461b48be-1c34-4d91-be99-558de1121324 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:20:04.951478 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:20:04.951699 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-461b48be-1c34-4d91-be99-558de1121324 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:20:04.952108 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'code': 200} Oct 13 11:20:05.051451 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7c918273-316a-459c-ad6e-eacde78a2238 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1503000 Oct 13 11:20:05.051841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46734) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:05.270515 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a3e22ee-25df-449d-bdde-a3787aa5be5a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:05.305030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:05.357808 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a3e22ee-25df-449d-bdde-a3787aa5be5a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:05.472601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] No DVR routers for this DVR port b9d59219-04a3-4afe-af3f-769aecbef416 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:20:05.548557 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a3e22ee-25df-449d-bdde-a3787aa5be5a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:05.550350 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a3e22ee-25df-449d-bdde-a3787aa5be5a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:05.551608 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2a3e22ee-25df-449d-bdde-a3787aa5be5a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-groups/453edfc3-fe39-49ff-83b5-23e88ef49ca0 HTTP/1.1" status: 204 len: 168 time: 0.4987433 Oct 13 11:20:05.554973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46748) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:05.580311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e22ee-25df-449d-bdde-a3787aa5be5a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453edfc3-fe39-49ff-83b5-23e88ef49ca0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:05.666125 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b37a42f2-3ca2-41d5-a6de-37b0189c5d02 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1071141 Oct 13 11:20:05.667872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46752) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:05.677950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-721b94f7-0883-4b0f-9edf-fbb1003ae3e4 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1136474264'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:05.701728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Attempting to bind port b9d59219-04a3-4afe-af3f-769aecbef416 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:20:05.705877 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Attempting to bind port b9d59219-04a3-4afe-af3f-769aecbef416 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:20:05.706749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Attempting to bind port b9d59219-04a3-4afe-af3f-769aecbef416 on network 8944532c-ccad-4eb9-9583-52762199ab6d {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:20:05.713675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Port b9d59219-04a3-4afe-af3f-769aecbef416 on network 8944532c-ccad-4eb9-9583-52762199ab6d not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:20:05.714812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Attempting to bind port b9d59219-04a3-4afe-af3f-769aecbef416 on network 8944532c-ccad-4eb9-9583-52762199ab6d {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:20:05.721295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:20:05.721916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Checking segment: {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:20:05.722368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Bound using segment: {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:20:05.722872 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Bound port: b9d59219-04a3-4afe-af3f-769aecbef416, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:20:05.723911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:05.773550 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-721b94f7-0883-4b0f-9edf-fbb1003ae3e4 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:05.822785 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:20:05.838523 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:20:05.908989 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-721b94f7-0883-4b0f-9edf-fbb1003ae3e4 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:05.928990 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:05.995618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:05.995618 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:05.998658 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] 10.222.0.46 "PUT /v2.0/ports/b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 1092 time: 1.9623289 Oct 13 11:20:06.016306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dba705-5d9a-4ed0-b0a5-00ad4c3b7395 req-200685a6-c561-4cfb-b7eb-4a97b17117fe tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:06.026775 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9dba705-5d9a-4ed0-b0a5-00ad4c3b7395 req-200685a6-c561-4cfb-b7eb-4a97b17117fe tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 944 time: 0.0902841 Oct 13 11:20:06.054943 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-721b94f7-0883-4b0f-9edf-fbb1003ae3e4 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:06.078862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc4ae4-268a-42d3-8329-9221234a80f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:06.126026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9dba705-5d9a-4ed0-b0a5-00ad4c3b7395 req-baff1a91-ace4-480d-8687-a7c6bb2d1021 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944297 Oct 13 11:20:06.163555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-773cc355-0771-47d8-b354-c690f9051e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:06.165742 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-773cc355-0771-47d8-b354-c690f9051e0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1095 time: 0.1347716 Oct 13 11:20:06.172718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b94f7-0883-4b0f-9edf-fbb1003ae3e4 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b45769-1591-4069-a3fc-f91b8dd02ef5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:06.253739 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-721b94f7-0883-4b0f-9edf-fbb1003ae3e4 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:06.258416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-721b94f7-0883-4b0f-9edf-fbb1003ae3e4 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5891616 Oct 13 11:20:06.259137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46760) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:06.272974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4afec438-41f3-4218-b0ec-0fc4b5bc448e tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group_rule': {'security_group_id': '41b45769-1591-4069-a3fc-f91b8dd02ef5', 'direction': 'ingress', 'protocol': 17}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:06.417807 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afec438-41f3-4218-b0ec-0fc4b5bc448e tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:06.522818 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afec438-41f3-4218-b0ec-0fc4b5bc448e tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:06.616474 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afec438-41f3-4218-b0ec-0fc4b5bc448e tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:06.659330 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afec438-41f3-4218-b0ec-0fc4b5bc448e tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61befaee-2fe8-42ea-9cfd-8f041eb40b2a,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:06.782186 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4afec438-41f3-4218-b0ec-0fc4b5bc448e tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:06.785488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4afec438-41f3-4218-b0ec-0fc4b5bc448e tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5238607 Oct 13 11:20:06.788715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46782) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:06.819467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-05c4dd6f-5b98-46c0-891c-69ad73096b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:06.821883 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-05c4dd6f-5b98-46c0-891c-69ad73096b8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 200 len: 897 time: 0.6478570 Oct 13 11:20:06.966535 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52862166-e698-4311-8971-a6effe6cc4b7 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:06.969590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:20:06.976350 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb67985-fc85-4a1d-8a6f-d4873777d634" -d '{"events": [{"name": "network-changed", "server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:20:07.010529 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-2fdc0058-3fb2-4c6c-b020-158fcef59af8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 1000 time: 0.1784632 Oct 13 11:20:07.016688 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52862166-e698-4311-8971-a6effe6cc4b7 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:07.130790 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37fb835-a9d4-47b4-9099-9895afd01af7 x-openstack-request-id: req-d37fb835-a9d4-47b4-9099-9895afd01af7 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:20:07.131423 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:20:07.131685 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d37fb835-a9d4-47b4-9099-9895afd01af7 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:20:07.134953 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'status': 'completed', 'code': 200} Oct 13 11:20:07.153480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-09b1a71c-e3ab-4074-88b2-bfff979624a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:07.155028 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-09b1a71c-e3ab-4074-88b2-bfff979624a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=44738a2c-842d-4d50-8c76-aab17d480d75 HTTP/1.1" status: 200 len: 835 time: 0.1368909 Oct 13 11:20:07.208544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-1a1c7f2c-1de3-4611-86b5-0def29c026fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:07.211069 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-1a1c7f2c-1de3-4611-86b5-0def29c026fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1095 time: 0.0775948 Oct 13 11:20:07.211782 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52862166-e698-4311-8971-a6effe6cc4b7 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:07.219619 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52862166-e698-4311-8971-a6effe6cc4b7 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:07.223191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-52862166-e698-4311-8971-a6effe6cc4b7 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-groups/41b45769-1591-4069-a3fc-f91b8dd02ef5 HTTP/1.1" status: 204 len: 168 time: 0.4304886 Oct 13 11:20:07.242618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46794) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:07.279637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-a64fc568-c247-47fb-900c-8da54a2c47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:07.281537 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-a64fc568-c247-47fb-900c-8da54a2c47d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8944532c-ccad-4eb9-9583-52762199ab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161656 Oct 13 11:20:07.375270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52862166-e698-4311-8971-a6effe6cc4b7 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b45769-1591-4069-a3fc-f91b8dd02ef5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:07.377915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-9f757a1f-3687-4687-829d-bb8115e618fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:07.379493 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-9f757a1f-3687-4687-829d-bb8115e618fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 200 len: 897 time: 0.1573331 Oct 13 11:20:07.512555 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ca10f3d2-3d45-47cf-8df1-59fc4ce177db tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2585225 Oct 13 11:20:07.513573 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46802) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:07.528237 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-07aedb3f-40a0-4872-b97e-9a1645a12f7b tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group': {'name': 'tempest-secgroup--818727764'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:07.577665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-b2834b2f-8092-43d5-a849-13f875f62566 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 1000 time: 0.1508770 Oct 13 11:20:07.600852 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-3eef5272-a37f-48d2-9814-47e92df43ad4 service neutron] 10.222.0.46 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080986 Oct 13 11:20:07.613626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5997048-6fcd-447e-bd99-acc0b5e27fc6 req-a3d047de-5bc8-45bc-a7c7-f07ac76a9fc2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:07.615319 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5997048-6fcd-447e-bd99-acc0b5e27fc6 req-a3d047de-5bc8-45bc-a7c7-f07ac76a9fc2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 944 time: 0.3674848 Oct 13 11:20:07.675782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-b2d48aa9-156a-4d52-b4a5-4bb8a03216ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:07.677380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-b2d48aa9-156a-4d52-b4a5-4bb8a03216ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44738a2c-842d-4d50-8c76-aab17d480d75 HTTP/1.1" status: 200 len: 835 time: 0.0928683 Oct 13 11:20:07.683087 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-07aedb3f-40a0-4872-b97e-9a1645a12f7b tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:07.747428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5997048-6fcd-447e-bd99-acc0b5e27fc6 req-c09da0ef-2900-4878-8edf-36e37721f3d5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013310 Oct 13 11:20:07.752386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b9d59219-04a3-4afe-af3f-769aecbef416 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:20:07.768258 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-f20b7a59-0d64-4e6e-8c3a-71ac1920add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:07.770470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-f20b7a59-0d64-4e6e-8c3a-71ac1920add5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8944532c-ccad-4eb9-9583-52762199ab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835021 Oct 13 11:20:07.777678 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-30505fcf-592a-492b-b3fb-ee2028d29a9d req-c2316af6-c2fd-4342-9f3a-809421175460 service neutron] 10.222.0.46 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661105 Oct 13 11:20:07.873553 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-07aedb3f-40a0-4872-b97e-9a1645a12f7b tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:07.882784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b9d59219-04a3-4afe-af3f-769aecbef416 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:20:07.970486 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-07aedb3f-40a0-4872-b97e-9a1645a12f7b tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:08.018495 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-c9e0eb96-56db-47fc-b6ff-4857c451cc12 service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398489 Oct 13 11:20:08.022392 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-dfd7947d-2669-40ea-82d8-e01e17f8e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:08.024018 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-dfd7947d-2669-40ea-82d8-e01e17f8e3a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1095 time: 0.1060269 Oct 13 11:20:08.026299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aedb3f-40a0-4872-b97e-9a1645a12f7b tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a37a813-c09d-4c0d-8e80-d88ac9b67b35,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:08.056368 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7b637d9a-a79e-4f33-86c0-7a254e0e00f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:08.088663 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-07aedb3f-40a0-4872-b97e-9a1645a12f7b tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:08.093757 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-07aedb3f-40a0-4872-b97e-9a1645a12f7b tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5767663 Oct 13 11:20:08.094712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46814) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:08.102466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d8d9c93a-f6da-486e-aa87-09be46253a67 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009286211'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:08.193200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-e97708fa-644a-41fc-b9a8-8bc136c87307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:08.195166 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-e97708fa-644a-41fc-b9a8-8bc136c87307 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 200 len: 897 time: 0.1634583 Oct 13 11:20:08.300288 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b5f38a6-118c-4308-9c00-fa50ddd33bf0 req-366d35da-3dcb-49e5-bd1d-af3fff51b1e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872526 Oct 13 11:20:08.310631 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c93a-f6da-486e-aa87-09be46253a67 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:08.350237 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-43be3861-810c-40c5-a69c-6a55d80f8251 service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239634 Oct 13 11:20:08.392908 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-2113e489-6380-4141-bcc9-e4cc7a030fa5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 1000 time: 0.1803343 Oct 13 11:20:08.475920 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c93a-f6da-486e-aa87-09be46253a67 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:08.479110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f38a6-118c-4308-9c00-fa50ddd33bf0 req-0c1d57cd-5bfe-43e5-a5e2-60cb2adfd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:08.482674 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b5f38a6-118c-4308-9c00-fa50ddd33bf0 req-0c1d57cd-5bfe-43e5-a5e2-60cb2adfd13e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0970541036f343ec80cbc245fd1a3046&device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 1097 time: 0.1097329 Oct 13 11:20:08.487597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-a44a8e6d-3064-4066-b60f-becbf050fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:08.489445 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-a44a8e6d-3064-4066-b60f-becbf050fffe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=44738a2c-842d-4d50-8c76-aab17d480d75 HTTP/1.1" status: 200 len: 835 time: 0.0881605 Oct 13 11:20:08.593921 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c93a-f6da-486e-aa87-09be46253a67 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:08.711376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-32b2d88a-5497-485a-b1e3-42a2b1681234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:08.716936 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-32b2d88a-5497-485a-b1e3-42a2b1681234 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8944532c-ccad-4eb9-9583-52762199ab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2194395 Oct 13 11:20:08.718185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9c93a-f6da-486e-aa87-09be46253a67 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f7a81a-91bf-440e-8dfc-fec3ed6869d3,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:08.751943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f38a6-118c-4308-9c00-fa50ddd33bf0 req-35c3b22f-42c8-4a41-931e-3f232029d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:08.754879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c93a-f6da-486e-aa87-09be46253a67 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:08.761586 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b5f38a6-118c-4308-9c00-fa50ddd33bf0 req-35c3b22f-42c8-4a41-931e-3f232029d8b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 200 len: 912 time: 0.2508562 Oct 13 11:20:08.762160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46824) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:08.762753 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d8d9c93a-f6da-486e-aa87-09be46253a67 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6649363 Oct 13 11:20:08.776683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-dab3bec0-87ee-452b-a18b-b2b42424f11a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group_rule': {'security_group_id': '4a37a813-c09d-4c0d-8e80-d88ac9b67b35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '24f7a81a-91bf-440e-8dfc-fec3ed6869d3', 'remote_ip_prefix': None}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:08.877384 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:08.896263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b5f38a6-118c-4308-9c00-fa50ddd33bf0 req-0f0f59ae-714b-49d4-801f-827eaa8374ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a8585bb-e9cf-4d92-8092-f73719dd2d74 HTTP/1.1" status: 200 len: 1001 time: 0.1287694 Oct 13 11:20:08.968524 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-6574e430-c4a6-423b-acdf-1d152f51ac17 service neutron] 10.222.0.46 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427905 Oct 13 11:20:09.026757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f38a6-118c-4308-9c00-fa50ddd33bf0 req-d9bccc48-2d07-4650-957b-ac573088fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:09.029301 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b5f38a6-118c-4308-9c00-fa50ddd33bf0 req-d9bccc48-2d07-4650-957b-ac573088fe34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f7c572f-c42b-4227-8238-2e248cb45182 HTTP/1.1" status: 200 len: 850 time: 0.1181254 Oct 13 11:20:09.171512 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dab3bec0-87ee-452b-a18b-b2b42424f11a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:09.173636 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcb67985-fc85-4a1d-8a6f-d4873777d634 req-dde2de9f-ffc6-4b60-8491-63ea12fd4996 service neutron] 10.222.0.46 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975791 Oct 13 11:20:09.205771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d389c0-fc1c-4573-bd90-4e5e118f1ef2 req-ba3275c1-2465-467b-ae97-dc14cc20219b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:09.217160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01d389c0-fc1c-4573-bd90-4e5e118f1ef2 req-ba3275c1-2465-467b-ae97-dc14cc20219b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 944 time: 0.3336461 Oct 13 11:20:09.354128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01d389c0-fc1c-4573-bd90-4e5e118f1ef2 req-6a0d2384-6547-4636-bf6d-3ef0de410f7e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354499 Oct 13 11:20:09.377275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f38a6-118c-4308-9c00-fa50ddd33bf0 req-0e38bd02-b00b-4092-9b6c-ee4736c03e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:09.378914 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b5f38a6-118c-4308-9c00-fa50ddd33bf0 req-0e38bd02-b00b-4092-9b6c-ee4736c03e7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fea49c86-6405-4d7d-906f-e9d25db855d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3390017 Oct 13 11:20:09.474233 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dab3bec0-87ee-452b-a18b-b2b42424f11a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:09.529111 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b5f38a6-118c-4308-9c00-fa50ddd33bf0 req-501acba8-9acf-4fe0-92c4-ce16e39e22ba service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317677 Oct 13 11:20:09.621976 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dab3bec0-87ee-452b-a18b-b2b42424f11a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:09.657483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3bec0-87ee-452b-a18b-b2b42424f11a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cb55f9-2d79-44c4-aa9b-d4aaa8f1a151,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:09.705869 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b5f38a6-118c-4308-9c00-fa50ddd33bf0 req-4d1b38f4-c23b-4e33-8632-2e690c146055 service neutron] 10.222.0.46 "GET /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688125 Oct 13 11:20:09.782749 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dab3bec0-87ee-452b-a18b-b2b42424f11a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:09.785255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dab3bec0-87ee-452b-a18b-b2b42424f11a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0197406 Oct 13 11:20:09.788426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46840) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:09.825319 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a80d77d-2fad-4864-9488-52d1d74d06c0 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:09.833803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a80d77d-2fad-4864-9488-52d1d74d06c0 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:09.985803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a80d77d-2fad-4864-9488-52d1d74d06c0 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:09.992550 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a80d77d-2fad-4864-9488-52d1d74d06c0 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:09.996485 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7a80d77d-2fad-4864-9488-52d1d74d06c0 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/11cb55f9-2d79-44c4-aa9b-d4aaa8f1a151 HTTP/1.1" status: 204 len: 168 time: 0.2035980 Oct 13 11:20:09.997957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46844) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:10.005286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80d77d-2fad-4864-9488-52d1d74d06c0 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11cb55f9-2d79-44c4-aa9b-d4aaa8f1a151,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:10.079315 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7fc58a77-0902-42db-baaa-91aa81e13bda tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0765567 Oct 13 11:20:10.080139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46850) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:10.178529 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c99f3fba-e0ba-4d8e-ac32-e7613d485004 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.216944 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c99f3fba-e0ba-4d8e-ac32-e7613d485004 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.311433 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46858) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:10.333964 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:20:10.362596 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c99f3fba-e0ba-4d8e-ac32-e7613d485004 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.366633 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c99f3fba-e0ba-4d8e-ac32-e7613d485004 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.367887 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c99f3fba-e0ba-4d8e-ac32-e7613d485004 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-groups/24f7a81a-91bf-440e-8dfc-fec3ed6869d3 HTTP/1.1" status: 204 len: 168 time: 0.2867920 Oct 13 11:20:10.372487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46862) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:10.397633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f3fba-e0ba-4d8e-ac32-e7613d485004 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f7a81a-91bf-440e-8dfc-fec3ed6869d3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:10.445454 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2479d268-0000-4ff1-bc12-9fef2683abe0 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0710759 Oct 13 11:20:10.450616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46868) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:10.518177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-58084bd1-84fa-4b3a-9850-5a77146812ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.579889 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df49bc34-a1a0-4779-8528-fc13ff5202aa tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.594559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e43584-c75a-4b20-83d6-7065dc4f9805 req-075cf149-a89e-4c39-b231-c41af735c2ba tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:10.596177 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61e43584-c75a-4b20-83d6-7065dc4f9805 req-075cf149-a89e-4c39-b231-c41af735c2ba tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 944 time: 0.1190469 Oct 13 11:20:10.635863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-58084bd1-84fa-4b3a-9850-5a77146812ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.636998 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df49bc34-a1a0-4779-8528-fc13ff5202aa tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.684986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61e43584-c75a-4b20-83d6-7065dc4f9805 req-a4954540-9be8-4ad9-a61e-e59afbe7f40b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790651 Oct 13 11:20:10.721740 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.767769 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-58084bd1-84fa-4b3a-9850-5a77146812ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.796029 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df49bc34-a1a0-4779-8528-fc13ff5202aa tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.796547 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-260f3fbe-c02c-4932-a5e3-309d24a457c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.801870 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df49bc34-a1a0-4779-8528-fc13ff5202aa tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.803656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-df49bc34-a1a0-4779-8528-fc13ff5202aa tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-groups/4a37a813-c09d-4c0d-8e80-d88ac9b67b35 HTTP/1.1" status: 204 len: 168 time: 0.3519232 Oct 13 11:20:10.808294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46878) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:10.816407 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49bc34-a1a0-4779-8528-fc13ff5202aa tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a37a813-c09d-4c0d-8e80-d88ac9b67b35,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:10.831139 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-58084bd1-84fa-4b3a-9850-5a77146812ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29f33b4e8b5446a88bbbf76225adbb28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5185292 Oct 13 11:20:10.838980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46882) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:10.839115 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58084bd1-84fa-4b3a-9850-5a77146812ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101cd16d-ec78-429b-b425-fd7c868e9938,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:10.900249 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-af8936a3-18d6-4f39-8dd3-71dabd6d8142 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851684 Oct 13 11:20:10.901479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46886) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:10.906707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-682b865e-02ca-42c5-aa56-9c31d8975dbc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group': {'name': 'tempest-secgroup--730837480'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:10.960252 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1c4f-26c3-46ff-a526-4c0916f450f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:10.989405 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1c4f-26c3-46ff-a526-4c0916f450f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:11.085077 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-682b865e-02ca-42c5-aa56-9c31d8975dbc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:11.109224 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1c4f-26c3-46ff-a526-4c0916f450f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:11.113770 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1c4f-26c3-46ff-a526-4c0916f450f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:11.116576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ef5b1c4f-26c3-46ff-a526-4c0916f450f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/101cd16d-ec78-429b-b425-fd7c868e9938 HTTP/1.1" status: 204 len: 168 time: 0.2755387 Oct 13 11:20:11.133520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b1c4f-26c3-46ff-a526-4c0916f450f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101cd16d-ec78-429b-b425-fd7c868e9938,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:11.204047 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-682b865e-02ca-42c5-aa56-9c31d8975dbc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:11.281792 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-682b865e-02ca-42c5-aa56-9c31d8975dbc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:11.336947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b865e-02ca-42c5-aa56-9c31d8975dbc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc655995-3b37-43b8-8aaf-e4b48591d95a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:11.407741 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-682b865e-02ca-42c5-aa56-9c31d8975dbc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:11.414451 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-682b865e-02ca-42c5-aa56-9c31d8975dbc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5067420 Oct 13 11:20:11.417997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46904) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:11.424907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-de77de57-c083-485c-85be-953686a50170 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group_rule': {'security_group_id': 'cc655995-3b37-43b8-8aaf-e4b48591d95a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:11.563997 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de77de57-c083-485c-85be-953686a50170 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:11.717845 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:11.731065 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de77de57-c083-485c-85be-953686a50170 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:11.799567 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de77de57-c083-485c-85be-953686a50170 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:11.827408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77de57-c083-485c-85be-953686a50170 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0910e58b-724d-4452-bbe3-a0a6598b776c,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:11.845630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1541ef-893b-48d0-bed5-568adb64d48c req-f80f437b-778d-4111-a473-b694568455a3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:11.847281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca1541ef-893b-48d0-bed5-568adb64d48c req-f80f437b-778d-4111-a473-b694568455a3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 944 time: 0.0787935 Oct 13 11:20:11.853909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b9d59219-04a3-4afe-af3f-769aecbef416 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:20:11.873643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46910) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:11.899806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493be10d-7181-4d8f-941c-56c179b2b1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:11.919845 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de77de57-c083-485c-85be-953686a50170 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:11.927496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-de77de57-c083-485c-85be-953686a50170 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5071745 Oct 13 11:20:11.930857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46912) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:11.944646 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca1541ef-893b-48d0-bed5-568adb64d48c req-3707a15d-a74e-4eb7-afaa-7727b9919bbe tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902150 Oct 13 11:20:12.058559 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-02d1201b-9cd5-4871-b273-5a4633f8aacc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.074006 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-02d1201b-9cd5-4871-b273-5a4633f8aacc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.085895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:20:12.112978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'port_id': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'mac_address': 'fa:16:3e:d7:c4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:20:12.193193 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.207398 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493be10d-7181-4d8f-941c-56c179b2b1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.216952 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d59219-04a3-4afe-af3f-769aecbef416 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:20:12.225347 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-02d1201b-9cd5-4871-b273-5a4633f8aacc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.232759 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-02d1201b-9cd5-4871-b273-5a4633f8aacc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.235892 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-02d1201b-9cd5-4871-b273-5a4633f8aacc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0910e58b-724d-4452-bbe3-a0a6598b776c HTTP/1.1" status: 204 len: 168 time: 0.3012938 Oct 13 11:20:12.236774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46920) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:12.251458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:20:12.254791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1201b-9cd5-4871-b273-5a4633f8aacc tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0910e58b-724d-4452-bbe3-a0a6598b776c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:12.271581 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.284599 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-493be10d-7181-4d8f-941c-56c179b2b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.300251 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-54da6932-a576-4e4e-80d6-2e488d3475c0 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0607188 Oct 13 11:20:12.303461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46922) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:12.341811 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.342513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-493be10d-7181-4d8f-941c-56c179b2b1a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3eb62413260c484ea72352725361286a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675269 Oct 13 11:20:12.343365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493be10d-7181-4d8f-941c-56c179b2b1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ebeafd-e0eb-4710-a524-aa539082471f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:12.345840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46924) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:12.405899 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-64a94430-13fb-4c7e-9ee4-ab8b100c2b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.410970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:12.436046 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c300-eeac-46d3-846e-759d0124e62d tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.452830 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-64a94430-13fb-4c7e-9ee4-ab8b100c2b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.500407 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c300-eeac-46d3-846e-759d0124e62d tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.599573 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-64a94430-13fb-4c7e-9ee4-ab8b100c2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.602432 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-64a94430-13fb-4c7e-9ee4-ab8b100c2b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.604569 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-64a94430-13fb-4c7e-9ee4-ab8b100c2b3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07ebeafd-e0eb-4710-a524-aa539082471f HTTP/1.1" status: 204 len: 168 time: 0.2574940 Oct 13 11:20:12.614106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a94430-13fb-4c7e-9ee4-ab8b100c2b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ebeafd-e0eb-4710-a524-aa539082471f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:12.661298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['b9d59219-04a3-4afe-af3f-769aecbef416'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:20:12.713958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce35c7-7919-4f1f-bf0e-483cfbf86b22 req-e81b5668-d834-40c5-bf9f-789a655363d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:12.715486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-73ce35c7-7919-4f1f-bf0e-483cfbf86b22 req-e81b5668-d834-40c5-bf9f-789a655363d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 945 time: 0.1529508 Oct 13 11:20:12.716486 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c300-eeac-46d3-846e-759d0124e62d tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.719113 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c300-eeac-46d3-846e-759d0124e62d tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:12.720261 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6cd4c300-eeac-46d3-846e-759d0124e62d tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-groups/cc655995-3b37-43b8-8aaf-e4b48591d95a HTTP/1.1" status: 204 len: 168 time: 0.4149177 Oct 13 11:20:12.725441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46930) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:12.775496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade069d-102c-44e5-b075-577fd541c387 req-090da734-cde9-44c3-bbe2-896f5739aaff tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:12.777238 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-090da734-cde9-44c3-bbe2-896f5739aaff tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.46 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef&tenant_id=9eecb6b828d240e0ae439032ab75cf2f&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 945 time: 0.1837401 Oct 13 11:20:12.784428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4c300-eeac-46d3-846e-759d0124e62d tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc655995-3b37-43b8-8aaf-e4b48591d95a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:12.852617 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-033c575e-4ffb-4768-89bc-1d19d612b65e tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1254845 Oct 13 11:20:12.857473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46932) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:12.863845 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-62652d08-0e93-4be5-a191-3640e91839cf tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group': {'name': 'tempest-secgroup--271333701'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:12.894215 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-73ce35c7-7919-4f1f-bf0e-483cfbf86b22 req-fe112568-d22e-419c-9754-015c31cf1ecc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457403 Oct 13 11:20:12.906290 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-d8162317-2ccc-4c35-8554-2b8c84f4ce59 service neutron] 10.222.0.46 "GET /v2.0/ports/b9d59219-04a3-4afe-af3f-769aecbef416/bindings/n-h1-813659-3 HTTP/1.1" status: 200 len: 382 time: 0.1197174 Oct 13 11:20:12.982573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade069d-102c-44e5-b075-577fd541c387 req-d63e5ea8-f3fd-4be2-894d-8b033939e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:12.984449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-d63e5ea8-f3fd-4be2-894d-8b033939e910 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1096 time: 0.0490355 Oct 13 11:20:12.996427 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62652d08-0e93-4be5-a191-3640e91839cf tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:13.151771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62652d08-0e93-4be5-a191-3640e91839cf tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:13.162931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade069d-102c-44e5-b075-577fd541c387 req-14364269-d913-452c-9dcf-d45858571e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:13.164665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-14364269-d913-452c-9dcf-d45858571e92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 200 len: 897 time: 0.1732428 Oct 13 11:20:13.261304 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-953decd5-b2ce-43c7-9453-3a950b41cb8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 1001 time: 0.0876255 Oct 13 11:20:13.264665 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62652d08-0e93-4be5-a191-3640e91839cf tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:13.314645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62652d08-0e93-4be5-a191-3640e91839cf tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad39a840-ccc8-4c47-9556-a9679925872c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:13.336201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade069d-102c-44e5-b075-577fd541c387 req-113af67b-e0ee-4bd5-b73d-98a19ddc518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:13.337777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-113af67b-e0ee-4bd5-b73d-98a19ddc518a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=44738a2c-842d-4d50-8c76-aab17d480d75 HTTP/1.1" status: 200 len: 835 time: 0.0599504 Oct 13 11:20:13.419816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade069d-102c-44e5-b075-577fd541c387 req-fedddfd9-9623-425b-9177-de087cfbf17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:13.419816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-fedddfd9-9623-425b-9177-de087cfbf17e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8944532c-ccad-4eb9-9583-52762199ab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560699 Oct 13 11:20:13.420400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62652d08-0e93-4be5-a191-3640e91839cf tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:13.420400 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-62652d08-0e93-4be5-a191-3640e91839cf tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5465686 Oct 13 11:20:13.422280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46946) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:13.427481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-618858e7-bc9c-40b9-8005-e5f2d6fd0817 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group_rule': {'security_group_id': 'ad39a840-ccc8-4c47-9556-a9679925872c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:13.501584 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:13.525500 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-7548fe3b-497a-4cd2-aa9f-da5cc200b4e8 service neutron] 10.222.0.46 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136570 Oct 13 11:20:13.540091 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-618858e7-bc9c-40b9-8005-e5f2d6fd0817 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:13.614167 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-618858e7-bc9c-40b9-8005-e5f2d6fd0817 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:13.630737 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-e54a88c7-3ae6-48e5-b97f-9e686661fdea service neutron] 10.222.0.46 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973511 Oct 13 11:20:13.699649 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-618858e7-bc9c-40b9-8005-e5f2d6fd0817 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:13.719193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618858e7-bc9c-40b9-8005-e5f2d6fd0817 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765ba02f-ff15-4abb-b4e7-cb0cc76269bd,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:13.832861 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-618858e7-bc9c-40b9-8005-e5f2d6fd0817 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:13.834256 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-618858e7-bc9c-40b9-8005-e5f2d6fd0817 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4107270 Oct 13 11:20:13.846927 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b9d59219-04a3-4afe-af3f-769aecbef416 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:20:13.852883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46954) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:13.874468 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-05774579-66b4-426b-87a0-1c7cf7bc0be3 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules/765ba02f-ff15-4abb-b4e7-cb0cc76269bd HTTP/1.1" status: 200 len: 763 time: 0.0208123 Oct 13 11:20:13.875054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46958) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:13.938482 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9c302d9b-1efa-4092-8824-6c4239bcde37 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0614696 Oct 13 11:20:13.942630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46964) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:13.965481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port b9d59219-04a3-4afe-af3f-769aecbef416 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:20:13.970398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port b9d59219-04a3-4afe-af3f-769aecbef416 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:20:13.970901 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:13.993384 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4361bc2-a14f-4c70-a4b9-79678765f037 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.017932 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4361bc2-a14f-4c70-a4b9-79678765f037 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.065331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a746b-3b5a-4484-8d0c-dc9aa3a6910f req-b3cdbaeb-8cfd-4446-97cb-eaa97ee64d31 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:14.065331 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-402a746b-3b5a-4484-8d0c-dc9aa3a6910f req-b3cdbaeb-8cfd-4446-97cb-eaa97ee64d31 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 945 time: 0.0837688 Oct 13 11:20:14.078173 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.109814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:20:14.110246 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-402a746b-3b5a-4484-8d0c-dc9aa3a6910f req-a9da35c0-a5eb-457a-86ea-966e484981d6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367887 Oct 13 11:20:14.112301 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121e13fe-c4e6-4a38-a47c-a376c0560ac5" -d '{"events": [{"server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "name": "network-vif-plugged", "status": "completed", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:20:14.128870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:20:14.130732 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4361bc2-a14f-4c70-a4b9-79678765f037 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.141150 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4361bc2-a14f-4c70-a4b9-79678765f037 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.143498 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c4361bc2-a14f-4c70-a4b9-79678765f037 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/765ba02f-ff15-4abb-b4e7-cb0cc76269bd HTTP/1.1" status: 204 len: 168 time: 0.1987405 Oct 13 11:20:14.147557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46972) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:14.148985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4361bc2-a14f-4c70-a4b9-79678765f037 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=765ba02f-ff15-4abb-b4e7-cb0cc76269bd,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:14.184428 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.237558 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0bc852a1-705c-4e54-bf58-1811f65df98c tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0884976 Oct 13 11:20:14.239863 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bed0190-3f5a-4655-8009-2fdf88cb505e x-openstack-request-id: req-1bed0190-3f5a-4655-8009-2fdf88cb505e {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:20:14.240164 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "name": "network-vif-plugged", "status": "completed", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:20:14.240453 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bed0190-3f5a-4655-8009-2fdf88cb505e {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:20:14.240653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46974) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:14.240968 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'code': 200} Oct 13 11:20:14.246991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d52bcffe-61db-4007-aaf9-0134c0a51bd2 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group_rule': {'security_group_id': 'ad39a840-ccc8-4c47-9556-a9679925872c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:14.264641 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:14.351851 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d52bcffe-61db-4007-aaf9-0134c0a51bd2 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.411666 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d52bcffe-61db-4007-aaf9-0134c0a51bd2 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.521829 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d52bcffe-61db-4007-aaf9-0134c0a51bd2 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.543517 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bcffe-61db-4007-aaf9-0134c0a51bd2 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db134f6-d294-43c8-bfcc-23b79173424e,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:14.618036 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d52bcffe-61db-4007-aaf9-0134c0a51bd2 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.621143 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d52bcffe-61db-4007-aaf9-0134c0a51bd2 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3789799 Oct 13 11:20:14.631425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46988) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:14.650933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cfdc4281-9470-4b56-9139-f0dc440caed3 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules/0db134f6-d294-43c8-bfcc-23b79173424e HTTP/1.1" status: 200 len: 763 time: 0.0183215 Oct 13 11:20:14.653899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46990) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:14.700664 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-70e85156-3ad1-4fd8-8ee0-3c9e0f852f51 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0455017 Oct 13 11:20:14.703235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 46992) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:14.730880 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-497aacfc-1590-4162-a1fd-80985f429f42 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.739784 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-497aacfc-1590-4162-a1fd-80985f429f42 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.853837 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-497aacfc-1590-4162-a1fd-80985f429f42 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.860776 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-497aacfc-1590-4162-a1fd-80985f429f42 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:14.865305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 46998) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:14.865791 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-497aacfc-1590-4162-a1fd-80985f429f42 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0db134f6-d294-43c8-bfcc-23b79173424e HTTP/1.1" status: 204 len: 168 time: 0.1614437 Oct 13 11:20:14.877502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497aacfc-1590-4162-a1fd-80985f429f42 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0db134f6-d294-43c8-bfcc-23b79173424e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:14.930552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-378376dc-df07-4d18-9197-6889c249391e tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0605562 Oct 13 11:20:14.932066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47000) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:14.939349 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9660523e-c1e6-41d1-a8cd-4de53ac163f9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Request body: {'security_group_rule': {'security_group_id': 'ad39a840-ccc8-4c47-9556-a9679925872c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:15.050671 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-9660523e-c1e6-41d1-a8cd-4de53ac163f9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Project c38039f9b095491fa8e1d1dc8108f3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:20:15.058826 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9660523e-c1e6-41d1-a8cd-4de53ac163f9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:15.136905 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9660523e-c1e6-41d1-a8cd-4de53ac163f9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:15.241952 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9660523e-c1e6-41d1-a8cd-4de53ac163f9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:15.281731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660523e-c1e6-41d1-a8cd-4de53ac163f9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b96d2c-763f-40ed-95b0-838638457c5b,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:15.327690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7042f-7999-4c68-a6a3-14538fa622cd req-549f3e2c-f789-4173-8627-bf4ebc3746d9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:15.337665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fcb7042f-7999-4c68-a6a3-14538fa622cd req-549f3e2c-f789-4173-8627-bf4ebc3746d9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1034474 Oct 13 11:20:15.399063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fcb7042f-7999-4c68-a6a3-14538fa622cd req-87be3415-12a4-41c3-a18f-34170b1ae6a1 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627747 Oct 13 11:20:15.424907 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9660523e-c1e6-41d1-a8cd-4de53ac163f9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:15.426497 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9660523e-c1e6-41d1-a8cd-4de53ac163f9 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4933324 Oct 13 11:20:15.429084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47018) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:15.450946 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8062c4d2-86b1-422f-bebe-d0ad78fccbd6 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules/72b96d2c-763f-40ed-95b0-838638457c5b HTTP/1.1" status: 200 len: 769 time: 0.0203710 Oct 13 11:20:15.453453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47020) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:15.508182 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6aea8806-80c1-407d-be0f-bc956c4fa720 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0533752 Oct 13 11:20:15.511574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47024) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:15.565209 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f053644f-718c-4c16-8d9a-543a60954a1a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:15.582050 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f053644f-718c-4c16-8d9a-543a60954a1a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:15.711111 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f053644f-718c-4c16-8d9a-543a60954a1a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:15.719637 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f053644f-718c-4c16-8d9a-543a60954a1a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:15.720957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f053644f-718c-4c16-8d9a-543a60954a1a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/72b96d2c-763f-40ed-95b0-838638457c5b HTTP/1.1" status: 204 len: 168 time: 0.2083678 Oct 13 11:20:15.723551 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47030) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:15.731071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053644f-718c-4c16-8d9a-543a60954a1a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72b96d2c-763f-40ed-95b0-838638457c5b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:15.787835 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f677b67f-f279-4c42-8ec9-afd78a6ca69c tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0620461 Oct 13 11:20:15.791455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47034) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:15.864376 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6601677a-9c79-4341-841f-afa62342d7fd tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:15.898207 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6601677a-9c79-4341-841f-afa62342d7fd tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:16.047704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6601677a-9c79-4341-841f-afa62342d7fd tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:16.050526 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6601677a-9c79-4341-841f-afa62342d7fd tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:16.052090 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6601677a-9c79-4341-841f-afa62342d7fd tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "DELETE /v2.0/security-groups/ad39a840-ccc8-4c47-9556-a9679925872c HTTP/1.1" status: 204 len: 168 time: 0.2585728 Oct 13 11:20:16.054836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47038) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:16.063072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601677a-9c79-4341-841f-afa62342d7fd tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad39a840-ccc8-4c47-9556-a9679925872c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:16.152651 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7225f1ad-a774-4fb6-b302-4b547f57ab1a tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0914633 Oct 13 11:20:16.154191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47042) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:16.250838 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2f2e66e5-aa61-45eb-b55a-501d3ece18a0 tempest-SecGroupIPv6Test-1407230422 tempest-SecGroupIPv6Test-1407230422-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936892 Oct 13 11:20:16.565434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade069d-102c-44e5-b075-577fd541c387 req-c4578c88-828a-4f5e-b992-986e224bb9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:16.567066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-c4578c88-828a-4f5e-b992-986e224bb9aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef&tenant_id=9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 1097 time: 0.1317244 Oct 13 11:20:16.581650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:16.638246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2758bff-d98a-4e2f-9f6d-7592e0dc9e1b req-09158909-0d7d-4304-ade1-bc5f429f5f20 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:16.640517 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2758bff-d98a-4e2f-9f6d-7592e0dc9e1b req-09158909-0d7d-4304-ade1-bc5f429f5f20 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1092291 Oct 13 11:20:16.731872 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:16.760584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2758bff-d98a-4e2f-9f6d-7592e0dc9e1b req-5d21d658-1e30-468d-8c6a-701d6090eff2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729835 Oct 13 11:20:17.113376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47070) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:17.125056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:20:17.190893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:20:17.250925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:20:17.260084 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4df1b4-f724-4797-936a-c973dfd8dca3" -d '{"events": [{"server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:20:17.268174 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:17.295615 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Transition to ACTIVE for port object b9d59219-04a3-4afe-af3f-769aecbef416 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:20:17.376691 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:17.416730 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-599adc4a-f64c-4dc3-993a-3361a8d6a887 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c38039f9b095491fa8e1d1dc8108f3c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010974 Oct 13 11:20:17.419519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47084) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:17.520455 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0335742d-13f9-4a12-989d-47423ccc92c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:17.551499 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0335742d-13f9-4a12-989d-47423ccc92c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:17.671602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:17.745528 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0335742d-13f9-4a12-989d-47423ccc92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:17.748982 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0335742d-13f9-4a12-989d-47423ccc92c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:17.750662 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0335742d-13f9-4a12-989d-47423ccc92c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b3f42ff-15b7-41b3-adaf-77e429263207 HTTP/1.1" status: 204 len: 168 time: 0.3297296 Oct 13 11:20:17.770000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335742d-13f9-4a12-989d-47423ccc92c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3f42ff-15b7-41b3-adaf-77e429263207,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:17.864371 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b9d59219-04a3-4afe-af3f-769aecbef416 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:20:18.030059 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b9d59219-04a3-4afe-af3f-769aecbef416 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:20:18.265418 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3e5004-d14d-4f20-9adf-6158432d4a7d x-openstack-request-id: req-5d3e5004-d14d-4f20-9adf-6158432d4a7d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:20:18.265898 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:20:18.266087 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d3e5004-d14d-4f20-9adf-6158432d4a7d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:20:18.266386 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'code': 200} Oct 13 11:20:18.267374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] No DVR routers for this DVR port b9d59219-04a3-4afe-af3f-769aecbef416 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:20:18.396604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a56d75-dc9a-4ae0-9710-1a7f0c1f51fd req-e65c23e7-ec5b-4b3e-b1b8-d6fe5b23d503 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:18.404696 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8a56d75-dc9a-4ae0-9710-1a7f0c1f51fd req-e65c23e7-ec5b-4b3e-b1b8-d6fe5b23d503 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 945 time: 0.1412871 Oct 13 11:20:18.461740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8a56d75-dc9a-4ae0-9710-1a7f0c1f51fd req-34e93171-e741-48e7-aff0-56a3f300e731 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560336 Oct 13 11:20:18.637549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Attempting to bind port b9d59219-04a3-4afe-af3f-769aecbef416 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:20:18.637549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Attempting to bind port b9d59219-04a3-4afe-af3f-769aecbef416 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:20:18.637549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Attempting to bind port b9d59219-04a3-4afe-af3f-769aecbef416 on network 8944532c-ccad-4eb9-9583-52762199ab6d {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:20:18.637549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Port b9d59219-04a3-4afe-af3f-769aecbef416 on network 8944532c-ccad-4eb9-9583-52762199ab6d not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:20:18.637549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Attempting to bind port b9d59219-04a3-4afe-af3f-769aecbef416 on network 8944532c-ccad-4eb9-9583-52762199ab6d {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:20:18.637549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:20:18.637549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Checking segment: {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:20:18.637549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Bound using segment: {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:20:18.637549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Bound port: b9d59219-04a3-4afe-af3f-769aecbef416, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86330b5a-4d8d-4616-94f2-6b8640525a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:20:18.637549 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:18.701554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:20:18.709500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:20:18.840353 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:19.031638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:19.032600 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:19.034694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] 10.222.0.21 "PUT /v2.0/ports/b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 1093 time: 2.4590678 Oct 13 11:20:19.124168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c5eab-755a-4995-be6b-39c82e8b3e89 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=11']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:19.172247 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade069d-102c-44e5-b075-577fd541c387 req-091dfb18-740e-4e33-aaff-149971087f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:19.173802 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-091dfb18-740e-4e33-aaff-149971087f49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1096 time: 0.1044223 Oct 13 11:20:19.310754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47118) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:19.381994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade069d-102c-44e5-b075-577fd541c387 req-6139bf0b-a079-4b17-ad8b-b3b3c3a0d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:19.384767 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-6139bf0b-a079-4b17-ad8b-b3b3c3a0d0f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 200 len: 897 time: 0.2033470 Oct 13 11:20:19.686715 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-5f302ab4-8ca1-42f8-9ae3-d8d743a6793b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 1000 time: 0.2765789 Oct 13 11:20:19.753134 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac636f3a-a019-41bc-878d-48179119ec53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:19.781982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab3ac4-45b9-4e00-8868-fbafc93d9f38 req-8db3f098-54a2-402a-b69d-61a651ae4aae tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:19.791020 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0ab3ac4-45b9-4e00-8868-fbafc93d9f38 req-8db3f098-54a2-402a-b69d-61a651ae4aae tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 945 time: 0.2056332 Oct 13 11:20:19.828545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade069d-102c-44e5-b075-577fd541c387 req-07060cb1-4500-4b76-9f30-8f999eecb792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:19.830566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-07060cb1-4500-4b76-9f30-8f999eecb792 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44738a2c-842d-4d50-8c76-aab17d480d75 HTTP/1.1" status: 200 len: 835 time: 0.1314666 Oct 13 11:20:19.878096 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c0ab3ac4-45b9-4e00-8868-fbafc93d9f38 req-c0d25d81-4203-4f34-924e-8633c8c4e3a2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861735 Oct 13 11:20:19.939281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade069d-102c-44e5-b075-577fd541c387 req-336b2a38-d39a-4e2e-aa76-60728e702e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:19.940738 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-336b2a38-d39a-4e2e-aa76-60728e702e4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8944532c-ccad-4eb9-9583-52762199ab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930586 Oct 13 11:20:20.016245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac636f3a-a019-41bc-878d-48179119ec53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:20.120011 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac636f3a-a019-41bc-878d-48179119ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:20.129814 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-ea6c5c52-0b0f-48a3-9f82-998ca60014a8 service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803489 Oct 13 11:20:20.215320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac636f3a-a019-41bc-878d-48179119ec53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd73cd6-cafa-4f59-9557-dad06fc44e49,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:20.234671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ac636f3a-a019-41bc-878d-48179119ec53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ddde979ba934a6380f85050e3d149fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9175131 Oct 13 11:20:20.235056 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47138) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:20.295297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:20:20.305199 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96" -d '{"events": [{"name": "network-changed", "server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:20:20.393837 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bade069d-102c-44e5-b075-577fd541c387 req-6e5375b1-fa64-4331-96fd-610fff0a46d0 service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569587 Oct 13 11:20:20.413319 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d55ab6c1-3288-4ed3-bf8e-240c959c83eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:20.467735 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6339b0f4-4218-4e77-951e-72ea214c399b x-openstack-request-id: req-6339b0f4-4218-4e77-951e-72ea214c399b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:20:20.470679 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:20:20.471846 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6339b0f4-4218-4e77-951e-72ea214c399b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:20:20.475272 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'status': 'completed', 'code': 200} Oct 13 11:20:20.489945 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d55ab6c1-3288-4ed3-bf8e-240c959c83eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:20.638702 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d55ab6c1-3288-4ed3-bf8e-240c959c83eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:20.641861 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d55ab6c1-3288-4ed3-bf8e-240c959c83eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:20.646614 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d55ab6c1-3288-4ed3-bf8e-240c959c83eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fd73cd6-cafa-4f59-9557-dad06fc44e49 HTTP/1.1" status: 204 len: 168 time: 0.4100342 Oct 13 11:20:20.648529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-cb1be25d-e9ba-4cc8-8158-5887e0c0b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:20.651462 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-cb1be25d-e9ba-4cc8-8158-5887e0c0b7e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1096 time: 0.1738284 Oct 13 11:20:20.657947 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-f824abbe-7d80-4028-bcc3-b8a9477fd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:20.660800 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-f824abbe-7d80-4028-bcc3-b8a9477fd781 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1096 time: 0.1523130 Oct 13 11:20:20.665847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ab6c1-3288-4ed3-bf8e-240c959c83eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd73cd6-cafa-4f59-9557-dad06fc44e49,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:20.845940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-0c7bdf00-ebcb-419c-8f9a-5b6d88852cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:20.848095 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-0c7bdf00-ebcb-419c-8f9a-5b6d88852cde service neutron] 10.222.0.46 "GET /v2.0/networks?id=8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 200 len: 897 time: 0.1869402 Oct 13 11:20:20.899910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-be60db54-7ed7-4f0e-a3a8-32e89ebffe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:20.901897 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-be60db54-7ed7-4f0e-a3a8-32e89ebffe69 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 200 len: 897 time: 0.1719062 Oct 13 11:20:21.088212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-c9c911a3-e9ef-42a0-956c-22ceb1500db2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 1000 time: 0.2289810 Oct 13 11:20:21.125063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-bddd7e5b-ce67-46cd-8bf0-0321faf189ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 1000 time: 0.2149651 Oct 13 11:20:21.147535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47166) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:21.164755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c419a-0f63-4e5f-b7d8-b12fbb310ee6 req-589ee0f5-91d1-4360-8c69-bfa590d947c5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:21.166443 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-975c419a-0f63-4e5f-b7d8-b12fbb310ee6 req-589ee0f5-91d1-4360-8c69-bfa590d947c5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 945 time: 0.1356297 Oct 13 11:20:21.244804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-d02f644d-21b8-4a7d-8e27-28cffe4f2b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:21.246227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-d02f644d-21b8-4a7d-8e27-28cffe4f2b5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=44738a2c-842d-4d50-8c76-aab17d480d75 HTTP/1.1" status: 200 len: 835 time: 0.1452906 Oct 13 11:20:21.278196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-d6615fc5-d437-4ee3-a0ca-fbff5312e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:21.279797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-d6615fc5-d437-4ee3-a0ca-fbff5312e220 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44738a2c-842d-4d50-8c76-aab17d480d75 HTTP/1.1" status: 200 len: 835 time: 0.1122611 Oct 13 11:20:21.341145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-975c419a-0f63-4e5f-b7d8-b12fbb310ee6 req-e338db19-313f-436a-b7fd-bef9a5bd7074 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589112 Oct 13 11:20:21.370732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-53ed90c4-ce00-4aa8-baf1-0bea6308d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:21.372591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-53ed90c4-ce00-4aa8-baf1-0bea6308d4ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8944532c-ccad-4eb9-9583-52762199ab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758183 Oct 13 11:20:21.375662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-161e110f-d09b-4d16-8619-3432baced9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:21.377277 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-161e110f-d09b-4d16-8619-3432baced9db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8944532c-ccad-4eb9-9583-52762199ab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212325 Oct 13 11:20:21.582598 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-489caf22-569d-4e77-9fe3-d96c6fc4bdd4 service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999688 Oct 13 11:20:21.583087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-dc872c0a-6e73-41b2-8154-70ced7edb51b service neutron] 10.222.0.46 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931639 Oct 13 11:20:21.594916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8d364961-97fc-4922-b54c-59732ba05a3f tempest-SubnetPoolsTestJSON-500882636 tempest-SubnetPoolsTestJSON-500882636-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-838742885', 'prefixes': ['172.20.0.0/16']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:21.811542 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-55b1d65e-463f-419d-85d5-2020968a7b5e service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056470 Oct 13 11:20:21.814539 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9abdf9b-bf0a-44cd-89e7-25c7c7c72e96 req-db855f5c-286f-4d6b-882c-d8986ada9190 service neutron] 10.222.0.46 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233391 Oct 13 11:20:21.838633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b9d59219-04a3-4afe-af3f-769aecbef416 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:20:21.952370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d364961-97fc-4922-b54c-59732ba05a3f tempest-SubnetPoolsTestJSON-500882636 tempest-SubnetPoolsTestJSON-500882636-project] Notify callbacks [] for subnetpool, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:21.953695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8d364961-97fc-4922-b54c-59732ba05a3f tempest-SubnetPoolsTestJSON-500882636 tempest-SubnetPoolsTestJSON-500882636-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8046949 Oct 13 11:20:21.954082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47178) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:21.958833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47180) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:22.012788 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f61b3f58-adc9-4eec-9d38-2500c2223069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:22.049897 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3c50c88d-047d-43bd-bb2b-06939970e76b tempest-SubnetPoolsTestJSON-500882636 tempest-SubnetPoolsTestJSON-500882636-project] 10.222.0.32 "GET /v2.0/subnetpools/42f7da68-ce21-41d4-a069-057ae88695b0 HTTP/1.1" status: 200 len: 731 time: 0.0845287 Oct 13 11:20:22.052400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47182) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:22.058768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-71e5e451-9942-4629-b4a8-0786afe30f8e tempest-SubnetPoolsTestJSON-500882636 tempest-SubnetPoolsTestJSON-500882636-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-843263874'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:22.084047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:20:22.107694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'port_id': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'mac_address': 'fa:16:3e:d7:c4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:20:22.165458 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:22.183556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d59219-04a3-4afe-af3f-769aecbef416 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:20:22.205893 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f61b3f58-adc9-4eec-9d38-2500c2223069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:22.227091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:20:22.301706 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f61b3f58-adc9-4eec-9d38-2500c2223069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:22.353862 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:22.362258 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71e5e451-9942-4629-b4a8-0786afe30f8e tempest-SubnetPoolsTestJSON-500882636 tempest-SubnetPoolsTestJSON-500882636-project] Notify callbacks [] for subnetpool, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:22.374870 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f61b3f58-adc9-4eec-9d38-2500c2223069 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75c17d9a392e4e169fb7e04f165dbe33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126241 Oct 13 11:20:22.374870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b3f58-adc9-4eec-9d38-2500c2223069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b96098-5e2d-45db-a660-2fb7d046f4a5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:22.377827 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-71e5e451-9942-4629-b4a8-0786afe30f8e tempest-SubnetPoolsTestJSON-500882636 tempest-SubnetPoolsTestJSON-500882636-project] 10.222.0.32 "PUT /v2.0/subnetpools/42f7da68-ce21-41d4-a069-057ae88695b0 HTTP/1.1" status: 200 len: 683 time: 0.3239539 Oct 13 11:20:22.379044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47188) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:22.380098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47192) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:22.436720 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=12']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:22.554248 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3201ff8a-1ba7-4421-9cad-071ed77f7988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:22.569809 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b9d59219-04a3-4afe-af3f-769aecbef416'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:20:22.609310 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e8f59-54de-4b47-a6d6-19b977c53568 req-2bacd3b2-a758-46e6-bf0e-80e1eed32315 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:22.610303 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3201ff8a-1ba7-4421-9cad-071ed77f7988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:22.622668 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-967e8f59-54de-4b47-a6d6-19b977c53568 req-2bacd3b2-a758-46e6-bf0e-80e1eed32315 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 946 time: 0.1137214 Oct 13 11:20:22.710030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-967e8f59-54de-4b47-a6d6-19b977c53568 req-b5f4117c-8eda-455f-a341-750653ecb3af tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859492 Oct 13 11:20:22.737367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47200) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:22.755355 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-55fb51ad-2f0f-4a77-aebb-3557cc12c2c1 tempest-SubnetPoolsTestJSON-500882636 tempest-SubnetPoolsTestJSON-500882636-project] Notify callbacks [] for subnetpool, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:22.759950 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-55fb51ad-2f0f-4a77-aebb-3557cc12c2c1 tempest-SubnetPoolsTestJSON-500882636 tempest-SubnetPoolsTestJSON-500882636-project] 10.222.0.32 "DELETE /v2.0/subnetpools/42f7da68-ce21-41d4-a069-057ae88695b0 HTTP/1.1" status: 204 len: 168 time: 0.3657999 Oct 13 11:20:22.760858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47202) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:22.800177 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-d16c9795-0077-446f-911b-23a694a33d0d tempest-SubnetPoolsTestJSON-500882636 tempest-SubnetPoolsTestJSON-500882636-project] show failed (client error): The resource could not be found. Oct 13 11:20:22.812677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47204) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:22.812874 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d16c9795-0077-446f-911b-23a694a33d0d tempest-SubnetPoolsTestJSON-500882636 tempest-SubnetPoolsTestJSON-500882636-project] 10.222.0.32 "GET /v2.0/subnetpools/42f7da68-ce21-41d4-a069-057ae88695b0 HTTP/1.1" status: 404 len: 346 time: 0.0392730 Oct 13 11:20:22.825139 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-6a11dea4-9464-43a1-a33d-ac04e274ccf5 tempest-SubnetPoolsTestJSON-500882636 tempest-SubnetPoolsTestJSON-500882636-project] delete failed (client error): The resource could not be found. Oct 13 11:20:22.830744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6a11dea4-9464-43a1-a33d-ac04e274ccf5 tempest-SubnetPoolsTestJSON-500882636 tempest-SubnetPoolsTestJSON-500882636-project] 10.222.0.32 "DELETE /v2.0/subnetpools/42f7da68-ce21-41d4-a069-057ae88695b0 HTTP/1.1" status: 404 len: 346 time: 0.0212722 Oct 13 11:20:22.832800 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3201ff8a-1ba7-4421-9cad-071ed77f7988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:22.835661 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3201ff8a-1ba7-4421-9cad-071ed77f7988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:22.837477 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3201ff8a-1ba7-4421-9cad-071ed77f7988 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8b96098-5e2d-45db-a660-2fb7d046f4a5 HTTP/1.1" status: 204 len: 168 time: 0.4525526 Oct 13 11:20:22.847795 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-87c13d96-1778-417a-93dd-2612299b0956 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/23eac7e1-5fde-454f-a7b0-b0a1a7d5275d HTTP/1.1" status: 200 len: 993 time: 0.1081297 Oct 13 11:20:22.857153 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201ff8a-1ba7-4421-9cad-071ed77f7988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b96098-5e2d-45db-a660-2fb7d046f4a5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:23.522766 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47222) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:23.705051 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb71bf0b-c7df-49f6-8b72-9bbe9c2bf5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:23.846784 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb71bf0b-c7df-49f6-8b72-9bbe9c2bf5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:23.857234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b9d59219-04a3-4afe-af3f-769aecbef416 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:20:23.932902 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb71bf0b-c7df-49f6-8b72-9bbe9c2bf5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:23.989166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47240) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:23.999353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fb71bf0b-c7df-49f6-8b72-9bbe9c2bf5d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb85d76791ee457ca8f10d1b4732b3d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4716625 Oct 13 11:20:24.001417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71bf0b-c7df-49f6-8b72-9bbe9c2bf5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6086b908-76bb-4656-a204-b69b0715b43c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:24.051061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port b9d59219-04a3-4afe-af3f-769aecbef416 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:20:24.052758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b9d59219-04a3-4afe-af3f-769aecbef416 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:20:24.053531 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:24.054588 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d0a02926-3e36-495d-bb80-d9006135d8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:24.100218 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d0a02926-3e36-495d-bb80-d9006135d8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:24.189612 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:24.233118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:20:24.236075 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6f1f88-dbf0-488e-a624-b46e921226bb" -d '{"events": [{"server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "name": "network-vif-plugged", "status": "completed", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:20:24.241454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:20:24.290696 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b77bc07-8e53-4ee2-9172-c618ab1a4d82 x-openstack-request-id: req-8b77bc07-8e53-4ee2-9172-c618ab1a4d82 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:20:24.291034 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "name": "network-vif-plugged", "status": "completed", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:20:24.291369 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b77bc07-8e53-4ee2-9172-c618ab1a4d82 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:20:24.291893 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'code': 200} Oct 13 11:20:25.134757 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:25.137951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d0a02926-3e36-495d-bb80-d9006135d8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:25.178869 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d0a02926-3e36-495d-bb80-d9006135d8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:25.187098 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d0a02926-3e36-495d-bb80-d9006135d8c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6086b908-76bb-4656-a204-b69b0715b43c HTTP/1.1" status: 204 len: 168 time: 1.1966999 Oct 13 11:20:25.198646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a02926-3e36-495d-bb80-d9006135d8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6086b908-76bb-4656-a204-b69b0715b43c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:25.252703 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=13']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:30.975315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-899e6c02-0306-4000-a745-0ab7baba85d4 req-13953b2b-6171-412c-a995-5f77e5570e5b tempest-ListServersNegativeTestJSON-1574984781 tempest-ListServersNegativeTestJSON-1574984781-project] (101990) timed out ('10.222.0.32', 54248) {{(pid=101990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:20:33.348707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b6798-84fd-45af-a9de-d3e28a2bf4d2 req-ce14ad06-c125-4fec-889b-5c08e0180924 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:33.350851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7d6b6798-84fd-45af-a9de-d3e28a2bf4d2 req-ce14ad06-c125-4fec-889b-5c08e0180924 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0664060 Oct 13 11:20:33.398290 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7d6b6798-84fd-45af-a9de-d3e28a2bf4d2 req-f15e66b7-8554-4458-895a-11a4702af281 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394111 Oct 13 11:20:34.587966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae34af-9576-4761-9a93-c406cd30c420 req-c44e4aef-03b6-4f2e-885a-4d9eb1376d48 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:34.600627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2dae34af-9576-4761-9a93-c406cd30c420 req-c44e4aef-03b6-4f2e-885a-4d9eb1376d48 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1005714 Oct 13 11:20:34.710251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2dae34af-9576-4761-9a93-c406cd30c420 req-aba43e5f-65fd-4eaf-8760-9ffd6046347c tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084034 Oct 13 11:20:35.155510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-41267a17-b31e-4ec2-8e98-8bd3991b2a04 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:35.157065 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-41267a17-b31e-4ec2-8e98-8bd3991b2a04 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0543194 Oct 13 11:20:35.251684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Deleting port 6a8585bb-e9cf-4d92-8092-f73719dd2d74 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:20:35.258435 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:35.373085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] For port 6a8585bb-e9cf-4d92-8092-f73719dd2d74, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=6a8585bb-e9cf-4d92-8092-f73719dd2d74,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:20:35.373645 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:35.610283 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:35.611153 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:35.611153 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Floating IP 5e78ccbb-bf91-4adc-b354-0291f3250e56 disassociated. External IP: 172.25.0.71, port: 6a8585bb-e9cf-4d92-8092-f73719dd2d74. Oct 13 11:20:35.611448 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Calling delete_port for 6a8585bb-e9cf-4d92-8092-f73719dd2d74 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:20:35.858394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:35.892662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event deleted for resources: {'Port': ['ID=6a8585bb-e9cf-4d92-8092-f73719dd2d74,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:35.914052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a922ee7-8380-496a-a4b4-77f4d9eeb3f1 req-8d4569fb-478a-4117-9f0e-01d2198aa688 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:35.922046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a922ee7-8380-496a-a4b4-77f4d9eeb3f1 req-8d4569fb-478a-4117-9f0e-01d2198aa688 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 867 time: 0.0988584 Oct 13 11:20:36.038827 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a922ee7-8380-496a-a4b4-77f4d9eeb3f1 req-674a7f51-5ae6-4aa1-a06c-e525350ef9b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154654 Oct 13 11:20:36.114645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Router f30cc01c-34c7-41de-924a-ac63d778c263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:20:36.283296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:20:36.301883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957bbc6-f3ef-45a0-b22b-a983ed8ef429 None None] Sync routers for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:20:36.331990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957bbc6-f3ef-45a0-b22b-a983ed8ef429 None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:20:36.333069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8957bbc6-f3ef-45a0-b22b-a983ed8ef429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:20:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:20:36.338429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] No DVR routers for this DVR port 6a8585bb-e9cf-4d92-8092-f73719dd2d74 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:20:36.342574 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:36.346879 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84f32a08-e068-4295-aa71-ed322b4bf480 req-94fd9ae5-6730-4d56-8f32-33596af8a0b7 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.46 "DELETE /v2.0/ports/6a8585bb-e9cf-4d92-8092-f73719dd2d74 HTTP/1.1" status: 204 len: 173 time: 1.1840129 Oct 13 11:20:36.347600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a51b00-491d-49c4-86a4-7f2e32f4c6a0', 'name': 'network-vif-deleted', 'tag': '6a8585bb-e9cf-4d92-8092-f73719dd2d74'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:20:36.350365 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db08124-2928-4711-8566-05ae991a683e" -d '{"events": [{"server_uuid": "f0a51b00-491d-49c4-86a4-7f2e32f4c6a0", "name": "network-vif-deleted", "tag": "6a8585bb-e9cf-4d92-8092-f73719dd2d74"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:20:36.415860 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade59a02-1d1c-4dee-beba-9610f9f4323d x-openstack-request-id: req-ade59a02-1d1c-4dee-beba-9610f9f4323d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:20:36.416174 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a51b00-491d-49c4-86a4-7f2e32f4c6a0", "name": "network-vif-deleted", "tag": "6a8585bb-e9cf-4d92-8092-f73719dd2d74", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:20:36.416451 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ade59a02-1d1c-4dee-beba-9610f9f4323d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:20:36.416897 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a51b00-491d-49c4-86a4-7f2e32f4c6a0', 'name': 'network-vif-deleted', 'tag': '6a8585bb-e9cf-4d92-8092-f73719dd2d74', 'status': 'completed', 'code': 200} Oct 13 11:20:36.701579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8957bbc6-f3ef-45a0-b22b-a983ed8ef429 None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:20:36.955608 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8957bbc6-f3ef-45a0-b22b-a983ed8ef429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 5, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:20:36.984263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957bbc6-f3ef-45a0-b22b-a983ed8ef429 None None] Checking router: f30cc01c-34c7-41de-924a-ac63d778c263 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:20:36.993633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957bbc6-f3ef-45a0-b22b-a983ed8ef429 None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:20:36.994656 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8957bbc6-f3ef-45a0-b22b-a983ed8ef429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:20:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:20:37.212356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8957bbc6-f3ef-45a0-b22b-a983ed8ef429 None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:20:37.285414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15aff925-2bd7-4cf6-8b63-ae638b5f5472 req-100289ca-427e-4327-81bb-212fb1e51cc0 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0a51b00-491d-49c4-86a4-7f2e32f4c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0394063 Oct 13 11:20:37.524527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8957bbc6-f3ef-45a0-b22b-a983ed8ef429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 5, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:20:37.563504 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957bbc6-f3ef-45a0-b22b-a983ed8ef429 None None] The sync data for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 is: [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:10:14Z', 'revision_number': 4, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd5c9c4ce-87a0-4b05-b0d0-553d2db50402', 'name': '', 'network_id': 'fea49c86-6405-4d7d-906f-e9d25db855d6', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'mac_address': 'fa:16:3e:ec:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:13Z', 'updated_at': '2021-10-13T11:10:21Z', 'revision_number': 5, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'subnets': [{'id': '3f7c572f-c42b-4227-8238-2e248cb45182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:20:37.893544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 6a8585bb-e9cf-4d92-8092-f73719dd2d74 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:20:37.949552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 6a8585bb-e9cf-4d92-8092-f73719dd2d74 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:20:37.949886 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 6a8585bb-e9cf-4d92-8092-f73719dd2d74 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:20:37.985722 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238141f-602a-4f15-87eb-c227a217a352 None None] New status for floating IP 5e78ccbb-bf91-4adc-b354-0291f3250e56: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:20:38.049102 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b2fe605a-b7b3-44fe-93a8-6d8b95aa1e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:38.537172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47648) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:38.611406 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-89dc595b-47e0-40da-9be4-a70a801d9929 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:38.641559 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-89dc595b-47e0-40da-9be4-a70a801d9929 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:38.809473 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-89dc595b-47e0-40da-9be4-a70a801d9929 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:38.812387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-89dc595b-47e0-40da-9be4-a70a801d9929 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:38.816647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47654) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:38.817462 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-89dc595b-47e0-40da-9be4-a70a801d9929 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "DELETE /v2.0/security-groups/20d9999d-2c88-4e64-9f37-8a1fa72cf1fa HTTP/1.1" status: 204 len: 168 time: 0.2761381 Oct 13 11:20:38.829876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc595b-47e0-40da-9be4-a70a801d9929 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d9999d-2c88-4e64-9f37-8a1fa72cf1fa,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:38.864748 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-653c1ad5-d59c-4650-9a69-8581e72e7147 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] show failed (client error): The resource could not be found. Oct 13 11:20:38.865794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-653c1ad5-d59c-4650-9a69-8581e72e7147 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "GET /v2.0/security-groups/20d9999d-2c88-4e64-9f37-8a1fa72cf1fa HTTP/1.1" status: 404 len: 347 time: 0.0481737 Oct 13 11:20:38.869096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47658) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:38.899077 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:39.023461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8683-a412-4843-94db-b38582058445 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Deleting port 79c2020a-e907-47e0-88cf-56bd13f6fde9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:20:39.023685 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8683-a412-4843-94db-b38582058445 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:39.168965 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8683-a412-4843-94db-b38582058445 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:39.169432 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8683-a412-4843-94db-b38582058445 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:39.184973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8683-a412-4843-94db-b38582058445 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Calling delete_port for 79c2020a-e907-47e0-88cf-56bd13f6fde9 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:20:39.884178 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8683-a412-4843-94db-b38582058445 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:39.913586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8683-a412-4843-94db-b38582058445 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Pushing event deleted for resources: {'Port': ['ID=79c2020a-e907-47e0-88cf-56bd13f6fde9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:39.990790 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8683-a412-4843-94db-b38582058445 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:39.993633 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8683-a412-4843-94db-b38582058445 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:39.994855 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0e3b8683-a412-4843-94db-b38582058445 tempest-AttachVolumeTestJSON-481198587 tempest-AttachVolumeTestJSON-481198587-project] 10.222.0.32 "DELETE /v2.0/floatingips/5e78ccbb-bf91-4adc-b354-0291f3250e56 HTTP/1.1" status: 204 len: 168 time: 1.1247463 Oct 13 11:20:40.746553 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:40.919291 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fc57da44-19ff-4d1f-8a82-b72a7eab7d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:41.788340 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:41.957838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47716) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:42.130188 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7841f94f-2887-4e0b-bdd6-62ce4c129480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:42.236547 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7841f94f-2887-4e0b-bdd6-62ce4c129480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:42.254110 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:42.369469 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7841f94f-2887-4e0b-bdd6-62ce4c129480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:42.412070 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7841f94f-2887-4e0b-bdd6-62ce4c129480 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6c36b23413443329e34dba8169cf51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467700 Oct 13 11:20:42.412279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47722) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:42.456170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841f94f-2887-4e0b-bdd6-62ce4c129480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a011a5-3617-4d14-9056-551a7a9f294e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:42.478068 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d558-e8a0-4969-bf72-885a139cc965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:42.513680 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d558-e8a0-4969-bf72-885a139cc965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:42.724544 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d558-e8a0-4969-bf72-885a139cc965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:42.728890 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d558-e8a0-4969-bf72-885a139cc965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:42.732512 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cbb6d558-e8a0-4969-bf72-885a139cc965 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45a011a5-3617-4d14-9056-551a7a9f294e HTTP/1.1" status: 204 len: 168 time: 0.3201079 Oct 13 11:20:42.739276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6d558-e8a0-4969-bf72-885a139cc965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a011a5-3617-4d14-9056-551a7a9f294e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:43.459499 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:43.701392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47758) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:43.763782 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:43.916037 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:44.024396 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:44.078269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1c59c0-63a0-410f-98f7-55e5af557d35,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:44.098570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:44.099328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:44.099952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:44.100486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:44.100982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:44.101531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:44.102042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:44.102587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:44.103174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:44.103695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:44.104215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:44.105282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:20:44.146119 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1b2892ae-ebea-4f72-8e89-6c7fbea60289 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c045d450da7244e1b070b3781e198cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432693 Oct 13 11:20:44.149577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47762) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:44.214746 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8f0f6fc-79c0-4b6a-8287-8a2990064d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:44.243530 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8f0f6fc-79c0-4b6a-8287-8a2990064d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:44.392389 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8f0f6fc-79c0-4b6a-8287-8a2990064d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:44.395148 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8f0f6fc-79c0-4b6a-8287-8a2990064d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:44.396286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e8f0f6fc-79c0-4b6a-8287-8a2990064d72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a1c59c0-63a0-410f-98f7-55e5af557d35 HTTP/1.1" status: 204 len: 168 time: 0.2455692 Oct 13 11:20:44.407883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0f6fc-79c0-4b6a-8287-8a2990064d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1c59c0-63a0-410f-98f7-55e5af557d35,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:45.038313 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47784) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:45.246784 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-523a5dd4-08a2-4a9f-ab43-862a4cae5f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:45.414760 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-523a5dd4-08a2-4a9f-ab43-862a4cae5f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:45.518185 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-523a5dd4-08a2-4a9f-ab43-862a4cae5f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:45.580775 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-523a5dd4-08a2-4a9f-ab43-862a4cae5f33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99a5a0c0ff544fa6a5311fe66af88f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377052 Oct 13 11:20:45.580775 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a5dd4-08a2-4a9f-ab43-862a4cae5f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27894263-71f1-4536-9112-e70c5e7cca71,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:45.581154 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47804) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:45.683735 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc2b2a94-17b8-4790-93ea-4778035204c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:45.712547 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc2b2a94-17b8-4790-93ea-4778035204c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:45.864020 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc2b2a94-17b8-4790-93ea-4778035204c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:45.868604 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc2b2a94-17b8-4790-93ea-4778035204c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:45.873882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fc2b2a94-17b8-4790-93ea-4778035204c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27894263-71f1-4536-9112-e70c5e7cca71 HTTP/1.1" status: 204 len: 168 time: 0.2915790 Oct 13 11:20:45.886069 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b2a94-17b8-4790-93ea-4778035204c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27894263-71f1-4536-9112-e70c5e7cca71,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:47.040096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47850) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:47.068447 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa22d2c5-c0c0-491b-ac59-3836d2cb0634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:47.250675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa22d2c5-c0c0-491b-ac59-3836d2cb0634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:47.333474 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:20:47.347376 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa22d2c5-c0c0-491b-ac59-3836d2cb0634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:47.454647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22d2c5-c0c0-491b-ac59-3836d2cb0634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9729be74-afc6-4c5b-b308-eec888609d1c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:47.500267 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aa22d2c5-c0c0-491b-ac59-3836d2cb0634 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0817a105ba5646618789bb520954d04d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565911 Oct 13 11:20:47.500544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47866) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:47.606971 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3a3f5ab-dd55-4062-b205-28f59b0aa7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:47.642013 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3a3f5ab-dd55-4062-b205-28f59b0aa7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:47.812795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3a3f5ab-dd55-4062-b205-28f59b0aa7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:47.816190 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3a3f5ab-dd55-4062-b205-28f59b0aa7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:47.817802 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d3a3f5ab-dd55-4062-b205-28f59b0aa7da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9729be74-afc6-4c5b-b308-eec888609d1c HTTP/1.1" status: 204 len: 168 time: 0.3159449 Oct 13 11:20:47.837621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3f5ab-dd55-4062-b205-28f59b0aa7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9729be74-afc6-4c5b-b308-eec888609d1c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:48.685405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47900) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:48.829672 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-564c6fba-4c45-43fa-bab0-aa4193196a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:48.942225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-564c6fba-4c45-43fa-bab0-aa4193196a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:49.088832 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-564c6fba-4c45-43fa-bab0-aa4193196a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:49.159247 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-564c6fba-4c45-43fa-bab0-aa4193196a82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a747db119dc4686b215d2f7674b43b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724848 Oct 13 11:20:49.160714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c6fba-4c45-43fa-bab0-aa4193196a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8543b7-4cb0-474b-a768-3126d571b86a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:49.161697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 47912) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:49.246357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5051b1cf-5872-4d11-a37a-edd5528e208c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:49.270777 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5051b1cf-5872-4d11-a37a-edd5528e208c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:49.419900 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5051b1cf-5872-4d11-a37a-edd5528e208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:49.426179 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5051b1cf-5872-4d11-a37a-edd5528e208c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:49.430410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5051b1cf-5872-4d11-a37a-edd5528e208c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da8543b7-4cb0-474b-a768-3126d571b86a HTTP/1.1" status: 204 len: 168 time: 0.2659681 Oct 13 11:20:49.449626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051b1cf-5872-4d11-a37a-edd5528e208c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8543b7-4cb0-474b-a768-3126d571b86a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:50.225283 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d33d69-c630-459e-9b05-a6262d5f282b req-e8094e92-2525-4b05-a899-a7b34166cd04 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:50.250859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-e8094e92-2525-4b05-a899-a7b34166cd04 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 0.2340174 Oct 13 11:20:50.283355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-671d19f8-4ad5-44d6-a2bb-d0957f8151e6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/quotas/1aa22e9274f0432fadaf0bde47c85ec7 HTTP/1.1" status: 200 len: 375 time: 0.0327322 Oct 13 11:20:50.409359 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-9b6d9900-52e3-4dc3-ab64-647f7ecb713e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1239417 Oct 13 11:20:50.630496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-e395289e-4c05-4c66-886a-f08cc1828a58 service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968362 Oct 13 11:20:50.699087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 47980) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:50.766792 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-91e81139-897f-4f66-81ea-b0991aaa3a84 service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207368 Oct 13 11:20:50.895654 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-927d6ae5-5c97-4f05-9224-1929b6900e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:51.156769 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-927d6ae5-5c97-4f05-9224-1929b6900e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:51.213119 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca928e69-77e9-42f4-9d84-d5a431da1224 req-da21a9eb-6859-4ca2-a571-690a33b6908c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 210 time: 0.0487690 Oct 13 11:20:51.260941 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-927d6ae5-5c97-4f05-9224-1929b6900e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:51.320744 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d6ae5-5c97-4f05-9224-1929b6900e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30576697-bb3e-4ba7-b473-bf74f26b12fd,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:51.325748 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-927d6ae5-5c97-4f05-9224-1929b6900e6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=859d60780e9a4f7e84adcf478b681f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6248415 Oct 13 11:20:51.344787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48004) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:51.410841 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-563ab03c-da86-4c46-8541-fce1a8d37b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:51.455061 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-563ab03c-da86-4c46-8541-fce1a8d37b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:51.620708 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-563ab03c-da86-4c46-8541-fce1a8d37b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:51.623538 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-563ab03c-da86-4c46-8541-fce1a8d37b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:51.627680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-563ab03c-da86-4c46-8541-fce1a8d37b64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30576697-bb3e-4ba7-b473-bf74f26b12fd HTTP/1.1" status: 204 len: 168 time: 0.2952406 Oct 13 11:20:51.645393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ab03c-da86-4c46-8541-fce1a8d37b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30576697-bb3e-4ba7-b473-bf74f26b12fd,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:52.336228 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f94c79d-8624-4ec2-8ef5-3de7b0920130 req-314e07e9-f1a3-4545-b22f-d9544e26df5a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 210 time: 0.0272374 Oct 13 11:20:52.961068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48084) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:53.176039 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eacd21bb-5ba0-4f56-9ca4-89d3f43e2bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:53.292545 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eacd21bb-5ba0-4f56-9ca4-89d3f43e2bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:53.395673 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eacd21bb-5ba0-4f56-9ca4-89d3f43e2bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:53.544888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c98bf16-4698-44be-a469-6fcfd3d1a242 req-c98c4ce4-8e67-4c7b-bbeb-e0332b19d2b2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 210 time: 0.0761106 Oct 13 11:20:53.554719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eacd21bb-5ba0-4f56-9ca4-89d3f43e2bce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=971209fe728b4bf6ba5a90a1a8c99836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911496 Oct 13 11:20:53.557954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48106) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:53.559707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd21bb-5ba0-4f56-9ca4-89d3f43e2bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4b1dab-a74c-4423-b131-bd2f9fe838ef,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:53.598440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d33d69-c630-459e-9b05-a6262d5f282b req-90bf5e4d-487f-453b-a043-01ac16f88189 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:53.599890 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-90bf5e4d-487f-453b-a043-01ac16f88189 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 0.2162869 Oct 13 11:20:53.612166 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-79d33d69-c630-459e-9b05-a6262d5f282b req-ca4b66db-afb6-408b-b511-9c6bd94a239c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'port': {'device_id': 'a49abfb4-11ba-4cd5-93dc-09d0845f13c5', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'admin_state_up': True, 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:53.614387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3900b85b-0e3e-4886-88c3-0d0cabb91c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:53.639476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3900b85b-0e3e-4886-88c3-0d0cabb91c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:53.835665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d33d69-c630-459e-9b05-a6262d5f282b req-ca4b66db-afb6-408b-b511-9c6bd94a239c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Made reservation on behalf of 1aa22e9274f0432fadaf0bde47c85ec7 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:20:53.835950 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3900b85b-0e3e-4886-88c3-0d0cabb91c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:53.841142 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3900b85b-0e3e-4886-88c3-0d0cabb91c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:53.841728 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79d33d69-c630-459e-9b05-a6262d5f282b req-ca4b66db-afb6-408b-b511-9c6bd94a239c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:53.845714 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3900b85b-0e3e-4886-88c3-0d0cabb91c92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e4b1dab-a74c-4423-b131-bd2f9fe838ef HTTP/1.1" status: 204 len: 168 time: 0.2830195 Oct 13 11:20:53.858541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900b85b-0e3e-4886-88c3-0d0cabb91c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4b1dab-a74c-4423-b131-bd2f9fe838ef,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:54.053728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-79d33d69-c630-459e-9b05-a6262d5f282b req-ca4b66db-afb6-408b-b511-9c6bd94a239c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Allocated IP 172.20.0.4 (115722b6-22fc-4529-8f74-dcada0512dde/97f9d253-df11-432a-b4dc-57fa7a0a9962/4dcb256b-3041-4507-b1bc-ed460b95a969) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:20:54.264845 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79d33d69-c630-459e-9b05-a6262d5f282b req-ca4b66db-afb6-408b-b511-9c6bd94a239c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:54.391017 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79d33d69-c630-459e-9b05-a6262d5f282b req-ca4b66db-afb6-408b-b511-9c6bd94a239c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:54.452558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d33d69-c630-459e-9b05-a6262d5f282b req-ca4b66db-afb6-408b-b511-9c6bd94a239c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Network 115722b6-22fc-4529-8f74-dcada0512dde is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:20:54.456183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-79d33d69-c630-459e-9b05-a6262d5f282b req-ca4b66db-afb6-408b-b511-9c6bd94a239c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:20:54.462447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d33d69-c630-459e-9b05-a6262d5f282b req-ca4b66db-afb6-408b-b511-9c6bd94a239c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:20:54.571565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b66db-afb6-408b-b511-9c6bd94a239c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'Port': ['ID=4dcb256b-3041-4507-b1bc-ed460b95a969,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:54.580379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d33d69-c630-459e-9b05-a6262d5f282b req-ca4b66db-afb6-408b-b511-9c6bd94a239c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:54.580379 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79d33d69-c630-459e-9b05-a6262d5f282b req-ca4b66db-afb6-408b-b511-9c6bd94a239c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:54.636064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fef2e-6e1d-4dcf-bafd-352460162613 req-1ca1fba2-9821-4f80-8ce9-078df3995ddf tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:54.644133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d2fef2e-6e1d-4dcf-bafd-352460162613 req-1ca1fba2-9821-4f80-8ce9-078df3995ddf tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1098 time: 0.0594146 Oct 13 11:20:54.723322 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d2fef2e-6e1d-4dcf-bafd-352460162613 req-77b77c03-67ae-4a4d-8f54-5efb7ac4624f tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=543bcc25-8bd4-44b9-8bb4-6302169e3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779035 Oct 13 11:20:54.751939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48146) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:54.764344 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-ca4b66db-afb6-408b-b511-9c6bd94a239c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1558952 Oct 13 11:20:54.780903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Request body: {'port': {'device_id': 'a49abfb4-11ba-4cd5-93dc-09d0845f13c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:55.043615 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:55.087258 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-589473f1-b0aa-4cfa-9846-c75720d4da52 None None] Provisioning complete for port 4dcb256b-3041-4507-b1bc-ed460b95a969 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:20:55.089485 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-589473f1-b0aa-4cfa-9846-c75720d4da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:55.198411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-589473f1-b0aa-4cfa-9846-c75720d4da52 None None] Port 4dcb256b-3041-4507-b1bc-ed460b95a969 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:20:55.264467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2e2fda9a-49a2-4641-bf24-6ad52e9737ee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port e2eda4d6-14e6-4d9a-8c3e-1522733bbd55 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:20:55.264670 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2fda9a-49a2-4641-bf24-6ad52e9737ee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:55.351916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a402b-7fa7-4220-8179-6fe14e5ca32f req-0f2df100-f8d3-4eef-af82-b6324eda636d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:55.360501 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e05a402b-7fa7-4220-8179-6fe14e5ca32f req-0f2df100-f8d3-4eef-af82-b6324eda636d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 931 time: 0.3503528 Oct 13 11:20:55.427438 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2fda9a-49a2-4641-bf24-6ad52e9737ee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:55.428083 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2fda9a-49a2-4641-bf24-6ad52e9737ee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:55.436882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e05a402b-7fa7-4220-8179-6fe14e5ca32f req-89912c7c-bf9d-4042-92f2-0f1f7fddbfde tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754383 Oct 13 11:20:55.462548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2e2fda9a-49a2-4641-bf24-6ad52e9737ee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for e2eda4d6-14e6-4d9a-8c3e-1522733bbd55 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:20:55.620815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcb256b-3041-4507-b1bc-ed460b95a969 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:20:55.644424 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:55.664910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Transition to ACTIVE for port object 4dcb256b-3041-4507-b1bc-ed460b95a969 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:20:55.665894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48180) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:55.766509 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:55.906685 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2fda9a-49a2-4641-bf24-6ad52e9737ee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:55.966216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fda9a-49a2-4641-bf24-6ad52e9737ee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=e2eda4d6-14e6-4d9a-8c3e-1522733bbd55,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:55.995372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcb256b-3041-4507-b1bc-ed460b95a969,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:56.118271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2fda9a-49a2-4641-bf24-6ad52e9737ee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:56.118980 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-2e2fda9a-49a2-4641-bf24-6ad52e9737ee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Floating IP 23eac7e1-5fde-454f-a7b0-b0a1a7d5275d disassociated (deleted). External IP: 172.25.0.198, port: b9d59219-04a3-4afe-af3f-769aecbef416. Oct 13 11:20:56.205222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Attempting to bind port 4dcb256b-3041-4507-b1bc-ed460b95a969 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:20:56.223414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Attempting to bind port 4dcb256b-3041-4507-b1bc-ed460b95a969 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:20:56.223981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Attempting to bind port 4dcb256b-3041-4507-b1bc-ed460b95a969 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:20:56.241962 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Port 4dcb256b-3041-4507-b1bc-ed460b95a969 on network 115722b6-22fc-4529-8f74-dcada0512dde not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:20:56.242778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Attempting to bind port 4dcb256b-3041-4507-b1bc-ed460b95a969 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:20:56.263267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:20:56.263612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Checking segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:20:56.274450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Bound using segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:20:56.274911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Bound port: 4dcb256b-3041-4507-b1bc-ed460b95a969, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:20:56.277976 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:56.632953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] For port 4dcb256b-3041-4507-b1bc-ed460b95a969, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:20:56.661871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] For port 4dcb256b-3041-4507-b1bc-ed460b95a969, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4dcb256b-3041-4507-b1bc-ed460b95a969,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:20:56.707561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2fda9a-49a2-4641-bf24-6ad52e9737ee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:20:56.776242 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:56.909235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:56.910322 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:56.911815 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] 10.222.0.46 "PUT /v2.0/ports/4dcb256b-3041-4507-b1bc-ed460b95a969 HTTP/1.1" status: 200 len: 1091 time: 2.1380935 Oct 13 11:20:56.916594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2fda9a-49a2-4641-bf24-6ad52e9737ee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:20:56.922255 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2e2fda9a-49a2-4641-bf24-6ad52e9737ee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:56.940209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49abfb4-11ba-4cd5-93dc-09d0845f13c5', 'tag': '4dcb256b-3041-4507-b1bc-ed460b95a969'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:20:56.940979 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b274867-bcef-409b-a6ad-1ec1d1c5a170 None None] Sync routers for ids ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:20:56.942636 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c000d258-79da-4d59-ad52-2c7264ff2b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a49abfb4-11ba-4cd5-93dc-09d0845f13c5", "tag": "4dcb256b-3041-4507-b1bc-ed460b95a969"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:20:56.967332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b274867-bcef-409b-a6ad-1ec1d1c5a170 None None] Routers {'1f6e8a64-c874-417e-8568-dd7a3b6c63e8'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:20:56.968117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5b274867-bcef-409b-a6ad-1ec1d1c5a170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:20:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:20:56.972165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f4381-06a7-4524-9aed-47b597e6c3a4 req-9d9e13a9-61f0-4efa-b111-8859d70c0a40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:56.973606 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c3f4381-06a7-4524-9aed-47b597e6c3a4 req-9d9e13a9-61f0-4efa-b111-8859d70c0a40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.3077726 Oct 13 11:20:57.083889 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2e2fda9a-49a2-4641-bf24-6ad52e9737ee tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/floatingips/23eac7e1-5fde-454f-a7b0-b0a1a7d5275d HTTP/1.1" status: 204 len: 168 time: 2.3224306 Oct 13 11:20:57.084651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:20:57.097182 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ded64d7-0aab-4512-b04d-2bec0cbe8ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:20:57.123921 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c3f4381-06a7-4524-9aed-47b597e6c3a4 req-3e1d677e-3645-4f1d-981f-624a7f275870 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406088 Oct 13 11:20:57.262193 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fa6d63-0da6-4e82-baa9-587f0ccd1cb4 x-openstack-request-id: req-11fa6d63-0da6-4e82-baa9-587f0ccd1cb4 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:20:57.262564 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49abfb4-11ba-4cd5-93dc-09d0845f13c5", "tag": "4dcb256b-3041-4507-b1bc-ed460b95a969", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:20:57.262859 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11fa6d63-0da6-4e82-baa9-587f0ccd1cb4 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:20:57.263289 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49abfb4-11ba-4cd5-93dc-09d0845f13c5', 'tag': '4dcb256b-3041-4507-b1bc-ed460b95a969', 'status': 'completed', 'code': 200} Oct 13 11:20:57.274842 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eccfb5-8a67-453e-8594-e12e146b9cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcb256b-3041-4507-b1bc-ed460b95a969,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:57.300436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5b274867-bcef-409b-a6ad-1ec1d1c5a170 None None] Set router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:20:57.346547 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d33d69-c630-459e-9b05-a6262d5f282b req-65a67cc5-0c6a-444c-bdeb-8cd0eda843c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:57.348068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-65a67cc5-0c6a-444c-bdeb-8cd0eda843c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 1094 time: 0.2587831 Oct 13 11:20:57.447933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48216) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:20:57.503924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-4a7a615d-d527-4e15-9281-df7a4bc60f85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dcb256b-3041-4507-b1bc-ed460b95a969 HTTP/1.1" status: 200 len: 217 time: 0.1265907 Oct 13 11:20:57.671870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:20:57.728021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d33d69-c630-459e-9b05-a6262d5f282b req-450cb7f7-b862-4034-aad6-5590e8cb06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:57.729874 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-450cb7f7-b862-4034-aad6-5590e8cb06ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.2116339 Oct 13 11:20:57.751532 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26a96f6-7ca1-4420-b26f-122a754d2eec x-openstack-request-id: req-d26a96f6-7ca1-4420-b26f-122a754d2eec {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:20:57.752131 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:20:57.754844 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d26a96f6-7ca1-4420-b26f-122a754d2eec {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:20:57.755445 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'status': 'completed', 'code': 200} Oct 13 11:20:57.812203 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:57.840128 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b1c671e3-d156-423e-b45d-7a131747e899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:57.920598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5b274867-bcef-409b-a6ad-1ec1d1c5a170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '11a9a2bc-e64a-4e91-962d-777966816554', 'name': '', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:e8:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:44Z', 'updated_at': '2021-10-13T11:18:53Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:20:57.993048 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b274867-bcef-409b-a6ad-1ec1d1c5a170 None None] Checking router: 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:20:58.014427 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:58.024167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b274867-bcef-409b-a6ad-1ec1d1c5a170 None None] Routers {'1f6e8a64-c874-417e-8568-dd7a3b6c63e8'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:20:58.028226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5b274867-bcef-409b-a6ad-1ec1d1c5a170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:20:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:20:58.109445 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-f9a5589f-3f99-45f8-b4b0-731cc10297c6 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=54e138a917184ec39db5f57656588f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1237409 Oct 13 11:20:58.259730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5b274867-bcef-409b-a6ad-1ec1d1c5a170 None None] Set router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:20:58.260516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Allocated IP 172.25.0.175 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/eaec65d0-895c-4ae5-80ab-d5c230708de5) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:20:58.380560 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded64d7-0aab-4512-b04d-2bec0cbe8ea9 req-d2a41de2-27af-4744-ae9b-b09972b7441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:58.382945 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ded64d7-0aab-4512-b04d-2bec0cbe8ea9 req-d2a41de2-27af-4744-ae9b-b09972b7441f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 1098 time: 0.5738664 Oct 13 11:20:58.400344 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:58.467410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d33d69-c630-459e-9b05-a6262d5f282b req-8d0f2ae2-d4f4-43e5-86cc-6806a0f98195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:58.469528 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-8d0f2ae2-d4f4-43e5-86cc-6806a0f98195 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7286797 Oct 13 11:20:58.478988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-096ae27e-108b-4fe5-8bba-74657ebdb62b tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:58.486738 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-096ae27e-108b-4fe5-8bba-74657ebdb62b tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3621902 Oct 13 11:20:58.524333 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:58.623307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:20:58.628806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:20:58.634754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:20:58.674623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Pushing event updated for resources: {'Port': ['ID=eaec65d0-895c-4ae5-80ab-d5c230708de5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:20:58.677149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5b274867-bcef-409b-a6ad-1ec1d1c5a170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '11a9a2bc-e64a-4e91-962d-777966816554', 'name': '', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:e8:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:44Z', 'updated_at': '2021-10-13T11:18:53Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:20:58.711247 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-3e1ef8b8-6346-4808-8ce2-198b2aa3ccf2 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/quotas/54e138a917184ec39db5f57656588f04 HTTP/1.1" status: 200 len: 375 time: 0.1835928 Oct 13 11:20:58.793387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b274867-bcef-409b-a6ad-1ec1d1c5a170 None None] The sync data for ids ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'] in n-d-813659-3 is: [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '11a9a2bc-e64a-4e91-962d-777966816554', 'name': '', 'network_id': '8944532c-ccad-4eb9-9583-52762199ab6d', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:e8:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:44Z', 'updated_at': '2021-10-13T11:18:53Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '44738a2c-842d-4d50-8c76-aab17d480d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:20:58.877789 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-2ec605e8-cec5-49eb-9735-8396a2816956 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870611 Oct 13 11:20:59.008730 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79d33d69-c630-459e-9b05-a6262d5f282b req-eb226087-7ca6-49e8-a104-6ec07bf44618 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213670 Oct 13 11:20:59.024781 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-471dcfa2-f448-4b1d-ac61-16987b4c3f0b tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=54e138a917184ec39db5f57656588f04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3009756 Oct 13 11:20:59.045339 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:59.074478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18b9af-9e22-4710-83da-02a3727694a5 req-31844cac-510f-44c7-a44d-b46c4345f1a8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:59.076811 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bf18b9af-9e22-4710-83da-02a3727694a5 req-31844cac-510f-44c7-a44d-b46c4345f1a8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 947 time: 0.1361690 Oct 13 11:20:59.264930 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:59.272226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded64d7-0aab-4512-b04d-2bec0cbe8ea9 req-aac0864a-f391-4753-b7fe-2f371f5131be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:59.274587 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ded64d7-0aab-4512-b04d-2bec0cbe8ea9 req-aac0864a-f391-4753-b7fe-2f371f5131be service neutron] 10.222.0.21 "GET /v2.0/networks?id=8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 200 len: 897 time: 0.7813694 Oct 13 11:20:59.319344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-bf18b9af-9e22-4710-83da-02a3727694a5 req-b87ffccc-526a-42d8-bb3c-0e711c14a93b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port b9d59219-04a3-4afe-af3f-769aecbef416 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:20:59.320297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bf18b9af-9e22-4710-83da-02a3727694a5 req-b87ffccc-526a-42d8-bb3c-0e711c14a93b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:59.337775 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9bb83-79c6-43e3-bb10-3285d7368765 None None] New status for floating IP 23eac7e1-5fde-454f-a7b0-b0a1a7d5275d: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:20:59.359440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000d258-79da-4d59-ad52-2c7264ff2b8a req-48a49942-29b8-42e2-ab32-a2bf3e36c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:59.361045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c000d258-79da-4d59-ad52-2c7264ff2b8a req-48a49942-29b8-42e2-ab32-a2bf3e36c340 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 1094 time: 0.2327728 Oct 13 11:20:59.542747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-bf18b9af-9e22-4710-83da-02a3727694a5 req-b87ffccc-526a-42d8-bb3c-0e711c14a93b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] For port b9d59219-04a3-4afe-af3f-769aecbef416, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b9d59219-04a3-4afe-af3f-769aecbef416,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:20:59.543231 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bf18b9af-9e22-4710-83da-02a3727694a5 req-b87ffccc-526a-42d8-bb3c-0e711c14a93b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:59.568125 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-bf18b9af-9e22-4710-83da-02a3727694a5 req-b87ffccc-526a-42d8-bb3c-0e711c14a93b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for b9d59219-04a3-4afe-af3f-769aecbef416 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:20:59.572096 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ded64d7-0aab-4512-b04d-2bec0cbe8ea9 req-f41b0ca5-2eae-4f64-9c21-7c6a65695d50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 200 len: 217 time: 0.2740386 Oct 13 11:20:59.573233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000d258-79da-4d59-ad52-2c7264ff2b8a req-d28cc0e9-ed78-427d-b831-fe4fc2af8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:20:59.575005 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c000d258-79da-4d59-ad52-2c7264ff2b8a req-d28cc0e9-ed78-427d-b831-fe4fc2af8dc9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.1805346 Oct 13 11:20:59.954014 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:59.957480 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bf18b9af-9e22-4710-83da-02a3727694a5 req-b87ffccc-526a-42d8-bb3c-0e711c14a93b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:20:59.990783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ffccc-526a-42d8-bb3c-0e711c14a93b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=b9d59219-04a3-4afe-af3f-769aecbef416,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:00.048257 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:00.103466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf18b9af-9e22-4710-83da-02a3727694a5 req-b87ffccc-526a-42d8-bb3c-0e711c14a93b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] No DVR routers for this DVR port b9d59219-04a3-4afe-af3f-769aecbef416 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:21:00.121442 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bf18b9af-9e22-4710-83da-02a3727694a5 req-b87ffccc-526a-42d8-bb3c-0e711c14a93b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:00.129327 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bf18b9af-9e22-4710-83da-02a3727694a5 req-b87ffccc-526a-42d8-bb3c-0e711c14a93b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "DELETE /v2.0/ports/b9d59219-04a3-4afe-af3f-769aecbef416 HTTP/1.1" status: 204 len: 173 time: 1.0459368 Oct 13 11:21:00.133773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'name': 'network-vif-deleted', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:21:00.136720 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2056897e-8f16-469b-9c2b-f5b5a4893586" -d '{"events": [{"server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "name": "network-vif-deleted", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:21:00.144749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded64d7-0aab-4512-b04d-2bec0cbe8ea9 req-defb772e-b130-45f2-b09e-d00ed5c761dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:00.147062 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ded64d7-0aab-4512-b04d-2bec0cbe8ea9 req-defb772e-b130-45f2-b09e-d00ed5c761dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44738a2c-842d-4d50-8c76-aab17d480d75 HTTP/1.1" status: 200 len: 835 time: 0.5663562 Oct 13 11:21:00.149662 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-56d18e64-138e-4941-b61a-a465df2e6b26 req-ae629a6e-73ae-4779-a7d1-ec93e03061e6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=aefb699a-270a-4708-b36e-20fca1e847ef HTTP/1.1" status: 200 len: 210 time: 0.5714996 Oct 13 11:21:00.257482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Pushing event updated for resources: {'Port': ['ID=eaec65d0-895c-4ae5-80ab-d5c230708de5,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:00.259850 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c000d258-79da-4d59-ad52-2c7264ff2b8a req-893d9a9a-a8d1-4c71-8d76-d9024fae0d0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dcb256b-3041-4507-b1bc-ed460b95a969 HTTP/1.1" status: 200 len: 217 time: 0.1064153 Oct 13 11:21:00.274939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded64d7-0aab-4512-b04d-2bec0cbe8ea9 req-7ca7b95e-d9ae-415b-8357-cdb2349b7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:00.275568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:00.281679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ded64d7-0aab-4512-b04d-2bec0cbe8ea9 req-7ca7b95e-d9ae-415b-8357-cdb2349b7d81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8944532c-ccad-4eb9-9583-52762199ab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175864 Oct 13 11:21:00.332909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b1c671e3-d156-423e-b45d-7a131747e899 admin admin] Deleting port d5c9c4ce-87a0-4b05-b0d0-553d2db50402 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:21:00.335170 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b1c671e3-d156-423e-b45d-7a131747e899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:00.373482 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:00.379730 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-495147bc-75d0-431c-bbd1-de32594ae388 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9255238 Oct 13 11:21:00.379730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48256) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:00.382763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-474330872', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'fixed_ips': [{'ip_address': '172.25.0.175'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:00.543079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000d258-79da-4d59-ad52-2c7264ff2b8a req-2efff514-1d78-40e8-97b7-de752de9768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:00.543079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c000d258-79da-4d59-ad52-2c7264ff2b8a req-2efff514-1d78-40e8-97b7-de752de9768a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.2611885 Oct 13 11:21:00.600626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Made reservation on behalf of 899038839f714515aa75777be272261f for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:00.606684 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:00.614454 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:00.632368 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7a97d-8b7e-4d72-9a2c-d331cb6c92c4 req-ebd25a23-b567-4904-8e8f-6cef36485005 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:00.633959 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92e7a97d-8b7e-4d72-9a2c-d331cb6c92c4 req-ebd25a23-b567-4904-8e8f-6cef36485005 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.3251674 Oct 13 11:21:00.658979 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ded64d7-0aab-4512-b04d-2bec0cbe8ea9 req-9041736d-2010-46d3-bb38-236dd7a4e035 service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484051 Oct 13 11:21:00.672772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b1c671e3-d156-423e-b45d-7a131747e899 admin admin] For port d5c9c4ce-87a0-4b05-b0d0-553d2db50402, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d5c9c4ce-87a0-4b05-b0d0-553d2db50402,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:00.673142 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b1c671e3-d156-423e-b45d-7a131747e899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:00.760828 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:00.776034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b1c671e3-d156-423e-b45d-7a131747e899 admin admin] Calling delete_port for d5c9c4ce-87a0-4b05-b0d0-553d2db50402 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:21:00.841466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000d258-79da-4d59-ad52-2c7264ff2b8a req-8e7e66a4-218c-415b-9e01-2482a5989c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:00.842322 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c000d258-79da-4d59-ad52-2c7264ff2b8a req-8e7e66a4-218c-415b-9e01-2482a5989c7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2964287 Oct 13 11:21:00.890018 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92e7a97d-8b7e-4d72-9a2c-d331cb6c92c4 req-7a03225a-e761-404b-9e56-bd09c2220847 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471807 Oct 13 11:21:00.920390 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:00.925951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] device_id is not set on port 464526fc-0ac9-492a-b05b-24c522e6374e yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:21:01.044248 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43bbed3f-baeb-4dde-ae14-43e35d4b7d2e req-45a512b8-5966-4e78-946a-9cfa4cb67f33 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 210 time: 0.0528617 Oct 13 11:21:01.080263 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf9d560-8912-484d-9a61-982520c35747,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:01.132948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ded64d7-0aab-4512-b04d-2bec0cbe8ea9 req-831ff6c2-b7ec-42c4-8d2e-5d3839a90fee service neutron] 10.222.0.21 "GET /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497871 Oct 13 11:21:01.153161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:01.153161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:01.153161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:01.153161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:01.153161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:01.153161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:01.153161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:01.154122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:01.154122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:01.154122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:01.156315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:01.156729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:01.188579 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c000d258-79da-4d59-ad52-2c7264ff2b8a req-c21d2f7f-e98e-4324-afbc-8f3a85505de2 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314848 Oct 13 11:21:01.265061 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714e17d2-a284-496d-a19b-87822159e09c x-openstack-request-id: req-714e17d2-a284-496d-a19b-87822159e09c {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:21:01.265897 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefb699a-270a-4708-b36e-20fca1e847ef", "name": "network-vif-deleted", "tag": "b9d59219-04a3-4afe-af3f-769aecbef416", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:21:01.266526 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-714e17d2-a284-496d-a19b-87822159e09c {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:21:01.269670 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefb699a-270a-4708-b36e-20fca1e847ef', 'name': 'network-vif-deleted', 'tag': 'b9d59219-04a3-4afe-af3f-769aecbef416', 'status': 'completed', 'code': 200} Oct 13 11:21:01.346626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48266) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:01.417955 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 11:21:01.419577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:21:01.454589 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c000d258-79da-4d59-ad52-2c7264ff2b8a req-0664806c-5d84-47dc-b1af-25a23d516f67 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556496 Oct 13 11:21:01.573270 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-103cbf92-6f8f-40c8-b96c-5d44fff9bbcd tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1942539 Oct 13 11:21:01.574070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48268) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:01.665809 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b1c671e3-d156-423e-b45d-7a131747e899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:01.701644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c671e3-d156-423e-b45d-7a131747e899 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c9c4ce-87a0-4b05-b0d0-553d2db50402,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:02.002672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b9d59219-04a3-4afe-af3f-769aecbef416 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:21:02.076467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: b9d59219-04a3-4afe-af3f-769aecbef416 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:21:02.077592 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b1c671e3-d156-423e-b45d-7a131747e899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:02.080413 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b9d59219-04a3-4afe-af3f-769aecbef416 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:21:02.196363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc0913-f11a-4493-b1da-b02d9da8950f req-18cfcfda-c048-48ba-912f-6b5a53d81de3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:02.197978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7bc0913-f11a-4493-b1da-b02d9da8950f req-18cfcfda-c048-48ba-912f-6b5a53d81de3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.1685824 Oct 13 11:21:02.250443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-f6941f30-50aa-46f4-8850-ee7287f1bc20 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Deleting port eaec65d0-895c-4ae5-80ab-d5c230708de5 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:21:02.255967 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6941f30-50aa-46f4-8850-ee7287f1bc20 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:02.317183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7bc0913-f11a-4493-b1da-b02d9da8950f req-89c3b773-90b3-4182-a41c-b17c84291d02 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664670 Oct 13 11:21:02.362845 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6941f30-50aa-46f4-8850-ee7287f1bc20 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:02.363259 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6941f30-50aa-46f4-8850-ee7287f1bc20 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:02.390515 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-f6941f30-50aa-46f4-8850-ee7287f1bc20 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Calling delete_port for eaec65d0-895c-4ae5-80ab-d5c230708de5 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:21:02.390700 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bcfb0f7-f6a2-4395-a57d-67c4377e0f03 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:02.482915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd20e684-d9da-4676-a978-76101c94c152 req-3f57c056-4552-4fce-9b30-9e3d0b763768 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 210 time: 0.0414350 Oct 13 11:21:02.644907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c671e3-d156-423e-b45d-7a131747e899 admin admin] Router f30cc01c-34c7-41de-924a-ac63d778c263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:21:02.683464 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6941f30-50aa-46f4-8850-ee7287f1bc20 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:02.717490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6941f30-50aa-46f4-8850-ee7287f1bc20 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaec65d0-895c-4ae5-80ab-d5c230708de5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:02.830195 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6941f30-50aa-46f4-8850-ee7287f1bc20 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:02.833159 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f6941f30-50aa-46f4-8850-ee7287f1bc20 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:02.834504 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f6941f30-50aa-46f4-8850-ee7287f1bc20 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544 tempest-ExternalNetworksAdminNegativeTestJSON-1409180544-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/eebc4a17-a429-4933-bbbd-f675ce50207b HTTP/1.1" status: 204 len: 168 time: 1.2593219 Oct 13 11:21:02.838556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-df46843f-5d8c-4f58-99a3-9e5be05cc794 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=54e138a917184ec39db5f57656588f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349755 Oct 13 11:21:03.271706 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c671e3-d156-423e-b45d-7a131747e899 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:21:03.283979 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b1c671e3-d156-423e-b45d-7a131747e899 admin admin] 10.222.0.32 "PUT /v2.0/routers/f30cc01c-34c7-41de-924a-ac63d778c263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6126895 Oct 13 11:21:03.284144 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48280) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:03.285411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cef946-a4bd-4bb3-a028-d9ef5afcc44e None None] Sync routers for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:21:03.301396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cef946-a4bd-4bb3-a028-d9ef5afcc44e None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:21:03.303197 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d8cef946-a4bd-4bb3-a028-d9ef5afcc44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:20:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:03.470545 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:03.488322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-ad6b154d-ec95-4255-be71-a774649d3ac5 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:03.490142 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-ad6b154d-ec95-4255-be71-a774649d3ac5 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6443172 Oct 13 11:21:03.494871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfb0f7-f6a2-4395-a57d-67c4377e0f03 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port 11a9a2bc-e64a-4e91-962d-777966816554 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:21:03.495347 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bcfb0f7-f6a2-4395-a57d-67c4377e0f03 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:03.517813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Request body: {'port': {'device_id': '6c7849c6-f53b-4a3c-807b-dd4297d46e9f', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '54e138a917184ec39db5f57656588f04'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:03.567438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d8cef946-a4bd-4bb3-a028-d9ef5afcc44e None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:21:03.745027 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:03.755543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea06963-d2f7-410f-a833-06c2ec69d6ad req-02fedd24-1975-4bb2-a375-0bbf5e2b4be4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:03.762057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48292) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:03.765750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eea06963-d2f7-410f-a833-06c2ec69d6ad req-02fedd24-1975-4bb2-a375-0bbf5e2b4be4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.2653852 Oct 13 11:21:03.808203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3bcfb0f7-f6a2-4395-a57d-67c4377e0f03 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] For port 11a9a2bc-e64a-4e91-962d-777966816554, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=11a9a2bc-e64a-4e91-962d-777966816554,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:03.808203 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bcfb0f7-f6a2-4395-a57d-67c4377e0f03 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:03.832971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfb0f7-f6a2-4395-a57d-67c4377e0f03 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for 11a9a2bc-e64a-4e91-962d-777966816554 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:21:03.882556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eea06963-d2f7-410f-a833-06c2ec69d6ad req-586fbfe7-c84b-4d09-a76b-fa4b766b4999 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153686 Oct 13 11:21:03.979483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-702ad91a-b428-43d8-be67-9bda1602c486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.000260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Deleting port 3d9a1502-fb8c-41a4-842a-5426ef80191f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:21:04.001009 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.021548 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-13029635-9844-470e-8fc3-7fdf40b7021c req-6636c6e3-1715-4dc9-b7de-ddb95bda8ab0 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 210 time: 0.0352936 Oct 13 11:21:04.029361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d8cef946-a4bd-4bb3-a028-d9ef5afcc44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:21:01Z', 'revision_number': 5, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port': {'id': '3d9a1502-fb8c-41a4-842a-5426ef80191f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:10:09Z', 'updated_at': '2021-10-13T11:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:04.067831 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Made reservation on behalf of 54e138a917184ec39db5f57656588f04 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:04.073439 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.074274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cef946-a4bd-4bb3-a028-d9ef5afcc44e None None] Checking router: f30cc01c-34c7-41de-924a-ac63d778c263 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:21:04.088581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cef946-a4bd-4bb3-a028-d9ef5afcc44e None None] Routers {'f30cc01c-34c7-41de-924a-ac63d778c263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:21:04.092395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d8cef946-a4bd-4bb3-a028-d9ef5afcc44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:20:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f30cc01c-34c7-41de-924a-ac63d778c263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:04.100650 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.167903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] For port 3d9a1502-fb8c-41a4-842a-5426ef80191f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3d9a1502-fb8c-41a4-842a-5426ef80191f,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:04.168359 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.202973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Calling delete_port for 3d9a1502-fb8c-41a4-842a-5426ef80191f owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:21:04.235200 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-702ad91a-b428-43d8-be67-9bda1602c486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.252987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d8cef946-a4bd-4bb3-a028-d9ef5afcc44e None None] Set router f30cc01c-34c7-41de-924a-ac63d778c263 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:21:04.303749 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.327115 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d8cef946-a4bd-4bb3-a028-d9ef5afcc44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:21:03Z', 'revision_number': 6, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:04.360555 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-702ad91a-b428-43d8-be67-9bda1602c486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.365431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cef946-a4bd-4bb3-a028-d9ef5afcc44e None None] The sync data for ids ['f30cc01c-34c7-41de-924a-ac63d778c263'] in n-d-813659-3 is: [{'id': 'f30cc01c-34c7-41de-924a-ac63d778c263', 'name': 'tempest-AttachVolumeTestJSON-1552835452-router', 'tenant_id': '0970541036f343ec80cbc245fd1a3046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:10:08Z', 'updated_at': '2021-10-13T11:21:03Z', 'revision_number': 6, 'project_id': '0970541036f343ec80cbc245fd1a3046', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:21:04.398115 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bcfb0f7-f6a2-4395-a57d-67c4377e0f03 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.433352 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-702ad91a-b428-43d8-be67-9bda1602c486 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f107241cd3144dd83312400fbed293b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6593509 Oct 13 11:21:04.434494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ad91a-b428-43d8-be67-9bda1602c486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861737c2-ee71-47fe-b4e8-67ce7dd589dd,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:04.437548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48296) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:04.491483 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.518850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfb0f7-f6a2-4395-a57d-67c4377e0f03 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=11a9a2bc-e64a-4e91-962d-777966816554,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:04.563485 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b7f192b2-042e-4c7d-956c-8fdeb68ce181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.596073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b7f192b2-042e-4c7d-956c-8fdeb68ce181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.596897 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec6dee5-d6ad-4123-aecb-adf5891b94f9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:04.706273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.787517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9a1502-fb8c-41a4-842a-5426ef80191f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:04.795503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b7f192b2-042e-4c7d-956c-8fdeb68ce181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.798724 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b7f192b2-042e-4c7d-956c-8fdeb68ce181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:04.802538 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b7f192b2-042e-4c7d-956c-8fdeb68ce181 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/861737c2-ee71-47fe-b4e8-67ce7dd589dd HTTP/1.1" status: 204 len: 168 time: 0.3533597 Oct 13 11:21:04.825906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Allocated IP 192.168.233.195 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/d9ae6218-3873-4c6b-a35f-04cfae4ff162) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:04.836034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f192b2-042e-4c7d-956c-8fdeb68ce181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861737c2-ee71-47fe-b4e8-67ce7dd589dd,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:04.930620 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:05.091607 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:05.096166 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:05.099791 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bcfb0f7-f6a2-4395-a57d-67c4377e0f03 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:05.222770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a009bd-b24f-4b32-9b41-965930d28a4a req-976f2a64-3edb-4a79-bbe4-84386897ad1d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:05.223581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97a009bd-b24f-4b32-9b41-965930d28a4a req-976f2a64-3edb-4a79-bbe4-84386897ad1d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.1741035 Oct 13 11:21:05.329659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:05.331422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f30cc01c-34c7-41de-924a-ac63d778c263 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:21:05.345962 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:05.346275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1b8baeca-7e86-40d9-9e9b-c65191e94389 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f30cc01c-34c7-41de-924a-ac63d778c263 HTTP/1.1" status: 204 len: 168 time: 2.0591190 Oct 13 11:21:05.348728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48324) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:05.374314 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:05.402952 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97a009bd-b24f-4b32-9b41-965930d28a4a req-9a82bd23-68b9-47ac-b940-5454db683319 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664407 Oct 13 11:21:05.570819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c4a6c6-fcaa-4ddb-9bea-ddd8cfe4caf9 admin admin] Deleting subnet 3f7c572f-c42b-4227-8238-2e248cb45182 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:21:05.576075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b1c4a6c6-fcaa-4ddb-9bea-ddd8cfe4caf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:05.628356 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b1c4a6c6-fcaa-4ddb-9bea-ddd8cfe4caf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:05.651590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1ce6f4b3-6b27-43ea-b3f5-676cff34baf1 req-774e9ace-709b-4fb0-aa00-fe34c1202e37 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 210 time: 0.0999911 Oct 13 11:21:05.658536 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:05.724338 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:05.734562 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:05.742051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:21:05.772954 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b1c4a6c6-fcaa-4ddb-9bea-ddd8cfe4caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:05.814305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:05.815229 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:05.825936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Pushing event updated for resources: {'Port': ['ID=d9ae6218-3873-4c6b-a35f-04cfae4ff162,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:05.837248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcfb0f7-f6a2-4395-a57d-67c4377e0f03 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:21:06.001578 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-79b35496-217b-4a75-b758-a2f143bc4339 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4862337 Oct 13 11:21:06.016800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Request body: {'port': {'device_id': '6c7849c6-f53b-4a3c-807b-dd4297d46e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:06.024200 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b1c4a6c6-fcaa-4ddb-9bea-ddd8cfe4caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:06.073889 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4a6c6-fcaa-4ddb-9bea-ddd8cfe4caf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7c572f-c42b-4227-8238-2e248cb45182,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:06.078599 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b1c4a6c6-fcaa-4ddb-9bea-ddd8cfe4caf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:06.096120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb69ac00-6668-4ac4-9b10-7271019c37e8 None None] Network fea49c86-6405-4d7d-906f-e9d25db855d6 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:06.110625 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b1c4a6c6-fcaa-4ddb-9bea-ddd8cfe4caf9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3f7c572f-c42b-4227-8238-2e248cb45182 HTTP/1.1" status: 204 len: 168 time: 0.7579715 Oct 13 11:21:06.110625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48330) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:06.136057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48332) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:06.198376 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:06.222900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3d9a1502-fb8c-41a4-842a-5426ef80191f no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:21:06.272900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcfb0f7-f6a2-4395-a57d-67c4377e0f03 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:21:06.283159 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3bcfb0f7-f6a2-4395-a57d-67c4377e0f03 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "PUT /v2.0/routers/1f6e8a64-c874-417e-8568-dd7a3b6c63e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9353654 Oct 13 11:21:06.289936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48336) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:06.294681 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b155228-0d56-4b34-9cdd-72e26ef2451c None None] Sync routers for ids ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:21:06.295422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 3d9a1502-fb8c-41a4-842a-5426ef80191f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:21:06.295905 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3d9a1502-fb8c-41a4-842a-5426ef80191f not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:21:06.296688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d5c9c4ce-87a0-4b05-b0d0-553d2db50402 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:21:06.326015 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b155228-0d56-4b34-9cdd-72e26ef2451c None None] Routers {'1f6e8a64-c874-417e-8568-dd7a3b6c63e8'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:21:06.327041 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-0b155228-0d56-4b34-9cdd-72e26ef2451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:20:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:06.331319 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b3c20fb2-f957-4626-94b8-f4c96eb32ada admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=899038839f714515aa75777be272261f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211142 Oct 13 11:21:06.333969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48338) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:06.400926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: d5c9c4ce-87a0-4b05-b0d0-553d2db50402 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:21:06.401318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d5c9c4ce-87a0-4b05-b0d0-553d2db50402 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:21:06.433223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-617c255b-992b-4998-a70a-dad52487e3ae None None] Provisioning complete for port d9ae6218-3873-4c6b-a35f-04cfae4ff162 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:06.434099 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-617c255b-992b-4998-a70a-dad52487e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:06.468489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48342) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:06.493419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-617c255b-992b-4998-a70a-dad52487e3ae None None] Port d9ae6218-3873-4c6b-a35f-04cfae4ff162 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:21:06.516902 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:06.576173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1de2ec6-c313-44cc-9808-61b023293b9e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting subnet 44738a2c-842d-4d50-8c76-aab17d480d75 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:21:06.613036 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1de2ec6-c313-44cc-9808-61b023293b9e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:06.619069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] DHCP port deletion for fea49c86-6405-4d7d-906f-e9d25db855d6 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:21:06.634602 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-0b155228-0d56-4b34-9cdd-72e26ef2451c None None] Set router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:21:06.664895 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6669d192-f469-49ee-b6fa-64d56bd1c1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:06.742607 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6669d192-f469-49ee-b6fa-64d56bd1c1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:06.766812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Deleting port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:21:06.767890 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:06.810475 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1de2ec6-c313-44cc-9808-61b023293b9e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:06.855198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Deleting port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:21:06.855659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:06.865026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c45ac5c-a7f8-412d-9ddd-8175020e2784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:06.965473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3f9a6-cde4-4d12-8ab2-23fd4181c82c req-5f5c1082-3519-4741-b73c-4c50d212485b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:06.973511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ead3f9a6-cde4-4d12-8ab2-23fd4181c82c req-5f5c1082-3519-4741-b73c-4c50d212485b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.3617694 Oct 13 11:21:06.996550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] For port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3458a58a-1b64-4ee2-9405-c6c4f6fb49ce,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:06.996925 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.011263 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-0b155228-0d56-4b34-9cdd-72e26ef2451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:21:04Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:07.020641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Calling delete_port for 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:21:07.058306 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b155228-0d56-4b34-9cdd-72e26ef2451c None None] Checking router: 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:21:07.083015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] For port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3458a58a-1b64-4ee2-9405-c6c4f6fb49ce,segment=NetworkSegment(af0edb56-5ad8-4323-b777-7c7ef6700848),segment_id=af0edb56-5ad8-4323-b777-7c7ef6700848)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:07.084604 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.099717 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b155228-0d56-4b34-9cdd-72e26ef2451c None None] Routers {'1f6e8a64-c874-417e-8568-dd7a3b6c63e8'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:21:07.101257 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-0b155228-0d56-4b34-9cdd-72e26ef2451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:20:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:07.106546 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Calling delete_port for 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:21:07.107079 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6669d192-f469-49ee-b6fa-64d56bd1c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.117157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ead3f9a6-cde4-4d12-8ab2-23fd4181c82c req-38c56008-5f5e-4edc-bf4e-a734bc0b607d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424134 Oct 13 11:21:07.122466 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6669d192-f469-49ee-b6fa-64d56bd1c1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.128276 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6669d192-f469-49ee-b6fa-64d56bd1c1f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbf9d560-8912-484d-9a61-982520c35747 HTTP/1.1" status: 204 len: 168 time: 0.7828224 Oct 13 11:21:07.143521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669d192-f469-49ee-b6fa-64d56bd1c1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf9d560-8912-484d-9a61-982520c35747,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:07.218293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ae6218-3873-4c6b-a35f-04cfae4ff162 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:21:07.229709 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.248899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Transition to ACTIVE for port object d9ae6218-3873-4c6b-a35f-04cfae4ff162 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:21:07.264063 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1de2ec6-c313-44cc-9808-61b023293b9e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.305949 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-0b155228-0d56-4b34-9cdd-72e26ef2451c None None] Set router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:21:07.317253 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.332706 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.349492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=3458a58a-1b64-4ee2-9405-c6c4f6fb49ce,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:07.355090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] No DVR routers for this DVR port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:21:07.369523 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.391602 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Pushing event deleted for resources: {'Port': ['ID=3458a58a-1b64-4ee2-9405-c6c4f6fb49ce,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:07.403276 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] No DVR routers for this DVR port 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:21:07.406713 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:07.407185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:07.407547 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:07.407987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:07.408423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:07.408806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:07.409186 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:07.409526 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:07.409863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:07.410321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:07.410896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:07.411292 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd288ec0-ec20-45f8-96a4-efa0b181fa04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:07.500809 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.524742 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c45ac5c-a7f8-412d-9ddd-8175020e2784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.536094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea49c86-6405-4d7d-906f-e9d25db855d6']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:07.536450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfc3bb-5daa-4106-be17-8ba4f7c75da1 req-90c52f89-f61c-4dba-aee7-337506df1b8d tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:07.546474 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36dfc3bb-5daa-4106-be17-8ba4f7c75da1 req-90c52f89-f61c-4dba-aee7-337506df1b8d tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 936 time: 0.2929478 Oct 13 11:21:07.551512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0edb56-5ad8-4323-b777-7c7ef6700848') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:07.551512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0edb56-5ad8-4323-b777-7c7ef6700848') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:07.577052 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.615193 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.624656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:21:07.625161 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.634075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Pushing event updated for resources: {'Port': ['ID=d9ae6218-3873-4c6b-a35f-04cfae4ff162,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:21:07.634855 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:21:07.739303 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c45ac5c-a7f8-412d-9ddd-8175020e2784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.763086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1de2ec6-c313-44cc-9808-61b023293b9e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.774164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36dfc3bb-5daa-4106-be17-8ba4f7c75da1 req-daf229fd-750a-4fbb-aca0-c3de959edb22 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ec6dee5-d6ad-4123-aecb-adf5891b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264609 Oct 13 11:21:07.814525 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-0b155228-0d56-4b34-9cdd-72e26ef2451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:21:04Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:07.846012 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b155228-0d56-4b34-9cdd-72e26ef2451c None None] The sync data for ids ['1f6e8a64-c874-417e-8568-dd7a3b6c63e8'] in n-d-813659-3 is: [{'id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356772045', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:37Z', 'updated_at': '2021-10-13T11:21:04Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '77ee2956-4779-44e0-9b9e-ec3cb5869db9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e8a64-c874-417e-8568-dd7a3b6c63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:38Z', 'updated_at': '2021-10-13T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:21:07.871203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de2ec6-c313-44cc-9808-61b023293b9e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Subnet': ['ID=44738a2c-842d-4d50-8c76-aab17d480d75,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:07.877160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.886399 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.888620 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fea49c86-6405-4d7d-906f-e9d25db855d6 HTTP/1.1" status: 204 len: 168 time: 1.7499521 Oct 13 11:21:07.893599 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1c45ac5c-a7f8-412d-9ddd-8175020e2784 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccffa404e8bf4ceba3547f99ba1f481e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4187102 Oct 13 11:21:07.895932 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1de2ec6-c313-44cc-9808-61b023293b9e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:07.904198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f1de2ec6-c313-44cc-9808-61b023293b9e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/subnets/44738a2c-842d-4d50-8c76-aab17d480d75 HTTP/1.1" status: 204 len: 168 time: 1.6069930 Oct 13 11:21:07.904597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48358) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:07.906617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48362) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:07.909985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45ac5c-a7f8-412d-9ddd-8175020e2784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d70b00a-ce1c-4cdf-b03c-eeb44a96eb6e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:07.911805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f60ee1-8246-4e66-b608-795e870f144b None None] Network 8944532c-ccad-4eb9-9583-52762199ab6d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:07.966526 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Attempting to bind port d9ae6218-3873-4c6b-a35f-04cfae4ff162 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:21:07.967182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Attempting to bind port d9ae6218-3873-4c6b-a35f-04cfae4ff162 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:21:07.967530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Attempting to bind port d9ae6218-3873-4c6b-a35f-04cfae4ff162 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:07.980872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Port d9ae6218-3873-4c6b-a35f-04cfae4ff162 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:21:07.981230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Attempting to bind port d9ae6218-3873-4c6b-a35f-04cfae4ff162 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:07.985900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bec79-5c34-41c7-9c44-5d13b4c79b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea49c86-6405-4d7d-906f-e9d25db855d6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:07.999722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:21:08.000066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:08.000456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:21:08.000965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Bound port: d9ae6218-3873-4c6b-a35f-04cfae4ff162, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:21:08.001354 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.056062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-483884ba-5d32-4068-ad09-fe40a1b3c0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.089046 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-483884ba-5d32-4068-ad09-fe40a1b3c0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.144048 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.155792 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-474e63f9-0d4e-497d-879e-9997d4262e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.260044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] For port d9ae6218-3873-4c6b-a35f-04cfae4ff162, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:21:08.317357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757a001c-424c-4b22-8d4c-b0a6d4bb44a6 None None] DHCP port deletion for 8944532c-ccad-4eb9-9583-52762199ab6d request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:21:08.320963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-483884ba-5d32-4068-ad09-fe40a1b3c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.324001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-483884ba-5d32-4068-ad09-fe40a1b3c0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.328323 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-483884ba-5d32-4068-ad09-fe40a1b3c0c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d70b00a-ce1c-4cdf-b03c-eeb44a96eb6e HTTP/1.1" status: 204 len: 168 time: 0.4243844 Oct 13 11:21:08.338812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483884ba-5d32-4068-ad09-fe40a1b3c0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d70b00a-ce1c-4cdf-b03c-eeb44a96eb6e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:08.385951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 11a9a2bc-e64a-4e91-962d-777966816554 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:21:08.420398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 11a9a2bc-e64a-4e91-962d-777966816554 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:21:08.420750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 11a9a2bc-e64a-4e91-962d-777966816554 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:21:08.421195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:21:08.480811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:21:08.481239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 3458a58a-1b64-4ee2-9405-c6c4f6fb49ce not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:21:08.519651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-757a001c-424c-4b22-8d4c-b0a6d4bb44a6 None None] Deleting port 045825b9-3280-4fe6-ac43-43757dde1963 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:21:08.520269 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-757a001c-424c-4b22-8d4c-b0a6d4bb44a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.553038 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48372) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:08.638168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-757a001c-424c-4b22-8d4c-b0a6d4bb44a6 None None] For port 045825b9-3280-4fe6-ac43-43757dde1963, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=045825b9-3280-4fe6-ac43-43757dde1963,segment=NetworkSegment(86330b5a-4d8d-4616-94f2-6b8640525a7b),segment_id=86330b5a-4d8d-4616-94f2-6b8640525a7b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:08.638630 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-757a001c-424c-4b22-8d4c-b0a6d4bb44a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.645123 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-254ef2f9-132d-490e-9571-250c09f57941 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0970541036f343ec80cbc245fd1a3046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980024 Oct 13 11:21:08.645734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48374) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:08.659096 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-757a001c-424c-4b22-8d4c-b0a6d4bb44a6 None None] Calling delete_port for 045825b9-3280-4fe6-ac43-43757dde1963 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:21:08.754001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf73b-7e6b-4de0-8217-24862e82d9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.797757 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf73b-7e6b-4de0-8217-24862e82d9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.844815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] For port d9ae6218-3873-4c6b-a35f-04cfae4ff162, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d9ae6218-3873-4c6b-a35f-04cfae4ff162,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:21:08.891350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33657cdf-e443-441b-8f4c-8be483e9df81 req-f287600b-3d47-4e8e-bd8c-ad8696dada7f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:08.893160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33657cdf-e443-441b-8f4c-8be483e9df81 req-f287600b-3d47-4e8e-bd8c-ad8696dada7f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.6082251 Oct 13 11:21:08.904449 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.929915 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.963906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33657cdf-e443-441b-8f4c-8be483e9df81 req-39cc3dca-36af-4e66-a416-0b5201afc702 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605655 Oct 13 11:21:08.983386 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-757a001c-424c-4b22-8d4c-b0a6d4bb44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.994175 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf73b-7e6b-4de0-8217-24862e82d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.995018 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.995140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf73b-7e6b-4de0-8217-24862e82d9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:08.998741 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2d9cf73b-7e6b-4de0-8217-24862e82d9dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8aed5435-313d-46ad-a2a1-014be76920cf HTTP/1.1" status: 204 len: 168 time: 0.3478537 Oct 13 11:21:09.023177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cf73b-7e6b-4de0-8217-24862e82d9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aed5435-313d-46ad-a2a1-014be76920cf,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:09.027456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a001c-424c-4b22-8d4c-b0a6d4bb44a6 None None] Pushing event deleted for resources: {'Port': ['ID=045825b9-3280-4fe6-ac43-43757dde1963,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:09.040568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a001c-424c-4b22-8d4c-b0a6d4bb44a6 None None] No DVR routers for this DVR port 045825b9-3280-4fe6-ac43-43757dde1963 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:21:09.073767 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:09.073767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:09.073767 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] 10.222.0.21 "PUT /v2.0/ports/d9ae6218-3873-4c6b-a35f-04cfae4ff162 HTTP/1.1" status: 200 len: 1096 time: 3.0633068 Oct 13 11:21:09.074901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7849c6-f53b-4a3c-807b-dd4297d46e9f', 'tag': 'd9ae6218-3873-4c6b-a35f-04cfae4ff162'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:21:09.088254 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6532d723-76d9-411b-8ced-14fc446d1568" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7849c6-f53b-4a3c-807b-dd4297d46e9f", "tag": "d9ae6218-3873-4c6b-a35f-04cfae4ff162"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:21:09.206283 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c31611-07aa-42b2-9671-c4acb6b25e7a service neutron] Pushing event updated for resources: {'Port': ['ID=d9ae6218-3873-4c6b-a35f-04cfae4ff162,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:09.239014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a52cb7-764d-4e9e-aadf-9a006b1ed292 req-711282c1-a728-4735-b7ce-22d0ad253ad2 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:09.241255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a52cb7-764d-4e9e-aadf-9a006b1ed292 req-711282c1-a728-4735-b7ce-22d0ad253ad2 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 948 time: 0.1467142 Oct 13 11:21:09.296632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port 77ee2956-4779-44e0-9b9e-ec3cb5869db9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:21:09.297076 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:09.381533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34a52cb7-764d-4e9e-aadf-9a006b1ed292 req-cdd4cde5-b37c-4c8a-a9d1-63e04fe0f02e tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ec6dee5-d6ad-4123-aecb-adf5891b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282046 Oct 13 11:21:09.391063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-52156d7a-18a6-4b83-b9b7-c6b97c8ed2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:09.392567 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-52156d7a-18a6-4b83-b9b7-c6b97c8ed2c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=54e138a917184ec39db5f57656588f04&device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 1099 time: 0.1492293 Oct 13 11:21:09.453370 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-f0956132-8b80-47e0-ace7-f1afbf6feb58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d9ae6218-3873-4c6b-a35f-04cfae4ff162 HTTP/1.1" status: 200 len: 217 time: 0.0519547 Oct 13 11:21:09.460772 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2c8056-0e0b-4225-a126-46ba87fa1c7b x-openstack-request-id: req-6e2c8056-0e0b-4225-a126-46ba87fa1c7b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:21:09.461070 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7849c6-f53b-4a3c-807b-dd4297d46e9f", "tag": "d9ae6218-3873-4c6b-a35f-04cfae4ff162", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:21:09.461325 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e2c8056-0e0b-4225-a126-46ba87fa1c7b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:21:09.461723 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7849c6-f53b-4a3c-807b-dd4297d46e9f', 'tag': 'd9ae6218-3873-4c6b-a35f-04cfae4ff162', 'status': 'completed', 'code': 200} Oct 13 11:21:09.469917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48390) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:09.476446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] For port 77ee2956-4779-44e0-9b9e-ec3cb5869db9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=77ee2956-4779-44e0-9b9e-ec3cb5869db9,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:09.476819 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:09.485407 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d91c3858-14cf-42ce-8108-a8bfa97229c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:09.515663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for 77ee2956-4779-44e0-9b9e-ec3cb5869db9 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:21:09.540408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-65fda547-1a2a-4ddd-8421-3d56e426115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:09.541891 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-65fda547-1a2a-4ddd-8421-3d56e426115e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0776594 Oct 13 11:21:09.602727 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d91c3858-14cf-42ce-8108-a8bfa97229c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:09.642953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-f853322d-daa3-4f8f-ba08-cb2cb670668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:09.647211 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-f853322d-daa3-4f8f-ba08-cb2cb670668e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729361 Oct 13 11:21:09.705804 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d91c3858-14cf-42ce-8108-a8bfa97229c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:09.755000 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d91c3858-14cf-42ce-8108-a8bfa97229c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=049890f0742d4509b425335a5bef2c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813139 Oct 13 11:21:09.755134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48398) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:09.766775 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c3858-14cf-42ce-8108-a8bfa97229c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1933a46-9cda-4dea-ad93-4ec1f5a8c212,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:09.908767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-694d45d8-7063-4179-bdcd-9ac28297a8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:09.933766 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-5b0d9da1-6103-4cd9-9a16-2605ff388e45 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434928 Oct 13 11:21:09.965972 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-694d45d8-7063-4179-bdcd-9ac28297a8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:10.006058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 045825b9-3280-4fe6-ac43-43757dde1963 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:21:10.049875 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 045825b9-3280-4fe6-ac43-43757dde1963 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:21:10.050223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 045825b9-3280-4fe6-ac43-43757dde1963 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:21:10.064046 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:10.157143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=77ee2956-4779-44e0-9b9e-ec3cb5869db9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:10.255014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-677a8f4c-fe5a-485a-b85e-547d52a46353 req-30533656-30ba-4264-94ad-3c74a3a0653b service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128347 Oct 13 11:21:10.268301 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e0ef2-b302-4e72-a46b-fb12a105d7cf req-48a1127e-c04d-48db-8ca2-b0d5b0c3383b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:10.270871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-608e0ef2-b302-4e72-a46b-fb12a105d7cf req-48a1127e-c04d-48db-8ca2-b0d5b0c3383b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.2078848 Oct 13 11:21:10.277991 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:10.403382 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:10.407609 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:10.423711 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-694d45d8-7063-4179-bdcd-9ac28297a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:10.423711 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-694d45d8-7063-4179-bdcd-9ac28297a8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:10.423711 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-694d45d8-7063-4179-bdcd-9ac28297a8b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1933a46-9cda-4dea-ad93-4ec1f5a8c212 HTTP/1.1" status: 204 len: 168 time: 0.6618712 Oct 13 11:21:10.425219 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-608e0ef2-b302-4e72-a46b-fb12a105d7cf req-b2393397-d6fc-4fa4-b302-d429eb16dcfe tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447577 Oct 13 11:21:10.471364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d45d8-7063-4179-bdcd-9ac28297a8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1933a46-9cda-4dea-ad93-4ec1f5a8c212,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:10.593062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532d723-76d9-411b-8ced-14fc446d1568 req-c4564964-43d8-4e95-9b33-2b696268acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:10.594625 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6532d723-76d9-411b-8ced-14fc446d1568 req-c4564964-43d8-4e95-9b33-2b696268acc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=54e138a917184ec39db5f57656588f04&device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 1099 time: 0.0826807 Oct 13 11:21:10.605219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ca977-3074-409d-8b1c-b926987d6411 req-0d6efa43-b965-423e-84c2-51c0979eeacd tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:10.606093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-be6ca977-3074-409d-8b1c-b926987d6411 req-0d6efa43-b965-423e-84c2-51c0979eeacd tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 948 time: 0.0827794 Oct 13 11:21:10.674585 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:10.675084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Fanout notify agent at l3_agent the message router_deleted on router 1f6e8a64-c874-417e-8568-dd7a3b6c63e8 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:21:10.688095 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:10.692792 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8bd71a7b-cdea-40b3-9a11-474f66b761e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/routers/1f6e8a64-c874-417e-8568-dd7a3b6c63e8 HTTP/1.1" status: 204 len: 168 time: 2.7817860 Oct 13 11:21:10.693524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48430) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:10.720907 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:10.726375 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-be6ca977-3074-409d-8b1c-b926987d6411 req-1deb8e65-c17f-4d56-bbcb-96247ceb194f tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ec6dee5-d6ad-4123-aecb-adf5891b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952423 Oct 13 11:21:10.757451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532d723-76d9-411b-8ced-14fc446d1568 req-5dcee431-250e-4f58-894e-777a84c6d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:10.759449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6532d723-76d9-411b-8ced-14fc446d1568 req-5dcee431-250e-4f58-894e-777a84c6d7e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1521914 Oct 13 11:21:10.840956 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ed87f22d-956e-4a03-97ce-25edcc45518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:10.845410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6532d723-76d9-411b-8ced-14fc446d1568 req-711bf2db-725c-41bf-aa75-f6a0af5826f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d9ae6218-3873-4c6b-a35f-04cfae4ff162 HTTP/1.1" status: 200 len: 217 time: 0.0772107 Oct 13 11:21:10.881726 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48434) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:10.899075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1695a04-b367-419d-b491-0978f2b94a61 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:10.902643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532d723-76d9-411b-8ced-14fc446d1568 req-05f32164-4b2b-4b9a-a2be-a9fae6854b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:10.904360 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6532d723-76d9-411b-8ced-14fc446d1568 req-05f32164-4b2b-4b9a-a2be-a9fae6854b2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0514386 Oct 13 11:21:10.975973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532d723-76d9-411b-8ced-14fc446d1568 req-d982b637-9f3b-4e8b-9bcb-c33e7a3a4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:10.977750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6532d723-76d9-411b-8ced-14fc446d1568 req-d982b637-9f3b-4e8b-9bcb-c33e7a3a4dc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655220 Oct 13 11:21:11.016539 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1695a04-b367-419d-b491-0978f2b94a61 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.047685 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e1695a04-b367-419d-b491-0978f2b94a61 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8944532c-ccad-4eb9-9583-52762199ab6d']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:11.059218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e1695a04-b367-419d-b491-0978f2b94a61 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86330b5a-4d8d-4616-94f2-6b8640525a7b') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:11.059522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e1695a04-b367-419d-b491-0978f2b94a61 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86330b5a-4d8d-4616-94f2-6b8640525a7b') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:11.074891 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1695a04-b367-419d-b491-0978f2b94a61 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.091682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1695a04-b367-419d-b491-0978f2b94a61 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.100559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1695a04-b367-419d-b491-0978f2b94a61 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:21:11.100969 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1695a04-b367-419d-b491-0978f2b94a61 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:21:11.104317 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:21:11.121371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6532d723-76d9-411b-8ced-14fc446d1568 req-911580bb-4dc8-4c1e-b2c7-8db830cb449c service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348596 Oct 13 11:21:11.240906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6532d723-76d9-411b-8ced-14fc446d1568 req-286b654b-7bb9-4def-8905-2859394f0aea service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111779 Oct 13 11:21:11.251824 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1695a04-b367-419d-b491-0978f2b94a61 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.278823 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1695a04-b367-419d-b491-0978f2b94a61 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.283314 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e1695a04-b367-419d-b491-0978f2b94a61 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/networks/8944532c-ccad-4eb9-9583-52762199ab6d HTTP/1.1" status: 204 len: 168 time: 0.5869422 Oct 13 11:21:11.287136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48442) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:11.304746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-376343113-network', 'tenant_id': 'd68dbc9483eb42729f0555aa2b73d7fc'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:11.314813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1695a04-b367-419d-b491-0978f2b94a61 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Network': ['ID=8944532c-ccad-4eb9-9583-52762199ab6d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:11.344465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48444) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:11.394597 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-77ed617e-5684-48ee-86c9-6ab9beaca48b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.435229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-789485705', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:11.435328 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-77ed617e-5684-48ee-86c9-6ab9beaca48b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.437296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Made reservation on behalf of d68dbc9483eb42729f0555aa2b73d7fc for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:11.439906 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.456056 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.600145 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.606574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b5cf8-049d-4db5-9c50-b89dd3a84bfb req-41bf077d-16fb-4acb-a56b-459cdfb2d8a4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:11.608187 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a97b5cf8-049d-4db5-9c50-b89dd3a84bfb req-41bf077d-16fb-4acb-a56b-459cdfb2d8a4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.0632381 Oct 13 11:21:11.651709 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a97b5cf8-049d-4db5-9c50-b89dd3a84bfb req-cc99e0b0-0c3d-4207-a3bc-335a56d43d3b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368171 Oct 13 11:21:11.699655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Made reservation on behalf of 7979ecf621874f61bc93984f40b6fecd for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:11.702116 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.711557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.753733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.758142 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-77ed617e-5684-48ee-86c9-6ab9beaca48b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.763235 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-77ed617e-5684-48ee-86c9-6ab9beaca48b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.766087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-77ed617e-5684-48ee-86c9-6ab9beaca48b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/security-groups/543bcc25-8bd4-44b9-8bb4-6302169e3d01 HTTP/1.1" status: 204 len: 168 time: 0.4766204 Oct 13 11:21:11.779591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed617e-5684-48ee-86c9-6ab9beaca48b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543bcc25-8bd4-44b9-8bb4-6302169e3d01,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:11.791792 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.813239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:21:11.835180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346f85f3-b9a7-4846-bed8-d9d43fcd1048,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:11.835180 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.835180 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Added segment 5ae7d3b1-5208-4192-898e-e51f6fb0f92c of type vlan for network dbf8db7d-4319-46d8-b065-1b14a7f7b447 Oct 13 11:21:11.903507 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.913149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:11.994891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 77ee2956-4779-44e0-9b9e-ec3cb5869db9 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:21:12.030758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d9ae6218-3873-4c6b-a35f-04cfae4ff162 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:21:12.047498 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 77ee2956-4779-44e0-9b9e-ec3cb5869db9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:21:12.047959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 77ee2956-4779-44e0-9b9e-ec3cb5869db9 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:21:12.051926 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:12.058779 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:12.060106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:12.060897 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:12.076000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] device_id is not set on port 7676e793-2da3-43a6-bfe3-8ec3249d8dbd yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:21:12.181978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8097863-c3e9-4a87-a902-6436b9a621d6 req-a3f5b921-6b63-4bb8-b4e3-eb7e1e8c38dc tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:12.190988 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8097863-c3e9-4a87-a902-6436b9a621d6 req-a3f5b921-6b63-4bb8-b4e3-eb7e1e8c38dc tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 948 time: 0.1388843 Oct 13 11:21:12.213708 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3283682 Oct 13 11:21:12.216859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48472) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:12.232135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-edda8141-ba4c-4c6b-a08e-56ed1ab0e382 admin admin] Request body: {'subnet': {'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-376343113-subnet', 'tenant_id': 'd68dbc9483eb42729f0555aa2b73d7fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:12.238109 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port d9ae6218-3873-4c6b-a35f-04cfae4ff162, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d9ae6218-3873-4c6b-a35f-04cfae4ff162,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:12.247241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3733aad1-b68a-4657-85d3-26e038ba8319,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:12.265064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40a498-26fb-46f1-8c3a-c6f652c1215f admin admin] Pushing event updated for resources: {'Network': ['ID=dbf8db7d-4319-46d8-b065-1b14a7f7b447,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:12.275242 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:12.277525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network dbf8db7d-4319-46d8-b065-1b14a7f7b447 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:21:12.279528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'd9ae6218-3873-4c6b-a35f-04cfae4ff162', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'd9ae6218-3873-4c6b-a35f-04cfae4ff162', 'mac_address': 'fa:16:3e:88:90:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:21:12.295325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8097863-c3e9-4a87-a902-6436b9a621d6 req-b87a5943-d76c-4c74-bb2b-b1f91db94b76 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ec6dee5-d6ad-4123-aecb-adf5891b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889714 Oct 13 11:21:12.358649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Allocated IP 172.25.0.49 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/7676e793-2da3-43a6-bfe3-8ec3249d8dbd) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:12.380706 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:12.392033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edda8141-ba4c-4c6b-a08e-56ed1ab0e382 admin admin] Made reservation on behalf of d68dbc9483eb42729f0555aa2b73d7fc for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:12.400319 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-edda8141-ba4c-4c6b-a08e-56ed1ab0e382 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:12.404441 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ae6218-3873-4c6b-a35f-04cfae4ff162 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:21:12.452592 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port d9ae6218-3873-4c6b-a35f-04cfae4ff162, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d9ae6218-3873-4c6b-a35f-04cfae4ff162,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:12.523700 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:12.640540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=d9ae6218-3873-4c6b-a35f-04cfae4ff162,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:12.655612 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:12.727243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['d9ae6218-3873-4c6b-a35f-04cfae4ff162'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:21:12.768424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48480) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:12.773685 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d8a8c008-ea59-4809-8616-4f0afe34a75d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-903308596', 'description': 'tempest-secgroup-smoke-903308596 description', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:12.871811 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-edda8141-ba4c-4c6b-a08e-56ed1ab0e382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:12.872678 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:12.920027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434c153-a4e7-4af6-b4cc-7b477c776382 req-51ecc368-436e-4e80-a447-5bc156f40416 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:12.927749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5434c153-a4e7-4af6-b4cc-7b477c776382 req-51ecc368-436e-4e80-a447-5bc156f40416 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.1089234 Oct 13 11:21:12.938031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:12.941664 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c008-ea59-4809-8616-4f0afe34a75d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:12.947337 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:12.959928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:21:12.966525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Pushing event updated for resources: {'Port': ['ID=7676e793-2da3-43a6-bfe3-8ec3249d8dbd,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:12.987609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda8141-ba4c-4c6b-a08e-56ed1ab0e382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40420b33-4d47-4003-890e-dc51ede41596,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:13.014978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5434c153-a4e7-4af6-b4cc-7b477c776382 req-e36d86fd-e8f5-4ec9-b5cb-c9586a2a5356 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851834 Oct 13 11:21:13.018367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda8141-ba4c-4c6b-a08e-56ed1ab0e382 admin admin] Checking segment: {'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:13.018737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edda8141-ba4c-4c6b-a08e-56ed1ab0e382 admin admin] Network hostable DHCP agents. Network: dbf8db7d-4319-46d8-b065-1b14a7f7b447, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:21:13.045396 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:13.045904 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:13.096399 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c008-ea59-4809-8616-4f0afe34a75d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:13.128197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edda8141-ba4c-4c6b-a08e-56ed1ab0e382 admin admin] Network dbf8db7d-4319-46d8-b065-1b14a7f7b447 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:21:13.166791 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5f3f9354-c06e-43e2-aa95-5eb5fb85e462 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.8205936 Oct 13 11:21:13.170412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48488) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:13.175054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.49'}]}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:13.226165 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c008-ea59-4809-8616-4f0afe34a75d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:13.256895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8c008-ea59-4809-8616-4f0afe34a75d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a12b81a-e934-4735-91b0-ffd06c6aca2a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:13.265514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-edda8141-ba4c-4c6b-a08e-56ed1ab0e382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, dbf8db7d-4319-46d8-b065-1b14a7f7b447) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:13.270558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edda8141-ba4c-4c6b-a08e-56ed1ab0e382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:13.271154 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-edda8141-ba4c-4c6b-a08e-56ed1ab0e382 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:13.276976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcefe65-88d1-4039-9239-7b66826200f4 None None] Network dbf8db7d-4319-46d8-b065-1b14a7f7b447 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:13.318771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:13.319903 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:13.390666 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:13.400572 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c008-ea59-4809-8616-4f0afe34a75d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:13.404579 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d8a8c008-ea59-4809-8616-4f0afe34a75d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6350853 Oct 13 11:21:13.417288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48494) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:13.422139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-51bc987d-2c9d-463a-8083-75dfedce6ba6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '3a12b81a-e934-4735-91b0-ffd06c6aca2a', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:13.458765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-edda8141-ba4c-4c6b-a08e-56ed1ab0e382 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2323058 Oct 13 11:21:13.492310 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47120b-4dd5-4086-a538-ed5e32679065 req-9c56d933-ed24-4b36-ac28-82b334fc358b tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:13.501520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef47120b-4dd5-4086-a538-ed5e32679065 req-9c56d933-ed24-4b36-ac28-82b334fc358b tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 949 time: 0.0854216 Oct 13 11:21:13.502320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d3906b-6e0f-493b-908f-bb71840819d5 None None] Network dbf8db7d-4319-46d8-b065-1b14a7f7b447 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:13.526011 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:13.587291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef47120b-4dd5-4086-a538-ed5e32679065 req-cc54154d-5606-430f-be6b-fce3ae6b3c41 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ec6dee5-d6ad-4123-aecb-adf5891b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837998 Oct 13 11:21:13.666905 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51bc987d-2c9d-463a-8083-75dfedce6ba6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:13.797122 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:13.821582 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51bc987d-2c9d-463a-8083-75dfedce6ba6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:13.960964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51bc987d-2c9d-463a-8083-75dfedce6ba6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:13.991870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc987d-2c9d-463a-8083-75dfedce6ba6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c861191-76ad-4767-8902-2940aed1a327,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:14.024837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d9ae6218-3873-4c6b-a35f-04cfae4ff162 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:14.122860 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51bc987d-2c9d-463a-8083-75dfedce6ba6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:14.127214 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-51bc987d-2c9d-463a-8083-75dfedce6ba6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7058916 Oct 13 11:21:14.129897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48524) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:14.133414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1d1d4508-f924-4af6-b125-bd2e66ab4932 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '3a12b81a-e934-4735-91b0-ffd06c6aca2a', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:14.197335 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:14.221298 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:14.229245 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port d9ae6218-3873-4c6b-a35f-04cfae4ff162 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:21:14.235163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port d9ae6218-3873-4c6b-a35f-04cfae4ff162 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:14.237440 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:14.262183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-8d21f704-90a0-43dc-8d82-9801e383b85b tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:14.264103 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-8d21f704-90a0-43dc-8d82-9801e383b85b tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/networks?id=dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 200 len: 814 time: 0.1432385 Oct 13 11:21:14.300975 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-e40c6dd4-88bf-4865-936a-013c2d59d64c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/quotas/d68dbc9483eb42729f0555aa2b73d7fc HTTP/1.1" status: 200 len: 375 time: 0.0306332 Oct 13 11:21:14.346855 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1d1d4508-f924-4af6-b125-bd2e66ab4932 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:14.349211 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-6bddbd7c-d4e9-41c0-95e8-f9f899f2dc3d tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470462 Oct 13 11:21:14.359067 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:14.415638 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7849c6-f53b-4a3c-807b-dd4297d46e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ae6218-3873-4c6b-a35f-04cfae4ff162'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:21:14.421207 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb6caab-f4e3-4703-bd40-9bf119eaee49" -d '{"events": [{"server_uuid": "6c7849c6-f53b-4a3c-807b-dd4297d46e9f", "name": "network-vif-plugged", "status": "completed", "tag": "d9ae6218-3873-4c6b-a35f-04cfae4ff162"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:21:14.424956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port d9ae6218-3873-4c6b-a35f-04cfae4ff162, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d9ae6218-3873-4c6b-a35f-04cfae4ff162,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:14.486736 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1d1d4508-f924-4af6-b125-bd2e66ab4932 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:14.546440 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:14.566050 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:14.621951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=d9ae6218-3873-4c6b-a35f-04cfae4ff162,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:14.627062 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-238979b3-d7ed-4847-98ce-5b43cd1e5ac2 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616541 Oct 13 11:21:14.735578 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-3af0f378-8eae-46ed-87b3-bd0ad8614b2f service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051846 Oct 13 11:21:14.964265 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1d1d4508-f924-4af6-b125-bd2e66ab4932 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:14.997149 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d4508-f924-4af6-b125-bd2e66ab4932 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5751c1d-4747-4128-a015-177bef8d3074,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:15.126980 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1d1d4508-f924-4af6-b125-bd2e66ab4932 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:15.130526 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1d1d4508-f924-4af6-b125-bd2e66ab4932 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9999216 Oct 13 11:21:15.132160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48542) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:15.135349 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:15.137882 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:15.145465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4d6fe-1e1f-4764-86da-2e64ed6d3836 req-8a20ce6e-718b-4c45-9409-bf4c2b6f9cc8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:15.147734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22c4d6fe-1e1f-4764-86da-2e64ed6d3836 req-8a20ce6e-718b-4c45-9409-bf4c2b6f9cc8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.0968361 Oct 13 11:21:15.153001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-6a111dbd-1e27-4fce-846e-09a9127af6a0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '3a12b81a-e934-4735-91b0-ffd06c6aca2a', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:15.226929 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22c4d6fe-1e1f-4764-86da-2e64ed6d3836 req-a74b26cd-48c7-4c41-ad33-771d68d4c2cb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661356 Oct 13 11:21:15.277659 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d5abfe-1d17-4d4b-9ba7-dec188336dd7 x-openstack-request-id: req-04d5abfe-1d17-4d4b-9ba7-dec188336dd7 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:21:15.278110 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7849c6-f53b-4a3c-807b-dd4297d46e9f", "name": "network-vif-plugged", "status": "completed", "tag": "d9ae6218-3873-4c6b-a35f-04cfae4ff162", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:21:15.278509 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04d5abfe-1d17-4d4b-9ba7-dec188336dd7 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:21:15.279000 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7849c6-f53b-4a3c-807b-dd4297d46e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ae6218-3873-4c6b-a35f-04cfae4ff162', 'code': 200} Oct 13 11:21:15.290913 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:15.291196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 764edc40-475d-40e4-9bd6-40164581779d {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:21:15.325778 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a111dbd-1e27-4fce-846e-09a9127af6a0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:15.420179 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 13 11:21:15.425556 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9bb9c1f4-761b-4b05-a3d7-8bfaa133d884 tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2498465 Oct 13 11:21:15.428659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48550) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:15.482319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6065bb-2559-4ec1-9fda-e8c51b2cb9e1 req-bf0905f6-5c94-422d-af16-610c1ffed496 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:15.485515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d6065bb-2559-4ec1-9fda-e8c51b2cb9e1 req-bf0905f6-5c94-422d-af16-610c1ffed496 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 950 time: 0.1384165 Oct 13 11:21:15.487554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1702b3-f375-4868-8740-b2468a588f88 req-8188f1be-f32e-463b-9a16-14ee529b7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:15.488980 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d1702b3-f375-4868-8740-b2468a588f88 req-8188f1be-f32e-463b-9a16-14ee529b7103 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 1101 time: 0.1251051 Oct 13 11:21:15.497826 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a111dbd-1e27-4fce-846e-09a9127af6a0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:15.540164 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-0d416b31-914b-492c-975c-e4d3c265013a tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Deleting port 7676e793-2da3-43a6-bfe3-8ec3249d8dbd {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:21:15.540593 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d416b31-914b-492c-975c-e4d3c265013a tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:15.564350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d6065bb-2559-4ec1-9fda-e8c51b2cb9e1 req-332cecb9-ec28-4a09-82b3-ecf33d297965 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ec6dee5-d6ad-4123-aecb-adf5891b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690265 Oct 13 11:21:15.569584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d1702b3-f375-4868-8740-b2468a588f88 req-0f51d36d-ef10-4948-8859-891a9bb7442b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6dee5-d6ad-4123-aecb-adf5891b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637889 Oct 13 11:21:15.636493 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a111dbd-1e27-4fce-846e-09a9127af6a0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:15.644814 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d416b31-914b-492c-975c-e4d3c265013a tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:15.660438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-0d416b31-914b-492c-975c-e4d3c265013a tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Calling delete_port for 7676e793-2da3-43a6-bfe3-8ec3249d8dbd owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:21:15.666201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3260d895-805b-4851-96e8-261a322b889a req-68046043-b869-48eb-aa54-040286e92981 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 210 time: 0.0445957 Oct 13 11:21:15.677333 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a111dbd-1e27-4fce-846e-09a9127af6a0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9bec2e-33ff-443e-bd0c-cdde38794942,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:15.914098 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a111dbd-1e27-4fce-846e-09a9127af6a0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:15.916694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6a111dbd-1e27-4fce-846e-09a9127af6a0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7827196 Oct 13 11:21:15.919233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48552) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:15.925850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7fd44053-384f-4b5f-a7f4-553bcaf6811e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '3a12b81a-e934-4735-91b0-ffd06c6aca2a', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:15.941322 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d416b31-914b-492c-975c-e4d3c265013a tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:15.976317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d416b31-914b-492c-975c-e4d3c265013a tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Pushing event deleted for resources: {'Port': ['ID=7676e793-2da3-43a6-bfe3-8ec3249d8dbd,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:16.050366 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d416b31-914b-492c-975c-e4d3c265013a tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:16.062689 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0d416b31-914b-492c-975c-e4d3c265013a tempest-RoutersAdminNegativeIpV6Test-1233516947 tempest-RoutersAdminNegativeIpV6Test-1233516947-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7676e793-2da3-43a6-bfe3-8ec3249d8dbd HTTP/1.1" status: 204 len: 168 time: 0.6231022 Oct 13 11:21:16.139299 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fd44053-384f-4b5f-a7f4-553bcaf6811e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:16.211002 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fd44053-384f-4b5f-a7f4-553bcaf6811e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:16.367941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c00c7d-fc85-485e-9609-a3b71a1f1da7 req-50f83a56-3e83-438a-a692-79104e690e2c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:16.369459 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86c00c7d-fc85-485e-9609-a3b71a1f1da7 req-50f83a56-3e83-438a-a692-79104e690e2c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.0595667 Oct 13 11:21:16.388733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fd44053-384f-4b5f-a7f4-553bcaf6811e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:16.408116 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd44053-384f-4b5f-a7f4-553bcaf6811e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452350ab-1a56-4570-873f-380c9ccb4e07,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:16.423288 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86c00c7d-fc85-485e-9609-a3b71a1f1da7 req-cd30c8fe-55b7-439a-831c-22e6194bd637 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475121 Oct 13 11:21:16.615035 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fd44053-384f-4b5f-a7f4-553bcaf6811e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:16.621398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48576) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:16.624777 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7fd44053-384f-4b5f-a7f4-553bcaf6811e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7038434 Oct 13 11:21:16.627747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ccf7f80e-c290-4903-b46d-c8258139183a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '3a12b81a-e934-4735-91b0-ffd06c6aca2a', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:16.737307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba1b91-68f3-43c1-8b2a-5a241e9e7228 req-6c8f7287-bca1-4372-b12e-59cc98324d5a tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:16.750635 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19ba1b91-68f3-43c1-8b2a-5a241e9e7228 req-6c8f7287-bca1-4372-b12e-59cc98324d5a tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 950 time: 0.0745115 Oct 13 11:21:16.758972 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48584) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:16.789749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19ba1b91-68f3-43c1-8b2a-5a241e9e7228 req-5fc32554-89d3-4fc0-a268-4cd00af766bc tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ec6dee5-d6ad-4123-aecb-adf5891b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378878 Oct 13 11:21:16.806140 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-ccf7f80e-c290-4903-b46d-c8258139183a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Project 9eecb6b828d240e0ae439032ab75cf2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:21:16.822359 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f80e-c290-4903-b46d-c8258139183a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:16.911932 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00779f57-4af2-4753-ba78-67016c1b6919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:16.915370 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f80e-c290-4903-b46d-c8258139183a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:16.955093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-10263dac-432d-4ce7-952e-d2a90f4bceb1 req-5345f997-5b68-4021-ac99-007644de0960 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 210 time: 0.0347264 Oct 13 11:21:17.030123 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00779f57-4af2-4753-ba78-67016c1b6919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:17.041258 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f80e-c290-4903-b46d-c8258139183a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:17.082964 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7f80e-c290-4903-b46d-c8258139183a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88743be3-ca30-4e05-b002-dac83b77cd72,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:17.106171 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-00779f57-4af2-4753-ba78-67016c1b6919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:17.145198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00779f57-4af2-4753-ba78-67016c1b6919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa62cc9-e1c0-4939-81c3-473287c0ad7d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:17.149830 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-00779f57-4af2-4753-ba78-67016c1b6919 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e83ad5b8ade34ffe834d682b65ecc9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893580 Oct 13 11:21:17.152649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48594) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:17.212667 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-491d9eb4-60bd-4817-954b-c8932b5af201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:17.242157 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-491d9eb4-60bd-4817-954b-c8932b5af201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:17.253494 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f80e-c290-4903-b46d-c8258139183a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:17.254760 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ccf7f80e-c290-4903-b46d-c8258139183a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6320281 Oct 13 11:21:17.257861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48596) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:17.262813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8093c4a7-b614-45d2-8b35-d27fef1ffd69 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '3a12b81a-e934-4735-91b0-ffd06c6aca2a', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:17.422960 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-8093c4a7-b614-45d2-8b35-d27fef1ffd69 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Project 9eecb6b828d240e0ae439032ab75cf2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:21:17.428654 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8093c4a7-b614-45d2-8b35-d27fef1ffd69 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:17.482657 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-491d9eb4-60bd-4817-954b-c8932b5af201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:17.485369 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-491d9eb4-60bd-4817-954b-c8932b5af201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:17.486578 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-491d9eb4-60bd-4817-954b-c8932b5af201 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fa62cc9-e1c0-4939-81c3-473287c0ad7d HTTP/1.1" status: 204 len: 168 time: 0.3330803 Oct 13 11:21:17.495855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d9eb4-60bd-4817-954b-c8932b5af201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa62cc9-e1c0-4939-81c3-473287c0ad7d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:17.514009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8093c4a7-b614-45d2-8b35-d27fef1ffd69 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:17.586001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcdad7-9671-43af-8d58-154ff88be4ff req-adfc2e95-7b7e-42a1-8d21-7e7d0e7b03f2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:17.587636 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bcfcdad7-9671-43af-8d58-154ff88be4ff req-adfc2e95-7b7e-42a1-8d21-7e7d0e7b03f2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.0590408 Oct 13 11:21:17.635134 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bcfcdad7-9671-43af-8d58-154ff88be4ff req-35765fd3-3b89-437b-b738-8fa316faca43 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 Oct 13 11:21:17.648054 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8093c4a7-b614-45d2-8b35-d27fef1ffd69 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:17.667495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093c4a7-b614-45d2-8b35-d27fef1ffd69 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cac895-cb15-4549-b7b7-9b253096e5db,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:17.750654 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8093c4a7-b614-45d2-8b35-d27fef1ffd69 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:17.752009 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8093c4a7-b614-45d2-8b35-d27fef1ffd69 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4930043 Oct 13 11:21:17.755122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48604) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:17.761281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3cbda026-d31c-4253-910a-f3c64df585df tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'network': {'name': 'tempest-network-smoke--1260818672', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'port_security_enabled': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:17.912337 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbda026-d31c-4253-910a-f3c64df585df tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Made reservation on behalf of 9eecb6b828d240e0ae439032ab75cf2f for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:17.915654 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cbda026-d31c-4253-910a-f3c64df585df tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:17.994148 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbda026-d31c-4253-910a-f3c64df585df tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:21:18.011407 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6b194-5029-4e5b-b809-52bd162f7256 req-c2c90822-6158-4945-b601-af1b202a3975 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:18.019063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ed6b194-5029-4e5b-b809-52bd162f7256 req-c2c90822-6158-4945-b601-af1b202a3975 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 950 time: 0.1431844 Oct 13 11:21:18.031201 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cbda026-d31c-4253-910a-f3c64df585df tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:18.031537 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-3cbda026-d31c-4253-910a-f3c64df585df tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Added segment b4c8985e-e197-40f0-b98b-c5fc38631e87 of type vlan for network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 Oct 13 11:21:18.097077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ed6b194-5029-4e5b-b809-52bd162f7256 req-1aa7b6ce-15e2-4c0d-8fb2-ec0c8cae0bc1 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ec6dee5-d6ad-4123-aecb-adf5891b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771172 Oct 13 11:21:18.113569 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cbda026-d31c-4253-910a-f3c64df585df tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:18.230366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-511e55af-5a05-433c-b4ce-b72bc45546b9 req-12626bdc-46ad-4957-873f-6fb4002224b7 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 210 time: 0.0471680 Oct 13 11:21:18.285607 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cbda026-d31c-4253-910a-f3c64df585df tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:18.292602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbda026-d31c-4253-910a-f3c64df585df tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:18.293249 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cbda026-d31c-4253-910a-f3c64df585df tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:18.435356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48620) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:18.477062 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3cbda026-d31c-4253-910a-f3c64df585df tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7201796 Oct 13 11:21:18.480025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48622) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:18.485192 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'admin_state_up': True, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:18.513524 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ab729da4-d91b-4d39-9dfe-5f2f8882fe67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7979ecf621874f61bc93984f40b6fecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749519 Oct 13 11:21:18.517033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48624) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:18.533089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbda026-d31c-4253-910a-f3c64df585df tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Network': ['ID=c1b37c1b-56ba-45c5-8578-16e7005cc0a5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:18.560008 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:21:18.605696 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae662c89-ac8d-43f7-97e3-482d84700120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:18.635710 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae662c89-ac8d-43f7-97e3-482d84700120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:18.646706 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-22536896-e335-487b-84d1-34113b6dfdcc tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:18.648905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-22536896-e335-487b-84d1-34113b6dfdcc tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.21 "GET /v2.0/networks?id=dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 200 len: 814 time: 0.4175391 Oct 13 11:21:18.663712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-a1d87c14-06d4-4246-9ce8-d78476a67b12 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Request body: {'port': {'device_id': '332152fd-ee6c-49d1-bdfb-31beffa436af', 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447', 'admin_state_up': True, 'tenant_id': 'd68dbc9483eb42729f0555aa2b73d7fc'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:18.757627 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:18.759164 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:18.875770 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae662c89-ac8d-43f7-97e3-482d84700120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:18.878648 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae662c89-ac8d-43f7-97e3-482d84700120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:18.883010 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ae662c89-ac8d-43f7-97e3-482d84700120 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3733aad1-b68a-4657-85d3-26e038ba8319 HTTP/1.1" status: 204 len: 168 time: 0.3642921 Oct 13 11:21:18.905802 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-a1d87c14-06d4-4246-9ce8-d78476a67b12 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Made reservation on behalf of d68dbc9483eb42729f0555aa2b73d7fc for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:18.910182 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-a1d87c14-06d4-4246-9ce8-d78476a67b12 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:18.938970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae662c89-ac8d-43f7-97e3-482d84700120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3733aad1-b68a-4657-85d3-26e038ba8319,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:19.010087 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:19.104509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-a1d87c14-06d4-4246-9ce8-d78476a67b12 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Allocated IP 172.20.0.8 (dbf8db7d-4319-46d8-b065-1b14a7f7b447/40420b33-4d47-4003-890e-dc51ede41596/dfcf1623-8c1f-42e4-ace7-a84bdbc8052a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:19.317363 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-a1d87c14-06d4-4246-9ce8-d78476a67b12 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:19.347054 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:19.444267 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-a1d87c14-06d4-4246-9ce8-d78476a67b12 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:19.504408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-a1d87c14-06d4-4246-9ce8-d78476a67b12 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Network dbf8db7d-4319-46d8-b065-1b14a7f7b447 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:19.509222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-a1d87c14-06d4-4246-9ce8-d78476a67b12 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:19.514286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-a1d87c14-06d4-4246-9ce8-d78476a67b12 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:21:19.612015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-a1d87c14-06d4-4246-9ce8-d78476a67b12 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:19.614392 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-a1d87c14-06d4-4246-9ce8-d78476a67b12 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:19.627102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d87c14-06d4-4246-9ce8-d78476a67b12 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Pushing event updated for resources: {'Port': ['ID=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:19.660850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48650) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:19.760704 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-a1d87c14-06d4-4246-9ce8-d78476a67b12 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1020687 Oct 13 11:21:19.787476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Request body: {'port': {'device_id': '332152fd-ee6c-49d1-bdfb-31beffa436af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:19.849348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ce4d-ef0f-43a0-a0ff-d8d49b57e88c req-2c36dea2-d6bb-4480-b557-0f1b0d7bd9b0 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:19.850735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a597ce4d-ef0f-43a0-a0ff-d8d49b57e88c req-2c36dea2-d6bb-4480-b557-0f1b0d7bd9b0 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.1587641 Oct 13 11:21:19.920422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-379c7732-71f3-4649-9162-326f82145f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:19.936851 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:19.951005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:19.996009 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:20.083042 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a597ce4d-ef0f-43a0-a0ff-d8d49b57e88c req-d7d24001-6046-4309-8716-e774e6896ab2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817353 Oct 13 11:21:20.239011 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-379c7732-71f3-4649-9162-326f82145f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:20.272036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.25.0.137 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/7593fe3a-53a5-4bfe-a3ec-61e2877dbf04) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:20.326505 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f1c4a-e926-4bec-8d32-e7c92f7b91fc req-5fa3ed23-dcb5-4933-ae3d-68bacdefa45e tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:20.329790 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-229f1c4a-e926-4bec-8d32-e7c92f7b91fc req-5fa3ed23-dcb5-4933-ae3d-68bacdefa45e tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 931 time: 0.1177530 Oct 13 11:21:20.355283 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-379c7732-71f3-4649-9162-326f82145f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:20.418209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-229f1c4a-e926-4bec-8d32-e7c92f7b91fc req-118de6a2-18a2-4edc-920c-59bfcd3dc622 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720487 Oct 13 11:21:20.452493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48666) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:20.456197 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-379c7732-71f3-4649-9162-326f82145f4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ae5b95b817e433b80eb7becc5eeabeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7902827 Oct 13 11:21:20.469110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c7732-71f3-4649-9162-326f82145f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fa2113-f0bb-4197-a514-b6753253f14a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:20.492108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfcf1623-8c1f-42e4-ace7-a84bdbc8052a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:21:20.511922 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:20.518449 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:20.546365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Transition to ACTIVE for port object dfcf1623-8c1f-42e4-ace7-a84bdbc8052a will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:21:20.563848 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8941531a-c88d-4cd7-ac81-2d49487a122b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:20.593078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8941531a-c88d-4cd7-ac81-2d49487a122b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:20.676564 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:20.727310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48672) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:20.747081 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:20.814941 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:20.817481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=7593fe3a-53a5-4bfe-a3ec-61e2877dbf04,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:20.821032 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:20.829025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:21:20.902231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Pushing event updated for resources: {'Port': ['ID=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:20.904296 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8941531a-c88d-4cd7-ac81-2d49487a122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:20.906953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8941531a-c88d-4cd7-ac81-2d49487a122b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:20.910961 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8941531a-c88d-4cd7-ac81-2d49487a122b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1fa2113-f0bb-4197-a514-b6753253f14a HTTP/1.1" status: 204 len: 168 time: 0.4574766 Oct 13 11:21:20.940101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Attempting to bind port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:21:20.940443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Attempting to bind port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:21:20.945939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Attempting to bind port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a on network dbf8db7d-4319-46d8-b065-1b14a7f7b447 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:20.945939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941531a-c88d-4cd7-ac81-2d49487a122b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fa2113-f0bb-4197-a514-b6753253f14a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:20.948864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a on network dbf8db7d-4319-46d8-b065-1b14a7f7b447 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:21:20.949066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Attempting to bind port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a on network dbf8db7d-4319-46d8-b065-1b14a7f7b447 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:20.956077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:21:20.956413 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Checking segment: {'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:20.956789 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Bound using segment: {'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:21:20.957249 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Bound port: dfcf1623-8c1f-42e4-ace7-a84bdbc8052a, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:21:20.957609 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:20.999847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-152501843'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:21.062792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] For port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:21:21.087932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] For port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:21:21.159337 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:21.164203 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:21.182963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:21.211586 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:21.262579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:21.263200 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:21.264769 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-62153fae-767b-409d-b364-71869cfd7666 service neutron] 10.222.0.21 "PUT /v2.0/ports/dfcf1623-8c1f-42e4-ace7-a84bdbc8052a HTTP/1.1" status: 200 len: 1091 time: 1.4958303 Oct 13 11:21:21.271310 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332152fd-ee6c-49d1-bdfb-31beffa436af', 'tag': 'dfcf1623-8c1f-42e4-ace7-a84bdbc8052a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:21:21.274000 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec1013b-8fb6-4af5-b6ca-69b19780e36b" -d '{"events": [{"name": "network-changed", "server_uuid": "332152fd-ee6c-49d1-bdfb-31beffa436af", "tag": "dfcf1623-8c1f-42e4-ace7-a84bdbc8052a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:21:21.313171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f921e4b-68da-4303-a5d3-e46f6afe0f17 req-327c7063-75e3-4806-beb9-94705572e787 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:21.316604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f921e4b-68da-4303-a5d3-e46f6afe0f17 req-327c7063-75e3-4806-beb9-94705572e787 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.1552238 Oct 13 11:21:21.331448 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62153fae-767b-409d-b364-71869cfd7666 service neutron] Pushing event updated for resources: {'Port': ['ID=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:21.370089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f921e4b-68da-4303-a5d3-e46f6afe0f17 req-44cd52dd-5495-467b-a810-36450d630c92 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455065 Oct 13 11:21:21.454573 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:21.455738 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:21.465166 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7ae07f-b334-410b-91b7-2f32a0c3d40e x-openstack-request-id: req-4b7ae07f-b334-410b-91b7-2f32a0c3d40e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:21:21.465524 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332152fd-ee6c-49d1-bdfb-31beffa436af", "tag": "dfcf1623-8c1f-42e4-ace7-a84bdbc8052a", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:21:21.466011 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b7ae07f-b334-410b-91b7-2f32a0c3d40e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:21:21.469562 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332152fd-ee6c-49d1-bdfb-31beffa436af', 'tag': 'dfcf1623-8c1f-42e4-ace7-a84bdbc8052a', 'status': 'completed', 'code': 200} Oct 13 11:21:21.654183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1013b-8fb6-4af5-b6ca-69b19780e36b req-d1c4c95d-6cad-4978-96d2-c6f1a32f209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:21.655660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ec1013b-8fb6-4af5-b6ca-69b19780e36b req-d1c4c95d-6cad-4978-96d2-c6f1a32f209f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 1094 time: 0.1638196 Oct 13 11:21:21.752753 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:21.859165 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:21.875700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:21:21.909101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:21.909101 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Added segment 70a63222-dd73-48cc-9a95-db2884f2bfc1 of type vlan for network 7506d8d3-95c6-4e26-86b4-21ebd40499b1 Oct 13 11:21:21.933108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f39070-adf4-4fc9-9e07-58a2a4cc2b63,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:21.974557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:22.098795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:22.109288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:22.110067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:22.154154 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48688) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:22.155429 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 4dd1346d-2770-453c-bd82-43bd7d84039c is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:21:22.197747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f45ce-5359-46bd-b150-8a1224d91a7c req-37f9b760-2e39-42ef-96f6-8d7488909ad9 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:22.200161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-012f45ce-5359-46bd-b150-8a1224d91a7c req-37f9b760-2e39-42ef-96f6-8d7488909ad9 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 943 time: 0.6377852 Oct 13 11:21:22.221005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c4675219-c406-4edd-99b1-b8c80d5f560a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:22.280539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Network': ['ID=7506d8d3-95c6-4e26-86b4-21ebd40499b1,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:22.297838 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 7506d8d3-95c6-4e26-86b4-21ebd40499b1 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:21:22.305277 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5f7077b8-bbbf-4b46-9c2e-27b033419529 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5773787 Oct 13 11:21:22.322733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-012f45ce-5359-46bd-b150-8a1224d91a7c req-181ff8b1-dd37-4e64-8894-edf3eb71dfc8 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022158 Oct 13 11:21:22.329746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1013b-8fb6-4af5-b6ca-69b19780e36b req-2380bc53-8c1e-4628-b949-fef121bf5448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:22.332581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ec1013b-8fb6-4af5-b6ca-69b19780e36b req-2380bc53-8c1e-4628-b949-fef121bf5448 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6672382 Oct 13 11:21:22.436682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c4675219-c406-4edd-99b1-b8c80d5f560a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:22.511325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:21:22.548097 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c4675219-c406-4edd-99b1-b8c80d5f560a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:22.605753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Sync routers for ids ['4dd1346d-2770-453c-bd82-43bd7d84039c'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:21:22.625877 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Routers {'4dd1346d-2770-453c-bd82-43bd7d84039c'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:21:22.629866 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:21:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dd1346d-2770-453c-bd82-43bd7d84039c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:22.668266 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:22.672501 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-17c63c27-d58b-48d9-a664-20304c0043fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1912012 Oct 13 11:21:22.675556 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c4675219-c406-4edd-99b1-b8c80d5f560a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=015e002d4c394f78a524bc30b7223c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103834 Oct 13 11:21:22.679328 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4675219-c406-4edd-99b1-b8c80d5f560a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd41ac6-955a-4888-9b7e-a0d03f4d73c3,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:22.686886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48692) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:22.700702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48694) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:22.807260 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fc7bf637-408f-495c-842a-9813f5126b39 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9eecb6b828d240e0ae439032ab75cf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1073983 Oct 13 11:21:22.879408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48698) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:23.001182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Set router 4dd1346d-2770-453c-bd82-43bd7d84039c gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:21:23.156333 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17f06a6a-977e-4951-a266-6e87ce96415b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:23.240604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004910c2-0472-45d3-8200-799b7f69357c req-53fbd103-58ad-45d9-9e3a-3357d7ca1a50 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:23.252742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-004910c2-0472-45d3-8200-799b7f69357c req-53fbd103-58ad-45d9-9e3a-3357d7ca1a50 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.5289536 Oct 13 11:21:23.305889 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17f06a6a-977e-4951-a266-6e87ce96415b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:23.399365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1013b-8fb6-4af5-b6ca-69b19780e36b req-b9a2cb83-5e00-4d88-a6b6-0edf1397be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:23.416777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ec1013b-8fb6-4af5-b6ca-69b19780e36b req-b9a2cb83-5e00-4d88-a6b6-0edf1397be00 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0755792 Oct 13 11:21:23.523936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-004910c2-0472-45d3-8200-799b7f69357c req-68b48c38-395c-4cde-b110-29d3d1c3c530 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699447 Oct 13 11:21:23.610872 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17f06a6a-977e-4951-a266-6e87ce96415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:23.613416 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-17f06a6a-977e-4951-a266-6e87ce96415b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:23.618844 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-17f06a6a-977e-4951-a266-6e87ce96415b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5dd41ac6-955a-4888-9b7e-a0d03f4d73c3 HTTP/1.1" status: 204 len: 168 time: 0.9056554 Oct 13 11:21:23.633350 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f06a6a-977e-4951-a266-6e87ce96415b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd41ac6-955a-4888-9b7e-a0d03f4d73c3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:23.657066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3674ee34-a6d0-4428-8854-a14867a08493 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:23.658733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3674ee34-a6d0-4428-8854-a14867a08493 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7217593 Oct 13 11:21:23.662023 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48706) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:23.676519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-c6f9f8ba-7065-49f5-b14e-76da34046506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:23.686356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-c6f9f8ba-7065-49f5-b14e-76da34046506 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 1094 time: 0.1430490 Oct 13 11:21:23.697908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:21:21Z', 'revision_number': 3, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:23.732800 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b7fb3069-05b4-472a-9403-b84126bc18c5 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0692651 Oct 13 11:21:23.738280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48708) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:23.761749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6dab846e-b21a-4316-ae5c-3a98461a910b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1336097228', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:23.785345 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-ede2e8c0-1336-41d8-b468-ad03043ef2e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a HTTP/1.1" status: 200 len: 217 time: 0.0912199 Oct 13 11:21:23.795674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Checking router: 4dd1346d-2770-453c-bd82-43bd7d84039c for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:21:23.797255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Updating router 4dd1346d-2770-453c-bd82-43bd7d84039c port 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:21:23.869204 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:23.994079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007a1c6-fc7a-402b-8061-1e8796e60079 req-363420f3-6479-417e-baeb-ab579a5c2953 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:23.995991 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5007a1c6-fc7a-402b-8061-1e8796e60079 req-363420f3-6479-417e-baeb-ab579a5c2953 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 943 time: 0.2132688 Oct 13 11:21:23.997724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-d63617d1-dc17-4fe0-aed6-27a90cadaaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:23.999161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-d63617d1-dc17-4fe0-aed6-27a90cadaaff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40420b33-4d47-4003-890e-dc51ede41596 HTTP/1.1" status: 200 len: 854 time: 0.1991482 Oct 13 11:21:24.022976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dab846e-b21a-4316-ae5c-3a98461a910b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Made reservation on behalf of 9eecb6b828d240e0ae439032ab75cf2f for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:24.027130 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6dab846e-b21a-4316-ae5c-3a98461a910b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:24.100140 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-17b718cc-628c-4e46-972f-634a0dc007b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbf8db7d-4319-46d8-b065-1b14a7f7b447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915666 Oct 13 11:21:24.140784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5007a1c6-fc7a-402b-8061-1e8796e60079 req-97cee2bc-8208-4141-a9ab-04383152bda6 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373463 Oct 13 11:21:24.339915 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:21:24.429679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-ae582b7e-7005-4133-9316-e261a6d57f85 service neutron] 10.222.0.21 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922375 Oct 13 11:21:24.484344 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:24.607958 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:24.626390 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f7b31eb-2584-4251-8000-445da3e10ca9 req-7e13d60f-c77e-4ac4-bc75-2de47c24415a service neutron] 10.222.0.21 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864145 Oct 13 11:21:24.640676 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6dab846e-b21a-4316-ae5c-3a98461a910b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:24.702875 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef692a-07e7-4317-afdb-6a842677b505 None None] Pushing event updated for resources: {'Port': ['ID=7593fe3a-53a5-4bfe-a3ec-61e2877dbf04,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:24.723324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Attempting to bind port 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:21:24.723785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Attempting to bind port 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:21:24.725802 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Attempting to bind port 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:24.736552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:21:24.742789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:24.743387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:24.743914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:21:24.744773 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Bound port: 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:21:24.745266 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:24.875306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] For port 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:21:24.879406 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] For port 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7593fe3a-53a5-4bfe-a3ec-61e2877dbf04,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:21:24.907089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612980ff-7a36-482a-ad0b-0ec307cc585c req-8ef7f3f3-f3ad-497d-907f-2d9a8dc76d75 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:24.910762 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-612980ff-7a36-482a-ad0b-0ec307cc585c req-8ef7f3f3-f3ad-497d-907f-2d9a8dc76d75 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.2254126 Oct 13 11:21:24.934425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab846e-b21a-4316-ae5c-3a98461a910b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Checking segment: {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:24.934425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dab846e-b21a-4316-ae5c-3a98461a910b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network hostable DHCP agents. Network: c1b37c1b-56ba-45c5-8578-16e7005cc0a5, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:21:24.941433 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab846e-b21a-4316-ae5c-3a98461a910b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Subnet': ['ID=1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:24.985985 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:25.032763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-612980ff-7a36-482a-ad0b-0ec307cc585c req-de5561ce-6ae5-431a-a45c-8a6963d0d3dd tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025040 Oct 13 11:21:25.101754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Routers {'4dd1346d-2770-453c-bd82-43bd7d84039c'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:21:25.102723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:21:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dd1346d-2770-453c-bd82-43bd7d84039c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:25.139583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dab846e-b21a-4316-ae5c-3a98461a910b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:21:25.172002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef692a-07e7-4317-afdb-6a842677b505 None None] Pushing event updated for resources: {'Port': ['ID=7593fe3a-53a5-4bfe-a3ec-61e2877dbf04,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:25.259408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6dab846e-b21a-4316-ae5c-3a98461a910b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, c1b37c1b-56ba-45c5-8578-16e7005cc0a5) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:25.287405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dab846e-b21a-4316-ae5c-3a98461a910b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:25.288753 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6dab846e-b21a-4316-ae5c-3a98461a910b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:25.431925 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6dab846e-b21a-4316-ae5c-3a98461a910b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6896935 Oct 13 11:21:25.434027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48728) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:25.583080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a96fb-c7dc-4c3d-b00a-0bb04811132a None None] Network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:25.903099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36a002-bb59-4c8a-b003-9aedb78df35e req-22478184-8580-4b90-bca3-079a7192c89c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:25.914620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b36a002-bb59-4c8a-b003-9aedb78df35e req-22478184-8580-4b90-bca3-079a7192c89c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 943 time: 0.3731327 Oct 13 11:21:25.956875 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] Set router 4dd1346d-2770-453c-bd82-43bd7d84039c gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:21:25.963884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ips': [{'subnet_id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:21:25.964895 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:25.992659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48738) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:26.050776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9c81d3f4-5306-44fb-a56e-c0e1a609c89d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'subnet': {'network_id': '7506d8d3-95c6-4e26-86b4-21ebd40499b1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:26.069744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b36a002-bb59-4c8a-b003-9aedb78df35e req-ecf9464c-3c72-4559-a7ba-8336be661367 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476588 Oct 13 11:21:26.108335 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device dfcf1623-8c1f-42e4-ace7-a84bdbc8052a details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:21:26.354398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1738a31-08c1-4174-bb46-1d0db6982076 req-576695ab-db9f-494e-8a27-bd2e55241b92 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:26.355950 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1738a31-08c1-4174-bb46-1d0db6982076 req-576695ab-db9f-494e-8a27-bd2e55241b92 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.1680405 Oct 13 11:21:26.449605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c81d3f4-5306-44fb-a56e-c0e1a609c89d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:26.460845 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9c81d3f4-5306-44fb-a56e-c0e1a609c89d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:26.464377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Allocated IP 172.20.0.2 (c1b37c1b-56ba-45c5-8578-16e7005cc0a5/1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1/dad468f8-1491-4844-b684-b89da6272be8) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:26.570178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:21:21Z', 'revision_number': 3, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:26.621799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60061d-b99a-43a9-8b17-aeb63bfb0ed0 None None] The sync data for ids ['4dd1346d-2770-453c-bd82-43bd7d84039c'] in n-d-813659-3 is: [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:21:21Z', 'revision_number': 3, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:21:26.636193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:26.671350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'dfcf1623-8c1f-42e4-ace7-a84bdbc8052a', 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447', 'port_id': 'dfcf1623-8c1f-42e4-ace7-a84bdbc8052a', 'mac_address': 'fa:16:3e:e4:f5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40420b33-4d47-4003-890e-dc51ede41596', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:21:26.753667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1738a31-08c1-4174-bb46-1d0db6982076 req-67044192-95e5-449f-b405-f4a01112ed07 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698156 Oct 13 11:21:26.824544 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:26.860762 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfcf1623-8c1f-42e4-ace7-a84bdbc8052a {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:21:26.890185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:26.908766 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:26.942113 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:26.954929 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:27.004592 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:27.051266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:27.055512 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9c81d3f4-5306-44fb-a56e-c0e1a609c89d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:27.059897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:27.066083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:21:27.068911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:27.259267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['dfcf1623-8c1f-42e4-ace7-a84bdbc8052a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:21:27.263032 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Pushing event updated for resources: {'Port': ['ID=dad468f8-1491-4844-b684-b89da6272be8,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:27.274529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Attempting to bind port dad468f8-1491-4844-b684-b89da6272be8 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:21:27.275711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Attempting to bind port dad468f8-1491-4844-b684-b89da6272be8 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:21:27.276390 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Attempting to bind port dad468f8-1491-4844-b684-b89da6272be8 on network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:27.317257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:21:27.319035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Checking segment: {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:27.319882 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:27.320529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Bound using segment: {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:21:27.321260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Bound port: dad468f8-1491-4844-b684-b89da6272be8, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:21:27.322258 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:27.399540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81d3f4-5306-44fb-a56e-c0e1a609c89d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Subnet': ['ID=926d9ffb-a4e6-4d48-aa5a-5fd90a002e43,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:27.418857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81d3f4-5306-44fb-a56e-c0e1a609c89d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Checking segment: {'id': '70a63222-dd73-48cc-9a95-db2884f2bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7506d8d3-95c6-4e26-86b4-21ebd40499b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:27.419233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c81d3f4-5306-44fb-a56e-c0e1a609c89d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network hostable DHCP agents. Network: 7506d8d3-95c6-4e26-86b4-21ebd40499b1, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:21:27.453495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] For port dad468f8-1491-4844-b684-b89da6272be8, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:21:27.457160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] For port dad468f8-1491-4844-b684-b89da6272be8, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dad468f8-1491-4844-b684-b89da6272be8,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:21:27.533200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2a63-cfe6-45b6-b968-86f6e7bbf3f7 req-beb0c6cc-3370-46b4-b4a4-5dc695270829 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:27.541748 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7aba2a63-cfe6-45b6-b968-86f6e7bbf3f7 req-beb0c6cc-3370-46b4-b4a4-5dc695270829 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 944 time: 0.2566741 Oct 13 11:21:27.555767 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:27.660578 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7aba2a63-cfe6-45b6-b968-86f6e7bbf3f7 req-281ca857-12f9-4afc-9009-3f42de3b134d tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164491 Oct 13 11:21:27.675511 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c81d3f4-5306-44fb-a56e-c0e1a609c89d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network 7506d8d3-95c6-4e26-86b4-21ebd40499b1 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:21:27.732589 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867d19f-a65d-4f8d-af14-56467f52f550 None None] Pushing event updated for resources: {'Port': ['ID=dad468f8-1491-4844-b684-b89da6272be8,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:27.777432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9c81d3f4-5306-44fb-a56e-c0e1a609c89d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 7506d8d3-95c6-4e26-86b4-21ebd40499b1) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:27.796025 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df94308-4091-42cf-a836-70dd372dd360 None None] Network 7506d8d3-95c6-4e26-86b4-21ebd40499b1 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:27.809320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c81d3f4-5306-44fb-a56e-c0e1a609c89d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:27.810176 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9c81d3f4-5306-44fb-a56e-c0e1a609c89d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:27.833045 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.20.0.1 (c1b37c1b-56ba-45c5-8578-16e7005cc0a5/1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1/4a228664-be3b-4392-a5f2-4ec4fc734771) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:28.067997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48766) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:28.076519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-82328d1e-d154-49dc-b030-b2599d2bc237 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1276912835'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:28.080829 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9c81d3f4-5306-44fb-a56e-c0e1a609c89d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0534160 Oct 13 11:21:28.096595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device dfcf1623-8c1f-42e4-ace7-a84bdbc8052a up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:28.117251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:28.182045 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894bf59-f3f8-4519-a687-68a3065934c8 req-a8efa75e-5241-4332-a257-e10b61940359 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:28.189441 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4894bf59-f3f8-4519-a687-68a3065934c8 req-a8efa75e-5241-4332-a257-e10b61940359 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.2803359 Oct 13 11:21:28.202005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82328d1e-d154-49dc-b030-b2599d2bc237 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:28.205752 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82328d1e-d154-49dc-b030-b2599d2bc237 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.259352 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82328d1e-d154-49dc-b030-b2599d2bc237 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:21:28.270485 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.279094 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82328d1e-d154-49dc-b030-b2599d2bc237 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.279455 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-82328d1e-d154-49dc-b030-b2599d2bc237 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Added segment b9facf7e-638c-4056-9c8e-ccbeae0be8b5 of type vlan for network a732cbb2-eb92-43eb-8298-010ad56f2df9 Oct 13 11:21:28.296790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-7506d8d3-95c6-4e26-86b4-21ebd40499b1', 'network_id': '7506d8d3-95c6-4e26-86b4-21ebd40499b1', 'tenant_id': '1514672f95884792aaeff7121e3e3ebb', 'fixed_ips': [{'subnet_id': '926d9ffb-a4e6-4d48-aa5a-5fd90a002e43'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:21:28.296790 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.355243 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82328d1e-d154-49dc-b030-b2599d2bc237 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.388127 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4894bf59-f3f8-4519-a687-68a3065934c8 req-e8b5e47e-f908-424d-b745-a810c82fbee0 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434272 Oct 13 11:21:28.420932 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.448964 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:28.449470 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.478663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:28.482036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:28.487678 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:21:28.492845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=4a228664-be3b-4392-a5f2-4ec4fc734771,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:28.499924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82328d1e-d154-49dc-b030-b2599d2bc237 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.513085 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82328d1e-d154-49dc-b030-b2599d2bc237 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:28.513085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-82328d1e-d154-49dc-b030-b2599d2bc237 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.564610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Allocated IP 2001:db8:0:ffff::2 (7506d8d3-95c6-4e26-86b4-21ebd40499b1/926d9ffb-a4e6-4d48-aa5a-5fd90a002e43/1018eb12-04e3-4eea-a24b-d26301c23616) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:28.566911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:21:28.575577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:28.576102 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.597766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82328d1e-d154-49dc-b030-b2599d2bc237 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Network': ['ID=a732cbb2-eb92-43eb-8298-010ad56f2df9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:28.601276 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.630586 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network a732cbb2-eb92-43eb-8298-010ad56f2df9 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:21:28.757450 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.759059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48770) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:28.760839 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-82328d1e-d154-49dc-b030-b2599d2bc237 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6896355 Oct 13 11:21:28.766823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e7f9f834-9e37-4bd5-9105-bf71db1dbd46 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'subnet': {'network_id': 'a732cbb2-eb92-43eb-8298-010ad56f2df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:28.840290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7593fe3a-53a5-4bfe-a3ec-61e2877dbf04,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:28.943728 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.984260 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5cb6-5388-4922-86db-9ad82a7c75bd req-7bd55b7e-7077-41b9-83dc-ee37d0a23343 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:28.984853 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:28.987011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ccd5cb6-5388-4922-86db-9ad82a7c75bd req-7bd55b7e-7077-41b9-83dc-ee37d0a23343 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 944 time: 0.1949868 Oct 13 11:21:29.007385 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:29.011392 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:29.137448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ccd5cb6-5388-4922-86db-9ad82a7c75bd req-bba6823f-65a6-4297-b08e-8b38642c5d8a tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357393 Oct 13 11:21:29.187071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f9f834-9e37-4bd5-9105-bf71db1dbd46 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:29.187071 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f834-9e37-4bd5-9105-bf71db1dbd46 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:29.364089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332152fd-ee6c-49d1-bdfb-31beffa436af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcf1623-8c1f-42e4-ace7-a84bdbc8052a'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:21:29.367995 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d7392b-e1df-4a21-876c-4a190e990d94" -d '{"events": [{"server_uuid": "332152fd-ee6c-49d1-bdfb-31beffa436af", "name": "network-vif-plugged", "status": "completed", "tag": "dfcf1623-8c1f-42e4-ace7-a84bdbc8052a"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:21:29.371355 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9739ce3e-dff0-4d96-88f0-3a5df21ea694 None None] Network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:29.400660 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:29.414306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:29.494738 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aa114d-700c-4a2c-839e-de9ad911f9d0 x-openstack-request-id: req-d0aa114d-700c-4a2c-839e-de9ad911f9d0 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:21:29.494738 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332152fd-ee6c-49d1-bdfb-31beffa436af", "name": "network-vif-plugged", "status": "completed", "tag": "dfcf1623-8c1f-42e4-ace7-a84bdbc8052a", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:21:29.498068 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0aa114d-700c-4a2c-839e-de9ad911f9d0 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:21:29.498608 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332152fd-ee6c-49d1-bdfb-31beffa436af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcf1623-8c1f-42e4-ace7-a84bdbc8052a', 'code': 200} Oct 13 11:21:29.501143 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:29.533460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Network 7506d8d3-95c6-4e26-86b4-21ebd40499b1 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:29.549169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:29.562189 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:21:29.563593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=7593fe3a-53a5-4bfe-a3ec-61e2877dbf04,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:29.584194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c8778974-3a43-4d02-aa81-2ce45d4be62c None None] Provisioning complete for port dad468f8-1491-4844-b684-b89da6272be8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:29.584680 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8778974-3a43-4d02-aa81-2ce45d4be62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:29.768737 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Pushing event updated for resources: {'Port': ['ID=1018eb12-04e3-4eea-a24b-d26301c23616,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:29.786431 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d8a4e-83ed-431c-9103-4bdfe9eae6a1 req-65dbc8df-618c-46bf-ac8c-1ddd5513c2d6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:29.788763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a9d8a4e-83ed-431c-9103-4bdfe9eae6a1 req-65dbc8df-618c-46bf-ac8c-1ddd5513c2d6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.2176452 Oct 13 11:21:29.829075 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Attempting to bind port 1018eb12-04e3-4eea-a24b-d26301c23616 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:21:29.829443 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Attempting to bind port 1018eb12-04e3-4eea-a24b-d26301c23616 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '70a63222-dd73-48cc-9a95-db2884f2bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7506d8d3-95c6-4e26-86b4-21ebd40499b1'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:21:29.829801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Attempting to bind port 1018eb12-04e3-4eea-a24b-d26301c23616 on network 7506d8d3-95c6-4e26-86b4-21ebd40499b1 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:29.863230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f881c4-cda0-4cc3-80d8-647069ced983 req-ff2b6af4-8624-42ea-b64b-012608832a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:29.869152 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-40f881c4-cda0-4cc3-80d8-647069ced983 req-ff2b6af4-8624-42ea-b64b-012608832a9f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 1096 time: 0.3214364 Oct 13 11:21:29.884604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:21:29.884987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Checking segment: {'id': '70a63222-dd73-48cc-9a95-db2884f2bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7506d8d3-95c6-4e26-86b4-21ebd40499b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:29.885787 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:29.885930 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Bound using segment: {'id': '70a63222-dd73-48cc-9a95-db2884f2bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7506d8d3-95c6-4e26-86b4-21ebd40499b1'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:21:29.886510 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Bound port: 1018eb12-04e3-4eea-a24b-d26301c23616, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a63222-dd73-48cc-9a95-db2884f2bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7506d8d3-95c6-4e26-86b4-21ebd40499b1'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:21:29.886900 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:29.905912 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f834-9e37-4bd5-9105-bf71db1dbd46 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:29.912351 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a9d8a4e-83ed-431c-9103-4bdfe9eae6a1 req-2d124213-aa8a-4cd1-8273-644cdc8c4181 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130664 Oct 13 11:21:29.946026 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:30.048951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:30.203531 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8778974-3a43-4d02-aa81-2ce45d4be62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:30.212390 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dad468f8-1491-4844-b684-b89da6272be8 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:30.295996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] For port 1018eb12-04e3-4eea-a24b-d26301c23616, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:21:30.307123 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] For port 1018eb12-04e3-4eea-a24b-d26301c23616, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1018eb12-04e3-4eea-a24b-d26301c23616,segment=NetworkSegment(70a63222-dd73-48cc-9a95-db2884f2bfc1),segment_id=70a63222-dd73-48cc-9a95-db2884f2bfc1)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:21:30.320954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c8778974-3a43-4d02-aa81-2ce45d4be62c None None] For port dad468f8-1491-4844-b684-b89da6272be8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dad468f8-1491-4844-b684-b89da6272be8,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:30.347988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port dad468f8-1491-4844-b684-b89da6272be8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:30.348433 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:30.401980 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:30.428227 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:30.498283 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-40f881c4-cda0-4cc3-80d8-647069ced983 req-3122709a-eace-4d19-9978-aea404f2acdf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181805 Oct 13 11:21:30.506065 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f813f-c162-4199-88b8-d90fa0bea340 None None] Pushing event updated for resources: {'Port': ['ID=1018eb12-04e3-4eea-a24b-d26301c23616,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:30.525581 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8778974-3a43-4d02-aa81-2ce45d4be62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:30.610476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8778974-3a43-4d02-aa81-2ce45d4be62c None None] Pushing event updated for resources: {'Port': ['ID=dad468f8-1491-4844-b684-b89da6272be8,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:30.621069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9f834-9e37-4bd5-9105-bf71db1dbd46 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Subnet': ['ID=aac4517d-bbf2-4901-8a8d-54a42e0a8b47,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:30.685198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6c969-c135-41ca-b789-73f1a35bcbce req-3a580e52-febf-4bbb-88aa-7096970160d3 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:30.686978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-70a6c969-c135-41ca-b789-73f1a35bcbce req-3a580e52-febf-4bbb-88aa-7096970160d3 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 945 time: 0.2682998 Oct 13 11:21:30.691144 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:30.702912 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d834dfc5-2c05-4133-b1d3-c8327230d4b9 None None] Provisioning complete for port dad468f8-1491-4844-b684-b89da6272be8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:30.703295 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d834dfc5-2c05-4133-b1d3-c8327230d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:30.703729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=4a228664-be3b-4392-a5f2-4ec4fc734771,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:30.711561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f9f834-9e37-4bd5-9105-bf71db1dbd46 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Checking segment: {'id': 'b9facf7e-638c-4056-9c8e-ccbeae0be8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a732cbb2-eb92-43eb-8298-010ad56f2df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:30.711561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f9f834-9e37-4bd5-9105-bf71db1dbd46 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network hostable DHCP agents. Network: a732cbb2-eb92-43eb-8298-010ad56f2df9, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:21:30.775113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:30.903620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-70a6c969-c135-41ca-b789-73f1a35bcbce req-e383128e-a85e-4cf9-b928-4816f6532083 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816990 Oct 13 11:21:30.943222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f9f834-9e37-4bd5-9105-bf71db1dbd46 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network a732cbb2-eb92-43eb-8298-010ad56f2df9 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:21:30.945595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:30.945595 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:31.020573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d834dfc5-2c05-4133-b1d3-c8327230d4b9 None None] Provisioning complete for port 4a228664-be3b-4392-a5f2-4ec4fc734771 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:31.021011 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d834dfc5-2c05-4133-b1d3-c8327230d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:31.023526 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:31.029200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:31.130010 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d834dfc5-2c05-4133-b1d3-c8327230d4b9 None None] Port 4a228664-be3b-4392-a5f2-4ec4fc734771 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:21:31.185988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e7f9f834-9e37-4bd5-9105-bf71db1dbd46 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, a732cbb2-eb92-43eb-8298-010ad56f2df9) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:31.195049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e73892-0b72-4204-b1e3-273c12bcae54 None None] Network a732cbb2-eb92-43eb-8298-010ad56f2df9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:31.225889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f9f834-9e37-4bd5-9105-bf71db1dbd46 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:31.226540 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f834-9e37-4bd5-9105-bf71db1dbd46 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:31.273346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1fa57001-0849-4035-b3ef-b0ef222b310a None None] Provisioning complete for port 4a228664-be3b-4392-a5f2-4ec4fc734771 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:31.273864 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1fa57001-0849-4035-b3ef-b0ef222b310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:31.317387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68496de-d040-4dfa-87bc-0fe76095df81 req-f0a169b7-89bb-4b02-a4fd-ddcd9930594d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:31.318124 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f68496de-d040-4dfa-87bc-0fe76095df81 req-f0a169b7-89bb-4b02-a4fd-ddcd9930594d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.2786055 Oct 13 11:21:31.341802 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1fa57001-0849-4035-b3ef-b0ef222b310a None None] Port 4a228664-be3b-4392-a5f2-4ec4fc734771 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:21:31.380181 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 4dd1346d-2770-453c-bd82-43bd7d84039c has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:21:31.383997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f68496de-d040-4dfa-87bc-0fe76095df81 req-8437b99a-f710-4fa3-b2cf-85b887f8c2c4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569170 Oct 13 11:21:31.474665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e7f9f834-9e37-4bd5-9105-bf71db1dbd46 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7138214 Oct 13 11:21:31.477811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48788) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:31.478469 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-a732cbb2-eb92-43eb-8298-010ad56f2df9', 'network_id': 'a732cbb2-eb92-43eb-8298-010ad56f2df9', 'tenant_id': '1514672f95884792aaeff7121e3e3ebb', 'fixed_ips': [{'subnet_id': 'aac4517d-bbf2-4901-8a8d-54a42e0a8b47'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:21:31.479502 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:31.557418 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:21:31.581158 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Sync routers for ids ['4dd1346d-2770-453c-bd82-43bd7d84039c'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:21:31.581728 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9baecadf-c6e3-4ed4-9f59-da91030adc8c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "PUT /v2.0/routers/4dd1346d-2770-453c-bd82-43bd7d84039c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1368148 Oct 13 11:21:31.595477 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Routers {'4dd1346d-2770-453c-bd82-43bd7d84039c'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:21:31.596243 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:21:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dd1346d-2770-453c-bd82-43bd7d84039c'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:31.630289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c1583ad0-e94f-478c-9b0b-7f025de2fb5f None None] Provisioning complete for port 4a228664-be3b-4392-a5f2-4ec4fc734771 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:31.637631 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1583ad0-e94f-478c-9b0b-7f025de2fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:31.762422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c1583ad0-e94f-478c-9b0b-7f025de2fb5f None None] Port 4a228664-be3b-4392-a5f2-4ec4fc734771 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:21:31.783253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Allocated IP 2001:db8::1 (a732cbb2-eb92-43eb-8298-010ad56f2df9/aac4517d-bbf2-4901-8a8d-54a42e0a8b47/7d726b7f-8050-4d66-80df-d7f294bf3a61) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:31.791813 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:31.919392 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Set router 4dd1346d-2770-453c-bd82-43bd7d84039c gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:21:31.970061 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:32.032061 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-87aad910-6c2a-499d-b19c-566493c67b71 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-903308596&fields=id&tenant_id=9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 267 time: 0.1050003 Oct 13 11:21:32.156372 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:32.234108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1018eb12-04e3-4eea-a24b-d26301c23616 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:32.268572 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:32.277788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-15a2ca36-666a-42f3-bef0-6a683aa5a570 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:32.279978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-15a2ca36-666a-42f3-bef0-6a683aa5a570 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/networks?id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5 HTTP/1.1" status: 200 len: 797 time: 0.2392087 Oct 13 11:21:32.297811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-231a695a-c7f0-4719-928c-dd90d6d001ca tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/quotas/9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 375 time: 0.0118682 Oct 13 11:21:32.337285 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:32.347028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Pushing event updated for resources: {'Port': ['ID=7d726b7f-8050-4d66-80df-d7f294bf3a61,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:32.369347 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Network a732cbb2-eb92-43eb-8298-010ad56f2df9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:32.373261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:32.377223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:21:32.385410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-df27204c-f188-474f-8ca6-5f7f67b0a795 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791838 Oct 13 11:21:32.399265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Subnet': ['ID=aac4517d-bbf2-4901-8a8d-54a42e0a8b47,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:32.467877 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4a228664-be3b-4392-a5f2-4ec4fc734771', 'name': '', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:ba:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:27Z', 'updated_at': '2021-10-13T11:21:29Z', 'revision_number': 2, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:32.479997 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c43bc7-52a7-4f0b-9dd0-070eb638a5ba None None] Network 7506d8d3-95c6-4e26-86b4-21ebd40499b1 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:32.558396 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:32.559884 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Checking router: 4dd1346d-2770-453c-bd82-43bd7d84039c for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:21:32.560240 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Updating router 4dd1346d-2770-453c-bd82-43bd7d84039c port 4a228664-be3b-4392-a5f2-4ec4fc734771 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:21:32.602834 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:32.603492 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-3a61c0c4-e354-4b45-97e1-adc55a054d00 service neutron] 10.222.0.32 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046785 Oct 13 11:21:32.617466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a732cbb2-eb92-43eb-8298-010ad56f2df9']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:32.638474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9facf7e-638c-4056-9c8e-ccbeae0be8b5') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:32.638778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9facf7e-638c-4056-9c8e-ccbeae0be8b5') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:32.659290 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:32.687038 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:32.689078 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Attempting to bind port 7d726b7f-8050-4d66-80df-d7f294bf3a61 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:21:32.689078 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Attempting to bind port 7d726b7f-8050-4d66-80df-d7f294bf3a61 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'b9facf7e-638c-4056-9c8e-ccbeae0be8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a732cbb2-eb92-43eb-8298-010ad56f2df9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:21:32.691858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Attempting to bind port 7d726b7f-8050-4d66-80df-d7f294bf3a61 on network a732cbb2-eb92-43eb-8298-010ad56f2df9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:32.694512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:21:32.694928 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:21:32.712731 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:21:32.743851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:21:32.745844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Checking segment: {'id': 'b9facf7e-638c-4056-9c8e-ccbeae0be8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a732cbb2-eb92-43eb-8298-010ad56f2df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:32.746407 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:32.746985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Bound using segment: {'id': 'b9facf7e-638c-4056-9c8e-ccbeae0be8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a732cbb2-eb92-43eb-8298-010ad56f2df9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:21:32.747496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Bound port: 7d726b7f-8050-4d66-80df-d7f294bf3a61, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9facf7e-638c-4056-9c8e-ccbeae0be8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a732cbb2-eb92-43eb-8298-010ad56f2df9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:21:32.747914 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:32.785990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1018eb12-04e3-4eea-a24b-d26301c23616 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:32.787840 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:32.793801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-59c7101c-e7a0-490e-b75e-97537f51a1aa None None] Provisioning complete for port 1018eb12-04e3-4eea-a24b-d26301c23616 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:32.794181 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-59c7101c-e7a0-490e-b75e-97537f51a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:32.835915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-88eb1068-9aeb-4f5b-b488-b1c8810b0198 service neutron] 10.222.0.32 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249355 Oct 13 11:21:32.843196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.api [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 11:21:32.843196 n-d-813659-3 neutron-server[101990]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 11:21:32.843196 n-d-813659-3 neutron-server[101990]: [parameters: {'id': 'a732cbb2-eb92-43eb-8298-010ad56f2df9'}] Oct 13 11:21:32.843196 n-d-813659-3 neutron-server[101990]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:21:32.843637 n-d-813659-3 neutron-server[101990]: DEBUG oslo_db.api [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:21:32.968839 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] For port 7d726b7f-8050-4d66-80df-d7f294bf3a61, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:21:32.978001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] For port 7d726b7f-8050-4d66-80df-d7f294bf3a61, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7d726b7f-8050-4d66-80df-d7f294bf3a61,segment=NetworkSegment(b9facf7e-638c-4056-9c8e-ccbeae0be8b5),segment_id=b9facf7e-638c-4056-9c8e-ccbeae0be8b5)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:21:33.012876 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:33.125715 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:33.135162 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:33.173453 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:33.198578 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-59c7101c-e7a0-490e-b75e-97537f51a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:33.223441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d00c6-04c2-4b02-83af-b41754981cb9 req-818a3974-7490-4352-aa54-069f0ccc58b1 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:33.226989 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1b3d00c6-04c2-4b02-83af-b41754981cb9 req-818a3974-7490-4352-aa54-069f0ccc58b1 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 945 time: 0.0945311 Oct 13 11:21:33.272245 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Pushing event updated for resources: {'Port': ['ID=4a228664-be3b-4392-a5f2-4ec4fc734771,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:33.308012 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1b3d00c6-04c2-4b02-83af-b41754981cb9 req-5388100b-6f6c-410b-abda-2d44787e9541 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608392 Oct 13 11:21:33.323850 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:33.324193 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:33.324537 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:33.324877 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:33.325309 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:33.325858 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:33.326198 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:33.326561 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:33.326893 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:33.327220 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:33.327609 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:33.327860 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:33.346881 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:33.355941 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Attempting to bind port 4a228664-be3b-4392-a5f2-4ec4fc734771 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:21:33.358230 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Attempting to bind port 4a228664-be3b-4392-a5f2-4ec4fc734771 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:21:33.360978 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Attempting to bind port 4a228664-be3b-4392-a5f2-4ec4fc734771 on network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:33.375074 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:21:33.375901 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Checking segment: {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:33.375901 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:33.376226 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Bound using segment: {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:21:33.377037 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Bound port: 4a228664-be3b-4392-a5f2-4ec4fc734771, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:21:33.377203 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:33.422697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81db651-4ae9-4b38-845f-1976847cced1 None None] Network a732cbb2-eb92-43eb-8298-010ad56f2df9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:33.451916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Deleting port 7d726b7f-8050-4d66-80df-d7f294bf3a61 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:21:33.451916 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:33.533784 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] For port 4a228664-be3b-4392-a5f2-4ec4fc734771, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:21:33.543048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3610e7-2fd6-46fb-964b-d3923a41a36d req-45ae87f9-bcb6-4dc7-96f7-7ae54604c32a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:33.551432 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b3610e7-2fd6-46fb-964b-d3923a41a36d req-45ae87f9-bcb6-4dc7-96f7-7ae54604c32a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.0988050 Oct 13 11:21:33.557413 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] For port 4a228664-be3b-4392-a5f2-4ec4fc734771, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4a228664-be3b-4392-a5f2-4ec4fc734771,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:21:33.599104 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b3610e7-2fd6-46fb-964b-d3923a41a36d req-fa149e0d-6cdd-4035-9331-bc18c98139fa tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456614 Oct 13 11:21:33.619946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] For port 7d726b7f-8050-4d66-80df-d7f294bf3a61, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7d726b7f-8050-4d66-80df-d7f294bf3a61,segment=NetworkSegment(b9facf7e-638c-4056-9c8e-ccbeae0be8b5),segment_id=b9facf7e-638c-4056-9c8e-ccbeae0be8b5)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:33.621054 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:33.640616 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Calling delete_port for 7d726b7f-8050-4d66-80df-d7f294bf3a61 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:21:33.666496 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:33.738784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41eca96a-096c-4b74-bb83-161dd54da516 req-57b135a0-ad67-4785-8c52-bb1ab9c6baf2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 210 time: 0.0969574 Oct 13 11:21:33.759622 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Routers {'4dd1346d-2770-453c-bd82-43bd7d84039c'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:21:33.760811 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:21:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dd1346d-2770-453c-bd82-43bd7d84039c'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:33.878610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-59c7101c-e7a0-490e-b75e-97537f51a1aa None None] For port 1018eb12-04e3-4eea-a24b-d26301c23616, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1018eb12-04e3-4eea-a24b-d26301c23616,segment=NetworkSegment(70a63222-dd73-48cc-9a95-db2884f2bfc1),segment_id=70a63222-dd73-48cc-9a95-db2884f2bfc1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:33.922649 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] Set router 4dd1346d-2770-453c-bd82-43bd7d84039c gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:21:33.987554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ac567-90ee-43cc-993b-78afd8a79437 None None] Pushing event updated for resources: {'Port': ['ID=7d726b7f-8050-4d66-80df-d7f294bf3a61,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:33.987554 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-59c7101c-e7a0-490e-b75e-97537f51a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:34.031067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:34.114226 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Port': ['ID=7d726b7f-8050-4d66-80df-d7f294bf3a61,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:34.131570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No DVR routers for this DVR port 7d726b7f-8050-4d66-80df-d7f294bf3a61 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:21:34.198613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7101c-e7a0-490e-b75e-97537f51a1aa None None] Pushing event updated for resources: {'Port': ['ID=1018eb12-04e3-4eea-a24b-d26301c23616,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:34.273883 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635039d9-5926-4323-8a31-19a2643cade1 None None] Pushing event updated for resources: {'Port': ['ID=4a228664-be3b-4392-a5f2-4ec4fc734771,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:34.296245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:34.313826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e574d379-92fa-4396-8dee-528c02eef46e None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:21:34.325348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a732cbb2-eb92-43eb-8298-010ad56f2df9']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:34.341218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9facf7e-638c-4056-9c8e-ccbeae0be8b5') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:34.341530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9facf7e-638c-4056-9c8e-ccbeae0be8b5') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:34.355278 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:34.371321 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:21:34.382745 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:21:34.382745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9d62cb6b-a63e-47cb-9ed7-a879d53ae72d None None] Provisioning complete for port 4a228664-be3b-4392-a5f2-4ec4fc734771 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:34.382745 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9d62cb6b-a63e-47cb-9ed7-a879d53ae72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:34.383161 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:34.399489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:21:34.400872 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:34.420066 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4a228664-be3b-4392-a5f2-4ec4fc734771', 'name': '', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:ba:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:27Z', 'updated_at': '2021-10-13T11:21:33Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:21:34.432894 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:21:34.457632 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04558e4a-2e8b-4bad-80e2-7f390fffd376 None None] The sync data for ids ['4dd1346d-2770-453c-bd82-43bd7d84039c'] in n-d-813659-3 is: [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4a228664-be3b-4392-a5f2-4ec4fc734771', 'name': '', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:ba:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:27Z', 'updated_at': '2021-10-13T11:21:33Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:21:34.581672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e574d379-92fa-4396-8dee-528c02eef46e None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:21:34.593592 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9d62cb6b-a63e-47cb-9ed7-a879d53ae72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:34.664754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:34.704475 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:34.707744 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/a732cbb2-eb92-43eb-8298-010ad56f2df9 HTTP/1.1" status: 204 len: 168 time: 3.2288966 Oct 13 11:21:34.712122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48834) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:34.720032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0abf904b-fe0b-4f11-997d-e3fd6e218d6f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1553722945'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:34.728102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728f26a-c753-42c3-a55e-1f89d03cd8f0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Network': ['ID=a732cbb2-eb92-43eb-8298-010ad56f2df9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:34.755868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9d62cb6b-a63e-47cb-9ed7-a879d53ae72d None None] For port 4a228664-be3b-4392-a5f2-4ec4fc734771, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4a228664-be3b-4392-a5f2-4ec4fc734771,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:34.834858 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9d62cb6b-a63e-47cb-9ed7-a879d53ae72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:34.887609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec340da-8e43-4504-9bec-e9fe668d944e req-0db2920c-90a2-4f8f-adeb-7416f11aae1b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:34.889301 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ec340da-8e43-4504-9bec-e9fe668d944e req-0db2920c-90a2-4f8f-adeb-7416f11aae1b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.1748767 Oct 13 11:21:34.903872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abf904b-fe0b-4f11-997d-e3fd6e218d6f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:34.918285 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0abf904b-fe0b-4f11-997d-e3fd6e218d6f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:35.114264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abf904b-fe0b-4f11-997d-e3fd6e218d6f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:21:35.137951 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0abf904b-fe0b-4f11-997d-e3fd6e218d6f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:35.138577 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-0abf904b-fe0b-4f11-997d-e3fd6e218d6f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Added segment 32419745-ca4d-43f4-8de2-19d17419bb0f of type vlan for network d6d0f237-9876-4f35-a989-9892f8fe2a4d Oct 13 11:21:35.211399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dad468f8-1491-4844-b684-b89da6272be8 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:35.227300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ec340da-8e43-4504-9bec-e9fe668d944e req-7a377e44-2917-49c1-8d78-2a86ad4e1c12 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014579 Oct 13 11:21:35.245476 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0abf904b-fe0b-4f11-997d-e3fd6e218d6f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:35.291983 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4e867e0d-d5a2-4a16-894b-b986ff83027b None None] Provisioning complete for port 1018eb12-04e3-4eea-a24b-d26301c23616 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:35.292419 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4e867e0d-d5a2-4a16-894b-b986ff83027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:35.298900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62cb6b-a63e-47cb-9ed7-a879d53ae72d None None] Pushing event updated for resources: {'Port': ['ID=4a228664-be3b-4392-a5f2-4ec4fc734771,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:35.344825 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0abf904b-fe0b-4f11-997d-e3fd6e218d6f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:35.352823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf904b-fe0b-4f11-997d-e3fd6e218d6f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:35.353850 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0abf904b-fe0b-4f11-997d-e3fd6e218d6f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:35.517628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port dad468f8-1491-4844-b684-b89da6272be8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:35.518007 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:35.600544 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de11ad5b-a0ba-43cc-91c4-59d1e44b03a2 req-46f1abd4-1905-424f-873f-b2403864f7bf tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 210 time: 0.1129396 Oct 13 11:21:35.613705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf904b-fe0b-4f11-997d-e3fd6e218d6f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Network': ['ID=d6d0f237-9876-4f35-a989-9892f8fe2a4d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:35.659485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0abf904b-fe0b-4f11-997d-e3fd6e218d6f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9462299 Oct 13 11:21:35.663325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48844) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:35.668705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ae6b8ae2-e922-4629-85cb-5630a3ba8170 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'subnet': {'network_id': 'd6d0f237-9876-4f35-a989-9892f8fe2a4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:35.678986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network d6d0f237-9876-4f35-a989-9892f8fe2a4d details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:21:35.770555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4e867e0d-d5a2-4a16-894b-b986ff83027b None None] Provisioning complete for port 4a228664-be3b-4392-a5f2-4ec4fc734771 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:35.771541 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4e867e0d-d5a2-4a16-894b-b986ff83027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:35.982571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6b8ae2-e922-4629-85cb-5630a3ba8170 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:35.998608 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8ae2-e922-4629-85cb-5630a3ba8170 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:36.325356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1018eb12-04e3-4eea-a24b-d26301c23616 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:36.476287 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8ae2-e922-4629-85cb-5630a3ba8170 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:36.483620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1018eb12-04e3-4eea-a24b-d26301c23616 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:36.484410 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:36.604493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41497c-b5d1-4612-9ee1-c9480b2ca26a req-90de0444-8753-44bf-a3be-70f94ca35ae3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:36.612158 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c41497c-b5d1-4612-9ee1-c9480b2ca26a req-90de0444-8753-44bf-a3be-70f94ca35ae3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.2099612 Oct 13 11:21:36.629718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4a228664-be3b-4392-a5f2-4ec4fc734771 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:36.631792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b8ae2-e922-4629-85cb-5630a3ba8170 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Subnet': ['ID=a2a5a7b5-14c0-4f13-83e6-11b1d4012b2b,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:36.695527 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6b8ae2-e922-4629-85cb-5630a3ba8170 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Checking segment: {'id': '32419745-ca4d-43f4-8de2-19d17419bb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd6d0f237-9876-4f35-a989-9892f8fe2a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:36.696051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b8ae2-e922-4629-85cb-5630a3ba8170 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network hostable DHCP agents. Network: d6d0f237-9876-4f35-a989-9892f8fe2a4d, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:21:36.698818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 4a228664-be3b-4392-a5f2-4ec4fc734771 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:36.699274 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:36.779809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-7f1c64d1-74ef-4e31-9667-c1572c61c070 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:36.781405 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-7f1c64d1-74ef-4e31-9667-c1572c61c070 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.46 "GET /v2.0/networks?id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5 HTTP/1.1" status: 200 len: 797 time: 0.3891735 Oct 13 11:21:36.787105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c41497c-b5d1-4612-9ee1-c9480b2ca26a req-2a3846ce-dab1-4406-8c7e-f12198d501f3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740434 Oct 13 11:21:36.901677 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-85f23e18-fd48-4ae3-9bc9-30347e42c781 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 379 time: 0.1094704 Oct 13 11:21:36.919735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-194443ea-83b7-48a4-823e-e0d2fcd3a043 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'port': {'device_id': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'admin_state_up': True, 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'security_groups': ['3a12b81a-e934-4735-91b0-ffd06c6aca2a']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:36.929875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b8ae2-e922-4629-85cb-5630a3ba8170 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network d6d0f237-9876-4f35-a989-9892f8fe2a4d is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:21:37.026381 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-29a548ba-e696-4d63-9326-e02f1c4aeef4 req-b32c92c5-1b72-41b7-a2b2-5ee913ec708d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 210 time: 0.0669615 Oct 13 11:21:37.099944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ae6b8ae2-e922-4629-85cb-5630a3ba8170 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, d6d0f237-9876-4f35-a989-9892f8fe2a4d) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:37.116937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b8ae2-e922-4629-85cb-5630a3ba8170 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:37.118404 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8ae2-e922-4629-85cb-5630a3ba8170 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:37.140557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58587898-4148-4f6f-9773-191af3e51a64 None None] Network d6d0f237-9876-4f35-a989-9892f8fe2a4d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:37.235994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-194443ea-83b7-48a4-823e-e0d2fcd3a043 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Made reservation on behalf of 9eecb6b828d240e0ae439032ab75cf2f for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:37.248753 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-194443ea-83b7-48a4-823e-e0d2fcd3a043 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:37.341559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ae6b8ae2-e922-4629-85cb-5630a3ba8170 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6769071 Oct 13 11:21:37.345179 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48866) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:37.353008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-53c1c9ff-90ca-4a49-83b7-4be63a623ce4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-266601747'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:37.357207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-d6d0f237-9876-4f35-a989-9892f8fe2a4d', 'network_id': 'd6d0f237-9876-4f35-a989-9892f8fe2a4d', 'tenant_id': '1514672f95884792aaeff7121e3e3ebb', 'fixed_ips': [{'subnet_id': 'a2a5a7b5-14c0-4f13-83e6-11b1d4012b2b'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:21:37.359605 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:37.455018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-194443ea-83b7-48a4-823e-e0d2fcd3a043 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.20.0.7 (c1b37c1b-56ba-45c5-8578-16e7005cc0a5/1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1/3fbe8864-9c78-4bda-ba90-0b8338ec7c20) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:37.526934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Allocated IP 2001:db8::1 (d6d0f237-9876-4f35-a989-9892f8fe2a4d/a2a5a7b5-14c0-4f13-83e6-11b1d4012b2b/20115428-b8e0-44a1-884d-63aafae580f9) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:37.591282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c1c9ff-90ca-4a49-83b7-4be63a623ce4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:37.595030 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53c1c9ff-90ca-4a49-83b7-4be63a623ce4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:37.651663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c1c9ff-90ca-4a49-83b7-4be63a623ce4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:21:37.676131 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53c1c9ff-90ca-4a49-83b7-4be63a623ce4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:37.676475 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-53c1c9ff-90ca-4a49-83b7-4be63a623ce4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Added segment 5f2044a9-a74a-4e69-9dfd-793b634acd90 of type vlan for network 5d9b7b4e-f476-42a1-896e-79792fad8430 Oct 13 11:21:37.698592 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-194443ea-83b7-48a4-823e-e0d2fcd3a043 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:37.701576 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:37.735342 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53c1c9ff-90ca-4a49-83b7-4be63a623ce4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:37.840381 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:37.884355 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53c1c9ff-90ca-4a49-83b7-4be63a623ce4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:37.891710 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c1c9ff-90ca-4a49-83b7-4be63a623ce4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:37.891913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Network d6d0f237-9876-4f35-a989-9892f8fe2a4d is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:37.892393 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53c1c9ff-90ca-4a49-83b7-4be63a623ce4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:37.895550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:37.901137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:21:37.905177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Pushing event updated for resources: {'Port': ['ID=20115428-b8e0-44a1-884d-63aafae580f9,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:37.938318 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-194443ea-83b7-48a4-823e-e0d2fcd3a043 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:37.981062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Attempting to bind port 20115428-b8e0-44a1-884d-63aafae580f9 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:21:37.981531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Attempting to bind port 20115428-b8e0-44a1-884d-63aafae580f9 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '32419745-ca4d-43f4-8de2-19d17419bb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd6d0f237-9876-4f35-a989-9892f8fe2a4d'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:21:37.982052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Attempting to bind port 20115428-b8e0-44a1-884d-63aafae580f9 on network d6d0f237-9876-4f35-a989-9892f8fe2a4d {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:37.988324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:21:37.988911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Checking segment: {'id': '32419745-ca4d-43f4-8de2-19d17419bb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd6d0f237-9876-4f35-a989-9892f8fe2a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:37.990027 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:37.990535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Bound using segment: {'id': '32419745-ca4d-43f4-8de2-19d17419bb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd6d0f237-9876-4f35-a989-9892f8fe2a4d'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:21:37.991073 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Bound port: 20115428-b8e0-44a1-884d-63aafae580f9, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32419745-ca4d-43f4-8de2-19d17419bb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd6d0f237-9876-4f35-a989-9892f8fe2a4d'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:21:37.991525 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:38.058579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194443ea-83b7-48a4-823e-e0d2fcd3a043 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:38.061033 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f59bb129-b59b-4bda-93c7-31c675ed66de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:38.073661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-194443ea-83b7-48a4-823e-e0d2fcd3a043 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:38.077281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1c9ff-90ca-4a49-83b7-4be63a623ce4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Network': ['ID=5d9b7b4e-f476-42a1-896e-79792fad8430,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:38.084792 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] For port 20115428-b8e0-44a1-884d-63aafae580f9, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:21:38.088178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-194443ea-83b7-48a4-823e-e0d2fcd3a043 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:38.088988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] For port 20115428-b8e0-44a1-884d-63aafae580f9, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=20115428-b8e0-44a1-884d-63aafae580f9,segment=NetworkSegment(32419745-ca4d-43f4-8de2-19d17419bb0f),segment_id=32419745-ca4d-43f4-8de2-19d17419bb0f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:21:38.090588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-194443ea-83b7-48a4-823e-e0d2fcd3a043 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:21:38.119215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 5d9b7b4e-f476-42a1-896e-79792fad8430 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:21:38.127935 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-53c1c9ff-90ca-4a49-83b7-4be63a623ce4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7776947 Oct 13 11:21:38.128166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48872) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:38.133723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'subnet': {'network_id': '5d9b7b4e-f476-42a1-896e-79792fad8430', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:38.138596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7d515-2691-4e1b-b2ae-80e9805a6357 req-227a5e1e-5d37-45be-b1b9-7fdbba0c5810 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:38.140149 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5e7d515-2691-4e1b-b2ae-80e9805a6357 req-227a5e1e-5d37-45be-b1b9-7fdbba0c5810 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.2671285 Oct 13 11:21:38.176297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-194443ea-83b7-48a4-823e-e0d2fcd3a043 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:38.177922 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-194443ea-83b7-48a4-823e-e0d2fcd3a043 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:38.211614 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:38.227905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5e7d515-2691-4e1b-b2ae-80e9805a6357 req-ca751378-cb0e-46f5-b952-7d512d5e374e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787106 Oct 13 11:21:38.310451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-194443ea-83b7-48a4-823e-e0d2fcd3a043 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3959391 Oct 13 11:21:38.329515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Request body: {'port': {'device_id': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:38.365717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888fe26-7c0d-45d6-a081-ac816def349d None None] Pushing event updated for resources: {'Port': ['ID=20115428-b8e0-44a1-884d-63aafae580f9,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:38.419168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:38.423117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:38.506619 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:38.546816 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f1d6bea2-a648-4872-800c-229a0e4f1ba4 None None] Provisioning complete for port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:38.547033 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1d6bea2-a648-4872-800c-229a0e4f1ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:38.556961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_backend_mixin [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Performing IP validity checks on allocation pools {{(pid=101990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 11:21:38.557950 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_backend_mixin [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 11:21:38.585662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a0924-a6d4-47b0-b0bf-72ec302e3f17 req-58aaf1e9-9465-4cf4-86d2-5df9c4153e97 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:38.593763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-672a0924-a6d4-47b0-b0bf-72ec302e3f17 req-58aaf1e9-9465-4cf4-86d2-5df9c4153e97 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 931 time: 0.1487780 Oct 13 11:21:38.624029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f1d6bea2-a648-4872-800c-229a0e4f1ba4 None None] Port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:21:38.779635 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-672a0924-a6d4-47b0-b0bf-72ec302e3f17 req-5f9fdfcd-6757-4468-bc6d-1fce114c983d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837280 Oct 13 11:21:38.867215 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:38.893942 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:38.979370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Subnet': ['ID=b3e9d7f7-5503-4a87-b547-07860c91cb95,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:38.997347 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Checking segment: {'id': '5f2044a9-a74a-4e69-9dfd-793b634acd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5d9b7b4e-f476-42a1-896e-79792fad8430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:38.998458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network hostable DHCP agents. Network: 5d9b7b4e-f476-42a1-896e-79792fad8430, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:21:39.093136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:21:39.093886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network 5d9b7b4e-f476-42a1-896e-79792fad8430 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:21:39.103724 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:39.120799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Transition to ACTIVE for port object 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:21:39.194885 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:39.195468 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 5d9b7b4e-f476-42a1-896e-79792fad8430) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:39.204394 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff4fbe-660d-402d-bac2-508b86c17838 None None] Network 5d9b7b4e-f476-42a1-896e-79792fad8430 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:39.216265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:39.217153 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:39.275697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Pushing event updated for resources: {'Port': ['ID=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:39.311063 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ca2855af-cf78-47cc-9b91-20a8f9c70da9 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1826651 Oct 13 11:21:39.313795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48898) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:39.396671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Attempting to bind port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:21:39.397018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Attempting to bind port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:21:39.397359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Attempting to bind port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:39.409333 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:21:39.411836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Attempting to bind port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:39.423029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:21:39.426390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Checking segment: {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:39.428179 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Bound using segment: {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:21:39.429995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Bound port: 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:21:39.429995 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:39.481671 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:39.582712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b7c5d-0edf-46ad-8c68-cdd50cc39c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-5d9b7b4e-f476-42a1-896e-79792fad8430', 'network_id': '5d9b7b4e-f476-42a1-896e-79792fad8430', 'tenant_id': '1514672f95884792aaeff7121e3e3ebb', 'fixed_ips': [{'subnet_id': 'b3e9d7f7-5503-4a87-b547-07860c91cb95'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:21:39.584065 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-652b7c5d-0edf-46ad-8c68-cdd50cc39c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:39.587883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:21:39.593282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:21:39.630881 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:39.706057 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:39.776138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:39.783221 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:39.794038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] 10.222.0.46 "PUT /v2.0/ports/3fbe8864-9c78-4bda-ba90-0b8338ec7c20 HTTP/1.1" status: 200 len: 1091 time: 1.4690740 Oct 13 11:21:39.801420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:21:39.828912 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fa236f-c927-4ae5-891b-8c417d0ed87d" -d '{"events": [{"name": "network-changed", "server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:21:39.919888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847a7e0-f881-4360-b119-d593c7e578ec service neutron] Pushing event updated for resources: {'Port': ['ID=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:39.968125 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server [None req-652b7c5d-0edf-46ad-8c68-cdd50cc39c5f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3e9d7f7-5503-4a87-b547-07860c91cb95: This subnet is being modified by another concurrent operation. Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise exception Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3e9d7f7-5503-4a87-b547-07860c91cb95: This subnet is being modified by another concurrent operation. Oct 13 11:21:40.029674 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Oct 13 11:21:40.057118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b4263b-2677-498a-9ab5-bce7cbb8a0c1 None None] Network 5d9b7b4e-f476-42a1-896e-79792fad8430 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:40.094692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e9d7f7-5503-4a87-b547-07860c91cb95,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:40.127354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-cddca4e3-d9aa-4d2e-90b7-eeba2ba12272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:40.142581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-cddca4e3-d9aa-4d2e-90b7-eeba2ba12272 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 1094 time: 0.1419370 Oct 13 11:21:40.293761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 20115428-b8e0-44a1-884d-63aafae580f9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:40.296464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-74fc4263-616b-4524-a860-3e8cec7e24d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20 HTTP/1.1" status: 200 len: 217 time: 0.1529109 Oct 13 11:21:40.311037 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:40.342687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ed7dc-78b1-4526-a916-ede7242e5eac None None] Network d6d0f237-9876-4f35-a989-9892f8fe2a4d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:40.378388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9b7b4e-f476-42a1-896e-79792fad8430']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:40.387886 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6400-ef36-464b-81a0-9aece60a9e6d req-d367e7eb-f46c-49ae-a68e-367592270a37 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:40.389666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4bcc6400-ef36-464b-81a0-9aece60a9e6d req-d367e7eb-f46c-49ae-a68e-367592270a37 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.2393363 Oct 13 11:21:40.402632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2044a9-a74a-4e69-9dfd-793b634acd90') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:40.403313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2044a9-a74a-4e69-9dfd-793b634acd90') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:40.424277 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:40.450577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-ddd34b1a-b7d7-4f8b-a068-5385ecb63280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:40.453607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-ddd34b1a-b7d7-4f8b-a068-5385ecb63280 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1 HTTP/1.1" status: 200 len: 835 time: 0.1484978 Oct 13 11:21:40.461016 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4bcc6400-ef36-464b-81a0-9aece60a9e6d req-f95d84e5-d8b7-4c30-b5ab-ebf4c7f1d40b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625196 Oct 13 11:21:40.512761 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:40.526105 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-054f1fa1-0529-4993-848e-b058a810f502 None None] Provisioning complete for port 20115428-b8e0-44a1-884d-63aafae580f9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:40.526105 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-054f1fa1-0529-4993-848e-b058a810f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:40.542278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:21:40.544628 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:21:40.553458 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:21:40.563525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-6044c8f1-387d-4b31-a0f1-3f32d65959ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:40.565117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-6044c8f1-387d-4b31-a0f1-3f32d65959ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979617 Oct 13 11:21:40.736767 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:40.756443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:40.767672 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/5d9b7b4e-f476-42a1-896e-79792fad8430 HTTP/1.1" status: 204 len: 168 time: 1.4527223 Oct 13 11:21:40.772689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48916) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:40.813959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d1942423-ae10-4450-80d5-0715bcdb6366 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1982322553'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:40.841881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d80f2-495c-4a88-b079-2cc9f9204561 req-e213a6fc-7139-40e8-b15b-a79d4f72bad3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:40.851471 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-223d80f2-495c-4a88-b079-2cc9f9204561 req-e213a6fc-7139-40e8-b15b-a79d4f72bad3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 943 time: 0.1871231 Oct 13 11:21:40.868312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce3092-aee9-4a3e-bc86-d62a620a5694 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Network': ['ID=5d9b7b4e-f476-42a1-896e-79792fad8430,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:40.890618 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-5cf04407-4eb6-44e3-814e-3df53698870b service neutron] 10.222.0.46 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150508 Oct 13 11:21:40.959965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1942423-ae10-4450-80d5-0715bcdb6366 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:40.964929 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1942423-ae10-4450-80d5-0715bcdb6366 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:41.028530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1942423-ae10-4450-80d5-0715bcdb6366 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:21:41.057650 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1942423-ae10-4450-80d5-0715bcdb6366 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:41.059046 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-d1942423-ae10-4450-80d5-0715bcdb6366 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Added segment ad29a7fb-d4f5-49a5-a8ed-5828b23a859d of type vlan for network 4b949f1d-b442-4e2f-a5d2-155813d76ef0 Oct 13 11:21:41.137729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 20115428-b8e0-44a1-884d-63aafae580f9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:41.138312 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa50610a-644b-4a7e-b785-c9ee6a87006e req-e045da9e-0b00-43ff-8aa1-fa78754632ec service neutron] 10.222.0.46 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359977 Oct 13 11:21:41.138715 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:41.186484 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-223d80f2-495c-4a88-b079-2cc9f9204561 req-70d66282-0b3e-4ef8-978c-34888a4bfc04 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002305 Oct 13 11:21:41.205240 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:41.208575 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1942423-ae10-4450-80d5-0715bcdb6366 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:41.259582 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7e32f4d5-c3a4-4293-bc50-7b32587050e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:41.262275 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-054f1fa1-0529-4993-848e-b058a810f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:41.369533 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066839e1-d25a-49a4-8059-afc70aaeca5c x-openstack-request-id: req-066839e1-d25a-49a4-8059-afc70aaeca5c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:21:41.369828 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:21:41.370085 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-066839e1-d25a-49a4-8059-afc70aaeca5c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:21:41.371797 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'status': 'completed', 'code': 200} Oct 13 11:21:41.462979 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-054f1fa1-0529-4993-848e-b058a810f502 None None] For port 20115428-b8e0-44a1-884d-63aafae580f9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=20115428-b8e0-44a1-884d-63aafae580f9,segment=NetworkSegment(32419745-ca4d-43f4-8de2-19d17419bb0f),segment_id=32419745-ca4d-43f4-8de2-19d17419bb0f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:41.477870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa236f-c927-4ae5-891b-8c417d0ed87d req-b5796183-b451-4027-9f26-78e3b153329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:41.479615 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31fa236f-c927-4ae5-891b-8c417d0ed87d req-b5796183-b451-4027-9f26-78e3b153329f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 1094 time: 0.0898693 Oct 13 11:21:41.529243 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:41.614478 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-054f1fa1-0529-4993-848e-b058a810f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:41.753786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ec5e8-95da-4d78-9d0f-fcb906180058 None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:21:41.861890 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:21:41.862511 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:21:41.873486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f1fa1-0529-4993-848e-b058a810f502 None None] Pushing event updated for resources: {'Port': ['ID=20115428-b8e0-44a1-884d-63aafae580f9,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:41.890778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2abfe-9c2b-4f66-ab7d-20ab6ae045b5 req-a9974947-00be-4b36-8681-d9104923f136 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:41.899572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dad2abfe-9c2b-4f66-ab7d-20ab6ae045b5 req-a9974947-00be-4b36-8681-d9104923f136 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.2427144 Oct 13 11:21:41.901887 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:41.979243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa236f-c927-4ae5-891b-8c417d0ed87d req-b7018efc-3d61-46b0-a6d1-132348512042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:41.981866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31fa236f-c927-4ae5-891b-8c417d0ed87d req-b7018efc-3d61-46b0-a6d1-132348512042 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5 HTTP/1.1" status: 200 len: 898 time: 0.4946756 Oct 13 11:21:41.992144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ec5e8-95da-4d78-9d0f-fcb906180058 None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:21:42.008797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dad2abfe-9c2b-4f66-ab7d-20ab6ae045b5 req-25f404f9-5df9-44db-b81a-b97d97eb06c6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082597 Oct 13 11:21:42.054644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-683adec6-abe9-42a7-b21f-aa3f1c1579a4 None None] Provisioning complete for port 20115428-b8e0-44a1-884d-63aafae580f9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:42.055022 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-683adec6-abe9-42a7-b21f-aa3f1c1579a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:42.059839 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31fa236f-c927-4ae5-891b-8c417d0ed87d req-b0d75a11-ca97-4135-a68f-cee60a143d62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20 HTTP/1.1" status: 200 len: 217 time: 0.0681691 Oct 13 11:21:42.076482 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1942423-ae10-4450-80d5-0715bcdb6366 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:42.087281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1942423-ae10-4450-80d5-0715bcdb6366 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:42.107581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1942423-ae10-4450-80d5-0715bcdb6366 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:42.186790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa236f-c927-4ae5-891b-8c417d0ed87d req-04748be1-233e-43c8-a247-3a22ff9b2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:42.190357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31fa236f-c927-4ae5-891b-8c417d0ed87d req-04748be1-233e-43c8-a247-3a22ff9b2426 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1 HTTP/1.1" status: 200 len: 835 time: 0.1215506 Oct 13 11:21:42.283880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1942423-ae10-4450-80d5-0715bcdb6366 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Network': ['ID=4b949f1d-b442-4e2f-a5d2-155813d76ef0,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:42.341251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 4b949f1d-b442-4e2f-a5d2-155813d76ef0 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:21:42.342077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa236f-c927-4ae5-891b-8c417d0ed87d req-55609ab0-65cd-4ee2-ab05-ef05b9d5de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:42.343037 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31fa236f-c927-4ae5-891b-8c417d0ed87d req-55609ab0-65cd-4ee2-ab05-ef05b9d5de3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460419 Oct 13 11:21:42.350950 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:42.382658 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d1942423-ae10-4450-80d5-0715bcdb6366 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5776558 Oct 13 11:21:42.383967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48930) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:42.402157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d9d2429f-e6e1-47aa-9aaa-c0f1ecbfe8e3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'subnet': {'network_id': '4b949f1d-b442-4e2f-a5d2-155813d76ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:42.581177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318c699-08ce-409f-b67b-87a637e58f0d req-9b7e268c-762b-4e8a-92bd-65eb270ba5b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:42.588377 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7318c699-08ce-409f-b67b-87a637e58f0d req-9b7e268c-762b-4e8a-92bd-65eb270ba5b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 943 time: 0.2438562 Oct 13 11:21:42.719045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7318c699-08ce-409f-b67b-87a637e58f0d req-b210775e-f1e1-466b-9aa7-b77fe95e113a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097720 Oct 13 11:21:42.760007 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31fa236f-c927-4ae5-891b-8c417d0ed87d req-0958e470-7e03-49a2-b53b-9a58ac8c50a8 service neutron] 10.222.0.46 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880234 Oct 13 11:21:42.779688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d2429f-e6e1-47aa-9aaa-c0f1ecbfe8e3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:42.786765 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d9d2429f-e6e1-47aa-9aaa-c0f1ecbfe8e3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:42.819317 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 20115428-b8e0-44a1-884d-63aafae580f9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:42.834065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-b6fc1ea1-eec2-4cbf-bc1c-f65dfde7ecaf req-897b9a10-33fa-4c05-83de-ae892a134f24 tempest-AttachVolumeShelveTestJSON-1355926710 tempest-AttachVolumeShelveTestJSON-1355926710-project] (101990) timed out ('10.222.0.21', 56641) {{(pid=101990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:21:42.987347 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 20115428-b8e0-44a1-884d-63aafae580f9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:42.987717 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:42.990482 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31fa236f-c927-4ae5-891b-8c417d0ed87d req-ffa783f9-024b-49f0-8231-19fc9f893fd5 service neutron] 10.222.0.46 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234430 Oct 13 11:21:43.221805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c96e72-152e-40a1-85f8-d0d130975e42 req-60165277-921d-434c-aa00-e97fca5d772e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:43.224964 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e0c96e72-152e-40a1-85f8-d0d130975e42 req-60165277-921d-434c-aa00-e97fca5d772e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.0710263 Oct 13 11:21:43.290744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e0c96e72-152e-40a1-85f8-d0d130975e42 req-395a350b-ee59-4514-a97d-a07b24db95f0 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507562 Oct 13 11:21:43.316479 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d9d2429f-e6e1-47aa-9aaa-c0f1ecbfe8e3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:43.394866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2429f-e6e1-47aa-9aaa-c0f1ecbfe8e3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Checking segment: {'id': 'ad29a7fb-d4f5-49a5-a8ed-5828b23a859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4b949f1d-b442-4e2f-a5d2-155813d76ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:43.396479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d2429f-e6e1-47aa-9aaa-c0f1ecbfe8e3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network hostable DHCP agents. Network: 4b949f1d-b442-4e2f-a5d2-155813d76ef0, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:21:43.417143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2429f-e6e1-47aa-9aaa-c0f1ecbfe8e3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Subnet': ['ID=c1132550-8f65-4166-b5d9-80b31059e9f4,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:43.548177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d2429f-e6e1-47aa-9aaa-c0f1ecbfe8e3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network 4b949f1d-b442-4e2f-a5d2-155813d76ef0 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:21:43.595846 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:43.681860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-d9d2429f-e6e1-47aa-9aaa-c0f1ecbfe8e3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 4b949f1d-b442-4e2f-a5d2-155813d76ef0) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:43.695073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d2429f-e6e1-47aa-9aaa-c0f1ecbfe8e3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:43.702989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d9d2429f-e6e1-47aa-9aaa-c0f1ecbfe8e3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:43.706435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b085e-58a5-483a-9f64-8c3103c1d0a5 None None] Network 4b949f1d-b442-4e2f-a5d2-155813d76ef0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:43.810688 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d9d2429f-e6e1-47aa-9aaa-c0f1ecbfe8e3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4248357 Oct 13 11:21:43.813954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48946) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:43.937967 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d85e5-fd68-40fa-9be6-4861daa9d549 req-8497a05e-e2e1-4244-b73c-238e2694a087 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:43.956887 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-004d85e5-fd68-40fa-9be6-4861daa9d549 req-8497a05e-e2e1-4244-b73c-238e2694a087 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 943 time: 0.1066954 Oct 13 11:21:43.957953 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b66767d-eb86-4ecb-a9c3-5a16e960e94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-4b949f1d-b442-4e2f-a5d2-155813d76ef0', 'network_id': '4b949f1d-b442-4e2f-a5d2-155813d76ef0', 'tenant_id': '1514672f95884792aaeff7121e3e3ebb', 'fixed_ips': [{'subnet_id': 'c1132550-8f65-4166-b5d9-80b31059e9f4'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:21:43.960864 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8b66767d-eb86-4ecb-a9c3-5a16e960e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:43.974529 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:44.031291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-004d85e5-fd68-40fa-9be6-4861daa9d549 req-ffd1c9f9-4c6d-4b5a-b7d4-94dab436a8bc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731189 Oct 13 11:21:44.052653 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:44.202574 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:44.236493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Subnet': ['ID=c1132550-8f65-4166-b5d9-80b31059e9f4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server [None req-8b66767d-eb86-4ecb-a9c3-5a16e960e94e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1132550-8f65-4166-b5d9-80b31059e9f4: This subnet is being modified by another concurrent operation. Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise exception Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1132550-8f65-4166-b5d9-80b31059e9f4: This subnet is being modified by another concurrent operation. Oct 13 11:21:44.252922 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Oct 13 11:21:44.271514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3e67de-3693-41f7-bf03-088d0f2dfe34 None None] Network 4b949f1d-b442-4e2f-a5d2-155813d76ef0 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:44.346619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-084c1d0c-890f-4cc6-b0ad-402f21ae2b3c req-f426a924-a1ed-43fa-b48f-4aaa2d2a23f6 service neutron] (101991) timed out ('10.222.0.21', 56629) {{(pid=101991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:21:44.356285 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:44.407776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b949f1d-b442-4e2f-a5d2-155813d76ef0']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:44.424325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad29a7fb-d4f5-49a5-a8ed-5828b23a859d') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:44.424629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad29a7fb-d4f5-49a5-a8ed-5828b23a859d') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:44.444610 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421f239-1b78-4f69-bf4d-b93a6bd46174 req-5563ff33-7290-4c66-839d-ead38f11b071 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:44.445779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20047200-8ebd-45bd-ab5c-f11a4ff9d79f None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:21:44.446733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:44.454781 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3421f239-1b78-4f69-bf4d-b93a6bd46174 req-5563ff33-7290-4c66-839d-ead38f11b071 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.0906484 Oct 13 11:21:44.465622 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:44.480359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:21:44.481069 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:21:44.490800 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:21:44.516299 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3421f239-1b78-4f69-bf4d-b93a6bd46174 req-9cd4d3ec-73ae-49ad-8ce2-91e8a1d81897 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603096 Oct 13 11:21:44.634549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20047200-8ebd-45bd-ab5c-f11a4ff9d79f None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:21:44.700041 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:44.708616 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:44.717639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 48958) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:44.724241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-938691639'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:44.728528 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/4b949f1d-b442-4e2f-a5d2-155813d76ef0 HTTP/1.1" status: 204 len: 168 time: 0.9130890 Oct 13 11:21:44.758152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719b0b5-5fdb-468e-ad74-394e96d9a8bf tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Network': ['ID=4b949f1d-b442-4e2f-a5d2-155813d76ef0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:44.845215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:44.851086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:44.885435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:21:44.900739 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:44.901204 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Added segment e3949b71-9398-4a68-98d3-a3494ffaa5e4 of type vlan for network 0f1fa56d-8993-4fff-9bac-583cdc7702a4 Oct 13 11:21:44.954409 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:45.073791 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:45.080814 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:45.081725 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:45.601219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Network': ['ID=0f1fa56d-8993-4fff-9bac-583cdc7702a4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:45.629315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:45.630502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:45.630502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:45.630951 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:45.631380 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:45.631807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:45.632252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:45.632677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:45.633101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:45.633531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:45.633950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:45.634587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:21:45.648372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 0f1fa56d-8993-4fff-9bac-583cdc7702a4 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:21:45.679506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930f850-41f3-43a0-b115-56890c1fe8ea req-97fe61e2-dbdc-4ab0-86bb-521961c49cd6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:45.685613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2930f850-41f3-43a0-b115-56890c1fe8ea req-97fe61e2-dbdc-4ab0-86bb-521961c49cd6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 943 time: 0.0893209 Oct 13 11:21:45.759672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2930f850-41f3-43a0-b115-56890c1fe8ea req-03e4ad86-f7c1-445d-9463-48a1d655a44a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624270 Oct 13 11:21:45.816834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48974) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:45.821073 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3b9dc67d-52b7-4d3c-95e9-59e814a6ed88 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1022341 Oct 13 11:21:45.824942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-67d8dc1a-0f94-4feb-8ac3-2d748b57be1a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'subnet': {'network_id': '0f1fa56d-8993-4fff-9bac-583cdc7702a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:45.974735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eff101-1c42-4449-a89e-bf18547721b8 req-7f23ba81-42ba-430a-94b6-e00cd3918fd3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:45.985078 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04eff101-1c42-4449-a89e-bf18547721b8 req-7f23ba81-42ba-430a-94b6-e00cd3918fd3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.0821571 Oct 13 11:21:46.045133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04eff101-1c42-4449-a89e-bf18547721b8 req-ba7d7971-048e-4810-b9f7-991c30220163 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580068 Oct 13 11:21:46.125044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d8dc1a-0f94-4feb-8ac3-2d748b57be1a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:46.128889 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67d8dc1a-0f94-4feb-8ac3-2d748b57be1a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:46.139163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:21:46.311157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:46.336937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'port_id': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'mac_address': 'fa:16:3e:8a:fa:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:21:46.469317 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:46.498899 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:21:46.523136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:46.606552 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67d8dc1a-0f94-4feb-8ac3-2d748b57be1a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:46.672930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:46.706585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8dc1a-0f94-4feb-8ac3-2d748b57be1a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Subnet': ['ID=443435e9-9a7d-449b-ae64-925e9f0b2570,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:46.776085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:46.777122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d8dc1a-0f94-4feb-8ac3-2d748b57be1a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Checking segment: {'id': 'e3949b71-9398-4a68-98d3-a3494ffaa5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0f1fa56d-8993-4fff-9bac-583cdc7702a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:46.779856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d8dc1a-0f94-4feb-8ac3-2d748b57be1a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network hostable DHCP agents. Network: 0f1fa56d-8993-4fff-9bac-583cdc7702a4, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:21:46.905355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d8dc1a-0f94-4feb-8ac3-2d748b57be1a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network 0f1fa56d-8993-4fff-9bac-583cdc7702a4 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:21:46.957542 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1adae9-743d-4857-bac5-8e13a79f9c19 req-c94ffd2c-2466-41a6-88fb-2fd9aa4222fb tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:46.966120 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c1adae9-743d-4857-bac5-8e13a79f9c19 req-c94ffd2c-2466-41a6-88fb-2fd9aa4222fb tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 944 time: 0.0708392 Oct 13 11:21:46.985448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['3fbe8864-9c78-4bda-ba90-0b8338ec7c20'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:21:47.031101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-67d8dc1a-0f94-4feb-8ac3-2d748b57be1a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 0f1fa56d-8993-4fff-9bac-583cdc7702a4) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:47.031834 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c1adae9-743d-4857-bac5-8e13a79f9c19 req-a3859e7a-ef2e-4d50-9e1f-dbfa07b058c5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644391 Oct 13 11:21:47.054520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a7034-2b0b-4091-9010-75fc104eb04a None None] Network 0f1fa56d-8993-4fff-9bac-583cdc7702a4 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:47.056213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8dc1a-0f94-4feb-8ac3-2d748b57be1a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:47.056835 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-67d8dc1a-0f94-4feb-8ac3-2d748b57be1a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:47.249406 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-67d8dc1a-0f94-4feb-8ac3-2d748b57be1a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4296188 Oct 13 11:21:47.250518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 48988) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:47.299681 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cd826-0ca8-4f63-b0fa-3f8774140c9c req-f31dccbb-3801-4218-8c5f-782f9540ec9a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:47.310133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed5cd826-0ca8-4f63-b0fa-3f8774140c9c req-f31dccbb-3801-4218-8c5f-782f9540ec9a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.1314154 Oct 13 11:21:47.428046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed5cd826-0ca8-4f63-b0fa-3f8774140c9c req-fc9e68ed-8719-4a46-8492-a18ceb7fbf35 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063206 Oct 13 11:21:47.501233 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:47.511855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd39fab9-9d81-4471-9828-9ff1adbd49af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-0f1fa56d-8993-4fff-9bac-583cdc7702a4', 'network_id': '0f1fa56d-8993-4fff-9bac-583cdc7702a4', 'tenant_id': '1514672f95884792aaeff7121e3e3ebb', 'fixed_ips': [{'subnet_id': '443435e9-9a7d-449b-ae64-925e9f0b2570'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:21:47.512982 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd39fab9-9d81-4471-9828-9ff1adbd49af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:47.575463 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:47.762560 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:47.799554 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Subnet': ['ID=443435e9-9a7d-449b-ae64-925e9f0b2570,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server [None req-dd39fab9-9d81-4471-9828-9ff1adbd49af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 443435e9-9a7d-449b-ae64-925e9f0b2570: This subnet is being modified by another concurrent operation. Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server raise exception Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 443435e9-9a7d-449b-ae64-925e9f0b2570: This subnet is being modified by another concurrent operation. Oct 13 11:21:47.832261 n-d-813659-3 neutron-server[101992]: ERROR oslo_messaging.rpc.server Oct 13 11:21:47.879119 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:47.895606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e31dc3-4459-4c2b-99a3-6dcd640c532c None None] Network 0f1fa56d-8993-4fff-9bac-583cdc7702a4 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:47.921017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1fa56d-8993-4fff-9bac-583cdc7702a4']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:47.936448 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3949b71-9398-4a68-98d3-a3494ffaa5e4') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:47.937112 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3949b71-9398-4a68-98d3-a3494ffaa5e4') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:47.954989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:47.971831 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:47.980131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:21:47.980856 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:21:48.038438 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:21:48.079687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b3f8f1-e0e5-4a57-b690-10b4a8f922a9 None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:21:48.139020 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:48.149460 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:48.153463 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/0f1fa56d-8993-4fff-9bac-583cdc7702a4 HTTP/1.1" status: 204 len: 168 time: 0.9011693 Oct 13 11:21:48.164765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49000) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:48.169313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4dcb256b-3041-4507-b1bc-ed460b95a969 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:21:48.175337 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-32435162-3bd1-4453-ae43-2335b5dbd8d0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-607848582'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:48.216059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1261c0-a617-4a77-b6b0-8520f16e7a33 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Network': ['ID=0f1fa56d-8993-4fff-9bac-583cdc7702a4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:48.261827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266dc06-9b58-4f31-8f0f-30e601bd1c93 req-8f220e69-25ab-49b5-83ba-6ca2774f3d83 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:48.264118 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a266dc06-9b58-4f31-8f0f-30e601bd1c93 req-8f220e69-25ab-49b5-83ba-6ca2774f3d83 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 944 time: 0.1134336 Oct 13 11:21:48.336768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b3f8f1-e0e5-4a57-b690-10b4a8f922a9 None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:21:48.339513 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a266dc06-9b58-4f31-8f0f-30e601bd1c93 req-cf9d8a2e-e810-4f88-b5f2-c5d31bd33903 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451508 Oct 13 11:21:48.372817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32435162-3bd1-4453-ae43-2335b5dbd8d0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:48.386253 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32435162-3bd1-4453-ae43-2335b5dbd8d0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:48.444457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32435162-3bd1-4453-ae43-2335b5dbd8d0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:21:48.460101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 4dcb256b-3041-4507-b1bc-ed460b95a969, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4dcb256b-3041-4507-b1bc-ed460b95a969,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:48.460323 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32435162-3bd1-4453-ae43-2335b5dbd8d0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:48.460489 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-32435162-3bd1-4453-ae43-2335b5dbd8d0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Added segment 252f139c-5276-4d97-bee0-ed52575f1ea4 of type vlan for network 55b6c020-7096-4e7c-a253-46e5be95d703 Oct 13 11:21:48.478603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '4dcb256b-3041-4507-b1bc-ed460b95a969', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'port_id': '4dcb256b-3041-4507-b1bc-ed460b95a969', 'mac_address': 'fa:16:3e:0c:74:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:21:48.533784 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32435162-3bd1-4453-ae43-2335b5dbd8d0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:48.579063 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:48.607906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcb256b-3041-4507-b1bc-ed460b95a969 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:21:48.657147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaf4f2-8a3f-4d24-b4d0-a3ba0e88b5e8 req-424acd99-ef77-47eb-a3e5-b82528015776 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:48.665862 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6eaf4f2-8a3f-4d24-b4d0-a3ba0e88b5e8 req-424acd99-ef77-47eb-a3e5-b82528015776 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 943 time: 0.1214929 Oct 13 11:21:48.666737 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 4dcb256b-3041-4507-b1bc-ed460b95a969, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4dcb256b-3041-4507-b1bc-ed460b95a969,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:48.714270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6eaf4f2-8a3f-4d24-b4d0-a3ba0e88b5e8 req-4f8071e7-d51f-4c28-ac5c-75704317da5d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471144 Oct 13 11:21:48.764761 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32435162-3bd1-4453-ae43-2335b5dbd8d0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:48.771764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32435162-3bd1-4453-ae43-2335b5dbd8d0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:48.772400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32435162-3bd1-4453-ae43-2335b5dbd8d0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:48.834677 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:48.867539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32435162-3bd1-4453-ae43-2335b5dbd8d0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Network': ['ID=55b6c020-7096-4e7c-a253-46e5be95d703,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:48.881546 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 55b6c020-7096-4e7c-a253-46e5be95d703 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:21:48.927388 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-32435162-3bd1-4453-ae43-2335b5dbd8d0 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7589803 Oct 13 11:21:48.932643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49008) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:48.932773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e3b0ae6d-f573-434c-bbdc-9ea5a69e92dc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'subnet': {'network_id': '55b6c020-7096-4e7c-a253-46e5be95d703', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:48.959311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=4dcb256b-3041-4507-b1bc-ed460b95a969,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:49.137070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['4dcb256b-3041-4507-b1bc-ed460b95a969'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:21:49.181662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b0ae6d-f573-434c-bbdc-9ea5a69e92dc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:49.185490 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3b0ae6d-f573-434c-bbdc-9ea5a69e92dc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:49.486543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2666244-7514-4165-ba9e-cb5cd2d8e984 req-274d476e-bd5c-43ca-8cca-a949ef82d89f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:49.488132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2666244-7514-4165-ba9e-cb5cd2d8e984 req-274d476e-bd5c-43ca-8cca-a949ef82d89f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 944 time: 0.0636275 Oct 13 11:21:49.528661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b2666244-7514-4165-ba9e-cb5cd2d8e984 req-584b012c-0913-4e1e-a9b6-c55b856ba6dc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345435 Oct 13 11:21:49.547978 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3b0ae6d-f573-434c-bbdc-9ea5a69e92dc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:49.619942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0ae6d-f573-434c-bbdc-9ea5a69e92dc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Subnet': ['ID=71c3e5f3-365b-42e6-b2fb-b60969ff55b9,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:49.634303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0ae6d-f573-434c-bbdc-9ea5a69e92dc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Checking segment: {'id': '252f139c-5276-4d97-bee0-ed52575f1ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '55b6c020-7096-4e7c-a253-46e5be95d703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:49.635067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0ae6d-f573-434c-bbdc-9ea5a69e92dc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network hostable DHCP agents. Network: 55b6c020-7096-4e7c-a253-46e5be95d703, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:21:49.790384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0ae6d-f573-434c-bbdc-9ea5a69e92dc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network 55b6c020-7096-4e7c-a253-46e5be95d703 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:21:49.844002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35e084-ce6c-4220-a459-940f12371d73 req-294303bf-b517-46cd-99e8-4989c10f3208 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:49.852545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b35e084-ce6c-4220-a459-940f12371d73 req-294303bf-b517-46cd-99e8-4989c10f3208 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 944 time: 0.0690885 Oct 13 11:21:49.894878 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b35e084-ce6c-4220-a459-940f12371d73 req-7dce7147-8e7f-4d9a-aa7f-7910dff77973 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412853 Oct 13 11:21:49.919570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e3b0ae6d-f573-434c-bbdc-9ea5a69e92dc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 55b6c020-7096-4e7c-a253-46e5be95d703) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:49.923813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0ae6d-f573-434c-bbdc-9ea5a69e92dc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:49.924412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3b0ae6d-f573-434c-bbdc-9ea5a69e92dc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:49.932256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c0582a-7938-4bcc-a015-6377735177f5 None None] Network 55b6c020-7096-4e7c-a253-46e5be95d703 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:50.090389 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e3b0ae6d-f573-434c-bbdc-9ea5a69e92dc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1597748 Oct 13 11:21:50.092498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49020) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:50.110464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a4c8d259-e5c4-494b-8dd9-aae5a18b07ca tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'subnet': {'network_id': '55b6c020-7096-4e7c-a253-46e5be95d703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:50.166469 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4dcb256b-3041-4507-b1bc-ed460b95a969 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:50.193615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-55b6c020-7096-4e7c-a253-46e5be95d703', 'network_id': '55b6c020-7096-4e7c-a253-46e5be95d703', 'tenant_id': '1514672f95884792aaeff7121e3e3ebb', 'fixed_ips': [{'subnet_id': '71c3e5f3-365b-42e6-b2fb-b60969ff55b9'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:21:50.194991 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:50.394002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Allocated IP 2001:db8::2 (55b6c020-7096-4e7c-a253-46e5be95d703/71c3e5f3-365b-42e6-b2fb-b60969ff55b9/6acd0594-bc7d-486d-9deb-4648414fc639) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:50.403241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c8d259-e5c4-494b-8dd9-aae5a18b07ca tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:50.413244 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d259-e5c4-494b-8dd9-aae5a18b07ca tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:50.486999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 4dcb256b-3041-4507-b1bc-ed460b95a969 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:21:50.493288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 4dcb256b-3041-4507-b1bc-ed460b95a969 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:50.493668 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:50.686264 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:50.736794 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:50.799790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49abfb4-11ba-4cd5-93dc-09d0845f13c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcb256b-3041-4507-b1bc-ed460b95a969'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:21:50.799790 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcad24f0-914e-4a47-903b-d614d7d23102" -d '{"events": [{"server_uuid": "a49abfb4-11ba-4cd5-93dc-09d0845f13c5", "name": "network-vif-plugged", "status": "completed", "tag": "4dcb256b-3041-4507-b1bc-ed460b95a969"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:21:50.829995 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:50.849734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33365d8-4c86-49ce-8265-a172af516e0f req-b16053d8-5914-4914-b4d9-ac28723a97a2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:50.858287 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a33365d8-4c86-49ce-8265-a172af516e0f req-b16053d8-5914-4914-b4d9-ac28723a97a2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 944 time: 0.2091358 Oct 13 11:21:50.859724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 4dcb256b-3041-4507-b1bc-ed460b95a969, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4dcb256b-3041-4507-b1bc-ed460b95a969,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:50.887517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Network 55b6c020-7096-4e7c-a253-46e5be95d703 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:50.890140 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:50.893808 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:21:50.941856 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a33365d8-4c86-49ce-8265-a172af516e0f req-343f46b2-429c-4eea-83d2-4fe74b9438f4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825047 Oct 13 11:21:50.942592 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Pushing event updated for resources: {'Port': ['ID=6acd0594-bc7d-486d-9deb-4648414fc639,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:50.968527 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:50.968527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:51.025576 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d259-e5c4-494b-8dd9-aae5a18b07ca tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:51.039996 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcd0a6c-368c-44cc-9774-a24e6c1150f6 x-openstack-request-id: req-cdcd0a6c-368c-44cc-9774-a24e6c1150f6 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:21:51.041542 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49abfb4-11ba-4cd5-93dc-09d0845f13c5", "name": "network-vif-plugged", "status": "completed", "tag": "4dcb256b-3041-4507-b1bc-ed460b95a969", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:21:51.041542 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdcd0a6c-368c-44cc-9774-a24e6c1150f6 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:21:51.041542 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49abfb4-11ba-4cd5-93dc-09d0845f13c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcb256b-3041-4507-b1bc-ed460b95a969', 'code': 200} Oct 13 11:21:51.111152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c8d259-e5c4-494b-8dd9-aae5a18b07ca tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network 55b6c020-7096-4e7c-a253-46e5be95d703 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:51.142376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-a4c8d259-e5c4-494b-8dd9-aae5a18b07ca tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:51.145543 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Attempting to bind port 6acd0594-bc7d-486d-9deb-4648414fc639 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:21:51.146488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Attempting to bind port 6acd0594-bc7d-486d-9deb-4648414fc639 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '252f139c-5276-4d97-bee0-ed52575f1ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '55b6c020-7096-4e7c-a253-46e5be95d703'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:21:51.146488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Attempting to bind port 6acd0594-bc7d-486d-9deb-4648414fc639 on network 55b6c020-7096-4e7c-a253-46e5be95d703 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:51.151385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c8d259-e5c4-494b-8dd9-aae5a18b07ca tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:51.152196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d259-e5c4-494b-8dd9-aae5a18b07ca tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:51.190629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:21:51.191383 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Checking segment: {'id': '252f139c-5276-4d97-bee0-ed52575f1ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '55b6c020-7096-4e7c-a253-46e5be95d703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:51.192262 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:51.192854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Bound using segment: {'id': '252f139c-5276-4d97-bee0-ed52575f1ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '55b6c020-7096-4e7c-a253-46e5be95d703'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:21:51.193567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Bound port: 6acd0594-bc7d-486d-9deb-4648414fc639, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252f139c-5276-4d97-bee0-ed52575f1ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '55b6c020-7096-4e7c-a253-46e5be95d703'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:21:51.194183 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:51.200222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8d259-e5c4-494b-8dd9-aae5a18b07ca tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Subnet': ['ID=6463fdeb-6431-4e0a-8bc4-1f61bd2f7bde,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:51.233934 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cf97e-4cbe-403c-85dd-71d6c5548ed3 req-3be20bf6-22e5-4424-b847-8f04c0a4442e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:51.235683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-801cf97e-4cbe-403c-85dd-71d6c5548ed3 req-3be20bf6-22e5-4424-b847-8f04c0a4442e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 945 time: 0.1504049 Oct 13 11:21:51.243346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81dec9-00b0-4661-a44f-547b3853c61d req-bfdaa133-7975-49d4-9fad-2359d09509cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:51.244939 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac81dec9-00b0-4661-a44f-547b3853c61d req-bfdaa133-7975-49d4-9fad-2359d09509cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 1096 time: 0.1150327 Oct 13 11:21:51.273981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=4dcb256b-3041-4507-b1bc-ed460b95a969,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:51.309011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac81dec9-00b0-4661-a44f-547b3853c61d req-14446fd8-5219-4707-9f46-6e8dc1047378 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548391 Oct 13 11:21:51.324134 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a4c8d259-e5c4-494b-8dd9-aae5a18b07ca tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2294519 Oct 13 11:21:51.326921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49038) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:51.350163 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-801cf97e-4cbe-403c-85dd-71d6c5548ed3 req-cfec1150-3012-4c24-a287-1e28dedb7c0e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040933 Oct 13 11:21:51.387642 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] For port 6acd0594-bc7d-486d-9deb-4648414fc639, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:21:51.393676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] For port 6acd0594-bc7d-486d-9deb-4648414fc639, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6acd0594-bc7d-486d-9deb-4648414fc639,segment=NetworkSegment(252f139c-5276-4d97-bee0-ed52575f1ea4),segment_id=252f139c-5276-4d97-bee0-ed52575f1ea4)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:21:51.397137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:21:51.402183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:51.402643 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:51.426960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb599583-6690-4548-93c6-ebe0139ac414 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:51.429300 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb599583-6690-4548-93c6-ebe0139ac414 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:51.431336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb599583-6690-4548-93c6-ebe0139ac414 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:51.433605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb599583-6690-4548-93c6-ebe0139ac414 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:51.435311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb599583-6690-4548-93c6-ebe0139ac414 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:51.437374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bb599583-6690-4548-93c6-ebe0139ac414 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1099145 Oct 13 11:21:51.441307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49040) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:51.446766 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-84d92f88-a2b4-4235-97fa-15487fbab074 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-393763605'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:51.495801 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:51.510349 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:51.586843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:51.590620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07897e4d-4d78-4c26-9594-514c0ddb8cca None None] Pushing event updated for resources: {'Port': ['ID=6acd0594-bc7d-486d-9deb-4648414fc639,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:51.609647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d92f88-a2b4-4235-97fa-15487fbab074 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:51.609647 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84d92f88-a2b4-4235-97fa-15487fbab074 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:51.642064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d92f88-a2b4-4235-97fa-15487fbab074 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:21:51.654041 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84d92f88-a2b4-4235-97fa-15487fbab074 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:51.655080 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-84d92f88-a2b4-4235-97fa-15487fbab074 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Added segment d9286ba0-b12f-4f84-ab92-dfd93dd5fc1e of type vlan for network 78885a84-497a-4976-bb6e-94f5e1ca3015 Oct 13 11:21:51.704930 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84d92f88-a2b4-4235-97fa-15487fbab074 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:51.926956 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84d92f88-a2b4-4235-97fa-15487fbab074 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:51.931650 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:51.936863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d92f88-a2b4-4235-97fa-15487fbab074 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:51.937762 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84d92f88-a2b4-4235-97fa-15487fbab074 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:52.050573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-84d92f88-a2b4-4235-97fa-15487fbab074 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6065571 Oct 13 11:21:52.052548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:52.053168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49048) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:52.060592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f11588fc-8653-42b3-a753-9858ce626ae4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:52.099429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d92f88-a2b4-4235-97fa-15487fbab074 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Network': ['ID=78885a84-497a-4976-bb6e-94f5e1ca3015,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:52.132810 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963881e0-f1ed-4627-a006-88d6f9414384 req-19fc5180-8fc1-4221-bf50-bedce9814095 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:52.134715 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-963881e0-f1ed-4627-a006-88d6f9414384 req-19fc5180-8fc1-4221-bf50-bedce9814095 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 945 time: 0.0927615 Oct 13 11:21:52.135364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 78885a84-497a-4976-bb6e-94f5e1ca3015 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:21:52.183672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-963881e0-f1ed-4627-a006-88d6f9414384 req-8dd77189-fcd1-400b-be84-7987f17fdf00 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422313 Oct 13 11:21:52.391352 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f11588fc-8653-42b3-a753-9858ce626ae4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:52.486820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052bedb-6b62-4494-b18a-aec48eb17b6e req-eb37b6c8-3e16-46a3-bf65-f4a994a97952 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:52.489185 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d052bedb-6b62-4494-b18a-aec48eb17b6e req-eb37b6c8-3e16-46a3-bf65-f4a994a97952 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 945 time: 0.0597067 Oct 13 11:21:52.554189 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d052bedb-6b62-4494-b18a-aec48eb17b6e req-83f16e5d-21c6-474c-a129-8007546a4f4d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559237 Oct 13 11:21:52.644005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f11588fc-8653-42b3-a753-9858ce626ae4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:52.712816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f11588fc-8653-42b3-a753-9858ce626ae4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network 78885a84-497a-4976-bb6e-94f5e1ca3015 is not hosted by any dhcp agent {{(pid=101990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 11:21:52.723952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11588fc-8653-42b3-a753-9858ce626ae4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:52.723952 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f11588fc-8653-42b3-a753-9858ce626ae4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:52.731094 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f11588fc-8653-42b3-a753-9858ce626ae4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "PUT /v2.0/networks/78885a84-497a-4976-bb6e-94f5e1ca3015 HTTP/1.1" status: 200 len: 723 time: 0.6756091 Oct 13 11:21:52.734450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49058) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:52.742889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4d14e788-cb29-4d72-bf3f-c6eabcd472c8 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'subnet': {'network_id': '78885a84-497a-4976-bb6e-94f5e1ca3015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:52.754569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11588fc-8653-42b3-a753-9858ce626ae4 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Network': ['ID=78885a84-497a-4976-bb6e-94f5e1ca3015,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:52.778552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 78885a84-497a-4976-bb6e-94f5e1ca3015 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:21:52.917264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6acd0594-bc7d-486d-9deb-4648414fc639 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:52.960721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49060) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:53.019126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d14e788-cb29-4d72-bf3f-c6eabcd472c8 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:53.024614 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d14e788-cb29-4d72-bf3f-c6eabcd472c8 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:53.041322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:21:53.044697 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5951e9-aab5-423f-bee9-4cd93aec744d" -d '{"events": [{"server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "name": "network-vif-plugged", "status": "completed", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:21:53.078682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 6acd0594-bc7d-486d-9deb-4648414fc639 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:53.079261 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:53.138422 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa25036f-7d74-4c53-b2dd-cf7e193d02e7 x-openstack-request-id: req-aa25036f-7d74-4c53-b2dd-cf7e193d02e7 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:21:53.138930 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "name": "network-vif-plugged", "status": "completed", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:21:53.139244 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa25036f-7d74-4c53-b2dd-cf7e193d02e7 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:21:53.139792 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'code': 200} Oct 13 11:21:53.144565 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2096024-af80-484e-884e-fca8afbb5e53 None None] Network 55b6c020-7096-4e7c-a253-46e5be95d703 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:53.231945 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc0c09db-8c11-4a16-8106-244cd27b3338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:53.361564 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc0c09db-8c11-4a16-8106-244cd27b3338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:53.410165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c785bc-8502-4917-8fbe-074ef95efd61 req-16031b0b-1f08-4250-ac72-e387b5306e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:53.410165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-60c785bc-8502-4917-8fbe-074ef95efd61 req-16031b0b-1f08-4250-ac72-e387b5306e67 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 1096 time: 0.2167385 Oct 13 11:21:53.430006 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc0c09db-8c11-4a16-8106-244cd27b3338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:53.455652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-92dda707-6fc4-4648-887b-b192763b10d2 None None] Provisioning complete for port 6acd0594-bc7d-486d-9deb-4648414fc639 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:53.457465 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-92dda707-6fc4-4648-887b-b192763b10d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:53.526944 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fc0c09db-8c11-4a16-8106-244cd27b3338 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3f55089a29a4bb987204c38ab5e7848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5627136 Oct 13 11:21:53.527196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c09db-8c11-4a16-8106-244cd27b3338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67349284-2bf6-464c-9861-fe75d0a53bcf,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:53.529827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49072) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:53.576609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc9298-0add-4369-a0e3-140ac2da58f8 req-69c53344-c4ca-4fe2-911e-4d2f846da0ca tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:53.578744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52fc9298-0add-4369-a0e3-140ac2da58f8 req-69c53344-c4ca-4fe2-911e-4d2f846da0ca tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 945 time: 0.2532201 Oct 13 11:21:53.582138 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b235f-980f-4ef8-9c25-c374b9511eaa None None] Update dhcp port {'port': {'network_id': '55b6c020-7096-4e7c-a253-46e5be95d703', 'fixed_ips': [{'subnet_id': '71c3e5f3-365b-42e6-b2fb-b60969ff55b9', 'ip_address': '2001:db8::2'}, {'subnet_id': '6463fdeb-6431-4e0a-8bc4-1f61bd2f7bde'}], 'binding:host_id': 'n-d-813659-3'}, 'id': '6acd0594-bc7d-486d-9deb-4648414fc639'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:21:53.641940 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-60c785bc-8502-4917-8fbe-074ef95efd61 req-b8912b11-826a-4774-bc15-ced0a475f04a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727111 Oct 13 11:21:53.651055 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7f1b235f-980f-4ef8-9c25-c374b9511eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:53.677777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-52fc9298-0add-4369-a0e3-140ac2da58f8 req-9e61971f-1412-4e00-840e-dfc6e7ead4ef tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812478 Oct 13 11:21:53.681972 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d14e788-cb29-4d72-bf3f-c6eabcd472c8 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:53.682412 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:53.690055 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39a17414-60eb-4140-b459-04e4a7510c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:53.814182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 6acd0594-bc7d-486d-9deb-4648414fc639, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6acd0594-bc7d-486d-9deb-4648414fc639,segment=NetworkSegment(252f139c-5276-4d97-bee0-ed52575f1ea4),segment_id=252f139c-5276-4d97-bee0-ed52575f1ea4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:53.830753 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-92dda707-6fc4-4648-887b-b192763b10d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:53.833716 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39a17414-60eb-4140-b459-04e4a7510c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:53.868106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14e788-cb29-4d72-bf3f-c6eabcd472c8 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Subnet': ['ID=9721c04a-54d0-4fe6-b066-ded3ee78fcfc,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:53.901334 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:53.938298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616e08-1c88-417e-a3ad-fa29c9bd7865 req-9e11b73f-755d-4343-b59f-4f1f4666aae0 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:53.939652 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b616e08-1c88-417e-a3ad-fa29c9bd7865 req-9e11b73f-755d-4343-b59f-4f1f4666aae0 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 945 time: 0.1328108 Oct 13 11:21:53.948793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d14e788-cb29-4d72-bf3f-c6eabcd472c8 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Checking segment: {'id': 'd9286ba0-b12f-4f84-ab92-dfd93dd5fc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78885a84-497a-4976-bb6e-94f5e1ca3015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:53.948793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d14e788-cb29-4d72-bf3f-c6eabcd472c8 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network hostable DHCP agents. Network: 78885a84-497a-4976-bb6e-94f5e1ca3015, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:21:54.009754 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8b616e08-1c88-417e-a3ad-fa29c9bd7865 req-c5ecfab2-c647-4257-b9d8-31407c6af123 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557501 Oct 13 11:21:54.105350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d14e788-cb29-4d72-bf3f-c6eabcd472c8 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network 78885a84-497a-4976-bb6e-94f5e1ca3015 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:21:54.108759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39a17414-60eb-4140-b459-04e4a7510c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:54.111339 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39a17414-60eb-4140-b459-04e4a7510c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:54.115093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-39a17414-60eb-4140-b459-04e4a7510c9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67349284-2bf6-464c-9861-fe75d0a53bcf HTTP/1.1" status: 204 len: 168 time: 0.5735545 Oct 13 11:21:54.155604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a17414-60eb-4140-b459-04e4a7510c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67349284-2bf6-464c-9861-fe75d0a53bcf,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:54.187414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13771c4-8d66-412f-830c-ece60679913c req-5c11176f-1a5e-431c-97e1-4acd00635599 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:54.189254 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b13771c4-8d66-412f-830c-ece60679913c req-5c11176f-1a5e-431c-97e1-4acd00635599 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 945 time: 0.0726054 Oct 13 11:21:54.219463 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-4d14e788-cb29-4d72-bf3f-c6eabcd472c8 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 78885a84-497a-4976-bb6e-94f5e1ca3015) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:54.220170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=6acd0594-bc7d-486d-9deb-4648414fc639,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:54.225207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d14e788-cb29-4d72-bf3f-c6eabcd472c8 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:54.225801 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d14e788-cb29-4d72-bf3f-c6eabcd472c8 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:54.242263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae79fb6-4a2e-4559-9356-8aa3c2e932e9 None None] Network 78885a84-497a-4976-bb6e-94f5e1ca3015 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:54.246300 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-92dda707-6fc4-4648-887b-b192763b10d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:21:54.246692 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-92dda707-6fc4-4648-887b-b192763b10d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:21:54.250557 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b13771c4-8d66-412f-830c-ece60679913c req-8f6a8530-8612-4c85-8fbb-e5ee835cf4e3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531697 Oct 13 11:21:54.294627 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-7f1b235f-980f-4ef8-9c25-c374b9511eaa None None] Allocated IP 172.20.0.1 (55b6c020-7096-4e7c-a253-46e5be95d703/6463fdeb-6431-4e0a-8bc4-1f61bd2f7bde/6acd0594-bc7d-486d-9deb-4648414fc639) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:54.335269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4d14e788-cb29-4d72-bf3f-c6eabcd472c8 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5935903 Oct 13 11:21:54.335578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49084) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:54.342089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b32792b5-7f39-4589-9a58-d7d0f7315fe3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:54.461174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06d25b-1eff-4e36-aa17-d6b19ffb18ed req-9d257588-0c06-491a-8358-f8cf28a3a321 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:54.463204 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc06d25b-1eff-4e36-aa17-d6b19ffb18ed req-9d257588-0c06-491a-8358-f8cf28a3a321 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 945 time: 0.0913389 Oct 13 11:21:54.484297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7f1b235f-980f-4ef8-9c25-c374b9511eaa None None] For port 6acd0594-bc7d-486d-9deb-4648414fc639, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6acd0594-bc7d-486d-9deb-4648414fc639,segment=NetworkSegment(252f139c-5276-4d97-bee0-ed52575f1ea4),segment_id=252f139c-5276-4d97-bee0-ed52575f1ea4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:54.487771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-78885a84-497a-4976-bb6e-94f5e1ca3015', 'network_id': '78885a84-497a-4976-bb6e-94f5e1ca3015', 'tenant_id': '1514672f95884792aaeff7121e3e3ebb', 'fixed_ips': [{'subnet_id': '9721c04a-54d0-4fe6-b066-ded3ee78fcfc'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:21:54.489469 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:54.543902 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7f1b235f-980f-4ef8-9c25-c374b9511eaa None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:54.597265 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc06d25b-1eff-4e36-aa17-d6b19ffb18ed req-189d86e2-47b1-498a-925f-490f2a16b670 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980024 Oct 13 11:21:54.602870 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b32792b5-7f39-4589-9a58-d7d0f7315fe3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25867018'] for subnet, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:54.703603 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7f1b235f-980f-4ef8-9c25-c374b9511eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:54.750725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Allocated IP 2001:db8::2 (78885a84-497a-4976-bb6e-94f5e1ca3015/9721c04a-54d0-4fe6-b066-ded3ee78fcfc/27b78312-d990-43e2-bcd2-a05d88b58b5d) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:54.810903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6acd0594-bc7d-486d-9deb-4648414fc639 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:54.826645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e8b04-b539-40cf-ba74-1b461477f889 req-f53601fc-cda6-4614-b19c-98c86706f6f5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:54.829481 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c0e8b04-b539-40cf-ba74-1b461477f889 req-f53601fc-cda6-4614-b19c-98c86706f6f5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 945 time: 0.0688107 Oct 13 11:21:54.879716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c0e8b04-b539-40cf-ba74-1b461477f889 req-ee417494-657a-4cbe-a5aa-6c47b91a51e3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417769 Oct 13 11:21:54.945112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b235f-980f-4ef8-9c25-c374b9511eaa None None] Pushing event updated for resources: {'Port': ['ID=6acd0594-bc7d-486d-9deb-4648414fc639,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:55.010852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 6acd0594-bc7d-486d-9deb-4648414fc639 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:55.011291 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.101601 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49096) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:55.114707 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.120153 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5cf6b85d-8660-4e69-8904-252a3db67cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.218760 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5cf6b85d-8660-4e69-8904-252a3db67cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.249501 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.296948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Network 78885a84-497a-4976-bb6e-94f5e1ca3015 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:55.310040 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:55.314321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:21:55.327642 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Pushing event updated for resources: {'Port': ['ID=27b78312-d990-43e2-bcd2-a05d88b58b5d,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:55.384190 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5cf6b85d-8660-4e69-8904-252a3db67cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.399533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Attempting to bind port 27b78312-d990-43e2-bcd2-a05d88b58b5d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:21:55.399904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Attempting to bind port 27b78312-d990-43e2-bcd2-a05d88b58b5d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'd9286ba0-b12f-4f84-ab92-dfd93dd5fc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78885a84-497a-4976-bb6e-94f5e1ca3015'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:21:55.400274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Attempting to bind port 27b78312-d990-43e2-bcd2-a05d88b58b5d on network 78885a84-497a-4976-bb6e-94f5e1ca3015 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:21:55.407403 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:21:55.407704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Checking segment: {'id': 'd9286ba0-b12f-4f84-ab92-dfd93dd5fc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78885a84-497a-4976-bb6e-94f5e1ca3015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:21:55.407981 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.408566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Bound using segment: {'id': 'd9286ba0-b12f-4f84-ab92-dfd93dd5fc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78885a84-497a-4976-bb6e-94f5e1ca3015'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:21:55.409494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Bound port: 27b78312-d990-43e2-bcd2-a05d88b58b5d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9286ba0-b12f-4f84-ab92-dfd93dd5fc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78885a84-497a-4976-bb6e-94f5e1ca3015'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:21:55.409494 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.450734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5cf6b85d-8660-4e69-8904-252a3db67cb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f89eaf54ed441169ee1faf8aaa42911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478982 Oct 13 11:21:55.450734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6b85d-8660-4e69-8904-252a3db67cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad9dd0f-d25a-446e-9de5-3166b7fc9a73,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:55.450988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49100) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:55.520740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] For port 27b78312-d990-43e2-bcd2-a05d88b58b5d, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:21:55.525499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] For port 27b78312-d990-43e2-bcd2-a05d88b58b5d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=27b78312-d990-43e2-bcd2-a05d88b58b5d,segment=NetworkSegment(d9286ba0-b12f-4f84-ab92-dfd93dd5fc1e),segment_id=d9286ba0-b12f-4f84-ab92-dfd93dd5fc1e)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:21:55.534458 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43c778b6-9af4-46b6-a7a2-35f82e8d9cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.570863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43c778b6-9af4-46b6-a7a2-35f82e8d9cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.573068 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b32792b5-7f39-4589-9a58-d7d0f7315fe3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785341713421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25251389'] for subnet, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.602415 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32792b5-7f39-4589-9a58-d7d0f7315fe3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:55.605383 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.619336 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b32792b5-7f39-4589-9a58-d7d0f7315fe3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.625725 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49106) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:55.628010 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b32792b5-7f39-4589-9a58-d7d0f7315fe3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "PUT /v2.0/subnets/9721c04a-54d0-4fe6-b066-ded3ee78fcfc HTTP/1.1" status: 200 len: 826 time: 1.2900698 Oct 13 11:21:55.708738 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32792b5-7f39-4589-9a58-d7d0f7315fe3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Subnet': ['ID=9721c04a-54d0-4fe6-b066-ded3ee78fcfc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:55.709292 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027b3ef-ad5b-4eaa-9423-ca3bc0b8b142 None None] Pushing event updated for resources: {'Port': ['ID=27b78312-d990-43e2-bcd2-a05d88b58b5d,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:55.827155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f11d3-96df-4074-910b-9ef6f10b2f12 req-8c2c8d40-54b0-461d-9865-65a58627d65a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:55.832967 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.838825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-251f11d3-96df-4074-910b-9ef6f10b2f12 req-8c2c8d40-54b0-461d-9865-65a58627d65a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 945 time: 0.1256638 Oct 13 11:21:55.861973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a12ce-dafe-4321-b795-ae821f9e4fc7 None None] Network 55b6c020-7096-4e7c-a253-46e5be95d703 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:55.889908 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43c778b6-9af4-46b6-a7a2-35f82e8d9cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.892886 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-43c778b6-9af4-46b6-a7a2-35f82e8d9cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:55.894303 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-43c778b6-9af4-46b6-a7a2-35f82e8d9cfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ad9dd0f-d25a-446e-9de5-3166b7fc9a73 HTTP/1.1" status: 204 len: 168 time: 0.4423983 Oct 13 11:21:55.907895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c778b6-9af4-46b6-a7a2-35f82e8d9cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad9dd0f-d25a-446e-9de5-3166b7fc9a73,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:55.921065 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-251f11d3-96df-4074-910b-9ef6f10b2f12 req-dfcc0b50-10b8-443e-a8ec-c2335c099344 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805702 Oct 13 11:21:55.933016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Deleting port 27b78312-d990-43e2-bcd2-a05d88b58b5d {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:21:55.933363 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:56.014918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6a99bda8-5a1c-4d04-a045-87ea7a6e6bc9 None None] Provisioning complete for port 6acd0594-bc7d-486d-9deb-4648414fc639 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:56.015463 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6a99bda8-5a1c-4d04-a045-87ea7a6e6bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:56.116054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] For port 27b78312-d990-43e2-bcd2-a05d88b58b5d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=27b78312-d990-43e2-bcd2-a05d88b58b5d,segment=NetworkSegment(d9286ba0-b12f-4f84-ab92-dfd93dd5fc1e),segment_id=d9286ba0-b12f-4f84-ab92-dfd93dd5fc1e)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:56.120533 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:56.146926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Calling delete_port for 27b78312-d990-43e2-bcd2-a05d88b58b5d owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:21:56.163205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f0f1d-7f2e-4591-a4a2-28e506262441 req-2778fc0d-e5a7-4d89-977c-ce14c192f344 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:56.164699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-945f0f1d-7f2e-4591-a4a2-28e506262441 req-2778fc0d-e5a7-4d89-977c-ce14c192f344 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 945 time: 0.1206439 Oct 13 11:21:56.246529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-945f0f1d-7f2e-4591-a4a2-28e506262441 req-138ec126-987e-4ce6-a1bc-3e2594880387 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753596 Oct 13 11:21:56.462322 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:56.561858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Port': ['ID=27b78312-d990-43e2-bcd2-a05d88b58b5d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:56.590533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-501a6a5b-6c55-45b1-90d6-a1705b43d4e3 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:56.599958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-501a6a5b-6c55-45b1-90d6-a1705b43d4e3 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/networks?id=dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 200 len: 814 time: 0.2742715 Oct 13 11:21:56.629730 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-5b98fef3-ba49-43f9-8421-a9702568049e tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/quotas/d68dbc9483eb42729f0555aa2b73d7fc HTTP/1.1" status: 200 len: 375 time: 0.0254107 Oct 13 11:21:56.647281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No DVR routers for this DVR port 27b78312-d990-43e2-bcd2-a05d88b58b5d on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:21:56.755766 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:56.791700 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-a9b0a80f-c6f3-4d82-bee6-7bf0a496e84a tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473405 Oct 13 11:21:56.796274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6bf2eb50-7c73-4959-a80b-4d38f4def6de None None] Provisioning complete for port 6acd0594-bc7d-486d-9deb-4648414fc639 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:56.796830 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6bf2eb50-7c73-4959-a80b-4d38f4def6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:56.909363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6acd0594-bc7d-486d-9deb-4648414fc639 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:21:56.946198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-367408e6-e97b-437c-b1dc-5fa87eb4ad37 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533916 Oct 13 11:21:57.007529 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:57.038006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 6acd0594-bc7d-486d-9deb-4648414fc639 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:21:57.038414 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:57.072865 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Subnet': ['ID=9721c04a-54d0-4fe6-b066-ded3ee78fcfc,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:57.243828 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:57.270912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78885a84-497a-4976-bb6e-94f5e1ca3015']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:57.280644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-34a8a0b7-02b9-45eb-8dd8-44ee71882d3e service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275561 Oct 13 11:21:57.284923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9286ba0-b12f-4f84-ab92-dfd93dd5fc1e') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:57.286826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9286ba0-b12f-4f84-ab92-dfd93dd5fc1e') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:21:57.323232 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:57.335480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785361-9c8d-4154-a86d-fcac1713944e req-245905ad-a09f-432b-aeec-f8ed5c97742b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:57.337829 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b785361-9c8d-4154-a86d-fcac1713944e req-245905ad-a09f-432b-aeec-f8ed5c97742b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 945 time: 0.1423242 Oct 13 11:21:57.355412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:57.384174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:21:57.384734 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:21:57.388513 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:21:57.440150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef92a0c-ba82-4f6b-bda6-c5760fcae286 None None] Network 78885a84-497a-4976-bb6e-94f5e1ca3015 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:57.529999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-0b785361-9c8d-4154-a86d-fcac1713944e req-c9236e11-05a2-4659-ae91-e7f469d0ab47 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Deleting port 4dcb256b-3041-4507-b1bc-ed460b95a969 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:21:57.529999 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b785361-9c8d-4154-a86d-fcac1713944e req-c9236e11-05a2-4659-ae91-e7f469d0ab47 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:57.584643 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:57.593648 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:57.604119 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/78885a84-497a-4976-bb6e-94f5e1ca3015 HTTP/1.1" status: 204 len: 168 time: 1.9770658 Oct 13 11:21:57.608967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-96761149-c6f4-4800-aaeb-6970e9b6345f None None] Could not find standard attr ID for object 27b78312-d990-43e2-bcd2-a05d88b58b5d. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:21:57.625557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49154) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:57.675895 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb2ae4f-46f0-4fb7-8be0-dc2b6a89bc26 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] DELETE failed (client error): The resource could not be found. Oct 13 11:21:57.676893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb2ae4f-46f0-4fb7-8be0-dc2b6a89bc26 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:21:57.680186 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6bb2ae4f-46f0-4fb7-8be0-dc2b6a89bc26 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/78885a84-497a-4976-bb6e-94f5e1ca3015 HTTP/1.1" status: 404 len: 339 time: 0.0452418 Oct 13 11:21:57.688329 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61286c0-2c22-4945-aca8-e48bfa0716b7 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Network': ['ID=78885a84-497a-4976-bb6e-94f5e1ca3015,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:57.694291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49156) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:57.720458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ba4314f8-66d3-428d-bd2f-ce69f0cc3d85 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1094103099', 'description': 'd1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:57.835674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700f977a-9828-4b8b-b540-dd8149d92432 None None] DHCP port deletion for 78885a84-497a-4976-bb6e-94f5e1ca3015 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:21:57.858722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-0b785361-9c8d-4154-a86d-fcac1713944e req-c9236e11-05a2-4659-ae91-e7f469d0ab47 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] For port 4dcb256b-3041-4507-b1bc-ed460b95a969, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4dcb256b-3041-4507-b1bc-ed460b95a969,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:21:57.859299 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b785361-9c8d-4154-a86d-fcac1713944e req-c9236e11-05a2-4659-ae91-e7f469d0ab47 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:57.864346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4314f8-66d3-428d-bd2f-ce69f0cc3d85 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:21:57.865896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17187c74-fc91-4f51-aa83-6b24857c34f2 None None] Network 78885a84-497a-4976-bb6e-94f5e1ca3015 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:21:57.868408 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ba4314f8-66d3-428d-bd2f-ce69f0cc3d85 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:57.896843 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-0b785361-9c8d-4154-a86d-fcac1713944e req-c9236e11-05a2-4659-ae91-e7f469d0ab47 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Calling delete_port for 4dcb256b-3041-4507-b1bc-ed460b95a969 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:21:57.916629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4314f8-66d3-428d-bd2f-ce69f0cc3d85 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:21:57.919324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17187c74-fc91-4f51-aa83-6b24857c34f2 None None] Network 78885a84-497a-4976-bb6e-94f5e1ca3015 could not be found, it might have been deleted concurrently. {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 11:21:57.927990 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ba4314f8-66d3-428d-bd2f-ce69f0cc3d85 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:57.928711 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-ba4314f8-66d3-428d-bd2f-ce69f0cc3d85 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Added segment d0f368be-4e7a-46d7-bcbf-7fc3590908b8 of type vlan for network 1a432de8-5517-4991-92eb-74a50b498b4b Oct 13 11:21:57.976117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ba4314f8-66d3-428d-bd2f-ce69f0cc3d85 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:58.017193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bb29a-ed51-4473-9faa-0860e5933c01 req-7bf8bc9a-0c86-43f0-a2ed-5768251bff31 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:58.027326 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-189bb29a-ed51-4473-9faa-0860e5933c01 req-7bf8bc9a-0c86-43f0-a2ed-5768251bff31 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 945 time: 0.2941623 Oct 13 11:21:58.114100 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ba4314f8-66d3-428d-bd2f-ce69f0cc3d85 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:58.120375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4314f8-66d3-428d-bd2f-ce69f0cc3d85 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:58.122230 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ba4314f8-66d3-428d-bd2f-ce69f0cc3d85 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:58.249553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4314f8-66d3-428d-bd2f-ce69f0cc3d85 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Network': ['ID=1a432de8-5517-4991-92eb-74a50b498b4b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:58.257125 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-189bb29a-ed51-4473-9faa-0860e5933c01 req-b70a9711-6a13-4864-8065-484b4b356f74 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607428 Oct 13 11:21:58.273536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49198) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:58.281052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 1a432de8-5517-4991-92eb-74a50b498b4b details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:21:58.300619 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ba4314f8-66d3-428d-bd2f-ce69f0cc3d85 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6045144 Oct 13 11:21:58.305461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49200) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:58.336404 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b785361-9c8d-4154-a86d-fcac1713944e req-c9236e11-05a2-4659-ae91-e7f469d0ab47 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:58.472454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9236e11-05a2-4659-ae91-e7f469d0ab47 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event deleted for resources: {'Port': ['ID=4dcb256b-3041-4507-b1bc-ed460b95a969,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:58.500094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc4976-6e5c-44ac-8a28-ab93aeff22ad tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:58.507067 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b8cc4976-6e5c-44ac-8a28-ab93aeff22ad tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "GET /v2.0/networks?id=1a432de8-5517-4991-92eb-74a50b498b4b HTTP/1.1" status: 200 len: 765 time: 0.1952891 Oct 13 11:21:58.507067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49212) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:58.513465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-745bcfd6-22a6-40e4-85cd-06a536104bb6 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'network': {'description': 'd2'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:58.536267 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61a5fb67-6605-4f15-80cb-8bc981916331 req-f5b72828-618f-4df4-9d7d-a63e539f8691 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 210 time: 0.1480746 Oct 13 11:21:58.611705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b785361-9c8d-4154-a86d-fcac1713944e req-c9236e11-05a2-4659-ae91-e7f469d0ab47 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] No DVR routers for this DVR port 4dcb256b-3041-4507-b1bc-ed460b95a969 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:21:58.632346 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-0b785361-9c8d-4154-a86d-fcac1713944e req-c9236e11-05a2-4659-ae91-e7f469d0ab47 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:58.637133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b785361-9c8d-4154-a86d-fcac1713944e req-c9236e11-05a2-4659-ae91-e7f469d0ab47 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "DELETE /v2.0/ports/4dcb256b-3041-4507-b1bc-ed460b95a969 HTTP/1.1" status: 204 len: 173 time: 1.2904904 Oct 13 11:21:58.637632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49abfb4-11ba-4cd5-93dc-09d0845f13c5', 'name': 'network-vif-deleted', 'tag': '4dcb256b-3041-4507-b1bc-ed460b95a969'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:21:58.641230 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08b5245-632c-4a77-b499-ace394f78098" -d '{"events": [{"server_uuid": "a49abfb4-11ba-4cd5-93dc-09d0845f13c5", "name": "network-vif-deleted", "tag": "4dcb256b-3041-4507-b1bc-ed460b95a969"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:21:58.666301 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a20c71c-9d15-42ec-b703-432729f6c96e tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:58.667986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6a20c71c-9d15-42ec-b703-432729f6c96e tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 1091 time: 0.3930058 Oct 13 11:21:58.678318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1201d2bf-cbda-4537-94a8-6cfdf5f7613a req-0ead60dc-ab59-4d5e-bf1d-743d07656b23 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 210 time: 0.0632925 Oct 13 11:21:58.696358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49216) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:58.715066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 27b78312-d990-43e2-bcd2-a05d88b58b5d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:21:58.730236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:21:58.755200 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 27b78312-d990-43e2-bcd2-a05d88b58b5d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:21:58.755200 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 27b78312-d990-43e2-bcd2-a05d88b58b5d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:21:58.780773 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80747795-621e-4f9d-a16c-ffcbfc5d422f x-openstack-request-id: req-80747795-621e-4f9d-a16c-ffcbfc5d422f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:21:58.780773 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49abfb4-11ba-4cd5-93dc-09d0845f13c5", "name": "network-vif-deleted", "tag": "4dcb256b-3041-4507-b1bc-ed460b95a969", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:21:58.780773 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80747795-621e-4f9d-a16c-ffcbfc5d422f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:21:58.781371 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49abfb4-11ba-4cd5-93dc-09d0845f13c5', 'name': 'network-vif-deleted', 'tag': '4dcb256b-3041-4507-b1bc-ed460b95a969', 'status': 'completed', 'code': 200} Oct 13 11:21:58.859373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-745bcfd6-22a6-40e4-85cd-06a536104bb6 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:58.901804 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:58.953392 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-745bcfd6-22a6-40e4-85cd-06a536104bb6 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:58.963760 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-745bcfd6-22a6-40e4-85cd-06a536104bb6 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network 1a432de8-5517-4991-92eb-74a50b498b4b is not hosted by any dhcp agent {{(pid=101990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 11:21:58.981478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745bcfd6-22a6-40e4-85cd-06a536104bb6 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:58.982575 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-745bcfd6-22a6-40e4-85cd-06a536104bb6 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:58.984220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-745bcfd6-22a6-40e4-85cd-06a536104bb6 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "PUT /v2.0/networks/1a432de8-5517-4991-92eb-74a50b498b4b HTTP/1.1" status: 200 len: 762 time: 0.4758422 Oct 13 11:21:58.999142 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49218) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:59.089535 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:59.121090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bcfd6-22a6-40e4-85cd-06a536104bb6 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Network': ['ID=1a432de8-5517-4991-92eb-74a50b498b4b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:59.138147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 1a432de8-5517-4991-92eb-74a50b498b4b details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:21:59.159064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a3f993-9ba9-42ee-b23e-cee63ad5bcf3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:59.165040 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-39a3f993-9ba9-42ee-b23e-cee63ad5bcf3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "GET /v2.0/networks?id=1a432de8-5517-4991-92eb-74a50b498b4b HTTP/1.1" status: 200 len: 765 time: 0.1602130 Oct 13 11:21:59.165342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49220) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:59.231334 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.25.0.62 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/15647663-c0df-488e-bfd1-c8ff7c36d8f4) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:21:59.354400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447720dc-ffd7-4d2e-9db4-56cd7a4a5360 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:59.355230 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-447720dc-ffd7-4d2e-9db4-56cd7a4a5360 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1889009 Oct 13 11:21:59.357851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49224) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:59.411555 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2921312d-dac9-43a0-98ab-081c41ea44f6 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860 HTTP/1.1" status: 200 len: 207 time: 0.0513563 Oct 13 11:21:59.417735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49228) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:59.480804 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:59.662181 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a9a2de1-d40f-4d2b-8154-66a878e55b90 req-2c10880b-c97e-4d6b-b9de-415c02bff5b3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 210 time: 0.0556414 Oct 13 11:21:59.724885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c06656-9464-4b6a-88e2-6053fe20487c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:59.731944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c06656-9464-4b6a-88e2-6053fe20487c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:59.739279 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c06656-9464-4b6a-88e2-6053fe20487c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:59.746437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c06656-9464-4b6a-88e2-6053fe20487c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:59.751879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c06656-9464-4b6a-88e2-6053fe20487c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:59.758232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c06656-9464-4b6a-88e2-6053fe20487c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:21:59.763881 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-66c06656-9464-4b6a-88e2-6053fe20487c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3414285 Oct 13 11:21:59.764261 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49236) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:21:59.817626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4cde2b1c-6a90-45d1-89f1-75e30270c919 req-01e7a595-d0a2-41f5-8920-d84eeee38a5a tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 210 time: 0.0495842 Oct 13 11:21:59.825582 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:21:59.883617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:21:59.888364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:21:59.891342 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:21:59.897924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=15647663-c0df-488e-bfd1-c8ff7c36d8f4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:21:59.954583 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7362edf1-a0b2-4e5a-bd3b-3d5c69035621 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1890290 Oct 13 11:21:59.960241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49252) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:00.047682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae1c2ab-ba36-481c-8b87-1bc58a5cb488 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.058417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae1c2ab-ba36-481c-8b87-1bc58a5cb488 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.058417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae1c2ab-ba36-481c-8b87-1bc58a5cb488 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.058417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae1c2ab-ba36-481c-8b87-1bc58a5cb488 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.058417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae1c2ab-ba36-481c-8b87-1bc58a5cb488 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.058417 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aae1c2ab-ba36-481c-8b87-1bc58a5cb488 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0958967 Oct 13 11:22:00.061386 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49266) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:00.161788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e6e8d0-0879-459c-8203-b1374c98620b tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.163462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e6e8d0-0879-459c-8203-b1374c98620b tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.165098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e6e8d0-0879-459c-8203-b1374c98620b tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.166755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e6e8d0-0879-459c-8203-b1374c98620b tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.168439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e6e8d0-0879-459c-8203-b1374c98620b tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.173559 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f6e6e8d0-0879-459c-8203-b1374c98620b tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1077659 Oct 13 11:22:00.173892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49272) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:00.200609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4dcb256b-3041-4507-b1bc-ed460b95a969 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:22:00.247922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 4dcb256b-3041-4507-b1bc-ed460b95a969 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:22:00.250848 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4dcb256b-3041-4507-b1bc-ed460b95a969 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:22:00.331607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c932dc14-6f61-4f2a-8cbb-2b80c02c0476 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.334417 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c932dc14-6f61-4f2a-8cbb-2b80c02c0476 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "GET /v2.0/networks/7506d8d3-95c6-4e26-86b4-21ebd40499b1 HTTP/1.1" status: 200 len: 803 time: 0.1586647 Oct 13 11:22:00.337551 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49274) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:00.527482 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c045c946-9f83-4384-849d-d41689e7560d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "GET /v2.0/networks/7506d8d3-95c6-4e26-86b4-21ebd40499b1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1884320 Oct 13 11:22:00.528339 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49280) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:00.599695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc4e10-ca2a-46c9-b242-87cb760fb306 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.602939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0fbc4e10-ca2a-46c9-b242-87cb760fb306 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "GET /v2.0/subnets/926d9ffb-a4e6-4d48-aa5a-5fd90a002e43 HTTP/1.1" status: 200 len: 843 time: 0.0732913 Oct 13 11:22:00.606622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49282) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:00.682581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-cfa6cd9d-b664-48a0-b15e-b4c06cf73cb3 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.684846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-cfa6cd9d-b664-48a0-b15e-b4c06cf73cb3 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.46 "GET /v2.0/networks?id=dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 200 len: 814 time: 0.5519562 Oct 13 11:22:00.687016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35fcb9e-97cd-41db-a425-fd6c579ec573 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['shared'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:00.693668 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d35fcb9e-97cd-41db-a425-fd6c579ec573 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "GET /v2.0/subnets/926d9ffb-a4e6-4d48-aa5a-5fd90a002e43?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0781181 Oct 13 11:22:00.694466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49286) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:00.712968 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-9a5c0c85-53aa-4c90-b4ba-577bff039a94 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Request body: {'port': {'device_id': 'c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9', 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447', 'admin_state_up': True, 'tenant_id': 'd68dbc9483eb42729f0555aa2b73d7fc'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:00.728056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-549dc68b-c0e2-48da-badb-608c1c0b811c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1491468242'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:00.846584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2db49078-1796-4984-bced-7cad0a29045f req-2557ad3d-e715-462f-9f70-19565549852c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 210 time: 0.0814991 Oct 13 11:22:00.879238 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:01.292427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549dc68b-c0e2-48da-badb-608c1c0b811c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:01.296160 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-549dc68b-c0e2-48da-badb-608c1c0b811c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:01.337403 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:22:01.358062 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c94488e-62d0-4776-89bc-688b0b9bf555 req-72dbfcc3-1383-49e8-ba56-3b2cb9864eee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 210 time: 0.0736639 Oct 13 11:22:01.406399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549dc68b-c0e2-48da-badb-608c1c0b811c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:22:01.419954 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-549dc68b-c0e2-48da-badb-608c1c0b811c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:01.420292 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-549dc68b-c0e2-48da-badb-608c1c0b811c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Added segment 27ea7171-3f47-4a1f-880d-7f1414e0755b of type vlan for network 66fecca6-9249-4f31-b971-ea50631e8e6e Oct 13 11:22:01.490741 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-9a5c0c85-53aa-4c90-b4ba-577bff039a94 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Made reservation on behalf of d68dbc9483eb42729f0555aa2b73d7fc for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:01.494520 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-9a5c0c85-53aa-4c90-b4ba-577bff039a94 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:01.497884 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-549dc68b-c0e2-48da-badb-608c1c0b811c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:01.547712 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:01.619885 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-549dc68b-c0e2-48da-badb-608c1c0b811c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:01.627274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549dc68b-c0e2-48da-badb-608c1c0b811c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:01.627508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-549dc68b-c0e2-48da-badb-608c1c0b811c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:01.743320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-549dc68b-c0e2-48da-badb-608c1c0b811c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0265825 Oct 13 11:22:01.746736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49294) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:01.752395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'subnet': {'network_id': '66fecca6-9249-4f31-b971-ea50631e8e6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:01.805864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dc68b-c0e2-48da-badb-608c1c0b811c tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Network': ['ID=66fecca6-9249-4f31-b971-ea50631e8e6e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:01.819672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 66fecca6-9249-4f31-b971-ea50631e8e6e details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:22:01.852248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-9a5c0c85-53aa-4c90-b4ba-577bff039a94 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Allocated IP 172.20.0.13 (dbf8db7d-4319-46d8-b065-1b14a7f7b447/40420b33-4d47-4003-890e-dc51ede41596/b531dddb-6393-4e8f-9e78-97aa87e1ecf4) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:01.983502 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:01.993248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Made reservation on behalf of 1514672f95884792aaeff7121e3e3ebb for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:02.000768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:02.015613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a7de8c4-3332-49bd-9eb3-24c3b2b5270f req-a861e6aa-cb13-4e75-90de-8a325bdccfaa tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 210 time: 0.0464139 Oct 13 11:22:02.086559 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:02.087039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_backend_mixin [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Performing IP validity checks on allocation pools {{(pid=101990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 11:22:02.087805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_backend_mixin [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 11:22:02.210915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=15647663-c0df-488e-bfd1-c8ff7c36d8f4,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:02.218457 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-9a5c0c85-53aa-4c90-b4ba-577bff039a94 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:02.249811 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:02.379416 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:02.383745 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Floating IP 42bc46fe-1981-4af5-839d-1c3a6041307a associated. External IP: 172.25.0.62, port: 3fbe8864-9c78-4bda-ba90-0b8338ec7c20. Oct 13 11:22:02.431623 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-9a5c0c85-53aa-4c90-b4ba-577bff039a94 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:02.445579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['dfcf1623-8c1f-42e4-ace7-a84bdbc8052a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:22:02.463871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Subnet': ['ID=0d3cab10-dc1e-4407-a1ac-636707a0b42a,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:02.479453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:02.479817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:02.480179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:02.480528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:02.480864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:02.481206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:02.481541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:02.481885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:02.482221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:02.482604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:02.482939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:02.483273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:02.489780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Checking segment: {'id': '27ea7171-3f47-4a1f-880d-7f1414e0755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66fecca6-9249-4f31-b971-ea50631e8e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:02.490167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network hostable DHCP agents. Network: 66fecca6-9249-4f31-b971-ea50631e8e6e, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:22:02.590015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-9a5c0c85-53aa-4c90-b4ba-577bff039a94 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Network dbf8db7d-4319-46d8-b065-1b14a7f7b447 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:02.598362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Network 66fecca6-9249-4f31-b971-ea50631e8e6e is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:22:02.642574 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-9a5c0c85-53aa-4c90-b4ba-577bff039a94 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:02.647341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-9a5c0c85-53aa-4c90-b4ba-577bff039a94 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:02.654937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c0c85-53aa-4c90-b4ba-577bff039a94 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Pushing event updated for resources: {'Port': ['ID=b531dddb-6393-4e8f-9e78-97aa87e1ecf4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:02.697875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 66fecca6-9249-4f31-b971-ea50631e8e6e) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:02.705036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:02.705911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:02.711522 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71254740-0085-4101-afa2-2fe8b28c9913 None None] Network 66fecca6-9249-4f31-b971-ea50631e8e6e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:02.761397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb279b-5027-4399-8547-c9cd8eeb6a44 req-4552f5a7-5c1d-41a4-b138-56b7f42e4d92 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:02.773379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31cb279b-5027-4399-8547-c9cd8eeb6a44 req-4552f5a7-5c1d-41a4-b138-56b7f42e4d92 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 932 time: 0.2372086 Oct 13 11:22:02.798115 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3876e2e1-3614-4257-af94-5378dcbe6e80 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0499759 Oct 13 11:22:02.800753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-9a5c0c85-53aa-4c90-b4ba-577bff039a94 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:02.801532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49304) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:02.801902 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-9a5c0c85-53aa-4c90-b4ba-577bff039a94 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:02.808126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-75f852f9-042c-4453-bb95-419464c0b9b1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:02.939463 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31cb279b-5027-4399-8547-c9cd8eeb6a44 req-878571c6-f885-4d7c-9079-457fa25642e5 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584480 Oct 13 11:22:02.949348 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75f852f9-042c-4453-bb95-419464c0b9b1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28579355'] for subnet, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:02.951638 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-66fecca6-9249-4f31-b971-ea50631e8e6e', 'network_id': '66fecca6-9249-4f31-b971-ea50631e8e6e', 'tenant_id': '1514672f95884792aaeff7121e3e3ebb', 'fixed_ips': [{'subnet_id': '0d3cab10-dc1e-4407-a1ac-636707a0b42a'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:22:02.953343 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-9a5c0c85-53aa-4c90-b4ba-577bff039a94 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2595954 Oct 13 11:22:02.955537 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:02.970626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Request body: {'port': {'device_id': 'c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:03.213223 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2db4bdcd-5ad0-471e-b618-9bf2d6053904 req-79682136-1374-40f2-9d9f-e691d990db46 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 210 time: 0.0493832 Oct 13 11:22:03.216463 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:03.232313 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 4dd1346d-2770-453c-bd82-43bd7d84039c has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:22:03.256046 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75f852f9-042c-4453-bb95-419464c0b9b1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785341713421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25810632'] for subnet, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:03.328382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f852f9-042c-4453-bb95-419464c0b9b1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:03.329268 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75f852f9-042c-4453-bb95-419464c0b9b1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:03.331100 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-75f852f9-042c-4453-bb95-419464c0b9b1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "PUT /v2.0/subnets/0d3cab10-dc1e-4407-a1ac-636707a0b42a HTTP/1.1" status: 200 len: 900 time: 0.5281713 Oct 13 11:22:03.337398 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49308) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:03.356360 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Allocated IP 2001:db8::3 (66fecca6-9249-4f31-b971-ea50631e8e6e/0d3cab10-dc1e-4407-a1ac-636707a0b42a/91ed9c89-4567-478c-bb24-a412ef46b21f) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:03.482518 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:03.501954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f852f9-042c-4453-bb95-419464c0b9b1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event updated for resources: {'Subnet': ['ID=0d3cab10-dc1e-4407-a1ac-636707a0b42a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:03.561832 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:03.577971 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:03.591315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:22:03.595549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9dac87-80d8-4b86-8e10-b00acee08252 None None] Sync routers for ids ['4dd1346d-2770-453c-bd82-43bd7d84039c'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:22:03.625473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9dac87-80d8-4b86-8e10-b00acee08252 None None] Routers {'4dd1346d-2770-453c-bd82-43bd7d84039c'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:22:03.626507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5f9dac87-80d8-4b86-8e10-b00acee08252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:21:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dd1346d-2770-453c-bd82-43bd7d84039c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:03.767144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b531dddb-6393-4e8f-9e78-97aa87e1ecf4 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:22:03.776581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:03.790181 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:03.830774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-562703dd-2264-4b64-85bf-75da54be21d0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1326246 Oct 13 11:22:03.831510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:22:03.835409 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e87095-7369-4c13-ada9-78ddab189ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:22:03.836472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:03.839748 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Transition to ACTIVE for port object b531dddb-6393-4e8f-9e78-97aa87e1ecf4 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:22:03.888379 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:03.903152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3cab10-dc1e-4407-a1ac-636707a0b42a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:03.917670 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:03.938257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Pushing event updated for resources: {'Port': ['ID=91ed9c89-4567-478c-bb24-a412ef46b21f,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:04.044249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Network 66fecca6-9249-4f31-b971-ea50631e8e6e is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:04.051282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:04.054047 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:04.058731 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:04.115043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66fecca6-9249-4f31-b971-ea50631e8e6e']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:04.119301 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Pushing event updated for resources: {'Port': ['ID=b531dddb-6393-4e8f-9e78-97aa87e1ecf4,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:04.132925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ea7171-3f47-4a1f-880d-7f1414e0755b') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:04.133478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ea7171-3f47-4a1f-880d-7f1414e0755b') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:04.138192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f09780-18fd-492b-b994-c89c842adc4b req-62707a0b-337a-431e-9193-e7c55ce2bf8b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:04.139790 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-08f09780-18fd-492b-b994-c89c842adc4b req-62707a0b-337a-431e-9193-e7c55ce2bf8b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 945 time: 0.2436433 Oct 13 11:22:04.148641 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:04.164525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Attempting to bind port b531dddb-6393-4e8f-9e78-97aa87e1ecf4 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:22:04.165147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Attempting to bind port b531dddb-6393-4e8f-9e78-97aa87e1ecf4 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:22:04.165656 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Attempting to bind port b531dddb-6393-4e8f-9e78-97aa87e1ecf4 on network dbf8db7d-4319-46d8-b065-1b14a7f7b447 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:22:04.171312 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:04.180381 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:22:04.180842 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:04.181112 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Port b531dddb-6393-4e8f-9e78-97aa87e1ecf4 on network dbf8db7d-4319-46d8-b065-1b14a7f7b447 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:22:04.181535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5f9dac87-80d8-4b86-8e10-b00acee08252 None None] Set router 4dd1346d-2770-453c-bd82-43bd7d84039c gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:22:04.181760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Attempting to bind port b531dddb-6393-4e8f-9e78-97aa87e1ecf4 on network dbf8db7d-4319-46d8-b065-1b14a7f7b447 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:22:04.203391 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-08f09780-18fd-492b-b994-c89c842adc4b req-9f3b11c3-1367-4487-b787-c2f6bdecfd71 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519972 Oct 13 11:22:04.208734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:22:04.209275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Checking segment: {'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:04.209834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Bound using segment: {'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:22:04.210491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Bound port: b531dddb-6393-4e8f-9e78-97aa87e1ecf4, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:22:04.211032 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:22:04.242525 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:22:04.249346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49322) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:04.333569 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a18b3c-49cb-419c-a49e-04fe107e3abe x-openstack-request-id: req-85a18b3c-49cb-419c-a49e-04fe107e3abe {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:22:04.335774 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:22:04.336225 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85a18b3c-49cb-419c-a49e-04fe107e3abe {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:22:04.336795 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'status': 'completed', 'code': 200} Oct 13 11:22:04.365639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] For port b531dddb-6393-4e8f-9e78-97aa87e1ecf4, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:22:04.375862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] For port b531dddb-6393-4e8f-9e78-97aa87e1ecf4, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b531dddb-6393-4e8f-9e78-97aa87e1ecf4,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:22:04.459225 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e7e99-c4dc-40d8-9262-92d95b731929 req-12e97766-9a59-4788-bcf3-a7f4d27fa269 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:04.461184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Attempting to bind port 91ed9c89-4567-478c-bb24-a412ef46b21f on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:22:04.461549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Attempting to bind port 91ed9c89-4567-478c-bb24-a412ef46b21f by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '27ea7171-3f47-4a1f-880d-7f1414e0755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66fecca6-9249-4f31-b971-ea50631e8e6e'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:22:04.461923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Attempting to bind port 91ed9c89-4567-478c-bb24-a412ef46b21f on network 66fecca6-9249-4f31-b971-ea50631e8e6e {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:22:04.466901 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d32e7e99-c4dc-40d8-9262-92d95b731929 req-12e97766-9a59-4788-bcf3-a7f4d27fa269 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 944 time: 0.0640786 Oct 13 11:22:04.471630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:22:04.472016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Checking segment: {'id': '27ea7171-3f47-4a1f-880d-7f1414e0755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66fecca6-9249-4f31-b971-ea50631e8e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:04.472502 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:04.472992 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Bound using segment: {'id': '27ea7171-3f47-4a1f-880d-7f1414e0755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66fecca6-9249-4f31-b971-ea50631e8e6e'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:22:04.473494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Bound port: 91ed9c89-4567-478c-bb24-a412ef46b21f, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ea7171-3f47-4a1f-880d-7f1414e0755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66fecca6-9249-4f31-b971-ea50631e8e6e'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:22:04.473889 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:04.476059 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:04.532092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:04.532731 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:04.534170 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] 10.222.0.46 "PUT /v2.0/ports/b531dddb-6393-4e8f-9e78-97aa87e1ecf4 HTTP/1.1" status: 200 len: 1092 time: 1.5702667 Oct 13 11:22:04.553689 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] For port 91ed9c89-4567-478c-bb24-a412ef46b21f, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:22:04.574731 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d32e7e99-c4dc-40d8-9262-92d95b731929 req-d8fe5c54-a645-4927-8e08-d52860944150 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066768 Oct 13 11:22:04.605398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da70d5-7eea-41f7-80d7-9056b3e92edf service neutron] Pushing event updated for resources: {'Port': ['ID=b531dddb-6393-4e8f-9e78-97aa87e1ecf4,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:04.731224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5f9dac87-80d8-4b86-8e10-b00acee08252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '42bc46fe-1981-4af5-839d-1c3a6041307a', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'port_id': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'mac_address': 'fa:16:3e:8a:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:22:00Z', 'updated_at': '2021-10-13T11:22:00Z', 'revision_number': 0, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a228664-be3b-4392-a5f2-4ec4fc734771', 'name': '', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:ba:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:27Z', 'updated_at': '2021-10-13T11:21:34Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:04.799784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9dac87-80d8-4b86-8e10-b00acee08252 None None] Checking router: 4dd1346d-2770-453c-bd82-43bd7d84039c for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:22:04.820656 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] For port 91ed9c89-4567-478c-bb24-a412ef46b21f, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=91ed9c89-4567-478c-bb24-a412ef46b21f,segment=NetworkSegment(27ea7171-3f47-4a1f-880d-7f1414e0755b),segment_id=27ea7171-3f47-4a1f-880d-7f1414e0755b)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:22:04.825904 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f8fa7a2-558b-4243-a22c-fff7103464e3 req-47a5fb5b-8855-4d1b-8290-481abc839785 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 210 time: 0.0691991 Oct 13 11:22:04.828541 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eea2317b-6224-493a-ba5b-6318ebc3aa16 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/42bc46fe-1981-4af5-839d-1c3a6041307a HTTP/1.1" status: 200 len: 990 time: 0.5719323 Oct 13 11:22:04.833211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9dac87-80d8-4b86-8e10-b00acee08252 None None] Routers {'4dd1346d-2770-453c-bd82-43bd7d84039c'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:22:04.833364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e87095-7369-4c13-ada9-78ddab189ee6 req-f61266b3-15cc-4a40-9857-4b174c63b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:04.833908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5f9dac87-80d8-4b86-8e10-b00acee08252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:21:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dd1346d-2770-453c-bd82-43bd7d84039c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:04.836437 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9e87095-7369-4c13-ada9-78ddab189ee6 req-f61266b3-15cc-4a40-9857-4b174c63b3e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 1096 time: 0.0739534 Oct 13 11:22:04.841329 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-cd605163-5162-4348-bf7b-4421c6e4d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:04.842952 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-cd605163-5162-4348-bf7b-4421c6e4d3ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 1095 time: 0.1720414 Oct 13 11:22:04.898928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-6931c166-3a7f-44ce-8377-76620a965455 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b531dddb-6393-4e8f-9e78-97aa87e1ecf4 HTTP/1.1" status: 200 len: 217 time: 0.0485198 Oct 13 11:22:04.903599 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.api [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 11:22:04.903599 n-d-813659-3 neutron-server[101990]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 11:22:04.903599 n-d-813659-3 neutron-server[101990]: [parameters: {'id': '66fecca6-9249-4f31-b971-ea50631e8e6e'}] Oct 13 11:22:04.903599 n-d-813659-3 neutron-server[101990]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:22:04.903599 n-d-813659-3 neutron-server[101990]: DEBUG oslo_db.api [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:22:04.911235 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:04.968085 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e87095-7369-4c13-ada9-78ddab189ee6 req-3e0124a7-99bf-4444-b032-4169c2da3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:04.970377 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9e87095-7369-4c13-ada9-78ddab189ee6 req-3e0124a7-99bf-4444-b032-4169c2da3bb9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5 HTTP/1.1" status: 200 len: 898 time: 0.1267092 Oct 13 11:22:04.993535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-de82831a-ee62-4d77-b92a-e7328a472047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:04.995151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-de82831a-ee62-4d77-b92a-e7328a472047 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40420b33-4d47-4003-890e-dc51ede41596 HTTP/1.1" status: 200 len: 854 time: 0.0885615 Oct 13 11:22:05.013070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa1f12-6c68-4a69-b8a9-dbbbfb6714c1 None None] Pushing event updated for resources: {'Port': ['ID=91ed9c89-4567-478c-bb24-a412ef46b21f,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:05.044919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-b2e66687-7f24-4dce-9d29-f514efac1149 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dbf8db7d-4319-46d8-b065-1b14a7f7b447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431790 Oct 13 11:22:05.099971 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9e87095-7369-4c13-ada9-78ddab189ee6 req-4f6cdfdf-7470-4d2e-9cb0-c758386cedd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20 HTTP/1.1" status: 200 len: 998 time: 0.1180363 Oct 13 11:22:05.115667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5f9dac87-80d8-4b86-8e10-b00acee08252 None None] Set router 4dd1346d-2770-453c-bd82-43bd7d84039c gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:22:05.158345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd49bf9f-d84c-425d-b512-35252d483fc8 None None] Network 66fecca6-9249-4f31-b971-ea50631e8e6e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:05.193717 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-c99c822f-8401-4302-985b-5c2762a3654e service neutron] 10.222.0.46 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413050 Oct 13 11:22:05.209726 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e87095-7369-4c13-ada9-78ddab189ee6 req-67b6e6bf-58a3-4c4f-93a1-b696b72fcff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:05.212550 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9e87095-7369-4c13-ada9-78ddab189ee6 req-67b6e6bf-58a3-4c4f-93a1-b696b72fcff1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1 HTTP/1.1" status: 200 len: 835 time: 0.1105528 Oct 13 11:22:05.319935 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e87095-7369-4c13-ada9-78ddab189ee6 req-b5f2654b-826e-41bf-978d-eba30bb56df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:05.322293 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9e87095-7369-4c13-ada9-78ddab189ee6 req-b5f2654b-826e-41bf-978d-eba30bb56df8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023345 Oct 13 11:22:05.345752 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa13bc9e-4bf1-4362-95e9-1b7763f82726 req-039f097a-1a49-4f75-a84a-34db6ea62eac service neutron] 10.222.0.46 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432602 Oct 13 11:22:05.407702 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:05.502640 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9e87095-7369-4c13-ada9-78ddab189ee6 req-68bf87c1-1b5f-41ac-9a18-6b462b130b50 service neutron] 10.222.0.46 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719387 Oct 13 11:22:05.515002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728bacc1-402c-4640-b173-15ca223a3b41 None None] Network 66fecca6-9249-4f31-b971-ea50631e8e6e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:05.589574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Deleting port 91ed9c89-4567-478c-bb24-a412ef46b21f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:05.589905 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:05.693220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9e87095-7369-4c13-ada9-78ddab189ee6 req-fa70c8db-c896-4b0d-9d5c-80a3effc4423 service neutron] 10.222.0.46 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792369 Oct 13 11:22:05.698746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] For port 91ed9c89-4567-478c-bb24-a412ef46b21f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=91ed9c89-4567-478c-bb24-a412ef46b21f,segment=NetworkSegment(27ea7171-3f47-4a1f-880d-7f1414e0755b),segment_id=27ea7171-3f47-4a1f-880d-7f1414e0755b)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:05.699125 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:05.715270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Calling delete_port for 91ed9c89-4567-478c-bb24-a412ef46b21f owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:05.788333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ddf15d-f89b-412b-9546-0aff71105483 None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:22:05.806916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d4b4-83e0-485c-9c3e-3bfb7b6f6bc6 req-014995cd-2d18-4127-8109-d69c40990e9a tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:05.822187 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5f9dac87-80d8-4b86-8e10-b00acee08252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '42bc46fe-1981-4af5-839d-1c3a6041307a', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'port_id': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'mac_address': 'fa:16:3e:8a:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:22:00Z', 'updated_at': '2021-10-13T11:22:00Z', 'revision_number': 0, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a228664-be3b-4392-a5f2-4ec4fc734771', 'name': '', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:ba:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:27Z', 'updated_at': '2021-10-13T11:21:34Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:05.827870 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62c7d4b4-83e0-485c-9c3e-3bfb7b6f6bc6 req-014995cd-2d18-4127-8109-d69c40990e9a tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 944 time: 0.1217899 Oct 13 11:22:05.841595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49334) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:05.884551 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9dac87-80d8-4b86-8e10-b00acee08252 None None] The sync data for ids ['4dd1346d-2770-453c-bd82-43bd7d84039c'] in n-d-813659-3 is: [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '42bc46fe-1981-4af5-839d-1c3a6041307a', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'port_id': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'mac_address': 'fa:16:3e:8a:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:22:00Z', 'updated_at': '2021-10-13T11:22:00Z', 'revision_number': 0, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a228664-be3b-4392-a5f2-4ec4fc734771', 'name': '', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:ba:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:27Z', 'updated_at': '2021-10-13T11:21:34Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:22:05.921318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62c7d4b4-83e0-485c-9c3e-3bfb7b6f6bc6 req-dce232ab-5b5a-472f-9818-6d12ffbfc3dd tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880532 Oct 13 11:22:05.969429 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-26328bb6-a977-4a5c-bb81-98a548f538bb tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/42bc46fe-1981-4af5-839d-1c3a6041307a HTTP/1.1" status: 200 len: 990 time: 0.1266696 Oct 13 11:22:06.010034 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:06.023639 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ddf15d-f89b-412b-9546-0aff71105483 None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:22:06.052556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Port': ['ID=91ed9c89-4567-478c-bb24-a412ef46b21f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:06.063768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No DVR routers for this DVR port 91ed9c89-4567-478c-bb24-a412ef46b21f on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:22:06.150731 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f9c71c2-2d0b-4c79-950d-895c701a12b3 req-51569eee-d5e4-4a9c-a7cd-5bd37eae1a9f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49abfb4-11ba-4cd5-93dc-09d0845f13c5 HTTP/1.1" status: 200 len: 210 time: 0.0893250 Oct 13 11:22:06.202585 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:06.236315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66fecca6-9249-4f31-b971-ea50631e8e6e']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:06.257275 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ea7171-3f47-4a1f-880d-7f1414e0755b') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:06.257671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ea7171-3f47-4a1f-880d-7f1414e0755b') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:06.269040 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5bb327-ba1b-4f1e-ac26-3f5a5cbb37a7 None None] New status for floating IP 42bc46fe-1981-4af5-839d-1c3a6041307a: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:22:06.270986 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:06.290134 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:06.299590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:22:06.300335 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:22:06.304767 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:22:06.338517 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9', 'tag': 'b531dddb-6393-4e8f-9e78-97aa87e1ecf4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:22:06.341716 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdcd8b5-d8e4-4206-9c6f-54c1a1ada740" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9", "tag": "b531dddb-6393-4e8f-9e78-97aa87e1ecf4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:22:06.415031 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09be8b63-6799-4d4b-82d9-ffd608837b5d x-openstack-request-id: req-09be8b63-6799-4d4b-82d9-ffd608837b5d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:22:06.418772 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9", "tag": "b531dddb-6393-4e8f-9e78-97aa87e1ecf4", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:22:06.418772 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09be8b63-6799-4d4b-82d9-ffd608837b5d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:22:06.418772 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9', 'tag': 'b531dddb-6393-4e8f-9e78-97aa87e1ecf4', 'status': 'completed', 'code': 200} Oct 13 11:22:06.490303 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:06.500576 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:06.508921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49340) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:06.509217 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/66fecca6-9249-4f31-b971-ea50631e8e6e HTTP/1.1" status: 204 len: 168 time: 3.1703970 Oct 13 11:22:06.531406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0154c2-b241-43d9-8ef6-e569a6ee01cc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Network': ['ID=66fecca6-9249-4f31-b971-ea50631e8e6e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:06.554379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcd8b5-d8e4-4206-9c6f-54c1a1ada740 req-92f8fb81-7de3-4014-8a34-df8866fcf2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:06.556006 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bdcd8b5-d8e4-4206-9c6f-54c1a1ada740 req-92f8fb81-7de3-4014-8a34-df8866fcf2b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 1095 time: 0.1149371 Oct 13 11:22:06.733342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcd8b5-d8e4-4206-9c6f-54c1a1ada740 req-b1f5a87b-4344-431a-a5a5-6fded4776d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:06.737239 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bdcd8b5-d8e4-4206-9c6f-54c1a1ada740 req-b1f5a87b-4344-431a-a5a5-6fded4776d7d service neutron] 10.222.0.46 "GET /v2.0/networks?id=dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 200 len: 915 time: 0.1656077 Oct 13 11:22:06.795455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bdcd8b5-d8e4-4206-9c6f-54c1a1ada740 req-3ccc2235-d59d-43fa-a7ac-bc4f3036fad1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b531dddb-6393-4e8f-9e78-97aa87e1ecf4 HTTP/1.1" status: 200 len: 217 time: 0.0522077 Oct 13 11:22:06.838741 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a877b0b-9fc9-4adf-9363-8eef813bb41e tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] DELETE failed (client error): The resource could not be found. Oct 13 11:22:06.839276 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a877b0b-9fc9-4adf-9363-8eef813bb41e tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:06.842582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7a877b0b-9fc9-4adf-9363-8eef813bb41e tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/subnets/0d3cab10-dc1e-4407-a1ac-636707a0b42a HTTP/1.1" status: 404 len: 337 time: 0.3323803 Oct 13 11:22:06.845051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49342) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:06.876491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcd8b5-d8e4-4206-9c6f-54c1a1ada740 req-2bfcde05-4d9a-41ff-91a3-b8d628ae276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:06.879067 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bdcd8b5-d8e4-4206-9c6f-54c1a1ada740 req-2bfcde05-4d9a-41ff-91a3-b8d628ae276c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40420b33-4d47-4003-890e-dc51ede41596 HTTP/1.1" status: 200 len: 854 time: 0.0659165 Oct 13 11:22:06.880918 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb97d7e-afde-4dad-8c03-73e052827770 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] DELETE failed (client error): The resource could not be found. Oct 13 11:22:06.881528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb97d7e-afde-4dad-8c03-73e052827770 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:06.884610 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4bb97d7e-afde-4dad-8c03-73e052827770 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/66fecca6-9249-4f31-b971-ea50631e8e6e HTTP/1.1" status: 404 len: 339 time: 0.0385153 Oct 13 11:22:06.887156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49348) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:06.938365 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bdcd8b5-d8e4-4206-9c6f-54c1a1ada740 req-24c8a981-a57e-499c-9d29-e5cba61783d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dbf8db7d-4319-46d8-b065-1b14a7f7b447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512385 Oct 13 11:22:06.973807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49352) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:07.053015 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bdcd8b5-d8e4-4206-9c6f-54c1a1ada740 req-28749627-940a-496b-8a3b-b409a17340b8 service neutron] 10.222.0.46 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065969 Oct 13 11:22:07.188844 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0bdcd8b5-d8e4-4206-9c6f-54c1a1ada740 req-73e9dc49-78db-42ae-859c-aa9bb79488fe service neutron] 10.222.0.46 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269777 Oct 13 11:22:07.201601 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b969803c-0bbf-4be9-9da7-5ca6b6ac3aec tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:07.218203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-45246395-3946-407c-8658-4b378cc2c35a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/42bc46fe-1981-4af5-839d-1c3a6041307a HTTP/1.1" status: 200 len: 992 time: 0.2362220 Oct 13 11:22:07.246970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68e0f4-ae0c-4052-a1fb-a629b683c092 req-9ddd52f8-6507-42e2-8be5-440b8f26442d tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:07.249163 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a68e0f4-ae0c-4052-a1fb-a629b683c092 req-9ddd52f8-6507-42e2-8be5-440b8f26442d tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 944 time: 0.1337729 Oct 13 11:22:07.357785 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b969803c-0bbf-4be9-9da7-5ca6b6ac3aec tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:07.379708 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a68e0f4-ae0c-4052-a1fb-a629b683c092 req-79aeedb6-9b3e-4b60-b6b1-3c1ed31f553e tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189399 Oct 13 11:22:07.388189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-b969803c-0bbf-4be9-9da7-5ca6b6ac3aec tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a432de8-5517-4991-92eb-74a50b498b4b']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:07.407100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-b969803c-0bbf-4be9-9da7-5ca6b6ac3aec tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f368be-4e7a-46d7-bcbf-7fc3590908b8') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:07.407394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-b969803c-0bbf-4be9-9da7-5ca6b6ac3aec tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f368be-4e7a-46d7-bcbf-7fc3590908b8') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:07.427959 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b969803c-0bbf-4be9-9da7-5ca6b6ac3aec tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:07.452304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b969803c-0bbf-4be9-9da7-5ca6b6ac3aec tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:07.461149 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b969803c-0bbf-4be9-9da7-5ca6b6ac3aec tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:22:07.461578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b969803c-0bbf-4be9-9da7-5ca6b6ac3aec tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:22:07.465714 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:22:07.828506 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b969803c-0bbf-4be9-9da7-5ca6b6ac3aec tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:07.839422 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b969803c-0bbf-4be9-9da7-5ca6b6ac3aec tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:07.844077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b969803c-0bbf-4be9-9da7-5ca6b6ac3aec tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/1a432de8-5517-4991-92eb-74a50b498b4b HTTP/1.1" status: 204 len: 168 time: 0.9555840 Oct 13 11:22:07.848757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49360) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:07.873821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969803c-0bbf-4be9-9da7-5ca6b6ac3aec tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Network': ['ID=1a432de8-5517-4991-92eb-74a50b498b4b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:07.901801 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-d772fb18-2997-4dba-b964-443f86ee8d81 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] DELETE failed (client error): The resource could not be found. Oct 13 11:22:07.902273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d772fb18-2997-4dba-b964-443f86ee8d81 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:07.905484 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d772fb18-2997-4dba-b964-443f86ee8d81 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/subnets/9721c04a-54d0-4fe6-b066-ded3ee78fcfc HTTP/1.1" status: 404 len: 337 time: 0.0569913 Oct 13 11:22:07.908036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49364) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:07.930240 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b13091-a9a9-4ec3-b855-38e55d44ef36 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] DELETE failed (client error): The resource could not be found. Oct 13 11:22:07.931031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b13091-a9a9-4ec3-b855-38e55d44ef36 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:07.934159 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-68b13091-a9a9-4ec3-b855-38e55d44ef36 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/78885a84-497a-4976-bb6e-94f5e1ca3015 HTTP/1.1" status: 404 len: 339 time: 0.0251827 Oct 13 11:22:07.941895 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49366) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:08.012418 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe04c39-f586-4512-a22b-0f6e2c6d8103 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Deleting subnet 6463fdeb-6431-4e0a-8bc4-1f61bd2f7bde {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:22:08.016764 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbe04c39-f586-4512-a22b-0f6e2c6d8103 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:08.033201 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d297b36d-9d4f-41e1-b283-d1b78843dc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:08.066508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbe04c39-f586-4512-a22b-0f6e2c6d8103 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:08.172300 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbe04c39-f586-4512-a22b-0f6e2c6d8103 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:08.313524 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbe04c39-f586-4512-a22b-0f6e2c6d8103 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:08.343031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe04c39-f586-4512-a22b-0f6e2c6d8103 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Subnet': ['ID=6463fdeb-6431-4e0a-8bc4-1f61bd2f7bde,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:08.353563 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbe04c39-f586-4512-a22b-0f6e2c6d8103 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:08.360812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49370) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:08.361617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014d1863-a587-4cab-bc45-d5c57cbc7662 None None] Network 55b6c020-7096-4e7c-a253-46e5be95d703 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:08.375202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cbe04c39-f586-4512-a22b-0f6e2c6d8103 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/subnets/6463fdeb-6431-4e0a-8bc4-1f61bd2f7bde HTTP/1.1" status: 204 len: 168 time: 0.4227819 Oct 13 11:22:08.445501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc46a60-db14-4066-9655-ca4300126730 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Deleting subnet 71c3e5f3-365b-42e6-b2fb-b60969ff55b9 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:22:08.449253 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfc46a60-db14-4066-9655-ca4300126730 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:08.505508 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfc46a60-db14-4066-9655-ca4300126730 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:08.528114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cba0f4-ade2-4437-b7e4-e7dcc252d2c1 req-2ce646fb-4f2f-421a-8b6b-ae5e437bfd05 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:08.536173 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3cba0f4-ade2-4437-b7e4-e7dcc252d2c1 req-2ce646fb-4f2f-421a-8b6b-ae5e437bfd05 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 944 time: 0.0714459 Oct 13 11:22:08.590347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3cba0f4-ade2-4437-b7e4-e7dcc252d2c1 req-bf994715-a45d-45c8-bec3-da22625a0798 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483606 Oct 13 11:22:08.666147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfc46a60-db14-4066-9655-ca4300126730 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:08.819030 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfc46a60-db14-4066-9655-ca4300126730 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:08.866929 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:08.891131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc46a60-db14-4066-9655-ca4300126730 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Subnet': ['ID=71c3e5f3-365b-42e6-b2fb-b60969ff55b9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:08.893561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfc46a60-db14-4066-9655-ca4300126730 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:08.898407 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bfc46a60-db14-4066-9655-ca4300126730 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/subnets/71c3e5f3-365b-42e6-b2fb-b60969ff55b9 HTTP/1.1" status: 204 len: 168 time: 0.5360563 Oct 13 11:22:08.900901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49376) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:09.068345 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:09.165220 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Deleting port 6acd0594-bc7d-486d-9deb-4648414fc639 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:09.165868 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:09.269404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] For port 6acd0594-bc7d-486d-9deb-4648414fc639, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6acd0594-bc7d-486d-9deb-4648414fc639,segment=NetworkSegment(252f139c-5276-4d97-bee0-ed52575f1ea4),segment_id=252f139c-5276-4d97-bee0-ed52575f1ea4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:09.270096 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:09.288073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Calling delete_port for 6acd0594-bc7d-486d-9deb-4648414fc639 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:09.482941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5c2345-3744-471f-93d9-6f5e2df569f6 None None] Network 55b6c020-7096-4e7c-a253-46e5be95d703 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:09.502027 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:09.525537 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No DVR routers for this DVR port 6acd0594-bc7d-486d-9deb-4648414fc639 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:22:09.539307 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ce0ebae7-2083-404b-8b86-2bcc922a49cd None None] Could not find standard attr ID for object 6acd0594-bc7d-486d-9deb-4648414fc639. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:22:09.560621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Port': ['ID=6acd0594-bc7d-486d-9deb-4648414fc639,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:09.756431 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:09.794627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b6c020-7096-4e7c-a253-46e5be95d703']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:09.813311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a2e6f-b00f-415f-9bbb-fa5244189fd8 None None] DHCP port deletion for 55b6c020-7096-4e7c-a253-46e5be95d703 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:22:09.823774 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252f139c-5276-4d97-bee0-ed52575f1ea4') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:09.824168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252f139c-5276-4d97-bee0-ed52575f1ea4') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:09.845935 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:09.872225 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:09.879215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:22:09.879743 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:22:09.921423 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:22:09.929870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571084-6dc8-4def-a114-a983452f386d req-64997cbd-865b-44e8-8575-ec5d488101d2 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:09.931464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e571084-6dc8-4def-a114-a983452f386d req-64997cbd-865b-44e8-8575-ec5d488101d2 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 944 time: 0.1601624 Oct 13 11:22:10.047761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e571084-6dc8-4def-a114-a983452f386d req-2e0a5708-2e45-407a-afd5-ecffc2cc8078 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042283 Oct 13 11:22:10.083973 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:10.095329 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:10.101347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/55b6c020-7096-4e7c-a253-46e5be95d703 HTTP/1.1" status: 204 len: 168 time: 1.1980207 Oct 13 11:22:10.106302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49396) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:10.129723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4077ae-ff0d-48f5-ac27-1b83a9c73a2d tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Network': ['ID=55b6c020-7096-4e7c-a253-46e5be95d703,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:10.217140 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef00ab75-bac8-43fa-b94d-e94968e46296 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] DELETE failed (client error): The resource could not be found. Oct 13 11:22:10.217642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef00ab75-bac8-43fa-b94d-e94968e46296 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:10.221086 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ef00ab75-bac8-43fa-b94d-e94968e46296 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/subnets/443435e9-9a7d-449b-ae64-925e9f0b2570 HTTP/1.1" status: 404 len: 337 time: 0.1108820 Oct 13 11:22:10.225723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49402) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:10.241939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d208e85c-a2b9-4aa3-97d4-0f8f6882a653 req-e98a5d0f-6125-41eb-90dd-1e93a891ba57 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563157 Oct 13 11:22:10.253179 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44950ce-5c84-4f0a-a094-87cb67e6547e tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] DELETE failed (client error): The resource could not be found. Oct 13 11:22:10.253621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44950ce-5c84-4f0a-a094-87cb67e6547e tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:10.258413 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f44950ce-5c84-4f0a-a094-87cb67e6547e tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/0f1fa56d-8993-4fff-9bac-583cdc7702a4 HTTP/1.1" status: 404 len: 339 time: 0.0299165 Oct 13 11:22:10.260501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49404) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:10.281259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b531dddb-6393-4e8f-9e78-97aa87e1ecf4 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:22:10.300871 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b865076-5870-4a51-88f9-44ce08620ecc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] DELETE failed (client error): The resource could not be found. Oct 13 11:22:10.301405 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b865076-5870-4a51-88f9-44ce08620ecc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:10.307233 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4b865076-5870-4a51-88f9-44ce08620ecc tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/subnets/c1132550-8f65-4166-b5d9-80b31059e9f4 HTTP/1.1" status: 404 len: 337 time: 0.0428226 Oct 13 11:22:10.308979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49406) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:10.350967 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-8497356c-b74b-40bc-b998-5d57afe2ffa6 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] DELETE failed (client error): The resource could not be found. Oct 13 11:22:10.351578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8497356c-b74b-40bc-b998-5d57afe2ffa6 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:10.356247 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8497356c-b74b-40bc-b998-5d57afe2ffa6 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/4b949f1d-b442-4e2f-a5d2-155813d76ef0 HTTP/1.1" status: 404 len: 339 time: 0.0458539 Oct 13 11:22:10.360520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49408) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:10.372353 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208e85c-a2b9-4aa3-97d4-0f8f6882a653 req-6f9fdbde-ed7b-4fe7-b164-adb84ba02aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:10.374983 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d208e85c-a2b9-4aa3-97d4-0f8f6882a653 req-6f9fdbde-ed7b-4fe7-b164-adb84ba02aad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 1096 time: 0.0716190 Oct 13 11:22:10.408899 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05d4792-b30c-4f77-9657-fb07b41f1f7f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] DELETE failed (client error): The resource could not be found. Oct 13 11:22:10.409367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05d4792-b30c-4f77-9657-fb07b41f1f7f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:10.413710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d05d4792-b30c-4f77-9657-fb07b41f1f7f tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/subnets/b3e9d7f7-5503-4a87-b547-07860c91cb95 HTTP/1.1" status: 404 len: 337 time: 0.0518894 Oct 13 11:22:10.417506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49412) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:10.449028 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-634eca3a-7ad1-466e-8bc7-6190d97a4af3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] DELETE failed (client error): The resource could not be found. Oct 13 11:22:10.449931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634eca3a-7ad1-466e-8bc7-6190d97a4af3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:10.453066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-634eca3a-7ad1-466e-8bc7-6190d97a4af3 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/5d9b7b4e-f476-42a1-896e-79792fad8430 HTTP/1.1" status: 404 len: 339 time: 0.0343106 Oct 13 11:22:10.458045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49416) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:10.493641 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b531dddb-6393-4e8f-9e78-97aa87e1ecf4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b531dddb-6393-4e8f-9e78-97aa87e1ecf4,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:10.520338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'b531dddb-6393-4e8f-9e78-97aa87e1ecf4', 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447', 'port_id': 'b531dddb-6393-4e8f-9e78-97aa87e1ecf4', 'mac_address': 'fa:16:3e:7a:4c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40420b33-4d47-4003-890e-dc51ede41596', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:22:10.574895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7b6f28-fad6-47d6-9ad3-63797dfe5cc1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Deleting subnet a2a5a7b5-14c0-4f13-83e6-11b1d4012b2b {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:22:10.587062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f28-fad6-47d6-9ad3-63797dfe5cc1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:10.624919 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:10.629343 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208e85c-a2b9-4aa3-97d4-0f8f6882a653 req-5aa7229b-a55d-4ad7-8657-3afc794e6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:10.630989 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d208e85c-a2b9-4aa3-97d4-0f8f6882a653 req-5aa7229b-a55d-4ad7-8657-3afc794e6b49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5 HTTP/1.1" status: 200 len: 898 time: 0.2324846 Oct 13 11:22:10.655202 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f28-fad6-47d6-9ad3-63797dfe5cc1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:10.663018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b531dddb-6393-4e8f-9e78-97aa87e1ecf4 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:22:10.754135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1104274c-0fa7-44dc-b131-b4de6780862c req-1a664423-8631-42de-841c-9aa365fbe1f5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077983 Oct 13 11:22:10.774941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b531dddb-6393-4e8f-9e78-97aa87e1ecf4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b531dddb-6393-4e8f-9e78-97aa87e1ecf4,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:10.780649 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d208e85c-a2b9-4aa3-97d4-0f8f6882a653 req-186fb2de-58bb-4107-a7d8-bedf4e7b51ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20 HTTP/1.1" status: 200 len: 1000 time: 0.1403668 Oct 13 11:22:10.857746 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:10.866642 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6acd0594-bc7d-486d-9deb-4648414fc639 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:22:10.907910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208e85c-a2b9-4aa3-97d4-0f8f6882a653 req-d7daaea9-8824-4282-81e9-694daf7cc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:10.910241 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d208e85c-a2b9-4aa3-97d4-0f8f6882a653 req-d7daaea9-8824-4282-81e9-694daf7cc4f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1 HTTP/1.1" status: 200 len: 835 time: 0.1156712 Oct 13 11:22:10.912399 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f28-fad6-47d6-9ad3-63797dfe5cc1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:10.913203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104274c-0fa7-44dc-b131-b4de6780862c req-1dbcbcaa-6032-4662-93d8-4cc3c47c8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:10.915365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1104274c-0fa7-44dc-b131-b4de6780862c req-1dbcbcaa-6032-4662-93d8-4cc3c47c8f79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=54e138a917184ec39db5f57656588f04&device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 1101 time: 0.0888391 Oct 13 11:22:10.941731 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 6acd0594-bc7d-486d-9deb-4648414fc639 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:22:10.942129 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6acd0594-bc7d-486d-9deb-4648414fc639 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:22:10.947268 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f02e9712-1913-415a-a228-3e9888dc2903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:10.950874 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:11.002617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=b531dddb-6393-4e8f-9e78-97aa87e1ecf4,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:11.024082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:11.024441 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:11.024791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:11.025189 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:11.025523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:11.025870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:11.026538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:11.026880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:11.027216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:11.027850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:11.028241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:11.028580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:11.066901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104274c-0fa7-44dc-b131-b4de6780862c req-ba2b1467-3a4e-46ef-b8ca-59ba9fad802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:11.069014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1104274c-0fa7-44dc-b131-b4de6780862c req-ba2b1467-3a4e-46ef-b8ca-59ba9fad802e service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1320419 Oct 13 11:22:11.083752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208e85c-a2b9-4aa3-97d4-0f8f6882a653 req-d3f711ce-595f-4b3b-9b8c-0c27554fc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:11.085690 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d208e85c-a2b9-4aa3-97d4-0f8f6882a653 req-d3f711ce-595f-4b3b-9b8c-0c27554fc40d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682177 Oct 13 11:22:11.156610 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1104274c-0fa7-44dc-b131-b4de6780862c req-cecf854c-dd78-47ad-9f06-92851b1e0ec8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d9ae6218-3873-4c6b-a35f-04cfae4ff162 HTTP/1.1" status: 200 len: 217 time: 0.0796263 Oct 13 11:22:11.218661 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['b531dddb-6393-4e8f-9e78-97aa87e1ecf4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:22:11.222404 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d208e85c-a2b9-4aa3-97d4-0f8f6882a653 req-8ee6acb7-d632-4175-ba3b-c2207e075bcf service neutron] 10.222.0.46 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252546 Oct 13 11:22:11.244733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104274c-0fa7-44dc-b131-b4de6780862c req-e9ff75b9-9b72-4f25-bf01-a95ab07086bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:11.246489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1104274c-0fa7-44dc-b131-b4de6780862c req-e9ff75b9-9b72-4f25-bf01-a95ab07086bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0834947 Oct 13 11:22:11.271779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39e37f-8d37-4c4b-9c74-51269e9d3a6e req-003ce628-5d51-48f5-80aa-ae2fac4fad6b tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:11.276172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b39e37f-8d37-4c4b-9c74-51269e9d3a6e req-003ce628-5d51-48f5-80aa-ae2fac4fad6b tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 945 time: 0.0808830 Oct 13 11:22:11.343023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b39e37f-8d37-4c4b-9c74-51269e9d3a6e req-53c7cf12-2d3c-406a-9eeb-512ae81c6fed tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579948 Oct 13 11:22:11.349010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104274c-0fa7-44dc-b131-b4de6780862c req-867d7cbe-dc07-47f4-8c94-d7b619440947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:11.350816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1104274c-0fa7-44dc-b131-b4de6780862c req-867d7cbe-dc07-47f4-8c94-d7b619440947 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955253 Oct 13 11:22:11.374291 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f28-fad6-47d6-9ad3-63797dfe5cc1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:11.428614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b6f28-fad6-47d6-9ad3-63797dfe5cc1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a5a7b5-14c0-4f13-83e6-11b1d4012b2b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:11.453333 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f28-fad6-47d6-9ad3-63797dfe5cc1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:11.456956 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2a7b6f28-fad6-47d6-9ad3-63797dfe5cc1 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/subnets/a2a5a7b5-14c0-4f13-83e6-11b1d4012b2b HTTP/1.1" status: 204 len: 168 time: 0.9984422 Oct 13 11:22:11.460902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49434) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:11.468253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1501d2-b9de-44be-9035-6974a32cd678 None None] Network d6d0f237-9876-4f35-a989-9892f8fe2a4d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:11.496244 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1104274c-0fa7-44dc-b131-b4de6780862c req-330fc1da-0e98-439f-b0c0-23ff596f6464 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379881 Oct 13 11:22:11.599470 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d208e85c-a2b9-4aa3-97d4-0f8f6882a653 req-b668f578-97f1-4451-bfe4-f468373594b3 service neutron] 10.222.0.46 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644733 Oct 13 11:22:11.603994 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:11.674143 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1104274c-0fa7-44dc-b131-b4de6780862c req-eba6be7b-69fa-4681-980a-c50549e6bc1f service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695108 Oct 13 11:22:11.691196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Deleting port 20115428-b8e0-44a1-884d-63aafae580f9 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:11.691533 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:11.793841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] For port 20115428-b8e0-44a1-884d-63aafae580f9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=20115428-b8e0-44a1-884d-63aafae580f9,segment=NetworkSegment(32419745-ca4d-43f4-8de2-19d17419bb0f),segment_id=32419745-ca4d-43f4-8de2-19d17419bb0f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:11.794262 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:11.843550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Calling delete_port for 20115428-b8e0-44a1-884d-63aafae580f9 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:11.909228 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:11.989196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11291876-abad-41be-8d47-a83d249b5db2 None None] DHCP port deletion for d6d0f237-9876-4f35-a989-9892f8fe2a4d request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:22:12.081135 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:12.093489 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-11291876-abad-41be-8d47-a83d249b5db2 None None] Deleting port 20115428-b8e0-44a1-884d-63aafae580f9 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:12.100527 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11291876-abad-41be-8d47-a83d249b5db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:12.137524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Port': ['ID=20115428-b8e0-44a1-884d-63aafae580f9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:12.139959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No DVR routers for this DVR port 20115428-b8e0-44a1-884d-63aafae580f9 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:22:12.240840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-11291876-abad-41be-8d47-a83d249b5db2 None None] For port 20115428-b8e0-44a1-884d-63aafae580f9, host n-d-813659-3, got binding levels [] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:12.241056 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11291876-abad-41be-8d47-a83d249b5db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:12.252951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:12.265737 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-11291876-abad-41be-8d47-a83d249b5db2 None None] Calling delete_port for 20115428-b8e0-44a1-884d-63aafae580f9 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:12.271489 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.ipam_backend_mixin [None req-11291876-abad-41be-8d47-a83d249b5db2 None None] Port 20115428-b8e0-44a1-884d-63aafae580f9 was not found and therefore no delete operation was performed {{(pid=101992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 11:22:12.272894 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11291876-abad-41be-8d47-a83d249b5db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:12.276144 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d0f237-9876-4f35-a989-9892f8fe2a4d']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:12.291563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32419745-ca4d-43f4-8de2-19d17419bb0f') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:12.292132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32419745-ca4d-43f4-8de2-19d17419bb0f') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:12.305212 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:12.307597 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11291876-abad-41be-8d47-a83d249b5db2 None None] Pushing event deleted for resources: {'Port': ['ID=20115428-b8e0-44a1-884d-63aafae580f9,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:12.309818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11291876-abad-41be-8d47-a83d249b5db2 None None] No DVR routers for this DVR port 20115428-b8e0-44a1-884d-63aafae580f9 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:22:12.311598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:12.329491 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:12.341885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:22:12.342270 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:22:12.393436 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:22:12.504051 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:12.523248 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:12.532295 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/d6d0f237-9876-4f35-a989-9892f8fe2a4d HTTP/1.1" status: 204 len: 168 time: 1.0682807 Oct 13 11:22:12.536397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49460) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:12.538707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39495c5-fcaa-49d3-91ce-b583bb8fa484 req-a179be61-adc7-40dc-b6b6-a56c06101555 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:12.541003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f39495c5-fcaa-49d3-91ce-b583bb8fa484 req-a179be61-adc7-40dc-b6b6-a56c06101555 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 945 time: 0.0890024 Oct 13 11:22:12.603939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ef447-d823-4b15-8ee3-ac06978a7830 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Network': ['ID=d6d0f237-9876-4f35-a989-9892f8fe2a4d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:12.606495 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacc5fba-dd93-406c-9e4b-e8ba4bda3264 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] DELETE failed (client error): The resource could not be found. Oct 13 11:22:12.607217 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacc5fba-dd93-406c-9e4b-e8ba4bda3264 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:12.613535 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aacc5fba-dd93-406c-9e4b-e8ba4bda3264 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/subnets/aac4517d-bbf2-4901-8a8d-54a42e0a8b47 HTTP/1.1" status: 404 len: 337 time: 0.0731599 Oct 13 11:22:12.613699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49462) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:12.636101 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-2683f406-e6b8-4b5f-8c51-b62267692a9a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] DELETE failed (client error): The resource could not be found. Oct 13 11:22:12.636894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2683f406-e6b8-4b5f-8c51-b62267692a9a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:12.638986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f39495c5-fcaa-49d3-91ce-b583bb8fa484 req-7407bcc4-0bae-453b-b956-b14514225386 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905509 Oct 13 11:22:12.642423 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2683f406-e6b8-4b5f-8c51-b62267692a9a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/a732cbb2-eb92-43eb-8298-010ad56f2df9 HTTP/1.1" status: 404 len: 339 time: 0.0255549 Oct 13 11:22:12.642761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49464) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:12.732557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f17fe5a-9db9-4f42-b508-fd42240e3342 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Deleting subnet 926d9ffb-a4e6-4d48-aa5a-5fd90a002e43 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:22:12.747132 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f17fe5a-9db9-4f42-b508-fd42240e3342 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:12.814001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 20115428-b8e0-44a1-884d-63aafae580f9 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:22:12.814225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f17fe5a-9db9-4f42-b508-fd42240e3342 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:12.857959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 20115428-b8e0-44a1-884d-63aafae580f9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:22:12.858376 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 20115428-b8e0-44a1-884d-63aafae580f9 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:22:12.992637 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f17fe5a-9db9-4f42-b508-fd42240e3342 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:13.445542 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f17fe5a-9db9-4f42-b508-fd42240e3342 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:13.470659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17fe5a-9db9-4f42-b508-fd42240e3342 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Subnet': ['ID=926d9ffb-a4e6-4d48-aa5a-5fd90a002e43,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:13.478515 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4f17fe5a-9db9-4f42-b508-fd42240e3342 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:13.481755 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:13.490109 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4f17fe5a-9db9-4f42-b508-fd42240e3342 tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/subnets/926d9ffb-a4e6-4d48-aa5a-5fd90a002e43 HTTP/1.1" status: 204 len: 168 time: 0.8403392 Oct 13 11:22:13.490312 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af848c2c-50e7-4f3e-b50c-6f4a023eb89d None None] Network 7506d8d3-95c6-4e26-86b4-21ebd40499b1 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:13.490458 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49480) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:13.604838 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:13.733133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Deleting port 1018eb12-04e3-4eea-a24b-d26301c23616 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:13.733368 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:13.822982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4e55c-dcd4-43de-a365-c3023248d4cb None None] DHCP port deletion for 7506d8d3-95c6-4e26-86b4-21ebd40499b1 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:22:13.846709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] For port 1018eb12-04e3-4eea-a24b-d26301c23616, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1018eb12-04e3-4eea-a24b-d26301c23616,segment=NetworkSegment(70a63222-dd73-48cc-9a95-db2884f2bfc1),segment_id=70a63222-dd73-48cc-9a95-db2884f2bfc1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:13.848937 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:13.864522 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Calling delete_port for 1018eb12-04e3-4eea-a24b-d26301c23616 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:13.887962 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4e55c-dcd4-43de-a365-c3023248d4cb None None] Deleting port 1018eb12-04e3-4eea-a24b-d26301c23616 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:13.888919 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7aa4e55c-dcd4-43de-a365-c3023248d4cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:13.976062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817711b-6a9e-4f29-8991-ee921bfc3d25 req-534f1401-40f5-4627-86d7-a4c266fccee9 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:13.977578 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e817711b-6a9e-4f29-8991-ee921bfc3d25 req-534f1401-40f5-4627-86d7-a4c266fccee9 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 945 time: 0.2412491 Oct 13 11:22:13.992455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7aa4e55c-dcd4-43de-a365-c3023248d4cb None None] For port 1018eb12-04e3-4eea-a24b-d26301c23616, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1018eb12-04e3-4eea-a24b-d26301c23616,segment=NetworkSegment(70a63222-dd73-48cc-9a95-db2884f2bfc1),segment_id=70a63222-dd73-48cc-9a95-db2884f2bfc1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:13.992851 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7aa4e55c-dcd4-43de-a365-c3023248d4cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:14.009255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4e55c-dcd4-43de-a365-c3023248d4cb None None] Calling delete_port for 1018eb12-04e3-4eea-a24b-d26301c23616 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:14.050636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:14.076394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e817711b-6a9e-4f29-8991-ee921bfc3d25 req-995a5e9b-8888-414a-87e9-65741a272e41 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816374 Oct 13 11:22:14.107649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Port': ['ID=1018eb12-04e3-4eea-a24b-d26301c23616,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:14.132385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] No DVR routers for this DVR port 1018eb12-04e3-4eea-a24b-d26301c23616 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:22:14.152228 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7aa4e55c-dcd4-43de-a365-c3023248d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:14.168337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4e55c-dcd4-43de-a365-c3023248d4cb None None] No DVR routers for this DVR port 1018eb12-04e3-4eea-a24b-d26301c23616 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:22:14.192542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4e55c-dcd4-43de-a365-c3023248d4cb None None] Pushing event deleted for resources: {'Port': ['ID=1018eb12-04e3-4eea-a24b-d26301c23616,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:14.287328 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:14.309715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b531dddb-6393-4e8f-9e78-97aa87e1ecf4 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:22:14.315588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7506d8d3-95c6-4e26-86b4-21ebd40499b1']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:14.336671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a63222-dd73-48cc-9a95-db2884f2bfc1') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:14.336671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a63222-dd73-48cc-9a95-db2884f2bfc1') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:14.340721 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:14.358445 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:14.365374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:22:14.365891 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:22:14.369751 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:22:14.475376 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port b531dddb-6393-4e8f-9e78-97aa87e1ecf4 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:22:14.493119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port b531dddb-6393-4e8f-9e78-97aa87e1ecf4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:14.494149 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:14.584077 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:14.593966 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:14.599015 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] 10.222.0.32 "DELETE /v2.0/networks/7506d8d3-95c6-4e26-86b4-21ebd40499b1 HTTP/1.1" status: 204 len: 168 time: 1.1075656 Oct 13 11:22:14.631618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368f689-7baf-4ebf-a9ca-5228a3c8923a tempest-NetworksIpV6Test-929656143 tempest-NetworksIpV6Test-929656143-project] Pushing event deleted for resources: {'Network': ['ID=7506d8d3-95c6-4e26-86b4-21ebd40499b1,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:14.645838 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:14.679752 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b531dddb-6393-4e8f-9e78-97aa87e1ecf4'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:22:14.682270 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aac7591-c75a-4d88-90f6-12a95df35bf6" -d '{"events": [{"server_uuid": "c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9", "name": "network-vif-plugged", "status": "completed", "tag": "b531dddb-6393-4e8f-9e78-97aa87e1ecf4"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:22:14.698202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b531dddb-6393-4e8f-9e78-97aa87e1ecf4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b531dddb-6393-4e8f-9e78-97aa87e1ecf4,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:14.757483 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005e5e90-3a4d-49d9-912e-81f1b1bf8f2a x-openstack-request-id: req-005e5e90-3a4d-49d9-912e-81f1b1bf8f2a {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:22:14.757838 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9", "name": "network-vif-plugged", "status": "completed", "tag": "b531dddb-6393-4e8f-9e78-97aa87e1ecf4", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:22:14.758161 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-005e5e90-3a4d-49d9-912e-81f1b1bf8f2a {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:22:14.758652 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b531dddb-6393-4e8f-9e78-97aa87e1ecf4', 'code': 200} Oct 13 11:22:14.795363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1018eb12-04e3-4eea-a24b-d26301c23616 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:22:14.823038 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 1018eb12-04e3-4eea-a24b-d26301c23616 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:22:14.823520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1018eb12-04e3-4eea-a24b-d26301c23616 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:22:14.839446 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:14.874820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2ed4e-686a-4f0b-af8c-88d57280efc7 req-e481c87e-234e-427d-9392-42e443119470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:14.876274 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ad2ed4e-686a-4f0b-af8c-88d57280efc7 req-e481c87e-234e-427d-9392-42e443119470 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 1097 time: 0.0541253 Oct 13 11:22:14.900444 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=b531dddb-6393-4e8f-9e78-97aa87e1ecf4,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:14.918720 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ad2ed4e-686a-4f0b-af8c-88d57280efc7 req-b91759ca-b269-4317-809f-9b767fa18227 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340912 Oct 13 11:22:15.208068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528a18f-e55b-47c3-a2ff-b33715f85036 req-3a91c3a5-5533-4e07-93fb-4f5f135948d5 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:15.209626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1528a18f-e55b-47c3-a2ff-b33715f85036 req-3a91c3a5-5533-4e07-93fb-4f5f135948d5 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 946 time: 0.0575924 Oct 13 11:22:15.271395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49516) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:15.276380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1528a18f-e55b-47c3-a2ff-b33715f85036 req-3d95597a-091f-4b51-8329-a55daac8fde7 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592382 Oct 13 11:22:15.435375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49528) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:15.435850 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8f72c877-520f-4431-aea8-7bd3f93ff4e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1514672f95884792aaeff7121e3e3ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631446 Oct 13 11:22:15.513381 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e17057c-1813-447d-addf-18b6e6c66ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:15.564901 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e17057c-1813-447d-addf-18b6e6c66ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:15.692044 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e17057c-1813-447d-addf-18b6e6c66ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:15.694770 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e17057c-1813-447d-addf-18b6e6c66ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:15.697249 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9e17057c-1813-447d-addf-18b6e6c66ed5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9f39070-adf4-4fc9-9e07-58a2a4cc2b63 HTTP/1.1" status: 204 len: 168 time: 0.2594514 Oct 13 11:22:15.708101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17057c-1813-447d-addf-18b6e6c66ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f39070-adf4-4fc9-9e07-58a2a4cc2b63,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:16.451906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a425abc-58aa-451c-8ad4-dd8545c9c43f req-f8da4716-f29a-4b5d-bf24-e83bf57feb9a tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:16.455140 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a425abc-58aa-451c-8ad4-dd8545c9c43f req-f8da4716-f29a-4b5d-bf24-e83bf57feb9a tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 946 time: 0.1012530 Oct 13 11:22:16.543193 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a425abc-58aa-451c-8ad4-dd8545c9c43f req-02e150ca-c0df-4943-a062-3883af0ab173 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809939 Oct 13 11:22:17.138894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49576) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:17.263659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1290639189'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:17.416818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:17.416818 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:17.427573 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:17.527115 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:17.629336 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:17.707571 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:22:17.713693 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bead4d60-0495-4f06-8e9d-90a8e176620f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:17.742579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102f979-2d7d-45eb-9c8e-25894dae0da6 req-b50e29dd-4afe-4cab-8e48-9ecbaf62e26f tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:17.755602 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:17.756294 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6102f979-2d7d-45eb-9c8e-25894dae0da6 req-b50e29dd-4afe-4cab-8e48-9ecbaf62e26f tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 946 time: 0.1200171 Oct 13 11:22:17.756958 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Added segment 05a19111-f614-4a2f-8e09-aceb901786e8 of type vlan for network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 Oct 13 11:22:17.826524 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6102f979-2d7d-45eb-9c8e-25894dae0da6 req-817f0fbd-12ca-4f67-8993-c2a1cdad368a tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676591 Oct 13 11:22:17.851838 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:18.021681 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:18.027716 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:18.030871 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:18.135651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Network': ['ID=62cf829b-ef30-4bc5-b315-2dbd8468bcd7,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:18.147931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:22:18.220425 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c7b79ebc-3b74-4454-8957-e0aee243f8d6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0757325 Oct 13 11:22:18.223391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49604) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:18.231328 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'name': 'tempest-PortsTestJSON-806763901'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:18.472558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:18.476141 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:18.495916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port d4713891-0f51-4cf6-a69d-d0564ce35c71 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:22:18.688344 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:18.829638 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:18.946214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=d4713891-0f51-4cf6-a69d-d0564ce35c71,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:18.960994 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Checking segment: {'id': '05a19111-f614-4a2f-8e09-aceb901786e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:18.961513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network hostable DHCP agents. Network: 62cf829b-ef30-4bc5-b315-2dbd8468bcd7, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:22:19.743506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:22:19.818059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 62cf829b-ef30-4bc5-b315-2dbd8468bcd7) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:19.822458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:19.827988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:19.837815 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:19.840427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e6e43-abff-4672-b10b-be5df7890955 None None] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:19.940899 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b5ced71a-9a76-4f5e-9b44-11ce5f954d02 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7158630 Oct 13 11:22:19.944471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49680) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:19.951082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7d0fe6df-54c6-4793-97b7-5d445acb2da3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2067672457'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:20.067365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0fe6df-54c6-4793-97b7-5d445acb2da3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:20.072410 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe6df-54c6-4793-97b7-5d445acb2da3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:20.125189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0fe6df-54c6-4793-97b7-5d445acb2da3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:22:20.141322 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe6df-54c6-4793-97b7-5d445acb2da3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:20.142752 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-7d0fe6df-54c6-4793-97b7-5d445acb2da3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Added segment 6c6dacb6-a42b-4238-9bfb-22222f1f5835 of type vlan for network 3f8fb294-4d5e-4bcc-82a4-6d2c54b46a12 Oct 13 11:22:20.257909 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe6df-54c6-4793-97b7-5d445acb2da3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:20.381013 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe6df-54c6-4793-97b7-5d445acb2da3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:20.389963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0fe6df-54c6-4793-97b7-5d445acb2da3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:20.389963 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe6df-54c6-4793-97b7-5d445acb2da3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:20.514466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fe6df-54c6-4793-97b7-5d445acb2da3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Network': ['ID=3f8fb294-4d5e-4bcc-82a4-6d2c54b46a12,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:20.529052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 3f8fb294-4d5e-4bcc-82a4-6d2c54b46a12 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:22:20.543009 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7d0fe6df-54c6-4793-97b7-5d445acb2da3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5966895 Oct 13 11:22:20.545608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49694) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:20.555251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'ports': [{'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7'}, {'network_id': '3f8fb294-4d5e-4bcc-82a4-6d2c54b46a12'}]} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:20.557713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:20.558216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': '3f8fb294-4d5e-4bcc-82a4-6d2c54b46a12'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:20.929983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 2} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:20.936971 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:20.956305 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:21.065089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port b69c5a2b-49ee-49d6-a776-0fdfd5555698 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:22:21.236751 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:21.384892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port 720f13b1-72c8-4fd9-a4fb-b398528cabe4 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:22:21.680013 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:21.819273 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:21.946614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:21.956270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:21.969786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:21.976372 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:22.028114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=b69c5a2b-49ee-49d6-a776-0fdfd5555698,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:22.075965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Checking segment: {'id': '6c6dacb6-a42b-4238-9bfb-22222f1f5835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f8fb294-4d5e-4bcc-82a4-6d2c54b46a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:22.076394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network hostable DHCP agents. Network: 3f8fb294-4d5e-4bcc-82a4-6d2c54b46a12, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:22:22.109777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=720f13b1-72c8-4fd9-a4fb-b398528cabe4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:22.226572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 3f8fb294-4d5e-4bcc-82a4-6d2c54b46a12 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:22:22.340734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 3f8fb294-4d5e-4bcc-82a4-6d2c54b46a12) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:22.345898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:22.354670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28edf148-d8a6-48d3-940b-96fdd257a3b5 None None] Network 3f8fb294-4d5e-4bcc-82a4-6d2c54b46a12 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:22.361232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:22.367134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:22.367854 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:22.545916 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-aee8b426-029a-42bd-9070-df5d44c7758d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9967365 Oct 13 11:22:22.546135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49764) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:22.697513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2a6ccb6b-f29a-4de2-a033-e9c835bfc355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port 720f13b1-72c8-4fd9-a4fb-b398528cabe4 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:22.697860 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a6ccb6b-f29a-4de2-a033-e9c835bfc355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:23.200194 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a6ccb6b-f29a-4de2-a033-e9c835bfc355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:23.221936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2a6ccb6b-f29a-4de2-a033-e9c835bfc355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for 720f13b1-72c8-4fd9-a4fb-b398528cabe4 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:23.406349 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a6ccb6b-f29a-4de2-a033-e9c835bfc355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:23.483210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ccb6b-f29a-4de2-a033-e9c835bfc355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=720f13b1-72c8-4fd9-a4fb-b398528cabe4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:23.510595 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a6ccb6b-f29a-4de2-a033-e9c835bfc355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:23.517312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49792) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:23.520368 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2a6ccb6b-f29a-4de2-a033-e9c835bfc355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/720f13b1-72c8-4fd9-a4fb-b398528cabe4 HTTP/1.1" status: 204 len: 168 time: 0.9671264 Oct 13 11:22:23.658076 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8de0ad9-bbe9-4dad-879d-17ad86d63a3c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:23.676419 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8de0ad9-bbe9-4dad-879d-17ad86d63a3c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:23.676419 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b8de0ad9-bbe9-4dad-879d-17ad86d63a3c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1530588 Oct 13 11:22:23.676599 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49798) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:23.807377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-da208fe6-3dea-4054-8706-9158aacffe22 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port b69c5a2b-49ee-49d6-a776-0fdfd5555698 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:23.808370 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da208fe6-3dea-4054-8706-9158aacffe22 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:23.974455 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da208fe6-3dea-4054-8706-9158aacffe22 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:24.000597 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-da208fe6-3dea-4054-8706-9158aacffe22 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for b69c5a2b-49ee-49d6-a776-0fdfd5555698 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:24.244099 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da208fe6-3dea-4054-8706-9158aacffe22 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:24.318075 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da208fe6-3dea-4054-8706-9158aacffe22 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:24.327073 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-da208fe6-3dea-4054-8706-9158aacffe22 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/b69c5a2b-49ee-49d6-a776-0fdfd5555698 HTTP/1.1" status: 204 len: 168 time: 0.6474168 Oct 13 11:22:24.327073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da208fe6-3dea-4054-8706-9158aacffe22 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=b69c5a2b-49ee-49d6-a776-0fdfd5555698,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:24.327416 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49806) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:24.388615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaa4739-f59d-4542-818e-446bcdbb91d0 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:24.394420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49808) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:24.395876 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bfaa4739-f59d-4542-818e-446bcdbb91d0 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0671589 Oct 13 11:22:24.429763 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fc4ed4-4705-4a4f-8b23-6874403c685a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:22:24.433987 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-33fc4ed4-4705-4a4f-8b23-6874403c685a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/720f13b1-72c8-4fd9-a4fb-b398528cabe4 HTTP/1.1" status: 404 len: 333 time: 0.0361753 Oct 13 11:22:24.434424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49810) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:24.465610 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2de4ef-58de-49cb-8b80-d44f24c5d4a1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:22:24.467981 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0c2de4ef-58de-49cb-8b80-d44f24c5d4a1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/b69c5a2b-49ee-49d6-a776-0fdfd5555698 HTTP/1.1" status: 404 len: 333 time: 0.0320053 Oct 13 11:22:24.470036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49814) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:24.602792 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8261d301-4b41-4715-8d66-178d8849146d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:24.792118 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8261d301-4b41-4715-8d66-178d8849146d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:24.818456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8261d301-4b41-4715-8d66-178d8849146d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8fb294-4d5e-4bcc-82a4-6d2c54b46a12']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:24.829332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8261d301-4b41-4715-8d66-178d8849146d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6dacb6-a42b-4238-9bfb-22222f1f5835') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:24.829643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8261d301-4b41-4715-8d66-178d8849146d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6dacb6-a42b-4238-9bfb-22222f1f5835') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:24.839999 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8261d301-4b41-4715-8d66-178d8849146d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:24.854793 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8261d301-4b41-4715-8d66-178d8849146d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:24.865113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8261d301-4b41-4715-8d66-178d8849146d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:22:24.865531 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8261d301-4b41-4715-8d66-178d8849146d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:22:24.868636 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:22:25.039448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8261d301-4b41-4715-8d66-178d8849146d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:25.047772 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8261d301-4b41-4715-8d66-178d8849146d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:25.058018 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49826) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:25.058938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8261d301-4b41-4715-8d66-178d8849146d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/networks/3f8fb294-4d5e-4bcc-82a4-6d2c54b46a12 HTTP/1.1" status: 204 len: 168 time: 0.5876887 Oct 13 11:22:25.068326 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-99b3a455-5f73-4e7d-a541-d2bfa29ffde5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-904259327'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:25.072167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261d301-4b41-4715-8d66-178d8849146d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Network': ['ID=3f8fb294-4d5e-4bcc-82a4-6d2c54b46a12,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:25.192462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b3a455-5f73-4e7d-a541-d2bfa29ffde5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:25.203932 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99b3a455-5f73-4e7d-a541-d2bfa29ffde5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:25.230916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b3a455-5f73-4e7d-a541-d2bfa29ffde5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:22:25.254829 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99b3a455-5f73-4e7d-a541-d2bfa29ffde5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:25.255220 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-99b3a455-5f73-4e7d-a541-d2bfa29ffde5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Added segment 92734065-2888-440f-bdc4-06b34a560fde of type vlan for network eca5a777-7d32-4d7d-b002-05a89ec44d81 Oct 13 11:22:25.353709 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99b3a455-5f73-4e7d-a541-d2bfa29ffde5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:25.463522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99b3a455-5f73-4e7d-a541-d2bfa29ffde5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:25.475748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b3a455-5f73-4e7d-a541-d2bfa29ffde5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:25.477454 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-99b3a455-5f73-4e7d-a541-d2bfa29ffde5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:25.556981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3a455-5f73-4e7d-a541-d2bfa29ffde5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Network': ['ID=eca5a777-7d32-4d7d-b002-05a89ec44d81,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:25.571080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network eca5a777-7d32-4d7d-b002-05a89ec44d81 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:22:25.651625 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-99b3a455-5f73-4e7d-a541-d2bfa29ffde5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5898004 Oct 13 11:22:25.653997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49838) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:25.657836 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': 'eca5a777-7d32-4d7d-b002-05a89ec44d81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:25.834950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:25.839747 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:25.940887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Performing IP validity checks on allocation pools {{(pid=101991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 11:22:25.941544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 11:22:26.204010 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:26.308274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Subnet': ['ID=8d1cb54d-b56f-4cde-b342-83352a3758d9,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:26.349502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Checking segment: {'id': '92734065-2888-440f-bdc4-06b34a560fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eca5a777-7d32-4d7d-b002-05a89ec44d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:26.349860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network hostable DHCP agents. Network: eca5a777-7d32-4d7d-b002-05a89ec44d81, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:22:26.453585 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network eca5a777-7d32-4d7d-b002-05a89ec44d81 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:22:26.538706 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, eca5a777-7d32-4d7d-b002-05a89ec44d81) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:26.544246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:26.544863 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:26.548787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c28f2d-406b-474c-b50d-ee9af1474607 None None] Network eca5a777-7d32-4d7d-b002-05a89ec44d81 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:26.668747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49858) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:26.669430 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c42a883d-256d-45bd-8bf7-311a2b9bf2d7 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0156994 Oct 13 11:22:26.684208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': 'eca5a777-7d32-4d7d-b002-05a89ec44d81', 'name': 'tempest-PortsTestJSON-648345238'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:26.820018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-eca5a777-7d32-4d7d-b002-05a89ec44d81', 'network_id': 'eca5a777-7d32-4d7d-b002-05a89ec44d81', 'tenant_id': '3ea99afd481e471ab97fb70ebaaf7860', 'fixed_ips': [{'subnet_id': '8d1cb54d-b56f-4cde-b342-83352a3758d9'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:22:26.820018 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:26.977865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-8ae36f1b-7f97-41e2-87a3-c97ecc616d09 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:26.985500 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-8ae36f1b-7f97-41e2-87a3-c97ecc616d09 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/networks?id=dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 200 len: 814 time: 0.1406157 Oct 13 11:22:27.001209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-0a4c88fb-8459-4950-9420-6346ec3c693b tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/quotas/d68dbc9483eb42729f0555aa2b73d7fc HTTP/1.1" status: 200 len: 375 time: 0.0142581 Oct 13 11:22:27.034672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:27.039851 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:27.068834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port 0008f15c-45d9-4a35-90c8-f27f62f0cf0c yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:22:27.118076 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-cd4b4251-5fe4-4415-b7dc-30772639accf tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064293 Oct 13 11:22:27.121296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Allocated IP 172.20.0.2 (eca5a777-7d32-4d7d-b002-05a89ec44d81/8d1cb54d-b56f-4cde-b342-83352a3758d9/9c6efa28-6792-4ca7-8daa-ac1406949471) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:27.280509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-5266ae4a-7d48-41c3-9a6d-b6d0c1b4eedf service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615324 Oct 13 11:22:27.328452 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:27.389165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-79ac167e-8bf0-4320-a26d-bdb0d9260a50 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012950 Oct 13 11:22:27.451897 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:27.503193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Network eca5a777-7d32-4d7d-b002-05a89ec44d81 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:27.504704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:27.506887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Pushing event updated for resources: {'Port': ['ID=9c6efa28-6792-4ca7-8daa-ac1406949471,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:27.509050 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:27.518945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.14 (eca5a777-7d32-4d7d-b002-05a89ec44d81/8d1cb54d-b56f-4cde-b342-83352a3758d9/0008f15c-45d9-4a35-90c8-f27f62f0cf0c) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:27.585168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Attempting to bind port 9c6efa28-6792-4ca7-8daa-ac1406949471 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:22:27.588891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Attempting to bind port 9c6efa28-6792-4ca7-8daa-ac1406949471 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '92734065-2888-440f-bdc4-06b34a560fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eca5a777-7d32-4d7d-b002-05a89ec44d81'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:22:27.588891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Attempting to bind port 9c6efa28-6792-4ca7-8daa-ac1406949471 on network eca5a777-7d32-4d7d-b002-05a89ec44d81 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:22:27.592536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:22:27.592914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Checking segment: {'id': '92734065-2888-440f-bdc4-06b34a560fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eca5a777-7d32-4d7d-b002-05a89ec44d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:27.593317 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:27.594435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Bound using segment: {'id': '92734065-2888-440f-bdc4-06b34a560fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eca5a777-7d32-4d7d-b002-05a89ec44d81'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:22:27.594435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Bound port: 9c6efa28-6792-4ca7-8daa-ac1406949471, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92734065-2888-440f-bdc4-06b34a560fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eca5a777-7d32-4d7d-b002-05a89ec44d81'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:22:27.594670 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:27.681005 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] For port 9c6efa28-6792-4ca7-8daa-ac1406949471, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:22:27.684936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] For port 9c6efa28-6792-4ca7-8daa-ac1406949471, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9c6efa28-6792-4ca7-8daa-ac1406949471,segment=NetworkSegment(92734065-2888-440f-bdc4-06b34a560fde),segment_id=92734065-2888-440f-bdc4-06b34a560fde)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:22:27.746160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:27.818225 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:27.881227 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:27.904298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b024b9-cc29-4207-b8c3-ebd690e974b0 None None] Pushing event updated for resources: {'Port': ['ID=9c6efa28-6792-4ca7-8daa-ac1406949471,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:27.964707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network eca5a777-7d32-4d7d-b002-05a89ec44d81 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:27.969127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:27.978894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:28.015844 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=0008f15c-45d9-4a35-90c8-f27f62f0cf0c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:28.045957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:28.046629 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:28.156471 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-65920e93-6966-44fb-8711-23b28dd9f4b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4796751 Oct 13 11:22:28.156967 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49898) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:28.251387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a722f41-e6ac-4cbf-88e7-dae103df040d req-2158a689-6fa1-4db8-b851-2456334c5b3f tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 210 time: 0.1177735 Oct 13 11:22:28.380220 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-83a10403-5a35-46ae-bdf0-e7b31a30e411 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port 0008f15c-45d9-4a35-90c8-f27f62f0cf0c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:28.380752 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a10403-5a35-46ae-bdf0-e7b31a30e411 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:28.491139 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a10403-5a35-46ae-bdf0-e7b31a30e411 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:28.506441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-83a10403-5a35-46ae-bdf0-e7b31a30e411 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for 0008f15c-45d9-4a35-90c8-f27f62f0cf0c owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:28.731008 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a10403-5a35-46ae-bdf0-e7b31a30e411 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:28.800866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a10403-5a35-46ae-bdf0-e7b31a30e411 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=0008f15c-45d9-4a35-90c8-f27f62f0cf0c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:28.864994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9c6efa28-6792-4ca7-8daa-ac1406949471 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:22:28.906053 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a10403-5a35-46ae-bdf0-e7b31a30e411 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:28.926734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49910) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:28.931028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-83a10403-5a35-46ae-bdf0-e7b31a30e411 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/0008f15c-45d9-4a35-90c8-f27f62f0cf0c HTTP/1.1" status: 204 len: 168 time: 0.7729919 Oct 13 11:22:28.939327 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9c6efa28-6792-4ca7-8daa-ac1406949471 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:28.939927 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:28.992203 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-de544f81-56c1-41de-9d78-92e5cadaccab tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] DELETE failed (client error): The resource could not be found. Oct 13 11:22:28.993050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de544f81-56c1-41de-9d78-92e5cadaccab tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:29.000607 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49916) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:29.003159 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-de544f81-56c1-41de-9d78-92e5cadaccab tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/0008f15c-45d9-4a35-90c8-f27f62f0cf0c HTTP/1.1" status: 404 len: 333 time: 0.0696187 Oct 13 11:22:29.056447 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cd10d6-c732-481f-8683-658a39bb03cd tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:22:29.061380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49922) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:29.062402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-43cd10d6-c732-481f-8683-658a39bb03cd tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/0008f15c-45d9-4a35-90c8-f27f62f0cf0c HTTP/1.1" status: 404 len: 333 time: 0.0605047 Oct 13 11:22:29.112449 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:29.137774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89dfe18-fdbe-40a5-a983-d77e3567489e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting subnet 8d1cb54d-b56f-4cde-b342-83352a3758d9 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:22:29.141229 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a89dfe18-fdbe-40a5-a983-d77e3567489e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:29.155373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 9c6efa28-6792-4ca7-8daa-ac1406949471, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9c6efa28-6792-4ca7-8daa-ac1406949471,segment=NetworkSegment(92734065-2888-440f-bdc4-06b34a560fde),segment_id=92734065-2888-440f-bdc4-06b34a560fde)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:29.199874 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a89dfe18-fdbe-40a5-a983-d77e3567489e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:29.278468 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:29.375168 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a89dfe18-fdbe-40a5-a983-d77e3567489e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:29.389575 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=9c6efa28-6792-4ca7-8daa-ac1406949471,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:29.411988 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-389cd677-da59-4aa3-80cf-1b7cf1606900 req-f9901f7b-a581-43a8-bf2d-59c2be3eb249 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 210 time: 0.0597076 Oct 13 11:22:29.441052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24f308-8889-44ec-a982-0b5086d85d4f None None] Network eca5a777-7d32-4d7d-b002-05a89ec44d81 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:29.500475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9cf1bfa7-71d3-4fed-b214-189785c412c7 None None] Provisioning complete for port 9c6efa28-6792-4ca7-8daa-ac1406949471 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:29.500920 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9cf1bfa7-71d3-4fed-b214-189785c412c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:29.595267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a89dfe18-fdbe-40a5-a983-d77e3567489e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:29.630901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dfe18-fdbe-40a5-a983-d77e3567489e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Subnet': ['ID=8d1cb54d-b56f-4cde-b342-83352a3758d9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:29.634528 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a89dfe18-fdbe-40a5-a983-d77e3567489e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:29.637740 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a89dfe18-fdbe-40a5-a983-d77e3567489e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/8d1cb54d-b56f-4cde-b342-83352a3758d9 HTTP/1.1" status: 204 len: 168 time: 0.5749221 Oct 13 11:22:29.640481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 49930) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:29.729583 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:29.837144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port 9c6efa28-6792-4ca7-8daa-ac1406949471 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:29.838352 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:29.931036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] For port 9c6efa28-6792-4ca7-8daa-ac1406949471, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9c6efa28-6792-4ca7-8daa-ac1406949471,segment=NetworkSegment(92734065-2888-440f-bdc4-06b34a560fde),segment_id=92734065-2888-440f-bdc4-06b34a560fde)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:29.931409 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:29.950849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for 9c6efa28-6792-4ca7-8daa-ac1406949471 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:29.999799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06a1e20-135a-463a-a73d-a5eab6a92aeb None None] Network eca5a777-7d32-4d7d-b002-05a89ec44d81 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:30.082025 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b8a17645-0ae7-4057-8ed7-9ab9609509e0 None None] Provisioning complete for port 9c6efa28-6792-4ca7-8daa-ac1406949471 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:30.083133 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8a17645-0ae7-4057-8ed7-9ab9609509e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:30.175134 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:30.197535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b8a17645-0ae7-4057-8ed7-9ab9609509e0 None None] Could not find standard attr ID for object 9c6efa28-6792-4ca7-8daa-ac1406949471. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:22:30.208442 n-d-813659-3 neutron-server[101992]: INFO neutron.plugins.ml2.db [None req-b8a17645-0ae7-4057-8ed7-9ab9609509e0 None None] No ports have port_id starting with 9c6efa28-6792-4ca7-8daa-ac1406949471 Oct 13 11:22:30.213765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=9c6efa28-6792-4ca7-8daa-ac1406949471,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:30.219786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No DVR routers for this DVR port 9c6efa28-6792-4ca7-8daa-ac1406949471 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:22:30.322320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57c879-72b3-46ca-9b6a-d8223c5cbee7 None None] DHCP port deletion for eca5a777-7d32-4d7d-b002-05a89ec44d81 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:22:30.338045 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:30.370611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca5a777-7d32-4d7d-b002-05a89ec44d81']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:30.381607 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92734065-2888-440f-bdc4-06b34a560fde') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:30.381819 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92734065-2888-440f-bdc4-06b34a560fde') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:30.397884 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:30.414322 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:30.421682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:22:30.422320 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:22:30.426152 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:22:30.541348 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-81cd166b-d2e4-42d0-987f-3c33afa95026 req-b30a9967-2898-4455-bb0b-1706eda6e2ca tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 210 time: 0.0349629 Oct 13 11:22:30.599558 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:30.610664 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:30.619640 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/networks/eca5a777-7d32-4d7d-b002-05a89ec44d81 HTTP/1.1" status: 204 len: 168 time: 0.9739068 Oct 13 11:22:30.620200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49948) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:30.629819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-19ce78ac-97fb-44ed-8245-da33862ae69c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1819992879'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:30.631786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b6af2-4537-4aab-9933-c295acdb0f74 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Network': ['ID=eca5a777-7d32-4d7d-b002-05a89ec44d81,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:30.777536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ce78ac-97fb-44ed-8245-da33862ae69c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:30.781281 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19ce78ac-97fb-44ed-8245-da33862ae69c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:30.794697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9c6efa28-6792-4ca7-8daa-ac1406949471 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:22:30.820707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 9c6efa28-6792-4ca7-8daa-ac1406949471 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:22:30.827218 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9c6efa28-6792-4ca7-8daa-ac1406949471 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:22:30.833798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ce78ac-97fb-44ed-8245-da33862ae69c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:22:30.845063 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19ce78ac-97fb-44ed-8245-da33862ae69c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:30.845428 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-19ce78ac-97fb-44ed-8245-da33862ae69c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Added segment 1cf0e3eb-7332-443c-a190-ec39ac559d9c of type vlan for network bd29187a-2b94-4ef8-99d4-54b3b556af42 Oct 13 11:22:30.907872 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19ce78ac-97fb-44ed-8245-da33862ae69c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:31.009860 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19ce78ac-97fb-44ed-8245-da33862ae69c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:31.016764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ce78ac-97fb-44ed-8245-da33862ae69c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:31.016989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19ce78ac-97fb-44ed-8245-da33862ae69c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:31.045902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-80bf522e-9df2-40e9-99c0-2a1e5670726b tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:31.048394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-80bf522e-9df2-40e9-99c0-2a1e5670726b tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.21 "GET /v2.0/networks?id=dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 200 len: 814 time: 0.1630845 Oct 13 11:22:31.062271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-6e38f985-f724-468b-b784-a62be9d06272 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Request body: {'port': {'device_id': 'b5a595aa-3c95-455f-afaf-13dc669b5881', 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447', 'admin_state_up': True, 'tenant_id': 'd68dbc9483eb42729f0555aa2b73d7fc'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:31.107463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce78ac-97fb-44ed-8245-da33862ae69c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Network': ['ID=bd29187a-2b94-4ef8-99d4-54b3b556af42,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:31.122179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network bd29187a-2b94-4ef8-99d4-54b3b556af42 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:22:31.188951 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-19ce78ac-97fb-44ed-8245-da33862ae69c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5650473 Oct 13 11:22:31.193125 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49962) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:31.199675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-18611c90-c049-482c-a0b1-bb505715e6cb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': 'bd29187a-2b94-4ef8-99d4-54b3b556af42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:31.395669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-6e38f985-f724-468b-b784-a62be9d06272 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Made reservation on behalf of d68dbc9483eb42729f0555aa2b73d7fc for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:31.404706 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-6e38f985-f724-468b-b784-a62be9d06272 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:31.503295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18611c90-c049-482c-a0b1-bb505715e6cb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:31.507244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-18611c90-c049-482c-a0b1-bb505715e6cb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:31.570297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-6e38f985-f724-468b-b784-a62be9d06272 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Allocated IP 172.20.0.5 (dbf8db7d-4319-46d8-b065-1b14a7f7b447/40420b33-4d47-4003-890e-dc51ede41596/91134b15-803f-4e6d-88f8-c814086abb2c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:31.719477 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e022c893-3054-4f14-a888-661777bdb514 req-585cdd00-6d3c-44b8-8395-499974c077f3 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 210 time: 0.0671568 Oct 13 11:22:31.815791 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-6e38f985-f724-468b-b784-a62be9d06272 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:31.880631 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-18611c90-c049-482c-a0b1-bb505715e6cb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:31.956290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18611c90-c049-482c-a0b1-bb505715e6cb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Subnet': ['ID=a9288aa8-1ff5-439c-8b0f-deb5cf1b5489,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:31.960436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-6e38f985-f724-468b-b784-a62be9d06272 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:31.964081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18611c90-c049-482c-a0b1-bb505715e6cb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Checking segment: {'id': '1cf0e3eb-7332-443c-a190-ec39ac559d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd29187a-2b94-4ef8-99d4-54b3b556af42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:31.964488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18611c90-c049-482c-a0b1-bb505715e6cb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network hostable DHCP agents. Network: bd29187a-2b94-4ef8-99d4-54b3b556af42, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:22:31.973275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['b531dddb-6393-4e8f-9e78-97aa87e1ecf4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:22:31.976286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['dfcf1623-8c1f-42e4-ace7-a84bdbc8052a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:22:32.009506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-6e38f985-f724-468b-b784-a62be9d06272 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Network dbf8db7d-4319-46d8-b065-1b14a7f7b447 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:32.015740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-6e38f985-f724-468b-b784-a62be9d06272 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:32.023202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-6e38f985-f724-468b-b784-a62be9d06272 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:32.074027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18611c90-c049-482c-a0b1-bb505715e6cb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network bd29187a-2b94-4ef8-99d4-54b3b556af42 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:22:32.083568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38f985-f724-468b-b784-a62be9d06272 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Pushing event updated for resources: {'Port': ['ID=91134b15-803f-4e6d-88f8-c814086abb2c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:32.132084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-6e38f985-f724-468b-b784-a62be9d06272 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:32.132773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-6e38f985-f724-468b-b784-a62be9d06272 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:32.165517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-18611c90-c049-482c-a0b1-bb505715e6cb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, bd29187a-2b94-4ef8-99d4-54b3b556af42) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:32.186786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18611c90-c049-482c-a0b1-bb505715e6cb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:32.187568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-18611c90-c049-482c-a0b1-bb505715e6cb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:32.197803 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b846fa-b10c-47c8-8d1d-2104850b12b0 None None] Network bd29187a-2b94-4ef8-99d4-54b3b556af42 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:32.220358 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-6e38f985-f724-468b-b784-a62be9d06272 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1623919 Oct 13 11:22:32.235578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Request body: {'port': {'device_id': 'b5a595aa-3c95-455f-afaf-13dc669b5881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:32.309972 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-18611c90-c049-482c-a0b1-bb505715e6cb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1182215 Oct 13 11:22:32.312843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 49980) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:32.321845 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': 'bd29187a-2b94-4ef8-99d4-54b3b556af42', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1311611015'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:32.352058 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:32.560990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-bd29187a-2b94-4ef8-99d4-54b3b556af42', 'network_id': 'bd29187a-2b94-4ef8-99d4-54b3b556af42', 'tenant_id': '3ea99afd481e471ab97fb70ebaaf7860', 'fixed_ips': [{'subnet_id': 'a9288aa8-1ff5-439c-8b0f-deb5cf1b5489'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:22:32.561865 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:32.654873 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:32.667915 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:32.694902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port 20711bf8-6d99-472a-9b74-0799ce89f9b2 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:22:32.844594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Allocated IP 172.20.0.2 (bd29187a-2b94-4ef8-99d4-54b3b556af42/a9288aa8-1ff5-439c-8b0f-deb5cf1b5489/94fb927e-3012-4871-99f7-b247a421a78f) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:32.878194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91134b15-803f-4e6d-88f8-c814086abb2c {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:22:32.887723 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:32.921492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Transition to ACTIVE for port object 91134b15-803f-4e6d-88f8-c814086abb2c will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:22:33.004609 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:33.061274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7dc32-3c30-47ad-a926-a9c2aec63dfd req-74a3f7bf-4764-434e-afc8-379d8cd4adea tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:33.063386 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cb7dc32-3c30-47ad-a926-a9c2aec63dfd req-74a3f7bf-4764-434e-afc8-379d8cd4adea tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 931 time: 0.1404116 Oct 13 11:22:33.155321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Pushing event updated for resources: {'Port': ['ID=91134b15-803f-4e6d-88f8-c814086abb2c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:33.258539 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:33.275942 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cb7dc32-3c30-47ad-a926-a9c2aec63dfd req-c37a76b6-dbc4-4bb2-81f4-b38c3bf0be3d tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033000 Oct 13 11:22:33.295808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Attempting to bind port 91134b15-803f-4e6d-88f8-c814086abb2c on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:22:33.296269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Attempting to bind port 91134b15-803f-4e6d-88f8-c814086abb2c by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:22:33.296602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Attempting to bind port 91134b15-803f-4e6d-88f8-c814086abb2c on network dbf8db7d-4319-46d8-b065-1b14a7f7b447 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:22:33.301261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Port 91134b15-803f-4e6d-88f8-c814086abb2c on network dbf8db7d-4319-46d8-b065-1b14a7f7b447 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:22:33.301588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Attempting to bind port 91134b15-803f-4e6d-88f8-c814086abb2c on network dbf8db7d-4319-46d8-b065-1b14a7f7b447 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:22:33.310227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:22:33.310624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Checking segment: {'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:33.311147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Bound using segment: {'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:22:33.316627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Bound port: 91134b15-803f-4e6d-88f8-c814086abb2c, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:22:33.316627 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:33.408126 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:33.426660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] For port 91134b15-803f-4e6d-88f8-c814086abb2c, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:22:33.431722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] For port 91134b15-803f-4e6d-88f8-c814086abb2c, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=91134b15-803f-4e6d-88f8-c814086abb2c,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:22:33.493199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Network bd29187a-2b94-4ef8-99d4-54b3b556af42 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:33.502916 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:33.511944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:33.515326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Pushing event updated for resources: {'Port': ['ID=94fb927e-3012-4871-99f7-b247a421a78f,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:33.545777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.12 (bd29187a-2b94-4ef8-99d4-54b3b556af42/a9288aa8-1ff5-439c-8b0f-deb5cf1b5489/20711bf8-6d99-472a-9b74-0799ce89f9b2) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:33.581011 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:33.589130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Attempting to bind port 94fb927e-3012-4871-99f7-b247a421a78f on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:22:33.590300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Attempting to bind port 94fb927e-3012-4871-99f7-b247a421a78f by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '1cf0e3eb-7332-443c-a190-ec39ac559d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd29187a-2b94-4ef8-99d4-54b3b556af42'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:22:33.590704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Attempting to bind port 94fb927e-3012-4871-99f7-b247a421a78f on network bd29187a-2b94-4ef8-99d4-54b3b556af42 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:22:33.598118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:22:33.603676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Checking segment: {'id': '1cf0e3eb-7332-443c-a190-ec39ac559d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd29187a-2b94-4ef8-99d4-54b3b556af42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:33.603676 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:33.603676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Bound using segment: {'id': '1cf0e3eb-7332-443c-a190-ec39ac559d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd29187a-2b94-4ef8-99d4-54b3b556af42'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:22:33.603676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Bound port: 94fb927e-3012-4871-99f7-b247a421a78f, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf0e3eb-7332-443c-a190-ec39ac559d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bd29187a-2b94-4ef8-99d4-54b3b556af42'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:22:33.603676 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:33.630960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:33.631788 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:33.633572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] 10.222.0.21 "PUT /v2.0/ports/91134b15-803f-4e6d-88f8-c814086abb2c HTTP/1.1" status: 200 len: 1091 time: 1.4046886 Oct 13 11:22:33.636285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a595aa-3c95-455f-afaf-13dc669b5881', 'tag': '91134b15-803f-4e6d-88f8-c814086abb2c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:22:33.640087 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fc96f9-3c8c-4632-accf-465be871bdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a595aa-3c95-455f-afaf-13dc669b5881", "tag": "91134b15-803f-4e6d-88f8-c814086abb2c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:22:33.688567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] For port 94fb927e-3012-4871-99f7-b247a421a78f, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:22:33.694796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] For port 94fb927e-3012-4871-99f7-b247a421a78f, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=94fb927e-3012-4871-99f7-b247a421a78f,segment=NetworkSegment(1cf0e3eb-7332-443c-a190-ec39ac559d9c),segment_id=1cf0e3eb-7332-443c-a190-ec39ac559d9c)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:22:33.708303 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:33.718868 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495d091-0b08-47e2-b338-0ba93c2e4d8f service neutron] Pushing event updated for resources: {'Port': ['ID=91134b15-803f-4e6d-88f8-c814086abb2c,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:33.726858 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e69d74c-31ce-4054-b17a-6dce4cf83a63 x-openstack-request-id: req-9e69d74c-31ce-4054-b17a-6dce4cf83a63 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:22:33.727149 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a595aa-3c95-455f-afaf-13dc669b5881", "tag": "91134b15-803f-4e6d-88f8-c814086abb2c", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:22:33.727402 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e69d74c-31ce-4054-b17a-6dce4cf83a63 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:22:33.727805 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a595aa-3c95-455f-afaf-13dc669b5881', 'tag': '91134b15-803f-4e6d-88f8-c814086abb2c', 'status': 'completed', 'code': 200} Oct 13 11:22:33.795226 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:33.806886 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc96f9-3c8c-4632-accf-465be871bdbf req-33e51ba5-52dc-49ba-91a8-5e0d349e711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:33.808907 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78fc96f9-3c8c-4632-accf-465be871bdbf req-33e51ba5-52dc-49ba-91a8-5e0d349e711f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 1094 time: 0.0577054 Oct 13 11:22:33.824182 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:33.937233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=20711bf8-6d99-472a-9b74-0799ce89f9b2,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:33.958054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network bd29187a-2b94-4ef8-99d4-54b3b556af42 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:33.959767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:33.962325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:33.991681 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02a3f0-29be-4efe-b383-fac89513bcc0 None None] Pushing event updated for resources: {'Port': ['ID=94fb927e-3012-4871-99f7-b247a421a78f,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:34.015997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc96f9-3c8c-4632-accf-465be871bdbf req-127d34e8-f423-48b0-9770-24f5a99a4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:34.018439 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78fc96f9-3c8c-4632-accf-465be871bdbf req-127d34e8-f423-48b0-9770-24f5a99a4685 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1998942 Oct 13 11:22:34.038278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:34.039272 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:34.162430 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d7f70c86-00fd-42ab-aeac-d4e43fc2528d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.8472595 Oct 13 11:22:34.163357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50012) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:34.209437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc96f9-3c8c-4632-accf-465be871bdbf req-04366a78-7391-4b51-b2bf-8959d8328932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:34.214714 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78fc96f9-3c8c-4632-accf-465be871bdbf req-04366a78-7391-4b51-b2bf-8959d8328932 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1890516 Oct 13 11:22:34.358510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-2b0fcbf2-98b9-4267-aa89-68c74bc0d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:34.364736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-2b0fcbf2-98b9-4267-aa89-68c74bc0d9ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 1094 time: 0.0781531 Oct 13 11:22:34.423188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-19c02b81-af96-4508-963d-2fa587614012 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91134b15-803f-4e6d-88f8-c814086abb2c HTTP/1.1" status: 200 len: 217 time: 0.0503092 Oct 13 11:22:34.426088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a67b0606-58d6-4388-b034-aab9558d24a6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port 20711bf8-6d99-472a-9b74-0799ce89f9b2 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:34.426461 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a67b0606-58d6-4388-b034-aab9558d24a6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:34.585034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-7288b8db-7923-463b-9e02-f9421b2726ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:34.586593 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-7288b8db-7923-463b-9e02-f9421b2726ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40420b33-4d47-4003-890e-dc51ede41596 HTTP/1.1" status: 200 len: 854 time: 0.1431613 Oct 13 11:22:34.604234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a80936-d7ab-4229-8a20-da4471368d9a req-93a04044-19a8-4471-8a38-f0bf71eece72 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:34.605719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19a80936-d7ab-4229-8a20-da4471368d9a req-93a04044-19a8-4471-8a38-f0bf71eece72 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 943 time: 0.2260466 Oct 13 11:22:34.656062 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-992197ca-040f-4cdd-9bc3-d3de7c4a7930 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbf8db7d-4319-46d8-b065-1b14a7f7b447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618827 Oct 13 11:22:34.663003 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a67b0606-58d6-4388-b034-aab9558d24a6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:34.762854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a67b0606-58d6-4388-b034-aab9558d24a6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for 20711bf8-6d99-472a-9b74-0799ce89f9b2 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:34.762854 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19a80936-d7ab-4229-8a20-da4471368d9a req-05a8f752-fc90-4e5e-b6fc-6aca261be638 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403112 Oct 13 11:22:34.903383 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 94fb927e-3012-4871-99f7-b247a421a78f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:22:34.928078 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-fbb05963-c612-47cf-b575-fa456a1ef569 service neutron] 10.222.0.21 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613649 Oct 13 11:22:35.306316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 94fb927e-3012-4871-99f7-b247a421a78f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:35.306316 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:35.309169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3781e20e-01ff-45ef-9eed-0ce39b3bffe7 req-f4ce53a7-7baf-40ec-99a3-bd5baf92b5c7 service neutron] 10.222.0.21 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409881 Oct 13 11:22:35.310065 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:35.310065 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 94fb927e-3012-4871-99f7-b247a421a78f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=94fb927e-3012-4871-99f7-b247a421a78f,segment=NetworkSegment(1cf0e3eb-7332-443c-a190-ec39ac559d9c),segment_id=1cf0e3eb-7332-443c-a190-ec39ac559d9c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:35.360663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c7507-bd41-4841-bccc-f615361fd484 None None] Network bd29187a-2b94-4ef8-99d4-54b3b556af42 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:35.477043 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a67b0606-58d6-4388-b034-aab9558d24a6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:35.489424 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:35.493278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea0cbac4-c087-4783-a5f2-2765511e6b4e None None] Provisioning complete for port 94fb927e-3012-4871-99f7-b247a421a78f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:35.493646 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbac4-c087-4783-a5f2-2765511e6b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:35.541620 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b0606-58d6-4388-b034-aab9558d24a6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=20711bf8-6d99-472a-9b74-0799ce89f9b2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:35.633785 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a67b0606-58d6-4388-b034-aab9558d24a6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:35.640818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50044) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:35.641393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a67b0606-58d6-4388-b034-aab9558d24a6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/20711bf8-6d99-472a-9b74-0799ce89f9b2 HTTP/1.1" status: 204 len: 168 time: 1.4711361 Oct 13 11:22:35.679908 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-16124ad6-976d-4fbc-876b-d2dbd1204034 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:22:35.682102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=94fb927e-3012-4871-99f7-b247a421a78f,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:35.683694 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-16124ad6-976d-4fbc-876b-d2dbd1204034 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/20711bf8-6d99-472a-9b74-0799ce89f9b2 HTTP/1.1" status: 404 len: 333 time: 0.0410156 Oct 13 11:22:35.687646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50046) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:35.746193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed00842-1e40-492c-bece-5f4c4bec65de tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting subnet a9288aa8-1ff5-439c-8b0f-deb5cf1b5489 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:22:35.755145 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ed00842-1e40-492c-bece-5f4c4bec65de tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:35.817579 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ed00842-1e40-492c-bece-5f4c4bec65de tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:35.918245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50cb5-283b-4652-886d-bd45a548d41b req-58dbc00e-f5b6-4f53-b7eb-5cf9cb3e9b56 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:35.919882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07d50cb5-283b-4652-886d-bd45a548d41b req-58dbc00e-f5b6-4f53-b7eb-5cf9cb3e9b56 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 943 time: 0.0611405 Oct 13 11:22:35.967199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ed00842-1e40-492c-bece-5f4c4bec65de tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:35.979179 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07d50cb5-283b-4652-886d-bd45a548d41b req-b102b165-19e5-471c-9cfc-719b7ff49b3f tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478952 Oct 13 11:22:36.174414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b7efb02b-be45-4bba-838a-38791809fa4a None None] Provisioning complete for port 94fb927e-3012-4871-99f7-b247a421a78f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:36.175019 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7efb02b-be45-4bba-838a-38791809fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:36.192660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ed00842-1e40-492c-bece-5f4c4bec65de tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:36.225113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed00842-1e40-492c-bece-5f4c4bec65de tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Subnet': ['ID=a9288aa8-1ff5-439c-8b0f-deb5cf1b5489,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:36.227359 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7ed00842-1e40-492c-bece-5f4c4bec65de tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:36.233529 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7ed00842-1e40-492c-bece-5f4c4bec65de tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/a9288aa8-1ff5-439c-8b0f-deb5cf1b5489 HTTP/1.1" status: 204 len: 168 time: 0.5423012 Oct 13 11:22:36.233979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50058) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:36.393453 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:36.400191 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867c837a-5c8c-48f4-89dd-c73ddbe550a9 None None] Network bd29187a-2b94-4ef8-99d4-54b3b556af42 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:36.466010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port 94fb927e-3012-4871-99f7-b247a421a78f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:36.469273 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:36.478602 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 91134b15-803f-4e6d-88f8-c814086abb2c details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:22:36.496768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4514a6d3-70bf-4cb0-b6e8-e8a6801b3e0c None None] Could not find standard attr ID for object 20711bf8-6d99-472a-9b74-0799ce89f9b2. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:22:36.664445 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] For port 94fb927e-3012-4871-99f7-b247a421a78f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=94fb927e-3012-4871-99f7-b247a421a78f,segment=NetworkSegment(1cf0e3eb-7332-443c-a190-ec39ac559d9c),segment_id=1cf0e3eb-7332-443c-a190-ec39ac559d9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:36.666035 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:36.681378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 91134b15-803f-4e6d-88f8-c814086abb2c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=91134b15-803f-4e6d-88f8-c814086abb2c,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:36.698376 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '91134b15-803f-4e6d-88f8-c814086abb2c', 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447', 'port_id': '91134b15-803f-4e6d-88f8-c814086abb2c', 'mac_address': 'fa:16:3e:5c:53:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40420b33-4d47-4003-890e-dc51ede41596', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:22:36.754282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b34fab-3c73-49bf-ae20-f8a1e3027702 None None] DHCP port deletion for bd29187a-2b94-4ef8-99d4-54b3b556af42 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:22:36.801380 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:36.830098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91134b15-803f-4e6d-88f8-c814086abb2c {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:22:36.863302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 91134b15-803f-4e6d-88f8-c814086abb2c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=91134b15-803f-4e6d-88f8-c814086abb2c,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:36.870390 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 94fb927e-3012-4871-99f7-b247a421a78f no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:22:36.926188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-49b34fab-3c73-49bf-ae20-f8a1e3027702 None None] Deleting port 94fb927e-3012-4871-99f7-b247a421a78f {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:36.926671 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-49b34fab-3c73-49bf-ae20-f8a1e3027702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:37.012248 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:37.087148 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for 94fb927e-3012-4871-99f7-b247a421a78f owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:37.128957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-49b34fab-3c73-49bf-ae20-f8a1e3027702 None None] For port 94fb927e-3012-4871-99f7-b247a421a78f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=94fb927e-3012-4871-99f7-b247a421a78f,segment=NetworkSegment(1cf0e3eb-7332-443c-a190-ec39ac559d9c),segment_id=1cf0e3eb-7332-443c-a190-ec39ac559d9c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:37.129295 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-49b34fab-3c73-49bf-ae20-f8a1e3027702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:37.131885 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:37.219448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-49b34fab-3c73-49bf-ae20-f8a1e3027702 None None] Calling delete_port for 94fb927e-3012-4871-99f7-b247a421a78f owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:37.231986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=91134b15-803f-4e6d-88f8-c814086abb2c,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:37.239577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4d7c9-ab78-42f4-acee-62c98b5deaea req-c4036111-25d4-4ff4-a096-45bf0a33511e tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:37.241128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39b4d7c9-ab78-42f4-acee-62c98b5deaea req-c4036111-25d4-4ff4-a096-45bf0a33511e tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 944 time: 0.1077454 Oct 13 11:22:37.262978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 94fb927e-3012-4871-99f7-b247a421a78f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=94fb927e-3012-4871-99f7-b247a421a78f,segment=NetworkSegment(1cf0e3eb-7332-443c-a190-ec39ac559d9c),segment_id=1cf0e3eb-7332-443c-a190-ec39ac559d9c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:37.304132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39b4d7c9-ab78-42f4-acee-62c98b5deaea req-45a345a2-6a4d-40f3-9a14-6140d20c9b70 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549512 Oct 13 11:22:37.312279 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['91134b15-803f-4e6d-88f8-c814086abb2c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:22:37.365531 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:37.422669 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:37.458187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=94fb927e-3012-4871-99f7-b247a421a78f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:37.467334 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No DVR routers for this DVR port 94fb927e-3012-4871-99f7-b247a421a78f on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:22:37.495506 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-49b34fab-3c73-49bf-ae20-f8a1e3027702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:37.510246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=94fb927e-3012-4871-99f7-b247a421a78f,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:37.553646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b34fab-3c73-49bf-ae20-f8a1e3027702 None None] No DVR routers for this DVR port 94fb927e-3012-4871-99f7-b247a421a78f on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:22:37.559646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b34fab-3c73-49bf-ae20-f8a1e3027702 None None] Pushing event deleted for resources: {'Port': ['ID=94fb927e-3012-4871-99f7-b247a421a78f,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:37.598924 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:37.650595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd29187a-2b94-4ef8-99d4-54b3b556af42']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:37.665501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf0e3eb-7332-443c-a190-ec39ac559d9c') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:37.665799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf0e3eb-7332-443c-a190-ec39ac559d9c') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:37.676811 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:37.693006 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:37.700625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:22:37.701032 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:22:37.704727 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:22:37.828722 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:37.849778 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:37.854534 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/networks/bd29187a-2b94-4ef8-99d4-54b3b556af42 HTTP/1.1" status: 204 len: 168 time: 1.6177192 Oct 13 11:22:37.855591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabb764-199e-4928-970c-82a63c8655b6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Network': ['ID=bd29187a-2b94-4ef8-99d4-54b3b556af42,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:37.857451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50084) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:37.863705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-df2102d1-4a69-4514-aa0a-d52bcd4e76da tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'name': 'tempest-PortsTestJSON-34939347'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:38.057405 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-568a2026-3b70-4f29-b6dc-2197e6160aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:38.339844 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:22:38.391785 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2102d1-4a69-4514-aa0a-d52bcd4e76da tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:38.395983 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df2102d1-4a69-4514-aa0a-d52bcd4e76da tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:38.425328 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-df2102d1-4a69-4514-aa0a-d52bcd4e76da tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port 4c7d9fb4-b06d-4987-9098-311360ea5a2d yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:22:38.472550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 91134b15-803f-4e6d-88f8-c814086abb2c up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:22:38.484375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da52f1b-f797-4bbf-aebf-7d1bc11a3787 req-34caf007-f9c3-4989-b116-fb58547a37a9 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:38.486909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9da52f1b-f797-4bbf-aebf-7d1bc11a3787 req-34caf007-f9c3-4989-b116-fb58547a37a9 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 944 time: 0.0639975 Oct 13 11:22:38.559252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9da52f1b-f797-4bbf-aebf-7d1bc11a3787 req-4745b839-9a4f-4e0d-8d48-eae0beac74f1 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636814 Oct 13 11:22:38.646526 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 91134b15-803f-4e6d-88f8-c814086abb2c completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:22:38.651023 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 91134b15-803f-4e6d-88f8-c814086abb2c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:38.651488 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:38.652936 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df2102d1-4a69-4514-aa0a-d52bcd4e76da tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:38.760226 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:38.777472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df2102d1-4a69-4514-aa0a-d52bcd4e76da tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:38.811035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 91134b15-803f-4e6d-88f8-c814086abb2c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=91134b15-803f-4e6d-88f8-c814086abb2c,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:38.814162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a595aa-3c95-455f-afaf-13dc669b5881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91134b15-803f-4e6d-88f8-c814086abb2c'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:22:38.817362 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5e48ff-330c-47db-8343-70902619727f" -d '{"events": [{"server_uuid": "b5a595aa-3c95-455f-afaf-13dc669b5881", "name": "network-vif-plugged", "status": "completed", "tag": "91134b15-803f-4e6d-88f8-c814086abb2c"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:22:38.843644 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2102d1-4a69-4514-aa0a-d52bcd4e76da tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:38.851226 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-df2102d1-4a69-4514-aa0a-d52bcd4e76da tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:38.856680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2102d1-4a69-4514-aa0a-d52bcd4e76da tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:38.864182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2102d1-4a69-4514-aa0a-d52bcd4e76da tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:38.864898 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df2102d1-4a69-4514-aa0a-d52bcd4e76da tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:38.882907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2102d1-4a69-4514-aa0a-d52bcd4e76da tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=4c7d9fb4-b06d-4987-9098-311360ea5a2d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:38.887178 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:38.917703 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f08016-2d27-4f17-b95d-c842652bfc04 x-openstack-request-id: req-14f08016-2d27-4f17-b95d-c842652bfc04 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:22:38.918002 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a595aa-3c95-455f-afaf-13dc669b5881", "name": "network-vif-plugged", "status": "completed", "tag": "91134b15-803f-4e6d-88f8-c814086abb2c", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:22:38.919366 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14f08016-2d27-4f17-b95d-c842652bfc04 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:22:38.919366 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a595aa-3c95-455f-afaf-13dc669b5881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91134b15-803f-4e6d-88f8-c814086abb2c', 'code': 200} Oct 13 11:22:38.957772 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:38.957772 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=91134b15-803f-4e6d-88f8-c814086abb2c,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:39.031255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66244096-e533-48aa-8e2c-c2c685c05c56 req-b1a61e60-3f37-4b95-b9a4-c5498936c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:39.033849 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66244096-e533-48aa-8e2c-c2c685c05c56 req-b1a61e60-3f37-4b95-b9a4-c5498936c365 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 1096 time: 0.0605609 Oct 13 11:22:39.072286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66244096-e533-48aa-8e2c-c2c685c05c56 req-e5e3d6ff-481b-4e8d-a2af-103ed084075c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323079 Oct 13 11:22:39.694572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1cf7d-ef31-47ab-b56a-6a4659c0af9c req-d4dfb16c-3f56-44b3-94b8-ef346316c826 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:39.833804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33a1cf7d-ef31-47ab-b56a-6a4659c0af9c req-d4dfb16c-3f56-44b3-94b8-ef346316c826 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 945 time: 0.0596771 Oct 13 11:22:39.833804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33a1cf7d-ef31-47ab-b56a-6a4659c0af9c req-66684538-a7b8-4faa-9a00-48b74d0913df tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436919 Oct 13 11:22:39.968601 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-df2102d1-4a69-4514-aa0a-d52bcd4e76da tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.1088743 Oct 13 11:22:39.974760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50118) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:40.090438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7011f8ce-7ea3-40f3-9fe3-12b8bc1d878d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port 4c7d9fb4-b06d-4987-9098-311360ea5a2d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:40.090801 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7011f8ce-7ea3-40f3-9fe3-12b8bc1d878d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:40.175209 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7011f8ce-7ea3-40f3-9fe3-12b8bc1d878d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:40.190734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7011f8ce-7ea3-40f3-9fe3-12b8bc1d878d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for 4c7d9fb4-b06d-4987-9098-311360ea5a2d owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:40.395379 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7011f8ce-7ea3-40f3-9fe3-12b8bc1d878d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:40.428700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011f8ce-7ea3-40f3-9fe3-12b8bc1d878d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=4c7d9fb4-b06d-4987-9098-311360ea5a2d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:40.445504 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7011f8ce-7ea3-40f3-9fe3-12b8bc1d878d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:40.449694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7011f8ce-7ea3-40f3-9fe3-12b8bc1d878d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/4c7d9fb4-b06d-4987-9098-311360ea5a2d HTTP/1.1" status: 204 len: 168 time: 0.4736800 Oct 13 11:22:40.452025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50134) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:40.459021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c5624c10-3320-45a3-bf96-6af45280a620 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'mac_address': 'fa:16:3e:50:3b:ea', 'name': 'tempest-PortsTestJSON-81740600'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:40.657192 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5624c10-3320-45a3-bf96-6af45280a620 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:40.731172 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:40.758189 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5624c10-3320-45a3-bf96-6af45280a620 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:40.783759 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-265d46de-4b22-42f8-bd2b-6bde0b0ce2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:40.784287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-c5624c10-3320-45a3-bf96-6af45280a620 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port d29f469c-0bbd-4282-9161-c02aee818c54 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:22:40.985203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4527566-f487-4b0e-915d-5f3e8118f213 req-08567c67-39c1-4d5f-b60d-9187285c2d06 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:40.987144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4527566-f487-4b0e-915d-5f3e8118f213 req-08567c67-39c1-4d5f-b60d-9187285c2d06 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 945 time: 0.0627241 Oct 13 11:22:41.006973 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5624c10-3320-45a3-bf96-6af45280a620 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:41.059509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4527566-f487-4b0e-915d-5f3e8118f213 req-80dada39-01cf-4f5b-ad50-d388eb320327 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652180 Oct 13 11:22:41.179561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5624c10-3320-45a3-bf96-6af45280a620 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:41.273623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5624c10-3320-45a3-bf96-6af45280a620 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=d29f469c-0bbd-4282-9161-c02aee818c54,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:41.285671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5624c10-3320-45a3-bf96-6af45280a620 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:41.289010 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-c5624c10-3320-45a3-bf96-6af45280a620 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:41.296795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5624c10-3320-45a3-bf96-6af45280a620 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:41.304005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5624c10-3320-45a3-bf96-6af45280a620 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:41.304650 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5624c10-3320-45a3-bf96-6af45280a620 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:41.418769 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50164) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:41.423126 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c5624c10-3320-45a3-bf96-6af45280a620 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.9697056 Oct 13 11:22:41.484424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abc9223-6190-48ca-9547-0280388c22ac tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:41.489025 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6abc9223-6190-48ca-9547-0280388c22ac tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/d29f469c-0bbd-4282-9161-c02aee818c54 HTTP/1.1" status: 200 len: 839 time: 0.0668991 Oct 13 11:22:41.489543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50166) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:41.615306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-836bf2f5-b89d-416f-94a8-82430e7a81df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port d29f469c-0bbd-4282-9161-c02aee818c54 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:41.615799 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-836bf2f5-b89d-416f-94a8-82430e7a81df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:41.719684 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-836bf2f5-b89d-416f-94a8-82430e7a81df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:41.735717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-836bf2f5-b89d-416f-94a8-82430e7a81df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for d29f469c-0bbd-4282-9161-c02aee818c54 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:41.792440 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:41.840981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50178) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:41.926271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-836bf2f5-b89d-416f-94a8-82430e7a81df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.003332 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea4ec6fd-e695-43e3-ad42-dba9a24d8b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.023043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bf2f5-b89d-416f-94a8-82430e7a81df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=d29f469c-0bbd-4282-9161-c02aee818c54,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:42.027278 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-836bf2f5-b89d-416f-94a8-82430e7a81df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.035879 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-836bf2f5-b89d-416f-94a8-82430e7a81df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/d29f469c-0bbd-4282-9161-c02aee818c54 HTTP/1.1" status: 204 len: 168 time: 0.5450990 Oct 13 11:22:42.036686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50188) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:42.071187 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8635f9-6473-4814-86cf-b5701664ad72 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:22:42.077167 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5a8635f9-6473-4814-86cf-b5701664ad72 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/d29f469c-0bbd-4282-9161-c02aee818c54 HTTP/1.1" status: 404 len: 333 time: 0.0393500 Oct 13 11:22:42.078062 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50190) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:42.085855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-18bdb822-a60a-491b-8583-b7186144e955 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'name': 'tempest-PortsTestJSON-197689882'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:42.167666 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea4ec6fd-e695-43e3-ad42-dba9a24d8b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.243225 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.247038 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea4ec6fd-e695-43e3-ad42-dba9a24d8b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.287994 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ea4ec6fd-e695-43e3-ad42-dba9a24d8b75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5eaf124dffa438d85de7d52294e7882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429862 Oct 13 11:22:42.287994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ec6fd-e695-43e3-ad42-dba9a24d8b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e998a2-4c25-4cf1-a5b6-8b141ac5acf7,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:42.288572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50196) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:42.300249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bdb822-a60a-491b-8583-b7186144e955 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:42.305955 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-18bdb822-a60a-491b-8583-b7186144e955 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.364119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-18bdb822-a60a-491b-8583-b7186144e955 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port ef237dfe-dca6-4543-a8c6-5e8a0e42915e yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:22:42.444180 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-859a5f89-015c-4216-8b6d-fddce6329700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.495357 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-859a5f89-015c-4216-8b6d-fddce6329700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.620577 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-18bdb822-a60a-491b-8583-b7186144e955 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.742780 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-859a5f89-015c-4216-8b6d-fddce6329700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.745795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-859a5f89-015c-4216-8b6d-fddce6329700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.750093 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-859a5f89-015c-4216-8b6d-fddce6329700 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53e998a2-4c25-4cf1-a5b6-8b141ac5acf7 HTTP/1.1" status: 204 len: 168 time: 0.4594719 Oct 13 11:22:42.761565 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-18bdb822-a60a-491b-8583-b7186144e955 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.773903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a5f89-015c-4216-8b6d-fddce6329700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e998a2-4c25-4cf1-a5b6-8b141ac5acf7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:42.848963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bdb822-a60a-491b-8583-b7186144e955 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:42.852673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-18bdb822-a60a-491b-8583-b7186144e955 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:42.857746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdb822-a60a-491b-8583-b7186144e955 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:42.865426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bdb822-a60a-491b-8583-b7186144e955 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:42.866112 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-18bdb822-a60a-491b-8583-b7186144e955 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:42.915609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdb822-a60a-491b-8583-b7186144e955 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=ef237dfe-dca6-4543-a8c6-5e8a0e42915e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:42.979737 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-18bdb822-a60a-491b-8583-b7186144e955 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9003191 Oct 13 11:22:42.982752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50208) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:42.988213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9cfb43d6-e60b-4745-9fbb-16c578caf829 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:43.059643 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9cfb43d6-e60b-4745-9fbb-16c578caf829 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:43.320398 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9cfb43d6-e60b-4745-9fbb-16c578caf829 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:43.410041 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9cfb43d6-e60b-4745-9fbb-16c578caf829 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:43.444403 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:43.466083 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb43d6-e60b-4745-9fbb-16c578caf829 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] In _notify_port_updated(), no bound segment for port ef237dfe-dca6-4543-a8c6-5e8a0e42915e on network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:22:43.473393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfb43d6-e60b-4745-9fbb-16c578caf829 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:43.474076 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9cfb43d6-e60b-4745-9fbb-16c578caf829 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:43.477936 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9cfb43d6-e60b-4745-9fbb-16c578caf829 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "PUT /v2.0/ports/ef237dfe-dca6-4543-a8c6-5e8a0e42915e HTTP/1.1" status: 200 len: 818 time: 0.4917500 Oct 13 11:22:43.478360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50232) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:43.493059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb43d6-e60b-4745-9fbb-16c578caf829 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=ef237dfe-dca6-4543-a8c6-5e8a0e42915e,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:43.595913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-059d5fa9-c75b-44de-ab83-719e0e72ed45 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port ef237dfe-dca6-4543-a8c6-5e8a0e42915e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:43.596374 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-059d5fa9-c75b-44de-ab83-719e0e72ed45 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:43.675278 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-059d5fa9-c75b-44de-ab83-719e0e72ed45 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:43.692358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-059d5fa9-c75b-44de-ab83-719e0e72ed45 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for ef237dfe-dca6-4543-a8c6-5e8a0e42915e owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:43.886505 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-059d5fa9-c75b-44de-ab83-719e0e72ed45 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:43.934967 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-059d5fa9-c75b-44de-ab83-719e0e72ed45 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:43.938464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-059d5fa9-c75b-44de-ab83-719e0e72ed45 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/ef237dfe-dca6-4543-a8c6-5e8a0e42915e HTTP/1.1" status: 204 len: 168 time: 0.4584625 Oct 13 11:22:43.939939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d5fa9-c75b-44de-ab83-719e0e72ed45 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=ef237dfe-dca6-4543-a8c6-5e8a0e42915e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:43.941034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50248) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:44.003324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a3d125-a4b8-4bd9-987c-d3eaea3e8dd1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:44.007652 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-26a3d125-a4b8-4bd9-987c-d3eaea3e8dd1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0629895 Oct 13 11:22:44.008138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50254) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:44.045911 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea877787-7833-48f2-a64a-553a01d1f0f2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:22:44.052135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50262) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:44.052387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ea877787-7833-48f2-a64a-553a01d1f0f2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/ef237dfe-dca6-4543-a8c6-5e8a0e42915e HTTP/1.1" status: 404 len: 333 time: 0.0427177 Oct 13 11:22:44.057783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a80ef8d6-205f-49e1-8c0c-ac6be3475167 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1337058448'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:44.187118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80ef8d6-205f-49e1-8c0c-ac6be3475167 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:44.193012 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a80ef8d6-205f-49e1-8c0c-ac6be3475167 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:44.225302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80ef8d6-205f-49e1-8c0c-ac6be3475167 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:22:44.242914 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a80ef8d6-205f-49e1-8c0c-ac6be3475167 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:44.243274 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-a80ef8d6-205f-49e1-8c0c-ac6be3475167 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Added segment 88d4bd9f-82bb-4dc5-8707-0fbadb363bdb of type vlan for network 326a2154-f140-4a89-9fa4-412abb9e0f98 Oct 13 11:22:44.292853 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a80ef8d6-205f-49e1-8c0c-ac6be3475167 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:44.311978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50270) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:44.442959 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2053259863-network', 'tenant_id': 'e04ce079cae84008b121b9986d816c68'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:44.452101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a80ef8d6-205f-49e1-8c0c-ac6be3475167 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:44.458661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80ef8d6-205f-49e1-8c0c-ac6be3475167 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:44.459261 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a80ef8d6-205f-49e1-8c0c-ac6be3475167 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:44.536694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ef8d6-205f-49e1-8c0c-ac6be3475167 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Network': ['ID=326a2154-f140-4a89-9fa4-412abb9e0f98,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:44.547252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 326a2154-f140-4a89-9fa4-412abb9e0f98 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:22:44.674509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Made reservation on behalf of e04ce079cae84008b121b9986d816c68 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:44.677945 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:44.696601 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:44.741872 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a80ef8d6-205f-49e1-8c0c-ac6be3475167 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6880577 Oct 13 11:22:44.744626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50284) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:44.750320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-12b734c1-e207-443d-82b3-5cf6460cc183 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': '326a2154-f140-4a89-9fa4-412abb9e0f98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:44.874029 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:44.969093 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b734c1-e207-443d-82b3-5cf6460cc183 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:44.974561 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12b734c1-e207-443d-82b3-5cf6460cc183 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:44.977860 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:45.046193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:22:45.077032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4127ee1b-0ae8-4089-9b5c-9de8e85ec980,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:45.086707 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:45.087308 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Added segment 111de8d9-1ca9-4045-9592-f400443421ee of type vlan for network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 Oct 13 11:22:45.162879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:45.294527 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:45.295596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:45.299420 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:45.414856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a58f16b6-1e1e-40fd-b22e-c312fe7899d5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:45.433309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:22:45.462841 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12b734c1-e207-443d-82b3-5cf6460cc183 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:45.536915 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4235a2f8-defa-4dca-9a29-2a33dc6b24a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2230158 Oct 13 11:22:45.540836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50298) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:45.549795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-40773a4c-6746-479c-a28c-9755559895db admin admin] Request body: {'subnet': {'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2053259863-subnet', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:45.597315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b734c1-e207-443d-82b3-5cf6460cc183 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Subnet': ['ID=de7a0b3e-7bcd-4c93-9ed7-925ab33dd448,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:45.609545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b734c1-e207-443d-82b3-5cf6460cc183 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Checking segment: {'id': '88d4bd9f-82bb-4dc5-8707-0fbadb363bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '326a2154-f140-4a89-9fa4-412abb9e0f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:45.610128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b734c1-e207-443d-82b3-5cf6460cc183 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network hostable DHCP agents. Network: 326a2154-f140-4a89-9fa4-412abb9e0f98, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:22:45.679654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40773a4c-6746-479c-a28c-9755559895db admin admin] Made reservation on behalf of e04ce079cae84008b121b9986d816c68 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:45.682377 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-40773a4c-6746-479c-a28c-9755559895db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:45.695462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b734c1-e207-443d-82b3-5cf6460cc183 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 326a2154-f140-4a89-9fa4-412abb9e0f98 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:22:45.788507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-12b734c1-e207-443d-82b3-5cf6460cc183 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 326a2154-f140-4a89-9fa4-412abb9e0f98) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:45.793819 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b734c1-e207-443d-82b3-5cf6460cc183 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:45.794745 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12b734c1-e207-443d-82b3-5cf6460cc183 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:45.803559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7878ebbe-cbb0-49d0-8f3e-b4e7acd4c53c None None] Network 326a2154-f140-4a89-9fa4-412abb9e0f98 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:45.884359 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-12b734c1-e207-443d-82b3-5cf6460cc183 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1382880 Oct 13 11:22:45.893859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50304) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:45.902545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a584f869-b148-44e8-add9-bf4fe1e7a5a9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': '326a2154-f140-4a89-9fa4-412abb9e0f98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:45.999075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-40773a4c-6746-479c-a28c-9755559895db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:46.028054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-326a2154-f140-4a89-9fa4-412abb9e0f98', 'network_id': '326a2154-f140-4a89-9fa4-412abb9e0f98', 'tenant_id': '3ea99afd481e471ab97fb70ebaaf7860', 'fixed_ips': [{'subnet_id': 'de7a0b3e-7bcd-4c93-9ed7-925ab33dd448'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:22:46.028054 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:46.107675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40773a4c-6746-479c-a28c-9755559895db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b2258e-4d6d-4964-8de5-b224b11fbbe4,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:46.119221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40773a4c-6746-479c-a28c-9755559895db admin admin] Checking segment: {'id': '111de8d9-1ca9-4045-9592-f400443421ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:46.119583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40773a4c-6746-479c-a28c-9755559895db admin admin] Network hostable DHCP agents. Network: a58f16b6-1e1e-40fd-b22e-c312fe7899d5, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:22:46.160561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a584f869-b148-44e8-add9-bf4fe1e7a5a9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:46.165265 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a584f869-b148-44e8-add9-bf4fe1e7a5a9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:46.250983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40773a4c-6746-479c-a28c-9755559895db admin admin] Network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:22:46.277314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Allocated IP 172.20.0.2 (326a2154-f140-4a89-9fa4-412abb9e0f98/de7a0b3e-7bcd-4c93-9ed7-925ab33dd448/48dadf14-b5af-4d3b-9e47-a657ce21987d) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:46.311159 n-d-813659-3 neutron-server[101991]: INFO neutron.db.ipam_backend_mixin [None req-a584f869-b148-44e8-add9-bf4fe1e7a5a9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de7a0b3e-7bcd-4c93-9ed7-925ab33dd448 (CIDR: 172.20.0.0/28) Oct 13 11:22:46.377918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-40773a4c-6746-479c-a28c-9755559895db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, a58f16b6-1e1e-40fd-b22e-c312fe7899d5) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:46.379934 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a584f869-b148-44e8-add9-bf4fe1e7a5a9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:22:46.381256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a584f869-b148-44e8-add9-bf4fe1e7a5a9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:22:46.392112 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40773a4c-6746-479c-a28c-9755559895db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:46.392112 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-40773a4c-6746-479c-a28c-9755559895db admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:46.407381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09f574d-ea73-412d-9035-17db955e59ab None None] Network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:46.509215 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:46.530380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a584f869-b148-44e8-add9-bf4fe1e7a5a9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6319497 Oct 13 11:22:46.564037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50316) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:46.564037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b615af23-dd16-4a51-bdd6-a0274bf17eca tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': '326a2154-f140-4a89-9fa4-412abb9e0f98', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:46.564037 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-40773a4c-6746-479c-a28c-9755559895db admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0143139 Oct 13 11:22:46.568485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50318) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:46.568485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:46.625321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:22:46.626266 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:46.652160 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:46.725572 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:46.726702 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:46.729888 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Network 326a2154-f140-4a89-9fa4-412abb9e0f98 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:46.788224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:46.797788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:46.836985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Pushing event updated for resources: {'Port': ['ID=48dadf14-b5af-4d3b-9e47-a657ce21987d,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:46.846137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b615af23-dd16-4a51-bdd6-a0274bf17eca tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:46.847862 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:46.855101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b615af23-dd16-4a51-bdd6-a0274bf17eca tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:46.915180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Attempting to bind port 48dadf14-b5af-4d3b-9e47-a657ce21987d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:22:46.915556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Attempting to bind port 48dadf14-b5af-4d3b-9e47-a657ce21987d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '88d4bd9f-82bb-4dc5-8707-0fbadb363bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '326a2154-f140-4a89-9fa4-412abb9e0f98'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:22:46.915913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Attempting to bind port 48dadf14-b5af-4d3b-9e47-a657ce21987d on network 326a2154-f140-4a89-9fa4-412abb9e0f98 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:22:46.925806 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:22:46.926178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Checking segment: {'id': '88d4bd9f-82bb-4dc5-8707-0fbadb363bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '326a2154-f140-4a89-9fa4-412abb9e0f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:46.926716 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:46.927337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Bound using segment: {'id': '88d4bd9f-82bb-4dc5-8707-0fbadb363bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '326a2154-f140-4a89-9fa4-412abb9e0f98'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:22:46.928111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Bound port: 48dadf14-b5af-4d3b-9e47-a657ce21987d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d4bd9f-82bb-4dc5-8707-0fbadb363bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '326a2154-f140-4a89-9fa4-412abb9e0f98'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:22:46.928717 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:46.951539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Allocated IP 172.20.0.2 (a58f16b6-1e1e-40fd-b22e-c312fe7899d5/c6b2258e-4d6d-4964-8de5-b224b11fbbe4/94b561d4-fa70-48ce-8f05-e5e03cb158c9) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:47.157072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] For port 48dadf14-b5af-4d3b-9e47-a657ce21987d, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:22:47.176052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] For port 48dadf14-b5af-4d3b-9e47-a657ce21987d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=48dadf14-b5af-4d3b-9e47-a657ce21987d,segment=NetworkSegment(88d4bd9f-82bb-4dc5-8707-0fbadb363bdb),segment_id=88d4bd9f-82bb-4dc5-8707-0fbadb363bdb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:22:47.257117 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:47.271473 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:47.289021 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:47.340294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96e047-283f-44fa-ad19-5ddf8def3012 None None] Pushing event updated for resources: {'Port': ['ID=48dadf14-b5af-4d3b-9e47-a657ce21987d,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:47.392683 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b615af23-dd16-4a51-bdd6-a0274bf17eca tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:47.407088 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:47.465129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b615af23-dd16-4a51-bdd6-a0274bf17eca tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 326a2154-f140-4a89-9fa4-412abb9e0f98 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:47.479370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b615af23-dd16-4a51-bdd6-a0274bf17eca tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:47.482210 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b615af23-dd16-4a51-bdd6-a0274bf17eca tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:47.482838 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b615af23-dd16-4a51-bdd6-a0274bf17eca tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:47.561815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615af23-dd16-4a51-bdd6-a0274bf17eca tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Subnet': ['ID=e2c8b8db-a5bd-4d36-b13d-9990496a8e18,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:47.640658 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b615af23-dd16-4a51-bdd6-a0274bf17eca tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0959449 Oct 13 11:22:47.640658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50334) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:47.640658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': '326a2154-f140-4a89-9fa4-412abb9e0f98', 'fixed_ips': [{'subnet_id': 'de7a0b3e-7bcd-4c93-9ed7-925ab33dd448'}, {'subnet_id': 'e2c8b8db-a5bd-4d36-b13d-9990496a8e18'}], 'name': 'tempest-PortsTestJSON-170833914'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:47.766984 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:47.796154 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:47.796631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:47.803459 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:47.808793 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:47.820895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Pushing event updated for resources: {'Port': ['ID=94b561d4-fa70-48ce-8f05-e5e03cb158c9,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:47.902860 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Attempting to bind port 94b561d4-fa70-48ce-8f05-e5e03cb158c9 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:22:47.905408 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Attempting to bind port 94b561d4-fa70-48ce-8f05-e5e03cb158c9 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '111de8d9-1ca9-4045-9592-f400443421ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:22:47.908479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Attempting to bind port 94b561d4-fa70-48ce-8f05-e5e03cb158c9 on network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:22:47.918206 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:22:47.929106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Checking segment: {'id': '111de8d9-1ca9-4045-9592-f400443421ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:47.929106 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:47.929106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Bound using segment: {'id': '111de8d9-1ca9-4045-9592-f400443421ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:22:47.929106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Bound port: 94b561d4-fa70-48ce-8f05-e5e03cb158c9, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111de8d9-1ca9-4045-9592-f400443421ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:22:47.929106 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:47.929592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Allocated IP 172.25.0.32 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/50ae4018-c13f-4832-a395-5c506d09ae63) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:47.999225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] For port 94b561d4-fa70-48ce-8f05-e5e03cb158c9, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:22:48.002492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] For port 94b561d4-fa70-48ce-8f05-e5e03cb158c9, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=94b561d4-fa70-48ce-8f05-e5e03cb158c9,segment=NetworkSegment(111de8d9-1ca9-4045-9592-f400443421ee),segment_id=111de8d9-1ca9-4045-9592-f400443421ee)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:22:48.070610 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:48.083628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:48.190780 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:48.190878 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:48.205698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port af45a107-0bbe-44ab-9e09-286ebb436e98 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:22:48.251304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:48.324338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d0cc4-6db9-49e5-bd9e-6cfe8eed728b None None] Pushing event updated for resources: {'Port': ['ID=94b561d4-fa70-48ce-8f05-e5e03cb158c9,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:48.346869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Pushing event updated for resources: {'Port': ['ID=50ae4018-c13f-4832-a395-5c506d09ae63,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:48.370661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:48.371040 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:48.371429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:48.371759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:48.372098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:48.372463 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:48.372862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:48.373276 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:48.373668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:48.374929 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:48.375147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:48.375386 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:22:48.392837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:48.405033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:48.409353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:48.711989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.13 (326a2154-f140-4a89-9fa4-412abb9e0f98/de7a0b3e-7bcd-4c93-9ed7-925ab33dd448/af45a107-0bbe-44ab-9e09-286ebb436e98) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:48.729431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.18 (326a2154-f140-4a89-9fa4-412abb9e0f98/e2c8b8db-a5bd-4d36-b13d-9990496a8e18/af45a107-0bbe-44ab-9e09-286ebb436e98) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:48.975081 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 48dadf14-b5af-4d3b-9e47-a657ce21987d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:22:49.071837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 48dadf14-b5af-4d3b-9e47-a657ce21987d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:49.072342 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:49.102529 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:49.120364 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:49.124170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b17b51-99a1-4605-9519-be65b4fb0060 None None] Network 326a2154-f140-4a89-9fa4-412abb9e0f98 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:49.229717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-18d44238-5331-4b41-a56c-46703911afe4 None None] Provisioning complete for port 48dadf14-b5af-4d3b-9e47-a657ce21987d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:49.230161 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18d44238-5331-4b41-a56c-46703911afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:49.271091 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:49.379002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 326a2154-f140-4a89-9fa4-412abb9e0f98 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:49.386624 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:49.399736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:49.441674 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:49.491156 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:49.518929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=af45a107-0bbe-44ab-9e09-286ebb436e98,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:49.567581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:49.568795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:49.633119 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18d44238-5331-4b41-a56c-46703911afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:49.724326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 48dadf14-b5af-4d3b-9e47-a657ce21987d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=48dadf14-b5af-4d3b-9e47-a657ce21987d,segment=NetworkSegment(88d4bd9f-82bb-4dc5-8707-0fbadb363bdb),segment_id=88d4bd9f-82bb-4dc5-8707-0fbadb363bdb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:49.726221 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0dc0b6c3-e2c7-4c4a-ab4b-07314bda0d9a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0941262 Oct 13 11:22:49.729480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50362) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:49.735549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7fe82371-41b5-49a3-b6fe-571b9bebfeb9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de7a0b3e-7bcd-4c93-9ed7-925ab33dd448'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:49.813842 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1151a63-24c2-4f0d-93ed-c862f739f860 None None] Update dhcp port {'port': {'network_id': '326a2154-f140-4a89-9fa4-412abb9e0f98', 'fixed_ips': [{'subnet_id': 'de7a0b3e-7bcd-4c93-9ed7-925ab33dd448', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e2c8b8db-a5bd-4d36-b13d-9990496a8e18'}], 'binding:host_id': 'n-d-813659-3'}, 'id': '48dadf14-b5af-4d3b-9e47-a657ce21987d'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:22:49.856600 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1151a63-24c2-4f0d-93ed-c862f739f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:49.861208 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe82371-41b5-49a3-b6fe-571b9bebfeb9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:49.963934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c196a9-392f-4652-bff3-007502c870e1 None None] Network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:50.050772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Router 29c62c3c-bacd-4033-a9a3-4e936c370263 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:22:50.084960 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:50.085784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 94b561d4-fa70-48ce-8f05-e5e03cb158c9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:22:50.238532 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:22:50.256969 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-18d44238-5331-4b41-a56c-46703911afe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:22:50.257407 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-18d44238-5331-4b41-a56c-46703911afe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:22:50.264075 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-c1151a63-24c2-4f0d-93ed-c862f739f860 None None] Allocated IP 172.20.0.19 (326a2154-f140-4a89-9fa4-412abb9e0f98/e2c8b8db-a5bd-4d36-b13d-9990496a8e18/48dadf14-b5af-4d3b-9e47-a657ce21987d) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:50.266537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Sync routers for ids ['29c62c3c-bacd-4033-a9a3-4e936c370263'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:22:50.337483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=48dadf14-b5af-4d3b-9e47-a657ce21987d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:50.347705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Routers {'29c62c3c-bacd-4033-a9a3-4e936c370263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:22:50.348134 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:22:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['29c62c3c-bacd-4033-a9a3-4e936c370263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:50.366617 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:50.368906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a312d19a-9df7-4f9b-8067-545c5656151f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8065975 Oct 13 11:22:50.371925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50370) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:50.461015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 94b561d4-fa70-48ce-8f05-e5e03cb158c9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:50.461015 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:50.616143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c1151a63-24c2-4f0d-93ed-c862f739f860 None None] For port 48dadf14-b5af-4d3b-9e47-a657ce21987d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=48dadf14-b5af-4d3b-9e47-a657ce21987d,segment=NetworkSegment(88d4bd9f-82bb-4dc5-8707-0fbadb363bdb),segment_id=88d4bd9f-82bb-4dc5-8707-0fbadb363bdb)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:50.622674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Set router 29c62c3c-bacd-4033-a9a3-4e936c370263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:22:50.783039 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1151a63-24c2-4f0d-93ed-c862f739f860 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:50.904921 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1151a63-24c2-4f0d-93ed-c862f739f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:50.948034 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:50.989293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-7fe82371-41b5-49a3-b6fe-571b9bebfeb9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Delete allocated IP 172.20.0.18 (326a2154-f140-4a89-9fa4-412abb9e0f98/e2c8b8db-a5bd-4d36-b13d-9990496a8e18) {{(pid=101990) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 11:22:51.120198 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:51.214633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-293d6ca8-8559-4595-91f7-679ef9c72ef4 None None] Provisioning complete for port 94b561d4-fa70-48ce-8f05-e5e03cb158c9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:51.215278 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-293d6ca8-8559-4595-91f7-679ef9c72ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:51.235150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe82371-41b5-49a3-b6fe-571b9bebfeb9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:51.320178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1151a63-24c2-4f0d-93ed-c862f739f860 None None] Pushing event updated for resources: {'Port': ['ID=48dadf14-b5af-4d3b-9e47-a657ce21987d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:51.337643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 94b561d4-fa70-48ce-8f05-e5e03cb158c9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=94b561d4-fa70-48ce-8f05-e5e03cb158c9,segment=NetworkSegment(111de8d9-1ca9-4045-9592-f400443421ee),segment_id=111de8d9-1ca9-4045-9592-f400443421ee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:51.374772 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe82371-41b5-49a3-b6fe-571b9bebfeb9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:51.441653 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-293d6ca8-8559-4595-91f7-679ef9c72ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:51.450547 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:48Z', 'revision_number': 3, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:51.450547 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:51.600947 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 48dadf14-b5af-4d3b-9e47-a657ce21987d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:22:51.625318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Checking router: 29c62c3c-bacd-4033-a9a3-4e936c370263 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:22:51.625671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Updating router 29c62c3c-bacd-4033-a9a3-4e936c370263 port 50ae4018-c13f-4832-a395-5c506d09ae63 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:22:51.627585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Allocated IP 172.20.0.1 (a58f16b6-1e1e-40fd-b22e-c312fe7899d5/c6b2258e-4d6d-4964-8de5-b224b11fbbe4/4f685911-dd76-4b58-a834-70d7a83016f1) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:51.633075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe82371-41b5-49a3-b6fe-571b9bebfeb9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=af45a107-0bbe-44ab-9e09-286ebb436e98,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:51.638443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-7fe82371-41b5-49a3-b6fe-571b9bebfeb9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] In _notify_port_updated(), no bound segment for port af45a107-0bbe-44ab-9e09-286ebb436e98 on network 326a2154-f140-4a89-9fa4-412abb9e0f98 {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:22:51.645230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe82371-41b5-49a3-b6fe-571b9bebfeb9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:51.645909 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fe82371-41b5-49a3-b6fe-571b9bebfeb9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:51.648718 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7fe82371-41b5-49a3-b6fe-571b9bebfeb9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "PUT /v2.0/ports/af45a107-0bbe-44ab-9e09-286ebb436e98 HTTP/1.1" status: 200 len: 919 time: 1.9168341 Oct 13 11:22:51.650179 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50390) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:51.661357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b7046124-d30e-421e-b270-ce4685e1e267 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de7a0b3e-7bcd-4c93-9ed7-925ab33dd448'}, {'subnet_id': 'e2c8b8db-a5bd-4d36-b13d-9990496a8e18'}]}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:51.860931 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:51.929006 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:52.045615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=94b561d4-fa70-48ce-8f05-e5e03cb158c9,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:52.074135 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-293d6ca8-8559-4595-91f7-679ef9c72ef4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:22:52.074518 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-293d6ca8-8559-4595-91f7-679ef9c72ef4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:22:52.075535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:52.143991 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7046124-d30e-421e-b270-ce4685e1e267 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:52.169898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 48dadf14-b5af-4d3b-9e47-a657ce21987d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:52.170558 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:52.211196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Pushing event updated for resources: {'Port': ['ID=4f685911-dd76-4b58-a834-70d7a83016f1,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:52.247778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:52.249114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:52.262611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:52.372217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7475d71e-f574-4237-bb76-ab1b54d4f308 None None] Network 326a2154-f140-4a89-9fa4-412abb9e0f98 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:52.389925 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:52.782251 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:52.804748 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:52.889899 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d191c97a-3442-4751-83e9-492e08cc1320 None None] Provisioning complete for port 48dadf14-b5af-4d3b-9e47-a657ce21987d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:52.890285 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d191c97a-3442-4751-83e9-492e08cc1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:52.936152 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:53.031991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Attempting to bind port 50ae4018-c13f-4832-a395-5c506d09ae63 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:22:53.040398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Attempting to bind port 50ae4018-c13f-4832-a395-5c506d09ae63 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:22:53.040398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Attempting to bind port 50ae4018-c13f-4832-a395-5c506d09ae63 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:22:53.070809 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8477a9-91b3-44c9-aff7-642895bc85f1 None None] Pushing event updated for resources: {'Port': ['ID=50ae4018-c13f-4832-a395-5c506d09ae63,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:53.147290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:22:53.147759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:53.148092 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:53.148483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:22:53.148986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Bound port: 50ae4018-c13f-4832-a395-5c506d09ae63, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:22:53.149368 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:53.229476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b7046124-d30e-421e-b270-ce4685e1e267 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.18 (326a2154-f140-4a89-9fa4-412abb9e0f98/e2c8b8db-a5bd-4d36-b13d-9990496a8e18/af45a107-0bbe-44ab-9e09-286ebb436e98) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:53.230379 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:53.304231 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] For port 50ae4018-c13f-4832-a395-5c506d09ae63, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:22:53.311747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] For port 50ae4018-c13f-4832-a395-5c506d09ae63, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=50ae4018-c13f-4832-a395-5c506d09ae63,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:22:53.336237 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:53.366801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d191c97a-3442-4751-83e9-492e08cc1320 None None] Provisioning complete for port 4f685911-dd76-4b58-a834-70d7a83016f1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:53.368137 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d191c97a-3442-4751-83e9-492e08cc1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:53.400114 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:53.418547 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7046124-d30e-421e-b270-ce4685e1e267 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:53.424979 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:53.468818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d191c97a-3442-4751-83e9-492e08cc1320 None None] Port 4f685911-dd76-4b58-a834-70d7a83016f1 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:22:53.495827 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7046124-d30e-421e-b270-ce4685e1e267 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:53.516218 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Routers {'29c62c3c-bacd-4033-a9a3-4e936c370263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:22:53.517802 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:22:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['29c62c3c-bacd-4033-a9a3-4e936c370263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:53.523781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8477a9-91b3-44c9-aff7-642895bc85f1 None None] Pushing event updated for resources: {'Port': ['ID=50ae4018-c13f-4832-a395-5c506d09ae63,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:53.565091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d191c97a-3442-4751-83e9-492e08cc1320 None None] Provisioning complete for port af45a107-0bbe-44ab-9e09-286ebb436e98 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:53.565472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d191c97a-3442-4751-83e9-492e08cc1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:53.590661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Pushing event updated for resources: {'Port': ['ID=4f685911-dd76-4b58-a834-70d7a83016f1,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:53.638721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 94b561d4-fa70-48ce-8f05-e5e03cb158c9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:22:53.653175 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d191c97a-3442-4751-83e9-492e08cc1320 None None] Port af45a107-0bbe-44ab-9e09-286ebb436e98 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:22:53.702697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7046124-d30e-421e-b270-ce4685e1e267 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=af45a107-0bbe-44ab-9e09-286ebb436e98,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:53.706738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:53.708359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:53.732989 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b7046124-d30e-421e-b270-ce4685e1e267 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] In _notify_port_updated(), no bound segment for port af45a107-0bbe-44ab-9e09-286ebb436e98 on network 326a2154-f140-4a89-9fa4-412abb9e0f98 {{(pid=101991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:22:53.748822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7046124-d30e-421e-b270-ce4685e1e267 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:53.751912 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7046124-d30e-421e-b270-ce4685e1e267 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:53.757080 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b7046124-d30e-421e-b270-ce4685e1e267 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "PUT /v2.0/ports/af45a107-0bbe-44ab-9e09-286ebb436e98 HTTP/1.1" status: 200 len: 999 time: 2.1033058 Oct 13 11:22:53.757470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50418) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:53.774724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d191c97a-3442-4751-83e9-492e08cc1320 None None] Provisioning complete for port 94b561d4-fa70-48ce-8f05-e5e03cb158c9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:53.775149 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d191c97a-3442-4751-83e9-492e08cc1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:53.814640 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] Set router 29c62c3c-bacd-4033-a9a3-4e936c370263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:22:53.970813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Router 29c62c3c-bacd-4033-a9a3-4e936c370263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:22:53.997339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0d806e0f-bc6e-4778-a2e7-f7431fcd711e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port af45a107-0bbe-44ab-9e09-286ebb436e98 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:53.997339 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d806e0f-bc6e-4778-a2e7-f7431fcd711e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:54.049779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 94b561d4-fa70-48ce-8f05-e5e03cb158c9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:54.050445 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:54.174009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:22:54.190854 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3b9c5d19-ba6e-4e59-97a3-cf4904d4a89d admin admin] 10.222.0.32 "PUT /v2.0/routers/29c62c3c-bacd-4033-a9a3-4e936c370263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8177283 Oct 13 11:22:54.234883 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d806e0f-bc6e-4778-a2e7-f7431fcd711e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:54.263977 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0d806e0f-bc6e-4778-a2e7-f7431fcd711e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for af45a107-0bbe-44ab-9e09-286ebb436e98 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:54.669003 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fcee523c-b74f-4496-8b6a-bac43666d5e1 None None] Provisioning complete for port 48dadf14-b5af-4d3b-9e47-a657ce21987d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:54.670285 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fcee523c-b74f-4496-8b6a-bac43666d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:54.710298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-8ff68c5c-89bd-4db9-b43c-3aad478e607f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:54.722666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-8ff68c5c-89bd-4db9-b43c-3aad478e607f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 0.1924033 Oct 13 11:22:54.725552 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d806e0f-bc6e-4778-a2e7-f7431fcd711e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:54.756303 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 2, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:54.774532 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d806e0f-bc6e-4778-a2e7-f7431fcd711e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=af45a107-0bbe-44ab-9e09-286ebb436e98,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:54.787876 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a9f86ae1-2ce4-4829-bfa0-fa62383b6e22 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/quotas/1aa22e9274f0432fadaf0bde47c85ec7 HTTP/1.1" status: 200 len: 375 time: 0.0598054 Oct 13 11:22:54.810062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca729db8-13eb-4fb4-94f7-c636d72ebf63 None None] The sync data for ids ['29c62c3c-bacd-4033-a9a3-4e936c370263'] in n-d-813659-3 is: [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 2, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:22:54.884306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fcee523c-b74f-4496-8b6a-bac43666d5e1 None None] Could not find standard attr ID for object af45a107-0bbe-44ab-9e09-286ebb436e98. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:22:54.896259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fcee523c-b74f-4496-8b6a-bac43666d5e1 None None] Provisioning complete for port 4f685911-dd76-4b58-a834-70d7a83016f1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:54.896683 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fcee523c-b74f-4496-8b6a-bac43666d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:54.947706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-5afb3bc3-c83e-4730-be4f-2e3e070bd9c0 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1587126 Oct 13 11:22:54.949837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fcee523c-b74f-4496-8b6a-bac43666d5e1 None None] Port 4f685911-dd76-4b58-a834-70d7a83016f1 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:22:54.961067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d806e0f-bc6e-4778-a2e7-f7431fcd711e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:54.966162 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0d806e0f-bc6e-4778-a2e7-f7431fcd711e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/af45a107-0bbe-44ab-9e09-286ebb436e98 HTTP/1.1" status: 204 len: 168 time: 1.2030337 Oct 13 11:22:54.966615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50452) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:54.999815 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a3848d-b50c-46fd-82a4-217d6a81d67a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:22:55.002442 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a9a3848d-b50c-46fd-82a4-217d6a81d67a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/af45a107-0bbe-44ab-9e09-286ebb436e98 HTTP/1.1" status: 404 len: 333 time: 0.0334797 Oct 13 11:22:55.005122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50454) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:55.064067 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f1a08730-a903-4ac8-a02d-32e15c49c706 None None] Could not find standard attr ID for object af45a107-0bbe-44ab-9e09-286ebb436e98. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:22:55.067642 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-8049457b-9619-4a0b-a78c-ebe7a9d6fd41 service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083007 Oct 13 11:22:55.073656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a880e5c-4125-45ec-8ab0-573addafac55 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting subnet e2c8b8db-a5bd-4d36-b13d-9990496a8e18 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:22:55.078422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a880e5c-4125-45ec-8ab0-573addafac55 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:55.178920 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a880e5c-4125-45ec-8ab0-573addafac55 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:55.240318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-84fc7f06-f0fa-4216-8375-a834e03cb7dc service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717129 Oct 13 11:22:55.389612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50468) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:55.395633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-53221983-network', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:55.505832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Made reservation on behalf of e9a05563a7214b939eaa6cb79d85ad3f for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:55.508458 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:55.528691 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:55.640242 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:55.757756 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:55.828530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:22:55.854249 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:55.854751 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Added segment ce8c7664-c318-4692-bb82-579f97eeadcf of type vlan for network 94b8a18e-fef2-42ab-8b34-01a92db2e749 Oct 13 11:22:55.856126 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a880e5c-4125-45ec-8ab0-573addafac55 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:55.906521 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:55.941652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1ae0a6-fb01-4610-ad36-e173cca16682,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:56.037408 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:56.038436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:56.041844 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a880e5c-4125-45ec-8ab0-573addafac55 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:56.043257 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:56.108635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a880e5c-4125-45ec-8ab0-573addafac55 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c8b8db-a5bd-4d36-b13d-9990496a8e18,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:56.111271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a880e5c-4125-45ec-8ab0-573addafac55 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:56.115455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9a880e5c-4125-45ec-8ab0-573addafac55 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/e2c8b8db-a5bd-4d36-b13d-9990496a8e18 HTTP/1.1" status: 204 len: 168 time: 1.1089642 Oct 13 11:22:56.117806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50486) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:56.130979 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871fd0a9-dd3d-4c92-8e3d-94c290163098 None None] Network 326a2154-f140-4a89-9fa4-412abb9e0f98 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:56.185128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bea82a90-31bb-4b6a-86c6-53b42f51aa55 req-9f5f1c7e-ecf2-4ea3-bfeb-8a41c8447dc4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 210 time: 0.0328922 Oct 13 11:22:56.198690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8076885 Oct 13 11:22:56.199605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50490) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:56.210237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4b9bebb2-9929-4ccd-96d9-82965ad0567d admin admin] Request body: {'subnet': {'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-53221983-subnet', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:56.221885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211b6ce-4398-4b6f-8cab-d515790d597b admin admin] Pushing event updated for resources: {'Network': ['ID=94b8a18e-fef2-42ab-8b34-01a92db2e749,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:56.238732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 94b8a18e-fef2-42ab-8b34-01a92db2e749 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:22:56.239422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1b30a8-5cdb-48d5-83e0-e0d7c9283b30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting subnet de7a0b3e-7bcd-4c93-9ed7-925ab33dd448 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:22:56.252106 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f1b30a8-5cdb-48d5-83e0-e0d7c9283b30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:56.316516 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f1b30a8-5cdb-48d5-83e0-e0d7c9283b30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:56.330456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9bebb2-9929-4ccd-96d9-82965ad0567d admin admin] Made reservation on behalf of e9a05563a7214b939eaa6cb79d85ad3f for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:56.333618 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b9bebb2-9929-4ccd-96d9-82965ad0567d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:56.514198 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f1b30a8-5cdb-48d5-83e0-e0d7c9283b30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:56.724623 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f1b30a8-5cdb-48d5-83e0-e0d7c9283b30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:56.743153 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f1b30a8-5cdb-48d5-83e0-e0d7c9283b30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:56.750660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50502) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:56.755072 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9f1b30a8-5cdb-48d5-83e0-e0d7c9283b30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/de7a0b3e-7bcd-4c93-9ed7-925ab33dd448 HTTP/1.1" status: 204 len: 168 time: 0.6333604 Oct 13 11:22:56.804053 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b30a8-5cdb-48d5-83e0-e0d7c9283b30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Subnet': ['ID=de7a0b3e-7bcd-4c93-9ed7-925ab33dd448,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:56.834964 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b9bebb2-9929-4ccd-96d9-82965ad0567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:56.937567 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:56.967800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bebb2-9929-4ccd-96d9-82965ad0567d admin admin] Pushing event updated for resources: {'Subnet': ['ID=350b6cb9-238a-423c-b9b6-8f5e9a928580,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:57.051647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9bebb2-9929-4ccd-96d9-82965ad0567d admin admin] Checking segment: {'id': 'ce8c7664-c318-4692-bb82-579f97eeadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:57.063085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9bebb2-9929-4ccd-96d9-82965ad0567d admin admin] Network hostable DHCP agents. Network: 94b8a18e-fef2-42ab-8b34-01a92db2e749, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:22:57.105733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port 48dadf14-b5af-4d3b-9e47-a657ce21987d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:22:57.107172 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:57.196882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9bebb2-9929-4ccd-96d9-82965ad0567d admin admin] Network 94b8a18e-fef2-42ab-8b34-01a92db2e749 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:22:57.210188 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] For port 48dadf14-b5af-4d3b-9e47-a657ce21987d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=48dadf14-b5af-4d3b-9e47-a657ce21987d,segment=NetworkSegment(88d4bd9f-82bb-4dc5-8707-0fbadb363bdb),segment_id=88d4bd9f-82bb-4dc5-8707-0fbadb363bdb)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:57.214662 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:57.227092 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for 48dadf14-b5af-4d3b-9e47-a657ce21987d owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:22:57.318105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-4b9bebb2-9929-4ccd-96d9-82965ad0567d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 94b8a18e-fef2-42ab-8b34-01a92db2e749) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:57.328386 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9bebb2-9929-4ccd-96d9-82965ad0567d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:57.328595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce72a3-4323-46ba-bc4b-a8c93eb48d86 None None] Network 94b8a18e-fef2-42ab-8b34-01a92db2e749 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:57.331255 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b9bebb2-9929-4ccd-96d9-82965ad0567d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:57.358145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ccb31853-06c3-457f-a0e6-1158260a1a43 req-7d128b68-3878-483b-8ebe-a1d6f09ff765 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 210 time: 0.0644205 Oct 13 11:22:57.458307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4b9bebb2-9929-4ccd-96d9-82965ad0567d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2557290 Oct 13 11:22:57.461431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50518) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:57.466630 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-53221983-router', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:57.487817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acffb2a1-9103-4e20-be54-2d2576f72d37 None None] Network 326a2154-f140-4a89-9fa4-412abb9e0f98 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:22:57.519663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:57.554630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1c359281-b22b-4eb3-87ad-5fa4a096adbe None None] Could not find standard attr ID for object 48dadf14-b5af-4d3b-9e47-a657ce21987d. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:22:57.576725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=48dadf14-b5af-4d3b-9e47-a657ce21987d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:57.586694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No DVR routers for this DVR port 48dadf14-b5af-4d3b-9e47-a657ce21987d on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:22:57.606435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:57.613150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:57.649151 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 50ae4018-c13f-4832-a395-5c506d09ae63 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:22:57.708169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-94b8a18e-fef2-42ab-8b34-01a92db2e749', 'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'fixed_ips': [{'subnet_id': '350b6cb9-238a-423c-b9b6-8f5e9a928580'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:22:57.709169 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:57.769584 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:57.808049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326a2154-f140-4a89-9fa4-412abb9e0f98']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:57.813272 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:57.828066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d4bd9f-82bb-4dc5-8707-0fbadb363bdb') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:57.828370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d4bd9f-82bb-4dc5-8707-0fbadb363bdb') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:57.852054 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:57.868079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f156da-a161-41c5-833d-a4a2008500be None None] DHCP port deletion for 326a2154-f140-4a89-9fa4-412abb9e0f98 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:22:57.877251 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:57.886035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:22:57.886536 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:22:57.891407 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:22:57.911431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 50ae4018-c13f-4832-a395-5c506d09ae63 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:22:57.912049 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.019655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Allocated IP 172.20.0.2 (94b8a18e-fef2-42ab-8b34-01a92db2e749/350b6cb9-238a-423c-b9b6-8f5e9a928580/bd367611-0212-4e0f-9456-3da3bc0cc950) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:58.074365 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.091788 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.119742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 50ae4018-c13f-4832-a395-5c506d09ae63, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=50ae4018-c13f-4832-a395-5c506d09ae63,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:22:58.134593 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.142130 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.146810 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/networks/326a2154-f140-4a89-9fa4-412abb9e0f98 HTTP/1.1" status: 204 len: 168 time: 1.3933570 Oct 13 11:22:58.149507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50526) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:58.179616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7263d-cba3-4403-adfb-2b5708b77ca1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Network': ['ID=326a2154-f140-4a89-9fa4-412abb9e0f98,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:58.246057 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.283154 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1292250-c47f-459b-ad54-30fda9442565 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:58.286766 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f1292250-c47f-459b-ad54-30fda9442565 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1340373 Oct 13 11:22:58.289631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50528) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:58.325890 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=50ae4018-c13f-4832-a395-5c506d09ae63,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:58.397758 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Sync routers for ids ['29c62c3c-bacd-4033-a9a3-4e936c370263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:22:58.429654 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Routers {'29c62c3c-bacd-4033-a9a3-4e936c370263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:22:58.436239 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:22:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['29c62c3c-bacd-4033-a9a3-4e936c370263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:58.448819 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.497275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fa6bea5f-9a4f-403d-90ef-ea84f745c563 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2062285 Oct 13 11:22:58.498207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50536) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:58.506917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3da4032d-1eb7-4d15-aca3-e7f7481318c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1230321743'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:58.537186 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.543550 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.548507 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6adc9284-10fe-43b5-9b3b-8b940ead112b req-28209621-c357-41d4-b120-58c727bb900e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 210 time: 0.0573332 Oct 13 11:22:58.573255 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.589080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Network 94b8a18e-fef2-42ab-8b34-01a92db2e749 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:58.597386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:58.597596 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Set router 29c62c3c-bacd-4033-a9a3-4e936c370263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:22:58.609631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:58.625284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Pushing event updated for resources: {'Port': ['ID=bd367611-0212-4e0f-9456-3da3bc0cc950,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:58.695516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Attempting to bind port bd367611-0212-4e0f-9456-3da3bc0cc950 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:22:58.695771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da4032d-1eb7-4d15-aca3-e7f7481318c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:58.695908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Attempting to bind port bd367611-0212-4e0f-9456-3da3bc0cc950 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'ce8c7664-c318-4692-bb82-579f97eeadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:22:58.695908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Attempting to bind port bd367611-0212-4e0f-9456-3da3bc0cc950 on network 94b8a18e-fef2-42ab-8b34-01a92db2e749 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:22:58.701473 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3da4032d-1eb7-4d15-aca3-e7f7481318c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.710448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:22:58.710448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Checking segment: {'id': 'ce8c7664-c318-4692-bb82-579f97eeadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:22:58.710448 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.710448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Bound using segment: {'id': 'ce8c7664-c318-4692-bb82-579f97eeadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:22:58.710448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Bound port: bd367611-0212-4e0f-9456-3da3bc0cc950, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8c7664-c318-4692-bb82-579f97eeadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:22:58.710448 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.751702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da4032d-1eb7-4d15-aca3-e7f7481318c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:22:58.762810 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3da4032d-1eb7-4d15-aca3-e7f7481318c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.763207 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-3da4032d-1eb7-4d15-aca3-e7f7481318c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Added segment 98f5399c-fbd1-4f98-a365-5b73b6d074e4 of type vlan for network 3109ccac-3a16-442a-a716-32c018c720ef Oct 13 11:22:58.793631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] For port bd367611-0212-4e0f-9456-3da3bc0cc950, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:22:58.798494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] For port bd367611-0212-4e0f-9456-3da3bc0cc950, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=bd367611-0212-4e0f-9456-3da3bc0cc950,segment=NetworkSegment(ce8c7664-c318-4692-bb82-579f97eeadcf),segment_id=ce8c7664-c318-4692-bb82-579f97eeadcf)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:22:58.813693 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3da4032d-1eb7-4d15-aca3-e7f7481318c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.889522 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:58.922577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Allocated IP 172.25.0.66 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/1bfd5769-42c2-4429-ab5f-28ace2e90fac) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:58.925147 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 2, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:22:58.939593 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-d792d6e0-f41f-41f0-9d24-91315b5fd455 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:58.941399 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-d792d6e0-f41f-41f0-9d24-91315b5fd455 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 0.3189983 Oct 13 11:22:58.956635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-49a92700-669b-406e-bdd2-52e920545037 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'port': {'device_id': 'a8610be5-0951-4173-8c25-e2c2fb4dfabd', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'admin_state_up': True, 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:58.974824 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Checking router: 29c62c3c-bacd-4033-a9a3-4e936c370263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:22:58.976979 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Updating router 29c62c3c-bacd-4033-a9a3-4e936c370263 port 4f685911-dd76-4b58-a834-70d7a83016f1 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:22:59.001962 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba582b-69bd-4caf-8efe-9811245a24f4 None None] Pushing event updated for resources: {'Port': ['ID=bd367611-0212-4e0f-9456-3da3bc0cc950,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:59.013408 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:59.047892 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3da4032d-1eb7-4d15-aca3-e7f7481318c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:59.054475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4032d-1eb7-4d15-aca3-e7f7481318c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:22:59.055135 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3da4032d-1eb7-4d15-aca3-e7f7481318c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:59.218233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4032d-1eb7-4d15-aca3-e7f7481318c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Network': ['ID=3109ccac-3a16-442a-a716-32c018c720ef,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:59.248683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 3109ccac-3a16-442a-a716-32c018c720ef details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:22:59.262262 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3da4032d-1eb7-4d15-aca3-e7f7481318c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7613120 Oct 13 11:22:59.266454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50546) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:22:59.288443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8449967e-1a3b-4597-8eac-1519cbd615f4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': '3109ccac-3a16-442a-a716-32c018c720ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:22:59.383935 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:59.497696 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-49a92700-669b-406e-bdd2-52e920545037 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Made reservation on behalf of 1aa22e9274f0432fadaf0bde47c85ec7 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:59.502911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-49a92700-669b-406e-bdd2-52e920545037 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:59.532805 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:59.588219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8449967e-1a3b-4597-8eac-1519cbd615f4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:22:59.592182 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8449967e-1a3b-4597-8eac-1519cbd615f4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:59.682098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:22:59.691504 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:59.722448 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:22:59.727544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Pushing event updated for resources: {'Port': ['ID=1bfd5769-42c2-4429-ab5f-28ace2e90fac,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:22:59.730667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:22:59.776498 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:22:59.786767 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c87fc071-a935-4489-aa1f-c376454228d6 req-3b3b4217-2fb2-49da-b43d-26a85439d036 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 210 time: 0.0762188 Oct 13 11:22:59.796383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-49a92700-669b-406e-bdd2-52e920545037 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Allocated IP 172.20.0.4 (115722b6-22fc-4529-8f74-dcada0512dde/97f9d253-df11-432a-b4dc-57fa7a0a9962/a2b3a576-484e-4890-900f-be19d0975a19) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:22:59.836739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device bd367611-0212-4e0f-9456-3da3bc0cc950 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:00.000661 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Pushing event updated for resources: {'Port': ['ID=4f685911-dd76-4b58-a834-70d7a83016f1,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:00.000908 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port bd367611-0212-4e0f-9456-3da3bc0cc950 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:00.000908 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:00.043061 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:00.043711 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:00.044740 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:00.044972 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:00.045290 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:00.045723 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:00.046153 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:00.046618 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:00.047104 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:00.047666 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:00.050010 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:00.050010 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:00.077505 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Attempting to bind port 4f685911-dd76-4b58-a834-70d7a83016f1 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:23:00.078025 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Attempting to bind port 4f685911-dd76-4b58-a834-70d7a83016f1 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '111de8d9-1ca9-4045-9592-f400443421ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:23:00.078574 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Attempting to bind port 4f685911-dd76-4b58-a834-70d7a83016f1 on network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:00.094387 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:23:00.094387 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Checking segment: {'id': '111de8d9-1ca9-4045-9592-f400443421ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:00.098594 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:00.102377 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Bound using segment: {'id': '111de8d9-1ca9-4045-9592-f400443421ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:23:00.103095 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Bound port: 4f685911-dd76-4b58-a834-70d7a83016f1, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111de8d9-1ca9-4045-9592-f400443421ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:23:00.103644 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:00.212564 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:00.278923 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] For port 4f685911-dd76-4b58-a834-70d7a83016f1, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:00.286879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-49a92700-669b-406e-bdd2-52e920545037 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:00.289700 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port bd367611-0212-4e0f-9456-3da3bc0cc950, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=bd367611-0212-4e0f-9456-3da3bc0cc950,segment=NetworkSegment(ce8c7664-c318-4692-bb82-579f97eeadcf),segment_id=ce8c7664-c318-4692-bb82-579f97eeadcf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:00.289964 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] For port 4f685911-dd76-4b58-a834-70d7a83016f1, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4f685911-dd76-4b58-a834-70d7a83016f1,segment=NetworkSegment(111de8d9-1ca9-4045-9592-f400443421ee),segment_id=111de8d9-1ca9-4045-9592-f400443421ee)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:23:00.299136 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8449967e-1a3b-4597-8eac-1519cbd615f4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:00.402954 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:00.404276 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 50ae4018-c13f-4832-a395-5c506d09ae63 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:00.417700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449967e-1a3b-4597-8eac-1519cbd615f4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Checking segment: {'id': '98f5399c-fbd1-4f98-a365-5b73b6d074e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3109ccac-3a16-442a-a716-32c018c720ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:00.418819 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449967e-1a3b-4597-8eac-1519cbd615f4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network hostable DHCP agents. Network: 3109ccac-3a16-442a-a716-32c018c720ef, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:23:00.429042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449967e-1a3b-4597-8eac-1519cbd615f4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Subnet': ['ID=356ac351-7ca3-4fec-9a8b-970e344b3414,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:00.447880 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:00.457142 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:00.560025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449967e-1a3b-4597-8eac-1519cbd615f4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 3109ccac-3a16-442a-a716-32c018c720ef is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:23:00.573762 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Routers {'29c62c3c-bacd-4033-a9a3-4e936c370263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:23:00.574946 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:22:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['29c62c3c-bacd-4033-a9a3-4e936c370263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:00.584521 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-49a92700-669b-406e-bdd2-52e920545037 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:00.647300 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bddc73-34e9-4ff8-bf4d-caf5b3a3e888 None None] Pushing event updated for resources: {'Port': ['ID=4f685911-dd76-4b58-a834-70d7a83016f1,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:00.659163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-98d7cbd5-cfef-4a7b-b58d-4e9bc040d175 None None] Provisioning complete for port 4f685911-dd76-4b58-a834-70d7a83016f1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:00.659394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-8449967e-1a3b-4597-8eac-1519cbd615f4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 3109ccac-3a16-442a-a716-32c018c720ef) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:00.659851 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-98d7cbd5-cfef-4a7b-b58d-4e9bc040d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:00.665689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8449967e-1a3b-4597-8eac-1519cbd615f4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:00.668958 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8449967e-1a3b-4597-8eac-1519cbd615f4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:00.720897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-49a92700-669b-406e-bdd2-52e920545037 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Network 115722b6-22fc-4529-8f74-dcada0512dde is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:00.780142 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-49a92700-669b-406e-bdd2-52e920545037 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:00.782353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b579d3ba-d4b7-46c5-a50e-04a13893fe1f None None] Network 3109ccac-3a16-442a-a716-32c018c720ef requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:00.785736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=bd367611-0212-4e0f-9456-3da3bc0cc950,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:00.805580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-49a92700-669b-406e-bdd2-52e920545037 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:00.819421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8449967e-1a3b-4597-8eac-1519cbd615f4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5441926 Oct 13 11:23:00.825247 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50574) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:00.830991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': '3109ccac-3a16-442a-a716-32c018c720ef', 'name': 'tempest-PortsTestJSON-594554217'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:00.965473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff6e9d7-91c4-47c7-9e42-e84668bbba59 None None] Network 94b8a18e-fef2-42ab-8b34-01a92db2e749 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:00.966375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a92700-669b-406e-bdd2-52e920545037 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'Port': ['ID=a2b3a576-484e-4890-900f-be19d0975a19,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:00.969799 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] Set router 29c62c3c-bacd-4033-a9a3-4e936c370263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:23:01.097074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:01.114032 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-49a92700-669b-406e-bdd2-52e920545037 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:01.115731 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-49a92700-669b-406e-bdd2-52e920545037 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:01.227420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06d9de-8b5d-4ded-a5fc-2b4d3de7b358 req-b4945c81-0b49-4412-bedf-f1281af855e6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:01.229079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac06d9de-8b5d-4ded-a5fc-2b4d3de7b358 req-b4945c81-0b49-4412-bedf-f1281af855e6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 931 time: 0.2179189 Oct 13 11:23:01.275293 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-49a92700-669b-406e-bdd2-52e920545037 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3235965 Oct 13 11:23:01.317366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Request body: {'port': {'device_id': 'a8610be5-0951-4173-8c25-e2c2fb4dfabd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:01.331247 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac06d9de-8b5d-4ded-a5fc-2b4d3de7b358 req-58a9c5b1-467a-4444-878c-d30244a935d1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872040 Oct 13 11:23:01.429466 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-98d7cbd5-cfef-4a7b-b58d-4e9bc040d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:01.440387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:01.448859 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:01.461278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 50ae4018-c13f-4832-a395-5c506d09ae63 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:01.461657 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:01.496398 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:01.499292 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-98d7cbd5-cfef-4a7b-b58d-4e9bc040d175 None None] For port 4f685911-dd76-4b58-a834-70d7a83016f1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4f685911-dd76-4b58-a834-70d7a83016f1,segment=NetworkSegment(111de8d9-1ca9-4045-9592-f400443421ee),segment_id=111de8d9-1ca9-4045-9592-f400443421ee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:01.520402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port b4b5dc0f-1723-44e6-89cf-826b69d9dbb0 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:23:01.527724 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:23:00Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:01.568804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-3109ccac-3a16-442a-a716-32c018c720ef', 'network_id': '3109ccac-3a16-442a-a716-32c018c720ef', 'tenant_id': '3ea99afd481e471ab97fb70ebaaf7860', 'fixed_ips': [{'subnet_id': '356ac351-7ca3-4fec-9a8b-970e344b3414'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:23:01.570309 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:01.621535 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-98d7cbd5-cfef-4a7b-b58d-4e9bc040d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:01.643645 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176445d0-38aa-42d6-99f2-d283e7cd1888 None None] The sync data for ids ['29c62c3c-bacd-4033-a9a3-4e936c370263'] in n-d-813659-3 is: [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:23:00Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:23:01.687503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Router 26d22283-59c9-44ef-aa6f-6f244be82b79 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:23:01.825034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.10 (3109ccac-3a16-442a-a716-32c018c720ef/356ac351-7ca3-4fec-9a8b-970e344b3414/b4b5dc0f-1723-44e6-89cf-826b69d9dbb0) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:01.968618 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ad5cd74b-0573-4d41-9687-1c822b391c02 None None] Provisioning complete for port a2b3a576-484e-4890-900f-be19d0975a19 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:01.969140 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ad5cd74b-0573-4d41-9687-1c822b391c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:01.994448 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:23:02.141896 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:02.145900 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b62bbe32-08ae-442e-abb0-d7139e3e62d7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6833243 Oct 13 11:23:02.150461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50594) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:02.173808 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Sync routers for ids ['26d22283-59c9-44ef-aa6f-6f244be82b79'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:23:02.253961 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:02.255731 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7cbd5-cfef-4a7b-b58d-4e9bc040d175 None None] Pushing event updated for resources: {'Port': ['ID=4f685911-dd76-4b58-a834-70d7a83016f1,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:02.264601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b3a576-484e-4890-900f-be19d0975a19 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:23:02.273244 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Routers {'26d22283-59c9-44ef-aa6f-6f244be82b79'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:23:02.274534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:22:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['26d22283-59c9-44ef-aa6f-6f244be82b79'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:02.286558 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:02.323953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Transition to ACTIVE for port object a2b3a576-484e-4890-900f-be19d0975a19 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:23:02.360757 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ad5cd74b-0573-4d41-9687-1c822b391c02 None None] Port a2b3a576-484e-4890-900f-be19d0975a19 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:02.370470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 48dadf14-b5af-4d3b-9e47-a657ce21987d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:23:02.405815 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:02.420325 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 48dadf14-b5af-4d3b-9e47-a657ce21987d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:23:02.420807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 48dadf14-b5af-4d3b-9e47-a657ce21987d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:23:02.446690 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:02.607641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 3109ccac-3a16-442a-a716-32c018c720ef is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:02.683136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:02.697866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:02.727094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b3a576-484e-4890-900f-be19d0975a19,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:02.762885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:02.763270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:02.763580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:02.763924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:02.764265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:02.764604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:02.764939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:02.765273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:02.765606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:02.765938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:02.766272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:02.766631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:02.853925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Allocated IP 172.20.0.2 (3109ccac-3a16-442a-a716-32c018c720ef/356ac351-7ca3-4fec-9a8b-970e344b3414/6f4099b3-c6c3-44d6-afa6-d58147c5661d) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:02.872403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:02.880495 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:02.931379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=b4b5dc0f-1723-44e6-89cf-826b69d9dbb0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:02.983974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97ae80-7f28-4bd5-b0bc-b860f133f1e8 req-1939c026-a82f-499a-a8c0-144ed0b6dbad tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:03.002995 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c97ae80-7f28-4bd5-b0bc-b860f133f1e8 req-1939c026-a82f-499a-a8c0-144ed0b6dbad tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 943 time: 0.4808722 Oct 13 11:23:03.057100 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0bdf48de-6b24-4435-ac23-d90a98eb71d1 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2339299 Oct 13 11:23:03.061178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50604) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:03.064518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Attempting to bind port a2b3a576-484e-4890-900f-be19d0975a19 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:23:03.064918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Attempting to bind port a2b3a576-484e-4890-900f-be19d0975a19 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:23:03.065213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Attempting to bind port a2b3a576-484e-4890-900f-be19d0975a19 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:03.075230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Port a2b3a576-484e-4890-900f-be19d0975a19 on network 115722b6-22fc-4529-8f74-dcada0512dde not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:23:03.075613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Attempting to bind port a2b3a576-484e-4890-900f-be19d0975a19 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:03.080119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': '3109ccac-3a16-442a-a716-32c018c720ef', 'name': 'tempest-PortsTestJSON-1366795314'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:03.087178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:23:03.087705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Checking segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:03.088105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Bound using segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:23:03.088558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Bound port: a2b3a576-484e-4890-900f-be19d0975a19, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:23:03.088937 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:03.102888 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:03.148772 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device bd367611-0212-4e0f-9456-3da3bc0cc950 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:03.157065 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ad5cd74b-0573-4d41-9687-1c822b391c02 None None] Provisioning complete for port 4f685911-dd76-4b58-a834-70d7a83016f1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:03.163646 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ad5cd74b-0573-4d41-9687-1c822b391c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:03.176039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c97ae80-7f28-4bd5-b0bc-b860f133f1e8 req-c683e54d-0f57-406a-b102-77f714f047e0 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689825 Oct 13 11:23:03.224928 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:03.254060 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Network 3109ccac-3a16-442a-a716-32c018c720ef is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:03.264002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:03.324173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:03.367548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Pushing event updated for resources: {'Port': ['ID=6f4099b3-c6c3-44d6-afa6-d58147c5661d,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:03.400871 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Set router 26d22283-59c9-44ef-aa6f-6f244be82b79 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:23:03.406895 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:03.409475 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:03.459675 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port b8e1678f-641d-4b39-ad31-d16c90a40344 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:23:03.569211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Attempting to bind port 6f4099b3-c6c3-44d6-afa6-d58147c5661d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:23:03.569594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Attempting to bind port 6f4099b3-c6c3-44d6-afa6-d58147c5661d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '98f5399c-fbd1-4f98-a365-5b73b6d074e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3109ccac-3a16-442a-a716-32c018c720ef'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:23:03.569942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Attempting to bind port 6f4099b3-c6c3-44d6-afa6-d58147c5661d on network 3109ccac-3a16-442a-a716-32c018c720ef {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:03.592298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:23:03.592764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Checking segment: {'id': '98f5399c-fbd1-4f98-a365-5b73b6d074e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3109ccac-3a16-442a-a716-32c018c720ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:03.593868 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:03.594278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Bound using segment: {'id': '98f5399c-fbd1-4f98-a365-5b73b6d074e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3109ccac-3a16-442a-a716-32c018c720ef'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:23:03.604163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Bound port: 6f4099b3-c6c3-44d6-afa6-d58147c5661d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f5399c-fbd1-4f98-a365-5b73b6d074e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3109ccac-3a16-442a-a716-32c018c720ef'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:23:03.604163 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:03.706346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] For port a2b3a576-484e-4890-900f-be19d0975a19, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:03.710009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] For port a2b3a576-484e-4890-900f-be19d0975a19, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a2b3a576-484e-4890-900f-be19d0975a19,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:23:03.711408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.4 (3109ccac-3a16-442a-a716-32c018c720ef/356ac351-7ca3-4fec-9a8b-970e344b3414/b8e1678f-641d-4b39-ad31-d16c90a40344) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:03.769071 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] For port 6f4099b3-c6c3-44d6-afa6-d58147c5661d, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:03.774430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] For port 6f4099b3-c6c3-44d6-afa6-d58147c5661d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6f4099b3-c6c3-44d6-afa6-d58147c5661d,segment=NetworkSegment(98f5399c-fbd1-4f98-a365-5b73b6d074e4),segment_id=98f5399c-fbd1-4f98-a365-5b73b6d074e4)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:23:03.783302 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:03.914223 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:03.932766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:03.933407 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:03.934952 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] 10.222.0.46 "PUT /v2.0/ports/a2b3a576-484e-4890-900f-be19d0975a19 HTTP/1.1" status: 200 len: 1091 time: 2.6243832 Oct 13 11:23:03.935436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8610be5-0951-4173-8c25-e2c2fb4dfabd', 'tag': 'a2b3a576-484e-4890-900f-be19d0975a19'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:23:03.937891 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945e0b14-233e-41df-93a1-df6c03bfbbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8610be5-0951-4173-8c25-e2c2fb4dfabd", "tag": "a2b3a576-484e-4890-900f-be19d0975a19"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:23:03.987390 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:04.062819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742ba5c-60d4-488e-ad46-65fe0f15b941 None None] Pushing event updated for resources: {'Port': ['ID=6f4099b3-c6c3-44d6-afa6-d58147c5661d,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:04.081018 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6890c2c-79cf-455b-8b24-645354ef5334 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b3a576-484e-4890-900f-be19d0975a19,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:04.117260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port bd367611-0212-4e0f-9456-3da3bc0cc950 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:04.117679 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:04.123942 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:04.213799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ad5cd74b-0573-4d41-9687-1c822b391c02 None None] Provisioning complete for port bd367611-0212-4e0f-9456-3da3bc0cc950 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:04.214187 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ad5cd74b-0573-4d41-9687-1c822b391c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:04.253053 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 3109ccac-3a16-442a-a716-32c018c720ef is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:04.276401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:04.283087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:04.358055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=b8e1678f-641d-4b39-ad31-d16c90a40344,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:04.395863 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7352925d-ca19-49b7-8097-206e25f37f01 x-openstack-request-id: req-7352925d-ca19-49b7-8097-206e25f37f01 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:23:04.396765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:04.396898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4f685911-dd76-4b58-a834-70d7a83016f1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:04.398260 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:04.399865 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8610be5-0951-4173-8c25-e2c2fb4dfabd", "tag": "a2b3a576-484e-4890-900f-be19d0975a19", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:23:04.400436 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7352925d-ca19-49b7-8097-206e25f37f01 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:23:04.401010 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8610be5-0951-4173-8c25-e2c2fb4dfabd', 'tag': 'a2b3a576-484e-4890-900f-be19d0975a19', 'status': 'completed', 'code': 200} Oct 13 11:23:04.412772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-c90e8a7b-8808-44b6-8587-fb5835b87240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:04.418109 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-c90e8a7b-8808-44b6-8587-fb5835b87240 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 1094 time: 0.3535483 Oct 13 11:23:04.537438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'name': 'tempest-TestVolumeBackupRestore-53221983-router', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:57Z', 'updated_at': '2021-10-13T11:22:59Z', 'revision_number': 3, 'project_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'gw_port': {'id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:58Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:04.617274 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:04.637839 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-879c8ff7-1768-4d59-9363-f0588b4d3355 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5673180 Oct 13 11:23:04.652292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50630) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:04.682941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Checking router: 26d22283-59c9-44ef-aa6f-6f244be82b79 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:23:04.683345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Updating router 26d22283-59c9-44ef-aa6f-6f244be82b79 port 1bfd5769-42c2-4429-ab5f-28ace2e90fac binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:23:04.750931 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:04.771645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 4f685911-dd76-4b58-a834-70d7a83016f1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:04.772029 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:04.803392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ed09c-cd92-4358-8079-14480af67a6e req-d854a097-321a-4b31-8298-c123d24d3214 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:04.805233 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e8ed09c-cd92-4358-8079-14480af67a6e req-d854a097-321a-4b31-8298-c123d24d3214 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 943 time: 0.2877061 Oct 13 11:23:04.851320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2adf3be-f77c-4649-9c63-0f22f4e91805 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:04.853763 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-d73be941-5790-4d82-9d96-95ddda5aa59f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b3a576-484e-4890-900f-be19d0975a19 HTTP/1.1" status: 200 len: 217 time: 0.4248147 Oct 13 11:23:04.857661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d2adf3be-f77c-4649-9c63-0f22f4e91805 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.1887748 Oct 13 11:23:04.860566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50634) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:04.918471 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-25038d22-652d-4619-94c7-64e6b692c0c1 None None] Provisioning complete for port bd367611-0212-4e0f-9456-3da3bc0cc950 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:04.918849 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-25038d22-652d-4619-94c7-64e6b692c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:04.958649 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e8ed09c-cd92-4358-8079-14480af67a6e req-465059f9-ab23-46fd-b0f0-39ce772eb8d2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468298 Oct 13 11:23:05.021043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-57d6c459-37c7-4adf-876b-8e031eeec37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:05.023026 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-57d6c459-37c7-4adf-876b-8e031eeec37c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.1594892 Oct 13 11:23:05.077975 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-89320411-1237-477d-aea7-16eedebcbba5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port b8e1678f-641d-4b39-ad31-d16c90a40344 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:05.078604 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89320411-1237-477d-aea7-16eedebcbba5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:05.123108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Allocated IP 172.20.0.1 (94b8a18e-fef2-42ab-8b34-01a92db2e749/350b6cb9-238a-423c-b9b6-8f5e9a928580/9312be5d-9925-4592-acad-0843e2490603) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:05.152045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-7736b7df-7311-4d72-8555-38e94bb18068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:05.154057 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-7736b7df-7311-4d72-8555-38e94bb18068 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204607 Oct 13 11:23:05.271510 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89320411-1237-477d-aea7-16eedebcbba5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:05.286463 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-89320411-1237-477d-aea7-16eedebcbba5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for b8e1678f-641d-4b39-ad31-d16c90a40344 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:05.468162 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:05.481525 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-3cab3e0a-0366-408e-b8f6-bb649a6e7f18 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130901 Oct 13 11:23:05.485991 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:05.494285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6f4099b3-c6c3-44d6-afa6-d58147c5661d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:05.526576 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89320411-1237-477d-aea7-16eedebcbba5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:05.584029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89320411-1237-477d-aea7-16eedebcbba5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=b8e1678f-641d-4b39-ad31-d16c90a40344,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:05.611226 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:05.627559 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e1ca8467-f141-4f80-ba18-3d214f3ae0a2 req-d40d0ca1-f60f-41b7-afda-2b91af73fd6c service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338370 Oct 13 11:23:05.659427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 6f4099b3-c6c3-44d6-afa6-d58147c5661d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:05.659800 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:05.684151 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:05.715248 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89320411-1237-477d-aea7-16eedebcbba5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:05.730032 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-89320411-1237-477d-aea7-16eedebcbba5 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/b8e1678f-641d-4b39-ad31-d16c90a40344 HTTP/1.1" status: 204 len: 168 time: 0.8655958 Oct 13 11:23:05.730672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50642) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:05.752964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Network 94b8a18e-fef2-42ab-8b34-01a92db2e749 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:05.756874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:05.759011 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4b81f-bae0-4384-9cf1-48bd31212aa9 None None] Pushing event updated for resources: {'Port': ['ID=1bfd5769-42c2-4429-ab5f-28ace2e90fac,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:05.761805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Attempting to bind port 1bfd5769-42c2-4429-ab5f-28ace2e90fac on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:23:05.762180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Attempting to bind port 1bfd5769-42c2-4429-ab5f-28ace2e90fac by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:23:05.762582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Attempting to bind port 1bfd5769-42c2-4429-ab5f-28ace2e90fac on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:05.810804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:23:05.810804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:05.810804 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:05.810804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:23:05.810804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Bound port: 1bfd5769-42c2-4429-ab5f-28ace2e90fac, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:23:05.810804 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:05.817683 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7efb013-49a6-4e3d-9125-d5960e1d390a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:23:05.823977 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c7efb013-49a6-4e3d-9125-d5960e1d390a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/b8e1678f-641d-4b39-ad31-d16c90a40344 HTTP/1.1" status: 404 len: 333 time: 0.0916996 Oct 13 11:23:05.826270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Pushing event updated for resources: {'Port': ['ID=9312be5d-9925-4592-acad-0843e2490603,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:05.826804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50646) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:05.838583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:05.860797 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:05.917842 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] For port 1bfd5769-42c2-4429-ab5f-28ace2e90fac, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:05.930810 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] For port 1bfd5769-42c2-4429-ab5f-28ace2e90fac, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1bfd5769-42c2-4429-ab5f-28ace2e90fac,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:23:05.936656 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 6f4099b3-c6c3-44d6-afa6-d58147c5661d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6f4099b3-c6c3-44d6-afa6-d58147c5661d,segment=NetworkSegment(98f5399c-fbd1-4f98-a365-5b73b6d074e4),segment_id=98f5399c-fbd1-4f98-a365-5b73b6d074e4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:05.955009 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:06.011660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e0b14-233e-41df-93a1-df6c03bfbbcb req-2ca42257-af03-4105-a0a4-ac86cb6f6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:06.012305 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:06.013372 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-945e0b14-233e-41df-93a1-df6c03bfbbcb req-2ca42257-af03-4105-a0a4-ac86cb6f6a1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 1094 time: 0.2541494 Oct 13 11:23:06.067776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b518c-1cf0-45b3-af9d-a8e63910f4cf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port b4b5dc0f-1723-44e6-89cf-826b69d9dbb0 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:06.068282 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ce3b518c-1cf0-45b3-af9d-a8e63910f4cf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:06.177939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e0b14-233e-41df-93a1-df6c03bfbbcb req-b7b09403-57ac-44b7-a743-a40a8ebf9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:06.179885 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-945e0b14-233e-41df-93a1-df6c03bfbbcb req-b7b09403-57ac-44b7-a743-a40a8ebf9ad9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.1580443 Oct 13 11:23:06.184123 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4b81f-bae0-4384-9cf1-48bd31212aa9 None None] Pushing event updated for resources: {'Port': ['ID=1bfd5769-42c2-4429-ab5f-28ace2e90fac,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:06.186994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3592e2be-f525-4ca6-9b2f-05bb6a3e2342 None None] Network 3109ccac-3a16-442a-a716-32c018c720ef requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:06.194991 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ce3b518c-1cf0-45b3-af9d-a8e63910f4cf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:06.197915 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:06.209380 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b518c-1cf0-45b3-af9d-a8e63910f4cf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for b4b5dc0f-1723-44e6-89cf-826b69d9dbb0 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:06.245217 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-945e0b14-233e-41df-93a1-df6c03bfbbcb req-b143003c-cad8-446f-b099-d3ababc23c53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b3a576-484e-4890-900f-be19d0975a19 HTTP/1.1" status: 200 len: 217 time: 0.0474620 Oct 13 11:23:06.313744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Routers {'26d22283-59c9-44ef-aa6f-6f244be82b79'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:23:06.314424 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:22:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['26d22283-59c9-44ef-aa6f-6f244be82b79'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:06.425753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e0b14-233e-41df-93a1-df6c03bfbbcb req-3eb6464f-23fb-4b98-8ef5-fdeff1300550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:06.429161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9e7d9-e945-4a30-980f-606287fc7037 req-aa2c6ce1-173d-4a1b-a5c4-5c346549c001 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:06.431026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1e9e7d9-e945-4a30-980f-606287fc7037 req-aa2c6ce1-173d-4a1b-a5c4-5c346549c001 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 943 time: 0.0591314 Oct 13 11:23:06.432893 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-945e0b14-233e-41df-93a1-df6c03bfbbcb req-3eb6464f-23fb-4b98-8ef5-fdeff1300550 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.1754625 Oct 13 11:23:06.454404 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ce3b518c-1cf0-45b3-af9d-a8e63910f4cf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:06.481103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] Set router 26d22283-59c9-44ef-aa6f-6f244be82b79 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:23:06.498918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e0b14-233e-41df-93a1-df6c03bfbbcb req-315011eb-9c2e-4feb-bc72-f09a2fe20c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:06.500889 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-945e0b14-233e-41df-93a1-df6c03bfbbcb req-315011eb-9c2e-4feb-bc72-f09a2fe20c22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597322 Oct 13 11:23:06.543822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2e7a583f-dc83-4f89-8297-352d5a47f790 None None] Provisioning complete for port 9312be5d-9925-4592-acad-0843e2490603 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:06.544603 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2e7a583f-dc83-4f89-8297-352d5a47f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:06.572259 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ce3b518c-1cf0-45b3-af9d-a8e63910f4cf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:06.578456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ce3b518c-1cf0-45b3-af9d-a8e63910f4cf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/b4b5dc0f-1723-44e6-89cf-826b69d9dbb0 HTTP/1.1" status: 204 len: 168 time: 0.7480831 Oct 13 11:23:06.604630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50656) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:06.607933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1e9e7d9-e945-4a30-980f-606287fc7037 req-feb68026-a327-4e5f-92d2-8d0c01171374 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705968 Oct 13 11:23:06.633329 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b518c-1cf0-45b3-af9d-a8e63910f4cf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=b4b5dc0f-1723-44e6-89cf-826b69d9dbb0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:06.671059 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe72bbc-f78c-4588-95ec-5ec4f4b92399 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:23:06.673112 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cbe72bbc-f78c-4588-95ec-5ec4f4b92399 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/b4b5dc0f-1723-44e6-89cf-826b69d9dbb0 HTTP/1.1" status: 404 len: 333 time: 0.0638812 Oct 13 11:23:06.677245 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50660) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:06.732253 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:06.779291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb12c520-6cca-44fd-9d04-2043b1af98e4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting subnet 356ac351-7ca3-4fec-9a8b-970e344b3414 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:23:06.810114 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb12c520-6cca-44fd-9d04-2043b1af98e4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:06.870467 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-945e0b14-233e-41df-93a1-df6c03bfbbcb req-7102b8c3-eeef-436d-97cc-24bd60fa2bf7 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569307 Oct 13 11:23:06.886655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=6f4099b3-c6c3-44d6-afa6-d58147c5661d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:06.918925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a583f-dc83-4f89-8297-352d5a47f790 None None] Port 9312be5d-9925-4592-acad-0843e2490603 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:07.009384 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2e7a583f-dc83-4f89-8297-352d5a47f790 None None] Provisioning complete for port 6f4099b3-c6c3-44d6-afa6-d58147c5661d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:07.009760 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2e7a583f-dc83-4f89-8297-352d5a47f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:07.015381 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-945e0b14-233e-41df-93a1-df6c03bfbbcb req-e64f5d08-a931-4916-b685-4163620bf4f3 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330230 Oct 13 11:23:07.021476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb12c520-6cca-44fd-9d04-2043b1af98e4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:07.144756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'name': 'tempest-TestVolumeBackupRestore-53221983-router', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:57Z', 'updated_at': '2021-10-13T11:22:59Z', 'revision_number': 3, 'project_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'gw_port': {'id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:58Z', 'updated_at': '2021-10-13T11:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:07.189431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591536c6-1c2d-40ab-908c-36c6c1fdcef7 None None] The sync data for ids ['26d22283-59c9-44ef-aa6f-6f244be82b79'] in n-d-813659-3 is: [{'id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'name': 'tempest-TestVolumeBackupRestore-53221983-router', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:57Z', 'updated_at': '2021-10-13T11:22:59Z', 'revision_number': 3, 'project_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'gw_port': {'id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:58Z', 'updated_at': '2021-10-13T11:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:23:07.208559 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb12c520-6cca-44fd-9d04-2043b1af98e4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:07.344333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6f4099b3-c6c3-44d6-afa6-d58147c5661d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:07.393972 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:07.411755 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb12c520-6cca-44fd-9d04-2043b1af98e4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:07.413478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 6f4099b3-c6c3-44d6-afa6-d58147c5661d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:07.415725 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:07.458376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12c520-6cca-44fd-9d04-2043b1af98e4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Subnet': ['ID=356ac351-7ca3-4fec-9a8b-970e344b3414,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:07.463225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb12c520-6cca-44fd-9d04-2043b1af98e4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:07.469193 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fb12c520-6cca-44fd-9d04-2043b1af98e4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/356ac351-7ca3-4fec-9a8b-970e344b3414 HTTP/1.1" status: 204 len: 168 time: 0.7877617 Oct 13 11:23:07.469193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50674) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:07.492416 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:07.563358 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-204172ca-724d-4edf-82ee-489431d0e2b6 None None] Provisioning complete for port 6f4099b3-c6c3-44d6-afa6-d58147c5661d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:07.564472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-204172ca-724d-4edf-82ee-489431d0e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:07.695005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:07.706986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Pushing event updated for resources: {'Port': ['ID=9312be5d-9925-4592-acad-0843e2490603,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:07.713859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:07.880434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f3509-125b-44f0-888f-5896ec1b686e None None] Network 3109ccac-3a16-442a-a716-32c018c720ef requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:07.948182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Network 94b8a18e-fef2-42ab-8b34-01a92db2e749 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:07.972586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:07.977363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port 6f4099b3-c6c3-44d6-afa6-d58147c5661d {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:07.977667 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:07.995576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a6ba6066-e79b-4efb-bc4c-3d86838b2f86 None None] Could not find standard attr ID for object b4b5dc0f-1723-44e6-89cf-826b69d9dbb0. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:23:08.092063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665fd22-1ffb-417e-aa23-034755e5e517 req-0bc3ef5a-ae82-4a17-b050-053b76e0b731 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:08.101447 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b665fd22-1ffb-417e-aa23-034755e5e517 req-0bc3ef5a-ae82-4a17-b050-053b76e0b731 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 943 time: 0.3461895 Oct 13 11:23:08.139882 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7facf905-bc0b-4f08-80a1-e6bd8a1c6146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:08.174529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b665fd22-1ffb-417e-aa23-034755e5e517 req-df6b4e79-2a74-4150-b963-964ff0cd73d4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695424 Oct 13 11:23:08.296553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f1338e-3958-4639-8c13-040b5a98bf04 None None] DHCP port deletion for 3109ccac-3a16-442a-a716-32c018c720ef request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:23:08.319348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] For port 6f4099b3-c6c3-44d6-afa6-d58147c5661d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6f4099b3-c6c3-44d6-afa6-d58147c5661d,segment=NetworkSegment(98f5399c-fbd1-4f98-a365-5b73b6d074e4),segment_id=98f5399c-fbd1-4f98-a365-5b73b6d074e4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:08.319934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:08.359800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for 6f4099b3-c6c3-44d6-afa6-d58147c5661d owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:08.401213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-92f1338e-3958-4639-8c13-040b5a98bf04 None None] Deleting port 6f4099b3-c6c3-44d6-afa6-d58147c5661d {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:08.402667 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-92f1338e-3958-4639-8c13-040b5a98bf04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:08.481306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-92f1338e-3958-4639-8c13-040b5a98bf04 None None] For port 6f4099b3-c6c3-44d6-afa6-d58147c5661d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6f4099b3-c6c3-44d6-afa6-d58147c5661d,segment=NetworkSegment(98f5399c-fbd1-4f98-a365-5b73b6d074e4),segment_id=98f5399c-fbd1-4f98-a365-5b73b6d074e4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:08.481858 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-92f1338e-3958-4639-8c13-040b5a98bf04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:08.497874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-92f1338e-3958-4639-8c13-040b5a98bf04 None None] Calling delete_port for 6f4099b3-c6c3-44d6-afa6-d58147c5661d owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:08.527356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Router 26d22283-59c9-44ef-aa6f-6f244be82b79 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:23:08.600880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-adf81b2b-dbfc-44e8-8009-1311442649e9 None None] Provisioning complete for port 9312be5d-9925-4592-acad-0843e2490603 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:08.601500 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-adf81b2b-dbfc-44e8-8009-1311442649e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:08.669340 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-adf81b2b-dbfc-44e8-8009-1311442649e9 None None] Port 9312be5d-9925-4592-acad-0843e2490603 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:08.710645 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-92f1338e-3958-4639-8c13-040b5a98bf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:08.720898 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:08.752490 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1338e-3958-4639-8c13-040b5a98bf04 None None] Pushing event deleted for resources: {'Port': ['ID=6f4099b3-c6c3-44d6-afa6-d58147c5661d,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:08.766718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f1338e-3958-4639-8c13-040b5a98bf04 None None] No DVR routers for this DVR port 6f4099b3-c6c3-44d6-afa6-d58147c5661d on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:23:08.771344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=6f4099b3-c6c3-44d6-afa6-d58147c5661d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:08.774686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No DVR routers for this DVR port 6f4099b3-c6c3-44d6-afa6-d58147c5661d on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:23:08.834838 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:23:08.864116 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:08.886527 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-45867669-cd47-42dc-923d-748bd40de912 admin admin] 10.222.0.32 "PUT /v2.0/routers/26d22283-59c9-44ef-aa6f-6f244be82b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7165744 Oct 13 11:23:08.921089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:08.950795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3109ccac-3a16-442a-a716-32c018c720ef']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:08.967378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f5399c-fbd1-4f98-a365-5b73b6d074e4') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:08.967881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f5399c-fbd1-4f98-a365-5b73b6d074e4') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:08.999799 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:09.017581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:09.027152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:23:09.027842 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:23:09.031489 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:23:09.201444 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:09.207160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:09.214090 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/networks/3109ccac-3a16-442a-a716-32c018c720ef HTTP/1.1" status: 204 len: 168 time: 1.7408514 Oct 13 11:23:09.215083 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50694) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:09.221878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-cf9d04bc-80b9-4e2c-909a-78b04f787c31 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1777473468'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:09.225702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531afb6-f66a-401c-a0fd-7b7ea7f25f4a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Network': ['ID=3109ccac-3a16-442a-a716-32c018c720ef,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:09.339549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9d04bc-80b9-4e2c-909a-78b04f787c31 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:09.343857 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf9d04bc-80b9-4e2c-909a-78b04f787c31 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:09.402072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1bfd5769-42c2-4429-ab5f-28ace2e90fac up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:09.402406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aedc8c-dcc4-4968-a60d-66ce81f1b2fd req-8697caf1-469b-46a2-a88a-0eadb1f97c14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:09.404164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23aedc8c-dcc4-4968-a60d-66ce81f1b2fd req-8697caf1-469b-46a2-a88a-0eadb1f97c14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 943 time: 0.1295185 Oct 13 11:23:09.415056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9d04bc-80b9-4e2c-909a-78b04f787c31 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:23:09.440130 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf9d04bc-80b9-4e2c-909a-78b04f787c31 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:09.440477 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-cf9d04bc-80b9-4e2c-909a-78b04f787c31 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Added segment f121bc36-2e23-46ea-b937-37e6e2361bb9 of type vlan for network f9606b59-78d4-4a8a-9a35-0ad73f7c0dff Oct 13 11:23:09.471157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1bfd5769-42c2-4429-ab5f-28ace2e90fac triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:09.471529 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:09.493284 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23aedc8c-dcc4-4968-a60d-66ce81f1b2fd req-7f2e5fb2-1b20-473b-a7dd-a8c686cb8cb8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792015 Oct 13 11:23:09.512904 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf9d04bc-80b9-4e2c-909a-78b04f787c31 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:09.575722 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:09.600982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 1bfd5769-42c2-4429-ab5f-28ace2e90fac, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1bfd5769-42c2-4429-ab5f-28ace2e90fac,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:09.615236 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf9d04bc-80b9-4e2c-909a-78b04f787c31 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:09.621905 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d04bc-80b9-4e2c-909a-78b04f787c31 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:09.622593 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf9d04bc-80b9-4e2c-909a-78b04f787c31 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:09.708620 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:09.785411 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Sync routers for ids ['26d22283-59c9-44ef-aa6f-6f244be82b79'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:23:09.804533 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Routers {'26d22283-59c9-44ef-aa6f-6f244be82b79'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:23:09.807289 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:22:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['26d22283-59c9-44ef-aa6f-6f244be82b79'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:09.813666 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6f4099b3-c6c3-44d6-afa6-d58147c5661d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:23:09.843519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=1bfd5769-42c2-4429-ab5f-28ace2e90fac,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:09.854841 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 6f4099b3-c6c3-44d6-afa6-d58147c5661d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:23:09.855298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6f4099b3-c6c3-44d6-afa6-d58147c5661d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:23:10.043032 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Set router 26d22283-59c9-44ef-aa6f-6f244be82b79 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:23:10.054882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d04bc-80b9-4e2c-909a-78b04f787c31 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Network': ['ID=f9606b59-78d4-4a8a-9a35-0ad73f7c0dff,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:10.066755 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network f9606b59-78d4-4a8a-9a35-0ad73f7c0dff details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:23:10.097790 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cf9d04bc-80b9-4e2c-909a-78b04f787c31 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8812926 Oct 13 11:23:10.101860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50702) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:10.114622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-bfdc918f-3da6-4eab-b800-da741bb9bc5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': 'f9606b59-78d4-4a8a-9a35-0ad73f7c0dff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:10.302698 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'name': 'tempest-TestVolumeBackupRestore-53221983-router', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:57Z', 'updated_at': '2021-10-13T11:23:06Z', 'revision_number': 4, 'project_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'gw_port': {'id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:58Z', 'updated_at': '2021-10-13T11:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9312be5d-9925-4592-acad-0843e2490603', 'name': '', 'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'mac_address': 'fa:16:3e:0d:00:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '350b6cb9-238a-423c-b9b6-8f5e9a928580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:23:04Z', 'updated_at': '2021-10-13T11:23:06Z', 'revision_number': 2, 'project_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'subnets': [{'id': '350b6cb9-238a-423c-b9b6-8f5e9a928580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:10.335785 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Checking router: 26d22283-59c9-44ef-aa6f-6f244be82b79 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:23:10.336050 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Updating router 26d22283-59c9-44ef-aa6f-6f244be82b79 port 9312be5d-9925-4592-acad-0843e2490603 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:23:10.365112 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdc918f-3da6-4eab-b800-da741bb9bc5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:10.366861 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:10.369039 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfdc918f-3da6-4eab-b800-da741bb9bc5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:10.625692 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697e5d4-cc1a-4511-ba7f-53767d803950 req-4b2987b8-5edd-40fa-a6d4-4cfa97dda721 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:10.627672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b697e5d4-cc1a-4511-ba7f-53767d803950 req-4b2987b8-5edd-40fa-a6d4-4cfa97dda721 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 943 time: 0.0597951 Oct 13 11:23:10.675306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfdc918f-3da6-4eab-b800-da741bb9bc5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:10.680161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b697e5d4-cc1a-4511-ba7f-53767d803950 req-136eefdd-8888-4e82-8fb3-4d81def3f074 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446818 Oct 13 11:23:10.735284 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc918f-3da6-4eab-b800-da741bb9bc5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Subnet': ['ID=2b726b1e-fbfb-482f-ac18-360dab83fff4,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:10.752629 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:10.755678 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:10.760134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc918f-3da6-4eab-b800-da741bb9bc5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Checking segment: {'id': 'f121bc36-2e23-46ea-b937-37e6e2361bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f9606b59-78d4-4a8a-9a35-0ad73f7c0dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:10.760503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc918f-3da6-4eab-b800-da741bb9bc5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network hostable DHCP agents. Network: f9606b59-78d4-4a8a-9a35-0ad73f7c0dff, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:23:10.781885 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e92f4db4-b3c9-4435-8a49-4c3fd3aee0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:10.857148 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:10.889438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc918f-3da6-4eab-b800-da741bb9bc5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network f9606b59-78d4-4a8a-9a35-0ad73f7c0dff is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:23:10.909599 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a536e-f943-473f-aefe-42e96e61c1ca None None] Pushing event updated for resources: {'Port': ['ID=9312be5d-9925-4592-acad-0843e2490603,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:10.970469 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Attempting to bind port 9312be5d-9925-4592-acad-0843e2490603 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:23:10.971121 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Attempting to bind port 9312be5d-9925-4592-acad-0843e2490603 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'ce8c7664-c318-4692-bb82-579f97eeadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:23:10.971482 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Attempting to bind port 9312be5d-9925-4592-acad-0843e2490603 on network 94b8a18e-fef2-42ab-8b34-01a92db2e749 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:10.977648 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:23:10.978028 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Checking segment: {'id': 'ce8c7664-c318-4692-bb82-579f97eeadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:10.978480 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:10.979003 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Bound using segment: {'id': 'ce8c7664-c318-4692-bb82-579f97eeadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:23:10.979458 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Bound port: 9312be5d-9925-4592-acad-0843e2490603, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8c7664-c318-4692-bb82-579f97eeadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:23:10.979849 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:10.981720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-bfdc918f-3da6-4eab-b800-da741bb9bc5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, f9606b59-78d4-4a8a-9a35-0ad73f7c0dff) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:10.989927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc918f-3da6-4eab-b800-da741bb9bc5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:10.991244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bfdc918f-3da6-4eab-b800-da741bb9bc5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:10.997347 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3cdb8c-2650-41cd-9132-f938abdc3366 None None] Network f9606b59-78d4-4a8a-9a35-0ad73f7c0dff requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:11.062888 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] For port 9312be5d-9925-4592-acad-0843e2490603, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:11.066929 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] For port 9312be5d-9925-4592-acad-0843e2490603, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9312be5d-9925-4592-acad-0843e2490603,segment=NetworkSegment(ce8c7664-c318-4692-bb82-579f97eeadcf),segment_id=ce8c7664-c318-4692-bb82-579f97eeadcf)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:23:11.121788 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bfdc918f-3da6-4eab-b800-da741bb9bc5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0180700 Oct 13 11:23:11.123209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50708) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:11.128512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': 'f9606b59-78d4-4a8a-9a35-0ad73f7c0dff', 'name': 'tempest-PortsTestJSON-265483069', 'fixed_ips': [{'subnet_id': '2b726b1e-fbfb-482f-ac18-360dab83fff4', 'ip_address': '172.20.0.10'}]}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:11.146675 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:11.212481 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Routers {'26d22283-59c9-44ef-aa6f-6f244be82b79'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:23:11.213124 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:23:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['26d22283-59c9-44ef-aa6f-6f244be82b79'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:11.219115 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a536e-f943-473f-aefe-42e96e61c1ca None None] Pushing event updated for resources: {'Port': ['ID=9312be5d-9925-4592-acad-0843e2490603,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:11.327270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-f9606b59-78d4-4a8a-9a35-0ad73f7c0dff', 'network_id': 'f9606b59-78d4-4a8a-9a35-0ad73f7c0dff', 'tenant_id': '3ea99afd481e471ab97fb70ebaaf7860', 'fixed_ips': [{'subnet_id': '2b726b1e-fbfb-482f-ac18-360dab83fff4'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:23:11.328147 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:11.344517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Provisioning complete for port 9312be5d-9925-4592-acad-0843e2490603 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:11.347491 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:11.386916 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] Set router 26d22283-59c9-44ef-aa6f-6f244be82b79 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:23:11.388167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1bfd5769-42c2-4429-ab5f-28ace2e90fac up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:11.403788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:11.483663 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:11.541789 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:11.567554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port 4cdfed63-319c-4862-9202-3a65c4a32ccb yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:23:11.578625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] For port 9312be5d-9925-4592-acad-0843e2490603, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9312be5d-9925-4592-acad-0843e2490603,segment=NetworkSegment(ce8c7664-c318-4692-bb82-579f97eeadcf),segment_id=ce8c7664-c318-4692-bb82-579f97eeadcf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:11.659616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1bfd5769-42c2-4429-ab5f-28ace2e90fac triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:11.659965 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:11.679627 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'name': 'tempest-TestVolumeBackupRestore-53221983-router', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:57Z', 'updated_at': '2021-10-13T11:23:06Z', 'revision_number': 4, 'project_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'gw_port': {'id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:58Z', 'updated_at': '2021-10-13T11:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9312be5d-9925-4592-acad-0843e2490603', 'name': '', 'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'mac_address': 'fa:16:3e:0d:00:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '350b6cb9-238a-423c-b9b6-8f5e9a928580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:23:04Z', 'updated_at': '2021-10-13T11:23:11Z', 'revision_number': 4, 'project_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'subnets': [{'id': '350b6cb9-238a-423c-b9b6-8f5e9a928580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:11.703648 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:11.741706 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c0ac56-460e-45d8-83ba-23707a424d9e None None] The sync data for ids ['26d22283-59c9-44ef-aa6f-6f244be82b79'] in n-d-813659-3 is: [{'id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'name': 'tempest-TestVolumeBackupRestore-53221983-router', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:57Z', 'updated_at': '2021-10-13T11:23:06Z', 'revision_number': 4, 'project_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'gw_port': {'id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:58Z', 'updated_at': '2021-10-13T11:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9312be5d-9925-4592-acad-0843e2490603', 'name': '', 'network_id': '94b8a18e-fef2-42ab-8b34-01a92db2e749', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'mac_address': 'fa:16:3e:0d:00:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '350b6cb9-238a-423c-b9b6-8f5e9a928580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:23:04Z', 'updated_at': '2021-10-13T11:23:11Z', 'revision_number': 4, 'project_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'subnets': [{'id': '350b6cb9-238a-423c-b9b6-8f5e9a928580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:23:11.769477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Allocated IP 172.20.0.2 (f9606b59-78d4-4a8a-9a35-0ad73f7c0dff/2b726b1e-fbfb-482f-ac18-360dab83fff4/104e5fc9-3149-4962-bd6b-04ad2e81818e) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:11.841921 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc70fa4e-9f43-4431-a6bb-4210103e9e89 req-f2b7f50e-77ea-4d4b-98eb-ad0be5fd2056 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1465824 Oct 13 11:23:11.842796 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:11.914297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Pushing event updated for resources: {'Port': ['ID=9312be5d-9925-4592-acad-0843e2490603,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:11.919958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2103f4-6e0f-4660-a2fd-89aaa8f6382b req-26a698c7-6c27-4fc9-bbc6-a1f1354fd961 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:11.921822 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-be2103f4-6e0f-4660-a2fd-89aaa8f6382b req-26a698c7-6c27-4fc9-bbc6-a1f1354fd961 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 943 time: 0.1414113 Oct 13 11:23:11.941721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:11.942047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:11.942138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70fa4e-9f43-4431-a6bb-4210103e9e89 req-5903440d-aff6-4b63-9ab1-a72d3895acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:11.942445 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:11.942783 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:11.943206 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:11.943442 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:11.943771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:11.944228 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:11.944537 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc70fa4e-9f43-4431-a6bb-4210103e9e89 req-5903440d-aff6-4b63-9ab1-a72d3895acc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 1096 time: 0.0744367 Oct 13 11:23:11.944668 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:11.944876 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:11.945176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:11.945757 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ea5ce-762a-42e4-8de9-3caf14d88742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:12.008796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b209a844-d193-41a5-8bd3-dca2ed82399f None None] Provisioning complete for port 9312be5d-9925-4592-acad-0843e2490603 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:12.009450 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b209a844-d193-41a5-8bd3-dca2ed82399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:12.051026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-be2103f4-6e0f-4660-a2fd-89aaa8f6382b req-6408ed4a-09e6-45d8-8396-425b7ba4d85c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198318 Oct 13 11:23:12.111193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70fa4e-9f43-4431-a6bb-4210103e9e89 req-a479be58-4d53-440e-ba40-d99e04337bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:12.113598 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc70fa4e-9f43-4431-a6bb-4210103e9e89 req-a479be58-4d53-440e-ba40-d99e04337bbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 200 len: 915 time: 0.1391501 Oct 13 11:23:12.239801 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc70fa4e-9f43-4431-a6bb-4210103e9e89 req-ee059a9d-bdf2-4dac-b746-96af1d543ba1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a HTTP/1.1" status: 200 len: 217 time: 0.1170421 Oct 13 11:23:12.253427 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b80e06c-d5ff-458d-9e77-2dd2781cd3fb req-9e559ddd-b14d-433c-a10a-6d77b7eddf9d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005154 Oct 13 11:23:12.369207 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:12.390575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80e06c-d5ff-458d-9e77-2dd2781cd3fb req-3617d47d-2dcd-4a3e-8a3f-343b0ee82851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:12.393147 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b80e06c-d5ff-458d-9e77-2dd2781cd3fb req-3617d47d-2dcd-4a3e-8a3f-343b0ee82851 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 1096 time: 0.0898707 Oct 13 11:23:12.406710 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70fa4e-9f43-4431-a6bb-4210103e9e89 req-b1a8a1d3-52b8-4376-bb14-5fb66106f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:12.409399 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc70fa4e-9f43-4431-a6bb-4210103e9e89 req-b1a8a1d3-52b8-4376-bb14-5fb66106f126 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40420b33-4d47-4003-890e-dc51ede41596 HTTP/1.1" status: 200 len: 854 time: 0.1426485 Oct 13 11:23:12.420111 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:12.441543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e541e9-44d6-4ca8-b894-03ce2dbd782f req-d61f5fa6-49e4-47be-91be-a0987b38bf46 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:12.443062 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65e541e9-44d6-4ca8-b894-03ce2dbd782f req-d61f5fa6-49e4-47be-91be-a0987b38bf46 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 945 time: 0.1065640 Oct 13 11:23:12.450915 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:12.463243 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc70fa4e-9f43-4431-a6bb-4210103e9e89 req-3137b611-5eaf-4a6b-a0f7-2fc279cb8d6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbf8db7d-4319-46d8-b065-1b14a7f7b447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449111 Oct 13 11:23:12.555007 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Network f9606b59-78d4-4a8a-9a35-0ad73f7c0dff is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:12.572939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:12.578783 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:12.610850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80e06c-d5ff-458d-9e77-2dd2781cd3fb req-613a9089-8b37-43de-b787-763f0c5c8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:12.613210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b80e06c-d5ff-458d-9e77-2dd2781cd3fb req-613a9089-8b37-43de-b787-763f0c5c8956 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5 HTTP/1.1" status: 200 len: 898 time: 0.1980715 Oct 13 11:23:12.661052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Pushing event updated for resources: {'Port': ['ID=104e5fc9-3149-4962-bd6b-04ad2e81818e,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:12.666445 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.10 (f9606b59-78d4-4a8a-9a35-0ad73f7c0dff/2b726b1e-fbfb-482f-ac18-360dab83fff4/4cdfed63-319c-4862-9202-3a65c4a32ccb) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:12.675280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Attempting to bind port 104e5fc9-3149-4962-bd6b-04ad2e81818e on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:23:12.675812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Attempting to bind port 104e5fc9-3149-4962-bd6b-04ad2e81818e by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'f121bc36-2e23-46ea-b937-37e6e2361bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f9606b59-78d4-4a8a-9a35-0ad73f7c0dff'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:23:12.676344 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Attempting to bind port 104e5fc9-3149-4962-bd6b-04ad2e81818e on network f9606b59-78d4-4a8a-9a35-0ad73f7c0dff {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:12.686292 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:23:12.687107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Checking segment: {'id': 'f121bc36-2e23-46ea-b937-37e6e2361bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f9606b59-78d4-4a8a-9a35-0ad73f7c0dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:12.687611 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:12.690722 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Bound using segment: {'id': 'f121bc36-2e23-46ea-b937-37e6e2361bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f9606b59-78d4-4a8a-9a35-0ad73f7c0dff'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:23:12.697013 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Bound port: 104e5fc9-3149-4962-bd6b-04ad2e81818e, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f121bc36-2e23-46ea-b937-37e6e2361bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f9606b59-78d4-4a8a-9a35-0ad73f7c0dff'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:23:12.697196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65e541e9-44d6-4ca8-b894-03ce2dbd782f req-d29a9887-0254-4960-adfe-dbe5263258bb tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271492 Oct 13 11:23:12.697307 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:12.724770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50750) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:12.799582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] For port 104e5fc9-3149-4962-bd6b-04ad2e81818e, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:12.804018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] For port 104e5fc9-3149-4962-bd6b-04ad2e81818e, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=104e5fc9-3149-4962-bd6b-04ad2e81818e,segment=NetworkSegment(f121bc36-2e23-46ea-b937-37e6e2361bb9),segment_id=f121bc36-2e23-46ea-b937-37e6e2361bb9)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:23:12.874251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e2c78423-e70f-48e6-90f8-f3f24fc43eab tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/42bc46fe-1981-4af5-839d-1c3a6041307a HTTP/1.1" status: 200 len: 992 time: 0.1428032 Oct 13 11:23:12.889982 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:12.955053 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc70fa4e-9f43-4431-a6bb-4210103e9e89 req-915e4073-deea-4e2a-a091-e95bf1dcba0c service neutron] 10.222.0.21 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269021 Oct 13 11:23:13.072320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcdd5a-2620-4e6e-a4e6-3c624df88218 None None] Pushing event updated for resources: {'Port': ['ID=104e5fc9-3149-4962-bd6b-04ad2e81818e,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:13.460696 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:13.499852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57742faa-e3c3-4093-8ae4-fa8eb4fef112 req-fbe8146b-151f-439b-b6cf-15ebb93360a7 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:13.502160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57742faa-e3c3-4093-8ae4-fa8eb4fef112 req-fbe8146b-151f-439b-b6cf-15ebb93360a7 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 943 time: 0.3104522 Oct 13 11:23:13.517560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9312be5d-9925-4592-acad-0843e2490603 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:13.519348 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b80e06c-d5ff-458d-9e77-2dd2781cd3fb req-f15e6dc0-166a-4052-bfe2-389d05a8cd32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20 HTTP/1.1" status: 200 len: 1000 time: 0.8974168 Oct 13 11:23:13.578260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc70fa4e-9f43-4431-a6bb-4210103e9e89 req-d1a15761-0999-4bfe-ba7c-e38ca298f9c3 service neutron] 10.222.0.21 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073103 Oct 13 11:23:13.591421 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:13.603794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80e06c-d5ff-458d-9e77-2dd2781cd3fb req-d3252aa3-76b5-4580-beec-59e59d058bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:13.606497 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b80e06c-d5ff-458d-9e77-2dd2781cd3fb req-d3252aa3-76b5-4580-beec-59e59d058bf8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1 HTTP/1.1" status: 200 len: 835 time: 0.0790427 Oct 13 11:23:13.632139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57742faa-e3c3-4093-8ae4-fa8eb4fef112 req-ac72b0f6-bab7-489b-b1a9-073931c6fcc7 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933247 Oct 13 11:23:13.641436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9312be5d-9925-4592-acad-0843e2490603 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:13.642428 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:13.691870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80e06c-d5ff-458d-9e77-2dd2781cd3fb req-f1b1d4f1-fafa-4e95-b34c-855f471b30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:13.694484 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b80e06c-d5ff-458d-9e77-2dd2781cd3fb req-f1b1d4f1-fafa-4e95-b34c-855f471b30bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793176 Oct 13 11:23:13.743705 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:13.880667 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network f9606b59-78d4-4a8a-9a35-0ad73f7c0dff is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:13.882445 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=4cdfed63-319c-4862-9202-3a65c4a32ccb,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:13.883693 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b80e06c-d5ff-458d-9e77-2dd2781cd3fb req-700ec9cd-130e-4752-ab82-83c4726a1709 service neutron] 10.222.0.46 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823325 Oct 13 11:23:13.889163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:13.898315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:13.959889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1e66b-3828-46bc-98e7-f5965e538757 req-44450f6e-0f2f-4750-baca-61054098f75b tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:13.971085 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ff1e66b-3828-46bc-98e7-f5965e538757 req-44450f6e-0f2f-4750-baca-61054098f75b tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 1096 time: 0.1630094 Oct 13 11:23:14.028160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:14.028827 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:14.086085 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2b80e06c-d5ff-458d-9e77-2dd2781cd3fb req-9a236186-bb7f-4c49-bce7-156c660559f2 service neutron] 10.222.0.46 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908214 Oct 13 11:23:14.088726 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ff1e66b-3828-46bc-98e7-f5965e538757 req-5b57984e-3507-4d4c-b2c5-fb80fbd60119 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142190 Oct 13 11:23:14.197035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-37a7da80-6da0-43ab-bafe-a36d4cb4655c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0726681 Oct 13 11:23:14.199865 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50802) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:14.211877 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': 'f9606b59-78d4-4a8a-9a35-0ad73f7c0dff', 'name': 'tempest-PortsTestJSON-1827171089', 'fixed_ips': [{'subnet_id': '2b726b1e-fbfb-482f-ac18-360dab83fff4', 'ip_address': '172.20.0.9'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:14.578893 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669054e9-cdab-40de-bccb-0f09fdad97d5 None None] Network f9606b59-78d4-4a8a-9a35-0ad73f7c0dff requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:14.600063 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:14.686171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0ed46a01-3fec-4c9a-ba53-46d2e5368635 None None] Provisioning complete for port 104e5fc9-3149-4962-bd6b-04ad2e81818e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:14.686572 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0ed46a01-3fec-4c9a-ba53-46d2e5368635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:14.713361 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:14.742525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port bf707bee-1a0f-41ee-8fa3-3e7b0ee6ab64 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:23:14.858195 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0ed46a01-3fec-4c9a-ba53-46d2e5368635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:14.900155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0ed46a01-3fec-4c9a-ba53-46d2e5368635 None None] For port 104e5fc9-3149-4962-bd6b-04ad2e81818e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=104e5fc9-3149-4962-bd6b-04ad2e81818e,segment=NetworkSegment(f121bc36-2e23-46ea-b937-37e6e2361bb9),segment_id=f121bc36-2e23-46ea-b937-37e6e2361bb9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:14.974077 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0ed46a01-3fec-4c9a-ba53-46d2e5368635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:14.999494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.9 (f9606b59-78d4-4a8a-9a35-0ad73f7c0dff/2b726b1e-fbfb-482f-ac18-360dab83fff4/bf707bee-1a0f-41ee-8fa3-3e7b0ee6ab64) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:15.053923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed46a01-3fec-4c9a-ba53-46d2e5368635 None None] Pushing event updated for resources: {'Port': ['ID=104e5fc9-3149-4962-bd6b-04ad2e81818e,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:15.210278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-66e1314b-d786-4c11-ad66-6fb5b9f061fa None None] Provisioning complete for port 104e5fc9-3149-4962-bd6b-04ad2e81818e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:15.212194 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-66e1314b-d786-4c11-ad66-6fb5b9f061fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:15.259877 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:15.340807 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:23:15.361639 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:15.495557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=bf707bee-1a0f-41ee-8fa3-3e7b0ee6ab64,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:15.505918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 104e5fc9-3149-4962-bd6b-04ad2e81818e up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:15.506137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network f9606b59-78d4-4a8a-9a35-0ad73f7c0dff is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:15.506137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:15.511432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:15.612612 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-66e1314b-d786-4c11-ad66-6fb5b9f061fa None None] Provisioning complete for port 4cdfed63-319c-4862-9202-3a65c4a32ccb triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:15.613384 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-66e1314b-d786-4c11-ad66-6fb5b9f061fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:15.622730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:15.623443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:15.687061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 104e5fc9-3149-4962-bd6b-04ad2e81818e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:15.688133 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:15.729590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-66e1314b-d786-4c11-ad66-6fb5b9f061fa None None] Port 4cdfed63-319c-4862-9202-3a65c4a32ccb cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:15.768941 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-41c8986d-e66a-4e5d-8b1f-edd48cbda605 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5660460 Oct 13 11:23:15.775657 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50836) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:15.853888 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3087e161-f109-46dd-a932-d48cec9aba69 None None] Provisioning complete for port 4cdfed63-319c-4862-9202-3a65c4a32ccb triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:15.854261 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3087e161-f109-46dd-a932-d48cec9aba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:15.924651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3087e161-f109-46dd-a932-d48cec9aba69 None None] Port 4cdfed63-319c-4862-9202-3a65c4a32ccb cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:15.939374 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-49c1e03a-a409-4cec-bd7f-5ec73540df02 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2275612 Oct 13 11:23:15.945189 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-ab7a31d6-f728-4e8c-b799-bfbef756ca36 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:23:15.951515 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-ab7a31d6-f728-4e8c-b799-bfbef756ca36 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0101969 Oct 13 11:23:15.972336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b69922d-147e-4ce5-a440-84aa0a50b4a2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:15.982287 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2b69922d-147e-4ce5-a440-84aa0a50b4a2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1973214 Oct 13 11:23:15.982287 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50838) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:16.044765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa85e69-8e52-408a-9cc4-552b863c3970 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:16.051619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa85e69-8e52-408a-9cc4-552b863c3970 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:16.052879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f306a5bd-45c6-418f-8a0e-065f7ce0e6d5 None None] Provisioning complete for port bf707bee-1a0f-41ee-8fa3-3e7b0ee6ab64 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:16.053865 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f306a5bd-45c6-418f-8a0e-065f7ce0e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:16.058963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa85e69-8e52-408a-9cc4-552b863c3970 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:16.060684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cfa85e69-8e52-408a-9cc4-552b863c3970 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0831382 Oct 13 11:23:16.063888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50842) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:16.095923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f306a5bd-45c6-418f-8a0e-065f7ce0e6d5 None None] Port bf707bee-1a0f-41ee-8fa3-3e7b0ee6ab64 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:16.222688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2cfe0-0b2e-4e5d-9021-740e53425c10 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port bf707bee-1a0f-41ee-8fa3-3e7b0ee6ab64 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:16.223167 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5cd2cfe0-0b2e-4e5d-9021-740e53425c10 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:16.340323 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5cd2cfe0-0b2e-4e5d-9021-740e53425c10 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:16.356220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2cfe0-0b2e-4e5d-9021-740e53425c10 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for bf707bee-1a0f-41ee-8fa3-3e7b0ee6ab64 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:16.595934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5cd2cfe0-0b2e-4e5d-9021-740e53425c10 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:16.628394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2cfe0-0b2e-4e5d-9021-740e53425c10 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=bf707bee-1a0f-41ee-8fa3-3e7b0ee6ab64,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:16.763503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5cd2cfe0-0b2e-4e5d-9021-740e53425c10 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:16.770861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50852) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:16.771464 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5cd2cfe0-0b2e-4e5d-9021-740e53425c10 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/bf707bee-1a0f-41ee-8fa3-3e7b0ee6ab64 HTTP/1.1" status: 204 len: 168 time: 0.7059519 Oct 13 11:23:16.806570 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e54daf-ffb0-4354-bf04-2a894f9aacd9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:23:16.808641 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-40e54daf-ffb0-4354-bf04-2a894f9aacd9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/bf707bee-1a0f-41ee-8fa3-3e7b0ee6ab64 HTTP/1.1" status: 404 len: 333 time: 0.0367541 Oct 13 11:23:16.812070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50854) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:16.962624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-215fa002-d452-49bc-9315-60016058761f tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port 4cdfed63-319c-4862-9202-3a65c4a32ccb {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:16.963295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fa002-d452-49bc-9315-60016058761f tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:17.094955 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fa002-d452-49bc-9315-60016058761f tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:17.113367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-215fa002-d452-49bc-9315-60016058761f tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for 4cdfed63-319c-4862-9202-3a65c4a32ccb owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:17.212129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-b4ef0c35-a7a1-4be6-9e10-1737efb00fc1 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:17.216158 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-b4ef0c35-a7a1-4be6-9e10-1737efb00fc1 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/ports/3fbe8864-9c78-4bda-ba90-0b8338ec7c20 HTTP/1.1" status: 200 len: 1093 time: 0.1425834 Oct 13 11:23:17.225795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] Request body: {'binding': {'host': 'n-h2-813659-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:17.226379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] Unknown quota resources ['binding']. {{(pid=101990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 11:23:17.381140 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fa002-d452-49bc-9315-60016058761f tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:17.411048 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] Attempting to bind port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on host n-h2-813659-3 for vnic_type normal with profile None {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:23:17.411537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] Attempting to bind port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:23:17.411809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] Attempting to bind port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:17.416115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fa002-d452-49bc-9315-60016058761f tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=4cdfed63-319c-4862-9202-3a65c4a32ccb,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:17.417810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] Port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:23:17.418164 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] Attempting to bind port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:17.431104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:23:17.431628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] Checking segment: {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:17.432040 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] Bound using segment: {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:23:17.432535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] Bound port: 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:23:17.519161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fa002-d452-49bc-9315-60016058761f tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:17.527251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-215fa002-d452-49bc-9315-60016058761f tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/4cdfed63-319c-4862-9202-3a65c4a32ccb HTTP/1.1" status: 204 len: 168 time: 0.7117758 Oct 13 11:23:17.533601 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50860) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:17.575162 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd2ba90-be33-4107-8f1d-23d44cbbdded tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:23:17.576821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bfd2ba90-be33-4107-8f1d-23d44cbbdded tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/4cdfed63-319c-4862-9202-3a65c4a32ccb HTTP/1.1" status: 404 len: 333 time: 0.0418909 Oct 13 11:23:17.580122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50862) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:17.585442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:23:17.660071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-4580c263-343a-4f1f-bb4c-a0d35d091939 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting subnet 2b726b1e-fbfb-482f-ac18-360dab83fff4 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:23:17.664896 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4580c263-343a-4f1f-bb4c-a0d35d091939 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:17.686104 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:17.687487 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-4e4c1d13-5a61-43b2-b3da-f2e8f7ee41cb service neutron] 10.222.0.32 "POST /v2.0/ports/3fbe8864-9c78-4bda-ba90-0b8338ec7c20/bindings HTTP/1.1" status: 201 len: 389 time: 0.4660821 Oct 13 11:23:17.721331 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4580c263-343a-4f1f-bb4c-a0d35d091939 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:17.858488 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4580c263-343a-4f1f-bb4c-a0d35d091939 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:18.026786 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4580c263-343a-4f1f-bb4c-a0d35d091939 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:18.079463 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580c263-343a-4f1f-bb4c-a0d35d091939 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Subnet': ['ID=2b726b1e-fbfb-482f-ac18-360dab83fff4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:18.108785 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4580c263-343a-4f1f-bb4c-a0d35d091939 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:18.113490 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4580c263-343a-4f1f-bb4c-a0d35d091939 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/2b726b1e-fbfb-482f-ac18-360dab83fff4 HTTP/1.1" status: 204 len: 168 time: 0.5314221 Oct 13 11:23:18.113896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c37a2-230d-453c-bfaa-c2c0299ade4a None None] Network f9606b59-78d4-4a8a-9a35-0ad73f7c0dff requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:18.115472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50876) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:18.141082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-ca5dd378-088a-4433-bb95-ca2633652197 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:18.142980 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-ca5dd378-088a-4433-bb95-ca2633652197 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/networks?id=dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 200 len: 814 time: 0.1979053 Oct 13 11:23:18.187331 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-4c6fa0d2-635a-463e-bc91-005ebf9da6b8 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/quotas/d68dbc9483eb42729f0555aa2b73d7fc HTTP/1.1" status: 200 len: 375 time: 0.0309472 Oct 13 11:23:18.263291 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:18.271705 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-f48869ef-a6df-4c3b-bdb3-0da89448ecfd tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834873 Oct 13 11:23:18.335508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port 104e5fc9-3149-4962-bd6b-04ad2e81818e {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:18.335945 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:18.361336 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af14ce-e2ae-41a2-a6f0-0ddefdf95ca7 None None] DHCP port deletion for f9606b59-78d4-4a8a-9a35-0ad73f7c0dff request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:23:18.431629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d7af14ce-e2ae-41a2-a6f0-0ddefdf95ca7 None None] Deleting port 104e5fc9-3149-4962-bd6b-04ad2e81818e {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:18.432034 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d7af14ce-e2ae-41a2-a6f0-0ddefdf95ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:18.453631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-a653e884-a18b-4824-97e1-53ebb027765b service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725981 Oct 13 11:23:18.470627 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] For port 104e5fc9-3149-4962-bd6b-04ad2e81818e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=104e5fc9-3149-4962-bd6b-04ad2e81818e,segment=NetworkSegment(f121bc36-2e23-46ea-b937-37e6e2361bb9),segment_id=f121bc36-2e23-46ea-b937-37e6e2361bb9)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:18.471339 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:18.506703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for 104e5fc9-3149-4962-bd6b-04ad2e81818e owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:18.527372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-d6577281-40a6-468b-8b86-491cd00fb66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:18.529078 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-d6577281-40a6-468b-8b86-491cd00fb66c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 1096 time: 0.1283350 Oct 13 11:23:18.537978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d7af14ce-e2ae-41a2-a6f0-0ddefdf95ca7 None None] For port 104e5fc9-3149-4962-bd6b-04ad2e81818e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=104e5fc9-3149-4962-bd6b-04ad2e81818e,segment=NetworkSegment(f121bc36-2e23-46ea-b937-37e6e2361bb9),segment_id=f121bc36-2e23-46ea-b937-37e6e2361bb9)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:18.538541 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d7af14ce-e2ae-41a2-a6f0-0ddefdf95ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:18.568074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d7af14ce-e2ae-41a2-a6f0-0ddefdf95ca7 None None] Calling delete_port for 104e5fc9-3149-4962-bd6b-04ad2e81818e owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:18.631456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-520cbb65-f211-4eaa-ae65-d9c79b307f4b service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682405 Oct 13 11:23:18.696084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-e7374cc0-b66b-45e1-8890-a6ce7e0e42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:18.701213 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-e7374cc0-b66b-45e1-8890-a6ce7e0e42ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5 HTTP/1.1" status: 200 len: 898 time: 0.1638618 Oct 13 11:23:18.817467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-3a83ef66-de78-40a5-8ff9-074bf065d6c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20 HTTP/1.1" status: 200 len: 1000 time: 0.1079662 Oct 13 11:23:18.880912 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-6ae38faf-7f96-43a7-a3af-a9e792f8b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:18.882592 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-6ae38faf-7f96-43a7-a3af-a9e792f8b432 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1 HTTP/1.1" status: 200 len: 835 time: 0.0566843 Oct 13 11:23:18.912356 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d7af14ce-e2ae-41a2-a6f0-0ddefdf95ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:18.921807 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:18.940448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af14ce-e2ae-41a2-a6f0-0ddefdf95ca7 None None] No DVR routers for this DVR port 104e5fc9-3149-4962-bd6b-04ad2e81818e on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:23:18.949313 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-24fcc27b-fc5e-42a7-9ef4-cc628fe0a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:18.951714 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-24fcc27b-fc5e-42a7-9ef4-cc628fe0a63b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624442 Oct 13 11:23:18.986764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af14ce-e2ae-41a2-a6f0-0ddefdf95ca7 None None] Pushing event deleted for resources: {'Port': ['ID=104e5fc9-3149-4962-bd6b-04ad2e81818e,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:19.013716 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=104e5fc9-3149-4962-bd6b-04ad2e81818e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:19.027686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No DVR routers for this DVR port 104e5fc9-3149-4962-bd6b-04ad2e81818e on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:23:19.133062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58d5e1-5617-4549-a90b-c8afb5852051 req-8294b0aa-bb01-4c27-9f6e-dbd366e60d24 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:19.138917 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f58d5e1-5617-4549-a90b-c8afb5852051 req-8294b0aa-bb01-4c27-9f6e-dbd366e60d24 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 943 time: 0.0917540 Oct 13 11:23:19.210957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0adfae78-d400-426b-a3d3-e56bc3d51a5d service neutron] 10.222.0.21 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515349 Oct 13 11:23:19.224026 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:19.244783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f58d5e1-5617-4549-a90b-c8afb5852051 req-3c959619-6e94-4d39-a068-dae816dc01f5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026669 Oct 13 11:23:19.253150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9606b59-78d4-4a8a-9a35-0ad73f7c0dff']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:19.265368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f121bc36-2e23-46ea-b937-37e6e2361bb9') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:19.265803 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f121bc36-2e23-46ea-b937-37e6e2361bb9') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:19.300108 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:19.319601 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:19.332871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:23:19.333608 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:23:19.340282 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:23:19.349387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-d9c43006-3cf4-4ec9-8686-e7e830e79d9e service neutron] 10.222.0.21 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289966 Oct 13 11:23:19.437247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 104e5fc9-3149-4962-bd6b-04ad2e81818e no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:23:19.472164 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 104e5fc9-3149-4962-bd6b-04ad2e81818e {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:23:19.472516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 104e5fc9-3149-4962-bd6b-04ad2e81818e not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:23:19.543548 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:19.559190 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:19.565293 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/networks/f9606b59-78d4-4a8a-9a35-0ad73f7c0dff HTTP/1.1" status: 204 len: 168 time: 1.4474947 Oct 13 11:23:19.568796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50890) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:19.575505 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-8e9c437a-226b-46a9-a896-d049af80be94 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-222510628'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:19.588306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc6315-bc0f-4d1e-b10b-f733e2fb1e7c req-8694ab8a-ce34-45c5-a413-bcb1fe36ee13 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:19.595818 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51cc6315-bc0f-4d1e-b10b-f733e2fb1e7c req-8694ab8a-ce34-45c5-a413-bcb1fe36ee13 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 945 time: 0.1942525 Oct 13 11:23:19.601307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6219253-0062-454e-a5a1-5e8dcc962781 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Network': ['ID=f9606b59-78d4-4a8a-9a35-0ad73f7c0dff,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:19.601521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-051cebc0-1d55-47df-b931-08a1e6dfe61c tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:19.602922 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-051cebc0-1d55-47df-b931-08a1e6dfe61c tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad&tenant_id=9eecb6b828d240e0ae439032ab75cf2f&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 1096 time: 0.1866896 Oct 13 11:23:19.617100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813659-3'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:19.695551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51cc6315-bc0f-4d1e-b10b-f733e2fb1e7c req-b021678c-c60d-4025-a04a-b4d0dab772ac tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980747 Oct 13 11:23:19.727498 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:19.755646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9c437a-226b-46a9-a896-d049af80be94 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:19.759456 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e9c437a-226b-46a9-a896-d049af80be94 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:19.779628 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5522c466-75e4-42e5-8355-78b768ccc0d4 req-31a6fc05-2483-4930-8eda-06c6b48119ce tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 210 time: 0.0411563 Oct 13 11:23:20.124804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9c437a-226b-46a9-a896-d049af80be94 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:23:20.145856 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e9c437a-226b-46a9-a896-d049af80be94 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:20.146216 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-8e9c437a-226b-46a9-a896-d049af80be94 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Added segment f91c8b1e-0d04-4109-a4eb-2cfee311aa1d of type vlan for network 8c6e813c-0caf-422f-bf39-775f1552608c Oct 13 11:23:20.237504 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e9c437a-226b-46a9-a896-d049af80be94 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:20.284974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:20.331668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:20.373658 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e9c437a-226b-46a9-a896-d049af80be94 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:20.385887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9c437a-226b-46a9-a896-d049af80be94 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:20.385887 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e9c437a-226b-46a9-a896-d049af80be94 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:20.456242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:23:20.458590 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7957643-b718-4d9b-9dad-7376b318ec00" -d '{"events": [{"server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:23:20.467599 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:20.517647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c437a-226b-46a9-a896-d049af80be94 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Network': ['ID=8c6e813c-0caf-422f-bf39-775f1552608c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:20.530937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda5212-c22a-440a-bca0-3e364f865844 req-fd3232ac-6993-494b-add5-8c10df953aed tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:20.532565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebda5212-c22a-440a-bca0-3e364f865844 req-fd3232ac-6993-494b-add5-8c10df953aed tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 943 time: 0.1345327 Oct 13 11:23:20.536639 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 8c6e813c-0caf-422f-bf39-775f1552608c details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:23:20.585610 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebda5212-c22a-440a-bca0-3e364f865844 req-2fb9d04a-92ca-4c8a-b24d-2016cca4329b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Oct 13 11:23:20.592044 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8e9c437a-226b-46a9-a896-d049af80be94 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0175197 Oct 13 11:23:20.593797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 50902) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:20.602536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-79281b82-7a05-4ee7-bb34-b4af0506b893 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': '8c6e813c-0caf-422f-bf39-775f1552608c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:20.667123 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:20.708733 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20023a38-d840-45b8-bfec-d8c1a8c94699 x-openstack-request-id: req-20023a38-d840-45b8-bfec-d8c1a8c94699 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:23:20.709045 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:23:20.709255 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20023a38-d840-45b8-bfec-d8c1a8c94699 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:23:20.709648 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'code': 200} Oct 13 11:23:20.893534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Pushing event updated for resources: {'Port': ['ID=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:20.909724 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79281b82-7a05-4ee7-bb34-b4af0506b893 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:20.913872 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79281b82-7a05-4ee7-bb34-b4af0506b893 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:20.991246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf873fa7-515a-4e73-a1c6-c11d91ff0c24 req-162aa64b-50c1-40f2-a10c-762cf51668e9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:20.992852 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf873fa7-515a-4e73-a1c6-c11d91ff0c24 req-162aa64b-50c1-40f2-a10c-762cf51668e9 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 943 time: 0.1241541 Oct 13 11:23:20.995166 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Attempting to bind port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on host n-h1-813659-3 for vnic_type normal with profile {"migrating_to": "n-h2-813659-3"} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:23:20.995524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Attempting to bind port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:23:20.995854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Attempting to bind port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:21.009144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:23:21.009464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Attempting to bind port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:21.025005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:23:21.025344 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Checking segment: {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:21.025734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Bound using segment: {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:23:21.026187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Bound port: 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c8985e-e197-40f0-b98b-c5fc38631e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:23:21.026575 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:21.068437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf873fa7-515a-4e73-a1c6-c11d91ff0c24 req-43398594-c2c2-4b83-9665-82412cfd430d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627611 Oct 13 11:23:21.162887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0c8f5c36-fd3d-4483-bfe9-906394d01d88 None None] Provisioning complete for port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:21.163251 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5c36-fd3d-4483-bfe9-906394d01d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:21.203322 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:21.208005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:23:21.230531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f5c36-fd3d-4483-bfe9-906394d01d88 None None] Port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:21.259347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc6d2a18-0ff2-4ff0-9ee0-e3793a491327 req-6ea60580-30e5-44eb-aeb2-8f68843465fa tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 210 time: 0.0418301 Oct 13 11:23:21.335800 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:21.366647 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79281b82-7a05-4ee7-bb34-b4af0506b893 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:21.455568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Pushing event updated for resources: {'Port': ['ID=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:21.495997 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:21.497669 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:21.499560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0137c73a-0be9-41c0-9274-b28c672bdd7a service neutron] 10.222.0.21 "PUT /v2.0/ports/3fbe8864-9c78-4bda-ba90-0b8338ec7c20 HTTP/1.1" status: 200 len: 1121 time: 1.8886795 Oct 13 11:23:21.571983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79281b82-7a05-4ee7-bb34-b4af0506b893 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Subnet': ['ID=a31034c9-43fe-4334-a744-6994927148f6,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:21.576625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['3fbe8864-9c78-4bda-ba90-0b8338ec7c20'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:23:21.655364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79281b82-7a05-4ee7-bb34-b4af0506b893 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Checking segment: {'id': 'f91c8b1e-0d04-4109-a4eb-2cfee311aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8c6e813c-0caf-422f-bf39-775f1552608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:21.655846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79281b82-7a05-4ee7-bb34-b4af0506b893 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network hostable DHCP agents. Network: 8c6e813c-0caf-422f-bf39-775f1552608c, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:23:21.729427 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-6721bfaa-618f-48d9-ba59-c0d3fc741bfc tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:21.731229 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-6721bfaa-618f-48d9-ba59-c0d3fc741bfc tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.21 "GET /v2.0/networks?id=dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 200 len: 814 time: 0.2871954 Oct 13 11:23:21.750359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-fe54d22e-89c2-4e0c-84fa-86260749e9ee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Request body: {'port': {'device_id': '51f7b0c7-70c2-4ce5-802a-a4c755100a0d', 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447', 'admin_state_up': True, 'tenant_id': 'd68dbc9483eb42729f0555aa2b73d7fc'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:21.784664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3a68ee1f-5cce-4a75-8c4a-73184f025f26 None None] Provisioning complete for port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:21.785483 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3a68ee1f-5cce-4a75-8c4a-73184f025f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:21.832605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79281b82-7a05-4ee7-bb34-b4af0506b893 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 8c6e813c-0caf-422f-bf39-775f1552608c is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:23:21.871296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f09efb-20f6-4a14-adb5-2696d90b225e req-f5adc0d4-1586-4a7c-b63a-655925390397 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:21.880824 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9f09efb-20f6-4a14-adb5-2696d90b225e req-f5adc0d4-1586-4a7c-b63a-655925390397 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 943 time: 0.1228328 Oct 13 11:23:21.930941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9f09efb-20f6-4a14-adb5-2696d90b225e req-e73373d9-2097-4f5e-b553-7bea753301a2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496097 Oct 13 11:23:22.004942 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3a68ee1f-5cce-4a75-8c4a-73184f025f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:22.029898 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-79281b82-7a05-4ee7-bb34-b4af0506b893 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 8c6e813c-0caf-422f-bf39-775f1552608c) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:22.043055 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79281b82-7a05-4ee7-bb34-b4af0506b893 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:22.043659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79281b82-7a05-4ee7-bb34-b4af0506b893 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:22.052478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:23:22.055885 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cddbd56-f21d-4238-a3d2-49035fd65632" -d '{"events": [{"server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "name": "network-vif-plugged", "status": "completed", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:23:22.058901 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b8e0a-612b-4755-a7a5-a95ca5654bb8 None None] Network 8c6e813c-0caf-422f-bf39-775f1552608c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:22.063463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3a68ee1f-5cce-4a75-8c4a-73184f025f26 None None] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:22.184098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-fe54d22e-89c2-4e0c-84fa-86260749e9ee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Made reservation on behalf of d68dbc9483eb42729f0555aa2b73d7fc for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:22.194419 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-fe54d22e-89c2-4e0c-84fa-86260749e9ee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:22.324178 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f29c4fe-d270-475a-a9c2-eecf60b17481 x-openstack-request-id: req-1f29c4fe-d270-475a-a9c2-eecf60b17481 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:23:22.324501 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "name": "network-vif-plugged", "status": "completed", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:23:22.324713 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f29c4fe-d270-475a-a9c2-eecf60b17481 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:23:22.325303 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'code': 200} Oct 13 11:23:22.325439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a74da-fce9-43d3-98a7-ef231c1ee388 req-d7695c49-9941-4ba5-9eef-8c9510ed764c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:22.328089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-208a74da-fce9-43d3-98a7-ef231c1ee388 req-d7695c49-9941-4ba5-9eef-8c9510ed764c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 945 time: 0.0812001 Oct 13 11:23:22.341087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50938) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:22.343748 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-79281b82-7a05-4ee7-bb34-b4af0506b893 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7483706 Oct 13 11:23:22.349290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-21c364a0-4780-465a-905d-8ec26771b051 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-794733109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:22.350195 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3a68ee1f-5cce-4a75-8c4a-73184f025f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:22.416227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-208a74da-fce9-43d3-98a7-ef231c1ee388 req-4082f669-32d1-4b57-9408-5c44221f46d7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802693 Oct 13 11:23:22.474581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21c364a0-4780-465a-905d-8ec26771b051 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:22.475798 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21c364a0-4780-465a-905d-8ec26771b051 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:22.594369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68ee1f-5cce-4a75-8c4a-73184f025f26 None None] Pushing event updated for resources: {'Port': ['ID=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:22.621200 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-fe54d22e-89c2-4e0c-84fa-86260749e9ee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Allocated IP 172.20.0.12 (dbf8db7d-4319-46d8-b065-1b14a7f7b447/40420b33-4d47-4003-890e-dc51ede41596/b2708f50-2c38-4f78-a526-a4d911b50928) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:22.660566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-115619e6-8ae9-4034-871e-9b17ab436712 req-d93783cb-a28f-480a-887a-e7a518d07c96 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 210 time: 0.0417943 Oct 13 11:23:22.663981 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21c364a0-4780-465a-905d-8ec26771b051 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:22.712517 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:23:22.716902 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a034447-49df-4614-be67-e8586ca8f054" -d '{"events": [{"name": "network-changed", "server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:23:22.746270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-8c6e813c-0caf-422f-bf39-775f1552608c', 'network_id': '8c6e813c-0caf-422f-bf39-775f1552608c', 'tenant_id': '3ea99afd481e471ab97fb70ebaaf7860', 'fixed_ips': [{'subnet_id': 'a31034c9-43fe-4334-a744-6994927148f6'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:23:22.746907 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21c364a0-4780-465a-905d-8ec26771b051 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:22.748018 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:22.763499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:23:22.807786 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfed4e81-1aa1-4ea5-a300-80132ecf1c43 x-openstack-request-id: req-bfed4e81-1aa1-4ea5-a300-80132ecf1c43 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:23:22.808161 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:23:22.808418 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfed4e81-1aa1-4ea5-a300-80132ecf1c43 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:23:22.809277 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'status': 'completed', 'code': 200} Oct 13 11:23:22.883058 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21c364a0-4780-465a-905d-8ec26771b051 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:22.886893 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-21c364a0-4780-465a-905d-8ec26771b051 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5410912 Oct 13 11:23:22.887128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 50964) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:22.894408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'network_id': '8c6e813c-0caf-422f-bf39-775f1552608c', 'name': 'tempest-PortsTestJSON-1693064618'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:22.961507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a034447-49df-4614-be67-e8586ca8f054 req-2e1ee0ed-52bb-4466-a8a6-d5090ac927b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:22.962987 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8a034447-49df-4614-be67-e8586ca8f054 req-2e1ee0ed-52bb-4466-a8a6-d5090ac927b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 1126 time: 0.1227934 Oct 13 11:23:23.089980 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-fe54d22e-89c2-4e0c-84fa-86260749e9ee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:23.090745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:23.140386 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a034447-49df-4614-be67-e8586ca8f054 req-b93c57d5-2905-4424-b262-c7e739712d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:23.142010 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8a034447-49df-4614-be67-e8586ca8f054 req-b93c57d5-2905-4424-b262-c7e739712d2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5 HTTP/1.1" status: 200 len: 898 time: 0.1716845 Oct 13 11:23:23.148313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Allocated IP 172.20.0.2 (8c6e813c-0caf-422f-bf39-775f1552608c/a31034c9-43fe-4334-a744-6994927148f6/e072c3ba-1080-4af2-bfa1-e240d0f87141) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:23.151211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 has no active binding in host n-h2-813659-3 {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 11:23:23.262111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd761e-7b99-4c12-8868-655610220e70 req-549d7e51-699d-4e3a-87a1-d04212c1e399 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:23.264551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24cd761e-7b99-4c12-8868-655610220e70 req-549d7e51-699d-4e3a-87a1-d04212c1e399 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 943 time: 0.1399288 Oct 13 11:23:23.313686 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8a034447-49df-4614-be67-e8586ca8f054 req-10147d85-d9c6-4c88-b108-8be9ef2f373a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20 HTTP/1.1" status: 200 len: 1000 time: 0.1617780 Oct 13 11:23:23.362921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:23.366672 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:23.371554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24cd761e-7b99-4c12-8868-655610220e70 req-41306e18-40d7-46a9-b43f-11d94b22b506 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732555 Oct 13 11:23:23.377770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a034447-49df-4614-be67-e8586ca8f054 req-f4291247-5578-4a7e-9e7d-dda28d229753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:23.382585 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8a034447-49df-4614-be67-e8586ca8f054 req-f4291247-5578-4a7e-9e7d-dda28d229753 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1 HTTP/1.1" status: 200 len: 835 time: 0.0590191 Oct 13 11:23:23.388131 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-fe54d22e-89c2-4e0c-84fa-86260749e9ee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:23.391791 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port 246c0cc8-5c52-4f50-a937-ecad1510309d yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:23:23.441210 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-fe54d22e-89c2-4e0c-84fa-86260749e9ee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Network dbf8db7d-4319-46d8-b065-1b14a7f7b447 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:23.457510 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:23.466985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-fe54d22e-89c2-4e0c-84fa-86260749e9ee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:23.467172 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['dfcf1623-8c1f-42e4-ace7-a84bdbc8052a', '91134b15-803f-4e6d-88f8-c814086abb2c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:23:23.473065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-fe54d22e-89c2-4e0c-84fa-86260749e9ee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:23.535290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-fe54d22e-89c2-4e0c-84fa-86260749e9ee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:23.535971 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-fe54d22e-89c2-4e0c-84fa-86260749e9ee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:23.555864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['b531dddb-6393-4e8f-9e78-97aa87e1ecf4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:23:23.564605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54d22e-89c2-4e0c-84fa-86260749e9ee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Pushing event updated for resources: {'Port': ['ID=b2708f50-2c38-4f78-a526-a4d911b50928,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:23.585461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a034447-49df-4614-be67-e8586ca8f054 req-a422c543-cdc9-4ae3-a3d8-501357dc82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:23.596415 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8a034447-49df-4614-be67-e8586ca8f054 req-a422c543-cdc9-4ae3-a3d8-501357dc82f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928282 Oct 13 11:23:23.611331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ca3f-377c-4517-9e57-b7e97685ed7c req-230a25ff-f27a-4709-a0de-f81beaa18503 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:23.620816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4e4ca3f-377c-4517-9e57-b7e97685ed7c req-230a25ff-f27a-4709-a0de-f81beaa18503 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 945 time: 0.0756981 Oct 13 11:23:23.664592 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:23.724403 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-fe54d22e-89c2-4e0c-84fa-86260749e9ee tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9791188 Oct 13 11:23:23.729437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4e4ca3f-377c-4517-9e57-b7e97685ed7c req-bc26e52f-192f-4184-8e00-9024284fef05 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014850 Oct 13 11:23:23.729600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Pushing event updated for resources: {'Port': ['ID=e072c3ba-1080-4af2-bfa1-e240d0f87141,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:23.786989 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8a034447-49df-4614-be67-e8586ca8f054 req-be6f5a52-4090-4b1f-bbc5-269a8e7911c9 service neutron] 10.222.0.46 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809754 Oct 13 11:23:23.800773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Request body: {'port': {'device_id': '51f7b0c7-70c2-4ce5-802a-a4c755100a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:23.803292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.4 (8c6e813c-0caf-422f-bf39-775f1552608c/a31034c9-43fe-4334-a744-6994927148f6/246c0cc8-5c52-4f50-a937-ecad1510309d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:23.827668 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Network 8c6e813c-0caf-422f-bf39-775f1552608c is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:23.857403 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:23.875229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:23.952224 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:24.018216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caf27d-2f2c-4083-9edf-c51fc0d5410f req-d095e3c7-abd3-42d0-b79a-df157269b598 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:24.019641 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5caf27d-2f2c-4083-9edf-c51fc0d5410f req-d095e3c7-abd3-42d0-b79a-df157269b598 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 932 time: 0.1567159 Oct 13 11:23:24.122860 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5caf27d-2f2c-4083-9edf-c51fc0d5410f req-9ccc6a21-95d2-4e74-b939-43a8ae66a090 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918517 Oct 13 11:23:24.185700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8a034447-49df-4614-be67-e8586ca8f054 req-6a1b41ce-cc45-44d5-8802-3588e683eb67 service neutron] 10.222.0.46 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416080 Oct 13 11:23:24.191435 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:24.242320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Attempting to bind port e072c3ba-1080-4af2-bfa1-e240d0f87141 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:23:24.242715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Attempting to bind port e072c3ba-1080-4af2-bfa1-e240d0f87141 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'f91c8b1e-0d04-4109-a4eb-2cfee311aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8c6e813c-0caf-422f-bf39-775f1552608c'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:23:24.243076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Attempting to bind port e072c3ba-1080-4af2-bfa1-e240d0f87141 on network 8c6e813c-0caf-422f-bf39-775f1552608c {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:24.262796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:23:24.263167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Checking segment: {'id': 'f91c8b1e-0d04-4109-a4eb-2cfee311aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8c6e813c-0caf-422f-bf39-775f1552608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:24.263572 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:24.263963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Bound using segment: {'id': 'f91c8b1e-0d04-4109-a4eb-2cfee311aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8c6e813c-0caf-422f-bf39-775f1552608c'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:23:24.264443 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Bound port: e072c3ba-1080-4af2-bfa1-e240d0f87141, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91c8b1e-0d04-4109-a4eb-2cfee311aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8c6e813c-0caf-422f-bf39-775f1552608c'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:23:24.264818 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:24.341701 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:24.382371 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] For port e072c3ba-1080-4af2-bfa1-e240d0f87141, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:24.391835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 8c6e813c-0caf-422f-bf39-775f1552608c is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:24.397032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:24.404562 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:24.436595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] For port e072c3ba-1080-4af2-bfa1-e240d0f87141, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e072c3ba-1080-4af2-bfa1-e240d0f87141,segment=NetworkSegment(f91c8b1e-0d04-4109-a4eb-2cfee311aa1d),segment_id=f91c8b1e-0d04-4109-a4eb-2cfee311aa1d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:23:24.519219 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:24.562232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:24.562232 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:24.583554 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2708f50-2c38-4f78-a526-a4d911b50928 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:23:24.600079 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:24.622634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Transition to ACTIVE for port object b2708f50-2c38-4f78-a526-a4d911b50928 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:23:24.625456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9eda04-9e12-4aba-83ea-3987147b7b7d None None] Pushing event updated for resources: {'Port': ['ID=e072c3ba-1080-4af2-bfa1-e240d0f87141,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:24.642000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=246c0cc8-5c52-4f50-a937-ecad1510309d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:24.668593 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fe2ee-3c03-441a-ae83-a0ee1953a353 req-5ce77746-ded5-4a28-8c75-95c9f55aea90 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:24.676119 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-447fe2ee-3c03-441a-ae83-a0ee1953a353 req-5ce77746-ded5-4a28-8c75-95c9f55aea90 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 943 time: 0.1421788 Oct 13 11:23:24.718618 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:24.724433 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-447fe2ee-3c03-441a-ae83-a0ee1953a353 req-c28247d2-915f-4566-94e4-893ee4f63538 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473187 Oct 13 11:23:24.727861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a2b3a576-484e-4890-900f-be19d0975a19 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:23:24.769732 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-633cd538-8aed-42d0-a094-0e622877c24a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8813963 Oct 13 11:23:24.772175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51048) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:24.831049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2708f50-2c38-4f78-a526-a4d911b50928,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:24.995621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a2b3a576-484e-4890-900f-be19d0975a19, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a2b3a576-484e-4890-900f-be19d0975a19,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:25.027893 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'a2b3a576-484e-4890-900f-be19d0975a19', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'port_id': 'a2b3a576-484e-4890-900f-be19d0975a19', 'mac_address': 'fa:16:3e:c0:17:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:23:25.067336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c114-d9ad-4567-a3aa-4dd02238a768 req-c5a2ef07-a0f7-4c97-9e7a-16a4f402dfec tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:25.077261 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1b3c114-d9ad-4567-a3aa-4dd02238a768 req-c5a2ef07-a0f7-4c97-9e7a-16a4f402dfec tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 945 time: 0.2263036 Oct 13 11:23:25.099246 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:25.149220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b3a576-484e-4890-900f-be19d0975a19 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:23:25.342974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Attempting to bind port b2708f50-2c38-4f78-a526-a4d911b50928 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:23:25.342974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Attempting to bind port b2708f50-2c38-4f78-a526-a4d911b50928 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:23:25.342974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Attempting to bind port b2708f50-2c38-4f78-a526-a4d911b50928 on network dbf8db7d-4319-46d8-b065-1b14a7f7b447 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:25.345569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a2b3a576-484e-4890-900f-be19d0975a19, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a2b3a576-484e-4890-900f-be19d0975a19,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:25.345942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Port b2708f50-2c38-4f78-a526-a4d911b50928 on network dbf8db7d-4319-46d8-b065-1b14a7f7b447 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:23:25.345942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Attempting to bind port b2708f50-2c38-4f78-a526-a4d911b50928 on network dbf8db7d-4319-46d8-b065-1b14a7f7b447 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:25.345942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:23:25.345942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Checking segment: {'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:25.345942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Bound using segment: {'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:23:25.345942 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Bound port: b2708f50-2c38-4f78-a526-a4d911b50928, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae7d3b1-5208-4192-898e-e51f6fb0f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:23:25.345942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:25.347046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1b3c114-d9ad-4567-a3aa-4dd02238a768 req-bed1c5b1-2b62-4939-87b9-16b7cfbb7a5f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472672 Oct 13 11:23:25.347687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] For port b2708f50-2c38-4f78-a526-a4d911b50928, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:25.347687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] For port b2708f50-2c38-4f78-a526-a4d911b50928, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b2708f50-2c38-4f78-a526-a4d911b50928,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:23:25.384973 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:25.402165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e072c3ba-1080-4af2-bfa1-e240d0f87141 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:25.427728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:25.500564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:25.501197 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:25.505731 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] 10.222.0.21 "PUT /v2.0/ports/b2708f50-2c38-4f78-a526-a4d911b50928 HTTP/1.1" status: 200 len: 1092 time: 1.7174745 Oct 13 11:23:25.506024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f7b0c7-70c2-4ce5-802a-a4c755100a0d', 'tag': 'b2708f50-2c38-4f78-a526-a4d911b50928'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:23:25.513831 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f29e0ee-fef6-4a49-b0b0-83ca5453203b" -d '{"events": [{"name": "network-changed", "server_uuid": "51f7b0c7-70c2-4ce5-802a-a4c755100a0d", "tag": "b2708f50-2c38-4f78-a526-a4d911b50928"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:23:25.534156 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:25.552246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a2b3a576-484e-4890-900f-be19d0975a19,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:25.570069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218332b-3626-4200-962e-e8d8b51a4aee req-5c72a797-24d9-4333-9447-51eb2a2477ab tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:25.571916 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8218332b-3626-4200-962e-e8d8b51a4aee req-5c72a797-24d9-4333-9447-51eb2a2477ab tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 944 time: 0.1445117 Oct 13 11:23:25.591059 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e072c3ba-1080-4af2-bfa1-e240d0f87141 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:25.591490 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:25.604673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16920d-a6c3-4de1-9dfa-fd7853c978e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2708f50-2c38-4f78-a526-a4d911b50928,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:25.732464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['a2b3a576-484e-4890-900f-be19d0975a19'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:23:25.745439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-2ab6e09e-e409-4c80-a4d5-15569ed76e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:25.747608 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-2ab6e09e-e409-4c80-a4d5-15569ed76e2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 1095 time: 0.1190550 Oct 13 11:23:25.811599 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8218332b-3626-4200-962e-e8d8b51a4aee req-c3bcd3da-c3ae-4147-b599-c45e29aac8ca tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847680 Oct 13 11:23:25.833878 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-5396316b-e9da-4ea2-a83b-fe94523189a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2708f50-2c38-4f78-a526-a4d911b50928 HTTP/1.1" status: 200 len: 217 time: 0.0698614 Oct 13 11:23:25.836866 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:25.900571 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38734fe-b4d6-43c0-9b60-06c739265d58 x-openstack-request-id: req-f38734fe-b4d6-43c0-9b60-06c739265d58 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:23:25.900571 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f7b0c7-70c2-4ce5-802a-a4c755100a0d", "tag": "b2708f50-2c38-4f78-a526-a4d911b50928", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:23:25.900571 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f38734fe-b4d6-43c0-9b60-06c739265d58 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:23:25.900571 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f7b0c7-70c2-4ce5-802a-a4c755100a0d', 'tag': 'b2708f50-2c38-4f78-a526-a4d911b50928', 'status': 'completed', 'code': 200} Oct 13 11:23:25.920121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-1bd5a362-6223-46d7-b4c8-d2d229c54755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:25.933283 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-1bd5a362-6223-46d7-b4c8-d2d229c54755 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40420b33-4d47-4003-890e-dc51ede41596 HTTP/1.1" status: 200 len: 854 time: 0.0887165 Oct 13 11:23:25.965373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port e072c3ba-1080-4af2-bfa1-e240d0f87141, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e072c3ba-1080-4af2-bfa1-e240d0f87141,segment=NetworkSegment(f91c8b1e-0d04-4109-a4eb-2cfee311aa1d),segment_id=f91c8b1e-0d04-4109-a4eb-2cfee311aa1d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:25.992640 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-d04feb34-1707-4098-83f2-637401d0d9c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbf8db7d-4319-46d8-b065-1b14a7f7b447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429294 Oct 13 11:23:26.090315 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:26.096817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ad077-738a-42b6-bb17-25465f72336e req-86e3cfc9-ccf7-49bf-86b6-bc3ce348a502 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:26.098434 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d92ad077-738a-42b6-bb17-25465f72336e req-86e3cfc9-ccf7-49bf-86b6-bc3ce348a502 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 944 time: 0.1073639 Oct 13 11:23:26.150600 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-01e2d991-ef8c-490c-90b6-db69b1db293c service neutron] 10.222.0.21 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463692 Oct 13 11:23:26.174019 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d7a2b1-d746-48dd-8b81-58bfa7aa6d1d None None] Network 8c6e813c-0caf-422f-bf39-775f1552608c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:26.212396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d92ad077-738a-42b6-bb17-25465f72336e req-5d7e6e72-7718-44d7-8899-0a856b904df8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965064 Oct 13 11:23:26.243926 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:26.272409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=e072c3ba-1080-4af2-bfa1-e240d0f87141,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:26.288162 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fce805d4-ab73-4a78-9414-afcf281a9e21 req-5ae9614a-6810-4b35-b31c-44bc854cacdc service neutron] 10.222.0.21 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304336 Oct 13 11:23:26.292846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f835a8d9-b541-4b52-95ae-62d9b6372978 None None] Provisioning complete for port e072c3ba-1080-4af2-bfa1-e240d0f87141 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:26.293218 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f835a8d9-b541-4b52-95ae-62d9b6372978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:26.303414 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:26.463803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=246c0cc8-5c52-4f50-a937-ecad1510309d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:26.541717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29e0ee-fef6-4a49-b0b0-83ca5453203b req-6a3b5fee-a2a2-4165-9255-88703197600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:26.544660 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f29e0ee-fef6-4a49-b0b0-83ca5453203b req-6a3b5fee-a2a2-4165-9255-88703197600b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 1095 time: 0.1028216 Oct 13 11:23:26.575871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7517096-1c48-4381-b117-d1533395d475 req-b45f215a-74c9-478e-b6c6-52576c73aa95 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:26.584770 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7517096-1c48-4381-b117-d1533395d475 req-b45f215a-74c9-478e-b6c6-52576c73aa95 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 945 time: 0.1758301 Oct 13 11:23:26.668296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7517096-1c48-4381-b117-d1533395d475 req-f30b896d-9d3e-4afb-9456-d8e50f290867 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799575 Oct 13 11:23:26.759256 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29e0ee-fef6-4a49-b0b0-83ca5453203b req-60ce0b1f-1c68-4a11-a83d-b16f7516a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:26.760839 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f29e0ee-fef6-4a49-b0b0-83ca5453203b req-60ce0b1f-1c68-4a11-a83d-b16f7516a0f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 200 len: 915 time: 0.2079606 Oct 13 11:23:26.840212 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f29e0ee-fef6-4a49-b0b0-83ca5453203b req-1d33bb08-ac00-47f6-886b-46cc5905a58c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2708f50-2c38-4f78-a526-a4d911b50928 HTTP/1.1" status: 200 len: 217 time: 0.0643239 Oct 13 11:23:26.907374 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:26.933907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e4d491c2-f9d7-4a53-8165-e6985e679fd1 None None] Provisioning complete for port e072c3ba-1080-4af2-bfa1-e240d0f87141 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:26.934557 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e4d491c2-f9d7-4a53-8165-e6985e679fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:27.024646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29e0ee-fef6-4a49-b0b0-83ca5453203b req-17210d18-2fa1-442e-a8e2-003b0cbed559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:27.026196 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f29e0ee-fef6-4a49-b0b0-83ca5453203b req-17210d18-2fa1-442e-a8e2-003b0cbed559 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40420b33-4d47-4003-890e-dc51ede41596 HTTP/1.1" status: 200 len: 854 time: 0.1787839 Oct 13 11:23:27.065320 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f29e0ee-fef6-4a49-b0b0-83ca5453203b req-ff09a732-f203-4074-8212-9b2799433c33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbf8db7d-4319-46d8-b065-1b14a7f7b447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296772 Oct 13 11:23:27.069314 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-18f49edf-1515-45ec-b4a4-29ec977942d5 service neutron] 10.222.0.46 "GET /v2.0/ports/3fbe8864-9c78-4bda-ba90-0b8338ec7c20/bindings/n-h2-813659-3 HTTP/1.1" status: 200 len: 384 time: 0.1524026 Oct 13 11:23:27.184982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e4d491c2-f9d7-4a53-8165-e6985e679fd1 None None] Provisioning complete for port 246c0cc8-5c52-4f50-a937-ecad1510309d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:27.185278 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e4d491c2-f9d7-4a53-8165-e6985e679fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:27.210207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bedb75-8373-4678-b8b4-6a6cb82111e6 req-cf73cab8-c5e7-4503-9d79-712442f15e68 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:27.211899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0bedb75-8373-4678-b8b4-6a6cb82111e6 req-cf73cab8-c5e7-4503-9d79-712442f15e68 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 944 time: 0.1995499 Oct 13 11:23:27.255435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e4d491c2-f9d7-4a53-8165-e6985e679fd1 None None] Port 246c0cc8-5c52-4f50-a937-ecad1510309d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:27.298153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0bedb75-8373-4678-b8b4-6a6cb82111e6 req-60660ae2-7d12-44f3-b054-c9def727b526 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794575 Oct 13 11:23:27.389904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f8d51e9b-f1a4-4552-ae22-aa9153212d06 None None] Provisioning complete for port 246c0cc8-5c52-4f50-a937-ecad1510309d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:27.390420 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8d51e9b-f1a4-4552-ae22-aa9153212d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:27.404492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e072c3ba-1080-4af2-bfa1-e240d0f87141 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:27.412691 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:27.427944 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f29e0ee-fef6-4a49-b0b0-83ca5453203b req-d626c7cb-eed5-423f-b93b-10bfde09f77b service neutron] 10.222.0.21 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540866 Oct 13 11:23:27.532914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f8d51e9b-f1a4-4552-ae22-aa9153212d06 None None] Port 246c0cc8-5c52-4f50-a937-ecad1510309d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:27.558373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e072c3ba-1080-4af2-bfa1-e240d0f87141 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:27.559204 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:27.682217 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f29e0ee-fef6-4a49-b0b0-83ca5453203b req-327cabb6-2c9b-4d66-af81-85eb6fee5677 service neutron] 10.222.0.21 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356169 Oct 13 11:23:27.685537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-10fe577d-1292-4106-9dfd-d6904b504f55 None None] Provisioning complete for port 246c0cc8-5c52-4f50-a937-ecad1510309d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:27.685904 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-10fe577d-1292-4106-9dfd-d6904b504f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:27.686019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb794499-da7c-41be-b55c-58e922354a58 req-22f45461-57a6-4a3a-b582-1eb31702a86f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:27.698896 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb794499-da7c-41be-b55c-58e922354a58 req-22f45461-57a6-4a3a-b582-1eb31702a86f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 944 time: 0.2420747 Oct 13 11:23:27.703180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-13aa968e-4ba3-4a7d-ae6d-91077896ea2a service neutron] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:27.735759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-13aa968e-4ba3-4a7d-ae6d-91077896ea2a service neutron] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:27.737838 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-10fe577d-1292-4106-9dfd-d6904b504f55 None None] Port 246c0cc8-5c52-4f50-a937-ecad1510309d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:27.781139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb794499-da7c-41be-b55c-58e922354a58 req-d7f68d73-87d0-4ef9-9e58-90e5e8b9d2ec tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812654 Oct 13 11:23:27.826360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-13aa968e-4ba3-4a7d-ae6d-91077896ea2a service neutron] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:27.896612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:23:27.899224 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3298b6d6-0e8b-4ae6-8a5b-d509c7942eba" -d '{"events": [{"server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:23:27.913268 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-13aa968e-4ba3-4a7d-ae6d-91077896ea2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:27.946601 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c58e9-e3ec-4334-9f50-b84774375b3a req-d0e5a2a0-be86-4e4d-8c9a-d91518d6f6e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:27.948134 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a25c58e9-e3ec-4334-9f50-b84774375b3a req-d0e5a2a0-be86-4e4d-8c9a-d91518d6f6e7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 945 time: 0.0928290 Oct 13 11:23:27.953053 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:28.002980 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a25c58e9-e3ec-4334-9f50-b84774375b3a req-5f2c640e-b6e8-4512-a87d-d6dc3c6b8b52 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465693 Oct 13 11:23:28.004620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-13aa968e-4ba3-4a7d-ae6d-91077896ea2a service neutron] Transition to ACTIVE for port object 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:23:28.035241 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:28.045388 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8977b18-167e-4d69-8886-aae57ca3e4c0 x-openstack-request-id: req-c8977b18-167e-4d69-8886-aae57ca3e4c0 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:23:28.045725 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:23:28.046007 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8977b18-167e-4d69-8886-aae57ca3e4c0 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:23:28.046472 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'code': 200} Oct 13 11:23:28.115380 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=246c0cc8-5c52-4f50-a937-ecad1510309d,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:28.118360 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:28.231985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 8c6e813c-0caf-422f-bf39-775f1552608c is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:28.233350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:28.452825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f464bf-c36e-4621-81ae-9127a4a1b4ff req-b7302e8b-bfd2-456a-8f60-050bffe6cbe4 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:28.458986 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04f464bf-c36e-4621-81ae-9127a4a1b4ff req-b7302e8b-bfd2-456a-8f60-050bffe6cbe4 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 944 time: 0.0593519 Oct 13 11:23:28.468010 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-13aa968e-4ba3-4a7d-ae6d-91077896ea2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:28.513013 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04f464bf-c36e-4621-81ae-9127a4a1b4ff req-a6def3d2-24b4-4735-994c-78dc05928baa tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Oct 13 11:23:28.574236 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3dc2fe1c-d523-4c94-bdc4-27a942e65fd5 None None] Provisioning complete for port 246c0cc8-5c52-4f50-a937-ecad1510309d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:28.574879 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3dc2fe1c-d523-4c94-bdc4-27a942e65fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:28.587443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa968e-4ba3-4a7d-ae6d-91077896ea2a service neutron] Pushing event updated for resources: {'Port': ['ID=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,revision_number=11']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:28.629227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-13aa968e-4ba3-4a7d-ae6d-91077896ea2a service neutron] No DVR routers for this DVR port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:23:28.631095 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2fe1c-d523-4c94-bdc4-27a942e65fd5 None None] Port 246c0cc8-5c52-4f50-a937-ecad1510309d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:28.698584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Router 10bb5b64-815f-4ff8-8f66-1fdbead7bd72 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:23:28.744173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a2b3a576-484e-4890-900f-be19d0975a19 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:28.791151 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b2708f50-2c38-4f78-a526-a4d911b50928 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:23:28.880884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port a2b3a576-484e-4890-900f-be19d0975a19 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:23:28.888382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port a2b3a576-484e-4890-900f-be19d0975a19 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:28.888843 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:29.045047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b2708f50-2c38-4f78-a526-a4d911b50928, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b2708f50-2c38-4f78-a526-a4d911b50928,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:29.070121 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'b2708f50-2c38-4f78-a526-a4d911b50928', 'network_id': 'dbf8db7d-4319-46d8-b065-1b14a7f7b447', 'port_id': 'b2708f50-2c38-4f78-a526-a4d911b50928', 'mac_address': 'fa:16:3e:15:e5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40420b33-4d47-4003-890e-dc51ede41596', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:23:29.174011 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:29.185078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:29.229222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a2b3a576-484e-4890-900f-be19d0975a19, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a2b3a576-484e-4890-900f-be19d0975a19,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:29.232180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8610be5-0951-4173-8c25-e2c2fb4dfabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b3a576-484e-4890-900f-be19d0975a19'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:23:29.234763 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b67c8d-f489-430e-93ec-6eaa05baeeb4" -d '{"events": [{"server_uuid": "a8610be5-0951-4173-8c25-e2c2fb4dfabd", "name": "network-vif-plugged", "status": "completed", "tag": "a2b3a576-484e-4890-900f-be19d0975a19"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:23:29.241117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2708f50-2c38-4f78-a526-a4d911b50928 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:23:29.265151 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b2708f50-2c38-4f78-a526-a4d911b50928, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b2708f50-2c38-4f78-a526-a4d911b50928,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:29.276117 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-13aa968e-4ba3-4a7d-ae6d-91077896ea2a service neutron] 10.222.0.46 "PUT /v2.0/ports/3fbe8864-9c78-4bda-ba90-0b8338ec7c20/bindings/n-h2-813659-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1240418 Oct 13 11:23:29.307140 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:29.310161 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:23:29.346220 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e4d8d-8835-4822-9ba1-b6460a58b6fd req-8ab24aa1-597c-4506-b246-60dfb84e4723 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:29.348097 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c97e4d8d-8835-4822-9ba1-b6460a58b6fd req-8ab24aa1-597c-4506-b246-60dfb84e4723 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 944 time: 0.4365363 Oct 13 11:23:29.349694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:23:29.357552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-99cb270b-5b44-4498-b38b-bed1786edaaa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "PUT /v2.0/routers/10bb5b64-815f-4ff8-8f66-1fdbead7bd72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5820339 Oct 13 11:23:29.357974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51230) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:29.377627 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:29.386387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1b49f-f660-4a9c-9bcd-5d5b2874f6d8 None None] Sync routers for ids ['10bb5b64-815f-4ff8-8f66-1fdbead7bd72'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:23:29.394138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c97e4d8d-8835-4822-9ba1-b6460a58b6fd req-6abee299-bd5f-4d2e-ae6e-780900cecf2a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375288 Oct 13 11:23:29.438751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1b49f-f660-4a9c-9bcd-5d5b2874f6d8 None None] Routers {'10bb5b64-815f-4ff8-8f66-1fdbead7bd72'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:23:29.440190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-42c1b49f-f660-4a9c-9bcd-5d5b2874f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:23:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['10bb5b64-815f-4ff8-8f66-1fdbead7bd72'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:29.494399 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad665e4-49c8-4661-a4a6-31cbeae20a5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:29.501373 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5ad665e4-49c8-4661-a4a6-31cbeae20a5d tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports?device_id=10bb5b64-815f-4ff8-8f66-1fdbead7bd72 HTTP/1.1" status: 200 len: 982 time: 0.1368330 Oct 13 11:23:29.501658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a2b3a576-484e-4890-900f-be19d0975a19,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:29.501825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51238) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:29.506562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-42c1b49f-f660-4a9c-9bcd-5d5b2874f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:29.514918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:23:29.517628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0b37a2bb-4480-4c65-8b23-342ae293f88b tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:29.519094 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-0b37a2bb-4480-4c65-8b23-342ae293f88b tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad&tenant_id=9eecb6b828d240e0ae439032ab75cf2f&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.1073010 Oct 13 11:23:29.578898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1b49f-f660-4a9c-9bcd-5d5b2874f6d8 None None] Routers {'10bb5b64-815f-4ff8-8f66-1fdbead7bd72'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:23:29.580314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-42c1b49f-f660-4a9c-9bcd-5d5b2874f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:23:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['10bb5b64-815f-4ff8-8f66-1fdbead7bd72'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:29.582265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-59aed78e-6b30-411a-a904-6f1d88fc25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:29.583990 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-59aed78e-6b30-411a-a904-6f1d88fc25cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad&tenant_id=9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 1095 time: 0.0569546 Oct 13 11:23:29.671889 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-40c64b12-ee65-484d-8573-3462de5b0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:29.674403 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-40c64b12-ee65-484d-8573-3462de5b0504 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 1095 time: 0.0651860 Oct 13 11:23:29.680477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e76d5-8fd2-4297-bfd0-1862b226211f req-43aeb9d2-ab7c-4425-a9d7-0fbfe9b574bc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:29.682811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-058e76d5-8fd2-4297-bfd0-1862b226211f req-43aeb9d2-ab7c-4425-a9d7-0fbfe9b574bc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 944 time: 0.1130931 Oct 13 11:23:29.799449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-058e76d5-8fd2-4297-bfd0-1862b226211f req-f5c67f15-087a-4f33-9f20-fab833454138 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092706 Oct 13 11:23:29.820170 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-7f3d1828-3b83-420c-8b72-e051ea7dce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:29.822267 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-7f3d1828-3b83-420c-8b72-e051ea7dce0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5 HTTP/1.1" status: 200 len: 898 time: 0.1399174 Oct 13 11:23:29.847072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['b2708f50-2c38-4f78-a526-a4d911b50928'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:23:29.978721 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce64d4c-a21a-4d0a-8d43-a4f383bd1dcd x-openstack-request-id: req-0ce64d4c-a21a-4d0a-8d43-a4f383bd1dcd {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:23:29.979060 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8610be5-0951-4173-8c25-e2c2fb4dfabd", "name": "network-vif-plugged", "status": "completed", "tag": "a2b3a576-484e-4890-900f-be19d0975a19", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:23:29.979289 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ce64d4c-a21a-4d0a-8d43-a4f383bd1dcd {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:23:29.979819 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8610be5-0951-4173-8c25-e2c2fb4dfabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b3a576-484e-4890-900f-be19d0975a19', 'code': 200} Oct 13 11:23:29.980458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-42c1b49f-f660-4a9c-9bcd-5d5b2874f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:29.981107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1b49f-f660-4a9c-9bcd-5d5b2874f6d8 None None] The sync data for ids ['10bb5b64-815f-4ff8-8f66-1fdbead7bd72'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:23:29.987824 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b2708f50-2c38-4f78-a526-a4d911b50928,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:30.033425 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-9db1826d-be8d-4f5f-91d5-a88c70c949f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20 HTTP/1.1" status: 200 len: 998 time: 0.2030509 Oct 13 11:23:30.077235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d9e5a-f857-41c3-904a-aa982727102b req-fbbc6279-7590-4349-87b5-16134c83c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:30.079517 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b01d9e5a-f857-41c3-904a-aa982727102b req-fbbc6279-7590-4349-87b5-16134c83c46d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 1096 time: 0.1004138 Oct 13 11:23:30.103051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bd772-757a-46e0-8a9a-0ad2753d98e4 req-de3d16b6-01ad-4591-ab39-81052406411a tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:30.112999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-c4bccd28-7363-455f-a60f-8e341c15c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:30.114543 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-c4bccd28-7363-455f-a60f-8e341c15c4f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1 HTTP/1.1" status: 200 len: 835 time: 0.0738356 Oct 13 11:23:30.114690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-601bd772-757a-46e0-8a9a-0ad2753d98e4 req-de3d16b6-01ad-4591-ab39-81052406411a tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 945 time: 0.1383917 Oct 13 11:23:30.160030 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b01d9e5a-f857-41c3-904a-aa982727102b req-135f4ccf-ac22-47a6-873f-2cbf00f18663 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720806 Oct 13 11:23:30.174483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-5867e9bb-523e-4a95-ac30-92dc9cbd865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:30.176170 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-5867e9bb-523e-4a95-ac30-92dc9cbd865f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518930 Oct 13 11:23:30.209452 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-601bd772-757a-46e0-8a9a-0ad2753d98e4 req-1e334695-e8f8-4dad-8576-b8f60a09ab81 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937929 Oct 13 11:23:30.283762 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cafb43c7-3109-48ee-8a24-10f6bd74c28a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:30.287389 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-908f8294-1fc8-458a-9cad-24f3f1494143 service neutron] 10.222.0.21 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032693 Oct 13 11:23:30.401253 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-5cb66e8f-7b93-41d0-b97e-9560ad5ff04f service neutron] 10.222.0.21 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064811 Oct 13 11:23:30.567194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aaa19-b1c3-42a3-914a-233b6f887f5e req-df4260fb-806e-4b78-8569-ee0b6be0b914 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:30.568761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e9aaa19-b1c3-42a3-914a-233b6f887f5e req-df4260fb-806e-4b78-8569-ee0b6be0b914 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 945 time: 0.0836072 Oct 13 11:23:30.649432 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e9aaa19-b1c3-42a3-914a-233b6f887f5e req-1db7392a-f2cf-4ab4-a4c6-a891611db055 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685644 Oct 13 11:23:30.683250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cafb43c7-3109-48ee-8a24-10f6bd74c28a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port 246c0cc8-5c52-4f50-a937-ecad1510309d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:30.683587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cafb43c7-3109-48ee-8a24-10f6bd74c28a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:30.791374 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cafb43c7-3109-48ee-8a24-10f6bd74c28a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:30.801653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b2708f50-2c38-4f78-a526-a4d911b50928 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:30.805422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cafb43c7-3109-48ee-8a24-10f6bd74c28a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for 246c0cc8-5c52-4f50-a937-ecad1510309d owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:30.916815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-52c7c8b3-957f-4b2b-9920-feb216a2a49f tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:30.919210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-52c7c8b3-957f-4b2b-9920-feb216a2a49f tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad&tenant_id=9eecb6b828d240e0ae439032ab75cf2f&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 1095 time: 0.0826004 Oct 13 11:23:30.952939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port b2708f50-2c38-4f78-a526-a4d911b50928 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:23:30.958373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port b2708f50-2c38-4f78-a526-a4d911b50928 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:30.958373 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:31.036352 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539e68e-2567-4388-baf2-d44c60564d67 req-6db29eab-0c22-457b-b3b0-4d7093ec16b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:31.038808 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f539e68e-2567-4388-baf2-d44c60564d67 req-6db29eab-0c22-457b-b3b0-4d7093ec16b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 944 time: 0.0928466 Oct 13 11:23:31.061400 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:31.112191 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port b2708f50-2c38-4f78-a526-a4d911b50928, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b2708f50-2c38-4f78-a526-a4d911b50928,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:31.130477 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-67cb8284-b6c2-4e41-873f-3c449e8213e0 service neutron] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:31.130997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f539e68e-2567-4388-baf2-d44c60564d67 req-6e190125-d6aa-426d-9d6b-414956a85276 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518780 Oct 13 11:23:31.134238 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-67cb8284-b6c2-4e41-873f-3c449e8213e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:31.135454 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5d56d9df-2e96-441b-8b67-e218f5e3418b req-67cb8284-b6c2-4e41-873f-3c449e8213e0 service neutron] 10.222.0.21 "DELETE /v2.0/ports/3fbe8864-9c78-4bda-ba90-0b8338ec7c20/bindings/n-h1-813659-3 HTTP/1.1" status: 204 len: 173 time: 0.2073638 Oct 13 11:23:31.175880 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:31.236785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=b2708f50-2c38-4f78-a526-a4d911b50928,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:31.243830 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cafb43c7-3109-48ee-8a24-10f6bd74c28a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:31.284976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb43c7-3109-48ee-8a24-10f6bd74c28a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=246c0cc8-5c52-4f50-a937-ecad1510309d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:31.344019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5ab68-b874-4d00-9314-f01dd1b0e0e9 req-df779aa0-8239-4148-827d-38b85e548664 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:31.346465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3e5ab68-b874-4d00-9314-f01dd1b0e0e9 req-df779aa0-8239-4148-827d-38b85e548664 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 1095 time: 0.1391349 Oct 13 11:23:31.496607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3e5ab68-b874-4d00-9314-f01dd1b0e0e9 req-e22d3e74-a981-45d5-98e8-6d60bcf43a20 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402459 Oct 13 11:23:31.499419 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cafb43c7-3109-48ee-8a24-10f6bd74c28a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:31.734764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafb43c7-3109-48ee-8a24-10f6bd74c28a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Router 10bb5b64-815f-4ff8-8f66-1fdbead7bd72 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:23:31.745283 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf04b4-1cc0-4572-b97f-6cbf57fc240b req-865094f7-770b-4a57-b4bb-62495bd8b8b2 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:31.746877 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9eaf04b4-1cc0-4572-b97f-6cbf57fc240b req-865094f7-770b-4a57-b4bb-62495bd8b8b2 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 946 time: 0.1449313 Oct 13 11:23:31.857208 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9eaf04b4-1cc0-4572-b97f-6cbf57fc240b req-c7afcb28-aeeb-4b8e-a956-f78ce2c361f5 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032848 Oct 13 11:23:31.859007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafb43c7-3109-48ee-8a24-10f6bd74c28a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:23:31.880237 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cafb43c7-3109-48ee-8a24-10f6bd74c28a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "PUT /v2.0/routers/10bb5b64-815f-4ff8-8f66-1fdbead7bd72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3657570 Oct 13 11:23:31.880348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51352) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:31.880806 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c889ef5-34cf-45d2-a55e-de0388cf325a None None] Sync routers for ids ['10bb5b64-815f-4ff8-8f66-1fdbead7bd72'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:23:31.881184 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c889ef5-34cf-45d2-a55e-de0388cf325a None None] Routers {'10bb5b64-815f-4ff8-8f66-1fdbead7bd72'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:23:31.881766 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3c889ef5-34cf-45d2-a55e-de0388cf325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:23:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['10bb5b64-815f-4ff8-8f66-1fdbead7bd72'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:31.897803 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-33851966-3694-4942-8a74-f84cc6535753 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:23:31.900222 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-33851966-3694-4942-8a74-f84cc6535753 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/246c0cc8-5c52-4f50-a937-ecad1510309d HTTP/1.1" status: 404 len: 333 time: 0.0307162 Oct 13 11:23:31.903075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51356) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:31.941642 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3c889ef5-34cf-45d2-a55e-de0388cf325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:31.954074 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c889ef5-34cf-45d2-a55e-de0388cf325a None None] Routers {'10bb5b64-815f-4ff8-8f66-1fdbead7bd72'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:23:31.956743 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3c889ef5-34cf-45d2-a55e-de0388cf325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:23:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['10bb5b64-815f-4ff8-8f66-1fdbead7bd72'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:31.981323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f7b0c7-70c2-4ce5-802a-a4c755100a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2708f50-2c38-4f78-a526-a4d911b50928'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:23:31.984165 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7129568c-9bad-4ac9-b15f-0ceab6b34f89" -d '{"events": [{"server_uuid": "51f7b0c7-70c2-4ce5-802a-a4c755100a0d", "name": "network-vif-plugged", "status": "completed", "tag": "b2708f50-2c38-4f78-a526-a4d911b50928"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:23:32.010697 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3c889ef5-34cf-45d2-a55e-de0388cf325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:32.012309 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c889ef5-34cf-45d2-a55e-de0388cf325a None None] The sync data for ids ['10bb5b64-815f-4ff8-8f66-1fdbead7bd72'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:23:32.366697 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9667697b-3c25-4531-9a51-56e0204d7ddc tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:32.452427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62030e35-7b03-4678-89bf-44e93490838d req-01ff7b7d-e943-4513-a02b-cd5883628503 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:32.453997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62030e35-7b03-4678-89bf-44e93490838d req-01ff7b7d-e943-4513-a02b-cd5883628503 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 944 time: 0.4796114 Oct 13 11:23:32.566162 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9667697b-3c25-4531-9a51-56e0204d7ddc tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:32.569296 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9667697b-3c25-4531-9a51-56e0204d7ddc tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:32.621028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62030e35-7b03-4678-89bf-44e93490838d req-d0ed3e9c-bc61-450d-b2f2-edb4bee9fe83 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314800 Oct 13 11:23:32.648067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51374) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:32.753959 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-acb0a5c1-0a35-4ed1-8b9c-fce06aeb6327 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/42bc46fe-1981-4af5-839d-1c3a6041307a HTTP/1.1" status: 200 len: 990 time: 0.1044710 Oct 13 11:23:32.771632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cb7cc-2fbf-495d-b45b-1356e2a6cd5f req-f89699de-a706-4a62-b2d4-1c9f61b50f9c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:32.773123 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-319cb7cc-2fbf-495d-b45b-1356e2a6cd5f req-f89699de-a706-4a62-b2d4-1c9f61b50f9c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 945 time: 0.0770528 Oct 13 11:23:32.825098 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-319cb7cc-2fbf-495d-b45b-1356e2a6cd5f req-658842c2-faf8-43e7-94d3-32f8cedf480e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371640 Oct 13 11:23:32.875987 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdb1143-4894-4eca-907c-4bedb9e9e17b x-openstack-request-id: req-4fdb1143-4894-4eca-907c-4bedb9e9e17b {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:23:32.876816 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f7b0c7-70c2-4ce5-802a-a4c755100a0d", "name": "network-vif-plugged", "status": "completed", "tag": "b2708f50-2c38-4f78-a526-a4d911b50928", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:23:32.877383 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4fdb1143-4894-4eca-907c-4bedb9e9e17b {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:23:32.878076 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f7b0c7-70c2-4ce5-802a-a4c755100a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2708f50-2c38-4f78-a526-a4d911b50928', 'code': 200} Oct 13 11:23:33.016096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaa47b-7560-46ab-8e1c-74b45f12ccbe req-3c8a148a-d368-40f5-86c0-b5618d784dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:33.016096 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7feaa47b-7560-46ab-8e1c-74b45f12ccbe req-3c8a148a-d368-40f5-86c0-b5618d784dc8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 1097 time: 0.0533402 Oct 13 11:23:33.040861 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9667697b-3c25-4531-9a51-56e0204d7ddc tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:33.044778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9667697b-3c25-4531-9a51-56e0204d7ddc tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Fanout notify agent at l3_agent the message router_deleted on router 10bb5b64-815f-4ff8-8f66-1fdbead7bd72 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:23:33.063315 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7feaa47b-7560-46ab-8e1c-74b45f12ccbe req-9a639361-a1ae-4259-b6cc-a5758f9334fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422919 Oct 13 11:23:33.070438 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9667697b-3c25-4531-9a51-56e0204d7ddc tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:33.070438 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9667697b-3c25-4531-9a51-56e0204d7ddc tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/routers/10bb5b64-815f-4ff8-8f66-1fdbead7bd72 HTTP/1.1" status: 204 len: 168 time: 1.1625850 Oct 13 11:23:33.070438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51392) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:33.119323 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51396) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:33.179875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ee526-0e92-44b8-9651-318de8a0fcd1 req-d6490fee-a1c5-4f74-b393-63e01291b393 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:33.181387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e68ee526-0e92-44b8-9651-318de8a0fcd1 req-d6490fee-a1c5-4f74-b393-63e01291b393 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 945 time: 0.1549823 Oct 13 11:23:33.201268 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ad865b-0216-44ba-9f93-f4936d52cb9e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting subnet a31034c9-43fe-4334-a744-6994927148f6 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:23:33.215012 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-91ad865b-0216-44ba-9f93-f4936d52cb9e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:33.317094 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e68ee526-0e92-44b8-9651-318de8a0fcd1 req-14787f6d-4d40-483b-bdb0-b255546ddd9f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266878 Oct 13 11:23:33.319410 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-91ad865b-0216-44ba-9f93-f4936d52cb9e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:33.488404 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-91ad865b-0216-44ba-9f93-f4936d52cb9e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:33.527396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf44f01-577c-4358-a6c7-f8f831d5e3a7 req-f8173500-08d0-4f29-bc4a-ae64451a0746 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:33.528868 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cdf44f01-577c-4358-a6c7-f8f831d5e3a7 req-f8173500-08d0-4f29-bc4a-ae64451a0746 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 946 time: 0.1307101 Oct 13 11:23:33.532770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d8933-af5b-44a3-bf14-7f3264a83f67 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port 15647663-c0df-488e-bfd1-c8ff7c36d8f4 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:33.533190 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e5d8933-af5b-44a3-bf14-7f3264a83f67 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:33.648382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cdf44f01-577c-4358-a6c7-f8f831d5e3a7 req-9504d5b5-5fa7-4024-ad8e-44298ec49884 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694945 Oct 13 11:23:33.672225 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e5d8933-af5b-44a3-bf14-7f3264a83f67 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:33.672629 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e5d8933-af5b-44a3-bf14-7f3264a83f67 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:33.686596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d8933-af5b-44a3-bf14-7f3264a83f67 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for 15647663-c0df-488e-bfd1-c8ff7c36d8f4 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:33.811006 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-91ad865b-0216-44ba-9f93-f4936d52cb9e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:33.849818 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad865b-0216-44ba-9f93-f4936d52cb9e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Subnet': ['ID=a31034c9-43fe-4334-a744-6994927148f6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:33.861939 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-91ad865b-0216-44ba-9f93-f4936d52cb9e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:33.865565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-91ad865b-0216-44ba-9f93-f4936d52cb9e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/a31034c9-43fe-4334-a744-6994927148f6 HTTP/1.1" status: 204 len: 168 time: 0.7943842 Oct 13 11:23:33.868421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51432) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:33.869605 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7aa7dd-9c5e-4861-8153-ab4de3ca8fa2 None None] Network 8c6e813c-0caf-422f-bf39-775f1552608c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:34.015256 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:34.131513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port e072c3ba-1080-4af2-bfa1-e240d0f87141 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:34.136099 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:34.136260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035d0c28-eaec-4227-9907-89ce7f3bf9a6 None None] DHCP port deletion for 8c6e813c-0caf-422f-bf39-775f1552608c request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:23:34.184179 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e5d8933-af5b-44a3-bf14-7f3264a83f67 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:34.219315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d8933-af5b-44a3-bf14-7f3264a83f67 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=15647663-c0df-488e-bfd1-c8ff7c36d8f4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:34.266981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-035d0c28-eaec-4227-9907-89ce7f3bf9a6 None None] Deleting port e072c3ba-1080-4af2-bfa1-e240d0f87141 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:34.267748 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-035d0c28-eaec-4227-9907-89ce7f3bf9a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:34.287363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] For port e072c3ba-1080-4af2-bfa1-e240d0f87141, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e072c3ba-1080-4af2-bfa1-e240d0f87141,segment=NetworkSegment(f91c8b1e-0d04-4109-a4eb-2cfee311aa1d),segment_id=f91c8b1e-0d04-4109-a4eb-2cfee311aa1d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:34.287985 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:34.312671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for e072c3ba-1080-4af2-bfa1-e240d0f87141 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:34.328063 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e5d8933-af5b-44a3-bf14-7f3264a83f67 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:34.328674 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-8e5d8933-af5b-44a3-bf14-7f3264a83f67 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Floating IP 42bc46fe-1981-4af5-839d-1c3a6041307a disassociated (deleted). External IP: 172.25.0.62, port: 3fbe8864-9c78-4bda-ba90-0b8338ec7c20. Oct 13 11:23:34.355843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-035d0c28-eaec-4227-9907-89ce7f3bf9a6 None None] For port e072c3ba-1080-4af2-bfa1-e240d0f87141, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e072c3ba-1080-4af2-bfa1-e240d0f87141,segment=NetworkSegment(f91c8b1e-0d04-4109-a4eb-2cfee311aa1d),segment_id=f91c8b1e-0d04-4109-a4eb-2cfee311aa1d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:34.356567 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-035d0c28-eaec-4227-9907-89ce7f3bf9a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:34.377676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-035d0c28-eaec-4227-9907-89ce7f3bf9a6 None None] Calling delete_port for e072c3ba-1080-4af2-bfa1-e240d0f87141 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:34.606517 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:23:34.610813 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:23:34.630680 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-035d0c28-eaec-4227-9907-89ce7f3bf9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:34.651177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=e072c3ba-1080-4af2-bfa1-e240d0f87141,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:34.658743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No DVR routers for this DVR port e072c3ba-1080-4af2-bfa1-e240d0f87141 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:23:34.664942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d0c28-eaec-4227-9907-89ce7f3bf9a6 None None] Pushing event deleted for resources: {'Port': ['ID=e072c3ba-1080-4af2-bfa1-e240d0f87141,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:34.675334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035d0c28-eaec-4227-9907-89ce7f3bf9a6 None None] No DVR routers for this DVR port e072c3ba-1080-4af2-bfa1-e240d0f87141 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:23:34.693559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5d8933-af5b-44a3-bf14-7f3264a83f67 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 4dd1346d-2770-453c-bd82-43bd7d84039c has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:23:34.760971 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:34.827700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6e813c-0caf-422f-bf39-775f1552608c']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:34.841324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91c8b1e-0d04-4109-a4eb-2cfee311aa1d') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:34.841642 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91c8b1e-0d04-4109-a4eb-2cfee311aa1d') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:34.888278 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:34.932619 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:34.957830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:23:34.958675 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:23:34.987990 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:23:35.050316 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5d8933-af5b-44a3-bf14-7f3264a83f67 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:23:35.062042 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e5d8933-af5b-44a3-bf14-7f3264a83f67 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:35.066672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5265af-bd09-4f40-9b3f-128ec2aedc6b None None] Sync routers for ids ['4dd1346d-2770-453c-bd82-43bd7d84039c'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:23:35.103786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5265af-bd09-4f40-9b3f-128ec2aedc6b None None] Routers {'4dd1346d-2770-453c-bd82-43bd7d84039c'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:23:35.104892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0f5265af-bd09-4f40-9b3f-128ec2aedc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:23:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dd1346d-2770-453c-bd82-43bd7d84039c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:35.136597 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8e5d8933-af5b-44a3-bf14-7f3264a83f67 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/floatingips/42bc46fe-1981-4af5-839d-1c3a6041307a HTTP/1.1" status: 204 len: 168 time: 2.0142341 Oct 13 11:23:35.156628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:23:35.163022 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6a4470-738e-41de-89be-5623120f6651" -d '{"events": [{"name": "network-changed", "server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:23:35.244579 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:35.287950 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:35.302547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51528) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:35.312641 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/networks/8c6e813c-0caf-422f-bf39-775f1552608c HTTP/1.1" status: 204 len: 168 time: 1.4428625 Oct 13 11:23:35.326015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a954a9-263f-4fe0-aa28-976385e9fc27 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Network': ['ID=8c6e813c-0caf-422f-bf39-775f1552608c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:35.347009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0f5265af-bd09-4f40-9b3f-128ec2aedc6b None None] Set router 4dd1346d-2770-453c-bd82-43bd7d84039c gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:23:35.393318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7086a979-5ae3-4205-913d-2790f7bb2ff3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:35.399547 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51534) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:35.412115 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7086a979-5ae3-4205-913d-2790f7bb2ff3 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/d4713891-0f51-4cf6-a69d-d0564ce35c71 HTTP/1.1" status: 200 len: 840 time: 0.1056607 Oct 13 11:23:35.460840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-be4fec85-33b5-4e87-87df-15f1c9eb3817 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/d4713891-0f51-4cf6-a69d-d0564ce35c71?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0595262 Oct 13 11:23:35.466257 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51536) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:35.467334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e072c3ba-1080-4af2-bfa1-e240d0f87141 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:23:35.472048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9d9b3229-e873-4b0a-a2a7-a252b5b01bc6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:35.552812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: e072c3ba-1080-4af2-bfa1-e240d0f87141 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:23:35.554372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e072c3ba-1080-4af2-bfa1-e240d0f87141 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:23:35.812823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0f5265af-bd09-4f40-9b3f-128ec2aedc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4a228664-be3b-4392-a5f2-4ec4fc734771', 'name': '', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:ba:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:27Z', 'updated_at': '2021-10-13T11:21:34Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:35.856237 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5265af-bd09-4f40-9b3f-128ec2aedc6b None None] Checking router: 4dd1346d-2770-453c-bd82-43bd7d84039c for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:23:35.868935 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9b3229-e873-4b0a-a2a7-a252b5b01bc6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:35.871640 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5265af-bd09-4f40-9b3f-128ec2aedc6b None None] Routers {'4dd1346d-2770-453c-bd82-43bd7d84039c'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:23:35.872961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0f5265af-bd09-4f40-9b3f-128ec2aedc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:23:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dd1346d-2770-453c-bd82-43bd7d84039c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:35.873102 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3229-e873-4b0a-a2a7-a252b5b01bc6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:36.034154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0f5265af-bd09-4f40-9b3f-128ec2aedc6b None None] Set router 4dd1346d-2770-453c-bd82-43bd7d84039c gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:23:36.235249 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3229-e873-4b0a-a2a7-a252b5b01bc6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:36.288953 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b3229-e873-4b0a-a2a7-a252b5b01bc6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:36.303103 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b3229-e873-4b0a-a2a7-a252b5b01bc6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:36.309124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b3229-e873-4b0a-a2a7-a252b5b01bc6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:36.309733 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3229-e873-4b0a-a2a7-a252b5b01bc6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:36.316525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0f5265af-bd09-4f40-9b3f-128ec2aedc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4a228664-be3b-4392-a5f2-4ec4fc734771', 'name': '', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:ba:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:27Z', 'updated_at': '2021-10-13T11:21:34Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:36.322773 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044e9839-d961-49a9-b76a-928701273e52 None None] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:36.327640 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b3229-e873-4b0a-a2a7-a252b5b01bc6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Subnet': ['ID=9f194c2d-fab7-4534-ba9e-13238b55224a,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:36.394957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5265af-bd09-4f40-9b3f-128ec2aedc6b None None] The sync data for ids ['4dd1346d-2770-453c-bd82-43bd7d84039c'] in n-d-813659-3 is: [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4a228664-be3b-4392-a5f2-4ec4fc734771', 'name': '', 'network_id': 'c1b37c1b-56ba-45c5-8578-16e7005cc0a5', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:ba:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:27Z', 'updated_at': '2021-10-13T11:21:34Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:23:36.404988 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9d9b3229-e873-4b0a-a2a7-a252b5b01bc6 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9376140 Oct 13 11:23:36.410880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51578) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:36.421572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e4838b16-38a9-4bb8-805a-3305bc87df4c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845099148'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:36.540400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4838b16-38a9-4bb8-805a-3305bc87df4c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:36.756179 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4838b16-38a9-4bb8-805a-3305bc87df4c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:36.816497 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4838b16-38a9-4bb8-805a-3305bc87df4c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:36.834937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'tenant_id': '3ea99afd481e471ab97fb70ebaaf7860', 'fixed_ips': [{'subnet_id': '9f194c2d-fab7-4534-ba9e-13238b55224a'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:23:36.836151 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:36.914874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4838b16-38a9-4bb8-805a-3305bc87df4c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b2997b-07fa-4fbd-8778-3766dfea40d7,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:36.931132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fedf0-545f-4394-87f6-1393440d0426 req-165e17bb-bd56-443c-981a-c153fdd69450 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:36.935758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed5fedf0-545f-4394-87f6-1393440d0426 req-165e17bb-bd56-443c-981a-c153fdd69450 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 946 time: 0.2759445 Oct 13 11:23:36.980062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4838b16-38a9-4bb8-805a-3305bc87df4c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:36.981634 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e4838b16-38a9-4bb8-805a-3305bc87df4c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5683913 Oct 13 11:23:36.986689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51602) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:36.992656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-57ba2482-ea1b-44fa-ab3f-9c0444122922 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'security_group': {'name': 'tempest-secgroup-1677617468'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:37.039258 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed5fedf0-545f-4394-87f6-1393440d0426 req-94470066-ff2d-4178-b8f9-afa9ea202409 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851274 Oct 13 11:23:37.079254 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca86c0-dc9f-4d5b-9d1d-cae400c25405 None None] New status for floating IP 42bc46fe-1981-4af5-839d-1c3a6041307a: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:23:37.127326 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57ba2482-ea1b-44fa-ab3f-9c0444122922 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:37.163244 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Allocated IP 172.20.0.2 (62cf829b-ef30-4bc5-b315-2dbd8468bcd7/9f194c2d-fab7-4534-ba9e-13238b55224a/a694bc19-bbf0-41fe-b12b-1e673a7e3a84) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:37.253515 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57ba2482-ea1b-44fa-ab3f-9c0444122922 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:37.341603 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57ba2482-ea1b-44fa-ab3f-9c0444122922 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:37.378117 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:37.382259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba2482-ea1b-44fa-ab3f-9c0444122922 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4adaeb1e-db4e-4000-b0e4-cecf56402973,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:37.475196 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:37.488288 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57ba2482-ea1b-44fa-ab3f-9c0444122922 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:37.488288 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-57ba2482-ea1b-44fa-ab3f-9c0444122922 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4904168 Oct 13 11:23:37.488288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51608) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:37.490567 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1988540202', 'security_groups': ['4adaeb1e-db4e-4000-b0e4-cecf56402973'], 'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9f194c2d-fab7-4534-ba9e-13238b55224a'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:37.523385 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:37.527227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:37.531302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:37.585253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Pushing event updated for resources: {'Port': ['ID=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:37.604909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Attempting to bind port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:23:37.604909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Attempting to bind port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '05a19111-f614-4a2f-8e09-aceb901786e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:23:37.604909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Attempting to bind port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 on network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:37.610705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:23:37.611115 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Checking segment: {'id': '05a19111-f614-4a2f-8e09-aceb901786e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:37.611523 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:37.611946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Bound using segment: {'id': '05a19111-f614-4a2f-8e09-aceb901786e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:23:37.612389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Bound port: a694bc19-bbf0-41fe-b12b-1e673a7e3a84, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a19111-f614-4a2f-8e09-aceb901786e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:23:37.612772 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:37.687264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] For port a694bc19-bbf0-41fe-b12b-1e673a7e3a84, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:37.690990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] For port a694bc19-bbf0-41fe-b12b-1e673a7e3a84, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,segment=NetworkSegment(05a19111-f614-4a2f-8e09-aceb901786e8),segment_id=05a19111-f614-4a2f-8e09-aceb901786e8)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:23:37.719576 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be9af70-6c96-473b-b7d4-fd933abb9752 x-openstack-request-id: req-5be9af70-6c96-473b-b7d4-fd933abb9752 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:23:37.722661 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:23:37.727791 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5be9af70-6c96-473b-b7d4-fd933abb9752 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:23:37.728483 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'status': 'completed', 'code': 200} Oct 13 11:23:37.791163 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:37.853675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:37.883703 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1c9e8-44c4-44e4-ae88-9cf7b352d46d None None] Pushing event updated for resources: {'Port': ['ID=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:38.012073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:38.041363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port e821ac85-4632-4274-833d-1f74a48abc2f yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:23:38.064573 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7ccc1183-95d3-49b9-ae34-7fce0f21ad82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:38.078041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090968d-0604-4b78-874b-5be9384ec694 req-028da429-df3e-4dbc-a969-5331dcc8ed0e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:38.080623 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a090968d-0604-4b78-874b-5be9384ec694 req-028da429-df3e-4dbc-a969-5331dcc8ed0e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 944 time: 0.0734863 Oct 13 11:23:38.094779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4470-738e-41de-89be-5623120f6651 req-b2044982-c31b-478e-b570-6d7b5349a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:38.097759 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c6a4470-738e-41de-89be-5623120f6651 req-b2044982-c31b-478e-b570-6d7b5349a1e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 1095 time: 0.3407440 Oct 13 11:23:38.286633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-a090968d-0604-4b78-874b-5be9384ec694 req-228e0a12-b3a7-4f66-8949-d075ac532b49 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:38.286984 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a090968d-0604-4b78-874b-5be9384ec694 req-228e0a12-b3a7-4f66-8949-d075ac532b49 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:38.384973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4470-738e-41de-89be-5623120f6651 req-9dce4fcb-7ab3-4e0e-8147-98d19ec8a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:38.386879 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c6a4470-738e-41de-89be-5623120f6651 req-9dce4fcb-7ab3-4e0e-8147-98d19ec8a22d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5 HTTP/1.1" status: 200 len: 898 time: 0.2804756 Oct 13 11:23:38.479403 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c6a4470-738e-41de-89be-5623120f6651 req-a87cd593-f6f8-4c35-8ef3-453793ef17b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20 HTTP/1.1" status: 200 len: 217 time: 0.0592828 Oct 13 11:23:38.496103 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412e566-ebb6-4be0-8cfe-d66a7f19c896 req-c6b1b77b-13f5-4e46-9af2-3e1eebbfc2e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:38.497684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b412e566-ebb6-4be0-8cfe-d66a7f19c896 req-c6b1b77b-13f5-4e46-9af2-3e1eebbfc2e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 944 time: 0.1175008 Oct 13 11:23:38.506878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a090968d-0604-4b78-874b-5be9384ec694 req-228e0a12-b3a7-4f66-8949-d075ac532b49 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] For port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:38.507248 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a090968d-0604-4b78-874b-5be9384ec694 req-228e0a12-b3a7-4f66-8949-d075ac532b49 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:38.534398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-a090968d-0604-4b78-874b-5be9384ec694 req-228e0a12-b3a7-4f66-8949-d075ac532b49 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:38.551786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4470-738e-41de-89be-5623120f6651 req-98b4a17e-cd6f-4bd2-9779-c3ec7c7eb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:38.553375 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c6a4470-738e-41de-89be-5623120f6651 req-98b4a17e-cd6f-4bd2-9779-c3ec7c7eb216 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1 HTTP/1.1" status: 200 len: 835 time: 0.0672369 Oct 13 11:23:38.596664 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b412e566-ebb6-4be0-8cfe-d66a7f19c896 req-c5b68a2d-c72c-4a1a-8598-edf793a4fb4f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a12b81a-e934-4735-91b0-ffd06c6aca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848539 Oct 13 11:23:38.606814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.12 (62cf829b-ef30-4bc5-b315-2dbd8468bcd7/9f194c2d-fab7-4534-ba9e-13238b55224a/e821ac85-4632-4274-833d-1f74a48abc2f) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:38.677146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4470-738e-41de-89be-5623120f6651 req-77bce288-e2b3-4455-91da-63c9b34c4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:38.680087 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c6a4470-738e-41de-89be-5623120f6651 req-77bce288-e2b3-4455-91da-63c9b34c4b6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1b37c1b-56ba-45c5-8578-16e7005cc0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133797 Oct 13 11:23:38.897781 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:39.034954 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c6a4470-738e-41de-89be-5623120f6651 req-7a70897e-b1e6-4ac5-bee4-a99fc4b3cb1e service neutron] 10.222.0.21 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466101 Oct 13 11:23:39.287983 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:39.413984 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5c6a4470-738e-41de-89be-5623120f6651 req-61cccb92-37fc-45d9-aab4-52f85db99ce4 service neutron] 10.222.0.21 "GET /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665042 Oct 13 11:23:39.528523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a694bc19-bbf0-41fe-b12b-1e673a7e3a84 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:39.547942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:39.609503 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fb66d003-6c73-4b64-8d32-943abb852ac8 None None] Provisioning complete for port d4713891-0f51-4cf6-a69d-d0564ce35c71 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:39.611500 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fb66d003-6c73-4b64-8d32-943abb852ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:39.631902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:39.636274 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:39.638365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=e821ac85-4632-4274-833d-1f74a48abc2f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:39.650161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:39.678293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fb66d003-6c73-4b64-8d32-943abb852ac8 None None] Port d4713891-0f51-4cf6-a69d-d0564ce35c71 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:39.715037 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fb66d003-6c73-4b64-8d32-943abb852ac8 None None] Provisioning complete for port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:39.715419 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fb66d003-6c73-4b64-8d32-943abb852ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:39.749728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:39.750795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:39.756372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:39.757009 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:39.768020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-e0d2f99a-b41c-40ae-b0dd-e489bdfd34c6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:39.782117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-e0d2f99a-b41c-40ae-b0dd-e489bdfd34c6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 1.0206652 Oct 13 11:23:39.816588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-fd38f45a-77ee-4545-a174-b2de37c981bb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/quotas/1aa22e9274f0432fadaf0bde47c85ec7 HTTP/1.1" status: 200 len: 375 time: 0.0371511 Oct 13 11:23:39.840441 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a090968d-0604-4b78-874b-5be9384ec694 req-228e0a12-b3a7-4f66-8949-d075ac532b49 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:39.872059 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e3ab2a62-34d8-4634-b18a-73618547eecf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3875191 Oct 13 11:23:39.874671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51648) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:39.880399 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6f7bd21f-4877-411b-9484-6a52c35d5393 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:39.910561 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:39.972080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e0a12-b3a7-4f66-8949-d075ac532b49 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=3fbe8864-9c78-4bda-ba90-0b8338ec7c20,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:40.028880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port a694bc19-bbf0-41fe-b12b-1e673a7e3a84, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,segment=NetworkSegment(05a19111-f614-4a2f-8e09-aceb901786e8),segment_id=05a19111-f614-4a2f-8e09-aceb901786e8)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:40.028880 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fb66d003-6c73-4b64-8d32-943abb852ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:40.061573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-74844081-cc5c-4429-91b9-3a40f648d82d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2423055 Oct 13 11:23:40.109342 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a090968d-0604-4b78-874b-5be9384ec694 req-228e0a12-b3a7-4f66-8949-d075ac532b49 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] No DVR routers for this DVR port 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:23:40.115830 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a090968d-0604-4b78-874b-5be9384ec694 req-228e0a12-b3a7-4f66-8949-d075ac532b49 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:40.121115 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a090968d-0604-4b78-874b-5be9384ec694 req-228e0a12-b3a7-4f66-8949-d075ac532b49 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "DELETE /v2.0/ports/3fbe8864-9c78-4bda-ba90-0b8338ec7c20 HTTP/1.1" status: 204 len: 173 time: 2.0346482 Oct 13 11:23:40.122833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'name': 'network-vif-deleted', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:23:40.125385 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4d3157-b66b-445d-82d9-23c2e996c112" -d '{"events": [{"server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "name": "network-vif-deleted", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:23:40.155817 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:40.158398 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-fb66d003-6c73-4b64-8d32-943abb852ac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:23:40.159419 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-fb66d003-6c73-4b64-8d32-943abb852ac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:23:40.183601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7bd21f-4877-411b-9484-6a52c35d5393 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:40.188411 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f7bd21f-4877-411b-9484-6a52c35d5393 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:40.237345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:40.281724 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-8c2cf8ea-15c6-40be-9b65-366de20870dd service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891887 Oct 13 11:23:40.371385 n-d-813659-3 neutron-server[101990]: INFO neutron.db.ipam_backend_mixin [None req-6f7bd21f-4877-411b-9484-6a52c35d5393 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9f194c2d-fab7-4534-ba9e-13238b55224a (CIDR: 172.20.0.0/28) Oct 13 11:23:40.441192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-1ec3e1d9-53cc-4ca2-8b24-532ccd41a3d0 service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515501 Oct 13 11:23:40.441851 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7bd21f-4877-411b-9484-6a52c35d5393 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:23:40.442568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7bd21f-4877-411b-9484-6a52c35d5393 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:23:40.600256 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6f7bd21f-4877-411b-9484-6a52c35d5393 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7237513 Oct 13 11:23:40.603033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51664) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:40.611767 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-841052b5-e1d6-40a9-aacd-26f48c96de30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:40.808468 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:40.850603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841052b5-e1d6-40a9-aacd-26f48c96de30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:40.854207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:23:40.855218 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-841052b5-e1d6-40a9-aacd-26f48c96de30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:40.863490 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9e903185-8fa8-4fae-b0d8-8d3832c42ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:40.908939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:23:40.909306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 3fbe8864-9c78-4bda-ba90-0b8338ec7c20 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:23:40.912156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-af4871df-0ded-448b-962b-68d78db14c59 None None] Provisioning complete for port e821ac85-4632-4274-833d-1f74a48abc2f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:40.912802 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-af4871df-0ded-448b-962b-68d78db14c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:40.962563 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-af4871df-0ded-448b-962b-68d78db14c59 None None] Port e821ac85-4632-4274-833d-1f74a48abc2f cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:40.963639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-928f5e23-7bf1-46cb-9c90-f0925ffdb2e7 req-76003825-3065-4da7-9d7b-205346b399b3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=def28fd3-a0f5-4b8c-b243-f9bffccb01ad HTTP/1.1" status: 200 len: 210 time: 0.0816133 Oct 13 11:23:41.044779 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194fb0d6-bd51-4afa-9111-48b4cf3ec1d8 x-openstack-request-id: req-194fb0d6-bd51-4afa-9111-48b4cf3ec1d8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:23:41.045466 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def28fd3-a0f5-4b8c-b243-f9bffccb01ad", "name": "network-vif-deleted", "tag": "3fbe8864-9c78-4bda-ba90-0b8338ec7c20", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:23:41.046008 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-194fb0d6-bd51-4afa-9111-48b4cf3ec1d8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:23:41.046841 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def28fd3-a0f5-4b8c-b243-f9bffccb01ad', 'name': 'network-vif-deleted', 'tag': '3fbe8864-9c78-4bda-ba90-0b8338ec7c20', 'status': 'completed', 'code': 200} Oct 13 11:23:41.325121 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-841052b5-e1d6-40a9-aacd-26f48c96de30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:41.372927 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a694bc19-bbf0-41fe-b12b-1e673a7e3a84 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:41.381812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841052b5-e1d6-40a9-aacd-26f48c96de30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:41.385616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-841052b5-e1d6-40a9-aacd-26f48c96de30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:41.390785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841052b5-e1d6-40a9-aacd-26f48c96de30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:41.391653 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-841052b5-e1d6-40a9-aacd-26f48c96de30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:41.395305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841052b5-e1d6-40a9-aacd-26f48c96de30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Subnet': ['ID=f5f40c0f-86da-4835-bbe7-040e54d6ca54,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:41.407038 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0b690-c8ec-43de-92f2-ca481921e93a None None] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:41.465727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:41.466108 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:41.556170 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-841052b5-e1d6-40a9-aacd-26f48c96de30 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9502990 Oct 13 11:23:41.559126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51684) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:41.565829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5916a088-ab1e-4664-958c-b17a0f87c2d9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-501887878', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f5f40c0f-86da-4835-bbe7-040e54d6ca54'}], 'security_groups': ['72b2997b-07fa-4fbd-8778-3766dfea40d7']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:41.675534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5916a088-ab1e-4664-958c-b17a0f87c2d9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:41.762215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9cf99-6ea6-4554-99a2-78030910a716 None None] Update dhcp port {'port': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'fixed_ips': [{'subnet_id': '9f194c2d-fab7-4534-ba9e-13238b55224a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f5f40c0f-86da-4835-bbe7-040e54d6ca54'}], 'binding:host_id': 'n-d-813659-3'}, 'id': 'a694bc19-bbf0-41fe-b12b-1e673a7e3a84'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:23:41.786225 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:41.796363 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8e9cf99-6ea6-4554-99a2-78030910a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:42.050869 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-5916a088-ab1e-4664-958c-b17a0f87c2d9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Delete allocated IP 172.20.0.12 (62cf829b-ef30-4bc5-b315-2dbd8468bcd7/9f194c2d-fab7-4534-ba9e-13238b55224a) {{(pid=101990) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 11:23:42.064670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-5916a088-ab1e-4664-958c-b17a0f87c2d9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.30 (62cf829b-ef30-4bc5-b315-2dbd8468bcd7/f5f40c0f-86da-4835-bbe7-040e54d6ca54/e821ac85-4632-4274-833d-1f74a48abc2f) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:42.256909 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5916a088-ab1e-4664-958c-b17a0f87c2d9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:42.295838 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:42.347990 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe96455b-c342-4a35-8c70-6cfe590d0bea req-81fa1f19-70b1-41fd-879f-277130f7f5f2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0283215 Oct 13 11:23:42.373227 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5916a088-ab1e-4664-958c-b17a0f87c2d9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:42.399601 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51692) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:42.478315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-c8e9cf99-6ea6-4554-99a2-78030910a716 None None] Allocated IP 172.20.0.18 (62cf829b-ef30-4bc5-b315-2dbd8468bcd7/f5f40c0f-86da-4835-bbe7-040e54d6ca54/a694bc19-bbf0-41fe-b12b-1e673a7e3a84) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:42.512957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916a088-ab1e-4664-958c-b17a0f87c2d9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=e821ac85-4632-4274-833d-1f74a48abc2f,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:42.541579 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5916a088-ab1e-4664-958c-b17a0f87c2d9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] In _notify_port_updated(), no bound segment for port e821ac85-4632-4274-833d-1f74a48abc2f on network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 {{(pid=101990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:23:42.549388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5916a088-ab1e-4664-958c-b17a0f87c2d9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:42.550127 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5916a088-ab1e-4664-958c-b17a0f87c2d9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:42.555200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5916a088-ab1e-4664-958c-b17a0f87c2d9 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "PUT /v2.0/ports/e821ac85-4632-4274-833d-1f74a48abc2f HTTP/1.1" status: 200 len: 920 time: 0.9941692 Oct 13 11:23:42.555875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51694) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:42.702895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c8e9cf99-6ea6-4554-99a2-78030910a716 None None] For port a694bc19-bbf0-41fe-b12b-1e673a7e3a84, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,segment=NetworkSegment(05a19111-f614-4a2f-8e09-aceb901786e8),segment_id=05a19111-f614-4a2f-8e09-aceb901786e8)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:42.733774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c83d09bc-6804-474c-b765-f15117881a17 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port e821ac85-4632-4274-833d-1f74a48abc2f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:42.735041 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c83d09bc-6804-474c-b765-f15117881a17 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:42.763547 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8e9cf99-6ea6-4554-99a2-78030910a716 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:42.883800 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c83d09bc-6804-474c-b765-f15117881a17 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:42.890820 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8e9cf99-6ea6-4554-99a2-78030910a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:42.926603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c83d09bc-6804-474c-b765-f15117881a17 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for e821ac85-4632-4274-833d-1f74a48abc2f owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:43.136450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9cf99-6ea6-4554-99a2-78030910a716 None None] Pushing event updated for resources: {'Port': ['ID=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:43.269386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c83d09bc-6804-474c-b765-f15117881a17 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:43.347470 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a630627-a4d4-4097-9f7f-aeed5551893b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:43.434985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d09bc-6804-474c-b765-f15117881a17 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=e821ac85-4632-4274-833d-1f74a48abc2f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:43.437796 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c83d09bc-6804-474c-b765-f15117881a17 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:43.448404 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c83d09bc-6804-474c-b765-f15117881a17 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/e821ac85-4632-4274-833d-1f74a48abc2f HTTP/1.1" status: 204 len: 168 time: 0.8865652 Oct 13 11:23:43.448574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a694bc19-bbf0-41fe-b12b-1e673a7e3a84 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:43.449080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51704) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:43.525985 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:43.538733 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-5159be66-757e-4c45-ad2d-5cdf1337dabf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:23:43.547740 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5159be66-757e-4c45-ad2d-5cdf1337dabf tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/e821ac85-4632-4274-833d-1f74a48abc2f HTTP/1.1" status: 404 len: 333 time: 0.0978906 Oct 13 11:23:43.549598 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51706) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:43.629705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:43.630369 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:43.664000 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f3fc7d3-d256-4876-8244-5bcc74eea06b req-5ab0493b-c6c8-4a7e-9ab3-547b7f39521c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0766041 Oct 13 11:23:43.671159 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f76f54ed-ba27-4aa2-ad15-fd41f3a442fa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:43.724123 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f76f54ed-ba27-4aa2-ad15-fd41f3a442fa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:43.981502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1a630627-a4d4-4097-9f7f-aeed5551893b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port 4a228664-be3b-4392-a5f2-4ec4fc734771 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:43.982639 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a630627-a4d4-4097-9f7f-aeed5551893b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.001201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-5d18f80f-8c64-4114-98c9-7c7f84023645 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:44.003410 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-5d18f80f-8c64-4114-98c9-7c7f84023645 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 0.2367437 Oct 13 11:23:44.016957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-601e9aeb-e839-453d-93aa-6a920bd37152 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'port': {'device_id': 'ca50db08-ec70-4b75-87d7-0ef2d378d6f0', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'admin_state_up': True, 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:44.069225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f76f54ed-ba27-4aa2-ad15-fd41f3a442fa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.071864 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f76f54ed-ba27-4aa2-ad15-fd41f3a442fa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.075487 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f76f54ed-ba27-4aa2-ad15-fd41f3a442fa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/security-groups/4adaeb1e-db4e-4000-b0e4-cecf56402973 HTTP/1.1" status: 204 len: 168 time: 0.5183573 Oct 13 11:23:44.075854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51708) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:44.089395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f54ed-ba27-4aa2-ad15-fd41f3a442fa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adaeb1e-db4e-4000-b0e4-cecf56402973,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:44.120303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-1a630627-a4d4-4097-9f7f-aeed5551893b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] For port 4a228664-be3b-4392-a5f2-4ec4fc734771, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4a228664-be3b-4392-a5f2-4ec4fc734771,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:44.120783 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a630627-a4d4-4097-9f7f-aeed5551893b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.136824 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-eed0bdb2-fa94-4222-97bf-a224662e96be None None] Provisioning complete for port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:44.136824 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eed0bdb2-fa94-4222-97bf-a224662e96be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.148393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1a630627-a4d4-4097-9f7f-aeed5551893b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for 4a228664-be3b-4392-a5f2-4ec4fc734771 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:44.228458 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18827b65-e52a-4acf-b0d6-8ce732d376eb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.250604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-eed0bdb2-fa94-4222-97bf-a224662e96be None None] Provisioning complete for port d4713891-0f51-4cf6-a69d-d0564ce35c71 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:44.250984 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eed0bdb2-fa94-4222-97bf-a224662e96be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.271735 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18827b65-e52a-4acf-b0d6-8ce732d376eb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.299983 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-eed0bdb2-fa94-4222-97bf-a224662e96be None None] Port d4713891-0f51-4cf6-a69d-d0564ce35c71 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:44.305176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-eed0bdb2-fa94-4222-97bf-a224662e96be None None] Could not find standard attr ID for object e821ac85-4632-4274-833d-1f74a48abc2f. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:23:44.372887 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-601e9aeb-e839-453d-93aa-6a920bd37152 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Made reservation on behalf of 1aa22e9274f0432fadaf0bde47c85ec7 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:44.379031 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-601e9aeb-e839-453d-93aa-6a920bd37152 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.505507 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18827b65-e52a-4acf-b0d6-8ce732d376eb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.508314 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18827b65-e52a-4acf-b0d6-8ce732d376eb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.512464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-18827b65-e52a-4acf-b0d6-8ce732d376eb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/security-groups/72b2997b-07fa-4fbd-8778-3766dfea40d7 HTTP/1.1" status: 204 len: 168 time: 0.4325507 Oct 13 11:23:44.515497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51710) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:44.558250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-601e9aeb-e839-453d-93aa-6a920bd37152 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Allocated IP 172.20.0.14 (115722b6-22fc-4529-8f74-dcada0512dde/97f9d253-df11-432a-b4dc-57fa7a0a9962/61a5beb6-8612-44c4-9900-b05e885272ed) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:44.560280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18827b65-e52a-4acf-b0d6-8ce732d376eb tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b2997b-07fa-4fbd-8778-3766dfea40d7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:44.607318 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f589704-61fd-4b70-b29b-b76355541f26 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting subnet 9f194c2d-fab7-4534-ba9e-13238b55224a {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:23:44.612298 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f589704-61fd-4b70-b29b-b76355541f26 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.673170 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f589704-61fd-4b70-b29b-b76355541f26 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.730165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-37ff616d-c095-4bb3-be33-945aaf2783c0 None None] Could not find standard attr ID for object e821ac85-4632-4274-833d-1f74a48abc2f. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:23:44.764421 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a630627-a4d4-4097-9f7f-aeed5551893b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.836827 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-601e9aeb-e839-453d-93aa-6a920bd37152 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.860844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a630627-a4d4-4097-9f7f-aeed5551893b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=4a228664-be3b-4392-a5f2-4ec4fc734771,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:44.868831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3bc3ec9c-ec86-40ff-b570-04fa93238577 req-8e3fdcfe-8c09-49ae-8d80-925a6c968b47 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0652106 Oct 13 11:23:44.873653 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f589704-61fd-4b70-b29b-b76355541f26 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:44.999664 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-601e9aeb-e839-453d-93aa-6a920bd37152 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:45.011726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['a2b3a576-484e-4890-900f-be19d0975a19'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:23:45.104178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-601e9aeb-e839-453d-93aa-6a920bd37152 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Network 115722b6-22fc-4529-8f74-dcada0512dde is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:45.112848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-601e9aeb-e839-453d-93aa-6a920bd37152 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:45.128974 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f589704-61fd-4b70-b29b-b76355541f26 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:45.140045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-601e9aeb-e839-453d-93aa-6a920bd37152 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:45.143309 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a630627-a4d4-4097-9f7f-aeed5551893b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:45.176310 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f589704-61fd-4b70-b29b-b76355541f26 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Subnet': ['ID=9f194c2d-fab7-4534-ba9e-13238b55224a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:45.179333 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f589704-61fd-4b70-b29b-b76355541f26 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:45.183095 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2f589704-61fd-4b70-b29b-b76355541f26 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/9f194c2d-fab7-4534-ba9e-13238b55224a HTTP/1.1" status: 204 len: 168 time: 0.6653235 Oct 13 11:23:45.190908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51714) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:45.199732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030aeff6-a143-4091-a902-24a05460ea28 None None] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:45.199839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e240f05f-c762-4059-b941-3880b18331c0 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:45.222353 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e9aeb-e839-453d-93aa-6a920bd37152 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'Port': ['ID=61a5beb6-8612-44c4-9900-b05e885272ed,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:45.301655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-601e9aeb-e839-453d-93aa-6a920bd37152 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:45.323416 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-601e9aeb-e839-453d-93aa-6a920bd37152 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:45.485713 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-601e9aeb-e839-453d-93aa-6a920bd37152 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4722927 Oct 13 11:23:45.509228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Request body: {'port': {'device_id': 'ca50db08-ec70-4b75-87d7-0ef2d378d6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:45.567050 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-870c1da9-25c2-4286-9031-27a2b88f6374 None None] Provisioning complete for port 61a5beb6-8612-44c4-9900-b05e885272ed triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:45.567565 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-870c1da9-25c2-4286-9031-27a2b88f6374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:45.592221 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:45.640138 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-870c1da9-25c2-4286-9031-27a2b88f6374 None None] Port 61a5beb6-8612-44c4-9900-b05e885272ed cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:45.700208 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a630627-a4d4-4097-9f7f-aeed5551893b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router 4dd1346d-2770-453c-bd82-43bd7d84039c has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:23:45.842039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e240f05f-c762-4059-b941-3880b18331c0 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:45.847546 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e240f05f-c762-4059-b941-3880b18331c0 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:46.008532 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a630627-a4d4-4097-9f7f-aeed5551893b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:23:46.024348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4649c48-4493-4603-aa34-9b8c448b3980 None None] Sync routers for ids ['4dd1346d-2770-453c-bd82-43bd7d84039c'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:23:46.043284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4649c48-4493-4603-aa34-9b8c448b3980 None None] Routers {'4dd1346d-2770-453c-bd82-43bd7d84039c'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:23:46.044145 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d4649c48-4493-4603-aa34-9b8c448b3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:23:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dd1346d-2770-453c-bd82-43bd7d84039c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:46.098412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a5beb6-8612-44c4-9900-b05e885272ed {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:23:46.106893 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:46.132156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Transition to ACTIVE for port object 61a5beb6-8612-44c4-9900-b05e885272ed will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:23:46.217988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51720) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:46.218222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1a630627-a4d4-4097-9f7f-aeed5551893b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "PUT /v2.0/routers/4dd1346d-2770-453c-bd82-43bd7d84039c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8169882 Oct 13 11:23:46.274217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d4649c48-4493-4603-aa34-9b8c448b3980 None None] Set router 4dd1346d-2770-453c-bd82-43bd7d84039c gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:23:46.288827 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:46.315440 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e240f05f-c762-4059-b941-3880b18331c0 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:46.455308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240f05f-c762-4059-b941-3880b18331c0 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Subnet': ['ID=608b159b-5fc7-42fd-ab7c-d2828fb2c7fd,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:46.464583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e240f05f-c762-4059-b941-3880b18331c0 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:46.472823 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Pushing event updated for resources: {'Port': ['ID=61a5beb6-8612-44c4-9900-b05e885272ed,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:46.473052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e240f05f-c762-4059-b941-3880b18331c0 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:46.477473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e240f05f-c762-4059-b941-3880b18331c0 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:46.478078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e240f05f-c762-4059-b941-3880b18331c0 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:46.504436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bf33a6-e099-4fe2-a224-6d033029936b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting subnet 1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:23:46.511033 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16bf33a6-e099-4fe2-a224-6d033029936b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:46.521286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519acfd1-ab58-47f2-ae0a-e549ee54180c None None] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:46.623236 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16bf33a6-e099-4fe2-a224-6d033029936b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:46.629596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c64244-f170-4058-9c65-523e676afe3f req-a2afa17b-70ae-4d2e-92c2-bf1ac9d911d2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:46.638470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3c64244-f170-4058-9c65-523e676afe3f req-a2afa17b-70ae-4d2e-92c2-bf1ac9d911d2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1625979 Oct 13 11:23:46.655686 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e240f05f-c762-4059-b941-3880b18331c0 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4607840 Oct 13 11:23:46.663737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51724) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:46.668355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0ebc10f1-3f54-4c53-ba3e-77b6bebfd5b2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'security_group': {'name': 'tempest-secgroup-1275303665'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:46.739342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3c64244-f170-4058-9c65-523e676afe3f req-ade28fe8-e643-4079-90d7-6e72010a07c8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948045 Oct 13 11:23:46.769304 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Attempting to bind port 61a5beb6-8612-44c4-9900-b05e885272ed on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:23:46.769651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Attempting to bind port 61a5beb6-8612-44c4-9900-b05e885272ed by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:23:46.769991 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Attempting to bind port 61a5beb6-8612-44c4-9900-b05e885272ed on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:46.777584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Port 61a5beb6-8612-44c4-9900-b05e885272ed on network 115722b6-22fc-4529-8f74-dcada0512dde not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:23:46.777921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Attempting to bind port 61a5beb6-8612-44c4-9900-b05e885272ed on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:23:46.804939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:23:46.805422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Checking segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:23:46.805823 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Bound using segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:23:46.806298 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Bound port: 61a5beb6-8612-44c4-9900-b05e885272ed, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:23:46.806836 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:46.825255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d684f749-a0b5-4c82-990d-bae2338c534d None None] Provisioning complete for port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:46.825797 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d684f749-a0b5-4c82-990d-bae2338c534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:46.841175 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ebc10f1-3f54-4c53-ba3e-77b6bebfd5b2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:46.966019 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d4649c48-4493-4603-aa34-9b8c448b3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:23:44Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:46.987718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] For port 61a5beb6-8612-44c4-9900-b05e885272ed, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:23:46.994411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] For port 61a5beb6-8612-44c4-9900-b05e885272ed, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=61a5beb6-8612-44c4-9900-b05e885272ed,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:23:46.999806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16bf33a6-e099-4fe2-a224-6d033029936b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:47.030208 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a77688-27ee-41b6-b675-09b89908e65e req-54b7a6c6-c135-4705-b49a-343aeed479b4 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:47.032403 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7a77688-27ee-41b6-b675-09b89908e65e req-54b7a6c6-c135-4705-b49a-343aeed479b4 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 950 time: 0.1635699 Oct 13 11:23:47.098458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4649c48-4493-4603-aa34-9b8c448b3980 None None] Checking router: 4dd1346d-2770-453c-bd82-43bd7d84039c for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:23:47.115302 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:47.119497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4649c48-4493-4603-aa34-9b8c448b3980 None None] Routers {'4dd1346d-2770-453c-bd82-43bd7d84039c'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:23:47.120143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d4649c48-4493-4603-aa34-9b8c448b3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:23:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dd1346d-2770-453c-bd82-43bd7d84039c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:47.150830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7a77688-27ee-41b6-b675-09b89908e65e req-be5dd08e-a486-4f60-b610-0a9ae9f99868 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ec6dee5-d6ad-4123-aecb-adf5891b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900474 Oct 13 11:23:47.177930 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ebc10f1-3f54-4c53-ba3e-77b6bebfd5b2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:47.219600 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Pushing event updated for resources: {'Port': ['ID=61a5beb6-8612-44c4-9900-b05e885272ed,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:47.220188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b6e786-00ab-49de-9840-2fe9128b43d1 None None] Update dhcp port {'port': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'fixed_ips': [{'subnet_id': 'f5f40c0f-86da-4835-bbe7-040e54d6ca54', 'ip_address': '172.20.0.18'}, {'subnet_id': '608b159b-5fc7-42fd-ab7c-d2828fb2c7fd'}], 'binding:host_id': 'n-d-813659-3'}, 'id': 'a694bc19-bbf0-41fe-b12b-1e673a7e3a84'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:23:47.236731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:47.238239 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:47.241049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-95b241de-921e-4361-ba1b-1182d5fe1015 service neutron] 10.222.0.46 "PUT /v2.0/ports/61a5beb6-8612-44c4-9900-b05e885272ed HTTP/1.1" status: 200 len: 1092 time: 1.7425606 Oct 13 11:23:47.245279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca50db08-ec70-4b75-87d7-0ef2d378d6f0', 'tag': '61a5beb6-8612-44c4-9900-b05e885272ed'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:23:47.250804 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4433ecf4-1b77-48c9-808e-d45508d55c95" -d '{"events": [{"name": "network-changed", "server_uuid": "ca50db08-ec70-4b75-87d7-0ef2d378d6f0", "tag": "61a5beb6-8612-44c4-9900-b05e885272ed"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:23:47.261929 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16bf33a6-e099-4fe2-a224-6d033029936b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:47.315673 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ebc10f1-3f54-4c53-ba3e-77b6bebfd5b2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:47.381863 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6257604b-ca28-4eeb-9499-db2945c8c91d x-openstack-request-id: req-6257604b-ca28-4eeb-9499-db2945c8c91d {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:23:47.382259 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca50db08-ec70-4b75-87d7-0ef2d378d6f0", "tag": "61a5beb6-8612-44c4-9900-b05e885272ed", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:23:47.384003 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d684f749-a0b5-4c82-990d-bae2338c534d None None] Provisioning complete for port d4713891-0f51-4cf6-a69d-d0564ce35c71 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:47.384753 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d684f749-a0b5-4c82-990d-bae2338c534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:47.385453 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6257604b-ca28-4eeb-9499-db2945c8c91d {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:23:47.385922 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca50db08-ec70-4b75-87d7-0ef2d378d6f0', 'tag': '61a5beb6-8612-44c4-9900-b05e885272ed', 'status': 'completed', 'code': 200} Oct 13 11:23:47.388946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf33a6-e099-4fe2-a224-6d033029936b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Subnet': ['ID=1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:47.412081 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc10f1-3f54-4c53-ba3e-77b6bebfd5b2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da5d96b-b63c-439f-8554-45cb0ba76bde,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:47.432119 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ebc10f1-3f54-4c53-ba3e-77b6bebfd5b2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:47.433331 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0ebc10f1-3f54-4c53-ba3e-77b6bebfd5b2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7686210 Oct 13 11:23:47.436006 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51732) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:47.441771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'security_group': {'name': 'tempest-secgroup-633063409'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:47.481284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d684f749-a0b5-4c82-990d-bae2338c534d None None] Port d4713891-0f51-4cf6-a69d-d0564ce35c71 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:47.485799 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-61b6e786-00ab-49de-9840-2fe9128b43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:47.490238 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16bf33a6-e099-4fe2-a224-6d033029936b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:47.496439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51736) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:47.505280 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-16bf33a6-e099-4fe2-a224-6d033029936b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/subnets/1e1f0c0e-ea31-4a4f-aa5b-5d0efb14dcf1 HTTP/1.1" status: 204 len: 168 time: 1.2834296 Oct 13 11:23:47.510597 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63db4d3f-b18e-4187-a58e-6bfa187df9ec None None] Network c1b37c1b-56ba-45c5-8578-16e7005cc0a5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:47.560662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433ecf4-1b77-48c9-808e-d45508d55c95 req-a2bd134f-0be4-445f-9dc8-c86ce6898c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:47.562194 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4433ecf4-1b77-48c9-808e-d45508d55c95 req-a2bd134f-0be4-445f-9dc8-c86ce6898c50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 1095 time: 0.1585109 Oct 13 11:23:47.611098 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:47.772340 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:47.815148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433ecf4-1b77-48c9-808e-d45508d55c95 req-dd36d4ef-104e-4427-a43b-af3e4c42c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:47.815451 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4433ecf4-1b77-48c9-808e-d45508d55c95 req-dd36d4ef-104e-4427-a43b-af3e4c42c0a1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2414229 Oct 13 11:23:47.933970 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:48.125525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d4649c48-4493-4603-aa34-9b8c448b3980 None None] Set router 4dd1346d-2770-453c-bd82-43bd7d84039c gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:23:48.594911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433ecf4-1b77-48c9-808e-d45508d55c95 req-939cac8d-f621-4a45-b459-fdaaac0bb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:48.598281 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4433ecf4-1b77-48c9-808e-d45508d55c95 req-939cac8d-f621-4a45-b459-fdaaac0bb7f5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7759011 Oct 13 11:23:48.602938 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:48.652105 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-61b6e786-00ab-49de-9840-2fe9128b43d1 None None] Allocated IP 172.20.0.2 (62cf829b-ef30-4bc5-b315-2dbd8468bcd7/608b159b-5fc7-42fd-ab7c-d2828fb2c7fd/a694bc19-bbf0-41fe-b12b-1e673a7e3a84) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:48.680837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fe31cb-23f2-4e1b-abf8-b335a2ee4950 None None] DHCP port deletion for c1b37c1b-56ba-45c5-8578-16e7005cc0a5 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:23:48.703408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-8f1e8443-48c1-4c28-b8d7-331503a2ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:48.705747 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-8f1e8443-48c1-4c28-b8d7-331503a2ab51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 1095 time: 0.0633688 Oct 13 11:23:48.751362 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-ff42c97b-5842-4e73-bfbf-8ff68b84d523 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61a5beb6-8612-44c4-9900-b05e885272ed HTTP/1.1" status: 200 len: 217 time: 0.0377445 Oct 13 11:23:48.789821 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:48.791634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3546448 Oct 13 11:23:48.809787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51748) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:48.821250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29feb32-6aa7-4874-bbc1-0d76f91576ca req-c2306f51-cf5d-45dd-b659-8c34f9294da7 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:48.824797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d29feb32-6aa7-4874-bbc1-0d76f91576ca req-c2306f51-cf5d-45dd-b659-8c34f9294da7 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.9667296 Oct 13 11:23:48.832639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-54fb7440-8434-492d-b609-ddc1bdc33a5b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'security_group': {'name': 'tempest-secgroup-350891473'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:48.845481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-1b4c0d9d-802b-44d9-a05a-3ab4238af899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:48.848085 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-1b4c0d9d-802b-44d9-a05a-3ab4238af899 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0887296 Oct 13 11:23:48.882078 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-61b6e786-00ab-49de-9840-2fe9128b43d1 None None] For port a694bc19-bbf0-41fe-b12b-1e673a7e3a84, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,segment=NetworkSegment(05a19111-f614-4a2f-8e09-aceb901786e8),segment_id=05a19111-f614-4a2f-8e09-aceb901786e8)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:48.901713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5536bb8-af97-4a7f-b17c-3ba2d4e720a2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:48.904317 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-90fe31cb-23f2-4e1b-abf8-b335a2ee4950 None None] Deleting port dad468f8-1491-4844-b684-b89da6272be8 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:48.907950 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-90fe31cb-23f2-4e1b-abf8-b335a2ee4950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:48.966600 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-61b6e786-00ab-49de-9840-2fe9128b43d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:48.972586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-821cb91d-4f6c-4293-8513-87d48d8e3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:48.977866 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-821cb91d-4f6c-4293-8513-87d48d8e3f03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141536 Oct 13 11:23:49.016555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aada98-eeec-4220-bf70-2f81eea4181f req-3ef1ab86-7746-415e-b487-649af1a854fc tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:49.018607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3aada98-eeec-4220-bf70-2f81eea4181f req-3ef1ab86-7746-415e-b487-649af1a854fc tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 950 time: 1.0943537 Oct 13 11:23:49.029150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-90fe31cb-23f2-4e1b-abf8-b335a2ee4950 None None] For port dad468f8-1491-4844-b684-b89da6272be8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dad468f8-1491-4844-b684-b89da6272be8,segment=NetworkSegment(b4c8985e-e197-40f0-b98b-c5fc38631e87),segment_id=b4c8985e-e197-40f0-b98b-c5fc38631e87)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:49.029612 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-90fe31cb-23f2-4e1b-abf8-b335a2ee4950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:49.051376 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-90fe31cb-23f2-4e1b-abf8-b335a2ee4950 None None] Calling delete_port for dad468f8-1491-4844-b684-b89da6272be8 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:49.060100 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:49.063828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:49.064748 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:49.065102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:49.065452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:49.065893 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:49.066250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:49.066646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:49.074970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:49.074970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:49.074970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:49.074970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:49.074970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363f9f1-5656-4701-9b5e-25f909af2dd2 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:23:49.113928 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-99e5e902-f54a-4837-9488-1f791b1a8a16 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284552 Oct 13 11:23:49.137463 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d29feb32-6aa7-4874-bbc1-0d76f91576ca req-2a3b1d59-d915-4669-9040-480f63bc1bed tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675180 Oct 13 11:23:49.142102 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54fb7440-8434-492d-b609-ddc1bdc33a5b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:49.165091 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-61b6e786-00ab-49de-9840-2fe9128b43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:49.244498 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d4649c48-4493-4603-aa34-9b8c448b3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:23:44Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:49.300053 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54fb7440-8434-492d-b609-ddc1bdc33a5b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:49.319761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4649c48-4493-4603-aa34-9b8c448b3980 None None] The sync data for ids ['4dd1346d-2770-453c-bd82-43bd7d84039c'] in n-d-813659-3 is: [{'id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897398529', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:21:18Z', 'updated_at': '2021-10-13T11:23:44Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '7593fe3a-53a5-4bfe-a3ec-61e2877dbf04', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1346d-2770-453c-bd82-43bd7d84039c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:21:20Z', 'updated_at': '2021-10-13T11:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:23:49.335114 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5e1a1a96-32f9-4c97-a5f1-248ebcf92406 req-00135635-03bf-49a9-888a-cfca07dc5036 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136557 Oct 13 11:23:49.335745 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-90fe31cb-23f2-4e1b-abf8-b335a2ee4950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:49.396628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6e786-00ab-49de-9840-2fe9128b43d1 None None] Pushing event updated for resources: {'Port': ['ID=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:49.405070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dad468f8-1491-4844-b684-b89da6272be8 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:23:49.413230 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54fb7440-8434-492d-b609-ddc1bdc33a5b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:49.417225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe31cb-23f2-4e1b-abf8-b335a2ee4950 None None] No DVR routers for this DVR port dad468f8-1491-4844-b684-b89da6272be8 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:23:49.461975 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb7440-8434-492d-b609-ddc1bdc33a5b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e0cce1-855f-4013-b169-fd062181648d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:49.472492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: dad468f8-1491-4844-b684-b89da6272be8 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:23:49.473097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dad468f8-1491-4844-b684-b89da6272be8 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:23:49.530518 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba0ca1-8652-4e45-b8d3-73dd9b57e9e1 req-48f8af12-4b8b-41ec-a89b-0529f6e49182 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:49.532566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe31cb-23f2-4e1b-abf8-b335a2ee4950 None None] Pushing event deleted for resources: {'Port': ['ID=dad468f8-1491-4844-b684-b89da6272be8,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:49.534565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6fba0ca1-8652-4e45-b8d3-73dd9b57e9e1 req-48f8af12-4b8b-41ec-a89b-0529f6e49182 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 950 time: 0.2274902 Oct 13 11:23:49.571041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-a3aada98-eeec-4220-bf70-2f81eea4181f req-362ce490-3b17-4dfd-8729-a10155151a69 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Deleting port d9ae6218-3873-4c6b-a35f-04cfae4ff162 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:49.573687 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3aada98-eeec-4220-bf70-2f81eea4181f req-362ce490-3b17-4dfd-8729-a10155151a69 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:49.661309 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54fb7440-8434-492d-b609-ddc1bdc33a5b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:49.663018 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-54fb7440-8434-492d-b609-ddc1bdc33a5b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8352454 Oct 13 11:23:49.665953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51758) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:49.674370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-622969268', 'security_groups': ['38e0cce1-855f-4013-b169-fd062181648d'], 'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '608b159b-5fc7-42fd-ab7c-d2828fb2c7fd'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:49.698415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6fba0ca1-8652-4e45-b8d3-73dd9b57e9e1 req-1bcb6561-0101-42d4-b10b-5a62790df607 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ec6dee5-d6ad-4123-aecb-adf5891b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485667 Oct 13 11:23:49.704409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:49.705315 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:49.805876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] For port 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7593fe3a-53a5-4bfe-a3ec-61e2877dbf04,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:49.805876 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:49.833582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:49.943805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-a3aada98-eeec-4220-bf70-2f81eea4181f req-362ce490-3b17-4dfd-8729-a10155151a69 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] For port d9ae6218-3873-4c6b-a35f-04cfae4ff162, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d9ae6218-3873-4c6b-a35f-04cfae4ff162,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:49.944270 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3aada98-eeec-4220-bf70-2f81eea4181f req-362ce490-3b17-4dfd-8729-a10155151a69 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:49.984165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-a3aada98-eeec-4220-bf70-2f81eea4181f req-362ce490-3b17-4dfd-8729-a10155151a69 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Calling delete_port for d9ae6218-3873-4c6b-a35f-04cfae4ff162 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:50.097925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:50.319445 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:50.334291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3aada98-eeec-4220-bf70-2f81eea4181f req-362ce490-3b17-4dfd-8729-a10155151a69 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:50.351630 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] device_id is not set on port 343113e3-c370-4d82-a3c8-91af379ce59e yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:23:50.407534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ce490-3b17-4dfd-8729-a10155151a69 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Pushing event deleted for resources: {'Port': ['ID=d9ae6218-3873-4c6b-a35f-04cfae4ff162,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:50.410254 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:50.461931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b3cef-7a82-4b83-b603-b962ecf2e253 req-56dabe9c-9061-4f26-aa07-4d07686e49f9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:50.463618 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-438b3cef-7a82-4b83-b603-b962ecf2e253 req-56dabe9c-9061-4f26-aa07-4d07686e49f9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1937933 Oct 13 11:23:50.483828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b4112cf3-c3e4-450a-939b-df16a63de5a5 None None] Provisioning complete for port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:50.487341 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b4112cf3-c3e4-450a-939b-df16a63de5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:50.525221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=7593fe3a-53a5-4bfe-a3ec-61e2877dbf04,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:50.527409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3aada98-eeec-4220-bf70-2f81eea4181f req-362ce490-3b17-4dfd-8729-a10155151a69 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] No DVR routers for this DVR port d9ae6218-3873-4c6b-a35f-04cfae4ff162 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:23:50.536490 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-a3aada98-eeec-4220-bf70-2f81eea4181f req-362ce490-3b17-4dfd-8729-a10155151a69 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:50.540559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3aada98-eeec-4220-bf70-2f81eea4181f req-362ce490-3b17-4dfd-8729-a10155151a69 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.21 "DELETE /v2.0/ports/d9ae6218-3873-4c6b-a35f-04cfae4ff162 HTTP/1.1" status: 204 len: 173 time: 1.5141914 Oct 13 11:23:50.543162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7849c6-f53b-4a3c-807b-dd4297d46e9f', 'name': 'network-vif-deleted', 'tag': 'd9ae6218-3873-4c6b-a35f-04cfae4ff162'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:23:50.545930 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794dc3c1-e709-45c8-957c-c1d317605272" -d '{"events": [{"server_uuid": "6c7849c6-f53b-4a3c-807b-dd4297d46e9f", "name": "network-vif-deleted", "tag": "d9ae6218-3873-4c6b-a35f-04cfae4ff162"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:23:50.647564 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-438b3cef-7a82-4b83-b603-b962ecf2e253 req-e6a5db3d-ebcc-4973-8b11-045dd2bd9885 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581206 Oct 13 11:23:50.716560 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:50.812972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b4112cf3-c3e4-450a-939b-df16a63de5a5 None None] Provisioning complete for port d4713891-0f51-4cf6-a69d-d0564ce35c71 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:50.813341 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b4112cf3-c3e4-450a-939b-df16a63de5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:50.844193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.6 (62cf829b-ef30-4bc5-b315-2dbd8468bcd7/608b159b-5fc7-42fd-ab7c-d2828fb2c7fd/343113e3-c370-4d82-a3c8-91af379ce59e) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:50.883748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b4112cf3-c3e4-450a-939b-df16a63de5a5 None None] Port d4713891-0f51-4cf6-a69d-d0564ce35c71 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:50.904726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d9ae6218-3873-4c6b-a35f-04cfae4ff162 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:23:50.913899 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e893364d-6204-4fca-b44d-9124f95977b4 x-openstack-request-id: req-e893364d-6204-4fca-b44d-9124f95977b4 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:23:50.915657 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7849c6-f53b-4a3c-807b-dd4297d46e9f", "name": "network-vif-deleted", "tag": "d9ae6218-3873-4c6b-a35f-04cfae4ff162", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:23:50.915657 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e893364d-6204-4fca-b44d-9124f95977b4 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:23:50.916785 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7849c6-f53b-4a3c-807b-dd4297d46e9f', 'name': 'network-vif-deleted', 'tag': 'd9ae6218-3873-4c6b-a35f-04cfae4ff162', 'status': 'completed', 'code': 200} Oct 13 11:23:50.985311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: d9ae6218-3873-4c6b-a35f-04cfae4ff162 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:23:50.985676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d9ae6218-3873-4c6b-a35f-04cfae4ff162 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:23:51.096806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6110592b-8310-439c-9b6d-7ba9fe791b5c req-70caa071-cbcf-4b02-a4c1-eeb1ab448fd1 tempest-VolumesBackupsTest-1302429519 tempest-VolumesBackupsTest-1302429519-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7849c6-f53b-4a3c-807b-dd4297d46e9f HTTP/1.1" status: 200 len: 210 time: 0.1764822 Oct 13 11:23:51.119460 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:51.120824 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:51.125382 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:51.233705 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:51.279116 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:51.283025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:51.288675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:23:51.315587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:51.316481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Fanout notify agent at l3_agent the message router_deleted on router 4dd1346d-2770-453c-bd82-43bd7d84039c {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:23:51.331173 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:51.331173 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-07587325-61bb-4474-a7db-349dbe2fd8c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/routers/4dd1346d-2770-453c-bd82-43bd7d84039c HTTP/1.1" status: 204 len: 168 time: 3.8294089 Oct 13 11:23:51.332123 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51772) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:51.483994 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:51.487373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:51.545029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=343113e3-c370-4d82-a3c8-91af379ce59e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:51.632501 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2c17bfcc-7653-4859-a54b-34b0b4d8de33 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9647079 Oct 13 11:23:51.639638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51776) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:51.641007 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-004b254f-5404-47df-818a-37664078dfb4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:51.662566 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fbf13ecd-bca5-4a4c-9ef0-3876a8046b98 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:51.889421 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fbf13ecd-bca5-4a4c-9ef0-3876a8046b98 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:51.913470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-fbf13ecd-bca5-4a4c-9ef0-3876a8046b98 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b37c1b-56ba-45c5-8578-16e7005cc0a5']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:51.923970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-fbf13ecd-bca5-4a4c-9ef0-3876a8046b98 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c8985e-e197-40f0-b98b-c5fc38631e87') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:51.925023 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-fbf13ecd-bca5-4a4c-9ef0-3876a8046b98 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c8985e-e197-40f0-b98b-c5fc38631e87') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:23:51.925200 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d27a3384-141a-43b1-aa04-8c3dc8a33f12 None None] Provisioning complete for port 343113e3-c370-4d82-a3c8-91af379ce59e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:51.925200 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d27a3384-141a-43b1-aa04-8c3dc8a33f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:51.938579 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fbf13ecd-bca5-4a4c-9ef0-3876a8046b98 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:51.954180 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fbf13ecd-bca5-4a4c-9ef0-3876a8046b98 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:51.961442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf13ecd-bca5-4a4c-9ef0-3876a8046b98 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:23:51.962117 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fbf13ecd-bca5-4a4c-9ef0-3876a8046b98 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:52.024460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d27a3384-141a-43b1-aa04-8c3dc8a33f12 None None] Port 343113e3-c370-4d82-a3c8-91af379ce59e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:52.031821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a694bc19-bbf0-41fe-b12b-1e673a7e3a84 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:52.106676 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004b254f-5404-47df-818a-37664078dfb4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:23:52.111853 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:23:52.114491 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-004b254f-5404-47df-818a-37664078dfb4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:52.168813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:52.169292 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:52.207196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fbf13ecd-bca5-4a4c-9ef0-3876a8046b98 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:52.218150 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fbf13ecd-bca5-4a4c-9ef0-3876a8046b98 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:52.231758 n-d-813659-3 neutron-server[101990]: INFO neutron.db.ipam_backend_mixin [None req-004b254f-5404-47df-818a-37664078dfb4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 608b159b-5fc7-42fd-ab7c-d2828fb2c7fd (CIDR: 172.20.0.0/28) Oct 13 11:23:52.232475 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fbf13ecd-bca5-4a4c-9ef0-3876a8046b98 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/networks/c1b37c1b-56ba-45c5-8578-16e7005cc0a5 HTTP/1.1" status: 204 len: 168 time: 0.8940828 Oct 13 11:23:52.232720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51784) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:52.283716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b0c1b-96dd-4077-8436-955258656404 req-56038795-b94b-481f-bb01-e1bee63cc74d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:52.285706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d72b0c1b-96dd-4077-8436-955258656404 req-56038795-b94b-481f-bb01-e1bee63cc74d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1729496 Oct 13 11:23:52.287186 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf13ecd-bca5-4a4c-9ef0-3876a8046b98 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Network': ['ID=c1b37c1b-56ba-45c5-8578-16e7005cc0a5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:52.287798 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-004b254f-5404-47df-818a-37664078dfb4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:23:52.288317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004b254f-5404-47df-818a-37664078dfb4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:23:52.341266 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:23:52.362917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4a228664-be3b-4392-a5f2-4ec4fc734771 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:23:52.363178 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d72b0c1b-96dd-4077-8436-955258656404 req-9a8a5fcc-42fc-40f4-9e97-5ee6a120d14d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660701 Oct 13 11:23:52.378966 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16b12789-f565-4442-bbf1-c2722a96feff tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:52.406814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 4a228664-be3b-4392-a5f2-4ec4fc734771 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:23:52.416046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4a228664-be3b-4392-a5f2-4ec4fc734771 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:23:52.450294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51786) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:52.456690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ed8198e4-4c36-4565-a57f-abac3b89f253 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:52.462277 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-004b254f-5404-47df-818a-37664078dfb4 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8236835 Oct 13 11:23:52.472430 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16b12789-f565-4442-bbf1-c2722a96feff tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:52.732997 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16b12789-f565-4442-bbf1-c2722a96feff tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:52.735875 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16b12789-f565-4442-bbf1-c2722a96feff tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:52.737913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-16b12789-f565-4442-bbf1-c2722a96feff tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/security-groups/3a12b81a-e934-4735-91b0-ffd06c6aca2a HTTP/1.1" status: 204 len: 168 time: 0.5039539 Oct 13 11:23:52.749612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b12789-f565-4442-bbf1-c2722a96feff tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a12b81a-e934-4735-91b0-ffd06c6aca2a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:52.783792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8198e4-4c36-4565-a57f-abac3b89f253 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:52.788122 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed8198e4-4c36-4565-a57f-abac3b89f253 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:52.899302 n-d-813659-3 neutron-server[101991]: INFO neutron.db.ipam_backend_mixin [None req-ed8198e4-4c36-4565-a57f-abac3b89f253 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f5f40c0f-86da-4835-bbe7-040e54d6ca54 (CIDR: 172.20.0.16/28) Oct 13 11:23:52.948769 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8198e4-4c36-4565-a57f-abac3b89f253 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:23:52.950215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8198e4-4c36-4565-a57f-abac3b89f253 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:23:53.041873 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ed8198e4-4c36-4565-a57f-abac3b89f253 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5899363 Oct 13 11:23:53.044262 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51798) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:53.050732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-771f8a1b-a706-4f56-ac62-1dbc67bca666 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'subnet': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:53.264797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771f8a1b-a706-4f56-ac62-1dbc67bca666 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Made reservation on behalf of 3ea99afd481e471ab97fb70ebaaf7860 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:53.269121 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-771f8a1b-a706-4f56-ac62-1dbc67bca666 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:53.301499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:23:53.335410 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:23:53.335802 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7593fe3a-53a5-4bfe-a3ec-61e2877dbf04 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:23:53.668600 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-771f8a1b-a706-4f56-ac62-1dbc67bca666 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:53.723879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771f8a1b-a706-4f56-ac62-1dbc67bca666 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:23:53.728655 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-771f8a1b-a706-4f56-ac62-1dbc67bca666 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:23:53.731436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771f8a1b-a706-4f56-ac62-1dbc67bca666 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:53.732045 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-771f8a1b-a706-4f56-ac62-1dbc67bca666 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:53.744478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571dd7dc-6bc3-4219-b7fa-c7d78e1039d5 None None] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:53.766781 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f8a1b-a706-4f56-ac62-1dbc67bca666 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Subnet': ['ID=d6ade772-df49-4b7e-8957-bbb8a84d9dad,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:53.870033 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-771f8a1b-a706-4f56-ac62-1dbc67bca666 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8166585 Oct 13 11:23:53.870392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51804) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:53.882708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ff4bc178-b92b-46fe-9106-75fbece0c79c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1940834794', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd6ade772-df49-4b7e-8957-bbb8a84d9dad'}], 'security_groups': ['8da5d96b-b63c-439f-8554-45cb0ba76bde', 'c5536bb8-af97-4a7f-b17c-3ba2d4e720a2']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:54.199462 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081beecf-ca82-4941-a921-2080eb681b81 None None] Update dhcp port {'port': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'fixed_ips': [{'subnet_id': 'f5f40c0f-86da-4835-bbe7-040e54d6ca54', 'ip_address': '172.20.0.18'}, {'subnet_id': '608b159b-5fc7-42fd-ab7c-d2828fb2c7fd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd6ade772-df49-4b7e-8957-bbb8a84d9dad'}], 'binding:host_id': 'n-d-813659-3'}, 'id': 'a694bc19-bbf0-41fe-b12b-1e673a7e3a84'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:23:54.232429 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-081beecf-ca82-4941-a921-2080eb681b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:54.245878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cef986-88dc-494b-a8ed-4ba70526fb09 req-882f03ba-3216-4ad3-b6a4-8d3f5a589789 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:54.247440 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04cef986-88dc-494b-a8ed-4ba70526fb09 req-882f03ba-3216-4ad3-b6a4-8d3f5a589789 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1196480 Oct 13 11:23:54.257365 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff4bc178-b92b-46fe-9106-75fbece0c79c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:54.335616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04cef986-88dc-494b-a8ed-4ba70526fb09 req-c8503e91-cd05-4e21-9f05-d1ff180aae1f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758767 Oct 13 11:23:54.475471 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-081beecf-ca82-4941-a921-2080eb681b81 None None] Allocated IP 172.20.0.34 (62cf829b-ef30-4bc5-b315-2dbd8468bcd7/d6ade772-df49-4b7e-8957-bbb8a84d9dad/a694bc19-bbf0-41fe-b12b-1e673a7e3a84) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:54.603368 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-081beecf-ca82-4941-a921-2080eb681b81 None None] For port a694bc19-bbf0-41fe-b12b-1e673a7e3a84, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,segment=NetworkSegment(05a19111-f614-4a2f-8e09-aceb901786e8),segment_id=05a19111-f614-4a2f-8e09-aceb901786e8)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:23:54.645815 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-081beecf-ca82-4941-a921-2080eb681b81 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:54.772665 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-081beecf-ca82-4941-a921-2080eb681b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:54.897564 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081beecf-ca82-4941-a921-2080eb681b81 None None] Pushing event updated for resources: {'Port': ['ID=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:54.927361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51818) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:54.934185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0ae106b2-7e03-41f4-871b-666861be2745 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1697553687', 'description': 'tempest-secgroup-smoke-1697553687 description', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:54.943446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-ff4bc178-b92b-46fe-9106-75fbece0c79c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Delete allocated IP 172.20.0.6 (62cf829b-ef30-4bc5-b315-2dbd8468bcd7/608b159b-5fc7-42fd-ab7c-d2828fb2c7fd) {{(pid=101991) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 11:23:54.957340 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-ff4bc178-b92b-46fe-9106-75fbece0c79c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Allocated IP 172.20.0.42 (62cf829b-ef30-4bc5-b315-2dbd8468bcd7/d6ade772-df49-4b7e-8957-bbb8a84d9dad/343113e3-c370-4d82-a3c8-91af379ce59e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:23:55.125340 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ae106b2-7e03-41f4-871b-666861be2745 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.180604 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff4bc178-b92b-46fe-9106-75fbece0c79c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.249443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ae106b2-7e03-41f4-871b-666861be2745 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.309938 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff4bc178-b92b-46fe-9106-75fbece0c79c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.333099 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ae106b2-7e03-41f4-871b-666861be2745 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.395069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a694bc19-bbf0-41fe-b12b-1e673a7e3a84 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:23:55.401020 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae106b2-7e03-41f4-871b-666861be2745 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa668e4-1a3f-4597-bbb7-d212a301de69,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:55.490907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:55.491489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bc178-b92b-46fe-9106-75fbece0c79c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event updated for resources: {'Port': ['ID=343113e3-c370-4d82-a3c8-91af379ce59e,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:55.492426 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.495974 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ae106b2-7e03-41f4-871b-666861be2745 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.500787 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0ae106b2-7e03-41f4-871b-666861be2745 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5715370 Oct 13 11:23:55.501488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51826) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:55.506787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a4cf2c16-e02f-436d-8fd2-118204b52dae tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '0fa668e4-1a3f-4597-bbb7-d212a301de69', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:55.568253 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ff4bc178-b92b-46fe-9106-75fbece0c79c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] In _notify_port_updated(), no bound segment for port 343113e3-c370-4d82-a3c8-91af379ce59e on network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 {{(pid=101991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 11:23:55.574522 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4bc178-b92b-46fe-9106-75fbece0c79c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:55.575270 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff4bc178-b92b-46fe-9106-75fbece0c79c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.580934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ff4bc178-b92b-46fe-9106-75fbece0c79c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "PUT /v2.0/ports/343113e3-c370-4d82-a3c8-91af379ce59e HTTP/1.1" status: 200 len: 960 time: 1.7048852 Oct 13 11:23:55.581587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51828) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:55.665247 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e712b13-02f2-4a7c-a966-e49cfd64d041 req-0226155a-ec15-4bc1-86f8-1a05775baed5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:55.667190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e712b13-02f2-4a7c-a966-e49cfd64d041 req-0226155a-ec15-4bc1-86f8-1a05775baed5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1565156 Oct 13 11:23:55.681886 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a4cf2c16-e02f-436d-8fd2-118204b52dae tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.747426 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e712b13-02f2-4a7c-a966-e49cfd64d041 req-5bd3d47d-993a-419f-bf0d-0e161561b860 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736129 Oct 13 11:23:55.786982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-46acbf5f-5c14-4b16-a62d-621608e04dec None None] Provisioning complete for port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:55.794299 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-58e4ff76-1de4-4118-9791-30af8fdfdf12 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port 343113e3-c370-4d82-a3c8-91af379ce59e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:23:55.794476 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-46acbf5f-5c14-4b16-a62d-621608e04dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.794594 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58e4ff76-1de4-4118-9791-30af8fdfdf12 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.809722 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a4cf2c16-e02f-436d-8fd2-118204b52dae tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.880588 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a4cf2c16-e02f-436d-8fd2-118204b52dae tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.903671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf2c16-e02f-436d-8fd2-118204b52dae tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b75d7a-fc6f-4d69-8cc4-11701b2087b0,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:55.914074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-46acbf5f-5c14-4b16-a62d-621608e04dec None None] Provisioning complete for port d4713891-0f51-4cf6-a69d-d0564ce35c71 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:55.914639 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-46acbf5f-5c14-4b16-a62d-621608e04dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.921320 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58e4ff76-1de4-4118-9791-30af8fdfdf12 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:55.940004 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-58e4ff76-1de4-4118-9791-30af8fdfdf12 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for 343113e3-c370-4d82-a3c8-91af379ce59e owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:23:55.978886 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-46acbf5f-5c14-4b16-a62d-621608e04dec None None] Port d4713891-0f51-4cf6-a69d-d0564ce35c71 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:55.992137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-46acbf5f-5c14-4b16-a62d-621608e04dec None None] Provisioning complete for port 343113e3-c370-4d82-a3c8-91af379ce59e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:55.992511 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-46acbf5f-5c14-4b16-a62d-621608e04dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.037824 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-46acbf5f-5c14-4b16-a62d-621608e04dec None None] Port 343113e3-c370-4d82-a3c8-91af379ce59e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:56.040226 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a4cf2c16-e02f-436d-8fd2-118204b52dae tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.041541 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a4cf2c16-e02f-436d-8fd2-118204b52dae tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5384634 Oct 13 11:23:56.047240 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51832) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:56.051971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1265d8cf-1114-4a1b-ad2f-d39dc57152b6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '0fa668e4-1a3f-4597-bbb7-d212a301de69', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:56.187499 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1265d8cf-1114-4a1b-ad2f-d39dc57152b6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.255962 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58e4ff76-1de4-4118-9791-30af8fdfdf12 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.304690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4ff76-1de4-4118-9791-30af8fdfdf12 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=343113e3-c370-4d82-a3c8-91af379ce59e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:56.307835 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1265d8cf-1114-4a1b-ad2f-d39dc57152b6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.354690 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-47d40c99-56e1-4b40-a5ea-32e6a94cf0aa None None] Could not find standard attr ID for object 343113e3-c370-4d82-a3c8-91af379ce59e. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:23:56.416188 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58e4ff76-1de4-4118-9791-30af8fdfdf12 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.421402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-58e4ff76-1de4-4118-9791-30af8fdfdf12 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/343113e3-c370-4d82-a3c8-91af379ce59e HTTP/1.1" status: 204 len: 168 time: 0.8377025 Oct 13 11:23:56.422849 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1265d8cf-1114-4a1b-ad2f-d39dc57152b6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.427192 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51838) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:56.457032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265d8cf-1114-4a1b-ad2f-d39dc57152b6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a601e40-6314-4d4b-bdb4-998867021b7a,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:56.478835 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-66773a1b-ec7d-49e3-ad55-29c9277dd793 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] GET failed (client error): The resource could not be found. Oct 13 11:23:56.483649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51840) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:56.483927 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-66773a1b-ec7d-49e3-ad55-29c9277dd793 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports/343113e3-c370-4d82-a3c8-91af379ce59e HTTP/1.1" status: 404 len: 333 time: 0.0553174 Oct 13 11:23:56.542508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1265d8cf-1114-4a1b-ad2f-d39dc57152b6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.543835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1265d8cf-1114-4a1b-ad2f-d39dc57152b6 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4955709 Oct 13 11:23:56.547382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51842) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:56.553283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dc6d6ccf-a019-4139-bed5-26f1518fc838 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '0fa668e4-1a3f-4597-bbb7-d212a301de69', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:56.586142 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eee44e44-e239-4f0c-bab4-6447d6f48722 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.619680 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eee44e44-e239-4f0c-bab4-6447d6f48722 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.697428 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6ccf-a019-4139-bed5-26f1518fc838 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.773446 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6ccf-a019-4139-bed5-26f1518fc838 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.801650 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eee44e44-e239-4f0c-bab4-6447d6f48722 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.809097 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eee44e44-e239-4f0c-bab4-6447d6f48722 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.816658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eee44e44-e239-4f0c-bab4-6447d6f48722 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/security-groups/38e0cce1-855f-4013-b169-fd062181648d HTTP/1.1" status: 204 len: 168 time: 0.3306057 Oct 13 11:23:56.816658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51846) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:56.848439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee44e44-e239-4f0c-bab4-6447d6f48722 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e0cce1-855f-4013-b169-fd062181648d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:56.881138 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6ccf-a019-4139-bed5-26f1518fc838 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.899504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d6ccf-a019-4139-bed5-26f1518fc838 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f85e2cd-7df2-4ede-8db1-6bd1402b2c29,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:56.961655 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a357-bad8-4ca3-8abc-474ab82cd215 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:56.971579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3e060-8e01-4689-8e88-eadfe0a1ac60 req-3ef359c5-bd41-4508-86d2-0fbb231ca51c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:56.973537 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-89d3e060-8e01-4689-8e88-eadfe0a1ac60 req-3ef359c5-bd41-4508-86d2-0fbb231ca51c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1383603 Oct 13 11:23:57.009467 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6ccf-a019-4139-bed5-26f1518fc838 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.012530 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dc6d6ccf-a019-4139-bed5-26f1518fc838 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4624329 Oct 13 11:23:57.014549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51850) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:57.020124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4e6957b2-7851-451f-8c7b-22eff3bea21f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '0fa668e4-1a3f-4597-bbb7-d212a301de69', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:57.021854 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a357-bad8-4ca3-8abc-474ab82cd215 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.077826 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-89d3e060-8e01-4689-8e88-eadfe0a1ac60 req-c073c372-5c05-4c12-9f03-457d667206c9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861347 Oct 13 11:23:57.133238 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4e6957b2-7851-451f-8c7b-22eff3bea21f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.207653 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a357-bad8-4ca3-8abc-474ab82cd215 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.210279 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a357-bad8-4ca3-8abc-474ab82cd215 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.215847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51852) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:57.220624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c1c1a357-bad8-4ca3-8abc-474ab82cd215 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/security-groups/c5536bb8-af97-4a7f-b17c-3ba2d4e720a2 HTTP/1.1" status: 204 len: 168 time: 0.3919528 Oct 13 11:23:57.231284 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1a357-bad8-4ca3-8abc-474ab82cd215 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5536bb8-af97-4a7f-b17c-3ba2d4e720a2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:57.266557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4e6957b2-7851-451f-8c7b-22eff3bea21f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.328394 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ed3517e-423b-4435-bc7d-527a59e871ce tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.385489 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ed3517e-423b-4435-bc7d-527a59e871ce tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.420725 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4e6957b2-7851-451f-8c7b-22eff3bea21f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.454790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6957b2-7851-451f-8c7b-22eff3bea21f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80590d8b-8865-4a7b-b7fc-30e4297af86b,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:57.540613 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4e6957b2-7851-451f-8c7b-22eff3bea21f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.545333 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51858) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:57.550604 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4e6957b2-7851-451f-8c7b-22eff3bea21f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5339289 Oct 13 11:23:57.552482 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-eaa1d5e6-afe0-49a9-9a69-879ae9cad67e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '0fa668e4-1a3f-4597-bbb7-d212a301de69', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:57.556189 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ed3517e-423b-4435-bc7d-527a59e871ce tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.566030 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8ed3517e-423b-4435-bc7d-527a59e871ce tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.567744 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8ed3517e-423b-4435-bc7d-527a59e871ce tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/security-groups/8da5d96b-b63c-439f-8554-45cb0ba76bde HTTP/1.1" status: 204 len: 168 time: 0.3507869 Oct 13 11:23:57.573097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51860) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:57.589188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3517e-423b-4435-bc7d-527a59e871ce tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da5d96b-b63c-439f-8554-45cb0ba76bde,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:57.678177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f891fd7-6561-44da-a7d6-874e53e65732 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting subnet 608b159b-5fc7-42fd-ab7c-d2828fb2c7fd {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:23:57.682102 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f891fd7-6561-44da-a7d6-874e53e65732 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.726379 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f891fd7-6561-44da-a7d6-874e53e65732 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.834595 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f891fd7-6561-44da-a7d6-874e53e65732 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.902045 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-eaa1d5e6-afe0-49a9-9a69-879ae9cad67e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Project 9eecb6b828d240e0ae439032ab75cf2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:23:57.918038 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d5e6-afe0-49a9-9a69-879ae9cad67e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:57.997425 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d5e6-afe0-49a9-9a69-879ae9cad67e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.057321 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f891fd7-6561-44da-a7d6-874e53e65732 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.092735 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f891fd7-6561-44da-a7d6-874e53e65732 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.098889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5f891fd7-6561-44da-a7d6-874e53e65732 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/608b159b-5fc7-42fd-ab7c-d2828fb2c7fd HTTP/1.1" status: 204 len: 168 time: 0.5234332 Oct 13 11:23:58.101302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f891fd7-6561-44da-a7d6-874e53e65732 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Subnet': ['ID=608b159b-5fc7-42fd-ab7c-d2828fb2c7fd,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:58.103385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51864) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:58.111829 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ecc0e5-bafd-4d56-af3a-38e057b2beb5 None None] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:58.115207 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d5e6-afe0-49a9-9a69-879ae9cad67e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.168446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1d5e6-afe0-49a9-9a69-879ae9cad67e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586d829a-9cd4-4628-9e8b-1a5131fb44ac,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:58.206963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-463f4dcb-1544-4653-aab9-800a26abfc3b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting subnet d6ade772-df49-4b7e-8957-bbb8a84d9dad {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:23:58.230126 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-463f4dcb-1544-4653-aab9-800a26abfc3b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.258712 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d5e6-afe0-49a9-9a69-879ae9cad67e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.260122 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eaa1d5e6-afe0-49a9-9a69-879ae9cad67e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7136412 Oct 13 11:23:58.264085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51868) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:58.271722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-79e5b302-668b-443f-94e0-c4ff29335523 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'security_group_rule': {'security_group_id': '0fa668e4-1a3f-4597-bbb7-d212a301de69', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:58.299429 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-463f4dcb-1544-4653-aab9-800a26abfc3b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.353504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea340af-09bb-49eb-b76d-ab85657dde1c req-b9701e8a-fec2-4612-82d1-2b288bbf871c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:58.355177 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ea340af-09bb-49eb-b76d-ab85657dde1c req-b9701e8a-fec2-4612-82d1-2b288bbf871c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1709356 Oct 13 11:23:58.425524 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ea340af-09bb-49eb-b76d-ab85657dde1c req-b412435f-232e-46e7-b7be-e09e78ebd42a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605879 Oct 13 11:23:58.521063 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-463f4dcb-1544-4653-aab9-800a26abfc3b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.570290 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-79e5b302-668b-443f-94e0-c4ff29335523 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Project 9eecb6b828d240e0ae439032ab75cf2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:23:58.585755 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79e5b302-668b-443f-94e0-c4ff29335523 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.687419 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79e5b302-668b-443f-94e0-c4ff29335523 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.765848 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-463f4dcb-1544-4653-aab9-800a26abfc3b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.805947 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79e5b302-668b-443f-94e0-c4ff29335523 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.818978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f4dcb-1544-4653-aab9-800a26abfc3b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ade772-df49-4b7e-8957-bbb8a84d9dad,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:58.829764 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-463f4dcb-1544-4653-aab9-800a26abfc3b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.833947 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-463f4dcb-1544-4653-aab9-800a26abfc3b tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/d6ade772-df49-4b7e-8957-bbb8a84d9dad HTTP/1.1" status: 204 len: 168 time: 0.7289476 Oct 13 11:23:58.836302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51874) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:58.856354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5b302-668b-443f-94e0-c4ff29335523 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf85bd1a-e4d5-4f68-8237-5edb343566cd,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:58.881724 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d38e9e-8a36-4b1a-8c61-db550f0af8df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] DELETE failed (client error): The resource could not be found. Oct 13 11:23:58.882692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d38e9e-8a36-4b1a-8c61-db550f0af8df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:23:58.887354 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-84d38e9e-8a36-4b1a-8c61-db550f0af8df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/608b159b-5fc7-42fd-ab7c-d2828fb2c7fd HTTP/1.1" status: 404 len: 337 time: 0.0498743 Oct 13 11:23:58.889768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51876) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:58.949964 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79e5b302-668b-443f-94e0-c4ff29335523 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:58.954087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-79e5b302-668b-443f-94e0-c4ff29335523 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6861489 Oct 13 11:23:58.954230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9a96e5-99a9-4ce3-baee-65f2e67ee30e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting subnet f5f40c0f-86da-4835-bbe7-040e54d6ca54 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:23:58.954321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51878) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:58.960428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-deb3cd46-748a-442d-a8bb-b9f70e1c8d18 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'network': {'name': 'tempest-network-smoke--1548235962', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'port_security_enabled': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:58.963101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0b9a96e5-99a9-4ce3-baee-65f2e67ee30e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.031467 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0b9a96e5-99a9-4ce3-baee-65f2e67ee30e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.060990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c055213e-6e7e-4e52-889e-610d16045db2 None None] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:23:59.070844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb3cd46-748a-442d-a8bb-b9f70e1c8d18 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Made reservation on behalf of 9eecb6b828d240e0ae439032ab75cf2f for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:23:59.074662 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-deb3cd46-748a-442d-a8bb-b9f70e1c8d18 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.140264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb3cd46-748a-442d-a8bb-b9f70e1c8d18 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:23:59.155985 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-deb3cd46-748a-442d-a8bb-b9f70e1c8d18 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.156930 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0b9a96e5-99a9-4ce3-baee-65f2e67ee30e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.157378 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-deb3cd46-748a-442d-a8bb-b9f70e1c8d18 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Added segment a2b989d6-4bbf-4323-92fe-c4a95261a78e of type vlan for network bce9cd88-05a5-45b8-9d45-763714c99355 Oct 13 11:23:59.215089 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-deb3cd46-748a-442d-a8bb-b9f70e1c8d18 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.317076 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0b9a96e5-99a9-4ce3-baee-65f2e67ee30e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.332403 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-deb3cd46-748a-442d-a8bb-b9f70e1c8d18 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.339667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-51685fe7-317a-4b6a-a6fc-56a3297b31d3 None None] Provisioning complete for port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:59.340838 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-51685fe7-317a-4b6a-a6fc-56a3297b31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.347315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a96e5-99a9-4ce3-baee-65f2e67ee30e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f40c0f-86da-4835-bbe7-040e54d6ca54,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:59.357129 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0b9a96e5-99a9-4ce3-baee-65f2e67ee30e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.360835 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0b9a96e5-99a9-4ce3-baee-65f2e67ee30e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/f5f40c0f-86da-4835-bbe7-040e54d6ca54 HTTP/1.1" status: 204 len: 168 time: 0.4696631 Oct 13 11:23:59.364278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51882) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:59.370694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb3cd46-748a-442d-a8bb-b9f70e1c8d18 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:59.373559 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-deb3cd46-748a-442d-a8bb-b9f70e1c8d18 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.403378 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d08c05-3bd8-40f9-8f0b-87e3d1cdc6ad tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] DELETE failed (client error): The resource could not be found. Oct 13 11:23:59.404373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d08c05-3bd8-40f9-8f0b-87e3d1cdc6ad tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:23:59.409047 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b7d08c05-3bd8-40f9-8f0b-87e3d1cdc6ad tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/9f194c2d-fab7-4534-ba9e-13238b55224a HTTP/1.1" status: 404 len: 337 time: 0.0429761 Oct 13 11:23:59.412344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51884) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:59.450460 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2ea6728a-970c-4c30-9734-070f0d30377e tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "GET /v2.0/ports?device_id=10bb5b64-815f-4ff8-8f66-1fdbead7bd72 HTTP/1.1" status: 200 len: 205 time: 0.0367892 Oct 13 11:23:59.453177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51886) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:59.534176 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-4c251986-daff-430f-95cf-80af1e9a6e25 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] delete failed (client error): The resource could not be found. Oct 13 11:23:59.536906 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4c251986-daff-430f-95cf-80af1e9a6e25 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/routers/10bb5b64-815f-4ff8-8f66-1fdbead7bd72 HTTP/1.1" status: 404 len: 336 time: 0.0826576 Oct 13 11:23:59.539948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51894) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:59.618799 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca30607f-000c-466d-9b2b-afae513575df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] DELETE failed (client error): The resource could not be found. Oct 13 11:23:59.619309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca30607f-000c-466d-9b2b-afae513575df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:23:59.626046 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ca30607f-000c-466d-9b2b-afae513575df tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/a31034c9-43fe-4334-a744-6994927148f6 HTTP/1.1" status: 404 len: 337 time: 0.0849624 Oct 13 11:23:59.634688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51896) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:59.659401 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-deb3cd46-748a-442d-a8bb-b9f70e1c8d18 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7040966 Oct 13 11:23:59.664107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3cd46-748a-442d-a8bb-b9f70e1c8d18 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Network': ['ID=bce9cd88-05a5-45b8-9d45-763714c99355,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:23:59.681525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51898) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:59.687417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'admin_state_up': True, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:23:59.714938 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-8000a673-4338-40d9-995c-e0fee6009182 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] DELETE failed (client error): The resource could not be found. Oct 13 11:23:59.719012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8000a673-4338-40d9-995c-e0fee6009182 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:23:59.719157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network bce9cd88-05a5-45b8-9d45-763714c99355 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:23:59.722781 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8000a673-4338-40d9-995c-e0fee6009182 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/2b726b1e-fbfb-482f-ac18-360dab83fff4 HTTP/1.1" status: 404 len: 337 time: 0.0839210 Oct 13 11:23:59.725147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51900) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:59.748885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59591e25-8127-42c4-bdbb-bb0c3674210a req-1a85b79e-083a-4aba-ad3f-625f3c549a0d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:23:59.750942 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59591e25-8127-42c4-bdbb-bb0c3674210a req-1a85b79e-083a-4aba-ad3f-625f3c549a0d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1962335 Oct 13 11:23:59.794177 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18ef7bb-84fc-44be-ae48-160d95ffd5be tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] DELETE failed (client error): The resource could not be found. Oct 13 11:23:59.795072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18ef7bb-84fc-44be-ae48-160d95ffd5be tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:23:59.806451 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b18ef7bb-84fc-44be-ae48-160d95ffd5be tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/356ac351-7ca3-4fec-9a8b-970e344b3414 HTTP/1.1" status: 404 len: 337 time: 0.0775788 Oct 13 11:23:59.809373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51902) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:59.813625 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59591e25-8127-42c4-bdbb-bb0c3674210a req-09a68ed6-3259-4327-bb05-86affde6d613 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551844 Oct 13 11:23:59.857560 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-585240d5-e1ff-4268-b613-d6ba99e1008a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] DELETE failed (client error): The resource could not be found. Oct 13 11:23:59.857560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585240d5-e1ff-4268-b613-d6ba99e1008a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:23:59.859527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-51685fe7-317a-4b6a-a6fc-56a3297b31d3 None None] Provisioning complete for port d4713891-0f51-4cf6-a69d-d0564ce35c71 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:23:59.860244 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-585240d5-e1ff-4268-b613-d6ba99e1008a tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/af45a107-0bbe-44ab-9e09-286ebb436e98 HTTP/1.1" status: 404 len: 333 time: 0.0495584 Oct 13 11:23:59.860503 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-51685fe7-317a-4b6a-a6fc-56a3297b31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.863224 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51904) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:59.898105 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-65faef94-5324-4794-9e5a-8eec88c7d1fa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] DELETE failed (client error): The resource could not be found. Oct 13 11:23:59.899026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65faef94-5324-4794-9e5a-8eec88c7d1fa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:23:59.902518 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-65faef94-5324-4794-9e5a-8eec88c7d1fa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/e2c8b8db-a5bd-4d36-b13d-9990496a8e18 HTTP/1.1" status: 404 len: 337 time: 0.0381505 Oct 13 11:23:59.905431 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51906) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:59.915994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c23db0-5e3e-426a-9e4e-8f6f2338326e None None] Update dhcp port {'port': {'network_id': '62cf829b-ef30-4bc5-b315-2dbd8468bcd7', 'fixed_ips': [{'subnet_id': 'f5f40c0f-86da-4835-bbe7-040e54d6ca54'}], 'binding:host_id': 'n-d-813659-3'}, 'id': 'a694bc19-bbf0-41fe-b12b-1e673a7e3a84'} from n-d-813659-3. {{(pid=101992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 11:23:59.926679 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.930358 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.946225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-51685fe7-317a-4b6a-a6fc-56a3297b31d3 None None] Port d4713891-0f51-4cf6-a69d-d0564ce35c71 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:23:59.953553 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d3c23db0-5e3e-426a-9e4e-8f6f2338326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:23:59.965472 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7c3bac-bbb1-4e17-a42d-7271b417f4c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] DELETE failed (client error): The resource could not be found. Oct 13 11:23:59.966096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7c3bac-bbb1-4e17-a42d-7271b417f4c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:23:59.973222 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51908) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:23:59.973555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ea7c3bac-bbb1-4e17-a42d-7271b417f4c8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/de7a0b3e-7bcd-4c93-9ed7-925ab33dd448 HTTP/1.1" status: 404 len: 337 time: 0.0661085 Oct 13 11:23:59.997983 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a9161c-e262-4d11-a6e2-1c0d306c6dec tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] DELETE failed (client error): The resource could not be found. Oct 13 11:23:59.999096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a9161c-e262-4d11-a6e2-1c0d306c6dec tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:24:00.006037 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-34a9161c-e262-4d11-a6e2-1c0d306c6dec tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/20711bf8-6d99-472a-9b74-0799ce89f9b2 HTTP/1.1" status: 404 len: 333 time: 0.0317202 Oct 13 11:24:00.010933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51910) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:00.040785 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:00.045864 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad0ab94-066f-474a-8f4f-e4b491e77d58 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] DELETE failed (client error): The resource could not be found. Oct 13 11:24:00.046356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad0ab94-066f-474a-8f4f-e4b491e77d58 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:24:00.054783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 51912) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:00.055189 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bad0ab94-066f-474a-8f4f-e4b491e77d58 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/a9288aa8-1ff5-439c-8b0f-deb5cf1b5489 HTTP/1.1" status: 404 len: 337 time: 0.0422530 Oct 13 11:24:00.091711 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-267803a6-83a7-4913-9d6c-d523e294c9e8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] DELETE failed (client error): The resource could not be found. Oct 13 11:24:00.092201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267803a6-83a7-4913-9d6c-d523e294c9e8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:24:00.100036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51916) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:00.116357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-267803a6-83a7-4913-9d6c-d523e294c9e8 tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/subnets/8d1cb54d-b56f-4cde-b342-83352a3758d9 HTTP/1.1" status: 404 len: 337 time: 0.0600779 Oct 13 11:24:00.276751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-870b80bc-aa63-4fb9-9064-d844ae365b1c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port d4713891-0f51-4cf6-a69d-d0564ce35c71 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:00.281603 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-870b80bc-aa63-4fb9-9064-d844ae365b1c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:00.406493 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-870b80bc-aa63-4fb9-9064-d844ae365b1c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:00.428951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-870b80bc-aa63-4fb9-9064-d844ae365b1c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for d4713891-0f51-4cf6-a69d-d0564ce35c71 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:00.434257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69066030-7fc0-4d30-90a6-62b9e03b648b None None] Network 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:00.535881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8de7acfc-8610-409f-87f7-2035278c1feb None None] Provisioning complete for port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:00.536264 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8de7acfc-8610-409f-87f7-2035278c1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:00.676841 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-870b80bc-aa63-4fb9-9064-d844ae365b1c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:00.718729 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-870b80bc-aa63-4fb9-9064-d844ae365b1c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:00.770679 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-870b80bc-aa63-4fb9-9064-d844ae365b1c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/ports/d4713891-0f51-4cf6-a69d-d0564ce35c71 HTTP/1.1" status: 204 len: 168 time: 0.6630111 Oct 13 11:24:00.775155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 51928) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:00.780545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd16c185-52df-4cc2-81ec-f3bc4008e0c0 None None] DHCP port deletion for 62cf829b-ef30-4bc5-b315-2dbd8468bcd7 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:24:00.793076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8de7acfc-8610-409f-87f7-2035278c1feb None None] Could not find standard attr ID for object d4713891-0f51-4cf6-a69d-d0564ce35c71. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:24:00.827973 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:00.863173 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b80bc-aa63-4fb9-9064-d844ae365b1c tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=d4713891-0f51-4cf6-a69d-d0564ce35c71,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:00.923789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-cd16c185-52df-4cc2-81ec-f3bc4008e0c0 None None] Deleting port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:00.925123 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cd16c185-52df-4cc2-81ec-f3bc4008e0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.084591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87260d-6b84-4063-b229-e112dae5d8e3 req-1bb0c49c-b9f2-4b3e-925f-78a91a832969 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:01.116965 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a87260d-6b84-4063-b229-e112dae5d8e3 req-1bb0c49c-b9f2-4b3e-925f-78a91a832969 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1797557 Oct 13 11:24:01.140386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-cd16c185-52df-4cc2-81ec-f3bc4008e0c0 None None] For port a694bc19-bbf0-41fe-b12b-1e673a7e3a84, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,segment=NetworkSegment(05a19111-f614-4a2f-8e09-aceb901786e8),segment_id=05a19111-f614-4a2f-8e09-aceb901786e8)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:01.140563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.140833 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cd16c185-52df-4cc2-81ec-f3bc4008e0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.169294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-cd16c185-52df-4cc2-81ec-f3bc4008e0c0 None None] Calling delete_port for a694bc19-bbf0-41fe-b12b-1e673a7e3a84 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:01.222827 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a87260d-6b84-4063-b229-e112dae5d8e3 req-e1260485-8bcb-4068-9b7b-488c0f6d1547 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049562 Oct 13 11:24:01.256943 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Deleting port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:01.257312 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.384854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] For port a694bc19-bbf0-41fe-b12b-1e673a7e3a84, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,segment=NetworkSegment(05a19111-f614-4a2f-8e09-aceb901786e8),segment_id=05a19111-f614-4a2f-8e09-aceb901786e8)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:01.385699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.402726 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Calling delete_port for a694bc19-bbf0-41fe-b12b-1e673a7e3a84 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:01.434395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a694bc19-bbf0-41fe-b12b-1e673a7e3a84 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:24:01.463951 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.487732 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.538127 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cd16c185-52df-4cc2-81ec-f3bc4008e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.589211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16c185-52df-4cc2-81ec-f3bc4008e0c0 None None] Pushing event deleted for resources: {'Port': ['ID=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:01.598830 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No active binding found for port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 {{(pid=101992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 11:24:01.599338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a694bc19-bbf0-41fe-b12b-1e673a7e3a84 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:24:01.610451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-45444ee3-26be-46b3-a28d-a86c5b57fb93 req-04c54e26-97cc-4723-9bca-497f27f453c5 service neutron] (101991) timed out ('10.222.0.32', 59512) {{(pid=101991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:24:01.624577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16c185-52df-4cc2-81ec-f3bc4008e0c0 None None] No DVR routers for this DVR port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:24:01.631888 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.709183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.25.0.14 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/6ec156af-8c63-46cd-8f77-b2957dabdbeb) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:24:01.722043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] No DVR routers for this DVR port a694bc19-bbf0-41fe-b12b-1e673a7e3a84 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:24:01.729957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Port': ['ID=a694bc19-bbf0-41fe-b12b-1e673a7e3a84,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:01.838755 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.875134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cf829b-ef30-4bc5-b315-2dbd8468bcd7']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:01.887040 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a19111-f614-4a2f-8e09-aceb901786e8') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:01.887343 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a19111-f614-4a2f-8e09-aceb901786e8') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:01.898103 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.915756 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.933016 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.941801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:24:01.942292 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:24:01.946026 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:24:02.110234 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:02.164510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:02.164510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:02.168843 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:24:02.184494 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:02.194836 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:02.196449 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] 10.222.0.32 "DELETE /v2.0/networks/62cf829b-ef30-4bc5-b315-2dbd8468bcd7 HTTP/1.1" status: 204 len: 168 time: 1.3520358 Oct 13 11:24:02.219066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5860c-4015-4cb9-9a69-dff788d280aa tempest-PortsTestJSON-1466139944 tempest-PortsTestJSON-1466139944-project] Pushing event deleted for resources: {'Network': ['ID=62cf829b-ef30-4bc5-b315-2dbd8468bcd7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:02.256089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=6ec156af-8c63-46cd-8f77-b2957dabdbeb,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:02.480617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633c0fd-92d3-4292-a451-dd9759baaf2d req-07a58f91-5d59-4028-996c-b5da82accc66 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:02.482265 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5633c0fd-92d3-4292-a451-dd9759baaf2d req-07a58f91-5d59-4028-996c-b5da82accc66 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0912309 Oct 13 11:24:02.525029 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5633c0fd-92d3-4292-a451-dd9759baaf2d req-ce99c54c-160a-4ed5-a97e-d8e77e9abd59 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350339 Oct 13 11:24:02.735378 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:03.069074 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52044) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:03.127959 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:03.363958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cf1936e1-c9ed-4435-bf17-e101dcfb90ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ea99afd481e471ab97fb70ebaaf7860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913332 Oct 13 11:24:03.364850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52054) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:03.452834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router d1accce8-fe85-4686-b8d5-c4e670e975a2 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:24:03.453484 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:03.489849 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:03.672340 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:24:03.682486 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Sync routers for ids ['d1accce8-fe85-4686-b8d5-c4e670e975a2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:24:03.698074 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Routers {'d1accce8-fe85-4686-b8d5-c4e670e975a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:03.699340 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:23:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d1accce8-fe85-4686-b8d5-c4e670e975a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:03.729730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90645606-7726-49fa-a7a5-eb1827fdef11 req-98baafb4-6372-4c67-8e23-abd3f7bb6067 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:03.731830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-90645606-7726-49fa-a7a5-eb1827fdef11 req-98baafb4-6372-4c67-8e23-abd3f7bb6067 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0746133 Oct 13 11:24:03.787105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-90645606-7726-49fa-a7a5-eb1827fdef11 req-8ecced3f-6806-4715-8cba-e3cb0ae3f191 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Oct 13 11:24:03.811244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:03.811244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:03.811244 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bead4d60-0495-4f06-8e9d-90a8e176620f HTTP/1.1" status: 204 len: 168 time: 0.4420393 Oct 13 11:24:03.816657 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:03.821209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-79d27730-b3ca-41b1-9697-cc7b7cbb55e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1352277 Oct 13 11:24:03.821957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52064) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:03.825087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bead4d60-0495-4f06-8e9d-90a8e176620f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:03.843597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:03.843953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:03.844307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:03.844649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:03.844989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:03.851777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:03.855807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:03.855807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:03.855807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:03.855807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:03.855807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:03.859198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d60ed-ae1b-4aef-8fbc-615a34fdd60c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:03.900373 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Set router d1accce8-fe85-4686-b8d5-c4e670e975a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:24:03.920001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c7397d6c-7f90-43ac-ae4a-0b5c44c5c9ab tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9eecb6b828d240e0ae439032ab75cf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0889258 Oct 13 11:24:03.920332 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52068) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:04.085138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766b33c6-04c1-4c8b-b2a1-8f3fdf8ac47f tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:04.087035 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-766b33c6-04c1-4c8b-b2a1-8f3fdf8ac47f tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1656940 Oct 13 11:24:04.090978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52070) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:04.151587 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2e2c0b79-6db3-4e32-99cb-38fd747af902 tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0596476 Oct 13 11:24:04.154224 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52074) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:04.159478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-76994ea2-cc33-4fbc-b83f-e7b1768b0083 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-718125046', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:04.271407 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:24:02Z', 'revision_number': 3, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:04.314684 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Checking router: d1accce8-fe85-4686-b8d5-c4e670e975a2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:24:04.315473 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Updating router d1accce8-fe85-4686-b8d5-c4e670e975a2 port 6ec156af-8c63-46cd-8f77-b2957dabdbeb binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:24:04.353294 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:04.475777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76994ea2-cc33-4fbc-b83f-e7b1768b0083 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Made reservation on behalf of 9eecb6b828d240e0ae439032ab75cf2f for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:24:04.479720 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-76994ea2-cc33-4fbc-b83f-e7b1768b0083 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:04.858888 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:04.864712 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-76994ea2-cc33-4fbc-b83f-e7b1768b0083 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:04.944380 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:05.028280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76994ea2-cc33-4fbc-b83f-e7b1768b0083 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Subnet': ['ID=0469c964-cda9-4dd9-91f8-9da10a9b1f3b,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:05.034110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009cb5a-56e1-4184-942a-019707de68b3 req-fac0c19b-228b-4520-bbff-c168e7749b5b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:05.040048 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Attempting to bind port 6ec156af-8c63-46cd-8f77-b2957dabdbeb on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:24:05.040048 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Attempting to bind port 6ec156af-8c63-46cd-8f77-b2957dabdbeb by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:24:05.040048 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Attempting to bind port 6ec156af-8c63-46cd-8f77-b2957dabdbeb on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:24:05.051956 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5009cb5a-56e1-4184-942a-019707de68b3 req-fac0c19b-228b-4520-bbff-c168e7749b5b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1580389 Oct 13 11:24:05.054526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76994ea2-cc33-4fbc-b83f-e7b1768b0083 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Checking segment: {'id': 'a2b989d6-4bbf-4323-92fe-c4a95261a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:24:05.055569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76994ea2-cc33-4fbc-b83f-e7b1768b0083 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network hostable DHCP agents. Network: bce9cd88-05a5-45b8-9d45-763714c99355, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:24:05.167202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5009cb5a-56e1-4184-942a-019707de68b3 req-42c24a21-2f82-4e64-a443-4fcb42bd3d54 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087379 Oct 13 11:24:05.196784 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76994ea2-cc33-4fbc-b83f-e7b1768b0083 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network bce9cd88-05a5-45b8-9d45-763714c99355 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:24:05.202502 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:24:05.203301 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:24:05.204464 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:05.204464 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:24:05.208416 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Bound port: 6ec156af-8c63-46cd-8f77-b2957dabdbeb, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:24:05.208416 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:05.250979 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Pushing event updated for resources: {'Port': ['ID=6ec156af-8c63-46cd-8f77-b2957dabdbeb,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:05.268219 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:05.268680 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:05.269093 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:05.269499 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:05.270661 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:05.271073 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:05.271470 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:05.271872 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:05.272269 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:05.272662 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:05.273178 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:05.273575 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:05.287240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-76994ea2-cc33-4fbc-b83f-e7b1768b0083 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, bce9cd88-05a5-45b8-9d45-763714c99355) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:05.293172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76994ea2-cc33-4fbc-b83f-e7b1768b0083 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:05.295724 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-76994ea2-cc33-4fbc-b83f-e7b1768b0083 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:05.300544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e30e8cb-7f58-479d-a4bd-4a1fa4332eac None None] Network bce9cd88-05a5-45b8-9d45-763714c99355 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:05.342321 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] For port 6ec156af-8c63-46cd-8f77-b2957dabdbeb, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:24:05.344035 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] For port 6ec156af-8c63-46cd-8f77-b2957dabdbeb, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6ec156af-8c63-46cd-8f77-b2957dabdbeb,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:24:05.433765 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-76994ea2-cc33-4fbc-b83f-e7b1768b0083 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2784646 Oct 13 11:24:05.436677 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52110) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:05.531971 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:05.608437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52112) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:05.674231 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-bce9cd88-05a5-45b8-9d45-763714c99355', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ips': [{'subnet_id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:24:05.675599 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:05.732340 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Routers {'d1accce8-fe85-4686-b8d5-c4e670e975a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:05.732982 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:23:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d1accce8-fe85-4686-b8d5-c4e670e975a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:05.825373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-cbf94e6e-1c87-4bab-af3e-69b1b39f2824 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-993188025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:05.841933 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32990bcb-db33-4722-8d3f-80ad31602bf7 None None] Pushing event updated for resources: {'Port': ['ID=6ec156af-8c63-46cd-8f77-b2957dabdbeb,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:05.995819 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbf94e6e-1c87-4bab-af3e-69b1b39f2824 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:05.996906 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbf94e6e-1c87-4bab-af3e-69b1b39f2824 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:06.000379 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Allocated IP 172.20.0.2 (bce9cd88-05a5-45b8-9d45-763714c99355/0469c964-cda9-4dd9-91f8-9da10a9b1f3b/abc6d6df-bbd1-4470-80c9-5f36ff91fcf1) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:24:06.011907 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] Set router d1accce8-fe85-4686-b8d5-c4e670e975a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:24:06.145287 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbf94e6e-1c87-4bab-af3e-69b1b39f2824 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:06.217353 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbf94e6e-1c87-4bab-af3e-69b1b39f2824 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:06.344023 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:06.377376 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbf94e6e-1c87-4bab-af3e-69b1b39f2824 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:06.379464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cbf94e6e-1c87-4bab-af3e-69b1b39f2824 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7696605 Oct 13 11:24:06.382227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52124) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:06.395102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-167620300'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:06.401746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0eca4-30ba-4c43-9070-2640372aa3a4 req-8e5e3c2f-2c28-41bc-a1cf-7d6b2dc89df8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:06.412835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7c0eca4-30ba-4c43-9070-2640372aa3a4 req-8e5e3c2f-2c28-41bc-a1cf-7d6b2dc89df8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1096709 Oct 13 11:24:06.447487 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:06.463800 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7c0eca4-30ba-4c43-9070-2640372aa3a4 req-9a440ff0-be91-42c3-b4f0-21025786156b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492558 Oct 13 11:24:06.492542 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:24:02Z', 'revision_number': 3, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:06.556929 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Network bce9cd88-05a5-45b8-9d45-763714c99355 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:06.566267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:06.576238 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bca912-1e43-4bbb-9ff1-9e6b14f852d8 None None] The sync data for ids ['d1accce8-fe85-4686-b8d5-c4e670e975a2'] in n-d-813659-3 is: [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:24:02Z', 'revision_number': 3, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:24:06.597044 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:06.608225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Pushing event updated for resources: {'Port': ['ID=abc6d6df-bbd1-4470-80c9-5f36ff91fcf1,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:06.617801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:24:06.656768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Made reservation on behalf of 0e193da0b67e4fe397dc9225cc1c91b4 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:24:06.659472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:06.711090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Attempting to bind port abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:24:06.714024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Attempting to bind port abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'a2b989d6-4bbf-4323-92fe-c4a95261a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:24:06.714024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Attempting to bind port abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 on network bce9cd88-05a5-45b8-9d45-763714c99355 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:24:06.727670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:24:06.730313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Checking segment: {'id': 'a2b989d6-4bbf-4323-92fe-c4a95261a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:24:06.730964 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:06.731565 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Bound using segment: {'id': 'a2b989d6-4bbf-4323-92fe-c4a95261a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:24:06.732073 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Bound port: abc6d6df-bbd1-4470-80c9-5f36ff91fcf1, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b989d6-4bbf-4323-92fe-c4a95261a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:24:06.732474 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:06.751050 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:06.815588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] For port abc6d6df-bbd1-4470-80c9-5f36ff91fcf1, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:24:06.819174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] For port abc6d6df-bbd1-4470-80c9-5f36ff91fcf1, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=abc6d6df-bbd1-4470-80c9-5f36ff91fcf1,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:24:06.890538 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:06.933334 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:07.030728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:07.129654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983981a-6ed2-4f0d-bad1-735b22f4c0c9 None None] Pushing event updated for resources: {'Port': ['ID=abc6d6df-bbd1-4470-80c9-5f36ff91fcf1,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:07.231446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755d7714-de74-482b-b4ed-a44173c6b0d4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:07.247015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:24:07.272211 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:07.272675 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Added segment b0d3b679-134f-4154-8aa4-73d5227a9a23 of type vlan for network 62be4c0b-ced7-4cbc-85dc-b43b8238a607 Oct 13 11:24:07.333644 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:07.401740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.20.0.1 (bce9cd88-05a5-45b8-9d45-763714c99355/0469c964-cda9-4dd9-91f8-9da10a9b1f3b/624b24e1-9416-45fd-b505-20cc9c435363) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:24:07.532174 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:07.539851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:07.542836 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:07.542985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6ec156af-8c63-46cd-8f77-b2957dabdbeb up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:07.696034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event updated for resources: {'Network': ['ID=62be4c0b-ced7-4cbc-85dc-b43b8238a607,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:07.719955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 6ec156af-8c63-46cd-8f77-b2957dabdbeb triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:07.720353 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:07.819569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f94bb9-f66c-433a-a65f-7535e1abd768 req-e94d4d56-18f4-4732-b444-cc7b46066ced tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:07.824442 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2f94bb9-f66c-433a-a65f-7535e1abd768 req-e94d4d56-18f4-4732-b444-cc7b46066ced tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1462824 Oct 13 11:24:07.836130 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7f9a75d2-9c68-4131-962a-adf83b558ea4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4526632 Oct 13 11:24:07.844327 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 62be4c0b-ced7-4cbc-85dc-b43b8238a607 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:24:07.852843 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52138) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:07.867001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b2160491-f934-4889-b33c-ec84a4e6199f tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Request body: {'subnet': {'network_id': '62be4c0b-ced7-4cbc-85dc-b43b8238a607', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:07.874789 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:08.041395 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:08.119692 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2f94bb9-f66c-433a-a65f-7535e1abd768 req-e5855749-0b6c-4599-893e-4d3581385cf4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847340 Oct 13 11:24:08.145770 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b291c991-9e51-4d4b-8ae0-d7a7d9fa4d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:08.176834 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:08.219095 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 6ec156af-8c63-46cd-8f77-b2957dabdbeb, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6ec156af-8c63-46cd-8f77-b2957dabdbeb,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:08.270311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network bce9cd88-05a5-45b8-9d45-763714c99355 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:08.282309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:08.288316 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2160491-f934-4889-b33c-ec84a4e6199f tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Made reservation on behalf of 0e193da0b67e4fe397dc9225cc1c91b4 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:24:08.293187 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2160491-f934-4889-b33c-ec84a4e6199f tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:08.298458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:24:08.313300 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:08.446814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=6ec156af-8c63-46cd-8f77-b2957dabdbeb,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:08.453489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=624b24e1-9416-45fd-b505-20cc9c435363,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:08.465897 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:08.828786 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2160491-f934-4889-b33c-ec84a4e6199f tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:08.868564 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:08.932095 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:08.980528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eedb097-0a13-4125-9915-58e9b2ae4fc1 None None] Network bce9cd88-05a5-45b8-9d45-763714c99355 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:08.998509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2160491-f934-4889-b33c-ec84a4e6199f tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event updated for resources: {'Subnet': ['ID=da0991e1-e419-416a-9de2-a771ba3b636d,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:09.040082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2160491-f934-4889-b33c-ec84a4e6199f tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Checking segment: {'id': 'b0d3b679-134f-4154-8aa4-73d5227a9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62be4c0b-ced7-4cbc-85dc-b43b8238a607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:24:09.040544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2160491-f934-4889-b33c-ec84a4e6199f tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Network hostable DHCP agents. Network: 62be4c0b-ced7-4cbc-85dc-b43b8238a607, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:24:09.172978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2160491-f934-4889-b33c-ec84a4e6199f tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Network 62be4c0b-ced7-4cbc-85dc-b43b8238a607 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:24:09.368888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b2160491-f934-4889-b33c-ec84a4e6199f tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 62be4c0b-ced7-4cbc-85dc-b43b8238a607) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:09.399044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2160491-f934-4889-b33c-ec84a4e6199f tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:09.400522 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2160491-f934-4889-b33c-ec84a4e6199f tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:09.472529 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:09.486039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d537807-1356-41fc-bd4f-027c1fbb57da None None] Network 62be4c0b-ced7-4cbc-85dc-b43b8238a607 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:09.487354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42134f-6d19-4a6e-b230-f3bd828cfda2 req-fa8760b8-d430-4765-af91-f7c401497874 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:09.505507 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f42134f-6d19-4a6e-b230-f3bd828cfda2 req-fa8760b8-d430-4765-af91-f7c401497874 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.2241650 Oct 13 11:24:09.602579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0630ffdf-bfa6-420a-a14e-6b3ed43d0472 None None] Provisioning complete for port abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:09.603013 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0630ffdf-bfa6-420a-a14e-6b3ed43d0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:09.619553 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:09.655026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b2160491-f934-4889-b33c-ec84a4e6199f tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8009830 Oct 13 11:24:09.662304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:09.670624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52152) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:09.698228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-70762d52-66d5-4b93-b6a1-1bb2dda7a033 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Request body: {'network': {'name': 'tempest-router-network01--243365860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:09.847126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f42134f-6d19-4a6e-b230-f3bd828cfda2 req-b7accfb2-b1aa-480b-9455-374de5a4682a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396931 Oct 13 11:24:09.896883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=624b24e1-9416-45fd-b505-20cc9c435363,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:09.913923 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:09.927145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70762d52-66d5-4b93-b6a1-1bb2dda7a033 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Made reservation on behalf of 0e193da0b67e4fe397dc9225cc1c91b4 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:24:09.933379 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70762d52-66d5-4b93-b6a1-1bb2dda7a033 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:09.969070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:09.969627 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:10.022146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70762d52-66d5-4b93-b6a1-1bb2dda7a033 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:24:10.047707 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70762d52-66d5-4b93-b6a1-1bb2dda7a033 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:10.048057 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-70762d52-66d5-4b93-b6a1-1bb2dda7a033 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Added segment 330ff8df-4cc4-4d7d-809e-0d3809d31d6c of type vlan for network b776ffdf-8972-4776-a7c7-5949d7babb38 Oct 13 11:24:10.099362 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0630ffdf-bfa6-420a-a14e-6b3ed43d0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:10.127590 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70762d52-66d5-4b93-b6a1-1bb2dda7a033 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:10.163526 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-62be4c0b-ced7-4cbc-85dc-b43b8238a607', 'network_id': '62be4c0b-ced7-4cbc-85dc-b43b8238a607', 'tenant_id': '0e193da0b67e4fe397dc9225cc1c91b4', 'fixed_ips': [{'subnet_id': 'da0991e1-e419-416a-9de2-a771ba3b636d'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:24:10.164921 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:10.194005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network bce9cd88-05a5-45b8-9d45-763714c99355 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:10.197757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:10.270020 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70762d52-66d5-4b93-b6a1-1bb2dda7a033 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:10.278833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70762d52-66d5-4b93-b6a1-1bb2dda7a033 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:10.279720 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70762d52-66d5-4b93-b6a1-1bb2dda7a033 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:10.462347 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:10.509242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70762d52-66d5-4b93-b6a1-1bb2dda7a033 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event updated for resources: {'Network': ['ID=b776ffdf-8972-4776-a7c7-5949d7babb38,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:10.515631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router d1accce8-fe85-4686-b8d5-c4e670e975a2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:24:10.539889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-70762d52-66d5-4b93-b6a1-1bb2dda7a033 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8632450 Oct 13 11:24:10.542585 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52158) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:10.550099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0630ffdf-bfa6-420a-a14e-6b3ed43d0472 None None] For port abc6d6df-bbd1-4470-80c9-5f36ff91fcf1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=abc6d6df-bbd1-4470-80c9-5f36ff91fcf1,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:10.560500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-80e2ab52-d564-42a8-80ce-4f19f702c2ca tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Request body: {'network': {'name': 'tempest-router-network02--542804465'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:10.587402 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network b776ffdf-8972-4776-a7c7-5949d7babb38 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:24:10.713414 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0630ffdf-bfa6-420a-a14e-6b3ed43d0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:10.727559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e2ab52-d564-42a8-80ce-4f19f702c2ca tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Made reservation on behalf of 0e193da0b67e4fe397dc9225cc1c91b4 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:24:10.732914 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80e2ab52-d564-42a8-80ce-4f19f702c2ca tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:10.802409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e2ab52-d564-42a8-80ce-4f19f702c2ca tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:24:10.829120 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80e2ab52-d564-42a8-80ce-4f19f702c2ca tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:10.829515 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-80e2ab52-d564-42a8-80ce-4f19f702c2ca tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Added segment 73d54eb0-069a-4278-9780-64cdf9473ab6 of type vlan for network c084dcef-2e84-4f90-bf4c-91e21bcf47f5 Oct 13 11:24:10.853168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:24:10.868478 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3b4a8f72-eebb-45e2-95e3-e1513fcd912a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "PUT /v2.0/routers/d1accce8-fe85-4686-b8d5-c4e670e975a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4277422 Oct 13 11:24:10.921341 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:10.929449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Sync routers for ids ['d1accce8-fe85-4686-b8d5-c4e670e975a2'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:24:10.948394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80e2ab52-d564-42a8-80ce-4f19f702c2ca tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:11.063301 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-860f34ff-1fb5-45a2-bb94-c94fded4265c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:11.086259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Allocated IP 2001:db8::2 (62be4c0b-ced7-4cbc-85dc-b43b8238a607/da0991e1-e419-416a-9de2-a771ba3b636d/42860173-35d4-4a65-b2e1-5e572331cdb0) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:24:11.119210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fce28c-8e2e-4b6e-aba0-9bdeae927a62 req-1e9683bc-10b6-485b-a781-a3a7496c92a9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:11.119210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65fce28c-8e2e-4b6e-aba0-9bdeae927a62 req-1e9683bc-10b6-485b-a781-a3a7496c92a9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0939226 Oct 13 11:24:11.119446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Routers {'d1accce8-fe85-4686-b8d5-c4e670e975a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:11.119622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80e2ab52-d564-42a8-80ce-4f19f702c2ca tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:11.119730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:23:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d1accce8-fe85-4686-b8d5-c4e670e975a2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:11.124291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2ab52-d564-42a8-80ce-4f19f702c2ca tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:11.125036 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-80e2ab52-d564-42a8-80ce-4f19f702c2ca tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:11.191107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630ffdf-bfa6-420a-a14e-6b3ed43d0472 None None] Pushing event updated for resources: {'Port': ['ID=abc6d6df-bbd1-4470-80c9-5f36ff91fcf1,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:11.206002 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:24:11.206369 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:24:11.219231 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b13d5228-a133-4776-a21a-3343b8a00f70 None None] Provisioning complete for port abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:11.219857 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b13d5228-a133-4776-a21a-3343b8a00f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:11.273902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2ab52-d564-42a8-80ce-4f19f702c2ca tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event updated for resources: {'Network': ['ID=c084dcef-2e84-4f90-bf4c-91e21bcf47f5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:11.299322 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65fce28c-8e2e-4b6e-aba0-9bdeae927a62 req-1a1b9a6b-2f19-4b09-ba06-a8e417cdc5c2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693215 Oct 13 11:24:11.384713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52176) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:11.385209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-80e2ab52-d564-42a8-80ce-4f19f702c2ca tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8409388 Oct 13 11:24:11.392148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d247893a-a5f9-4dba-881e-c9ea0fc8b5cc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Request body: {'subnet': {'network_id': 'b776ffdf-8972-4776-a7c7-5949d7babb38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:11.539649 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-25ae9ce1-5aaf-4d04-9bec-cb6c9a3fff6a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697553687&fields=id&tenant_id=9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 267 time: 0.0846531 Oct 13 11:24:11.575891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network c084dcef-2e84-4f90-bf4c-91e21bcf47f5 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:24:11.728255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-13321b86-c608-4f36-8dc0-215a87f2abf8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:11.734372 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-13321b86-c608-4f36-8dc0-215a87f2abf8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/networks?id=bce9cd88-05a5-45b8-9d45-763714c99355 HTTP/1.1" status: 200 len: 797 time: 0.1918578 Oct 13 11:24:11.833033 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4e04cdb7-9ede-45cf-bc40-8c11715b1d5d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/quotas/9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 375 time: 0.0674763 Oct 13 11:24:11.886829 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Set router d1accce8-fe85-4686-b8d5-c4e670e975a2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:24:11.900817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c6b1ff9-1ae8-4f33-998f-dc31337acffe req-53a60c7a-8bc6-4dd3-98e2-cf06443ffe1c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2677033 Oct 13 11:24:11.936498 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:11.965026 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6ec156af-8c63-46cd-8f77-b2957dabdbeb up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:12.008695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-7be8e603-68d9-4cf9-9b1a-8e7ceeb31d97 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1697037 Oct 13 11:24:12.417716 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:12.432927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b1ff9-1ae8-4f33-998f-dc31337acffe req-7e6871c4-1fdf-4cc5-838f-ffc082851d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:12.434797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c6b1ff9-1ae8-4f33-998f-dc31337acffe req-7e6871c4-1fdf-4cc5-838f-ffc082851d2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 1096 time: 0.4237642 Oct 13 11:24:12.531256 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-de6cf8e9-0055-4180-bf8d-6112c6449a80 service neutron] 10.222.0.32 "GET /v2.0/networks/bce9cd88-05a5-45b8-9d45-763714c99355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749253 Oct 13 11:24:12.542202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d247893a-a5f9-4dba-881e-c9ea0fc8b5cc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Made reservation on behalf of 0e193da0b67e4fe397dc9225cc1c91b4 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:24:12.548409 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d247893a-a5f9-4dba-881e-c9ea0fc8b5cc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:12.558743 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 6ec156af-8c63-46cd-8f77-b2957dabdbeb triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:12.561031 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:12.588826 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:12.683061 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b13d5228-a133-4776-a21a-3343b8a00f70 None None] Provisioning complete for port 624b24e1-9416-45fd-b505-20cc9c435363 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:12.684392 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b13d5228-a133-4776-a21a-3343b8a00f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:12.722589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b1ff9-1ae8-4f33-998f-dc31337acffe req-a8036a61-0010-4571-8276-38c304c62ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:12.723844 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c6b1ff9-1ae8-4f33-998f-dc31337acffe req-a8036a61-0010-4571-8276-38c304c62ef9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 200 len: 915 time: 0.2652009 Oct 13 11:24:12.801304 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c6b1ff9-1ae8-4f33-998f-dc31337acffe req-71f010ad-26ba-452b-89c4-bb49cd749c8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a HTTP/1.1" status: 200 len: 217 time: 0.0646682 Oct 13 11:24:12.805221 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-a0ac2816-1bbb-4863-bece-d93a6a626b5d service neutron] 10.222.0.32 "GET /v2.0/networks/bce9cd88-05a5-45b8-9d45-763714c99355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620070 Oct 13 11:24:12.839137 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:12.895714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b1ff9-1ae8-4f33-998f-dc31337acffe req-c99fde25-e450-4fa4-8926-5b059bfc76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:12.897328 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c6b1ff9-1ae8-4f33-998f-dc31337acffe req-c99fde25-e450-4fa4-8926-5b059bfc76d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40420b33-4d47-4003-890e-dc51ede41596 HTTP/1.1" status: 200 len: 854 time: 0.0878725 Oct 13 11:24:12.937541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c6b1ff9-1ae8-4f33-998f-dc31337acffe req-e995e939-5a8e-4539-af9b-6033f791f05b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbf8db7d-4319-46d8-b065-1b14a7f7b447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311236 Oct 13 11:24:12.940102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Network 62be4c0b-ced7-4cbc-85dc-b43b8238a607 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:12.945491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b13d5228-a133-4776-a21a-3343b8a00f70 None None] Port 624b24e1-9416-45fd-b505-20cc9c435363 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:24:12.949564 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:12.953651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Pushing event updated for resources: {'Port': ['ID=42860173-35d4-4a65-b2e1-5e572331cdb0,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:12.957332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:24:13.118850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '624b24e1-9416-45fd-b505-20cc9c435363', 'name': '', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:2a:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:06Z', 'updated_at': '2021-10-13T11:24:09Z', 'revision_number': 2, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:13.164182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c6b1ff9-1ae8-4f33-998f-dc31337acffe req-88c44aba-3595-42ed-bce4-72236e5998d0 service neutron] 10.222.0.21 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195983 Oct 13 11:24:13.263251 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d247893a-a5f9-4dba-881e-c9ea0fc8b5cc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:13.296900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:13.297281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:13.297621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:13.300802 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:13.301159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:13.301507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:13.301845 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:13.302185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:13.302540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:13.302864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:13.324821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:13.327696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:13.351506 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Checking router: d1accce8-fe85-4686-b8d5-c4e670e975a2 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:24:13.357035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Updating router d1accce8-fe85-4686-b8d5-c4e670e975a2 port 624b24e1-9416-45fd-b505-20cc9c435363 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:24:13.380351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247893a-a5f9-4dba-881e-c9ea0fc8b5cc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event updated for resources: {'Subnet': ['ID=614750a4-3944-4173-a6e6-22857d45dcae,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:13.406427 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9265eae-2803-48eb-96f3-284004c5f60c req-353ef8cf-5874-478e-9375-2b506998f59b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2086866 Oct 13 11:24:13.430718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d247893a-a5f9-4dba-881e-c9ea0fc8b5cc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Checking segment: {'id': '330ff8df-4cc4-4d7d-809e-0d3809d31d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b776ffdf-8972-4776-a7c7-5949d7babb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:24:13.431254 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d247893a-a5f9-4dba-881e-c9ea0fc8b5cc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Network hostable DHCP agents. Network: b776ffdf-8972-4776-a7c7-5949d7babb38, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:24:13.432097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:13.504055 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c6b1ff9-1ae8-4f33-998f-dc31337acffe req-8bfa2fb9-113a-4ff0-a5fe-c12c62ec33cc service neutron] 10.222.0.21 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317037 Oct 13 11:24:13.524533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb45686-7958-461e-855c-84f3318da2be req-f005b715-fda4-455f-a8a5-247c4cdee9cc tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:13.526440 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ceb45686-7958-461e-855c-84f3318da2be req-f005b715-fda4-455f-a8a5-247c4cdee9cc tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1919029 Oct 13 11:24:13.544416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Attempting to bind port 42860173-35d4-4a65-b2e1-5e572331cdb0 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:24:13.544792 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Attempting to bind port 42860173-35d4-4a65-b2e1-5e572331cdb0 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'b0d3b679-134f-4154-8aa4-73d5227a9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62be4c0b-ced7-4cbc-85dc-b43b8238a607'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:24:13.545154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Attempting to bind port 42860173-35d4-4a65-b2e1-5e572331cdb0 on network 62be4c0b-ced7-4cbc-85dc-b43b8238a607 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:24:13.551560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9265eae-2803-48eb-96f3-284004c5f60c req-0570c0e1-fc3a-4548-a110-b9a8e58a5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:13.553948 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9265eae-2803-48eb-96f3-284004c5f60c req-0570c0e1-fc3a-4548-a110-b9a8e58a5c51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 1097 time: 0.1164439 Oct 13 11:24:13.574954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:24:13.575370 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Checking segment: {'id': 'b0d3b679-134f-4154-8aa4-73d5227a9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62be4c0b-ced7-4cbc-85dc-b43b8238a607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:24:13.575780 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:13.576181 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Bound using segment: {'id': 'b0d3b679-134f-4154-8aa4-73d5227a9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62be4c0b-ced7-4cbc-85dc-b43b8238a607'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:24:13.576704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Bound port: 42860173-35d4-4a65-b2e1-5e572331cdb0, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d3b679-134f-4154-8aa4-73d5227a9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62be4c0b-ced7-4cbc-85dc-b43b8238a607'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:24:13.577125 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:13.585591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ffe351e2-db0c-485f-9ccd-9100cfd95fe0 None None] Provisioning complete for port 624b24e1-9416-45fd-b505-20cc9c435363 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:13.585989 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ffe351e2-db0c-485f-9ccd-9100cfd95fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:13.620911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ceb45686-7958-461e-855c-84f3318da2be req-0f1031f0-1bf2-4896-9dbf-9afa4ba44c96 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868661 Oct 13 11:24:13.652438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d247893a-a5f9-4dba-881e-c9ea0fc8b5cc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Network b776ffdf-8972-4776-a7c7-5949d7babb38 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:24:13.661596 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:13.789847 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1ce091f5-a1a9-494e-ba56-f03a01856c74 req-7eb110ce-8dbb-4000-a984-a96beeeb9718 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 210 time: 0.0930052 Oct 13 11:24:13.823299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9265eae-2803-48eb-96f3-284004c5f60c req-63269431-f6c5-48fd-8a5e-e3a3edfa4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:13.830145 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9265eae-2803-48eb-96f3-284004c5f60c req-63269431-f6c5-48fd-8a5e-e3a3edfa4d24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 200 len: 915 time: 0.2471676 Oct 13 11:24:13.830145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-d247893a-a5f9-4dba-881e-c9ea0fc8b5cc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, b776ffdf-8972-4776-a7c7-5949d7babb38) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:13.835587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d247893a-a5f9-4dba-881e-c9ea0fc8b5cc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:13.849920 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d247893a-a5f9-4dba-881e-c9ea0fc8b5cc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:13.858009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] For port 42860173-35d4-4a65-b2e1-5e572331cdb0, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:24:13.862355 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] For port 42860173-35d4-4a65-b2e1-5e572331cdb0, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=42860173-35d4-4a65-b2e1-5e572331cdb0,segment=NetworkSegment(b0d3b679-134f-4154-8aa4-73d5227a9a23),segment_id=b0d3b679-134f-4154-8aa4-73d5227a9a23)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:24:13.915247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ffe351e2-db0c-485f-9ccd-9100cfd95fe0 None None] Port 624b24e1-9416-45fd-b505-20cc9c435363 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:24:13.916868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6e4998-133f-42ec-a132-daaf150b1d01 None None] Network b776ffdf-8972-4776-a7c7-5949d7babb38 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:13.922702 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:13.936450 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:13.974679 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9265eae-2803-48eb-96f3-284004c5f60c req-973c9eb3-ae37-473e-ac37-dd15802333b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b531dddb-6393-4e8f-9e78-97aa87e1ecf4 HTTP/1.1" status: 200 len: 217 time: 0.1177020 Oct 13 11:24:14.001919 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:14.009569 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:14.089782 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9265eae-2803-48eb-96f3-284004c5f60c req-9e6870a4-f4f5-4f91-9dc8-a1c9e86aac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:14.093241 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9265eae-2803-48eb-96f3-284004c5f60c req-9e6870a4-f4f5-4f91-9dc8-a1c9e86aac41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40420b33-4d47-4003-890e-dc51ede41596 HTTP/1.1" status: 200 len: 854 time: 0.1126804 Oct 13 11:24:14.147689 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9265eae-2803-48eb-96f3-284004c5f60c req-d649ace4-b013-40c7-8421-0db5ef35eb0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dbf8db7d-4319-46d8-b065-1b14a7f7b447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457504 Oct 13 11:24:14.159062 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d247893a-a5f9-4dba-881e-c9ea0fc8b5cc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7724977 Oct 13 11:24:14.163456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52236) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:14.169525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-69ec4c87-e088-4abd-936f-51b06a2dd797 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Request body: {'subnet': {'network_id': 'c084dcef-2e84-4f90-bf4c-91e21bcf47f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:14.340305 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9265eae-2803-48eb-96f3-284004c5f60c req-4bfdce05-6b61-4e2d-bf77-593bb385ecb2 service neutron] 10.222.0.46 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797867 Oct 13 11:24:14.559231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d9265eae-2803-48eb-96f3-284004c5f60c req-d35d77a7-0fcc-4a05-a9c3-442fa8433e0f service neutron] 10.222.0.46 "GET /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055726 Oct 13 11:24:14.589462 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0c395-4157-4d73-83ea-906428b201b5 None None] Pushing event updated for resources: {'Port': ['ID=42860173-35d4-4a65-b2e1-5e572331cdb0,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:14.652980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ec4c87-e088-4abd-936f-51b06a2dd797 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Made reservation on behalf of 0e193da0b67e4fe397dc9225cc1c91b4 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:24:14.658796 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69ec4c87-e088-4abd-936f-51b06a2dd797 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:14.709546 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-b776ffdf-8972-4776-a7c7-5949d7babb38', 'network_id': 'b776ffdf-8972-4776-a7c7-5949d7babb38', 'tenant_id': '0e193da0b67e4fe397dc9225cc1c91b4', 'fixed_ips': [{'subnet_id': '614750a4-3944-4173-a6e6-22857d45dcae'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:24:14.710455 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:15.156670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367043a5-2c5c-4aea-97e2-6ddc47758ab2 req-0ee2696e-867e-486c-8ec5-67cffaaca27c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:15.159038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-367043a5-2c5c-4aea-97e2-6ddc47758ab2 req-0ee2696e-867e-486c-8ec5-67cffaaca27c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0942590 Oct 13 11:24:15.183507 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:15.196169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Allocated IP 2001:db8::2 (b776ffdf-8972-4776-a7c7-5949d7babb38/614750a4-3944-4173-a6e6-22857d45dcae/1ef1cb99-c05b-4952-b58d-cf3de3fae651) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:24:15.217593 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69ec4c87-e088-4abd-936f-51b06a2dd797 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:15.370146 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:15.406698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec4c87-e088-4abd-936f-51b06a2dd797 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event updated for resources: {'Subnet': ['ID=7f8402a3-5d97-450c-abbe-2d3f6084a20a,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:15.412861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 42860173-35d4-4a65-b2e1-5e572331cdb0 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:15.449263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-367043a5-2c5c-4aea-97e2-6ddc47758ab2 req-08e3f833-18dc-4996-93ef-fa36cdacb92e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772119 Oct 13 11:24:15.512203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec4c87-e088-4abd-936f-51b06a2dd797 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Checking segment: {'id': '73d54eb0-069a-4278-9780-64cdf9473ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c084dcef-2e84-4f90-bf4c-91e21bcf47f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:24:15.515949 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec4c87-e088-4abd-936f-51b06a2dd797 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Network hostable DHCP agents. Network: c084dcef-2e84-4f90-bf4c-91e21bcf47f5, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:24:15.699365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16ea255a-0ff1-4423-ba62-0bb3b2120874 req-5cf2724d-b146-4ae5-8e0d-2772ef2cf665 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 210 time: 0.0797834 Oct 13 11:24:15.705962 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec4c87-e088-4abd-936f-51b06a2dd797 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Network c084dcef-2e84-4f90-bf4c-91e21bcf47f5 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:24:15.759686 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc1b48-eca9-4d50-b8ec-31017ee1c08f None None] Pushing event updated for resources: {'Port': ['ID=624b24e1-9416-45fd-b505-20cc9c435363,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:15.761955 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:15.791564 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 42860173-35d4-4a65-b2e1-5e572331cdb0 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:15.792311 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:15.938672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-69ec4c87-e088-4abd-936f-51b06a2dd797 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, c084dcef-2e84-4f90-bf4c-91e21bcf47f5) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:15.952175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec4c87-e088-4abd-936f-51b06a2dd797 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:15.953135 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69ec4c87-e088-4abd-936f-51b06a2dd797 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:15.955526 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aeac41-3d1a-4426-8684-00fb7500bece None None] Network 62be4c0b-ced7-4cbc-85dc-b43b8238a607 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:15.994794 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f086ab-972c-4acb-9388-1312bb4959e1 None None] Network c084dcef-2e84-4f90-bf4c-91e21bcf47f5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:16.039174 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:16.120584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-69ec4c87-e088-4abd-936f-51b06a2dd797 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9556544 Oct 13 11:24:16.123234 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52266) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:16.149287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Attempting to bind port 624b24e1-9416-45fd-b505-20cc9c435363 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:24:16.149746 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Attempting to bind port 624b24e1-9416-45fd-b505-20cc9c435363 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'a2b989d6-4bbf-4323-92fe-c4a95261a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:24:16.150174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Attempting to bind port 624b24e1-9416-45fd-b505-20cc9c435363 on network bce9cd88-05a5-45b8-9d45-763714c99355 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:24:16.185187 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Network b776ffdf-8972-4776-a7c7-5949d7babb38 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:16.215144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:16.229861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:24:16.230458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Checking segment: {'id': 'a2b989d6-4bbf-4323-92fe-c4a95261a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:24:16.230866 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:16.231318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Bound using segment: {'id': 'a2b989d6-4bbf-4323-92fe-c4a95261a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:24:16.231879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Bound port: 624b24e1-9416-45fd-b505-20cc9c435363, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b989d6-4bbf-4323-92fe-c4a95261a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:24:16.232341 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:16.238826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:24:16.248129 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-32fe678a-f586-485a-b93a-a017eeab13a8 None None] Provisioning complete for port 42860173-35d4-4a65-b2e1-5e572331cdb0 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:16.248654 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32fe678a-f586-485a-b93a-a017eeab13a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:16.250692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Pushing event updated for resources: {'Port': ['ID=1ef1cb99-c05b-4952-b58d-cf3de3fae651,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:16.708682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Attempting to bind port 1ef1cb99-c05b-4952-b58d-cf3de3fae651 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:24:16.709053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Attempting to bind port 1ef1cb99-c05b-4952-b58d-cf3de3fae651 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '330ff8df-4cc4-4d7d-809e-0d3809d31d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b776ffdf-8972-4776-a7c7-5949d7babb38'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:24:16.709416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Attempting to bind port 1ef1cb99-c05b-4952-b58d-cf3de3fae651 on network b776ffdf-8972-4776-a7c7-5949d7babb38 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:24:16.730930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:16.735436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa79848-f5b7-405a-8509-89fbff802c70 req-33794f62-717d-4d4d-9fb8-39be4f4c4191 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:16.746166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5aa79848-f5b7-405a-8509-89fbff802c70 req-33794f62-717d-4d4d-9fb8-39be4f4c4191 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1177769 Oct 13 11:24:16.767141 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:24:16.767141 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Checking segment: {'id': '330ff8df-4cc4-4d7d-809e-0d3809d31d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b776ffdf-8972-4776-a7c7-5949d7babb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:24:16.767141 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:16.769049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Bound using segment: {'id': '330ff8df-4cc4-4d7d-809e-0d3809d31d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b776ffdf-8972-4776-a7c7-5949d7babb38'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:24:16.769049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Bound port: 1ef1cb99-c05b-4952-b58d-cf3de3fae651, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330ff8df-4cc4-4d7d-809e-0d3809d31d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b776ffdf-8972-4776-a7c7-5949d7babb38'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:24:16.769506 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:16.792188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] For port 624b24e1-9416-45fd-b505-20cc9c435363, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:24:16.834312 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5aa79848-f5b7-405a-8509-89fbff802c70 req-4d78c529-0914-4d2a-a18a-6dc9ef20ff95 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861287 Oct 13 11:24:16.880926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] For port 624b24e1-9416-45fd-b505-20cc9c435363, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=624b24e1-9416-45fd-b505-20cc9c435363,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:24:16.900911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:16.909226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-c084dcef-2e84-4f90-bf4c-91e21bcf47f5', 'network_id': 'c084dcef-2e84-4f90-bf4c-91e21bcf47f5', 'tenant_id': '0e193da0b67e4fe397dc9225cc1c91b4', 'fixed_ips': [{'subnet_id': '7f8402a3-5d97-450c-abbe-2d3f6084a20a'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:24:16.909651 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:16.946132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 42860173-35d4-4a65-b2e1-5e572331cdb0, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=42860173-35d4-4a65-b2e1-5e572331cdb0,segment=NetworkSegment(b0d3b679-134f-4154-8aa4-73d5227a9a23),segment_id=b0d3b679-134f-4154-8aa4-73d5227a9a23)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:16.963446 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32fe678a-f586-485a-b93a-a017eeab13a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:17.022221 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e056908-90c8-42bc-b953-108926b402da req-5d9e2ef3-762b-4e60-8b50-53b97da9fd11 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 210 time: 0.0856240 Oct 13 11:24:17.034464 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:17.233975 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:17.246949 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] For port 1ef1cb99-c05b-4952-b58d-cf3de3fae651, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:24:17.268498 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] For port 1ef1cb99-c05b-4952-b58d-cf3de3fae651, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1ef1cb99-c05b-4952-b58d-cf3de3fae651,segment=NetworkSegment(330ff8df-4cc4-4d7d-809e-0d3809d31d6c),segment_id=330ff8df-4cc4-4d7d-809e-0d3809d31d6c)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:24:17.457586 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:17.542618 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Routers {'d1accce8-fe85-4686-b8d5-c4e670e975a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:17.543453 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:24:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d1accce8-fe85-4686-b8d5-c4e670e975a2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:17.624236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-f6ea4d15-cc78-4eb6-bd77-26a1571ba1e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:17.626460 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-f6ea4d15-cc78-4eb6-bd77-26a1571ba1e8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "GET /v2.0/networks?id=bce9cd88-05a5-45b8-9d45-763714c99355 HTTP/1.1" status: 200 len: 797 time: 0.2703972 Oct 13 11:24:17.697128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Allocated IP 2001:db8::1 (b776ffdf-8972-4776-a7c7-5949d7babb38/614750a4-3944-4173-a6e6-22857d45dcae/8ec4a9d6-b3c3-4cbd-b391-9d519b5f017e) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:24:17.697712 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-6845c512-da38-4cf4-9182-d61c4db3c458 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eecb6b828d240e0ae439032ab75cf2f HTTP/1.1" status: 200 len: 380 time: 0.0577030 Oct 13 11:24:17.715944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-91ed9afa-14ef-43e1-a567-78befb80e5c3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'port': {'device_id': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'admin_state_up': True, 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'security_groups': ['0fa668e4-1a3f-4597-bbb7-d212a301de69']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:17.773112 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-32fe678a-f586-485a-b93a-a017eeab13a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:24:17.773681 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-32fe678a-f586-485a-b93a-a017eeab13a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:24:17.774558 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Allocated IP 2001:db8::2 (c084dcef-2e84-4f90-bf4c-91e21bcf47f5/7f8402a3-5d97-450c-abbe-2d3f6084a20a/b8128db3-9cd9-4639-bec3-847acf93ff99) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:24:17.816795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc1b48-eca9-4d50-b8ec-31017ee1c08f None None] Pushing event updated for resources: {'Port': ['ID=624b24e1-9416-45fd-b505-20cc9c435363,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:17.828987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] Set router d1accce8-fe85-4686-b8d5-c4e670e975a2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:24:17.938968 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:18.112508 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:18.222376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event updated for resources: {'Port': ['ID=8ec4a9d6-b3c3-4cbd-b391-9d519b5f017e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:18.233578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Network b776ffdf-8972-4776-a7c7-5949d7babb38 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:18.235377 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:18.242507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:24:18.243113 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:18.550298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e94fba-ba75-4737-abf9-1246be37ac53 req-4fd21081-f645-4fe6-8508-6340fe4af917 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:18.559458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1e94fba-ba75-4737-abf9-1246be37ac53 req-4fd21081-f645-4fe6-8508-6340fe4af917 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1555123 Oct 13 11:24:18.625377 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b1e94fba-ba75-4737-abf9-1246be37ac53 req-3ef52806-6d7f-4459-9ee2-8fe0f0ef739a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654418 Oct 13 11:24:18.653800 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:18.675925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-91ed9afa-14ef-43e1-a567-78befb80e5c3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Made reservation on behalf of 9eecb6b828d240e0ae439032ab75cf2f for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:24:18.680060 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-91ed9afa-14ef-43e1-a567-78befb80e5c3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:18.731324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=42860173-35d4-4a65-b2e1-5e572331cdb0,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:19.132646 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b46ac605-64eb-4cee-b68c-c67ca0fec07e req-ae8da84d-b8c0-4bbf-a26b-f4a299b1d272 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 210 time: 0.1823854 Oct 13 11:24:19.178665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597574a-d62f-4670-b469-68a85c5439b6 None None] Pushing event updated for resources: {'Port': ['ID=1ef1cb99-c05b-4952-b58d-cf3de3fae651,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:19.289896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-91ed9afa-14ef-43e1-a567-78befb80e5c3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.20.0.8 (bce9cd88-05a5-45b8-9d45-763714c99355/0469c964-cda9-4dd9-91f8-9da10a9b1f3b/5b7e92d2-5ef2-4b86-b841-33a8821e5641) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:24:19.473362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:19.475298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-76193d41-7e0a-46e4-889b-ef1218b7966c None None] Provisioning complete for port 42860173-35d4-4a65-b2e1-5e572331cdb0 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:19.475298 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-76193d41-7e0a-46e4-889b-ef1218b7966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:19.679827 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0821f4d7-6cfd-4310-954f-751bf92ffc05 None None] Network b776ffdf-8972-4776-a7c7-5949d7babb38 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:19.699177 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:19.732734 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 42860173-35d4-4a65-b2e1-5e572331cdb0 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:19.817078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-91ed9afa-14ef-43e1-a567-78befb80e5c3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:19.920722 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '624b24e1-9416-45fd-b505-20cc9c435363', 'name': '', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:2a:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:06Z', 'updated_at': '2021-10-13T11:24:16Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:19.979230 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74af26-1146-44e2-8a0e-fbec6b0deeb8 None None] The sync data for ids ['d1accce8-fe85-4686-b8d5-c4e670e975a2'] in n-d-813659-3 is: [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '624b24e1-9416-45fd-b505-20cc9c435363', 'name': '', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:2a:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:06Z', 'updated_at': '2021-10-13T11:24:16Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:24:20.013431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 42860173-35d4-4a65-b2e1-5e572331cdb0 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:20.013820 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:20.151412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-76193d41-7e0a-46e4-889b-ef1218b7966c None None] Provisioning complete for port 624b24e1-9416-45fd-b505-20cc9c435363 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:20.151788 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-76193d41-7e0a-46e4-889b-ef1218b7966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:20.251727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1ef1cb99-c05b-4952-b58d-cf3de3fae651 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:20.311938 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:20.320948 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:20.350413 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-76193d41-7e0a-46e4-889b-ef1218b7966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:20.380622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-91ed9afa-14ef-43e1-a567-78befb80e5c3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:20.386600 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:20.391130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1ef1cb99-c05b-4952-b58d-cf3de3fae651 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:20.391510 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:20.528093 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-91ed9afa-14ef-43e1-a567-78befb80e5c3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network bce9cd88-05a5-45b8-9d45-763714c99355 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:20.536832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-91ed9afa-14ef-43e1-a567-78befb80e5c3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:20.560787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-91ed9afa-14ef-43e1-a567-78befb80e5c3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:24:20.577822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event updated for resources: {'Port': ['ID=8ec4a9d6-b3c3-4cbd-b391-9d519b5f017e,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:20.691500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Pushing event updated for resources: {'Port': ['ID=b8128db3-9cd9-4639-bec3-847acf93ff99,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:20.710190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Network b776ffdf-8972-4776-a7c7-5949d7babb38 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:20.717524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:20.754194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-91ed9afa-14ef-43e1-a567-78befb80e5c3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:20.759107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-91ed9afa-14ef-43e1-a567-78befb80e5c3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:20.778245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed9afa-14ef-43e1-a567-78befb80e5c3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=5b7e92d2-5ef2-4b86-b841-33a8821e5641,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:20.780795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-76193d41-7e0a-46e4-889b-ef1218b7966c None None] For port 624b24e1-9416-45fd-b505-20cc9c435363, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=624b24e1-9416-45fd-b505-20cc9c435363,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:20.825215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Network c084dcef-2e84-4f90-bf4c-91e21bcf47f5 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:20.830807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:20.836024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:24:20.921394 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-76193d41-7e0a-46e4-889b-ef1218b7966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:21.000819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-91ed9afa-14ef-43e1-a567-78befb80e5c3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2984674 Oct 13 11:24:21.044989 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Request body: {'port': {'device_id': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:21.102050 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:21.216226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Attempting to bind port b8128db3-9cd9-4639-bec3-847acf93ff99 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:24:21.230234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Attempting to bind port b8128db3-9cd9-4639-bec3-847acf93ff99 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '73d54eb0-069a-4278-9780-64cdf9473ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c084dcef-2e84-4f90-bf4c-91e21bcf47f5'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:24:21.230906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Attempting to bind port b8128db3-9cd9-4639-bec3-847acf93ff99 on network c084dcef-2e84-4f90-bf4c-91e21bcf47f5 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:24:21.272391 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:21.305210 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Router 69d6b948-4eda-4b8e-92bf-e8537cfefb1a is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:24:21.313107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e0ba2d91-9acd-4d0f-a851-3464b2c9c4ed None None] Provisioning complete for port 1ef1cb99-c05b-4952-b58d-cf3de3fae651 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:21.313675 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2d91-9acd-4d0f-a851-3464b2c9c4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:21.336747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bb36b-2821-4b8f-b463-dd2ed22e5dfe req-2c3978b8-334f-4ee1-88ff-458dbd7ed9b8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:21.336747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d67bb36b-2821-4b8f-b463-dd2ed22e5dfe req-2c3978b8-334f-4ee1-88ff-458dbd7ed9b8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.4598787 Oct 13 11:24:21.402469 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:24:21.403023 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Checking segment: {'id': '73d54eb0-069a-4278-9780-64cdf9473ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c084dcef-2e84-4f90-bf4c-91e21bcf47f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:24:21.403538 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:21.404287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Bound using segment: {'id': '73d54eb0-069a-4278-9780-64cdf9473ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c084dcef-2e84-4f90-bf4c-91e21bcf47f5'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:24:21.404963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Bound port: b8128db3-9cd9-4639-bec3-847acf93ff99, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d54eb0-069a-4278-9780-64cdf9473ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c084dcef-2e84-4f90-bf4c-91e21bcf47f5'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:24:21.405445 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:21.432630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76193d41-7e0a-46e4-889b-ef1218b7966c None None] Pushing event updated for resources: {'Port': ['ID=624b24e1-9416-45fd-b505-20cc9c435363,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:21.442212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 1ef1cb99-c05b-4952-b58d-cf3de3fae651, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1ef1cb99-c05b-4952-b58d-cf3de3fae651,segment=NetworkSegment(330ff8df-4cc4-4d7d-809e-0d3809d31d6c),segment_id=330ff8df-4cc4-4d7d-809e-0d3809d31d6c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:21.572830 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:21.708753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:24:21.725026 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d068b-2c07-49dc-9ee1-c29dc7322a49 None None] Sync routers for ids ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:24:21.734088 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5df34a99-d38d-498b-bfab-c07ffe47bf8a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "PUT /v2.0/routers/69d6b948-4eda-4b8e-92bf-e8537cfefb1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6056056 Oct 13 11:24:21.735714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52326) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:21.742974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d67bb36b-2821-4b8f-b463-dd2ed22e5dfe req-7d669a3a-3552-4e4d-b2fe-89d54912846b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009168 Oct 13 11:24:21.767466 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d068b-2c07-49dc-9ee1-c29dc7322a49 None None] Routers {'69d6b948-4eda-4b8e-92bf-e8537cfefb1a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:21.775397 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e42d068b-2c07-49dc-9ee1-c29dc7322a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:24:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:21.800738 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=1ef1cb99-c05b-4952-b58d-cf3de3fae651,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:21.875727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] For port b8128db3-9cd9-4639-bec3-847acf93ff99, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:24:21.891142 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 624b24e1-9416-45fd-b505-20cc9c435363 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:21.968056 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e42d068b-2c07-49dc-9ee1-c29dc7322a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:22.002960 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d068b-2c07-49dc-9ee1-c29dc7322a49 None None] Routers {'69d6b948-4eda-4b8e-92bf-e8537cfefb1a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:22.003597 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e42d068b-2c07-49dc-9ee1-c29dc7322a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:24:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:22.059861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] For port b8128db3-9cd9-4639-bec3-847acf93ff99, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b8128db3-9cd9-4639-bec3-847acf93ff99,segment=NetworkSegment(73d54eb0-069a-4278-9780-64cdf9473ab6),segment_id=73d54eb0-069a-4278-9780-64cdf9473ab6)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:24:22.093131 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 624b24e1-9416-45fd-b505-20cc9c435363 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:22.094260 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:22.185699 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e42d068b-2c07-49dc-9ee1-c29dc7322a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:22.188553 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d068b-2c07-49dc-9ee1-c29dc7322a49 None None] The sync data for ids ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:24:22.253692 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:22.261185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e0ba2d91-9acd-4d0f-a851-3464b2c9c4ed None None] Provisioning complete for port 8ec4a9d6-b3c3-4cbd-b391-9d519b5f017e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:22.264276 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2d91-9acd-4d0f-a851-3464b2c9c4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:22.279125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9011670-d75d-4db7-9116-9e95fd923712 req-8d1530c0-a228-4ffd-b9e2-1e382c6a2e3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:22.289734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9011670-d75d-4db7-9116-9e95fd923712 req-8d1530c0-a228-4ffd-b9e2-1e382c6a2e3a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 931 time: 0.2313390 Oct 13 11:24:22.349088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba2d91-9acd-4d0f-a851-3464b2c9c4ed None None] Port 8ec4a9d6-b3c3-4cbd-b391-9d519b5f017e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:24:22.404880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9011670-d75d-4db7-9116-9e95fd923712 req-2b85280f-fa9a-462f-90f6-b25c8a9e4b08 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138768 Oct 13 11:24:22.534273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758e567-7243-460f-9b16-d82e2e488145 None None] Pushing event updated for resources: {'Port': ['ID=b8128db3-9cd9-4639-bec3-847acf93ff99,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:22.623737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7e92d2-5ef2-4b86-b841-33a8821e5641 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:24:22.640797 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:22.657506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Transition to ACTIVE for port object 5b7e92d2-5ef2-4b86-b841-33a8821e5641 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:24:22.677658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-31f10c1c-c114-4439-96d3-1433e7469c2f None None] Provisioning complete for port 5b7e92d2-5ef2-4b86-b841-33a8821e5641 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:22.678291 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-31f10c1c-c114-4439-96d3-1433e7469c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:22.691380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70437ee8-0cfd-4282-9bf3-d684875813d4 req-22a8d297-63eb-44d8-87f0-fedabb37e686 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:22.693767 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-70437ee8-0cfd-4282-9bf3-d684875813d4 req-22a8d297-63eb-44d8-87f0-fedabb37e686 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.21 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 946 time: 0.2764342 Oct 13 11:24:22.764801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d49864-6add-4164-9516-eac0da834b3f req-1060332c-16ef-4075-8b30-425aed1edb0c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:22.768000 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93d49864-6add-4164-9516-eac0da834b3f req-1060332c-16ef-4075-8b30-425aed1edb0c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 946 time: 0.1059003 Oct 13 11:24:22.769721 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:22.781209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-31f10c1c-c114-4439-96d3-1433e7469c2f None None] Port 5b7e92d2-5ef2-4b86-b841-33a8821e5641 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:24:22.808194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-31f10c1c-c114-4439-96d3-1433e7469c2f None None] Provisioning complete for port 8ec4a9d6-b3c3-4cbd-b391-9d519b5f017e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:22.809856 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-31f10c1c-c114-4439-96d3-1433e7469c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:22.922585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-31f10c1c-c114-4439-96d3-1433e7469c2f None None] Port 8ec4a9d6-b3c3-4cbd-b391-9d519b5f017e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:24:22.953404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7e92d2-5ef2-4b86-b841-33a8821e5641,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:22.974176 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93d49864-6add-4164-9516-eac0da834b3f req-50393df0-8d9f-4b00-818f-1cb8ff4030a6 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917880 Oct 13 11:24:23.079668 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-70437ee8-0cfd-4282-9bf3-d684875813d4 req-a997deab-5486-4cbf-9b40-c594e8e36431 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Deleting port b2708f50-2c38-4f78-a526-a4d911b50928 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:23.081086 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-70437ee8-0cfd-4282-9bf3-d684875813d4 req-a997deab-5486-4cbf-9b40-c594e8e36431 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:23.231694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-70437ee8-0cfd-4282-9bf3-d684875813d4 req-a997deab-5486-4cbf-9b40-c594e8e36431 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] For port b2708f50-2c38-4f78-a526-a4d911b50928, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=b2708f50-2c38-4f78-a526-a4d911b50928,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:23.232067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-70437ee8-0cfd-4282-9bf3-d684875813d4 req-a997deab-5486-4cbf-9b40-c594e8e36431 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:23.260802 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-70437ee8-0cfd-4282-9bf3-d684875813d4 req-a997deab-5486-4cbf-9b40-c594e8e36431 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Calling delete_port for b2708f50-2c38-4f78-a526-a4d911b50928 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:23.313398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Attempting to bind port 5b7e92d2-5ef2-4b86-b841-33a8821e5641 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:24:23.314900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Attempting to bind port 5b7e92d2-5ef2-4b86-b841-33a8821e5641 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'a2b989d6-4bbf-4323-92fe-c4a95261a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:24:23.315876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Attempting to bind port 5b7e92d2-5ef2-4b86-b841-33a8821e5641 on network bce9cd88-05a5-45b8-9d45-763714c99355 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:24:23.326281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Port 5b7e92d2-5ef2-4b86-b841-33a8821e5641 on network bce9cd88-05a5-45b8-9d45-763714c99355 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:24:23.326683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Attempting to bind port 5b7e92d2-5ef2-4b86-b841-33a8821e5641 on network bce9cd88-05a5-45b8-9d45-763714c99355 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:24:23.352086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c20fc-77c0-4028-ace5-6a06e43ad33e req-ffa4dd72-4bf3-485a-8980-bcff55f2d6e1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:23.354453 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb7c20fc-77c0-4028-ace5-6a06e43ad33e req-ffa4dd72-4bf3-485a-8980-bcff55f2d6e1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.2073550 Oct 13 11:24:23.355683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:24:23.355982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Checking segment: {'id': 'a2b989d6-4bbf-4323-92fe-c4a95261a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:24:23.356320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Bound using segment: {'id': 'a2b989d6-4bbf-4323-92fe-c4a95261a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:24:23.356827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Bound port: 5b7e92d2-5ef2-4b86-b841-33a8821e5641, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b989d6-4bbf-4323-92fe-c4a95261a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:24:23.357405 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:23.449479 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb7c20fc-77c0-4028-ace5-6a06e43ad33e req-2d502690-cde3-4fa6-88d1-023cb511dce8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884290 Oct 13 11:24:23.526166 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-d166e1a2-3a36-4a8b-9477-696dc2c9078a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:24:23.526166 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d166e1a2-3a36-4a8b-9477-696dc2c9078a tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "PUT /v2.0/routers/69d6b948-4eda-4b8e-92bf-e8537cfefb1a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7770362 Oct 13 11:24:23.526499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] For port 5b7e92d2-5ef2-4b86-b841-33a8821e5641, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:24:23.526591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52342) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:23.529155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] For port 5b7e92d2-5ef2-4b86-b841-33a8821e5641, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5b7e92d2-5ef2-4b86-b841-33a8821e5641,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:24:23.631255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488d4cb-a3c3-4971-bf57-c19e09283737 req-f6622960-f955-4402-9667-c29cac878fc1 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:23.633303 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f488d4cb-a3c3-4971-bf57-c19e09283737 req-f6622960-f955-4402-9667-c29cac878fc1 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 943 time: 0.0847287 Oct 13 11:24:23.673183 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:23.673522 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-70437ee8-0cfd-4282-9bf3-d684875813d4 req-a997deab-5486-4cbf-9b40-c594e8e36431 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:23.677060 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['dfcf1623-8c1f-42e4-ace7-a84bdbc8052a', '91134b15-803f-4e6d-88f8-c814086abb2c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:24:23.795421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f488d4cb-a3c3-4971-bf57-c19e09283737 req-2c6c7511-785d-4677-8d5b-2042e0c6e488 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558161 Oct 13 11:24:23.796734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:23.798173 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:23.806794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4aec8813-2534-4205-b354-f53015e49178 service neutron] 10.222.0.21 "PUT /v2.0/ports/5b7e92d2-5ef2-4b86-b841-33a8821e5641 HTTP/1.1" status: 200 len: 1091 time: 2.7698445 Oct 13 11:24:23.833794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997deab-5486-4cbf-9b40-c594e8e36431 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Pushing event deleted for resources: {'Port': ['ID=b2708f50-2c38-4f78-a526-a4d911b50928,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:23.834012 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['b531dddb-6393-4e8f-9e78-97aa87e1ecf4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:24:23.834122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:24:23.843956 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5c4439-7cf9-4ece-8775-f65e13a503e7" -d '{"events": [{"name": "network-changed", "server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:24:23.896530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8813-2534-4205-b354-f53015e49178 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7e92d2-5ef2-4b86-b841-33a8821e5641,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:23.963212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-70437ee8-0cfd-4282-9bf3-d684875813d4 req-a997deab-5486-4cbf-9b40-c594e8e36431 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] No DVR routers for this DVR port b2708f50-2c38-4f78-a526-a4d911b50928 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:24:23.968377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b8128db3-9cd9-4639-bec3-847acf93ff99 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:23.982818 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-70437ee8-0cfd-4282-9bf3-d684875813d4 req-a997deab-5486-4cbf-9b40-c594e8e36431 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:23.992487 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-70437ee8-0cfd-4282-9bf3-d684875813d4 req-a997deab-5486-4cbf-9b40-c594e8e36431 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.21 "DELETE /v2.0/ports/b2708f50-2c38-4f78-a526-a4d911b50928 HTTP/1.1" status: 204 len: 173 time: 1.2882576 Oct 13 11:24:23.993492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f7b0c7-70c2-4ce5-802a-a4c755100a0d', 'name': 'network-vif-deleted', 'tag': 'b2708f50-2c38-4f78-a526-a4d911b50928'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:24:24.009696 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964b83a2-c25a-46e8-866b-abda7d6f13c1 x-openstack-request-id: req-964b83a2-c25a-46e8-866b-abda7d6f13c1 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:24:24.010546 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:24:24.011012 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-964b83a2-c25a-46e8-866b-abda7d6f13c1 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:24:24.011564 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf351bb-0698-405c-8df2-9b203b8a3c29" -d '{"events": [{"server_uuid": "51f7b0c7-70c2-4ce5-802a-a4c755100a0d", "name": "network-vif-deleted", "tag": "b2708f50-2c38-4f78-a526-a4d911b50928"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:24:24.012101 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'status': 'completed', 'code': 200} Oct 13 11:24:24.163173 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e61f690-904d-41bc-ab3f-f1b1ba634fac x-openstack-request-id: req-2e61f690-904d-41bc-ab3f-f1b1ba634fac {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:24:24.163765 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f7b0c7-70c2-4ce5-802a-a4c755100a0d", "name": "network-vif-deleted", "tag": "b2708f50-2c38-4f78-a526-a4d911b50928", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:24:24.163765 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e61f690-904d-41bc-ab3f-f1b1ba634fac {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:24:24.164174 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f7b0c7-70c2-4ce5-802a-a4c755100a0d', 'name': 'network-vif-deleted', 'tag': 'b2708f50-2c38-4f78-a526-a4d911b50928', 'status': 'completed', 'code': 200} Oct 13 11:24:24.268850 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9ba4b1e-d68f-4599-8c56-953fdcf830a3 req-f7fadc10-c04e-4aca-81f9-ef8382d34b23 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f7b0c7-70c2-4ce5-802a-a4c755100a0d HTTP/1.1" status: 200 len: 210 time: 0.0595353 Oct 13 11:24:24.348377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port b8128db3-9cd9-4639-bec3-847acf93ff99 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:24.357391 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:24.437624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bde127-fa0d-4ef5-a93d-072a920a54ed None None] Network c084dcef-2e84-4f90-bf4c-91e21bcf47f5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:24.639980 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a6873330-94c4-4c56-86d1-8353e74c2417 None None] Provisioning complete for port b8128db3-9cd9-4639-bec3-847acf93ff99 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:24.640343 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a6873330-94c4-4c56-86d1-8353e74c2417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:24.686720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cc68a-869f-4fb1-8d8c-181de13baad3 req-d897333f-290b-401b-9981-b42a2b46ce66 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:24.694310 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-455cc68a-869f-4fb1-8d8c-181de13baad3 req-d897333f-290b-401b-9981-b42a2b46ce66 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1126804 Oct 13 11:24:24.747049 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:24.763026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-455cc68a-869f-4fb1-8d8c-181de13baad3 req-44884ba2-3ec7-4f20-b20e-999e7b99a9df tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547621 Oct 13 11:24:24.882449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4f7dc449-9ab7-458e-8fda-d713cbb24b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:24.884029 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-4f7dc449-9ab7-458e-8fda-d713cbb24b1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 1094 time: 0.8682811 Oct 13 11:24:24.964916 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-958d9a26-b65a-4a01-b625-310725e8f19a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b7e92d2-5ef2-4b86-b841-33a8821e5641 HTTP/1.1" status: 200 len: 217 time: 0.0704558 Oct 13 11:24:24.968813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port b8128db3-9cd9-4639-bec3-847acf93ff99, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b8128db3-9cd9-4639-bec3-847acf93ff99,segment=NetworkSegment(73d54eb0-069a-4278-9780-64cdf9473ab6),segment_id=73d54eb0-069a-4278-9780-64cdf9473ab6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:25.015560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b2708f50-2c38-4f78-a526-a4d911b50928 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:24:25.051538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: b2708f50-2c38-4f78-a526-a4d911b50928 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:24:25.052337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device b2708f50-2c38-4f78-a526-a4d911b50928 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:24:25.063375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a493f1-f963-4676-9e4e-5d1750d57316 req-8bec184d-5b01-40fb-a9c7-e75796e0d013 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:25.066509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07a493f1-f963-4676-9e4e-5d1750d57316 req-8bec184d-5b01-40fb-a9c7-e75796e0d013 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 943 time: 0.0812762 Oct 13 11:24:25.090495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-78e0b640-1d1b-4cff-8da6-27e730340ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:25.092013 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-78e0b640-1d1b-4cff-8da6-27e730340ef8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0469c964-cda9-4dd9-91f8-9da10a9b1f3b HTTP/1.1" status: 200 len: 834 time: 0.1197457 Oct 13 11:24:25.094409 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a6873330-94c4-4c56-86d1-8353e74c2417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:25.131968 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:25.132871 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1ef1cb99-c05b-4952-b58d-cf3de3fae651 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:25.177231 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07a493f1-f963-4676-9e4e-5d1750d57316 req-fb935ec4-5595-4478-a9b4-352ee56a65ff tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897603 Oct 13 11:24:25.222488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-22770c8b-e012-424d-b541-cd53555db45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:25.224128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-22770c8b-e012-424d-b541-cd53555db45d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bce9cd88-05a5-45b8-9d45-763714c99355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241715 Oct 13 11:24:25.362303 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-c97fd452-e508-4bd9-9826-59c58ec9b17a service neutron] 10.222.0.21 "GET /v2.0/networks/bce9cd88-05a5-45b8-9d45-763714c99355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296577 Oct 13 11:24:25.496713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5c12f291-97c3-4c3c-9201-2f9418ed4a22 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:25.601375 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=b8128db3-9cd9-4639-bec3-847acf93ff99,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:25.637440 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-a6873330-94c4-4c56-86d1-8353e74c2417 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:24:25.637805 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-a6873330-94c4-4c56-86d1-8353e74c2417 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:24:25.647075 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 1ef1cb99-c05b-4952-b58d-cf3de3fae651 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:25.648289 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:25.732371 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da1585a6-f4bf-483e-92c8-8e4d835c4093 req-3e8c12a3-b17b-4654-8739-393957f0ffc6 service neutron] 10.222.0.21 "GET /v2.0/networks/bce9cd88-05a5-45b8-9d45-763714c99355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588705 Oct 13 11:24:25.938017 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b8128db3-9cd9-4639-bec3-847acf93ff99 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:26.004239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c4439-7cf9-4ece-8775-f65e13a503e7 req-eb9daedf-16b7-497b-a52b-4838a6f08511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:26.007870 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f5c4439-7cf9-4ece-8775-f65e13a503e7 req-eb9daedf-16b7-497b-a52b-4838a6f08511 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 1094 time: 0.0697081 Oct 13 11:24:26.071990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa432c0-0bc8-43f1-a7a2-4853f19ec9dc req-e42df0ca-214f-4bb2-899b-ee649038ea63 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:26.086319 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0aa432c0-0bc8-43f1-a7a2-4853f19ec9dc req-e42df0ca-214f-4bb2-899b-ee649038ea63 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.2003410 Oct 13 11:24:26.088363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port b8128db3-9cd9-4639-bec3-847acf93ff99 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:26.088854 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:26.148898 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5c12f291-97c3-4c3c-9201-2f9418ed4a22 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Deleting port 8ec4a9d6-b3c3-4cbd-b391-9d519b5f017e {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:26.149329 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5c12f291-97c3-4c3c-9201-2f9418ed4a22 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:26.184458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0aa432c0-0bc8-43f1-a7a2-4853f19ec9dc req-a988369b-2769-4202-b97e-c81cd0bd8a6a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925565 Oct 13 11:24:26.416551 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c4439-7cf9-4ece-8775-f65e13a503e7 req-d3d9dc10-3a35-44e0-a0c6-d738e0c19ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:26.417432 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f5c4439-7cf9-4ece-8775-f65e13a503e7 req-d3d9dc10-3a35-44e0-a0c6-d738e0c19ee0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bce9cd88-05a5-45b8-9d45-763714c99355 HTTP/1.1" status: 200 len: 898 time: 0.4006863 Oct 13 11:24:26.457528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0b85c-e11e-4e0b-9acd-ea4f16c98e55 req-ecf043ee-519f-4ae8-aa23-017e942b03bd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:26.463543 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbe0b85c-e11e-4e0b-9acd-ea4f16c98e55 req-ecf043ee-519f-4ae8-aa23-017e942b03bd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 943 time: 0.1451178 Oct 13 11:24:26.481097 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5c12f291-97c3-4c3c-9201-2f9418ed4a22 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:26.487591 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f5c4439-7cf9-4ece-8775-f65e13a503e7 req-664d50a7-4ad6-442a-99b7-88b711757e6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b7e92d2-5ef2-4b86-b841-33a8821e5641 HTTP/1.1" status: 200 len: 217 time: 0.0538578 Oct 13 11:24:26.488603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0e420482-6803-4467-82e6-9a68d155fc6e None None] Provisioning complete for port b8128db3-9cd9-4639-bec3-847acf93ff99 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:26.489059 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0e420482-6803-4467-82e6-9a68d155fc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:26.543057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5c12f291-97c3-4c3c-9201-2f9418ed4a22 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Calling delete_port for 8ec4a9d6-b3c3-4cbd-b391-9d519b5f017e owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:26.582759 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbe0b85c-e11e-4e0b-9acd-ea4f16c98e55 req-3909b91e-112e-492e-a102-251ba624bb68 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064458 Oct 13 11:24:26.616220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c4439-7cf9-4ece-8775-f65e13a503e7 req-db3f119b-b9b3-412f-aefb-a98bbce1cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:26.618168 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f5c4439-7cf9-4ece-8775-f65e13a503e7 req-db3f119b-b9b3-412f-aefb-a98bbce1cb22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0469c964-cda9-4dd9-91f8-9da10a9b1f3b HTTP/1.1" status: 200 len: 834 time: 0.1235943 Oct 13 11:24:26.738157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c4439-7cf9-4ece-8775-f65e13a503e7 req-ddb734eb-9d15-43e6-bbb7-eb505cad2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:26.739931 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f5c4439-7cf9-4ece-8775-f65e13a503e7 req-ddb734eb-9d15-43e6-bbb7-eb505cad2673 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bce9cd88-05a5-45b8-9d45-763714c99355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105678 Oct 13 11:24:26.938939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f5c4439-7cf9-4ece-8775-f65e13a503e7 req-249315f7-703a-4f0e-96fb-289d50a53ad4 service neutron] 10.222.0.21 "GET /v2.0/networks/bce9cd88-05a5-45b8-9d45-763714c99355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864474 Oct 13 11:24:27.025377 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5c12f291-97c3-4c3c-9201-2f9418ed4a22 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:27.082312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12f291-97c3-4c3c-9201-2f9418ed4a22 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event deleted for resources: {'Port': ['ID=8ec4a9d6-b3c3-4cbd-b391-9d519b5f017e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:27.334935 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5c12f291-97c3-4c3c-9201-2f9418ed4a22 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:27.373776 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6f5c4439-7cf9-4ece-8775-f65e13a503e7 req-d129eb07-26ef-43b4-8d31-14b053e81c43 service neutron] 10.222.0.21 "GET /v2.0/networks/bce9cd88-05a5-45b8-9d45-763714c99355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305553 Oct 13 11:24:27.495905 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8687304-69d6-48ff-ba51-4bcf8f4b6c6d req-10335465-7c81-46bf-a484-2c1750193f1d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:27.503762 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b8687304-69d6-48ff-ba51-4bcf8f4b6c6d req-10335465-7c81-46bf-a484-2c1750193f1d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1383011 Oct 13 11:24:27.566546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b8687304-69d6-48ff-ba51-4bcf8f4b6c6d req-54e07545-2e76-489c-b998-e73c45bf2e91 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519841 Oct 13 11:24:27.633835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c12f291-97c3-4c3c-9201-2f9418ed4a22 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Router 69d6b948-4eda-4b8e-92bf-e8537cfefb1a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:24:27.745539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c12f291-97c3-4c3c-9201-2f9418ed4a22 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:24:27.757356 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5c12f291-97c3-4c3c-9201-2f9418ed4a22 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "PUT /v2.0/routers/69d6b948-4eda-4b8e-92bf-e8537cfefb1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2261243 Oct 13 11:24:27.760655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52398) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:27.763157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a56cd-d63c-4b1a-ab0b-7c1c14e69d15 None None] Sync routers for ids ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:24:27.764903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661af17b-e760-44bc-a513-1174afdac848 req-62d7a8fe-e940-4f03-9cfb-72e055f8ab2b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:27.766687 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-661af17b-e760-44bc-a513-1174afdac848 req-62d7a8fe-e940-4f03-9cfb-72e055f8ab2b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 943 time: 0.0876749 Oct 13 11:24:27.782912 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a56cd-d63c-4b1a-ab0b-7c1c14e69d15 None None] Routers {'69d6b948-4eda-4b8e-92bf-e8537cfefb1a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:27.784140 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b3a56cd-d63c-4b1a-ab0b-7c1c14e69d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:24:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:27.874683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-661af17b-e760-44bc-a513-1174afdac848 req-fc6160b9-3534-4a76-9004-f3823ff8b77a tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005867 Oct 13 11:24:27.890077 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-55b709de-cd43-41f6-acef-76654f99589d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] delete failed (client error): The resource could not be found. Oct 13 11:24:27.891407 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-55b709de-cd43-41f6-acef-76654f99589d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1904075197 HTTP/1.1" status: 404 len: 335 time: 0.1228313 Oct 13 11:24:27.895443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52408) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:27.895758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b3a56cd-d63c-4b1a-ab0b-7c1c14e69d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:27.902429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9b9420fe-9365-4466-9746-b086e52379a8 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Request body: {'router': {'external_gateway_info': {'network_id': '69d6b948-4eda-4b8e-92bf-e8537cfefb1a'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:27.921416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a56cd-d63c-4b1a-ab0b-7c1c14e69d15 None None] Routers {'69d6b948-4eda-4b8e-92bf-e8537cfefb1a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:27.922027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b3a56cd-d63c-4b1a-ab0b-7c1c14e69d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:24:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:27.962241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b3a56cd-d63c-4b1a-ab0b-7c1c14e69d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:27.962927 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a56cd-d63c-4b1a-ab0b-7c1c14e69d15 None None] The sync data for ids ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:24:28.189717 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9b9420fe-9365-4466-9746-b086e52379a8 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:28.374518 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-9b9420fe-9365-4466-9746-b086e52379a8 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] update failed (client error): The resource could not be found. Oct 13 11:24:28.380540 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9b9420fe-9365-4466-9746-b086e52379a8 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "PUT /v2.0/routers/69d6b948-4eda-4b8e-92bf-e8537cfefb1a HTTP/1.1" status: 404 len: 339 time: 0.4788475 Oct 13 11:24:28.381018 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52412) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:28.388835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a8c761e8-a731-473a-aa7b-f19d8a3b20d5 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2110652323'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:28.522229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c761e8-a731-473a-aa7b-f19d8a3b20d5 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Made reservation on behalf of 0e193da0b67e4fe397dc9225cc1c91b4 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:24:28.528315 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8c761e8-a731-473a-aa7b-f19d8a3b20d5 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:28.555887 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c761e8-a731-473a-aa7b-f19d8a3b20d5 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:24:28.591732 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8c761e8-a731-473a-aa7b-f19d8a3b20d5 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:28.597041 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-a8c761e8-a731-473a-aa7b-f19d8a3b20d5 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Added segment 75dffbaa-e11f-4574-9bbd-a5a0e920e256 of type vlan for network e181899e-c1a2-46de-a3a9-37245c457710 Oct 13 11:24:28.681887 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8c761e8-a731-473a-aa7b-f19d8a3b20d5 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:28.738312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b8873-407e-4f90-af20-dc4bfb72f303 req-c2f446e3-f41a-4fd7-bb78-117f2a55bb81 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:28.740574 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-837b8873-407e-4f90-af20-dc4bfb72f303 req-c2f446e3-f41a-4fd7-bb78-117f2a55bb81 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0841408 Oct 13 11:24:28.785580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-837b8873-407e-4f90-af20-dc4bfb72f303 req-9977b17e-832b-46a2-8bde-5e221fa1433b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Oct 13 11:24:28.825130 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8c761e8-a731-473a-aa7b-f19d8a3b20d5 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:28.835572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c761e8-a731-473a-aa7b-f19d8a3b20d5 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:28.835572 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a8c761e8-a731-473a-aa7b-f19d8a3b20d5 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:28.982650 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c761e8-a731-473a-aa7b-f19d8a3b20d5 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event updated for resources: {'Network': ['ID=e181899e-c1a2-46de-a3a9-37245c457710,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:28.995808 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network e181899e-c1a2-46de-a3a9-37245c457710 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:24:29.030754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5b7e92d2-5ef2-4b86-b841-33a8821e5641 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:24:29.121021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c0939-8c7e-4b96-a8a8-d07b380404fe req-e8669aa7-ca96-4be5-80f8-011b0660619f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:29.123634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb4c0939-8c7e-4b96-a8a8-d07b380404fe req-e8669aa7-ca96-4be5-80f8-011b0660619f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 943 time: 0.1007776 Oct 13 11:24:29.159983 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a8c761e8-a731-473a-aa7b-f19d8a3b20d5 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7774246 Oct 13 11:24:29.163280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52434) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:29.168363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dbd01870-47c7-48a2-b8d7-58e02ed298a9 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Request body: {'subnet': {'network_id': 'e181899e-c1a2-46de-a3a9-37245c457710', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:29.196587 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb4c0939-8c7e-4b96-a8a8-d07b380404fe req-2966bb1b-d774-4e4c-ac86-c17934009cda tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643523 Oct 13 11:24:29.272818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5b7e92d2-5ef2-4b86-b841-33a8821e5641, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5b7e92d2-5ef2-4b86-b841-33a8821e5641,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:29.301246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'port_id': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'mac_address': 'fa:16:3e:5f:2b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:24:29.343833 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:24:29.392028 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:29.413854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7e92d2-5ef2-4b86-b841-33a8821e5641 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:24:29.445266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5b7e92d2-5ef2-4b86-b841-33a8821e5641, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5b7e92d2-5ef2-4b86-b841-33a8821e5641,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:29.510241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd01870-47c7-48a2-b8d7-58e02ed298a9 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Made reservation on behalf of 0e193da0b67e4fe397dc9225cc1c91b4 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:24:29.514090 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbd01870-47c7-48a2-b8d7-58e02ed298a9 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:29.540065 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:29.624645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=5b7e92d2-5ef2-4b86-b841-33a8821e5641,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:29.762799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5b7e92d2-5ef2-4b86-b841-33a8821e5641'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:24:29.849589 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbd01870-47c7-48a2-b8d7-58e02ed298a9 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:30.023147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd01870-47c7-48a2-b8d7-58e02ed298a9 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event updated for resources: {'Subnet': ['ID=096e8751-9eb4-45a8-b57b-417991dc6d70,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:30.055715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8617d-28e8-4b36-b5c0-8ee4dab06491 req-d8f1965b-b318-46d1-b867-ef0681f010f1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:30.058002 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17c8617d-28e8-4b36-b5c0-8ee4dab06491 req-d8f1965b-b318-46d1-b867-ef0681f010f1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1441424 Oct 13 11:24:30.069805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd01870-47c7-48a2-b8d7-58e02ed298a9 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Checking segment: {'id': '75dffbaa-e11f-4574-9bbd-a5a0e920e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e181899e-c1a2-46de-a3a9-37245c457710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:24:30.070284 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd01870-47c7-48a2-b8d7-58e02ed298a9 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Network hostable DHCP agents. Network: e181899e-c1a2-46de-a3a9-37245c457710, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:24:30.139051 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17c8617d-28e8-4b36-b5c0-8ee4dab06491 req-2bc54989-7d4c-4dfb-a9df-b3f52beac4d4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745430 Oct 13 11:24:30.196025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd01870-47c7-48a2-b8d7-58e02ed298a9 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Network e181899e-c1a2-46de-a3a9-37245c457710 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:24:30.304725 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-dbd01870-47c7-48a2-b8d7-58e02ed298a9 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, e181899e-c1a2-46de-a3a9-37245c457710) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:30.308880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd01870-47c7-48a2-b8d7-58e02ed298a9 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:30.309474 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbd01870-47c7-48a2-b8d7-58e02ed298a9 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:30.320804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d4c36-eeb4-49e4-a626-aeb3fde158df None None] Network e181899e-c1a2-46de-a3a9-37245c457710 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:30.371582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44896261-ddbe-4418-9371-2c43d7cd5a34 req-1e719281-13a2-420b-a399-c27e48dbbab4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:30.373532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44896261-ddbe-4418-9371-2c43d7cd5a34 req-1e719281-13a2-420b-a399-c27e48dbbab4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 944 time: 0.0702224 Oct 13 11:24:30.418777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44896261-ddbe-4418-9371-2c43d7cd5a34 req-995c21eb-d778-41c4-bba0-53fd6da27b1d tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366817 Oct 13 11:24:30.425200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dbd01870-47c7-48a2-b8d7-58e02ed298a9 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2580218 Oct 13 11:24:30.425467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52450) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:30.431167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d174e02b-5c5e-4345-a97b-ca47368c1bfc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e181899e-c1a2-46de-a3a9-37245c457710'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:30.489723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-e181899e-c1a2-46de-a3a9-37245c457710', 'network_id': 'e181899e-c1a2-46de-a3a9-37245c457710', 'tenant_id': '0e193da0b67e4fe397dc9225cc1c91b4', 'fixed_ips': [{'subnet_id': '096e8751-9eb4-45a8-b57b-417991dc6d70'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:24:30.490669 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:30.697503 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Allocated IP 2001:db8:1::2 (e181899e-c1a2-46de-a3a9-37245c457710/096e8751-9eb4-45a8-b57b-417991dc6d70/96529152-ec55-4689-a386-39afc5ba2289) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:24:30.709808 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d174e02b-5c5e-4345-a97b-ca47368c1bfc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:30.888567 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:30.979829 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:31.004400 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-d174e02b-5c5e-4345-a97b-ca47368c1bfc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:24:31.005612 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d174e02b-5c5e-4345-a97b-ca47368c1bfc tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "PUT /v2.0/routers/69d6b948-4eda-4b8e-92bf-e8537cfefb1a HTTP/1.1" status: 400 len: 364 time: 0.5790553 Oct 13 11:24:31.011232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52456) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:31.024499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Network e181899e-c1a2-46de-a3a9-37245c457710 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:31.027557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:31.031203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:24:31.037453 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5b7e92d2-5ef2-4b86-b841-33a8821e5641 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:31.042965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Pushing event updated for resources: {'Port': ['ID=96529152-ec55-4689-a386-39afc5ba2289,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:31.143797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Attempting to bind port 96529152-ec55-4689-a386-39afc5ba2289 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:24:31.144084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Attempting to bind port 96529152-ec55-4689-a386-39afc5ba2289 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '75dffbaa-e11f-4574-9bbd-a5a0e920e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e181899e-c1a2-46de-a3a9-37245c457710'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:24:31.144470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Attempting to bind port 96529152-ec55-4689-a386-39afc5ba2289 on network e181899e-c1a2-46de-a3a9-37245c457710 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:24:31.152394 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:24:31.152809 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Checking segment: {'id': '75dffbaa-e11f-4574-9bbd-a5a0e920e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e181899e-c1a2-46de-a3a9-37245c457710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:24:31.153338 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:31.153744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Bound using segment: {'id': '75dffbaa-e11f-4574-9bbd-a5a0e920e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e181899e-c1a2-46de-a3a9-37245c457710'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:24:31.154239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Bound port: 96529152-ec55-4689-a386-39afc5ba2289, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dffbaa-e11f-4574-9bbd-a5a0e920e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e181899e-c1a2-46de-a3a9-37245c457710'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:24:31.156120 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:31.250307 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] For port 96529152-ec55-4689-a386-39afc5ba2289, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:24:31.256398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] For port 96529152-ec55-4689-a386-39afc5ba2289, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=96529152-ec55-4689-a386-39afc5ba2289,segment=NetworkSegment(75dffbaa-e11f-4574-9bbd-a5a0e920e256),segment_id=75dffbaa-e11f-4574-9bbd-a5a0e920e256)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:24:31.258389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 5b7e92d2-5ef2-4b86-b841-33a8821e5641 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:24:31.264086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 5b7e92d2-5ef2-4b86-b841-33a8821e5641 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:31.264906 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:31.324502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cda785-4ad0-47da-9176-987717f2c5fa req-cc8e2a1b-d87a-4832-a291-b1246b7a3ff8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:31.340751 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6cda785-4ad0-47da-9176-987717f2c5fa req-cc8e2a1b-d87a-4832-a291-b1246b7a3ff8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1117122 Oct 13 11:24:31.377420 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:31.416936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6cda785-4ad0-47da-9176-987717f2c5fa req-fc5d5ace-1910-4b1d-b428-9c25e0fd8e1e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739927 Oct 13 11:24:31.514934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c641b56-43c8-4a6f-a18e-45c9e41fd76e None None] Pushing event updated for resources: {'Port': ['ID=96529152-ec55-4689-a386-39afc5ba2289,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:31.549092 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:31.590805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:24:31.593195 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d67006-2872-42ab-b21d-45da5a37b63c" -d '{"events": [{"server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "name": "network-vif-plugged", "status": "completed", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:24:31.614152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5b7e92d2-5ef2-4b86-b841-33a8821e5641, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5b7e92d2-5ef2-4b86-b841-33a8821e5641,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:31.760529 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:31.915212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=5b7e92d2-5ef2-4b86-b841-33a8821e5641,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:32.166100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14853887-a256-45fb-98bc-571faf219c19 req-9cbd6115-c4a6-4c9f-8a3e-a7342603e5fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:32.176382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14853887-a256-45fb-98bc-571faf219c19 req-9cbd6115-c4a6-4c9f-8a3e-a7342603e5fd tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0771961 Oct 13 11:24:32.212204 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:32.256138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14853887-a256-45fb-98bc-571faf219c19 req-0a69f8a8-7e13-4da0-9549-c5c0fd561ec0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754001 Oct 13 11:24:32.589180 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169d42e3-bcef-45c0-8cbb-8c5087d44e5f x-openstack-request-id: req-169d42e3-bcef-45c0-8cbb-8c5087d44e5f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:24:32.589594 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "name": "network-vif-plugged", "status": "completed", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:24:32.589911 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-169d42e3-bcef-45c0-8cbb-8c5087d44e5f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:24:32.590601 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'code': 200} Oct 13 11:24:32.693308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Allocated IP 2001:db8::1 (62be4c0b-ced7-4cbc-85dc-b43b8238a607/da0991e1-e419-416a-9de2-a771ba3b636d/cb35f095-3f4f-4fba-9197-ca3677553f77) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:24:32.793578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec81a25-d2d7-4567-b643-972abac20a84 req-3a75d6b9-c3c7-4599-bdfb-5f3191a23b8e tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:32.809575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eec81a25-d2d7-4567-b643-972abac20a84 req-3a75d6b9-c3c7-4599-bdfb-5f3191a23b8e tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 945 time: 0.1279690 Oct 13 11:24:32.906707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacb24b-1385-4735-9fe0-0bec45d51673 req-e2ac9c5a-bdcd-4a58-8950-682b15424553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:32.920144 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0dacb24b-1385-4735-9fe0-0bec45d51673 req-e2ac9c5a-bdcd-4a58-8950-682b15424553 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 1096 time: 0.1374381 Oct 13 11:24:32.928248 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eec81a25-d2d7-4567-b643-972abac20a84 req-cba753f8-4d13-4ed8-b7d1-6a00903e917a tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102600 Oct 13 11:24:33.066814 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:33.071453 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0dacb24b-1385-4735-9fe0-0bec45d51673 req-57318fe5-1553-487b-8715-76b6f06aed47 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259556 Oct 13 11:24:33.165803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ebf27-37b0-407b-8d85-37da25c49041 req-9745718d-f412-4d1c-8a23-64fd7778a818 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:33.169826 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-168ebf27-37b0-407b-8d85-37da25c49041 req-9745718d-f412-4d1c-8a23-64fd7778a818 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1405296 Oct 13 11:24:33.235313 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-168ebf27-37b0-407b-8d85-37da25c49041 req-464624d4-72b2-44da-9eeb-7c21ba96510f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575356 Oct 13 11:24:33.270676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7bc07-b013-45e8-a16d-40c690b72ec5 None None] Network e181899e-c1a2-46de-a3a9-37245c457710 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:33.322277 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:33.425862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Network 62be4c0b-ced7-4cbc-85dc-b43b8238a607 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:33.427393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:33.433683 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:24:33.434257 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:33.444423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c6f8e-b563-4359-ad52-0800784a2082 req-536b4d77-ead8-44f3-a70a-a4c9fc94aa0f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:33.447176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c278d877-b087-411a-907c-11d034f6b08f None None] Provisioning complete for port 96529152-ec55-4689-a386-39afc5ba2289 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:33.447176 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c278d877-b087-411a-907c-11d034f6b08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:33.449083 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a4c6f8e-b563-4359-ad52-0800784a2082 req-536b4d77-ead8-44f3-a70a-a4c9fc94aa0f tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.1145599 Oct 13 11:24:33.519107 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event updated for resources: {'Port': ['ID=cb35f095-3f4f-4fba-9197-ca3677553f77,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:33.557871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a4c6f8e-b563-4359-ad52-0800784a2082 req-52270406-87e0-4314-a4c1-680ff45eacbc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958169 Oct 13 11:24:33.670508 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c278d877-b087-411a-907c-11d034f6b08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:33.698243 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb54db0-3dd4-4231-9053-b669038d355b req-6d2d7fec-beb6-4595-b1aa-2146ae52ceef tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:33.704494 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6bb54db0-3dd4-4231-9053-b669038d355b req-6d2d7fec-beb6-4595-b1aa-2146ae52ceef tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 945 time: 0.1164935 Oct 13 11:24:33.741318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c278d877-b087-411a-907c-11d034f6b08f None None] For port 96529152-ec55-4689-a386-39afc5ba2289, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=96529152-ec55-4689-a386-39afc5ba2289,segment=NetworkSegment(75dffbaa-e11f-4574-9bbd-a5a0e920e256),segment_id=75dffbaa-e11f-4574-9bbd-a5a0e920e256)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:33.874571 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c278d877-b087-411a-907c-11d034f6b08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:33.894478 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:34.010107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278d877-b087-411a-907c-11d034f6b08f None None] Pushing event updated for resources: {'Port': ['ID=96529152-ec55-4689-a386-39afc5ba2289,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:34.037179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2ec27bd3-542c-4cf8-a84e-c4006e50e210 None None] Provisioning complete for port cb35f095-3f4f-4fba-9197-ca3677553f77 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:34.037558 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2ec27bd3-542c-4cf8-a84e-c4006e50e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:34.146227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 96529152-ec55-4689-a386-39afc5ba2289 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:34.152510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ad6de-9a1f-40c3-bba4-95ea28a80bf6 req-51946af9-355a-4145-9dd4-1b8446ee37d9 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:34.154675 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da5ad6de-9a1f-40c3-bba4-95ea28a80bf6 req-51946af9-355a-4145-9dd4-1b8446ee37d9 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 945 time: 0.1078155 Oct 13 11:24:34.195207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-6bb54db0-3dd4-4231-9053-b669038d355b req-75849d58-cef5-473a-bbf3-8b03a5d5e395 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Deleting port 91134b15-803f-4e6d-88f8-c814086abb2c {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:34.195754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6bb54db0-3dd4-4231-9053-b669038d355b req-75849d58-cef5-473a-bbf3-8b03a5d5e395 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:34.213129 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2ec27bd3-542c-4cf8-a84e-c4006e50e210 None None] Port cb35f095-3f4f-4fba-9197-ca3677553f77 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:24:34.219083 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da5ad6de-9a1f-40c3-bba4-95ea28a80bf6 req-7641dbfd-c231-4101-a3be-72f7b14120c3 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553679 Oct 13 11:24:34.266228 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 96529152-ec55-4689-a386-39afc5ba2289 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:34.266629 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:34.382191 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-92eec975-1e16-4cd9-9e35-73b5709fbac6 None None] Provisioning complete for port 96529152-ec55-4689-a386-39afc5ba2289 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:34.382598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-92eec975-1e16-4cd9-9e35-73b5709fbac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:34.509840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd6ab5-c63c-4d10-9207-26c00fe6bf10 req-517c3e35-1a6b-49c5-b2f7-9a63bda31179 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:34.519485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4bd6ab5-c63c-4d10-9207-26c00fe6bf10 req-517c3e35-1a6b-49c5-b2f7-9a63bda31179 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1205857 Oct 13 11:24:34.595230 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4bd6ab5-c63c-4d10-9207-26c00fe6bf10 req-5823f552-dc32-4df3-a6b5-e616443a909e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685747 Oct 13 11:24:34.637732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-6bb54db0-3dd4-4231-9053-b669038d355b req-75849d58-cef5-473a-bbf3-8b03a5d5e395 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] For port 91134b15-803f-4e6d-88f8-c814086abb2c, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=91134b15-803f-4e6d-88f8-c814086abb2c,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:34.638402 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6bb54db0-3dd4-4231-9053-b669038d355b req-75849d58-cef5-473a-bbf3-8b03a5d5e395 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:34.668407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-6bb54db0-3dd4-4231-9053-b669038d355b req-75849d58-cef5-473a-bbf3-8b03a5d5e395 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Calling delete_port for 91134b15-803f-4e6d-88f8-c814086abb2c owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:34.724073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c883999-749c-446e-91b5-051261e47844 req-3580df1d-fae1-4699-b60f-311d8cec4a48 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:34.731661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c883999-749c-446e-91b5-051261e47844 req-3580df1d-fae1-4699-b60f-311d8cec4a48 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0713499 Oct 13 11:24:34.774078 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c883999-749c-446e-91b5-051261e47844 req-ff413d9a-4530-4d77-ab9e-afac559fdb85 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Oct 13 11:24:34.821102 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:34.927769 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:34.929997 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:34.950036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f3036-d1fe-4b49-beb3-525b2a603300 req-18357023-1c2e-4838-852e-979f1ab43484 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:34.957133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-248f3036-d1fe-4b49-beb3-525b2a603300 req-18357023-1c2e-4838-852e-979f1ab43484 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0785782 Oct 13 11:24:35.010602 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6bb54db0-3dd4-4231-9053-b669038d355b req-75849d58-cef5-473a-bbf3-8b03a5d5e395 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:35.020583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-248f3036-d1fe-4b49-beb3-525b2a603300 req-63535681-780a-470c-b92f-678030c159e5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514627 Oct 13 11:24:35.027269 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['b531dddb-6393-4e8f-9e78-97aa87e1ecf4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:24:35.029731 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['dfcf1623-8c1f-42e4-ace7-a84bdbc8052a', '91134b15-803f-4e6d-88f8-c814086abb2c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:24:35.047937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52516) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:35.116901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event updated for resources: {'Port': ['ID=cb35f095-3f4f-4fba-9197-ca3677553f77,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:35.194946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed64a07-51fd-4e2b-88b6-0a4836322e5d tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:35.200335 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bed64a07-51fd-4e2b-88b6-0a4836322e5d tempest-TestNetworkAdvancedServerOps-2016920163 tempest-TestNetworkAdvancedServerOps-2016920163-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 1091 time: 0.1464200 Oct 13 11:24:35.201111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52520) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:35.206859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75849d58-cef5-473a-bbf3-8b03a5d5e395 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Pushing event deleted for resources: {'Port': ['ID=91134b15-803f-4e6d-88f8-c814086abb2c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:35.214311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:35.216648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb54db0-3dd4-4231-9053-b669038d355b req-75849d58-cef5-473a-bbf3-8b03a5d5e395 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] No DVR routers for this DVR port 91134b15-803f-4e6d-88f8-c814086abb2c on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:24:35.223153 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6bb54db0-3dd4-4231-9053-b669038d355b req-75849d58-cef5-473a-bbf3-8b03a5d5e395 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:35.229717 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6bb54db0-3dd4-4231-9053-b669038d355b req-75849d58-cef5-473a-bbf3-8b03a5d5e395 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.21 "DELETE /v2.0/ports/91134b15-803f-4e6d-88f8-c814086abb2c HTTP/1.1" status: 204 len: 173 time: 1.5205820 Oct 13 11:24:35.243586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a595aa-3c95-455f-afaf-13dc669b5881', 'name': 'network-vif-deleted', 'tag': '91134b15-803f-4e6d-88f8-c814086abb2c'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:24:35.248102 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbda85a1-1415-4c3e-aa1e-1d2b1f36b4d5" -d '{"events": [{"server_uuid": "b5a595aa-3c95-455f-afaf-13dc669b5881", "name": "network-vif-deleted", "tag": "91134b15-803f-4e6d-88f8-c814086abb2c"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:24:35.313969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Network 62be4c0b-ced7-4cbc-85dc-b43b8238a607 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:35.315870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:35.391893 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:35.454766 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a108a87-6e59-455a-ba93-3691d47b811d req-98638278-dfb8-447b-b7c8-6583dee66d8b tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 210 time: 0.0917180 Oct 13 11:24:35.604477 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0b8eae-964d-4177-bbe0-affd6b5d06fc x-openstack-request-id: req-7d0b8eae-964d-4177-bbe0-affd6b5d06fc {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:24:35.604787 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a595aa-3c95-455f-afaf-13dc669b5881", "name": "network-vif-deleted", "tag": "91134b15-803f-4e6d-88f8-c814086abb2c", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:24:35.605034 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d0b8eae-964d-4177-bbe0-affd6b5d06fc {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:24:35.605510 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a595aa-3c95-455f-afaf-13dc669b5881', 'name': 'network-vif-deleted', 'tag': '91134b15-803f-4e6d-88f8-c814086abb2c', 'status': 'completed', 'code': 200} Oct 13 11:24:35.691874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Router 69d6b948-4eda-4b8e-92bf-e8537cfefb1a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:24:35.744415 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:35.902009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:24:35.914083 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b032b420-6bb2-4565-be6e-c6e10aa9b8d2 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "PUT /v2.0/routers/69d6b948-4eda-4b8e-92bf-e8537cfefb1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8987041 Oct 13 11:24:35.921416 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52530) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:35.922715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Allocated IP 172.25.0.226 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/d885c02d-cbc3-4f44-98a4-0252074a52a2) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:24:35.934268 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cffce2-9569-45c8-8903-99731825d7b4 None None] Sync routers for ids ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:24:35.945013 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4fa8399c-554a-4f1a-ba72-6a47da8ebb6b None None] Provisioning complete for port cb35f095-3f4f-4fba-9197-ca3677553f77 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:35.946181 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4fa8399c-554a-4f1a-ba72-6a47da8ebb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:35.961804 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cffce2-9569-45c8-8903-99731825d7b4 None None] Routers {'69d6b948-4eda-4b8e-92bf-e8537cfefb1a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:35.962531 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-84cffce2-9569-45c8-8903-99731825d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:24:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:35.989313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 96529152-ec55-4689-a386-39afc5ba2289 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:24:36.031207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4fa8399c-554a-4f1a-ba72-6a47da8ebb6b None None] Port cb35f095-3f4f-4fba-9197-ca3677553f77 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:24:36.050154 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-84cffce2-9569-45c8-8903-99731825d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:36.074600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 96529152-ec55-4689-a386-39afc5ba2289 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:24:36.075075 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:36.076749 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cffce2-9569-45c8-8903-99731825d7b4 None None] Routers {'69d6b948-4eda-4b8e-92bf-e8537cfefb1a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:36.077858 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-84cffce2-9569-45c8-8903-99731825d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:24:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:36.109920 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b8d180b5-4ea5-4e32-a88c-22360b7479e4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:36.126701 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-84cffce2-9569-45c8-8903-99731825d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:36.128753 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cffce2-9569-45c8-8903-99731825d7b4 None None] The sync data for ids ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:24:36.181726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20dd83-fe88-47a6-99d2-2d5b6a4f6225 req-40701fe0-5adc-4194-b233-8e603c390733 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:36.183790 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f20dd83-fe88-47a6-99d2-2d5b6a4f6225 req-40701fe0-5adc-4194-b233-8e603c390733 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.2695138 Oct 13 11:24:36.215743 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:36.254209 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-b8d180b5-4ea5-4e32-a88c-22360b7479e4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 11:24:36.255231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b8d180b5-4ea5-4e32-a88c-22360b7479e4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "DELETE /v2.0/routers/69d6b948-4eda-4b8e-92bf-e8537cfefb1a HTTP/1.1" status: 409 len: 329 time: 0.3323855 Oct 13 11:24:36.255559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f20dd83-fe88-47a6-99d2-2d5b6a4f6225 req-81879928-b509-4ab7-b635-6ff28438c6b3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515931 Oct 13 11:24:36.259236 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52536) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:36.436009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:36.556933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:24:36.562474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:24:36.568519 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:24:36.667467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=d885c02d-cbc3-4f44-98a4-0252074a52a2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:36.684830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cae93ead-9067-4852-9f75-023c896bc036 req-4be11cfd-c4e1-471c-bd9d-26f7ea0c1e17 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5a595aa-3c95-455f-afaf-13dc669b5881 HTTP/1.1" status: 200 len: 210 time: 0.0600195 Oct 13 11:24:36.712791 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-be4f1bda-ceb3-4262-91fc-63e0b4796bd4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:36.952812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-cb2b3dbf-1e4f-41b4-af37-acddf51efcfb req-4503ab11-798f-46ed-be7e-7624d3f98c9a service neutron] (101991) timed out ('10.222.0.32', 60898) {{(pid=101991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:24:37.013988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-be4f1bda-ceb3-4262-91fc-63e0b4796bd4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Deleting port cb35f095-3f4f-4fba-9197-ca3677553f77 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:37.015041 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-be4f1bda-ceb3-4262-91fc-63e0b4796bd4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:37.079286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 91134b15-803f-4e6d-88f8-c814086abb2c no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:24:37.124804 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:37.158146 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-be4f1bda-ceb3-4262-91fc-63e0b4796bd4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:37.189517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-be4f1bda-ceb3-4262-91fc-63e0b4796bd4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Calling delete_port for cb35f095-3f4f-4fba-9197-ca3677553f77 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:37.308346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 91134b15-803f-4e6d-88f8-c814086abb2c {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:24:37.308692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 91134b15-803f-4e6d-88f8-c814086abb2c not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:24:37.359500 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:37.507875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073473a2-e4cd-4d5e-8469-02153b5f216e req-90922de8-1e97-45c8-90f8-ec9634bfe879 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:37.509361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-073473a2-e4cd-4d5e-8469-02153b5f216e req-90922de8-1e97-45c8-90f8-ec9634bfe879 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1209805 Oct 13 11:24:37.551615 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-be4f1bda-ceb3-4262-91fc-63e0b4796bd4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:37.572884 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-073473a2-e4cd-4d5e-8469-02153b5f216e req-421c637a-7bd5-4277-90c7-d132a7d82ce3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562077 Oct 13 11:24:37.587991 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f1bda-ceb3-4262-91fc-63e0b4796bd4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event deleted for resources: {'Port': ['ID=cb35f095-3f4f-4fba-9197-ca3677553f77,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:37.625965 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:37.718903 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-be4f1bda-ceb3-4262-91fc-63e0b4796bd4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:37.739277 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:37.870851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event updated for resources: {'Port': ['ID=d885c02d-cbc3-4f44-98a4-0252074a52a2,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:37.890596 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:37.972576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4f1bda-ceb3-4262-91fc-63e0b4796bd4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Router 69d6b948-4eda-4b8e-92bf-e8537cfefb1a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:24:38.009181 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Floating IP dd2dd963-affb-4afd-b974-e59c891c99c1 associated. External IP: 172.25.0.226, port: 5b7e92d2-5ef2-4b86-b841-33a8821e5641. Oct 13 11:24:38.069697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4f1bda-ceb3-4262-91fc-63e0b4796bd4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:24:38.089298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026488da-e436-4c91-b586-b56d5fac5049 None None] Sync routers for ids ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:24:38.092379 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-be4f1bda-ceb3-4262-91fc-63e0b4796bd4 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "PUT /v2.0/routers/69d6b948-4eda-4b8e-92bf-e8537cfefb1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8317363 Oct 13 11:24:38.093374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52558) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:38.112070 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3effa88-07e4-47b8-bb96-6e4bd60712c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:38.130110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026488da-e436-4c91-b586-b56d5fac5049 None None] Routers {'69d6b948-4eda-4b8e-92bf-e8537cfefb1a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:38.136658 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-7b46540e-c906-4c40-b48c-4c1740e1adff tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] show failed (client error): The resource could not be found. Oct 13 11:24:38.141743 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7b46540e-c906-4c40-b48c-4c1740e1adff tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-834877973 HTTP/1.1" status: 404 len: 334 time: 0.0433393 Oct 13 11:24:38.144504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52560) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:38.151270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f9dd5061-eda0-419d-824c-7d44f0014a6d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:24:38.160610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-026488da-e436-4c91-b586-b56d5fac5049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:24:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:38.201419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-026488da-e436-4c91-b586-b56d5fac5049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:38.204281 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-f9dd5061-eda0-419d-824c-7d44f0014a6d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] update failed (client error): The resource could not be found. Oct 13 11:24:38.206087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f9dd5061-eda0-419d-824c-7d44f0014a6d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1679612694 HTTP/1.1" status: 404 len: 335 time: 0.0596035 Oct 13 11:24:38.210639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52562) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:38.218579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026488da-e436-4c91-b586-b56d5fac5049 None None] Routers {'69d6b948-4eda-4b8e-92bf-e8537cfefb1a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:38.219452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-026488da-e436-4c91-b586-b56d5fac5049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:24:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:38.260169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-026488da-e436-4c91-b586-b56d5fac5049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:38.261014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026488da-e436-4c91-b586-b56d5fac5049 None None] The sync data for ids ['69d6b948-4eda-4b8e-92bf-e8537cfefb1a'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:24:38.317697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d04f41-eb14-48e9-991e-c524dcb1420d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Deleting subnet 096e8751-9eb4-45a8-b57b-417991dc6d70 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:24:38.328241 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6d04f41-eb14-48e9-991e-c524dcb1420d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:38.393900 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6d04f41-eb14-48e9-991e-c524dcb1420d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:38.835764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router d1accce8-fe85-4686-b8d5-c4e670e975a2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:24:38.864336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ca815-b0a0-441b-91d1-a3cb4e70325d req-b49dc0c1-bac6-47d0-b6a7-8e07920fae79 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:38.865806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a3ca815-b0a0-441b-91d1-a3cb4e70325d req-b49dc0c1-bac6-47d0-b6a7-8e07920fae79 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 946 time: 0.4752543 Oct 13 11:24:38.934784 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6d04f41-eb14-48e9-991e-c524dcb1420d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:38.979526 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:39.046859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a3ca815-b0a0-441b-91d1-a3cb4e70325d req-f42d6738-6dfc-4e4d-a9b3-e2935ef8f440 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544974 Oct 13 11:24:39.075151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:24:39.100790 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c4eb9d-52b0-4a1e-a546-ce21fff02b4a None None] Sync routers for ids ['d1accce8-fe85-4686-b8d5-c4e670e975a2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:24:39.113024 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4eb9d-52b0-4a1e-a546-ce21fff02b4a None None] Routers {'d1accce8-fe85-4686-b8d5-c4e670e975a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:39.113790 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-42c4eb9d-52b0-4a1e-a546-ce21fff02b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:24:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d1accce8-fe85-4686-b8d5-c4e670e975a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:39.154754 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6d04f41-eb14-48e9-991e-c524dcb1420d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:39.201991 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:39.204128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d04f41-eb14-48e9-991e-c524dcb1420d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event deleted for resources: {'Subnet': ['ID=096e8751-9eb4-45a8-b57b-417991dc6d70,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:39.207231 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6d04f41-eb14-48e9-991e-c524dcb1420d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:39.208460 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f6b35c-8264-4d5e-9c9b-19b845841035 None None] Network e181899e-c1a2-46de-a3a9-37245c457710 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:39.212654 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c6d04f41-eb14-48e9-991e-c524dcb1420d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "DELETE /v2.0/subnets/096e8751-9eb4-45a8-b57b-417991dc6d70 HTTP/1.1" status: 204 len: 168 time: 0.9988604 Oct 13 11:24:39.214307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52576) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:39.255305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1b1cd8da-e39c-4378-b019-1d86b99a7e40 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0497222 Oct 13 11:24:39.261938 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e6f74-6109-4cf7-81cc-31f0b59fb19b req-d3c776bc-5d9e-44c3-96bf-420cf835964f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:39.265555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca2e6f74-6109-4cf7-81cc-31f0b59fb19b req-d3c776bc-5d9e-44c3-96bf-420cf835964f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1417186 Oct 13 11:24:39.266065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:24:39.269009 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe80fd52-50e4-451e-affa-5e359526a33a" -d '{"events": [{"name": "network-changed", "server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:24:39.300557 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-42c4eb9d-52b0-4a1e-a546-ce21fff02b4a None None] Set router d1accce8-fe85-4686-b8d5-c4e670e975a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:24:39.348361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca2e6f74-6109-4cf7-81cc-31f0b59fb19b req-9961e7fb-67ed-475a-8722-6be58a9ca6f5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728598 Oct 13 11:24:39.427102 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:39.542448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5e4d4b-4ca0-4fa0-a105-d2ca0f06e0b0 None None] DHCP port deletion for e181899e-c1a2-46de-a3a9-37245c457710 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:24:39.550206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Deleting port 96529152-ec55-4689-a386-39afc5ba2289 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:39.556881 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:39.593200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8ac84-93be-48cd-93d0-72d877beaba6 req-b2b0f5fe-e2ca-4368-ad6b-9d03b7606351 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:39.602704 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-54a8ac84-93be-48cd-93d0-72d877beaba6 req-b2b0f5fe-e2ca-4368-ad6b-9d03b7606351 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.1358740 Oct 13 11:24:39.635884 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-42c4eb9d-52b0-4a1e-a546-ce21fff02b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'dd2dd963-affb-4afd-b974-e59c891c99c1', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'port_id': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'mac_address': 'fa:16:3e:5f:2b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:24:36Z', 'updated_at': '2021-10-13T11:24:36Z', 'revision_number': 0, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '624b24e1-9416-45fd-b505-20cc9c435363', 'name': '', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:2a:cb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:06Z', 'updated_at': '2021-10-13T11:24:20Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:39.683604 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c4eb9d-52b0-4a1e-a546-ce21fff02b4a None None] Checking router: d1accce8-fe85-4686-b8d5-c4e670e975a2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:24:39.694196 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4eb9d-52b0-4a1e-a546-ce21fff02b4a None None] Routers {'d1accce8-fe85-4686-b8d5-c4e670e975a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:24:39.694854 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-42c4eb9d-52b0-4a1e-a546-ce21fff02b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:24:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d1accce8-fe85-4686-b8d5-c4e670e975a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:39.695098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-db5e4d4b-4ca0-4fa0-a105-d2ca0f06e0b0 None None] Deleting port 96529152-ec55-4689-a386-39afc5ba2289 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:39.695483 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-db5e4d4b-4ca0-4fa0-a105-d2ca0f06e0b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:39.702783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-54a8ac84-93be-48cd-93d0-72d877beaba6 req-96e7fe95-275e-4708-9597-484733cfc548 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900431 Oct 13 11:24:39.712617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] For port 96529152-ec55-4689-a386-39afc5ba2289, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=96529152-ec55-4689-a386-39afc5ba2289,segment=NetworkSegment(75dffbaa-e11f-4574-9bbd-a5a0e920e256),segment_id=75dffbaa-e11f-4574-9bbd-a5a0e920e256)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:39.713396 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:39.730434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Calling delete_port for 96529152-ec55-4689-a386-39afc5ba2289 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:39.730730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52584) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:39.841247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-db5e4d4b-4ca0-4fa0-a105-d2ca0f06e0b0 None None] For port 96529152-ec55-4689-a386-39afc5ba2289, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=96529152-ec55-4689-a386-39afc5ba2289,segment=NetworkSegment(75dffbaa-e11f-4574-9bbd-a5a0e920e256),segment_id=75dffbaa-e11f-4574-9bbd-a5a0e920e256)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:39.841875 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-db5e4d4b-4ca0-4fa0-a105-d2ca0f06e0b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:39.859744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-db5e4d4b-4ca0-4fa0-a105-d2ca0f06e0b0 None None] Calling delete_port for 96529152-ec55-4689-a386-39afc5ba2289 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:39.864350 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-42c4eb9d-52b0-4a1e-a546-ce21fff02b4a None None] Set router d1accce8-fe85-4686-b8d5-c4e670e975a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:24:39.877663 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91fdb4e-1f74-4307-8ba9-67382944f8f4 x-openstack-request-id: req-a91fdb4e-1f74-4307-8ba9-67382944f8f4 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:24:39.878062 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:24:39.878584 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a91fdb4e-1f74-4307-8ba9-67382944f8f4 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:24:39.879088 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'status': 'completed', 'code': 200} Oct 13 11:24:39.940193 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3804c563-3553-48f3-ba53-4eeebc9a101c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/dd2dd963-affb-4afd-b974-e59c891c99c1 HTTP/1.1" status: 200 len: 991 time: 0.2047315 Oct 13 11:24:39.988809 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 96529152-ec55-4689-a386-39afc5ba2289 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:24:40.057710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No active binding found for port 96529152-ec55-4689-a386-39afc5ba2289 {{(pid=101992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 11:24:40.058155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 96529152-ec55-4689-a386-39afc5ba2289 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:24:40.066075 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-db5e4d4b-4ca0-4fa0-a105-d2ca0f06e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:40.071722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80fd52-50e4-451e-affa-5e359526a33a req-6ee20cd3-8255-4c3b-9d44-4bd1885194f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:40.073364 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe80fd52-50e4-451e-affa-5e359526a33a req-6ee20cd3-8255-4c3b-9d44-4bd1885194f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 1096 time: 0.1382096 Oct 13 11:24:40.082163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76462174-cf1c-4d06-a951-22a845fa7db5 req-437f5538-351a-4560-861c-b75d57f3b79a tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:40.084350 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-76462174-cf1c-4d06-a951-22a845fa7db5 req-437f5538-351a-4560-861c-b75d57f3b79a tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 946 time: 0.1498318 Oct 13 11:24:40.084550 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:40.130137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e4d4b-4ca0-4fa0-a105-d2ca0f06e0b0 None None] Pushing event deleted for resources: {'Port': ['ID=96529152-ec55-4689-a386-39afc5ba2289,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:40.147447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5e4d4b-4ca0-4fa0-a105-d2ca0f06e0b0 None None] No DVR routers for this DVR port 96529152-ec55-4689-a386-39afc5ba2289 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:24:40.219084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event deleted for resources: {'Port': ['ID=96529152-ec55-4689-a386-39afc5ba2289,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:40.220457 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a3c8e-5841-4f7d-9e7d-b26f4c22f061 req-32cfbf47-a0ce-435c-bb37-0c9aa681a456 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:40.224492 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c36a3c8e-5841-4f7d-9e7d-b26f4c22f061 req-32cfbf47-a0ce-435c-bb37-0c9aa681a456 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 946 time: 0.0558331 Oct 13 11:24:40.226714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] No DVR routers for this DVR port 96529152-ec55-4689-a386-39afc5ba2289 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:24:40.305991 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c36a3c8e-5841-4f7d-9e7d-b26f4c22f061 req-edf852dd-adc1-41bb-9ff7-fdd8e741d23f tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616040 Oct 13 11:24:40.343992 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-42c4eb9d-52b0-4a1e-a546-ce21fff02b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'dd2dd963-affb-4afd-b974-e59c891c99c1', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'port_id': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'mac_address': 'fa:16:3e:5f:2b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:24:36Z', 'updated_at': '2021-10-13T11:24:36Z', 'revision_number': 0, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '624b24e1-9416-45fd-b505-20cc9c435363', 'name': '', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:2a:cb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:06Z', 'updated_at': '2021-10-13T11:24:20Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:40.374685 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c4eb9d-52b0-4a1e-a546-ce21fff02b4a None None] The sync data for ids ['d1accce8-fe85-4686-b8d5-c4e670e975a2'] in n-d-813659-3 is: [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': 'dd2dd963-affb-4afd-b974-e59c891c99c1', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'port_id': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'mac_address': 'fa:16:3e:5f:2b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:24:36Z', 'updated_at': '2021-10-13T11:24:36Z', 'revision_number': 0, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '624b24e1-9416-45fd-b505-20cc9c435363', 'name': '', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:2a:cb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:06Z', 'updated_at': '2021-10-13T11:24:20Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:24:40.570350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878bb18-3a15-4ca3-a1f2-974b8b1cdb7d req-4e2885a2-9b38-442f-847c-bc32e28247c6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:40.574846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7878bb18-3a15-4ca3-a1f2-974b8b1cdb7d req-4e2885a2-9b38-442f-847c-bc32e28247c6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0787303 Oct 13 11:24:40.659981 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7878bb18-3a15-4ca3-a1f2-974b8b1cdb7d req-8c3d214e-465d-4c75-987e-6c3fbb1c1dbb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668368 Oct 13 11:24:40.748564 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a39b3-e813-41a7-900a-428ab2cd4e4b None None] New status for floating IP dd2dd963-affb-4afd-b974-e59c891c99c1: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:24:40.793191 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:40.806194 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80fd52-50e4-451e-affa-5e359526a33a req-664eb542-39f4-477e-9b01-6a4fc4b400d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:40.807869 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe80fd52-50e4-451e-affa-5e359526a33a req-664eb542-39f4-477e-9b01-6a4fc4b400d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bce9cd88-05a5-45b8-9d45-763714c99355 HTTP/1.1" status: 200 len: 898 time: 0.7196963 Oct 13 11:24:40.815778 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:40.870323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e181899e-c1a2-46de-a3a9-37245c457710']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:40.885193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-76462174-cf1c-4d06-a951-22a845fa7db5 req-3d9577ec-e885-4e45-8e1f-27a45f89095c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Deleting port b531dddb-6393-4e8f-9e78-97aa87e1ecf4 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:40.885587 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-76462174-cf1c-4d06-a951-22a845fa7db5 req-3d9577ec-e885-4e45-8e1f-27a45f89095c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:40.907812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dffbaa-e11f-4574-9bbd-a5a0e920e256') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:40.908041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dffbaa-e11f-4574-9bbd-a5a0e920e256') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:40.940205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52602) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:40.964294 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-39b76671-8d4b-4c2b-aa6d-7c8f6a3ff7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:40.983216 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:40.999885 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe80fd52-50e4-451e-affa-5e359526a33a req-44914b67-09fb-445e-8a7d-9ec445ccc148 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b7e92d2-5ef2-4b86-b841-33a8821e5641 HTTP/1.1" status: 200 len: 999 time: 0.1820173 Oct 13 11:24:41.020723 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:41.026849 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5c2a12c1-83cc-4889-b0de-3661e2f42c50 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/dd2dd963-affb-4afd-b974-e59c891c99c1 HTTP/1.1" status: 200 len: 991 time: 0.0853689 Oct 13 11:24:41.058455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:24:41.058875 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:24:41.063333 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:24:41.139459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80fd52-50e4-451e-affa-5e359526a33a req-76b398e5-0f91-486c-b767-0b4591f1d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:41.140974 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe80fd52-50e4-451e-affa-5e359526a33a req-76b398e5-0f91-486c-b767-0b4591f1d61f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0469c964-cda9-4dd9-91f8-9da10a9b1f3b HTTP/1.1" status: 200 len: 834 time: 0.1318350 Oct 13 11:24:41.143001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-76462174-cf1c-4d06-a951-22a845fa7db5 req-3d9577ec-e885-4e45-8e1f-27a45f89095c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] For port b531dddb-6393-4e8f-9e78-97aa87e1ecf4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b531dddb-6393-4e8f-9e78-97aa87e1ecf4,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:41.143832 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-76462174-cf1c-4d06-a951-22a845fa7db5 req-3d9577ec-e885-4e45-8e1f-27a45f89095c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:41.195144 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-76462174-cf1c-4d06-a951-22a845fa7db5 req-3d9577ec-e885-4e45-8e1f-27a45f89095c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Calling delete_port for b531dddb-6393-4e8f-9e78-97aa87e1ecf4 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:41.252209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80fd52-50e4-451e-affa-5e359526a33a req-f839c1e6-31ba-4454-bd26-4273aa384328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:41.253845 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe80fd52-50e4-451e-affa-5e359526a33a req-f839c1e6-31ba-4454-bd26-4273aa384328 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bce9cd88-05a5-45b8-9d45-763714c99355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013868 Oct 13 11:24:41.318834 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:41.346635 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:41.353014 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "DELETE /v2.0/networks/e181899e-c1a2-46de-a3a9-37245c457710 HTTP/1.1" status: 204 len: 168 time: 2.1346707 Oct 13 11:24:41.356341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52608) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:41.380316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124c3ed-d212-4e29-b40d-a99a6f489772 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event deleted for resources: {'Network': ['ID=e181899e-c1a2-46de-a3a9-37245c457710,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:41.480520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c58d2db-16d7-4fec-99cb-c50c925b15dd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Deleting subnet 7f8402a3-5d97-450c-abbe-2d3f6084a20a {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:24:41.481004 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe80fd52-50e4-451e-affa-5e359526a33a req-a6ef23ef-3211-4ccf-8efb-a9ca2fe31379 service neutron] 10.222.0.21 "GET /v2.0/networks/bce9cd88-05a5-45b8-9d45-763714c99355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158191 Oct 13 11:24:41.487330 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c58d2db-16d7-4fec-99cb-c50c925b15dd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:41.524328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3264b4e-9788-4752-9aec-602a55038fb8 req-f5c54387-0c8c-453e-861f-4a98288dec37 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:41.526316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3264b4e-9788-4752-9aec-602a55038fb8 req-f5c54387-0c8c-453e-861f-4a98288dec37 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 946 time: 0.1195824 Oct 13 11:24:41.577080 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c58d2db-16d7-4fec-99cb-c50c925b15dd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:41.605669 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fe80fd52-50e4-451e-affa-5e359526a33a req-8fcf92e4-b21b-4c70-8516-1937e5cf7b43 service neutron] 10.222.0.21 "GET /v2.0/networks/bce9cd88-05a5-45b8-9d45-763714c99355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115491 Oct 13 11:24:41.607890 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-76462174-cf1c-4d06-a951-22a845fa7db5 req-3d9577ec-e885-4e45-8e1f-27a45f89095c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:41.620153 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['dfcf1623-8c1f-42e4-ace7-a84bdbc8052a'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:24:41.621811 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3264b4e-9788-4752-9aec-602a55038fb8 req-46a4b1ff-c8c1-4908-9e31-fb317e20814c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776348 Oct 13 11:24:41.702762 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9577ec-e885-4e45-8e1f-27a45f89095c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Pushing event deleted for resources: {'Port': ['ID=b531dddb-6393-4e8f-9e78-97aa87e1ecf4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:41.763047 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c58d2db-16d7-4fec-99cb-c50c925b15dd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:41.775723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-76462174-cf1c-4d06-a951-22a845fa7db5 req-3d9577ec-e885-4e45-8e1f-27a45f89095c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] No DVR routers for this DVR port b531dddb-6393-4e8f-9e78-97aa87e1ecf4 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:24:41.780225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-76462174-cf1c-4d06-a951-22a845fa7db5 req-3d9577ec-e885-4e45-8e1f-27a45f89095c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:41.785284 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-76462174-cf1c-4d06-a951-22a845fa7db5 req-3d9577ec-e885-4e45-8e1f-27a45f89095c tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.46 "DELETE /v2.0/ports/b531dddb-6393-4e8f-9e78-97aa87e1ecf4 HTTP/1.1" status: 204 len: 173 time: 1.6617858 Oct 13 11:24:41.786477 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9', 'name': 'network-vif-deleted', 'tag': 'b531dddb-6393-4e8f-9e78-97aa87e1ecf4'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:24:41.790515 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192e6807-2eed-45a1-9f04-bc79316effc7" -d '{"events": [{"server_uuid": "c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9", "name": "network-vif-deleted", "tag": "b531dddb-6393-4e8f-9e78-97aa87e1ecf4"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:24:41.890625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12ae9b-92ff-40be-941a-1c0f0975d3b5 req-38855987-1a33-4dcd-98d4-421f57c3258c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:41.893423 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e12ae9b-92ff-40be-941a-1c0f0975d3b5 req-38855987-1a33-4dcd-98d4-421f57c3258c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1229868 Oct 13 11:24:41.926317 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:41.946820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e12ae9b-92ff-40be-941a-1c0f0975d3b5 req-e95aa5cc-623a-46e5-abf2-086875439611 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471480 Oct 13 11:24:42.024915 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09251fa-a6d4-4545-bf06-79adb23885ba x-openstack-request-id: req-b09251fa-a6d4-4545-bf06-79adb23885ba {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:24:42.025208 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9", "name": "network-vif-deleted", "tag": "b531dddb-6393-4e8f-9e78-97aa87e1ecf4", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:24:42.025511 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b09251fa-a6d4-4545-bf06-79adb23885ba {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:24:42.025930 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9', 'name': 'network-vif-deleted', 'tag': 'b531dddb-6393-4e8f-9e78-97aa87e1ecf4', 'status': 'completed', 'code': 200} Oct 13 11:24:42.030533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52620) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:42.102987 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c58d2db-16d7-4fec-99cb-c50c925b15dd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:42.149578 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e11ac972-6643-45a8-97b1-cc0c2c1bac70 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/dd2dd963-affb-4afd-b974-e59c891c99c1 HTTP/1.1" status: 200 len: 993 time: 0.1081371 Oct 13 11:24:42.192501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58d2db-16d7-4fec-99cb-c50c925b15dd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8402a3-5d97-450c-abbe-2d3f6084a20a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:42.196404 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c58d2db-16d7-4fec-99cb-c50c925b15dd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:42.200071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4c58d2db-16d7-4fec-99cb-c50c925b15dd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "DELETE /v2.0/subnets/7f8402a3-5d97-450c-abbe-2d3f6084a20a HTTP/1.1" status: 204 len: 168 time: 0.8421152 Oct 13 11:24:42.203034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52622) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:42.207870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ecb1a-fb0a-43fa-b5c3-1879d3d109d3 None None] Network c084dcef-2e84-4f90-bf4c-91e21bcf47f5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:42.277796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ee7b2f-5d0b-4315-b7e2-36cd7a6185bd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Deleting subnet 614750a4-3944-4173-a6e6-22857d45dcae {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:24:42.281743 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5ee7b2f-5d0b-4315-b7e2-36cd7a6185bd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:42.339628 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5ee7b2f-5d0b-4315-b7e2-36cd7a6185bd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:42.340591 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:42.464438 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5ee7b2f-5d0b-4315-b7e2-36cd7a6185bd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:42.467922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e763dd3b-ba68-4483-bdd0-63c0df1e9d6d None None] DHCP port deletion for c084dcef-2e84-4f90-bf4c-91e21bcf47f5 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:24:42.530324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e763dd3b-ba68-4483-bdd0-63c0df1e9d6d None None] Deleting port b8128db3-9cd9-4639-bec3-847acf93ff99 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:42.531216 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e763dd3b-ba68-4483-bdd0-63c0df1e9d6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:42.603457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e763dd3b-ba68-4483-bdd0-63c0df1e9d6d None None] For port b8128db3-9cd9-4639-bec3-847acf93ff99, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b8128db3-9cd9-4639-bec3-847acf93ff99,segment=NetworkSegment(73d54eb0-069a-4278-9780-64cdf9473ab6),segment_id=73d54eb0-069a-4278-9780-64cdf9473ab6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:42.603927 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e763dd3b-ba68-4483-bdd0-63c0df1e9d6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:42.617917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e763dd3b-ba68-4483-bdd0-63c0df1e9d6d None None] Calling delete_port for b8128db3-9cd9-4639-bec3-847acf93ff99 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:42.699512 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5ee7b2f-5d0b-4315-b7e2-36cd7a6185bd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:42.755547 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5ee7b2f-5d0b-4315-b7e2-36cd7a6185bd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:42.758898 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b5ee7b2f-5d0b-4315-b7e2-36cd7a6185bd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "DELETE /v2.0/subnets/614750a4-3944-4173-a6e6-22857d45dcae HTTP/1.1" status: 204 len: 168 time: 0.5547218 Oct 13 11:24:42.760067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee7b2f-5d0b-4315-b7e2-36cd7a6185bd tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event deleted for resources: {'Subnet': ['ID=614750a4-3944-4173-a6e6-22857d45dcae,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:42.764104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52632) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:42.773976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1dce0a-40f7-49f6-a391-44d55d469a89 None None] Network b776ffdf-8972-4776-a7c7-5949d7babb38 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:42.816109 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b8017bc6-18b0-468d-a7d0-7e59fcd69f5b req-167a680e-e692-49f6-a708-52cf1a22ea2f tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a4cc57-4411-44e7-b1e8-da6cf5fb38a9 HTTP/1.1" status: 200 len: 210 time: 0.0675323 Oct 13 11:24:42.872065 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e763dd3b-ba68-4483-bdd0-63c0df1e9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:42.875702 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10c65626-e18f-4c37-bcf1-3530670d8993 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:42.922520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763dd3b-ba68-4483-bdd0-63c0df1e9d6d None None] Pushing event deleted for resources: {'Port': ['ID=b8128db3-9cd9-4639-bec3-847acf93ff99,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:42.932302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763dd3b-ba68-4483-bdd0-63c0df1e9d6d None None] No DVR routers for this DVR port b8128db3-9cd9-4639-bec3-847acf93ff99 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:24:43.031622 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b531dddb-6393-4e8f-9e78-97aa87e1ecf4 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:24:43.071576 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10c65626-e18f-4c37-bcf1-3530670d8993 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.105065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-10c65626-e18f-4c37-bcf1-3530670d8993 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c084dcef-2e84-4f90-bf4c-91e21bcf47f5']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:43.119211 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-10c65626-e18f-4c37-bcf1-3530670d8993 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d54eb0-069a-4278-9780-64cdf9473ab6') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:43.121192 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-10c65626-e18f-4c37-bcf1-3530670d8993 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d54eb0-069a-4278-9780-64cdf9473ab6') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:43.127634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211f0b99-7783-4bfb-bdb6-423a4f2f0531 None None] DHCP port deletion for b776ffdf-8972-4776-a7c7-5949d7babb38 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:24:43.131064 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: b531dddb-6393-4e8f-9e78-97aa87e1ecf4 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:24:43.131362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b531dddb-6393-4e8f-9e78-97aa87e1ecf4 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:24:43.160813 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10c65626-e18f-4c37-bcf1-3530670d8993 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.192779 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10c65626-e18f-4c37-bcf1-3530670d8993 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.198017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d376a0-20af-4c15-88b5-2296b856d1a4 req-66e26575-e2c3-4a67-b863-d6d8d5eb7cec tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:43.200301 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85d376a0-20af-4c15-88b5-2296b856d1a4 req-66e26575-e2c3-4a67-b863-d6d8d5eb7cec tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0759974 Oct 13 11:24:43.203962 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-211f0b99-7783-4bfb-bdb6-423a4f2f0531 None None] Deleting port 1ef1cb99-c05b-4952-b58d-cf3de3fae651 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:43.205890 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c65626-e18f-4c37-bcf1-3530670d8993 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:24:43.206148 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-211f0b99-7783-4bfb-bdb6-423a4f2f0531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.206754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10c65626-e18f-4c37-bcf1-3530670d8993 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:24:43.212392 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:24:43.267498 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85d376a0-20af-4c15-88b5-2296b856d1a4 req-356dff5e-e8b2-477d-a711-21b76a416554 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571144 Oct 13 11:24:43.299830 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-211f0b99-7783-4bfb-bdb6-423a4f2f0531 None None] For port 1ef1cb99-c05b-4952-b58d-cf3de3fae651, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1ef1cb99-c05b-4952-b58d-cf3de3fae651,segment=NetworkSegment(330ff8df-4cc4-4d7d-809e-0d3809d31d6c),segment_id=330ff8df-4cc4-4d7d-809e-0d3809d31d6c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:43.312505 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-211f0b99-7783-4bfb-bdb6-423a4f2f0531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.316327 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-211f0b99-7783-4bfb-bdb6-423a4f2f0531 None None] Calling delete_port for 1ef1cb99-c05b-4952-b58d-cf3de3fae651 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:43.469882 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10c65626-e18f-4c37-bcf1-3530670d8993 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.488184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10c65626-e18f-4c37-bcf1-3530670d8993 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.494684 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-10c65626-e18f-4c37-bcf1-3530670d8993 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "DELETE /v2.0/networks/c084dcef-2e84-4f90-bf4c-91e21bcf47f5 HTTP/1.1" status: 204 len: 168 time: 0.7269087 Oct 13 11:24:43.495818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52638) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:43.554981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c65626-e18f-4c37-bcf1-3530670d8993 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event deleted for resources: {'Network': ['ID=c084dcef-2e84-4f90-bf4c-91e21bcf47f5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:43.624979 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.642177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.705423 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-211f0b99-7783-4bfb-bdb6-423a4f2f0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.721280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Deleting port 1ef1cb99-c05b-4952-b58d-cf3de3fae651 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:43.721677 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.739842 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f0b99-7783-4bfb-bdb6-423a4f2f0531 None None] Pushing event deleted for resources: {'Port': ['ID=1ef1cb99-c05b-4952-b58d-cf3de3fae651,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:43.742042 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f0b99-7783-4bfb-bdb6-423a4f2f0531 None None] No DVR routers for this DVR port 1ef1cb99-c05b-4952-b58d-cf3de3fae651 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:24:43.809337 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] For port 1ef1cb99-c05b-4952-b58d-cf3de3fae651, host n-d-813659-3, got binding levels [] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:43.810403 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.824801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Calling delete_port for 1ef1cb99-c05b-4952-b58d-cf3de3fae651 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:43.827778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_backend_mixin [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Port 1ef1cb99-c05b-4952-b58d-cf3de3fae651 was not found and therefore no delete operation was performed {{(pid=101990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 11:24:43.829089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:43.917228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event deleted for resources: {'Port': ['ID=1ef1cb99-c05b-4952-b58d-cf3de3fae651,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:43.919159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] No DVR routers for this DVR port 1ef1cb99-c05b-4952-b58d-cf3de3fae651 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:24:43.988187 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b8128db3-9cd9-4639-bec3-847acf93ff99 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:24:44.010026 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: b8128db3-9cd9-4639-bec3-847acf93ff99 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:24:44.010692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b8128db3-9cd9-4639-bec3-847acf93ff99 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:24:44.011261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1ef1cb99-c05b-4952-b58d-cf3de3fae651 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:24:44.035253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 1ef1cb99-c05b-4952-b58d-cf3de3fae651 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:24:44.035811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1ef1cb99-c05b-4952-b58d-cf3de3fae651 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:24:44.061610 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:44.082882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b776ffdf-8972-4776-a7c7-5949d7babb38']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:44.093501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330ff8df-4cc4-4d7d-809e-0d3809d31d6c') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:44.093725 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330ff8df-4cc4-4d7d-809e-0d3809d31d6c') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:44.107172 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:44.125831 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:44.134238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:24:44.134864 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:24:44.138921 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:24:44.336754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:44.350629 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:44.354207 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "DELETE /v2.0/networks/b776ffdf-8972-4776-a7c7-5949d7babb38 HTTP/1.1" status: 204 len: 168 time: 0.8576374 Oct 13 11:24:44.356852 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52656) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:44.434199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-0521ecc9-ba04-4ebb-b230-b8695d89d50d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Deleting subnet da0991e1-e419-416a-9de2-a771ba3b636d {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:24:44.438240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20190411-0ec6-4741-9b42-f3b4015afd46 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event deleted for resources: {'Network': ['ID=b776ffdf-8972-4776-a7c7-5949d7babb38,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:44.440937 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0521ecc9-ba04-4ebb-b230-b8695d89d50d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:44.463863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faa643-0030-4cd3-a8e9-1f6e9a4b3160 req-d42e3c6b-e586-40ea-bde9-e2b0d04ec98b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:44.465816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7faa643-0030-4cd3-a8e9-1f6e9a4b3160 req-d42e3c6b-e586-40ea-bde9-e2b0d04ec98b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1302857 Oct 13 11:24:44.501639 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0521ecc9-ba04-4ebb-b230-b8695d89d50d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:44.522809 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7faa643-0030-4cd3-a8e9-1f6e9a4b3160 req-d17abf2d-af45-4db3-836f-9b661c05d98c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493228 Oct 13 11:24:44.633736 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0521ecc9-ba04-4ebb-b230-b8695d89d50d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:44.858078 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0521ecc9-ba04-4ebb-b230-b8695d89d50d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:44.890943 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521ecc9-ba04-4ebb-b230-b8695d89d50d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event deleted for resources: {'Subnet': ['ID=da0991e1-e419-416a-9de2-a771ba3b636d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:44.893621 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0521ecc9-ba04-4ebb-b230-b8695d89d50d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:44.898459 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0521ecc9-ba04-4ebb-b230-b8695d89d50d tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "DELETE /v2.0/subnets/da0991e1-e419-416a-9de2-a771ba3b636d HTTP/1.1" status: 204 len: 168 time: 0.5397801 Oct 13 11:24:44.900586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52660) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:44.912106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e560ad2f-986e-4095-8ab4-a6a72c8d4ee0 None None] Network 62be4c0b-ced7-4cbc-85dc-b43b8238a607 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:24:45.004764 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:45.076174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Deleting port 42860173-35d4-4a65-b2e1-5e572331cdb0 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:45.076515 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:45.137093 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753678f2-59d3-4d8c-a192-bcded283d583 None None] DHCP port deletion for 62be4c0b-ced7-4cbc-85dc-b43b8238a607 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:24:45.192791 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-753678f2-59d3-4d8c-a192-bcded283d583 None None] Deleting port 42860173-35d4-4a65-b2e1-5e572331cdb0 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:45.193170 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-753678f2-59d3-4d8c-a192-bcded283d583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:45.194635 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] For port 42860173-35d4-4a65-b2e1-5e572331cdb0, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=42860173-35d4-4a65-b2e1-5e572331cdb0,segment=NetworkSegment(b0d3b679-134f-4154-8aa4-73d5227a9a23),segment_id=b0d3b679-134f-4154-8aa4-73d5227a9a23)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:45.195337 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:45.212988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Calling delete_port for 42860173-35d4-4a65-b2e1-5e572331cdb0 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:45.281039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-753678f2-59d3-4d8c-a192-bcded283d583 None None] For port 42860173-35d4-4a65-b2e1-5e572331cdb0, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=42860173-35d4-4a65-b2e1-5e572331cdb0,segment=NetworkSegment(b0d3b679-134f-4154-8aa4-73d5227a9a23),segment_id=b0d3b679-134f-4154-8aa4-73d5227a9a23)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:45.286255 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-753678f2-59d3-4d8c-a192-bcded283d583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:45.296987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-753678f2-59d3-4d8c-a192-bcded283d583 None None] Calling delete_port for 42860173-35d4-4a65-b2e1-5e572331cdb0 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:45.385232 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:45.392223 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-753678f2-59d3-4d8c-a192-bcded283d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:45.403955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] No DVR routers for this DVR port 42860173-35d4-4a65-b2e1-5e572331cdb0 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:24:45.430993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event deleted for resources: {'Port': ['ID=42860173-35d4-4a65-b2e1-5e572331cdb0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:45.442170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753678f2-59d3-4d8c-a192-bcded283d583 None None] Pushing event deleted for resources: {'Port': ['ID=42860173-35d4-4a65-b2e1-5e572331cdb0,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:45.448392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753678f2-59d3-4d8c-a192-bcded283d583 None None] No DVR routers for this DVR port 42860173-35d4-4a65-b2e1-5e572331cdb0 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:24:45.526428 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:45.555944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62be4c0b-ced7-4cbc-85dc-b43b8238a607']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:45.577926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d3b679-134f-4154-8aa4-73d5227a9a23') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:45.578151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d3b679-134f-4154-8aa4-73d5227a9a23') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:45.589189 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:45.605207 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:45.616755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:24:45.617091 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:24:45.633742 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:24:45.743171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de66646-ed89-4e17-8141-ce51c7e83ffb req-19e8ea17-cd6f-4cdd-a020-3a8e58707840 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:45.743171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3de66646-ed89-4e17-8141-ce51c7e83ffb req-19e8ea17-cd6f-4cdd-a020-3a8e58707840 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1225948 Oct 13 11:24:45.780536 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3de66646-ed89-4e17-8141-ce51c7e83ffb req-0ae0bcc5-2561-4d28-817f-6afe9fb9abe2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378633 Oct 13 11:24:45.885651 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:45.885651 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:45.886506 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "DELETE /v2.0/networks/62be4c0b-ced7-4cbc-85dc-b43b8238a607 HTTP/1.1" status: 204 len: 168 time: 0.9846921 Oct 13 11:24:45.889027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52672) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:45.916237 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 42860173-35d4-4a65-b2e1-5e572331cdb0 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:24:45.920017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07d301-508f-4ee3-a698-b7c4ea5302ba tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Pushing event deleted for resources: {'Network': ['ID=62be4c0b-ced7-4cbc-85dc-b43b8238a607,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:45.942742 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f78a9098-f8bf-47ea-9110-39bccf63618c tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "GET /v2.0/ports?device_id=69d6b948-4eda-4b8e-92bf-e8537cfefb1a HTTP/1.1" status: 200 len: 205 time: 0.0513937 Oct 13 11:24:45.944493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52676) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:45.949554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 42860173-35d4-4a65-b2e1-5e572331cdb0 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:24:45.949902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 42860173-35d4-4a65-b2e1-5e572331cdb0 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:24:46.031724 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c49f100-ca50-4f0d-8bb5-9445ab677fa1 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:46.225796 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c49f100-ca50-4f0d-8bb5-9445ab677fa1 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:46.228156 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c49f100-ca50-4f0d-8bb5-9445ab677fa1 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:46.380104 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c49f100-ca50-4f0d-8bb5-9445ab677fa1 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:46.381170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c49f100-ca50-4f0d-8bb5-9445ab677fa1 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Fanout notify agent at l3_agent the message router_deleted on router 69d6b948-4eda-4b8e-92bf-e8537cfefb1a {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:24:46.412376 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c49f100-ca50-4f0d-8bb5-9445ab677fa1 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:46.424792 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6c49f100-ca50-4f0d-8bb5-9445ab677fa1 tempest-RoutersNegativeIpV6Test-466883346 tempest-RoutersNegativeIpV6Test-466883346-project] 10.222.0.32 "DELETE /v2.0/routers/69d6b948-4eda-4b8e-92bf-e8537cfefb1a HTTP/1.1" status: 204 len: 168 time: 0.4719095 Oct 13 11:24:46.947304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a8c68-6d1c-470e-8815-61aa58d33d64 req-8ac2bd89-2500-42d3-a96d-92e16d881b21 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:46.949761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c2a8c68-6d1c-470e-8815-61aa58d33d64 req-8ac2bd89-2500-42d3-a96d-92e16d881b21 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0654519 Oct 13 11:24:47.041478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c2a8c68-6d1c-470e-8815-61aa58d33d64 req-932d121a-5cfa-4bdf-b546-1a9fccfffae6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823708 Oct 13 11:24:47.127152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52690) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:47.348613 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-24f7feb0-1735-4b67-8178-47c93e21a21c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e193da0b67e4fe397dc9225cc1c91b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164361 Oct 13 11:24:47.349436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52696) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:47.422726 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0dd7-c54a-4eab-aae7-c8a1c33368d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:47.455598 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0dd7-c54a-4eab-aae7-c8a1c33368d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:47.626875 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0dd7-c54a-4eab-aae7-c8a1c33368d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:47.626875 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0dd7-c54a-4eab-aae7-c8a1c33368d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:47.626875 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ca5e0dd7-c54a-4eab-aae7-c8a1c33368d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/755d7714-de74-482b-b4ed-a44173c6b0d4 HTTP/1.1" status: 204 len: 168 time: 0.2724252 Oct 13 11:24:47.636709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e0dd7-c54a-4eab-aae7-c8a1c33368d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755d7714-de74-482b-b4ed-a44173c6b0d4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:48.213866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d213f9d-fafd-4cab-b6e0-04ee67f959ad req-21ed05c2-046a-42b6-81c1-0edf8237e18f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:48.223453 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d213f9d-fafd-4cab-b6e0-04ee67f959ad req-21ed05c2-046a-42b6-81c1-0edf8237e18f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0901158 Oct 13 11:24:48.268342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d213f9d-fafd-4cab-b6e0-04ee67f959ad req-3fff596c-fe91-44ae-827c-47806c42f777 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Oct 13 11:24:49.427876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077c920-d9ab-469f-a20f-de6db17f9f56 req-fcf084f4-fa0e-4461-a118-bc758788aa69 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:49.435001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a077c920-d9ab-469f-a20f-de6db17f9f56 req-fcf084f4-fa0e-4461-a118-bc758788aa69 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0739324 Oct 13 11:24:49.475094 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a077c920-d9ab-469f-a20f-de6db17f9f56 req-1cdeba66-2f4c-49cb-a3fc-532ca89bc627 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390346 Oct 13 11:24:50.624970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0e008-9af4-4101-9004-674134905e52 req-ab51e974-a8a9-4158-9f7a-e59ab31295b5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:50.640366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20b0e008-9af4-4101-9004-674134905e52 req-ab51e974-a8a9-4158-9f7a-e59ab31295b5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0762708 Oct 13 11:24:50.691555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20b0e008-9af4-4101-9004-674134905e52 req-038dc57d-7975-4f0d-a21c-532dc7be17d3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554495 Oct 13 11:24:51.438440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedcec5-74ad-4e60-92d4-9138749d1b83 req-92ac0abf-0ac1-4132-b7f2-1fdaa93ee0ca tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:51.441058 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6eedcec5-74ad-4e60-92d4-9138749d1b83 req-92ac0abf-0ac1-4132-b7f2-1fdaa93ee0ca tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 945 time: 0.0625730 Oct 13 11:24:51.486053 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6eedcec5-74ad-4e60-92d4-9138749d1b83 req-6a03c377-d0ff-4ecd-bb1f-48790bf18a04 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380836 Oct 13 11:24:51.841655 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ab943-09f5-4bed-bf4a-d9dedaa5c467 req-274058b7-5c67-4e1d-ad4a-f3e66c360e07 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:51.843200 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e5ab943-09f5-4bed-bf4a-d9dedaa5c467 req-274058b7-5c67-4e1d-ad4a-f3e66c360e07 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0538507 Oct 13 11:24:51.887484 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e5ab943-09f5-4bed-bf4a-d9dedaa5c467 req-e4da9a1c-8a4d-41b5-bf18-ce192fa4dfa6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365057 Oct 13 11:24:52.615564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d07ea-f1e6-49eb-8fe0-bccc321e5573 req-4ffec756-92fa-4da0-bc84-15eb0a024358 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:52.617169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc5d07ea-f1e6-49eb-8fe0-bccc321e5573 req-4ffec756-92fa-4da0-bc84-15eb0a024358 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 945 time: 0.0549271 Oct 13 11:24:52.664520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc5d07ea-f1e6-49eb-8fe0-bccc321e5573 req-904a35fe-efb6-45f8-be68-967b0ced06de tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/security-groups?id=346f85f3-b9a7-4846-bed8-d9d43fcd1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 Oct 13 11:24:52.891051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b2ca1-de6f-4e56-8f09-c9e0082b832d req-1297af95-066f-47f9-888a-6c18e3f16d59 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:52.892637 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-335b2ca1-de6f-4e56-8f09-c9e0082b832d req-1297af95-066f-47f9-888a-6c18e3f16d59 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.21 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 945 time: 0.0536435 Oct 13 11:24:53.005031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-335b2ca1-de6f-4e56-8f09-c9e0082b832d req-a0f5be49-b5de-4336-b84b-f9b85000b5c4 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Deleting port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:24:53.005478 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-335b2ca1-de6f-4e56-8f09-c9e0082b832d req-a0f5be49-b5de-4336-b84b-f9b85000b5c4 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:53.023052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d65f-337c-4adb-9d43-acef7838f1ba req-f38f0439-8f88-437c-a751-fc28d5ea30f9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:53.025372 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ba5d65f-337c-4adb-9d43-acef7838f1ba req-f38f0439-8f88-437c-a751-fc28d5ea30f9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0596120 Oct 13 11:24:53.068219 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ba5d65f-337c-4adb-9d43-acef7838f1ba req-eb88b17d-5776-49ba-8379-4c4826f84d7e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363300 Oct 13 11:24:53.138949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-335b2ca1-de6f-4e56-8f09-c9e0082b832d req-a0f5be49-b5de-4336-b84b-f9b85000b5c4 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] For port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a,segment=NetworkSegment(5ae7d3b1-5208-4192-898e-e51f6fb0f92c),segment_id=5ae7d3b1-5208-4192-898e-e51f6fb0f92c)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:53.139241 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-335b2ca1-de6f-4e56-8f09-c9e0082b832d req-a0f5be49-b5de-4336-b84b-f9b85000b5c4 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:53.153569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-335b2ca1-de6f-4e56-8f09-c9e0082b832d req-a0f5be49-b5de-4336-b84b-f9b85000b5c4 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Calling delete_port for dfcf1623-8c1f-42e4-ace7-a84bdbc8052a owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:24:53.471115 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-335b2ca1-de6f-4e56-8f09-c9e0082b832d req-a0f5be49-b5de-4336-b84b-f9b85000b5c4 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:53.511410 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5be49-b5de-4336-b84b-f9b85000b5c4 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Pushing event deleted for resources: {'Port': ['ID=dfcf1623-8c1f-42e4-ace7-a84bdbc8052a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:53.567401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-335b2ca1-de6f-4e56-8f09-c9e0082b832d req-a0f5be49-b5de-4336-b84b-f9b85000b5c4 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] No DVR routers for this DVR port dfcf1623-8c1f-42e4-ace7-a84bdbc8052a on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:24:53.570551 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-335b2ca1-de6f-4e56-8f09-c9e0082b832d req-a0f5be49-b5de-4336-b84b-f9b85000b5c4 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:53.574161 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-335b2ca1-de6f-4e56-8f09-c9e0082b832d req-a0f5be49-b5de-4336-b84b-f9b85000b5c4 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.21 "DELETE /v2.0/ports/dfcf1623-8c1f-42e4-ace7-a84bdbc8052a HTTP/1.1" status: 204 len: 173 time: 0.6756651 Oct 13 11:24:53.574906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332152fd-ee6c-49d1-bdfb-31beffa436af', 'name': 'network-vif-deleted', 'tag': 'dfcf1623-8c1f-42e4-ace7-a84bdbc8052a'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:24:53.577298 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b5f2a2-7548-4e45-a341-3cfc3a1b922c" -d '{"events": [{"server_uuid": "332152fd-ee6c-49d1-bdfb-31beffa436af", "name": "network-vif-deleted", "tag": "dfcf1623-8c1f-42e4-ace7-a84bdbc8052a"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:24:53.631875 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d09975f-971a-45db-a41b-2c93f343d0ec x-openstack-request-id: req-5d09975f-971a-45db-a41b-2c93f343d0ec {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:24:53.632328 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332152fd-ee6c-49d1-bdfb-31beffa436af", "name": "network-vif-deleted", "tag": "dfcf1623-8c1f-42e4-ace7-a84bdbc8052a", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:24:53.633142 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d09975f-971a-45db-a41b-2c93f343d0ec {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:24:53.633651 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332152fd-ee6c-49d1-bdfb-31beffa436af', 'name': 'network-vif-deleted', 'tag': 'dfcf1623-8c1f-42e4-ace7-a84bdbc8052a', 'status': 'completed', 'code': 200} Oct 13 11:24:53.778052 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c871a89-2500-42c3-a02c-011c8287e9e1 req-88bb4621-b3d3-472f-8942-b11b13b0f3fe tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 210 time: 0.0305948 Oct 13 11:24:54.209459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dcc36-ecde-4286-a7a3-e59e746c1167 req-ff983213-a8e6-40ea-afd9-d85614b0e071 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:54.211250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-950dcc36-ecde-4286-a7a3-e59e746c1167 req-ff983213-a8e6-40ea-afd9-d85614b0e071 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0592887 Oct 13 11:24:54.268247 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-950dcc36-ecde-4286-a7a3-e59e746c1167 req-ec023ba1-6007-4cae-8c91-067690222082 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452373 Oct 13 11:24:54.922380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2fb7279e-06d4-474c-8628-07885e0f58dd req-3cd29861-c418-4ed9-8216-29e420e9b0a9 tempest-AttachVolumeNegativeTest-22710773 tempest-AttachVolumeNegativeTest-22710773-project] 10.222.0.32 "GET /v2.0/ports?device_id=332152fd-ee6c-49d1-bdfb-31beffa436af HTTP/1.1" status: 200 len: 210 time: 0.0386441 Oct 13 11:24:55.178431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device dfcf1623-8c1f-42e4-ace7-a84bdbc8052a no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:24:55.199687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: dfcf1623-8c1f-42e4-ace7-a84bdbc8052a {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:24:55.200033 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device dfcf1623-8c1f-42e4-ace7-a84bdbc8052a not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:24:55.401676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bdce9-662e-4727-9e3c-b172e2aec0a0 req-dbc1160d-71e8-4828-a9de-0620e245cee0 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:55.406509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa1bdce9-662e-4727-9e3c-b172e2aec0a0 req-dbc1160d-71e8-4828-a9de-0620e245cee0 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0596678 Oct 13 11:24:55.449281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa1bdce9-662e-4727-9e3c-b172e2aec0a0 req-584b5cb0-94fb-4418-90d9-d9ddc0f2a788 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Oct 13 11:24:55.984271 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52868) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:56.038225 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0932e2-d8d2-4b03-a354-d170fef9b0ee admin admin] Deleting subnet 40420b33-4d47-4003-890e-dc51ede41596 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:24:56.041603 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a0932e2-d8d2-4b03-a354-d170fef9b0ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:56.084043 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a0932e2-d8d2-4b03-a354-d170fef9b0ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:56.131326 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a0932e2-d8d2-4b03-a354-d170fef9b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:56.325897 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a0932e2-d8d2-4b03-a354-d170fef9b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:56.359976 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a0932e2-d8d2-4b03-a354-d170fef9b0ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:56.365320 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8a0932e2-d8d2-4b03-a354-d170fef9b0ee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/40420b33-4d47-4003-890e-dc51ede41596 HTTP/1.1" status: 204 len: 168 time: 0.3787570 Oct 13 11:24:56.365320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0932e2-d8d2-4b03-a354-d170fef9b0ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40420b33-4d47-4003-890e-dc51ede41596,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:56.371081 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52872) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:56.449962 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:56.622945 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:56.655070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2ba5f-26f0-435c-80b7-1f424779110e req-53511198-3d39-43f0-a1da-0709afcd9191 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:56.656768 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5be2ba5f-26f0-435c-80b7-1f424779110e req-53511198-3d39-43f0-a1da-0709afcd9191 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1132433 Oct 13 11:24:56.661243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf8db7d-4319-46d8-b065-1b14a7f7b447']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:56.689292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae7d3b1-5208-4192-898e-e51f6fb0f92c') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:56.690821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae7d3b1-5208-4192-898e-e51f6fb0f92c') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:24:56.707483 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:56.741724 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5be2ba5f-26f0-435c-80b7-1f424779110e req-f77a8ec2-ed16-42b5-ad0d-8c77322ef722 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725343 Oct 13 11:24:56.743134 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:56.749880 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:24:56.750366 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:24:56.752828 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:24:56.906639 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:56.921045 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:56.926747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] 10.222.0.32 "DELETE /v2.0/networks/dbf8db7d-4319-46d8-b065-1b14a7f7b447 HTTP/1.1" status: 204 len: 168 time: 0.5534995 Oct 13 11:24:56.944254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf8db7d-4319-46d8-b065-1b14a7f7b447,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:56.963350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:56.967475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:56.967475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:56.967475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:56.967475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:56.967475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:56.967475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:56.967475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:56.967475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:56.967475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:56.967475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:56.969228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1738d-7e4c-4398-a117-e6ce46b98dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:24:57.459434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 52896) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:57.523213 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ac4e46be-8cd3-412f-b237-5ea0ac406117 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d68dbc9483eb42729f0555aa2b73d7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625157 Oct 13 11:24:57.525794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 52898) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:24:57.612779 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f0a6da5-8462-4d81-a24f-4004de375ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:57.638906 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f0a6da5-8462-4d81-a24f-4004de375ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:57.808852 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f0a6da5-8462-4d81-a24f-4004de375ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:57.814278 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3f0a6da5-8462-4d81-a24f-4004de375ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:57.818879 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3f0a6da5-8462-4d81-a24f-4004de375ad7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/346f85f3-b9a7-4846-bed8-d9d43fcd1048 HTTP/1.1" status: 204 len: 168 time: 0.2911830 Oct 13 11:24:57.843091 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a6da5-8462-4d81-a24f-4004de375ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346f85f3-b9a7-4846-bed8-d9d43fcd1048,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:57.998877 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1d038-3d39-4122-b9d2-673248a5642b req-8b8f3ddf-a995-49ad-b204-2285c45f4038 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:58.007497 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dad1d038-3d39-4122-b9d2-673248a5642b req-8b8f3ddf-a995-49ad-b204-2285c45f4038 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1010296 Oct 13 11:24:58.067576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dad1d038-3d39-4122-b9d2-673248a5642b req-c8078a99-0da2-43b1-8e98-5f16ea96a6a7 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543489 Oct 13 11:24:59.066456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 61a5beb6-8612-44c4-9900-b05e885272ed details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:24:59.215575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6189c49-821a-4a69-9cbb-37d54e0b61db req-c1379283-6664-41c9-9af8-06cc2df65c94 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:24:59.223387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6189c49-821a-4a69-9cbb-37d54e0b61db req-c1379283-6664-41c9-9af8-06cc2df65c94 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0732625 Oct 13 11:24:59.282414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 61a5beb6-8612-44c4-9900-b05e885272ed, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=61a5beb6-8612-44c4-9900-b05e885272ed,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:59.307677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '61a5beb6-8612-44c4-9900-b05e885272ed', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'port_id': '61a5beb6-8612-44c4-9900-b05e885272ed', 'mac_address': 'fa:16:3e:b8:1a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:24:59.318901 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6189c49-821a-4a69-9cbb-37d54e0b61db req-94138ade-da83-4546-9d26-ff54f005b88e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941195 Oct 13 11:24:59.405127 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:59.424721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a5beb6-8612-44c4-9900-b05e885272ed {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:24:59.469763 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 61a5beb6-8612-44c4-9900-b05e885272ed, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=61a5beb6-8612-44c4-9900-b05e885272ed,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:24:59.572670 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:24:59.642918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=61a5beb6-8612-44c4-9900-b05e885272ed,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:24:59.897496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['61a5beb6-8612-44c4-9900-b05e885272ed'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:25:00.561674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536dadc-f1dd-441b-aeaa-fc3748c3a06c req-19b00103-64e0-4062-906e-81a1fcee4a90 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:00.564164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d536dadc-f1dd-441b-aeaa-fc3748c3a06c req-19b00103-64e0-4062-906e-81a1fcee4a90 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 945 time: 0.0897706 Oct 13 11:25:00.640517 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d536dadc-f1dd-441b-aeaa-fc3748c3a06c req-5961e440-abfd-4c59-8ed9-f109c7787f77 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685918 Oct 13 11:25:01.080883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 61a5beb6-8612-44c4-9900-b05e885272ed up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:25:01.276464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 61a5beb6-8612-44c4-9900-b05e885272ed completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:25:01.288158 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 61a5beb6-8612-44c4-9900-b05e885272ed triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:25:01.288609 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:01.429167 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:01.480918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca50db08-ec70-4b75-87d7-0ef2d378d6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a5beb6-8612-44c4-9900-b05e885272ed'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:25:01.490208 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07453f3b-0400-47db-8c17-66f80171d0f0" -d '{"events": [{"server_uuid": "ca50db08-ec70-4b75-87d7-0ef2d378d6f0", "name": "network-vif-plugged", "status": "completed", "tag": "61a5beb6-8612-44c4-9900-b05e885272ed"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:25:01.523175 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 61a5beb6-8612-44c4-9900-b05e885272ed, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=61a5beb6-8612-44c4-9900-b05e885272ed,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:25:01.572034 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc252dfd-f8b6-44d9-9326-d1efc3fa95d1 x-openstack-request-id: req-dc252dfd-f8b6-44d9-9326-d1efc3fa95d1 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:25:01.572582 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca50db08-ec70-4b75-87d7-0ef2d378d6f0", "name": "network-vif-plugged", "status": "completed", "tag": "61a5beb6-8612-44c4-9900-b05e885272ed", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:25:01.573271 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc252dfd-f8b6-44d9-9326-d1efc3fa95d1 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:25:01.573813 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca50db08-ec70-4b75-87d7-0ef2d378d6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a5beb6-8612-44c4-9900-b05e885272ed', 'code': 200} Oct 13 11:25:01.665493 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:01.819151 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=61a5beb6-8612-44c4-9900-b05e885272ed,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:01.836213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540f415-e493-4fc9-acf0-eb80e33c5fcb req-8f1a91be-8067-4757-b0b6-af06190c3964 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:01.843916 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9540f415-e493-4fc9-acf0-eb80e33c5fcb req-8f1a91be-8067-4757-b0b6-af06190c3964 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 946 time: 0.0879366 Oct 13 11:25:01.928772 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9540f415-e493-4fc9-acf0-eb80e33c5fcb req-16cec8b5-c831-477d-9112-50b2451b58fb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748978 Oct 13 11:25:01.956784 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9185fe3-76fc-49bd-a07c-0c58a024af43 req-aa67c3e9-8c04-4039-8e79-65659657dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:01.959280 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b9185fe3-76fc-49bd-a07c-0c58a024af43 req-aa67c3e9-8c04-4039-8e79-65659657dccb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 1097 time: 0.3384407 Oct 13 11:25:02.034859 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b9185fe3-76fc-49bd-a07c-0c58a024af43 req-3948c105-c6a4-4b97-98e1-86471aaa1b2b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648866 Oct 13 11:25:03.090627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b2280-8567-4371-b358-10315a2c32ce req-5c31f709-241a-4f05-a69b-784969c09d57 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:03.113290 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-726b2280-8567-4371-b358-10315a2c32ce req-5c31f709-241a-4f05-a69b-784969c09d57 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 946 time: 0.1008234 Oct 13 11:25:03.175962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-726b2280-8567-4371-b358-10315a2c32ce req-de895f3b-fcf7-43ea-843d-2ae2904f1a9a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553610 Oct 13 11:25:03.905279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53062) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:04.058575 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:04.164367 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:04.243494 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:04.306171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0111ae99-030a-48e5-83ca-466ffe531542,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:04.311222 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc6925730a6d423280e5af6ce57789c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043384 Oct 13 11:25:04.315558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53076) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:04.334664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:04.335017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:04.335365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:04.335706 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:04.336045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:04.336378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:04.336705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:04.337034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:04.337363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:04.337716 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:04.338044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:04.338457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b383ba-d2f6-4b6c-a581-7f4f2b43dadf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:04.349301 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820ed0b-575e-4665-bb88-8c1465f5ead9 req-c49e184c-2a73-47a6-bf66-a55ad609bb5b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:04.352039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5820ed0b-575e-4665-bb88-8c1465f5ead9 req-c49e184c-2a73-47a6-bf66-a55ad609bb5b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 946 time: 0.0827563 Oct 13 11:25:04.385304 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1e609242-615f-4467-b601-a4146fa9f8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:04.394072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5820ed0b-575e-4665-bb88-8c1465f5ead9 req-cdc5d54f-08cf-47c1-8349-0af18af3fd79 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364339 Oct 13 11:25:04.417956 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1e609242-615f-4467-b601-a4146fa9f8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:04.531025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3ece1-d65e-452d-bc82-e532508d6c0c req-a8f90eea-f121-49fe-a2e2-c4e5524a3a45 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:04.532452 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0fa3ece1-d65e-452d-bc82-e532508d6c0c req-a8f90eea-f121-49fe-a2e2-c4e5524a3a45 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 946 time: 0.0547328 Oct 13 11:25:04.581084 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0fa3ece1-d65e-452d-bc82-e532508d6c0c req-28880809-fb3c-4a7d-b7bc-789805465a81 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402699 Oct 13 11:25:04.631273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1e609242-615f-4467-b601-a4146fa9f8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:04.634004 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1e609242-615f-4467-b601-a4146fa9f8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:04.637070 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1e609242-615f-4467-b601-a4146fa9f8f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0111ae99-030a-48e5-83ca-466ffe531542 HTTP/1.1" status: 204 len: 168 time: 0.3183327 Oct 13 11:25:04.644770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e609242-615f-4467-b601-a4146fa9f8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0111ae99-030a-48e5-83ca-466ffe531542,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:05.273078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337227da-ec90-4a72-b9ac-18492611378a req-bf49df98-c1fd-49cf-9f0b-5650859c45db tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:05.274777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-337227da-ec90-4a72-b9ac-18492611378a req-bf49df98-c1fd-49cf-9f0b-5650859c45db tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 946 time: 0.0568409 Oct 13 11:25:05.316119 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-337227da-ec90-4a72-b9ac-18492611378a req-a2c537fb-4dd6-40d2-bfed-92e13cbb1570 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348017 Oct 13 11:25:05.651219 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53104) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:05.678401 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c20d78e4-fddf-4340-aa8a-eba26edd665d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:05.768203 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c20d78e4-fddf-4340-aa8a-eba26edd665d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:05.853822 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c20d78e4-fddf-4340-aa8a-eba26edd665d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:05.887444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d78e4-fddf-4340-aa8a-eba26edd665d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f95089-52a3-439c-992f-419d8eff774d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:05.914005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c20d78e4-fddf-4340-aa8a-eba26edd665d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38821e9018834da8b27016927cd30802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618053 Oct 13 11:25:05.916511 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53106) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:05.982228 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5976771-b2d2-43bb-8469-91d81a834913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:06.012284 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5976771-b2d2-43bb-8469-91d81a834913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:06.282556 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5976771-b2d2-43bb-8469-91d81a834913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:06.285827 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f5976771-b2d2-43bb-8469-91d81a834913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:06.289627 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f5976771-b2d2-43bb-8469-91d81a834913 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4f95089-52a3-439c-992f-419d8eff774d HTTP/1.1" status: 204 len: 168 time: 0.3693142 Oct 13 11:25:06.307668 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5976771-b2d2-43bb-8469-91d81a834913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f95089-52a3-439c-992f-419d8eff774d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:06.350788 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:25:06.477530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb815a6-984a-40f9-8e52-130e9d006abf req-2bd6d1d3-ac6e-4278-bdd9-081e788e7e6c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:06.479737 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fb815a6-984a-40f9-8e52-130e9d006abf req-2bd6d1d3-ac6e-4278-bdd9-081e788e7e6c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 946 time: 0.0738802 Oct 13 11:25:06.535419 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7fb815a6-984a-40f9-8e52-130e9d006abf req-29dc30ce-5468-4d90-a1cc-9428813c2956 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494671 Oct 13 11:25:07.011932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02909b-2e88-4464-8bd1-ab3b839f2e7e req-0cc25cc4-5848-4934-ae49-c841832ae7ed tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:07.013436 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e02909b-2e88-4464-8bd1-ab3b839f2e7e req-0cc25cc4-5848-4934-ae49-c841832ae7ed tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 946 time: 0.0837553 Oct 13 11:25:07.197843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-6e02909b-2e88-4464-8bd1-ab3b839f2e7e req-0f6ca2b2-399a-49d5-9c21-8ae2f9eb7a15 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Deleting port 61a5beb6-8612-44c4-9900-b05e885272ed {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:25:07.198196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e02909b-2e88-4464-8bd1-ab3b839f2e7e req-0f6ca2b2-399a-49d5-9c21-8ae2f9eb7a15 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:07.344260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-6e02909b-2e88-4464-8bd1-ab3b839f2e7e req-0f6ca2b2-399a-49d5-9c21-8ae2f9eb7a15 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] For port 61a5beb6-8612-44c4-9900-b05e885272ed, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=61a5beb6-8612-44c4-9900-b05e885272ed,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:25:07.344543 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e02909b-2e88-4464-8bd1-ab3b839f2e7e req-0f6ca2b2-399a-49d5-9c21-8ae2f9eb7a15 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:07.360198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-6e02909b-2e88-4464-8bd1-ab3b839f2e7e req-0f6ca2b2-399a-49d5-9c21-8ae2f9eb7a15 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Calling delete_port for 61a5beb6-8612-44c4-9900-b05e885272ed owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:25:07.606063 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e02909b-2e88-4464-8bd1-ab3b839f2e7e req-0f6ca2b2-399a-49d5-9c21-8ae2f9eb7a15 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:07.615476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['a2b3a576-484e-4890-900f-be19d0975a19', '61a5beb6-8612-44c4-9900-b05e885272ed'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:25:07.649290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ca2b2-399a-49d5-9c21-8ae2f9eb7a15 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event deleted for resources: {'Port': ['ID=61a5beb6-8612-44c4-9900-b05e885272ed,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:07.655722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4c73c651-dfb0-44e4-908f-44a7ebcf1a34 req-3f8e1a64-12ef-41a5-8446-dec74f76f1e6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0487797 Oct 13 11:25:07.756848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e02909b-2e88-4464-8bd1-ab3b839f2e7e req-0f6ca2b2-399a-49d5-9c21-8ae2f9eb7a15 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] No DVR routers for this DVR port 61a5beb6-8612-44c4-9900-b05e885272ed on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:25:07.770158 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6e02909b-2e88-4464-8bd1-ab3b839f2e7e req-0f6ca2b2-399a-49d5-9c21-8ae2f9eb7a15 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:07.784452 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6e02909b-2e88-4464-8bd1-ab3b839f2e7e req-0f6ca2b2-399a-49d5-9c21-8ae2f9eb7a15 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "DELETE /v2.0/ports/61a5beb6-8612-44c4-9900-b05e885272ed HTTP/1.1" status: 204 len: 173 time: 0.7612448 Oct 13 11:25:07.788811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca50db08-ec70-4b75-87d7-0ef2d378d6f0', 'name': 'network-vif-deleted', 'tag': '61a5beb6-8612-44c4-9900-b05e885272ed'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:25:07.797222 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc0be20-03b0-4de1-b82b-94d1c8883eb9" -d '{"events": [{"server_uuid": "ca50db08-ec70-4b75-87d7-0ef2d378d6f0", "name": "network-vif-deleted", "tag": "61a5beb6-8612-44c4-9900-b05e885272ed"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:25:07.908084 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8940bf5-abf8-44a4-9dc1-55a0fabdc56d x-openstack-request-id: req-c8940bf5-abf8-44a4-9dc1-55a0fabdc56d {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:25:07.909015 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca50db08-ec70-4b75-87d7-0ef2d378d6f0", "name": "network-vif-deleted", "tag": "61a5beb6-8612-44c4-9900-b05e885272ed", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:25:07.909377 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8940bf5-abf8-44a4-9dc1-55a0fabdc56d {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:25:07.909894 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca50db08-ec70-4b75-87d7-0ef2d378d6f0', 'name': 'network-vif-deleted', 'tag': '61a5beb6-8612-44c4-9900-b05e885272ed', 'status': 'completed', 'code': 200} Oct 13 11:25:08.031214 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9749-feb1-4906-adff-0ea522ed7ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:08.799677 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3759c1a-faf5-480f-9f23-9444f612b0a0 req-197b38f2-0f12-4950-a23d-bb063c434b2b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0339119 Oct 13 11:25:08.928190 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:10.088722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03c83f1d-a57e-4e11-a5fd-06b7018d62a1 req-233d6633-bff8-402a-9aee-29c8cd09cf37 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0488288 Oct 13 11:25:10.238419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe673c9-387b-4ddf-9f13-f1046cac6d15 req-0128739c-4276-4691-a50a-642fdf7e8274 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:10.248103 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fe673c9-387b-4ddf-9f13-f1046cac6d15 req-0128739c-4276-4691-a50a-642fdf7e8274 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0768805 Oct 13 11:25:10.325464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fe673c9-387b-4ddf-9f13-f1046cac6d15 req-ea4a17e7-743e-436b-8bf7-bba93a4c10b3 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703757 Oct 13 11:25:10.753581 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:10.832413 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e2b679f2-3dcc-4fb6-bfad-2e1c2139de5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:11.046873 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 53260) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:11.117462 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 61a5beb6-8612-44c4-9900-b05e885272ed no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:25:11.156207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 61a5beb6-8612-44c4-9900-b05e885272ed {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:25:11.156552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 61a5beb6-8612-44c4-9900-b05e885272ed not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:25:11.223879 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5d6d644-ece2-4f5e-94dd-a4410f8d4bfd req-ccb8cc34-b9dd-4990-bd01-f8f2cf864e43 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0380931 Oct 13 11:25:11.257092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed7f05a0-9ef1-4af3-97b5-59ae6148129c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:11.361230 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed7f05a0-9ef1-4af3-97b5-59ae6148129c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:11.463372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd5de0-fe93-4780-90fd-73e1bbe9e216 req-74bc6490-eb8a-4299-8aae-b49e210b2330 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:11.468346 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4dd5de0-fe93-4780-90fd-73e1bbe9e216 req-74bc6490-eb8a-4299-8aae-b49e210b2330 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0684357 Oct 13 11:25:11.499982 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed7f05a0-9ef1-4af3-97b5-59ae6148129c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:11.512713 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4dd5de0-fe93-4780-90fd-73e1bbe9e216 req-e3f2300b-97a4-4d13-84dd-1048a68b2608 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371923 Oct 13 11:25:11.562779 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ed7f05a0-9ef1-4af3-97b5-59ae6148129c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71ea67604fa24c838bb98f688ceedbdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5146770 Oct 13 11:25:11.563937 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f05a0-9ef1-4af3-97b5-59ae6148129c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a124441c-b336-4c1e-a219-e06d5540feed,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:11.565578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53276) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:11.682192 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b54a58d3-d953-4782-9345-93e46ed89efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:11.727001 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b54a58d3-d953-4782-9345-93e46ed89efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:11.765545 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:11.917752 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b54a58d3-d953-4782-9345-93e46ed89efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:11.920964 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b54a58d3-d953-4782-9345-93e46ed89efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:11.925300 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b54a58d3-d953-4782-9345-93e46ed89efa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a124441c-b336-4c1e-a219-e06d5540feed HTTP/1.1" status: 204 len: 168 time: 0.3569443 Oct 13 11:25:11.937148 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a58d3-d953-4782-9345-93e46ed89efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a124441c-b336-4c1e-a219-e06d5540feed,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:12.300423 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:12.403679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75455b4a-6103-49df-8c9c-e4f5f074a20e req-e940c292-0f71-41c2-84e5-ab135c7e1700 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0595298 Oct 13 11:25:12.684758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb574e1-1c46-4aa2-baf8-3da5f2de8764 req-63f02d0c-5376-4b32-a052-ddebc726d604 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:12.686508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3bb574e1-1c46-4aa2-baf8-3da5f2de8764 req-63f02d0c-5376-4b32-a052-ddebc726d604 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0781031 Oct 13 11:25:12.746139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3bb574e1-1c46-4aa2-baf8-3da5f2de8764 req-334d9b8f-a80e-4bf2-ab66-e21cc3f4c9b2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523381 Oct 13 11:25:12.808735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53310) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:12.824115 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9070bace-13c1-4430-a0b6-f6e70a83198e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:12.941057 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9070bace-13c1-4430-a0b6-f6e70a83198e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:13.059973 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9070bace-13c1-4430-a0b6-f6e70a83198e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:13.106146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bace-13c1-4430-a0b6-f6e70a83198e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a042ab2-acc3-4d59-9fd5-b6018858ee95,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:13.164242 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9070bace-13c1-4430-a0b6-f6e70a83198e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22f4cea92e8d4d9887fb7fe9b8790e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543768 Oct 13 11:25:13.165399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53316) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:13.230805 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4214788-48aa-4c00-8072-9b220ce83d3b req-e1c9c38e-0782-4948-8f7b-b2a76a75197d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709417 Oct 13 11:25:13.249775 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02b94d56-cf9e-40a6-b313-33750b7c6548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:13.285661 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02b94d56-cf9e-40a6-b313-33750b7c6548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:13.342990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214788-48aa-4c00-8072-9b220ce83d3b req-f5ae5f29-cdd8-45a9-b9bf-6fb6f5d03db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:13.348088 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4214788-48aa-4c00-8072-9b220ce83d3b req-f5ae5f29-cdd8-45a9-b9bf-6fb6f5d03db3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 1096 time: 0.0553627 Oct 13 11:25:13.408635 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02b94d56-cf9e-40a6-b313-33750b7c6548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:13.412458 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02b94d56-cf9e-40a6-b313-33750b7c6548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:13.413699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-02b94d56-cf9e-40a6-b313-33750b7c6548 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a042ab2-acc3-4d59-9fd5-b6018858ee95 HTTP/1.1" status: 204 len: 168 time: 0.2469068 Oct 13 11:25:13.434920 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b94d56-cf9e-40a6-b313-33750b7c6548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a042ab2-acc3-4d59-9fd5-b6018858ee95,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:13.545385 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:13.585548 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d0cef8b3-0aea-4a97-ac07-c221a9f1ec8d req-18dbd4c0-e7c0-47ff-b160-8bf30a68d5f1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0694146 Oct 13 11:25:13.625130 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214788-48aa-4c00-8072-9b220ce83d3b req-f4ccb22d-ad16-4a0a-b651-c4b5330d2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:13.627777 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4214788-48aa-4c00-8072-9b220ce83d3b req-f4ccb22d-ad16-4a0a-b651-c4b5330d2d1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.2441628 Oct 13 11:25:13.688261 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4214788-48aa-4c00-8072-9b220ce83d3b req-ab6cb25f-1dbc-4e6b-bde0-0822414d2f7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b3a576-484e-4890-900f-be19d0975a19 HTTP/1.1" status: 200 len: 217 time: 0.0486217 Oct 13 11:25:13.754140 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214788-48aa-4c00-8072-9b220ce83d3b req-2e278e39-2d02-48d5-9780-e604050db5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:13.755832 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4214788-48aa-4c00-8072-9b220ce83d3b req-2e278e39-2d02-48d5-9780-e604050db5bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0612268 Oct 13 11:25:13.857695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214788-48aa-4c00-8072-9b220ce83d3b req-88db71f4-dace-4c54-96e5-393b10dd7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:13.861961 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4214788-48aa-4c00-8072-9b220ce83d3b req-88db71f4-dace-4c54-96e5-393b10dd7955 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971725 Oct 13 11:25:14.021796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4d69d-3e52-40fa-9d54-1977f8a3aa51 req-16f04c2a-1451-4bc7-9859-cc4c1f834041 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:14.024102 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-45f4d69d-3e52-40fa-9d54-1977f8a3aa51 req-16f04c2a-1451-4bc7-9859-cc4c1f834041 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.1391559 Oct 13 11:25:14.030161 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4214788-48aa-4c00-8072-9b220ce83d3b req-8fc83a26-9588-492e-881f-06106a5f4b97 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620667 Oct 13 11:25:14.118745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-45f4d69d-3e52-40fa-9d54-1977f8a3aa51 req-d1620c2b-b306-42ae-a183-95b72dbd9261 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865958 Oct 13 11:25:14.224357 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a4214788-48aa-4c00-8072-9b220ce83d3b req-33b8923a-76c1-4d7f-9ae0-5fe3986f8619 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860700 Oct 13 11:25:14.820218 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9238b6cc-b896-4121-aa46-66066c4efc8a req-77f5c387-f67e-4d04-8fef-a3e9973a066d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca50db08-ec70-4b75-87d7-0ef2d378d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0552237 Oct 13 11:25:15.350071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7facd3f-55e9-4eb9-b6c3-17c481ce9aad req-c2f544be-646b-4789-a5fa-f578ed2f70cb tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:15.357974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7facd3f-55e9-4eb9-b6c3-17c481ce9aad req-c2f544be-646b-4789-a5fa-f578ed2f70cb tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.1164410 Oct 13 11:25:15.417250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7facd3f-55e9-4eb9-b6c3-17c481ce9aad req-96bb7ba7-f4c5-49d2-80ae-d66d23d9f8c5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583088 Oct 13 11:25:16.566486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186405dc-26f8-4fcd-ae7e-3a7b58151e6e req-2059548c-7ff2-43fd-9a1f-5e89bca91d5b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:16.568224 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-186405dc-26f8-4fcd-ae7e-3a7b58151e6e req-2059548c-7ff2-43fd-9a1f-5e89bca91d5b tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0663104 Oct 13 11:25:16.610069 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-186405dc-26f8-4fcd-ae7e-3a7b58151e6e req-1382048b-395d-442f-94e8-d4e25105d999 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349441 Oct 13 11:25:17.768306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711a31c-cd4c-422e-9b92-009b200ed8bf req-55e0e6a6-a682-4e2a-bb9c-1d71be32b304 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:17.776105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c711a31c-cd4c-422e-9b92-009b200ed8bf req-55e0e6a6-a682-4e2a-bb9c-1d71be32b304 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0689015 Oct 13 11:25:17.817159 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c711a31c-cd4c-422e-9b92-009b200ed8bf req-57eaf5c8-5849-417a-89e4-9e2c9b745599 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398579 Oct 13 11:25:18.975269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf9ef-53c0-4614-8838-90d116b37b77 req-60d2bdb7-6cf5-4ddd-8954-9a419c68eb11 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:18.977833 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c4bf9ef-53c0-4614-8838-90d116b37b77 req-60d2bdb7-6cf5-4ddd-8954-9a419c68eb11 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0755210 Oct 13 11:25:19.048639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c4bf9ef-53c0-4614-8838-90d116b37b77 req-b295e19a-dbd6-45ef-8bd9-866cbcbbbcf2 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639775 Oct 13 11:25:20.315979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452cab3-eafc-4a6e-9e9d-db4b722d34e7 req-32ac24d8-a3bd-4222-a5cd-7950d64b72d5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:20.322708 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6452cab3-eafc-4a6e-9e9d-db4b722d34e7 req-32ac24d8-a3bd-4222-a5cd-7950d64b72d5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.1052866 Oct 13 11:25:20.375437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6452cab3-eafc-4a6e-9e9d-db4b722d34e7 req-2ccb634b-ec45-4242-b646-af961c32351e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516341 Oct 13 11:25:21.522950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27d0ac-44a5-4d5e-920d-62672dca5483 req-2e3dee71-7a86-40c9-a8e7-962cfd8d67c7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:21.524676 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d27d0ac-44a5-4d5e-920d-62672dca5483 req-2e3dee71-7a86-40c9-a8e7-962cfd8d67c7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0625441 Oct 13 11:25:21.583604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3d27d0ac-44a5-4d5e-920d-62672dca5483 req-2a0fd2f7-90e0-4218-996a-1b6ba8e909cf tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530806 Oct 13 11:25:23.066424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20473f-460c-4e51-b273-76ea5da602e9 req-626fe2ef-241f-41a0-afa8-0a18f28e6303 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:23.074318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a20473f-460c-4e51-b273-76ea5da602e9 req-626fe2ef-241f-41a0-afa8-0a18f28e6303 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0737381 Oct 13 11:25:23.126861 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a20473f-460c-4e51-b273-76ea5da602e9 req-5d6f5d88-5f3e-400e-8948-ad0db4c2df95 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461187 Oct 13 11:25:23.261378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07899078-905d-4389-a313-ed38292bf12f req-84a4e443-2900-46e5-ba99-df70b817bc20 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:23.263142 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07899078-905d-4389-a313-ed38292bf12f req-84a4e443-2900-46e5-ba99-df70b817bc20 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 945 time: 0.0662398 Oct 13 11:25:23.327158 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-07899078-905d-4389-a313-ed38292bf12f req-1331efd0-6d43-49b9-a838-91ca5b9605ce tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484071 Oct 13 11:25:24.304846 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526ef41-0997-44f8-92c2-b7627dfffaf7 req-0a4ba641-3b4a-4686-8278-1e1395b1d2f0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:24.304846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3526ef41-0997-44f8-92c2-b7627dfffaf7 req-0a4ba641-3b4a-4686-8278-1e1395b1d2f0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0568979 Oct 13 11:25:24.338105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3526ef41-0997-44f8-92c2-b7627dfffaf7 req-8962db3d-160e-4956-9414-79e66c1ec7d8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329380 Oct 13 11:25:24.548216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dae23d-e2fd-4372-b5f2-ff6fdde6adba req-93cee658-7783-4da6-ada8-5fe18ee21ac2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:24.556549 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9dae23d-e2fd-4372-b5f2-ff6fdde6adba req-93cee658-7783-4da6-ada8-5fe18ee21ac2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 945 time: 0.1064515 Oct 13 11:25:24.583638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d191719-3218-46f9-96b5-8b3ac33f01f2 req-bec61e27-1ac0-4399-b1dc-f9dfee6b5aba tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:24.586955 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2d191719-3218-46f9-96b5-8b3ac33f01f2 req-bec61e27-1ac0-4399-b1dc-f9dfee6b5aba tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 945 time: 0.1153796 Oct 13 11:25:24.600168 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9dae23d-e2fd-4372-b5f2-ff6fdde6adba req-a6b6827e-1d0b-49db-8db7-0f9a534c38a3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=c25e1a28-64a4-489d-8c67-3af39880419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 Oct 13 11:25:24.727357 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-2d191719-3218-46f9-96b5-8b3ac33f01f2 req-6042a8a0-0066-4e99-ac1e-d33935d41d96 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Deleting port a2b3a576-484e-4890-900f-be19d0975a19 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:25:24.727829 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2d191719-3218-46f9-96b5-8b3ac33f01f2 req-6042a8a0-0066-4e99-ac1e-d33935d41d96 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:24.865695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-2d191719-3218-46f9-96b5-8b3ac33f01f2 req-6042a8a0-0066-4e99-ac1e-d33935d41d96 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] For port a2b3a576-484e-4890-900f-be19d0975a19, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a2b3a576-484e-4890-900f-be19d0975a19,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:25:24.866435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2d191719-3218-46f9-96b5-8b3ac33f01f2 req-6042a8a0-0066-4e99-ac1e-d33935d41d96 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:24.881820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-2d191719-3218-46f9-96b5-8b3ac33f01f2 req-6042a8a0-0066-4e99-ac1e-d33935d41d96 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Calling delete_port for a2b3a576-484e-4890-900f-be19d0975a19 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:25:25.123042 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2d191719-3218-46f9-96b5-8b3ac33f01f2 req-6042a8a0-0066-4e99-ac1e-d33935d41d96 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:25.136520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['a2b3a576-484e-4890-900f-be19d0975a19'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:25:25.194958 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042a8a0-0066-4e99-ac1e-d33935d41d96 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event deleted for resources: {'Port': ['ID=a2b3a576-484e-4890-900f-be19d0975a19,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:25.271802 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d191719-3218-46f9-96b5-8b3ac33f01f2 req-6042a8a0-0066-4e99-ac1e-d33935d41d96 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] No DVR routers for this DVR port a2b3a576-484e-4890-900f-be19d0975a19 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:25:25.274833 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2d191719-3218-46f9-96b5-8b3ac33f01f2 req-6042a8a0-0066-4e99-ac1e-d33935d41d96 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:25.278383 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2d191719-3218-46f9-96b5-8b3ac33f01f2 req-6042a8a0-0066-4e99-ac1e-d33935d41d96 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "DELETE /v2.0/ports/a2b3a576-484e-4890-900f-be19d0975a19 HTTP/1.1" status: 204 len: 173 time: 0.6843734 Oct 13 11:25:25.279055 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8610be5-0951-4173-8c25-e2c2fb4dfabd', 'name': 'network-vif-deleted', 'tag': 'a2b3a576-484e-4890-900f-be19d0975a19'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:25:25.281323 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed537bcf-aa89-45f4-b7d6-45e4d8086770" -d '{"events": [{"server_uuid": "a8610be5-0951-4173-8c25-e2c2fb4dfabd", "name": "network-vif-deleted", "tag": "a2b3a576-484e-4890-900f-be19d0975a19"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:25:25.322434 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b2e372-489f-46d6-bf3d-ae1dc10bb2f0 x-openstack-request-id: req-55b2e372-489f-46d6-bf3d-ae1dc10bb2f0 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:25:25.322829 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8610be5-0951-4173-8c25-e2c2fb4dfabd", "name": "network-vif-deleted", "tag": "a2b3a576-484e-4890-900f-be19d0975a19", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:25:25.323173 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55b2e372-489f-46d6-bf3d-ae1dc10bb2f0 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:25:25.323985 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8610be5-0951-4173-8c25-e2c2fb4dfabd', 'name': 'network-vif-deleted', 'tag': 'a2b3a576-484e-4890-900f-be19d0975a19', 'status': 'completed', 'code': 200} Oct 13 11:25:25.497033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc39e85-e795-4de8-bd18-f42a7a650265 req-0fa75cdc-aebc-4864-a31d-76d0f4b2b32c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:25.505472 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5cc39e85-e795-4de8-bd18-f42a7a650265 req-0fa75cdc-aebc-4864-a31d-76d0f4b2b32c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0863307 Oct 13 11:25:25.558700 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5cc39e85-e795-4de8-bd18-f42a7a650265 req-b5d7515a-8a74-41e3-bb67-e7d3090953b4 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468066 Oct 13 11:25:25.860714 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f77cfca-1524-4684-8b42-b033e85c94e4 req-04138da2-de86-4424-82b1-8bff4fb3a9c9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 210 time: 0.0658715 Oct 13 11:25:26.756858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3096ab1-3850-4b05-ab27-a55474aa30e2 req-d6441475-222e-4557-a67a-226f00034900 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:26.758595 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3096ab1-3850-4b05-ab27-a55474aa30e2 req-d6441475-222e-4557-a67a-226f00034900 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0644031 Oct 13 11:25:26.843426 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3096ab1-3850-4b05-ab27-a55474aa30e2 req-784596fa-7637-40ca-8ebd-51e9f433e1ce tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777628 Oct 13 11:25:26.992640 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6001aefb-893d-421f-9940-f210bc9f3000 req-caf4e781-d8fc-4fc7-8ec2-9f29b4117033 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 210 time: 0.0336709 Oct 13 11:25:28.152329 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d1e10-b81e-460a-8c3e-97e800da9e88 req-4cc42bed-2a81-43e9-b276-0a80df8719c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:28.156870 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-161d1e10-b81e-460a-8c3e-97e800da9e88 req-4cc42bed-2a81-43e9-b276-0a80df8719c0 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.1249852 Oct 13 11:25:28.273588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-161d1e10-b81e-460a-8c3e-97e800da9e88 req-7e30d02a-d0d6-4c18-bf97-bdad2e526799 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100049 Oct 13 11:25:28.395473 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dc651b5d-c9ac-40cf-b162-93eba9a53e26 req-1a7e5e29-3c3a-4b6d-9f5b-cfa4879ec3ef tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 210 time: 0.0408633 Oct 13 11:25:28.977127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e7bac-50e0-459e-9390-8a8599ebe203 req-753ef369-53cc-4eb6-8629-55c0c59db076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:28.978672 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f5e7bac-50e0-459e-9390-8a8599ebe203 req-753ef369-53cc-4eb6-8629-55c0c59db076 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 1096 time: 0.0836613 Oct 13 11:25:29.027308 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f5e7bac-50e0-459e-9390-8a8599ebe203 req-9a9157ac-3c90-4718-b1d7-13f4f9a9c15b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400662 Oct 13 11:25:29.179677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a2b3a576-484e-4890-900f-be19d0975a19 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:25:29.213389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: a2b3a576-484e-4890-900f-be19d0975a19 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:25:29.213577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a2b3a576-484e-4890-900f-be19d0975a19 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:25:29.405849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a4d16-c04f-4465-ac98-529af87e1fd7 req-abf0a7cb-21f9-48e0-990e-4128432dfe46 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:29.413985 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-684a4d16-c04f-4465-ac98-529af87e1fd7 req-abf0a7cb-21f9-48e0-990e-4128432dfe46 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.0595300 Oct 13 11:25:29.467593 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-684a4d16-c04f-4465-ac98-529af87e1fd7 req-b77db670-3096-43df-aceb-70d5f000cdc7 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517673 Oct 13 11:25:29.640083 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-40cd47ae-0d17-4cd7-b85b-5bae234d75a4 req-e94b2dec-c47c-43a3-929a-9a99e9f4b92e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 210 time: 0.0679002 Oct 13 11:25:30.708512 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dbe57-51f4-4445-8bcc-50f48e1fbd3d req-7cac0055-1679-4b7c-a1ac-e66d86ee9391 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:25:30.713117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e06dbe57-51f4-4445-8bcc-50f48e1fbd3d req-7cac0055-1679-4b7c-a1ac-e66d86ee9391 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.1185887 Oct 13 11:25:30.803305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e06dbe57-51f4-4445-8bcc-50f48e1fbd3d req-e232065e-8db1-495e-93f1-34f592897637 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828416 Oct 13 11:25:30.824932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 53890) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:30.998664 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d8dd27f6-4a5e-4d51-9d79-4831d3f462a8 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/floatingips/dd2dd963-affb-4afd-b974-e59c891c99c1 HTTP/1.1" status: 200 len: 993 time: 0.1583302 Oct 13 11:25:31.087291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9f7e028-3478-4524-a7b4-4be3fe8bc291 req-b7f845b2-cb42-43b3-9e66-0315c190a5a1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 210 time: 0.0753889 Oct 13 11:25:31.297283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5b7e92d2-5ef2-4b86-b841-33a8821e5641 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:25:31.453244 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5b7e92d2-5ef2-4b86-b841-33a8821e5641 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:25:31.646468 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:31.681486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5b7e92d2-5ef2-4b86-b841-33a8821e5641, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5b7e92d2-5ef2-4b86-b841-33a8821e5641,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:25:31.716206 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5b7e92d2-5ef2-4b86-b841-33a8821e5641, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5b7e92d2-5ef2-4b86-b841-33a8821e5641,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:25:31.724072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:25:31.727398 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ed3286-e8ec-419d-b89b-26ae12491412" -d '{"events": [{"server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "name": "network-vif-unplugged", "status": "completed", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:25:31.735140 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'port_id': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'mac_address': 'fa:16:3e:5f:2b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:25:31.802059 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9cddd3-c794-4093-8c49-539c9c7210e8 x-openstack-request-id: req-0e9cddd3-c794-4093-8c49-539c9c7210e8 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:25:31.802730 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "name": "network-vif-unplugged", "status": "completed", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:25:31.803154 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e9cddd3-c794-4093-8c49-539c9c7210e8 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:25:31.803707 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'code': 200} Oct 13 11:25:31.806467 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:31.827511 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b7e92d2-5ef2-4b86-b841-33a8821e5641 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:25:31.886764 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:32.238045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8658a8d-2fef-465c-9597-5601188bbe39 req-710c9a66-cf67-4475-8571-4e3abeb96e9d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 210 time: 0.0421712 Oct 13 11:25:32.275931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=5b7e92d2-5ef2-4b86-b841-33a8821e5641,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:32.295043 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:32.295648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:32.296179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:32.296690 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:32.297186 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:32.297715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:32.299757 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:32.304055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:32.304055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:32.304055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:32.304055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:32.304055 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:25:32.323577 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:25:32.324158 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:25:32.874172 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:32.894435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7e92d2-5ef2-4b86-b841-33a8821e5641 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:25:32.923541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5b7e92d2-5ef2-4b86-b841-33a8821e5641, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5b7e92d2-5ef2-4b86-b841-33a8821e5641,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:25:33.001956 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:33.083039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=5b7e92d2-5ef2-4b86-b841-33a8821e5641,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:33.222870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['5b7e92d2-5ef2-4b86-b841-33a8821e5641'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:25:33.457127 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aab14e5e-3235-4f4e-8d24-837b14cb14f5 req-12226b62-bf31-42be-bc2c-626ebf714119 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8610be5-0951-4173-8c25-e2c2fb4dfabd HTTP/1.1" status: 200 len: 210 time: 0.0410585 Oct 13 11:25:35.302632 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5b7e92d2-5ef2-4b86-b841-33a8821e5641 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:25:35.376621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 5b7e92d2-5ef2-4b86-b841-33a8821e5641 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:25:35.377324 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:35.528368 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:35.603156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 5b7e92d2-5ef2-4b86-b841-33a8821e5641, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5b7e92d2-5ef2-4b86-b841-33a8821e5641,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:25:35.604305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:25:35.611844 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e12356-e200-440a-9e72-ea70b5b57df9" -d '{"events": [{"server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "name": "network-vif-plugged", "status": "completed", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:25:35.697242 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49f9481-429b-4a46-b919-5161e10811ee x-openstack-request-id: req-a49f9481-429b-4a46-b919-5161e10811ee {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:25:35.697746 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "name": "network-vif-plugged", "status": "completed", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:25:35.697999 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a49f9481-429b-4a46-b919-5161e10811ee {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:25:35.698600 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'code': 200} Oct 13 11:25:35.723522 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:35.818492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=5b7e92d2-5ef2-4b86-b841-33a8821e5641,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:36.554935 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54070) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:36.746984 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6665-3931-448b-b614-d064b67f5425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:36.930161 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6665-3931-448b-b614-d064b67f5425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:37.008901 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6665-3931-448b-b614-d064b67f5425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:37.056058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f6665-3931-448b-b614-d064b67f5425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d19e68c-6c9a-4dd6-af9a-53b5527e1d2c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:37.092752 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5a2f6665-3931-448b-b614-d064b67f5425 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9beb1672b2224dda8efd409e6cf74537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5356002 Oct 13 11:25:37.097820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54090) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:37.167590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5d928ff-fb90-4974-929d-64df98deda6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:37.223113 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5d928ff-fb90-4974-929d-64df98deda6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:37.352779 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5d928ff-fb90-4974-929d-64df98deda6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:37.355857 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5d928ff-fb90-4974-929d-64df98deda6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:37.359450 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e5d928ff-fb90-4974-929d-64df98deda6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d19e68c-6c9a-4dd6-af9a-53b5527e1d2c HTTP/1.1" status: 204 len: 168 time: 0.2601492 Oct 13 11:25:37.371722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d928ff-fb90-4974-929d-64df98deda6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d19e68c-6c9a-4dd6-af9a-53b5527e1d2c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:38.070739 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6590-9fec-4b9e-8d6e-1ff9a5366eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:38.694954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54160) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:38.726387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-292b6508-d45a-481a-958f-d3f15027f09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:38.950691 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:38.964343 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-292b6508-d45a-481a-958f-d3f15027f09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:39.094632 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-292b6508-d45a-481a-958f-d3f15027f09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:39.147228 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-292b6508-d45a-481a-958f-d3f15027f09b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d64cd83cba342d9b85cf504fbed252d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498322 Oct 13 11:25:39.149854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54184) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:39.172262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b6508-d45a-481a-958f-d3f15027f09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a76483f-64b6-4a1f-928e-b2740d785301,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:39.250446 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2fd83be-d138-44b8-aa4a-ff0e7f45233f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:39.285184 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2fd83be-d138-44b8-aa4a-ff0e7f45233f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:39.483423 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2fd83be-d138-44b8-aa4a-ff0e7f45233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:39.483423 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2fd83be-d138-44b8-aa4a-ff0e7f45233f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:39.483423 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a2fd83be-d138-44b8-aa4a-ff0e7f45233f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a76483f-64b6-4a1f-928e-b2740d785301 HTTP/1.1" status: 204 len: 168 time: 0.3191140 Oct 13 11:25:39.483423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd83be-d138-44b8-aa4a-ff0e7f45233f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a76483f-64b6-4a1f-928e-b2740d785301,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:40.515430 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54252) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:40.521703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-59592878-2068-4168-8a04-944467af7a5c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452836903', 'description': 'tempest-secgroup-smoke-452836903 description', 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:25:40.609395 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59592878-2068-4168-8a04-944467af7a5c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:40.753796 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59592878-2068-4168-8a04-944467af7a5c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:40.769230 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:40.796557 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-02aa1944-c2de-486c-94bf-a3642a764d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:40.848820 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59592878-2068-4168-8a04-944467af7a5c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:40.879991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59592878-2068-4168-8a04-944467af7a5c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd250d3-0c82-401a-90b7-b2d35d2feb9c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:40.937087 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59592878-2068-4168-8a04-944467af7a5c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:40.942418 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-59592878-2068-4168-8a04-944467af7a5c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4212770 Oct 13 11:25:40.942959 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54268) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:40.947284 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-788e5e01-4087-4e78-b9cf-898706b4459e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'security_group_rule': {'security_group_id': 'dbd250d3-0c82-401a-90b7-b2d35d2feb9c', 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:25:41.070578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-788e5e01-4087-4e78-b9cf-898706b4459e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:41.200331 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-788e5e01-4087-4e78-b9cf-898706b4459e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:41.301544 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-788e5e01-4087-4e78-b9cf-898706b4459e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:41.322639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e5e01-4087-4e78-b9cf-898706b4459e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12290ed8-361e-45cc-81e1-8e3f4e3efac3,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:41.427380 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-788e5e01-4087-4e78-b9cf-898706b4459e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:41.431819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-788e5e01-4087-4e78-b9cf-898706b4459e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4855256 Oct 13 11:25:41.432015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54282) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:41.436469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c4c64e8e-8fd3-4df2-8954-1770cee61a92 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'security_group_rule': {'security_group_id': 'dbd250d3-0c82-401a-90b7-b2d35d2feb9c', 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:25:41.632705 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4c64e8e-8fd3-4df2-8954-1770cee61a92 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:41.783871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54296) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:41.818824 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4c64e8e-8fd3-4df2-8954-1770cee61a92 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:41.820733 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:41.942040 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4c64e8e-8fd3-4df2-8954-1770cee61a92 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:41.978286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c64e8e-8fd3-4df2-8954-1770cee61a92 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc2298d-b2eb-482d-9a86-bc6f29bbc890,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:42.008848 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6fe5-6738-4f8f-9d1b-8410192282b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.065448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4c64e8e-8fd3-4df2-8954-1770cee61a92 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.070722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c4c64e8e-8fd3-4df2-8954-1770cee61a92 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6376295 Oct 13 11:25:42.071977 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54310) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:42.078872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2dc56c13-d602-4696-ad00-ae7e435bd296 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'security_group_rule': {'security_group_id': 'dbd250d3-0c82-401a-90b7-b2d35d2feb9c', 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:25:42.164024 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2dc56c13-d602-4696-ad00-ae7e435bd296 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.203263 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6fe5-6738-4f8f-9d1b-8410192282b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.238394 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.263256 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2dc56c13-d602-4696-ad00-ae7e435bd296 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.266485 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6fe5-6738-4f8f-9d1b-8410192282b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.313382 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2dc56c13-d602-4696-ad00-ae7e435bd296 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.318490 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c9cc6fe5-6738-4f8f-9d1b-8410192282b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0932f832a54445c0b70e127b31304b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5310047 Oct 13 11:25:42.323709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54320) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:42.342686 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc56c13-d602-4696-ad00-ae7e435bd296 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4bf391-1be9-4426-8072-fa8a10a8f30d,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:42.412248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc6fe5-6738-4f8f-9d1b-8410192282b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8a9f4b-8888-432a-9769-0237f547d54c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:42.418318 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2dc56c13-d602-4696-ad00-ae7e435bd296 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.429452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54326) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:42.431000 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2dc56c13-d602-4696-ad00-ae7e435bd296 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3534331 Oct 13 11:25:42.439281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-11990186-98fd-4249-8eb9-650cd9e79da9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'security_group_rule': {'security_group_id': 'dbd250d3-0c82-401a-90b7-b2d35d2feb9c', 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:25:42.445267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52119f5c-ca7e-4946-b06a-71d24301b5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.487961 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52119f5c-ca7e-4946-b06a-71d24301b5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.541750 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-11990186-98fd-4249-8eb9-650cd9e79da9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.652463 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-11990186-98fd-4249-8eb9-650cd9e79da9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.717650 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52119f5c-ca7e-4946-b06a-71d24301b5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.720403 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52119f5c-ca7e-4946-b06a-71d24301b5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.722440 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-52119f5c-ca7e-4946-b06a-71d24301b5df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b8a9f4b-8888-432a-9769-0237f547d54c HTTP/1.1" status: 204 len: 168 time: 0.3975148 Oct 13 11:25:42.741213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52119f5c-ca7e-4946-b06a-71d24301b5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8a9f4b-8888-432a-9769-0237f547d54c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:42.802579 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-11990186-98fd-4249-8eb9-650cd9e79da9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.824695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11990186-98fd-4249-8eb9-650cd9e79da9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0026aa28-6136-45c0-aa3f-a11716b35243,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:42.920494 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-11990186-98fd-4249-8eb9-650cd9e79da9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:42.925464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54342) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:42.933984 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-11990186-98fd-4249-8eb9-650cd9e79da9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4951200 Oct 13 11:25:42.934178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-6d74c5f9-fc47-404d-b9df-e187706835bb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'security_group_rule': {'security_group_id': 'dbd250d3-0c82-401a-90b7-b2d35d2feb9c', 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:25:43.039293 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-6d74c5f9-fc47-404d-b9df-e187706835bb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Project 1aa22e9274f0432fadaf0bde47c85ec7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:25:43.045005 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d74c5f9-fc47-404d-b9df-e187706835bb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.119542 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d74c5f9-fc47-404d-b9df-e187706835bb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.261025 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d74c5f9-fc47-404d-b9df-e187706835bb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.285717 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74c5f9-fc47-404d-b9df-e187706835bb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf9819a-e01a-4ccb-b609-51e1bafdc271,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:43.319566 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54360) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:43.341045 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:25:43.435955 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d74c5f9-fc47-404d-b9df-e187706835bb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.438077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6d74c5f9-fc47-404d-b9df-e187706835bb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5111611 Oct 13 11:25:43.443269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54366) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:43.451129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ca56e476-a293-46fa-87d1-4bee46092f35 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'security_group_rule': {'security_group_id': 'dbd250d3-0c82-401a-90b7-b2d35d2feb9c', 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:25:43.477332 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7557bdcd-2e3e-4d12-b047-17f388cf7f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.498099 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.546009 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-ca56e476-a293-46fa-87d1-4bee46092f35 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Project 1aa22e9274f0432fadaf0bde47c85ec7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:25:43.553383 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca56e476-a293-46fa-87d1-4bee46092f35 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.633086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7557bdcd-2e3e-4d12-b047-17f388cf7f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.641229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54368) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:43.646848 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca56e476-a293-46fa-87d1-4bee46092f35 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.664592 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd6d5-cd4f-4240-b001-1f0572233c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.723665 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7557bdcd-2e3e-4d12-b047-17f388cf7f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.777199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7557bdcd-2e3e-4d12-b047-17f388cf7f91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=816ae3ba9f014e6e8c6438ff6126f6c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4540989 Oct 13 11:25:43.784170 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54370) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:43.788311 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca56e476-a293-46fa-87d1-4bee46092f35 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.816288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56e476-a293-46fa-87d1-4bee46092f35 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537bfeb0-61b4-4dbe-b120-78b29e3ed951,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:43.828291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd6d5-cd4f-4240-b001-1f0572233c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.829427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557bdcd-2e3e-4d12-b047-17f388cf7f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ac4465-3cfa-4f27-990e-56b75ff3c6dc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:43.893800 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4052d850-2907-4deb-93f3-031ab46be96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.896911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd6d5-cd4f-4240-b001-1f0572233c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.919807 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4052d850-2907-4deb-93f3-031ab46be96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.937365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e2cfd6d5-cd4f-4240-b001-1f0572233c5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44cac01b4e214e33af0b40e9d2e02533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949097 Oct 13 11:25:43.939230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfd6d5-cd4f-4240-b001-1f0572233c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b16b6db-4b85-4a30-b6fe-48786045adfc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:43.942279 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54372) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:43.954379 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ca56e476-a293-46fa-87d1-4bee46092f35 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:43.960117 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ca56e476-a293-46fa-87d1-4bee46092f35 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5155394 Oct 13 11:25:44.035773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fcefcbbd-8b30-4b0e-a5d6-320e236d14f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:44.066734 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fcefcbbd-8b30-4b0e-a5d6-320e236d14f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:44.067453 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4052d850-2907-4deb-93f3-031ab46be96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:44.070293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4052d850-2907-4deb-93f3-031ab46be96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:44.071728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4052d850-2907-4deb-93f3-031ab46be96a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45ac4465-3cfa-4f27-990e-56b75ff3c6dc HTTP/1.1" status: 204 len: 168 time: 0.2824373 Oct 13 11:25:44.091920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052d850-2907-4deb-93f3-031ab46be96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ac4465-3cfa-4f27-990e-56b75ff3c6dc,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:44.250103 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fcefcbbd-8b30-4b0e-a5d6-320e236d14f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:44.253503 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fcefcbbd-8b30-4b0e-a5d6-320e236d14f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:44.255355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fcefcbbd-8b30-4b0e-a5d6-320e236d14f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b16b6db-4b85-4a30-b6fe-48786045adfc HTTP/1.1" status: 204 len: 168 time: 0.3002741 Oct 13 11:25:44.267585 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefcbbd-8b30-4b0e-a5d6-320e236d14f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b16b6db-4b85-4a30-b6fe-48786045adfc,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:44.960891 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54438) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:44.989295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dca43fb2-1cbb-4915-aed9-f5c51b09edf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:45.113636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dca43fb2-1cbb-4915-aed9-f5c51b09edf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:45.179218 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dca43fb2-1cbb-4915-aed9-f5c51b09edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:45.219766 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dca43fb2-1cbb-4915-aed9-f5c51b09edf1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32218c9b57334c1fb90d94c7926d628c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573934 Oct 13 11:25:45.220586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca43fb2-1cbb-4915-aed9-f5c51b09edf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69997cf2-3785-446b-91d5-fc48870cb464,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:45.223742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54442) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:25:45.312344 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd1b3814-39e1-4dd2-b83c-80b154a54e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:45.366752 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd1b3814-39e1-4dd2-b83c-80b154a54e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:45.517985 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd1b3814-39e1-4dd2-b83c-80b154a54e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:45.528496 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bd1b3814-39e1-4dd2-b83c-80b154a54e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:25:45.533532 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bd1b3814-39e1-4dd2-b83c-80b154a54e3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69997cf2-3785-446b-91d5-fc48870cb464 HTTP/1.1" status: 204 len: 168 time: 0.3086593 Oct 13 11:25:45.553871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b3814-39e1-4dd2-b83c-80b154a54e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69997cf2-3785-446b-91d5-fc48870cb464,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:25:59.941554 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54826) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:00.144672 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb6ec-28ce-412e-abc1-36713819fca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:00.341701 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb6ec-28ce-412e-abc1-36713819fca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:00.391740 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb6ec-28ce-412e-abc1-36713819fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:00.441240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bb6ec-28ce-412e-abc1-36713819fca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1bd3ae-1667-4324-b549-2a84d9625cae,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:00.451583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54834) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:00.474968 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8a4bb6ec-28ce-412e-abc1-36713819fca6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0814b9ec29894d019613ee958a061974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5319595 Oct 13 11:26:00.528959 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:00.558726 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:00.711365 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:00.715733 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:00.722690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da1bd3ae-1667-4324-b549-2a84d9625cae HTTP/1.1" status: 204 len: 168 time: 0.2666516 Oct 13 11:26:00.733773 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1bd3ae-1667-4324-b549-2a84d9625cae,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:00.744913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:00.745524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:00.746039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:00.746630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:00.747165 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:00.748065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:00.748603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:00.749127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:00.749638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:00.750280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:00.751372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:00.753323 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22214d-7fce-482b-a6aa-421cb9974033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:01.672838 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54860) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:01.689144 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59f87a93-07ed-49dd-82a8-7e991de24ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:01.778602 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59f87a93-07ed-49dd-82a8-7e991de24ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:01.854702 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59f87a93-07ed-49dd-82a8-7e991de24ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:01.882115 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f87a93-07ed-49dd-82a8-7e991de24ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effced3f-5496-4956-8c55-a0e82c460263,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:01.911927 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-59f87a93-07ed-49dd-82a8-7e991de24ce5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8333a9673934ee2bfeb164c90eadddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378941 Oct 13 11:26:01.915034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 54862) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:01.990932 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-068d8838-72a8-4c5b-b5a6-21969f482f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:02.023951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-068d8838-72a8-4c5b-b5a6-21969f482f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:02.055876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54866) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:02.192013 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-068d8838-72a8-4c5b-b5a6-21969f482f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:02.194928 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-068d8838-72a8-4c5b-b5a6-21969f482f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:02.204023 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-068d8838-72a8-4c5b-b5a6-21969f482f76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/effced3f-5496-4956-8c55-a0e82c460263 HTTP/1.1" status: 204 len: 168 time: 0.2876801 Oct 13 11:26:02.219079 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d8838-72a8-4c5b-b5a6-21969f482f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effced3f-5496-4956-8c55-a0e82c460263,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:02.424514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-524440e6-a7c4-4ecb-9dc5-112974cc42b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port d885c02d-cbc3-4f44-98a4-0252074a52a2 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:26:02.434241 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-524440e6-a7c4-4ecb-9dc5-112974cc42b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:02.516898 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-524440e6-a7c4-4ecb-9dc5-112974cc42b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:02.518515 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-524440e6-a7c4-4ecb-9dc5-112974cc42b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:02.532671 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-524440e6-a7c4-4ecb-9dc5-112974cc42b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for d885c02d-cbc3-4f44-98a4-0252074a52a2 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:26:02.809807 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-524440e6-a7c4-4ecb-9dc5-112974cc42b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:02.883294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524440e6-a7c4-4ecb-9dc5-112974cc42b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=d885c02d-cbc3-4f44-98a4-0252074a52a2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:02.958974 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-524440e6-a7c4-4ecb-9dc5-112974cc42b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:02.960475 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-524440e6-a7c4-4ecb-9dc5-112974cc42b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Floating IP dd2dd963-affb-4afd-b974-e59c891c99c1 disassociated (deleted). External IP: 172.25.0.226, port: 5b7e92d2-5ef2-4b86-b841-33a8821e5641. Oct 13 11:26:03.627801 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524440e6-a7c4-4ecb-9dc5-112974cc42b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router d1accce8-fe85-4686-b8d5-c4e670e975a2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:26:03.840933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524440e6-a7c4-4ecb-9dc5-112974cc42b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:26:03.852314 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-524440e6-a7c4-4ecb-9dc5-112974cc42b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:03.856303 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f64512-cedf-4bb2-a5b0-2d0867188164 None None] Sync routers for ids ['d1accce8-fe85-4686-b8d5-c4e670e975a2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:26:03.874492 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f64512-cedf-4bb2-a5b0-2d0867188164 None None] Routers {'d1accce8-fe85-4686-b8d5-c4e670e975a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:03.876644 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-92f64512-cedf-4bb2-a5b0-2d0867188164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:25:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d1accce8-fe85-4686-b8d5-c4e670e975a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:03.896891 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-524440e6-a7c4-4ecb-9dc5-112974cc42b5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/floatingips/dd2dd963-affb-4afd-b974-e59c891c99c1 HTTP/1.1" status: 204 len: 168 time: 1.8390305 Oct 13 11:26:03.897876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:26:03.900797 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0212583e-3aea-4fc5-907b-7fb64bf42c54" -d '{"events": [{"name": "network-changed", "server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:26:04.145277 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-92f64512-cedf-4bb2-a5b0-2d0867188164 None None] Set router d1accce8-fe85-4686-b8d5-c4e670e975a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:26:04.501371 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-92f64512-cedf-4bb2-a5b0-2d0867188164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '624b24e1-9416-45fd-b505-20cc9c435363', 'name': '', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:2a:cb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:06Z', 'updated_at': '2021-10-13T11:24:20Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:04.501371 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f64512-cedf-4bb2-a5b0-2d0867188164 None None] Checking router: d1accce8-fe85-4686-b8d5-c4e670e975a2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:26:04.501371 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f64512-cedf-4bb2-a5b0-2d0867188164 None None] Routers {'d1accce8-fe85-4686-b8d5-c4e670e975a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:04.501371 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-92f64512-cedf-4bb2-a5b0-2d0867188164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:25:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d1accce8-fe85-4686-b8d5-c4e670e975a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:04.645112 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-92f64512-cedf-4bb2-a5b0-2d0867188164 None None] Set router d1accce8-fe85-4686-b8d5-c4e670e975a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:26:05.057048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 54978) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:05.147648 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-92f64512-cedf-4bb2-a5b0-2d0867188164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '624b24e1-9416-45fd-b505-20cc9c435363', 'name': '', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:2a:cb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:06Z', 'updated_at': '2021-10-13T11:24:20Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:05.200756 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22403493-89a2-46c3-a1a7-bcef77bbaaf5 x-openstack-request-id: req-22403493-89a2-46c3-a1a7-bcef77bbaaf5 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:26:05.201063 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:26:05.201399 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22403493-89a2-46c3-a1a7-bcef77bbaaf5 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:26:05.201803 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'status': 'completed', 'code': 200} Oct 13 11:26:05.202791 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f64512-cedf-4bb2-a5b0-2d0867188164 None None] The sync data for ids ['d1accce8-fe85-4686-b8d5-c4e670e975a2'] in n-d-813659-3 is: [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '624b24e1-9416-45fd-b505-20cc9c435363', 'name': '', 'network_id': 'bce9cd88-05a5-45b8-9d45-763714c99355', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'mac_address': 'fa:16:3e:2a:cb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:06Z', 'updated_at': '2021-10-13T11:24:20Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'subnets': [{'id': '0469c964-cda9-4dd9-91f8-9da10a9b1f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:26:05.369508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212583e-3aea-4fc5-907b-7fb64bf42c54 req-ab0cccf6-e9c4-4877-8602-3c8bc560ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:05.371815 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0212583e-3aea-4fc5-907b-7fb64bf42c54 req-ab0cccf6-e9c4-4877-8602-3c8bc560ae6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 1096 time: 0.1325164 Oct 13 11:26:05.397750 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22942fba-b038-4a56-aaf5-a1def4536ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:05.451037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5564a7-91ca-45db-aeec-9a38a351d531 req-44b7266c-4d38-4182-9544-232e0ae91ecc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:05.458980 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad5564a7-91ca-45db-aeec-9a38a351d531 req-44b7266c-4d38-4182-9544-232e0ae91ecc tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.1751280 Oct 13 11:26:05.544094 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22942fba-b038-4a56-aaf5-a1def4536ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:05.592183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212583e-3aea-4fc5-907b-7fb64bf42c54 req-7ddcdba9-31b0-41c4-8dde-fcb071429227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:05.599704 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0212583e-3aea-4fc5-907b-7fb64bf42c54 req-7ddcdba9-31b0-41c4-8dde-fcb071429227 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bce9cd88-05a5-45b8-9d45-763714c99355 HTTP/1.1" status: 200 len: 898 time: 0.2194879 Oct 13 11:26:05.603240 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad5564a7-91ca-45db-aeec-9a38a351d531 req-8d225467-c750-4d92-9bb1-8a32330c3b65 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667088 Oct 13 11:26:05.671964 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22942fba-b038-4a56-aaf5-a1def4536ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:05.729243 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0212583e-3aea-4fc5-907b-7fb64bf42c54 req-247cfd06-75d1-4c9a-9497-0292e13df5f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b7e92d2-5ef2-4b86-b841-33a8821e5641 HTTP/1.1" status: 200 len: 217 time: 0.1211584 Oct 13 11:26:05.754923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32399c-33a6-44f7-99f9-fbb361ce1081 None None] New status for floating IP dd2dd963-affb-4afd-b974-e59c891c99c1: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:26:05.779987 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-22942fba-b038-4a56-aaf5-a1def4536ec0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54f2719032d44d0097c68949cff627c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7217598 Oct 13 11:26:05.786319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55006) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:05.808287 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22942fba-b038-4a56-aaf5-a1def4536ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9862b24a-9d46-478f-b8d7-839bd5206c63,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:05.899345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212583e-3aea-4fc5-907b-7fb64bf42c54 req-5793edaf-4d6e-4522-aeb5-066045ba8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:05.901298 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0212583e-3aea-4fc5-907b-7fb64bf42c54 req-5793edaf-4d6e-4522-aeb5-066045ba8985 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0469c964-cda9-4dd9-91f8-9da10a9b1f3b HTTP/1.1" status: 200 len: 834 time: 0.1627469 Oct 13 11:26:05.939414 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:06.035566 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:06.113914 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212583e-3aea-4fc5-907b-7fb64bf42c54 req-f7ae0279-6efe-457a-9e0b-60c79334acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:06.122678 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0212583e-3aea-4fc5-907b-7fb64bf42c54 req-f7ae0279-6efe-457a-9e0b-60c79334acba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bce9cd88-05a5-45b8-9d45-763714c99355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936235 Oct 13 11:26:06.174937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b288151-f894-41de-8854-6f8f80592ee2 req-77e7de30-f047-4d6e-9c38-d2e8380a12f5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:06.177177 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4b288151-f894-41de-8854-6f8f80592ee2 req-77e7de30-f047-4d6e-9c38-d2e8380a12f5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.1233435 Oct 13 11:26:06.254900 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:06.260341 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:06.261554 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9862b24a-9d46-478f-b8d7-839bd5206c63 HTTP/1.1" status: 204 len: 168 time: 0.4702008 Oct 13 11:26:06.280000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9862b24a-9d46-478f-b8d7-839bd5206c63,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:06.293302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:06.293927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:06.294495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:06.295026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:06.295535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:06.296045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:06.296550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:06.297195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:06.297717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:06.298428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:06.299784 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:06.300329 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579d30b-ab5a-40b1-83d1-c585abe5182c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:06.368009 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0212583e-3aea-4fc5-907b-7fb64bf42c54 req-45580d6a-c1dd-4989-8047-09d4b4b3a2e5 service neutron] 10.222.0.21 "GET /v2.0/networks/bce9cd88-05a5-45b8-9d45-763714c99355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282493 Oct 13 11:26:06.437853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-4b288151-f894-41de-8854-6f8f80592ee2 req-d8a2447f-cfd9-43b1-b513-92221141b681 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port 5b7e92d2-5ef2-4b86-b841-33a8821e5641 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:26:06.438549 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4b288151-f894-41de-8854-6f8f80592ee2 req-d8a2447f-cfd9-43b1-b513-92221141b681 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:06.581460 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0212583e-3aea-4fc5-907b-7fb64bf42c54 req-bb144d30-6469-4924-8c8f-35e1419a0a49 service neutron] 10.222.0.21 "GET /v2.0/networks/bce9cd88-05a5-45b8-9d45-763714c99355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046275 Oct 13 11:26:06.732056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-4b288151-f894-41de-8854-6f8f80592ee2 req-d8a2447f-cfd9-43b1-b513-92221141b681 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] For port 5b7e92d2-5ef2-4b86-b841-33a8821e5641, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=5b7e92d2-5ef2-4b86-b841-33a8821e5641,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:26:06.733217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4b288151-f894-41de-8854-6f8f80592ee2 req-d8a2447f-cfd9-43b1-b513-92221141b681 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:06.764966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-4b288151-f894-41de-8854-6f8f80592ee2 req-d8a2447f-cfd9-43b1-b513-92221141b681 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for 5b7e92d2-5ef2-4b86-b841-33a8821e5641 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:26:07.012025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133dab9-d670-4277-b523-d155e5a165af req-864525a7-7f19-44c1-be61-050bc024de60 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:07.014025 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3133dab9-d670-4277-b523-d155e5a165af req-864525a7-7f19-44c1-be61-050bc024de60 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 945 time: 0.2323947 Oct 13 11:26:07.087747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3133dab9-d670-4277-b523-d155e5a165af req-0a716157-82f4-4f1e-982d-14fdca09d537 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa668e4-1a3f-4597-bbb7-d212a301de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530958 Oct 13 11:26:07.267361 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4b288151-f894-41de-8854-6f8f80592ee2 req-d8a2447f-cfd9-43b1-b513-92221141b681 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:07.345243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2447f-cfd9-43b1-b513-92221141b681 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=5b7e92d2-5ef2-4b86-b841-33a8821e5641,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:07.445767 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b288151-f894-41de-8854-6f8f80592ee2 req-d8a2447f-cfd9-43b1-b513-92221141b681 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] No DVR routers for this DVR port 5b7e92d2-5ef2-4b86-b841-33a8821e5641 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:26:07.461890 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-4b288151-f894-41de-8854-6f8f80592ee2 req-d8a2447f-cfd9-43b1-b513-92221141b681 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:07.465394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4b288151-f894-41de-8854-6f8f80592ee2 req-d8a2447f-cfd9-43b1-b513-92221141b681 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.21 "DELETE /v2.0/ports/5b7e92d2-5ef2-4b86-b841-33a8821e5641 HTTP/1.1" status: 204 len: 173 time: 1.2821922 Oct 13 11:26:07.465877 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'name': 'network-vif-deleted', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:26:07.477843 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d94156a-2534-4b2c-b2c0-71f7b9e3d071" -d '{"events": [{"server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "name": "network-vif-deleted", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:26:07.559113 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ffc869-0af0-4bdf-aa73-fdc8b62e7d6e x-openstack-request-id: req-12ffc869-0af0-4bdf-aa73-fdc8b62e7d6e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:26:07.559421 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c31dcf-1281-43a2-9df4-3926a61302a9", "name": "network-vif-deleted", "tag": "5b7e92d2-5ef2-4b86-b841-33a8821e5641", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:26:07.559677 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12ffc869-0af0-4bdf-aa73-fdc8b62e7d6e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:26:07.560104 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c31dcf-1281-43a2-9df4-3926a61302a9', 'name': 'network-vif-deleted', 'tag': '5b7e92d2-5ef2-4b86-b841-33a8821e5641', 'status': 'completed', 'code': 200} Oct 13 11:26:08.089211 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3831bb3e-4ddf-4be4-b571-f419b546c3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:08.306770 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8be61f1c-f786-4e11-96cd-c07873252c5f req-edb9bba4-dfb4-4337-b2e7-156dae2cfffa tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c31dcf-1281-43a2-9df4-3926a61302a9 HTTP/1.1" status: 200 len: 210 time: 0.0447721 Oct 13 11:26:08.971579 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:09.420642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55144) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:09.476621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5b7e92d2-5ef2-4b86-b841-33a8821e5641 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:26:09.543961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 5b7e92d2-5ef2-4b86-b841-33a8821e5641 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:26:09.544098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 5b7e92d2-5ef2-4b86-b841-33a8821e5641 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:26:10.402301 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55172) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:10.708718 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-585aa950-d89b-4dd6-b748-fcd5b9818b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:10.849409 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:10.861199 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-585aa950-d89b-4dd6-b748-fcd5b9818b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:10.888588 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9eac57b4-ccf5-4997-aa84-975bcff60eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:10.966055 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-137bcdce-372a-45ee-83ad-5d07d84b7e4c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:10.975256 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-585aa950-d89b-4dd6-b748-fcd5b9818b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:11.017749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-585aa950-d89b-4dd6-b748-fcd5b9818b12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43d736e0b0d54d08bf4e7bec95e5043f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6122599 Oct 13 11:26:11.021420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55184) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:11.124279 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585aa950-d89b-4dd6-b748-fcd5b9818b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3120c6-03f2-41c4-992e-41d2a0dfb388,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:11.237773 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18aa2c72-f039-4be0-b06b-6f6871d893b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:11.289364 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18aa2c72-f039-4be0-b06b-6f6871d893b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:11.468701 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-137bcdce-372a-45ee-83ad-5d07d84b7e4c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port 624b24e1-9416-45fd-b505-20cc9c435363 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:26:11.468873 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-137bcdce-372a-45ee-83ad-5d07d84b7e4c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:11.478519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18aa2c72-f039-4be0-b06b-6f6871d893b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:11.483867 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18aa2c72-f039-4be0-b06b-6f6871d893b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:11.485990 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-18aa2c72-f039-4be0-b06b-6f6871d893b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d3120c6-03f2-41c4-992e-41d2a0dfb388 HTTP/1.1" status: 204 len: 168 time: 0.4581347 Oct 13 11:26:11.498593 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa2c72-f039-4be0-b06b-6f6871d893b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3120c6-03f2-41c4-992e-41d2a0dfb388,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:11.626516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-137bcdce-372a-45ee-83ad-5d07d84b7e4c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] For port 624b24e1-9416-45fd-b505-20cc9c435363, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=624b24e1-9416-45fd-b505-20cc9c435363,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:26:11.626868 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-137bcdce-372a-45ee-83ad-5d07d84b7e4c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:11.660583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-137bcdce-372a-45ee-83ad-5d07d84b7e4c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for 624b24e1-9416-45fd-b505-20cc9c435363 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:26:11.805854 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:12.197933 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-137bcdce-372a-45ee-83ad-5d07d84b7e4c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:12.227922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bcdce-372a-45ee-83ad-5d07d84b7e4c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=624b24e1-9416-45fd-b505-20cc9c435363,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:12.375353 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:12.559755 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-137bcdce-372a-45ee-83ad-5d07d84b7e4c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:12.650725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55224) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:12.662549 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-93c1cbf8-f243-4030-95bb-4444f4f490ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:12.786994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-93c1cbf8-f243-4030-95bb-4444f4f490ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:12.859511 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55230) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:12.882500 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-93c1cbf8-f243-4030-95bb-4444f4f490ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:12.902359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137bcdce-372a-45ee-83ad-5d07d84b7e4c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Router d1accce8-fe85-4686-b8d5-c4e670e975a2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:26:12.935986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1cbf8-f243-4030-95bb-4444f4f490ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e1ed8c-1616-4fa5-a9dd-5cc69697ce41,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:12.960940 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-93c1cbf8-f243-4030-95bb-4444f4f490ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60704beb8b4e4b7a93ed5e9b7de530b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163528 Oct 13 11:26:12.971558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55236) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:13.131299 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0556baf5-2b6d-41c8-b776-f19b38c43e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.140343 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b86ff0e-5b69-4d18-a3b8-89d605eec5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.161527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137bcdce-372a-45ee-83ad-5d07d84b7e4c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:26:13.179926 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-137bcdce-372a-45ee-83ad-5d07d84b7e4c tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "PUT /v2.0/routers/d1accce8-fe85-4686-b8d5-c4e670e975a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7558255 Oct 13 11:26:13.180149 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b86ff0e-5b69-4d18-a3b8-89d605eec5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.180475 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d5bcbf-8740-403f-b517-db8c915b7a5f None None] Sync routers for ids ['d1accce8-fe85-4686-b8d5-c4e670e975a2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:26:13.187330 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55244) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:13.205028 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d5bcbf-8740-403f-b517-db8c915b7a5f None None] Routers {'d1accce8-fe85-4686-b8d5-c4e670e975a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:13.205028 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-59d5bcbf-8740-403f-b517-db8c915b7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d1accce8-fe85-4686-b8d5-c4e670e975a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:13.257883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d34fc2f-d057-4432-af04-2a52a95bd665 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting subnet 0469c964-cda9-4dd9-91f8-9da10a9b1f3b {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:26:13.261445 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3d34fc2f-d057-4432-af04-2a52a95bd665 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.323652 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3d34fc2f-d057-4432-af04-2a52a95bd665 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.338062 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0556baf5-2b6d-41c8-b776-f19b38c43e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.392346 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-59d5bcbf-8740-403f-b517-db8c915b7a5f None None] Set router d1accce8-fe85-4686-b8d5-c4e670e975a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:26:13.452114 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3d34fc2f-d057-4432-af04-2a52a95bd665 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.478904 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0556baf5-2b6d-41c8-b776-f19b38c43e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.526454 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0556baf5-2b6d-41c8-b776-f19b38c43e95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c9d592a115b41b4a94f7d28483d39fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6654012 Oct 13 11:26:13.527497 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556baf5-2b6d-41c8-b776-f19b38c43e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4427f362-4114-4740-a479-afc01388d207,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:13.529092 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55252) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:13.585587 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d7ef83d8-2cea-482b-80dc-e0d13cdbee5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.613676 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d7ef83d8-2cea-482b-80dc-e0d13cdbee5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.617131 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-59d5bcbf-8740-403f-b517-db8c915b7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:26:12Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:13.631875 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.632460 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b86ff0e-5b69-4d18-a3b8-89d605eec5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.632460 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b86ff0e-5b69-4d18-a3b8-89d605eec5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.632460 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0b86ff0e-5b69-4d18-a3b8-89d605eec5e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58e1ed8c-1616-4fa5-a9dd-5cc69697ce41 HTTP/1.1" status: 204 len: 168 time: 0.6563368 Oct 13 11:26:13.641860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86ff0e-5b69-4d18-a3b8-89d605eec5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e1ed8c-1616-4fa5-a9dd-5cc69697ce41,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:13.651452 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d5bcbf-8740-403f-b517-db8c915b7a5f None None] Checking router: d1accce8-fe85-4686-b8d5-c4e670e975a2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:26:13.664676 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d5bcbf-8740-403f-b517-db8c915b7a5f None None] Routers {'d1accce8-fe85-4686-b8d5-c4e670e975a2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:13.665638 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-59d5bcbf-8740-403f-b517-db8c915b7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d1accce8-fe85-4686-b8d5-c4e670e975a2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:13.692973 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3d34fc2f-d057-4432-af04-2a52a95bd665 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.744670 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3d34fc2f-d057-4432-af04-2a52a95bd665 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.751410 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3d34fc2f-d057-4432-af04-2a52a95bd665 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/subnets/0469c964-cda9-4dd9-91f8-9da10a9b1f3b HTTP/1.1" status: 204 len: 168 time: 0.5626366 Oct 13 11:26:13.753553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34fc2f-d057-4432-af04-2a52a95bd665 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Subnet': ['ID=0469c964-cda9-4dd9-91f8-9da10a9b1f3b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:13.754233 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55258) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:13.761546 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106fbff1-0dea-471a-ab5c-75017bd9bff0 None None] Network bce9cd88-05a5-45b8-9d45-763714c99355 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:26:13.807039 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-59d5bcbf-8740-403f-b517-db8c915b7a5f None None] Set router d1accce8-fe85-4686-b8d5-c4e670e975a2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:26:13.900951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d7ef83d8-2cea-482b-80dc-e0d13cdbee5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.905349 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d7ef83d8-2cea-482b-80dc-e0d13cdbee5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:13.906638 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d7ef83d8-2cea-482b-80dc-e0d13cdbee5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4427f362-4114-4740-a479-afc01388d207 HTTP/1.1" status: 204 len: 168 time: 0.3761992 Oct 13 11:26:13.919844 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef83d8-2cea-482b-80dc-e0d13cdbee5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4427f362-4114-4740-a479-afc01388d207,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:13.947860 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:14.146900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aa5e4f-71ab-4802-9c71-325a2ee28810 None None] DHCP port deletion for bce9cd88-05a5-45b8-9d45-763714c99355 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:26:14.300215 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:14.300456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-28aa5e4f-71ab-4802-9c71-325a2ee28810 None None] Deleting port abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:26:14.300456 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28aa5e4f-71ab-4802-9c71-325a2ee28810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:14.391067 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-28aa5e4f-71ab-4802-9c71-325a2ee28810 None None] For port abc6d6df-bbd1-4470-80c9-5f36ff91fcf1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=abc6d6df-bbd1-4470-80c9-5f36ff91fcf1,segment=NetworkSegment(a2b989d6-4bbf-4323-92fe-c4a95261a78e),segment_id=a2b989d6-4bbf-4323-92fe-c4a95261a78e)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:26:14.393573 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28aa5e4f-71ab-4802-9c71-325a2ee28810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:14.415057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-28aa5e4f-71ab-4802-9c71-325a2ee28810 None None] Calling delete_port for abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:26:14.506886 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-59d5bcbf-8740-403f-b517-db8c915b7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:26:12Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:14.527921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Deleting port 6ec156af-8c63-46cd-8f77-b2957dabdbeb {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:26:14.528989 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:14.580952 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d5bcbf-8740-403f-b517-db8c915b7a5f None None] The sync data for ids ['d1accce8-fe85-4686-b8d5-c4e670e975a2'] in n-d-813659-3 is: [{'id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021999063', 'tenant_id': '9eecb6b828d240e0ae439032ab75cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:23:59Z', 'updated_at': '2021-10-13T11:26:12Z', 'revision_number': 5, 'project_id': '9eecb6b828d240e0ae439032ab75cf2f', 'gw_port': {'id': '6ec156af-8c63-46cd-8f77-b2957dabdbeb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1accce8-fe85-4686-b8d5-c4e670e975a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:24:01Z', 'updated_at': '2021-10-13T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:26:14.633767 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28aa5e4f-71ab-4802-9c71-325a2ee28810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:14.650888 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa5e4f-71ab-4802-9c71-325a2ee28810 None None] No DVR routers for this DVR port abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:26:14.674917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa5e4f-71ab-4802-9c71-325a2ee28810 None None] Pushing event deleted for resources: {'Port': ['ID=abc6d6df-bbd1-4470-80c9-5f36ff91fcf1,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:14.701343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] For port 6ec156af-8c63-46cd-8f77-b2957dabdbeb, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6ec156af-8c63-46cd-8f77-b2957dabdbeb,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:26:14.701712 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:14.715822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Calling delete_port for 6ec156af-8c63-46cd-8f77-b2957dabdbeb owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:26:15.101161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.141947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55294) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:15.177568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb168-0713-4283-a6f7-92d9ec9fe7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.218293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Port': ['ID=6ec156af-8c63-46cd-8f77-b2957dabdbeb,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:15.378738 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb168-0713-4283-a6f7-92d9ec9fe7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.409352 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.446057 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb168-0713-4283-a6f7-92d9ec9fe7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.500014 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bf3cb168-0713-4283-a6f7-92d9ec9fe7ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=173b7fb277c04ce5a981ef9405820afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556411 Oct 13 11:26:15.501034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cb168-0713-4283-a6f7-92d9ec9fe7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac17f44e-2027-4114-bd1c-f63ebb457490,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:15.504276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55310) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:15.558168 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.563911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.565203 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3508dbe7-070b-4357-af0f-f33487e62637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.609702 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3508dbe7-070b-4357-af0f-f33487e62637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.700677 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.701543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Fanout notify agent at l3_agent the message router_deleted on router d1accce8-fe85-4686-b8d5-c4e670e975a2 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:26:15.709617 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.714037 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b9b67132-42bd-44fd-b29d-a2bd33091e77 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/routers/d1accce8-fe85-4686-b8d5-c4e670e975a2 HTTP/1.1" status: 204 len: 168 time: 1.9547825 Oct 13 11:26:15.714410 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55316) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:15.770000 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3508dbe7-070b-4357-af0f-f33487e62637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.772714 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3508dbe7-070b-4357-af0f-f33487e62637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.773989 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3508dbe7-070b-4357-af0f-f33487e62637 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac17f44e-2027-4114-bd1c-f63ebb457490 HTTP/1.1" status: 204 len: 168 time: 0.2687266 Oct 13 11:26:15.796016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508dbe7-070b-4357-af0f-f33487e62637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac17f44e-2027-4114-bd1c-f63ebb457490,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:15.860442 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e93ead3e-3645-4ef3-8095-3d639e186ef5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:15.998618 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e93ead3e-3645-4ef3-8095-3d639e186ef5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:16.033177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e93ead3e-3645-4ef3-8095-3d639e186ef5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce9cd88-05a5-45b8-9d45-763714c99355']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:16.044941 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e93ead3e-3645-4ef3-8095-3d639e186ef5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b989d6-4bbf-4323-92fe-c4a95261a78e') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:16.045585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-e93ead3e-3645-4ef3-8095-3d639e186ef5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b989d6-4bbf-4323-92fe-c4a95261a78e') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:16.058294 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e93ead3e-3645-4ef3-8095-3d639e186ef5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:16.073085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e93ead3e-3645-4ef3-8095-3d639e186ef5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:16.082601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93ead3e-3645-4ef3-8095-3d639e186ef5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:26:16.083278 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e93ead3e-3645-4ef3-8095-3d639e186ef5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:26:16.086999 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:26:16.294839 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e93ead3e-3645-4ef3-8095-3d639e186ef5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:16.307994 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e93ead3e-3645-4ef3-8095-3d639e186ef5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:16.317545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55332) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:16.327548 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e93ead3e-3645-4ef3-8095-3d639e186ef5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/networks/bce9cd88-05a5-45b8-9d45-763714c99355 HTTP/1.1" status: 204 len: 168 time: 0.6127408 Oct 13 11:26:16.369763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ead3e-3645-4ef3-8095-3d639e186ef5 tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'Network': ['ID=bce9cd88-05a5-45b8-9d45-763714c99355,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:16.497644 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f38fbb3d-6bcd-4ac6-a387-5fbd71558b8e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:16.519846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 624b24e1-9416-45fd-b505-20cc9c435363 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:26:16.560272 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f38fbb3d-6bcd-4ac6-a387-5fbd71558b8e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:16.576735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 624b24e1-9416-45fd-b505-20cc9c435363 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:26:16.578926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 624b24e1-9416-45fd-b505-20cc9c435363 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:26:16.579363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:26:16.606145 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:26:16.606890 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device abc6d6df-bbd1-4470-80c9-5f36ff91fcf1 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:26:16.763751 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f38fbb3d-6bcd-4ac6-a387-5fbd71558b8e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:16.767368 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f38fbb3d-6bcd-4ac6-a387-5fbd71558b8e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:16.769931 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f38fbb3d-6bcd-4ac6-a387-5fbd71558b8e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] 10.222.0.32 "DELETE /v2.0/security-groups/0fa668e4-1a3f-4597-bbb7-d212a301de69 HTTP/1.1" status: 204 len: 168 time: 0.4506931 Oct 13 11:26:16.780673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fbb3d-6bcd-4ac6-a387-5fbd71558b8e tempest-TestNetworkAdvancedServerOps-1941887248 tempest-TestNetworkAdvancedServerOps-1941887248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa668e4-1a3f-4597-bbb7-d212a301de69,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:16.937140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55354) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:16.954934 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52885fa5-e838-4b49-8912-fc4ee0496949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:17.118627 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52885fa5-e838-4b49-8912-fc4ee0496949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:17.169508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55364) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:17.226724 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52885fa5-e838-4b49-8912-fc4ee0496949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:17.290660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-79b46714-9d72-4f2a-934c-892aeba49dd0 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-983856789'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:17.291286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-79b46714-9d72-4f2a-934c-892aeba49dd0 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Unknown quota resources ['metering_label']. {{(pid=101990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 11:26:17.308555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52885fa5-e838-4b49-8912-fc4ee0496949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a152ba71-8450-4505-8f02-e298606d8f1f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:17.353571 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-52885fa5-e838-4b49-8912-fc4ee0496949 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc10f4ef525c4bc6b28eade34f7de548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152792 Oct 13 11:26:17.356646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55372) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:17.429115 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8072b714-bd27-4654-aac7-10e445aa1d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:17.454228 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8072b714-bd27-4654-aac7-10e445aa1d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:17.648764 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8072b714-bd27-4654-aac7-10e445aa1d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:17.653474 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8072b714-bd27-4654-aac7-10e445aa1d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:17.657433 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8072b714-bd27-4654-aac7-10e445aa1d3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a152ba71-8450-4505-8f02-e298606d8f1f HTTP/1.1" status: 204 len: 168 time: 0.2968633 Oct 13 11:26:17.664968 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-79b46714-9d72-4f2a-934c-892aeba49dd0 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:17.666357 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-79b46714-9d72-4f2a-934c-892aeba49dd0 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4951603 Oct 13 11:26:17.667204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072b714-bd27-4654-aac7-10e445aa1d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a152ba71-8450-4505-8f02-e298606d8f1f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:17.670859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55384) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:17.679592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-47bb02ed-d439-4b28-a46f-8ad3301ecaf1 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '19352c58-dedd-40e8-8226-b5f32ad4eec6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:17.680060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-47bb02ed-d439-4b28-a46f-8ad3301ecaf1 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 11:26:17.871804 n-d-813659-3 neutron-server[101991]: WARNING neutron.services.metering.metering_plugin [None req-47bb02ed-d439-4b28-a46f-8ad3301ecaf1 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 11:26:17.930986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55392) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:17.957105 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6ec156af-8c63-46cd-8f77-b2957dabdbeb no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:26:17.988051 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 6ec156af-8c63-46cd-8f77-b2957dabdbeb {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:26:17.988861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6ec156af-8c63-46cd-8f77-b2957dabdbeb not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:26:18.052262 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47bb02ed-d439-4b28-a46f-8ad3301ecaf1 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:18.053609 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-47bb02ed-d439-4b28-a46f-8ad3301ecaf1 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3814588 Oct 13 11:26:18.060021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55398) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:18.065104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-168da639-3561-425b-b027-4575efc8acef tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '19352c58-dedd-40e8-8226-b5f32ad4eec6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:18.065638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-168da639-3561-425b-b027-4575efc8acef tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 11:26:18.327890 n-d-813659-3 neutron-server[101990]: WARNING neutron.services.metering.metering_plugin [None req-168da639-3561-425b-b027-4575efc8acef tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 11:26:18.549819 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-28e48d18-c99f-4912-839f-6fb4126d1a2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9eecb6b828d240e0ae439032ab75cf2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6173732 Oct 13 11:26:18.555098 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55420) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:18.565753 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-168da639-3561-425b-b027-4575efc8acef tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:18.577410 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-168da639-3561-425b-b027-4575efc8acef tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5101211 Oct 13 11:26:18.610393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55424) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:18.646371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-48c6cad6-a559-425e-8205-a043370382d7 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=499dea7e-6af3-409e-8b60-e97496528966 HTTP/1.1" status: 200 len: 462 time: 0.0422966 Oct 13 11:26:18.650214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55428) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:18.707186 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f1661aa-02da-426e-901a-c05ea88c0893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:18.742419 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f1661aa-02da-426e-901a-c05ea88c0893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:18.980939 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-236aa945-44e1-412b-86bb-86b8d88c5fdf tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:18.982095 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-236aa945-44e1-412b-86bb-86b8d88c5fdf tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/499dea7e-6af3-409e-8b60-e97496528966 HTTP/1.1" status: 204 len: 168 time: 0.3305910 Oct 13 11:26:18.985239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55438) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:18.996681 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5a070286-d76b-4481-b836-5ec4aa93e6c0 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=499dea7e-6af3-409e-8b60-e97496528966 HTTP/1.1" status: 200 len: 221 time: 0.0099547 Oct 13 11:26:19.000489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55440) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:19.008640 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-077e2a1e-9eff-425c-92c6-5a97eae76df9 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--606005600', 'description': 'label created by tempest'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:19.008770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-077e2a1e-9eff-425c-92c6-5a97eae76df9 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Unknown quota resources ['metering_label']. {{(pid=101991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 11:26:19.018252 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f1661aa-02da-426e-901a-c05ea88c0893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:19.021645 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f1661aa-02da-426e-901a-c05ea88c0893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:19.022924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1f1661aa-02da-426e-901a-c05ea88c0893 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/128f1514-cc6c-486e-b530-388447b01cfe HTTP/1.1" status: 204 len: 168 time: 0.4662249 Oct 13 11:26:19.142425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1661aa-02da-426e-901a-c05ea88c0893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128f1514-cc6c-486e-b530-388447b01cfe,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:19.374076 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-077e2a1e-9eff-425c-92c6-5a97eae76df9 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:19.375910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-077e2a1e-9eff-425c-92c6-5a97eae76df9 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3736548 Oct 13 11:26:19.379101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55454) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:19.504970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55458) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:19.505243 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ecc9d264-8acc-4db0-a9d6-752dbb9d1975 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=232940fc-168a-45c1-b44c-13093effca98 HTTP/1.1" status: 200 len: 467 time: 0.1242557 Oct 13 11:26:19.973269 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-76bcc915-52fc-4aa9-9cca-18e6a4730c86 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:19.979250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55476) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:19.986914 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-76bcc915-52fc-4aa9-9cca-18e6a4730c86 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/232940fc-168a-45c1-b44c-13093effca98 HTTP/1.1" status: 204 len: 168 time: 0.4809437 Oct 13 11:26:20.004653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55480) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:20.014894 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-78c83407-51ce-4db3-9307-1bde9b340c0b tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=232940fc-168a-45c1-b44c-13093effca98 HTTP/1.1" status: 200 len: 216 time: 0.0335472 Oct 13 11:26:20.022755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55482) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:20.026462 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2a9961f8-d2ad-4753-b8ee-e563cc761a28 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0201473 Oct 13 11:26:20.029845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55484) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:20.049719 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cb43fee1-8a66-43de-9936-f5ed3fc5df51 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0215063 Oct 13 11:26:20.049719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55488) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:20.111639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-30059daf-7528-4d3f-83c3-d238e5393b08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=819a6df5dec14a0496d62128160fa7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780540 Oct 13 11:26:20.111909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55492) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:20.147963 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4f107c80-ab61-49f7-be44-c8217c12e079 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/19352c58-dedd-40e8-8226-b5f32ad4eec6 HTTP/1.1" status: 200 len: 472 time: 0.0975008 Oct 13 11:26:20.152543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55494) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:20.170316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55496) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:20.170563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7f653423-3d8e-4499-829d-77d13d781032 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/18c0e5d7-c552-4249-ab7b-15f68abc48dc HTTP/1.1" status: 200 len: 459 time: 0.0168610 Oct 13 11:26:20.341569 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:26:20.449954 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cfc391ad-88d6-4845-94e3-ae0c9dc618a6 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:20.457099 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cfc391ad-88d6-4845-94e3-ae0c9dc618a6 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/18c0e5d7-c552-4249-ab7b-15f68abc48dc HTTP/1.1" status: 204 len: 168 time: 0.2825499 Oct 13 11:26:20.457099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55506) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:20.720794 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5339100b-1fb6-465d-b4c9-f57d29fce1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:20.748703 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5339100b-1fb6-465d-b4c9-f57d29fce1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:20.895617 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5339100b-1fb6-465d-b4c9-f57d29fce1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:20.897734 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16828c7d-2f46-4542-bbb7-8d0bfe246059 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:20.898554 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5339100b-1fb6-465d-b4c9-f57d29fce1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:20.904001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5339100b-1fb6-465d-b4c9-f57d29fce1bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc8cd1d4-861e-448a-a166-781c1606ea61 HTTP/1.1" status: 204 len: 168 time: 0.7784805 Oct 13 11:26:20.905321 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-16828c7d-2f46-4542-bbb7-8d0bfe246059 tempest-MeteringIpV6TestJSON-1013540288 tempest-MeteringIpV6TestJSON-1013540288-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/19352c58-dedd-40e8-8226-b5f32ad4eec6 HTTP/1.1" status: 204 len: 168 time: 0.4482269 Oct 13 11:26:20.911111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339100b-1fb6-465d-b4c9-f57d29fce1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8cd1d4-861e-448a-a166-781c1606ea61,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:21.401967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55542) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:21.539412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1c31d16-5a05-491c-af0c-33b652f68395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:21.658078 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1c31d16-5a05-491c-af0c-33b652f68395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:21.763869 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a1c31d16-5a05-491c-af0c-33b652f68395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:21.821792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55570) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:21.822370 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a1c31d16-5a05-491c-af0c-33b652f68395 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae6395a8eb9b4fdd90351a2645b3faf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158585 Oct 13 11:26:21.822370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c31d16-5a05-491c-af0c-33b652f68395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e17624-8408-4861-a638-74bb0c1932ae,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:21.897338 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81173828-2169-47c3-8acd-a3cbdd675db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:21.926150 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81173828-2169-47c3-8acd-a3cbdd675db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:22.153027 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81173828-2169-47c3-8acd-a3cbdd675db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:22.157176 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81173828-2169-47c3-8acd-a3cbdd675db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:22.157658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-81173828-2169-47c3-8acd-a3cbdd675db9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17e17624-8408-4861-a638-74bb0c1932ae HTTP/1.1" status: 204 len: 168 time: 0.3374324 Oct 13 11:26:22.170464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81173828-2169-47c3-8acd-a3cbdd675db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e17624-8408-4861-a638-74bb0c1932ae,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:22.311330 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-7adffc38-6e32-482a-8f0c-4f5de26923b9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452836903&fields=id&tenant_id=1aa22e9274f0432fadaf0bde47c85ec7 HTTP/1.1" status: 200 len: 267 time: 0.0590963 Oct 13 11:26:22.460437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-8c1a440b-360a-4836-8d4f-b04ac7d96f63 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:22.462409 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-8c1a440b-360a-4836-8d4f-b04ac7d96f63 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 0.1502523 Oct 13 11:26:22.479431 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-e947c03e-2c93-4b97-bce7-0359ce92b7d5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/quotas/1aa22e9274f0432fadaf0bde47c85ec7 HTTP/1.1" status: 200 len: 375 time: 0.0112004 Oct 13 11:26:22.590764 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-befa38ea-0c3d-436a-80d7-7e3643e86656 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986810 Oct 13 11:26:23.123429 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-a7aed94f-5da5-41c0-8be4-f503df5db47b service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282936 Oct 13 11:26:23.219571 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-45b3edf5-7d20-4302-853e-fed7258acf2d service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949805 Oct 13 11:26:23.476946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55642) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:23.492605 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f03c28f-cbbf-4e9b-b0a3-b324335c0f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:23.625483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f03c28f-cbbf-4e9b-b0a3-b324335c0f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:23.712034 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f03c28f-cbbf-4e9b-b0a3-b324335c0f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:23.767734 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9f03c28f-cbbf-4e9b-b0a3-b324335c0f9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=084883b90c6846c98e09ceadfc225abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890289 Oct 13 11:26:23.771374 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55658) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:23.772103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03c28f-cbbf-4e9b-b0a3-b324335c0f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51eb80f-37c9-476a-a17c-3455e4dcb925,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:23.886655 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-714b3eb9-e4b1-45ce-b71a-8a756d7b6314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:23.912107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-714b3eb9-e4b1-45ce-b71a-8a756d7b6314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:24.157697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57fb8951-c5a4-4cf3-be0b-0f40bc743301 req-acbebf1a-c73a-404b-899a-5348d925e546 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 210 time: 0.0814388 Oct 13 11:26:24.215606 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-714b3eb9-e4b1-45ce-b71a-8a756d7b6314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:24.221712 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-714b3eb9-e4b1-45ce-b71a-8a756d7b6314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:24.225942 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-714b3eb9-e4b1-45ce-b71a-8a756d7b6314 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c51eb80f-37c9-476a-a17c-3455e4dcb925 HTTP/1.1" status: 204 len: 168 time: 0.4505775 Oct 13 11:26:24.240373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b3eb9-e4b1-45ce-b71a-8a756d7b6314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51eb80f-37c9-476a-a17c-3455e4dcb925,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:25.288629 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e282777c-a3d9-4a75-aeb5-69e2a4a0a4c7 req-469ebeea-8f0f-40cf-82af-4e952799dac0 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 210 time: 0.0333471 Oct 13 11:26:26.408791 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55776) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:26.414750 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Request body: {'network': {'name': 'tempest-network-smoke--138907453', 'project_id': '3690662a654f44c581c6b87d8282163d', 'port_security_enabled': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:26.509624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-59918194-1551-49b7-9628-c2352fe30668 req-89e7c903-a20d-4c6f-a302-381449aae552 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 210 time: 0.0386677 Oct 13 11:26:26.524442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Made reservation on behalf of 3690662a654f44c581c6b87d8282163d for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:26:26.534114 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:26.570446 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:26.675780 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:26.802713 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:26.827683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:26:26.843706 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de73d85-4171-4793-93f6-4c3e5379e32f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:26.847955 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:26.848292 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Added segment b433accd-3685-4a3b-b1a9-79e5de5d18d3 of type vlan for network 00780ed0-14b1-4fe2-a991-76427df19110 Oct 13 11:26:26.915288 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:27.067662 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:27.073802 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:27.074911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:27.180690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Network': ['ID=00780ed0-14b1-4fe2-a991-76427df19110,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:27.194945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 00780ed0-14b1-4fe2-a991-76427df19110 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:26:27.200664 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5a17798f-603e-49e7-bf34-6be5d59588b0 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7865291 Oct 13 11:26:27.200862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55818) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:27.206419 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'admin_state_up': True, 'project_id': '3690662a654f44c581c6b87d8282163d', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:27.266667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55822) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:27.352001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:27.354740 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:27.416684 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:27.431120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0c6ee01a-bd0b-4eb4-a0c3-2ec04f4e63e7 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1307635703'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:27.431748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0c6ee01a-bd0b-4eb4-a0c3-2ec04f4e63e7 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Unknown quota resources ['metering_label']. {{(pid=101990) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 11:26:27.641699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-553f73ce-5d6a-4c7e-9a0a-2c5dd004a9f9 req-21f5daf8-8441-4676-9636-1291b28d2913 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 210 time: 0.0379770 Oct 13 11:26:27.833331 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0c6ee01a-bd0b-4eb4-a0c3-2ec04f4e63e7 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:27.834635 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0c6ee01a-bd0b-4eb4-a0c3-2ec04f4e63e7 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5668638 Oct 13 11:26:27.837665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55844) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:27.858067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-934886a1-4bf1-4445-b378-77c6985129ec tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1a99bcf0-adf1-451c-a999-fed1a9ce2d39'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:27.858611 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-934886a1-4bf1-4445-b378-77c6985129ec tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 11:26:27.875528 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:27.939832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-1a8c75c5-05ba-40ba-89f8-3e3eee5c979f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:27.941555 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-1a8c75c5-05ba-40ba-89f8-3e3eee5c979f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 0.3912158 Oct 13 11:26:28.021614 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-a746ee48-abcc-4c97-ba71-ed9988d2a4f5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aa22e9274f0432fadaf0bde47c85ec7 HTTP/1.1" status: 200 len: 379 time: 0.0648012 Oct 13 11:26:28.063180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-c587437e-f5cd-4898-b699-cbf663160377 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'port': {'device_id': '007c8adf-8ed1-4894-9495-91353f0e4949', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'admin_state_up': True, 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'security_groups': ['dbd250d3-0c82-401a-90b7-b2d35d2feb9c']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:28.111958 n-d-813659-3 neutron-server[101991]: WARNING neutron.services.metering.metering_plugin [None req-934886a1-4bf1-4445-b378-77c6985129ec tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 11:26:28.307262 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-934886a1-4bf1-4445-b378-77c6985129ec tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:28.308464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-934886a1-4bf1-4445-b378-77c6985129ec tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4695122 Oct 13 11:26:28.321295 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55854) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:28.325673 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-36fd5736-db88-449a-bf2c-d155f60febc2 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1a99bcf0-adf1-451c-a999-fed1a9ce2d39'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:28.326171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-36fd5736-db88-449a-bf2c-d155f60febc2 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 11:26:28.524148 n-d-813659-3 neutron-server[101991]: WARNING neutron.services.metering.metering_plugin [None req-36fd5736-db88-449a-bf2c-d155f60febc2 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 11:26:28.677661 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36fd5736-db88-449a-bf2c-d155f60febc2 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:28.680808 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-36fd5736-db88-449a-bf2c-d155f60febc2 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3585243 Oct 13 11:26:28.684067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55866) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:28.710297 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6ab606a8-7a55-4dff-82a6-6ba2ea1f5494 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=4daab05f-7544-4a33-ad71-045a5ac99b4d HTTP/1.1" status: 200 len: 464 time: 0.0247922 Oct 13 11:26:28.723864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55868) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:28.939059 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67913cc5-2d3c-4446-9cba-22a55c87106d req-15820b26-006a-460f-818f-f42b11817b95 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 210 time: 0.1212192 Oct 13 11:26:28.984501 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96cf4e1f-4dfc-498e-bafe-17ad3243c47f tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:28.985925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-96cf4e1f-4dfc-498e-bafe-17ad3243c47f tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/4daab05f-7544-4a33-ad71-045a5ac99b4d HTTP/1.1" status: 204 len: 168 time: 0.2610664 Oct 13 11:26:28.988747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55872) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:28.999210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9779f5c8-3582-4104-9229-362646fc2dbe tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=4daab05f-7544-4a33-ad71-045a5ac99b4d HTTP/1.1" status: 200 len: 221 time: 0.0090771 Oct 13 11:26:29.004325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55876) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:29.014449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c6a414fe-11f5-4bfc-a4b3-dac570ee6299 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--87730216', 'description': 'label created by tempest'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:29.015084 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c6a414fe-11f5-4bfc-a4b3-dac570ee6299 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Unknown quota resources ['metering_label']. {{(pid=101991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 11:26:29.227716 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-c587437e-f5cd-4898-b699-cbf663160377 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Made reservation on behalf of 1aa22e9274f0432fadaf0bde47c85ec7 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:26:29.231547 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-c587437e-f5cd-4898-b699-cbf663160377 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:29.287208 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:29.312737 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:29.403379 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6a414fe-11f5-4bfc-a4b3-dac570ee6299 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:29.404987 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c6a414fe-11f5-4bfc-a4b3-dac570ee6299 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3993707 Oct 13 11:26:29.408059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55888) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:29.489352 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3b5ec918-404e-445f-8c9c-5f566dd2b65f tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=ad9454d0-d0de-4879-abdb-17f9c556161a HTTP/1.1" status: 200 len: 466 time: 0.0789242 Oct 13 11:26:29.490568 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55892) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:29.560369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-c587437e-f5cd-4898-b699-cbf663160377 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Allocated IP 172.20.0.9 (115722b6-22fc-4529-8f74-dcada0512dde/97f9d253-df11-432a-b4dc-57fa7a0a9962/720ef277-a84c-44fc-b95b-fd2afb4ef397) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:26:29.615555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Allocated IP 172.25.0.36 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/18e4a9ff-5987-457b-a1b0-05938f1c3b6f) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:26:29.872421 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-c587437e-f5cd-4898-b699-cbf663160377 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:29.875980 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:29.943452 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-74daa750-f56c-4453-a61f-8ca230e8e9e7 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:29.943452 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-74daa750-f56c-4453-a61f-8ca230e8e9e7 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/ad9454d0-d0de-4879-abdb-17f9c556161a HTTP/1.1" status: 204 len: 168 time: 0.4444149 Oct 13 11:26:29.944745 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55902) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:29.965581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d9e5317a-7b01-4dbd-a4a5-01121d192321 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=ad9454d0-d0de-4879-abdb-17f9c556161a HTTP/1.1" status: 200 len: 216 time: 0.0191739 Oct 13 11:26:29.971594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55904) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:29.992837 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0abc0121-7141-485a-a972-a5a40469ffa4 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0182693 Oct 13 11:26:29.997815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55908) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:30.018180 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6509ab62-c652-43fb-a2f4-1628bc8435f1 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0185959 Oct 13 11:26:30.021911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 55912) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:30.120673 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:30.133554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9010fd50-a5a5-4388-b701-899712bc5e61 req-9278280d-09e7-4ab0-ae23-fad531815c4e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 210 time: 0.0528057 Oct 13 11:26:30.221435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Port': ['ID=18e4a9ff-5987-457b-a1b0-05938f1c3b6f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:30.230378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55920) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:30.231099 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bc591861-5245-4e3e-9e25-1e850f945e9d tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/1a99bcf0-adf1-451c-a999-fed1a9ce2d39 HTTP/1.1" status: 200 len: 473 time: 0.2035878 Oct 13 11:26:30.239957 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-c587437e-f5cd-4898-b699-cbf663160377 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:30.257582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-91ec2e12-e09a-470e-82ff-0c67e61c1e72 tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/6b4547c4-50f1-4ab8-85be-7792d537d0fe HTTP/1.1" status: 200 len: 461 time: 0.0259597 Oct 13 11:26:30.261180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55922) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:30.267903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:30.282078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:30.285911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:26:30.371621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-c587437e-f5cd-4898-b699-cbf663160377 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Network 115722b6-22fc-4529-8f74-dcada0512dde is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:30.380508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-c587437e-f5cd-4898-b699-cbf663160377 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:30.383827 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-c587437e-f5cd-4898-b699-cbf663160377 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:26:30.581547 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95d4f050-0925-4966-936b-ec9f08944e2c tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:30.582777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-95d4f050-0925-4966-936b-ec9f08944e2c tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/6b4547c4-50f1-4ab8-85be-7792d537d0fe HTTP/1.1" status: 204 len: 168 time: 0.3206208 Oct 13 11:26:30.585314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55928) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:30.604097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587437e-f5cd-4898-b699-cbf663160377 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'Port': ['ID=720ef277-a84c-44fc-b95b-fd2afb4ef397,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:30.650294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-c587437e-f5cd-4898-b699-cbf663160377 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:30.651292 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-c587437e-f5cd-4898-b699-cbf663160377 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:30.835296 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6694e211-cf83-4284-b9b0-054e6f67c31a None None] Provisioning complete for port 720ef277-a84c-44fc-b95b-fd2afb4ef397 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:30.835855 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6694e211-cf83-4284-b9b0-054e6f67c31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:30.890229 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-c587437e-f5cd-4898-b699-cbf663160377 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8324063 Oct 13 11:26:30.904990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6694e211-cf83-4284-b9b0-054e6f67c31a None None] Port 720ef277-a84c-44fc-b95b-fd2afb4ef397 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:26:30.905380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Request body: {'port': {'device_id': '007c8adf-8ed1-4894-9495-91353f0e4949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:30.927566 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37f31faf-f931-4b31-82d7-33ab06b8dc2d tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:30.937877 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-37f31faf-f931-4b31-82d7-33ab06b8dc2d tempest-MeteringTestJSON-636161943 tempest-MeteringTestJSON-636161943-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/1a99bcf0-adf1-451c-a999-fed1a9ce2d39 HTTP/1.1" status: 204 len: 168 time: 0.3513134 Oct 13 11:26:31.020193 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:31.024733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:31.321194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199f574-fd2b-4abf-ab92-099fd8bcf7f0 req-b4b1990a-82e0-4467-a70b-34d5567f3edc tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:31.323746 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0199f574-fd2b-4abf-ab92-099fd8bcf7f0 req-b4b1990a-82e0-4467-a70b-34d5567f3edc tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 931 time: 0.0806849 Oct 13 11:26:31.402274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0199f574-fd2b-4abf-ab92-099fd8bcf7f0 req-d60db522-2752-4dbd-9d5f-b52cd9be9e70 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665066 Oct 13 11:26:31.579345 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:31.622520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55958) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:31.836611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720ef277-a84c-44fc-b95b-fd2afb4ef397 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:26:31.848130 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:31.876394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Transition to ACTIVE for port object 720ef277-a84c-44fc-b95b-fd2afb4ef397 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:26:31.888062 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0f6660b-f7df-4d75-99bb-a88ddd47c9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:31.998820 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:32.009903 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0f6660b-f7df-4d75-99bb-a88ddd47c9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:32.118598 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0f6660b-f7df-4d75-99bb-a88ddd47c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:32.182834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6660b-f7df-4d75-99bb-a88ddd47c9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd00a33-6a47-4f58-9de5-79e54b765b52,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:32.251530 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d0f6660b-f7df-4d75-99bb-a88ddd47c9ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8f7e92f724643a8b90a30b1b621cd3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278224 Oct 13 11:26:32.259099 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55974) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:32.287094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:26:32.314989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Pushing event updated for resources: {'Port': ['ID=720ef277-a84c-44fc-b95b-fd2afb4ef397,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:32.380230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Attempting to bind port 720ef277-a84c-44fc-b95b-fd2afb4ef397 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:26:32.380607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Attempting to bind port 720ef277-a84c-44fc-b95b-fd2afb4ef397 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:26:32.380917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Attempting to bind port 720ef277-a84c-44fc-b95b-fd2afb4ef397 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:26:32.383201 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35e8ecd2-cda7-474c-bc29-2bf15bb8abd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:32.432405 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35e8ecd2-cda7-474c-bc29-2bf15bb8abd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:32.508517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Port 720ef277-a84c-44fc-b95b-fd2afb4ef397 on network 115722b6-22fc-4529-8f74-dcada0512dde not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:26:32.509196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Attempting to bind port 720ef277-a84c-44fc-b95b-fd2afb4ef397 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:26:32.553330 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:26:32.565800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Checking segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:26:32.566563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Bound using segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:26:32.566684 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Bound port: 720ef277-a84c-44fc-b95b-fd2afb4ef397, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:26:32.570364 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:32.615146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7f797-0c3f-4349-9a25-149cd32ef99c req-bafd6356-98df-43b1-ae1c-97615292e71d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:32.616777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6b7f797-0c3f-4349-9a25-149cd32ef99c req-bafd6356-98df-43b1-ae1c-97615292e71d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 943 time: 0.0685983 Oct 13 11:26:32.621170 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35e8ecd2-cda7-474c-bc29-2bf15bb8abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:32.624412 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35e8ecd2-cda7-474c-bc29-2bf15bb8abd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:32.632543 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-35e8ecd2-cda7-474c-bc29-2bf15bb8abd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfd00a33-6a47-4f58-9de5-79e54b765b52 HTTP/1.1" status: 204 len: 168 time: 0.3709071 Oct 13 11:26:32.673226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8ecd2-cda7-474c-bc29-2bf15bb8abd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd00a33-6a47-4f58-9de5-79e54b765b52,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:32.778092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6b7f797-0c3f-4349-9a25-149cd32ef99c req-feb49247-e740-420c-b1fc-8da485e5cd64 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258190 Oct 13 11:26:32.784622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:26:32.800119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Sync routers for ids ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:26:32.800859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] For port 720ef277-a84c-44fc-b95b-fd2afb4ef397, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:26:32.807048 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] For port 720ef277-a84c-44fc-b95b-fd2afb4ef397, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=720ef277-a84c-44fc-b95b-fd2afb4ef397,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:26:32.836712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Routers {'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:32.837369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:32.891812 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:32.981385 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:32.983547 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-21ef01ae-ebeb-4d96-8617-95575ae95d6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.7820265 Oct 13 11:26:32.985541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:32.987321 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:32.987613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 55992) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:32.989286 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] 10.222.0.46 "PUT /v2.0/ports/720ef277-a84c-44fc-b95b-fd2afb4ef397 HTTP/1.1" status: 200 len: 1091 time: 2.0902824 Oct 13 11:26:32.992658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007c8adf-8ed1-4894-9495-91353f0e4949', 'tag': '720ef277-a84c-44fc-b95b-fd2afb4ef397'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:26:32.997249 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c1af59-6ceb-42b5-b349-cb14b4d622d8" -d '{"events": [{"name": "network-changed", "server_uuid": "007c8adf-8ed1-4894-9495-91353f0e4949", "tag": "720ef277-a84c-44fc-b95b-fd2afb4ef397"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:26:33.037414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Set router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:26:33.093342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76185783-1a0f-485b-8a82-cecea3b59b34 service neutron] Pushing event updated for resources: {'Port': ['ID=720ef277-a84c-44fc-b95b-fd2afb4ef397,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:33.129037 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe38dc8-6201-4da6-94ca-d81e87889bd2 x-openstack-request-id: req-8fe38dc8-6201-4da6-94ca-d81e87889bd2 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:26:33.129545 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007c8adf-8ed1-4894-9495-91353f0e4949", "tag": "720ef277-a84c-44fc-b95b-fd2afb4ef397", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:26:33.130056 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fe38dc8-6201-4da6-94ca-d81e87889bd2 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:26:33.130654 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007c8adf-8ed1-4894-9495-91353f0e4949', 'tag': '720ef277-a84c-44fc-b95b-fd2afb4ef397', 'status': 'completed', 'code': 200} Oct 13 11:26:33.232157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1af59-6ceb-42b5-b349-cb14b4d622d8 req-1301db31-753d-4af1-96cb-b7558f53d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:33.234058 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1c1af59-6ceb-42b5-b349-cb14b4d622d8 req-1301db31-753d-4af1-96cb-b7558f53d581 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 1094 time: 0.1024165 Oct 13 11:26:33.260770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56004) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:33.489580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1af59-6ceb-42b5-b349-cb14b4d622d8 req-058bb7fd-ef1f-4d3b-a5ad-75b25210cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:33.494372 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1c1af59-6ceb-42b5-b349-cb14b4d622d8 req-058bb7fd-ef1f-4d3b-a5ad-75b25210cc9b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2515557 Oct 13 11:26:33.510884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:26:30Z', 'revision_number': 3, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:33.551693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Checking router: cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:26:33.557154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Updating router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf port 18e4a9ff-5987-457b-a1b0-05938f1c3b6f binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:26:33.611586 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:33.738709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56012) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:33.750142 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1af59-6ceb-42b5-b349-cb14b4d622d8 req-ee968d4d-3781-4a0e-af21-8237dd2f3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:33.751838 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a1c1af59-6ceb-42b5-b349-cb14b4d622d8 req-ee968d4d-3781-4a0e-af21-8237dd2f3090 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2490366 Oct 13 11:26:33.760001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b21d9e0c-8610-47c6-94c5-0ceade027f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:33.779673 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b5c8ff55-3f03-46a2-9a1f-14525d8845a4 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=3690662a654f44c581c6b87d8282163d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7905536 Oct 13 11:26:33.782626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56014) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:33.898899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-ad9c2c9d-eefb-450d-b4dc-19c31f634c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:33.900649 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-ad9c2c9d-eefb-450d-b4dc-19c31f634c45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 1094 time: 0.0823750 Oct 13 11:26:34.053973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f35018-848a-4230-b1c5-16e85293e676 req-48553384-f161-4606-a100-9f946404e9fb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:34.060852 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-b09d82f3-70a9-46cf-b482-2e5444822872 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720ef277-a84c-44fc-b95b-fd2afb4ef397 HTTP/1.1" status: 200 len: 217 time: 0.1461318 Oct 13 11:26:34.077931 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48f35018-848a-4230-b1c5-16e85293e676 req-48553384-f161-4606-a100-9f946404e9fb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 943 time: 0.1237879 Oct 13 11:26:34.105690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9fc75c-fe24-402f-8680-ccb17fb540ba tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:34.114889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4d9fc75c-fe24-402f-8680-ccb17fb540ba tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3304384 Oct 13 11:26:34.115737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56020) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:34.166474 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48f35018-848a-4230-b1c5-16e85293e676 req-4bb1fa3e-01c5-4e9b-a4e8-66acb4e622f0 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490108 Oct 13 11:26:34.258234 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-afed88e2-4388-4cbb-8175-cee566fd5227 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1350787 Oct 13 11:26:34.262142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56024) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:34.271640 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b060f256-15b9-436a-8af4-9afc2afc3044 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-118705724', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'project_id': '3690662a654f44c581c6b87d8282163d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:34.274692 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16bbc314-e0ad-413a-a7eb-5de525a1095b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.307670 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b21d9e0c-8610-47c6-94c5-0ceade027f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.312736 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.337926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-9207487a-b8d6-461c-b195-995456cca196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:34.340311 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-9207487a-b8d6-461c-b195-995456cca196 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.2509749 Oct 13 11:26:34.402939 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b21d9e0c-8610-47c6-94c5-0ceade027f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.419442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-88d8e73b-1a0b-4ddf-820e-0c47625264c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:34.420979 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-88d8e73b-1a0b-4ddf-820e-0c47625264c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732539 Oct 13 11:26:34.427254 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.511810 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b21d9e0c-8610-47c6-94c5-0ceade027f50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f386b8aa84b4f1a9a8cd342a1faabf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7716744 Oct 13 11:26:34.518317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56028) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:34.569547 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Pushing event updated for resources: {'Port': ['ID=18e4a9ff-5987-457b-a1b0-05938f1c3b6f,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:34.572213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d9e0c-8610-47c6-94c5-0ceade027f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791ffb1b-9849-4091-9dc7-58fe343c234b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:34.587463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Attempting to bind port 18e4a9ff-5987-457b-a1b0-05938f1c3b6f on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:26:34.587944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Attempting to bind port 18e4a9ff-5987-457b-a1b0-05938f1c3b6f by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:26:34.588519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Attempting to bind port 18e4a9ff-5987-457b-a1b0-05938f1c3b6f on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:26:34.591847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:34.592304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:34.592749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:34.593195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:34.593657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:34.594096 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:34.594571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:34.595102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:34.596262 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:34.596696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:34.597364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:34.597800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:34.598470 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16bbc314-e0ad-413a-a7eb-5de525a1095b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.610080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:26:34.616353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:26:34.617185 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.618047 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:26:34.618878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Bound port: 18e4a9ff-5987-457b-a1b0-05938f1c3b6f, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:26:34.619819 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.635754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb796930-2b31-4997-b1c0-73667d1956be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.645559 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-ee7f5335-693e-496b-b620-624cdb96eef7 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086861 Oct 13 11:26:34.661749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b060f256-15b9-436a-8af4-9afc2afc3044 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Made reservation on behalf of 3690662a654f44c581c6b87d8282163d for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:26:34.669390 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b060f256-15b9-436a-8af4-9afc2afc3044 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.716917 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb796930-2b31-4997-b1c0-73667d1956be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.721005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-16bbc314-e0ad-413a-a7eb-5de525a1095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.803315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbc314-e0ad-413a-a7eb-5de525a1095b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b28a5c-e930-4e83-a797-a80ad42194d9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:34.805258 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] For port 18e4a9ff-5987-457b-a1b0-05938f1c3b6f, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:26:34.808796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] For port 18e4a9ff-5987-457b-a1b0-05938f1c3b6f, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=18e4a9ff-5987-457b-a1b0-05938f1c3b6f,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:26:34.821558 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-16bbc314-e0ad-413a-a7eb-5de525a1095b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e4a6e83a87c436186be6461e89f842d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5580447 Oct 13 11:26:34.822889 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56034) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:34.907410 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.916374 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b04e2899-b76b-48c7-b606-32b8418387d9 req-f75cb30f-9cf5-42b5-8b21-55d41236433d service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637208 Oct 13 11:26:34.940081 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38e6136e-f2ac-455e-9b03-7ce54df3524e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:34.991198 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38e6136e-f2ac-455e-9b03-7ce54df3524e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:35.008794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb796930-2b31-4997-b1c0-73667d1956be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:35.014682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fb796930-2b31-4997-b1c0-73667d1956be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:35.015880 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fb796930-2b31-4997-b1c0-73667d1956be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/791ffb1b-9849-4091-9dc7-58fe343c234b HTTP/1.1" status: 204 len: 168 time: 0.4926727 Oct 13 11:26:35.046063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Routers {'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:35.046729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:35.063733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb796930-2b31-4997-b1c0-73667d1956be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791ffb1b-9849-4091-9dc7-58fe343c234b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:35.158514 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b060f256-15b9-436a-8af4-9afc2afc3044 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:35.175016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c470d-e865-43f9-b2a2-5b9078897916 None None] Pushing event updated for resources: {'Port': ['ID=18e4a9ff-5987-457b-a1b0-05938f1c3b6f,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:35.242088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] Set router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:26:35.255315 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38e6136e-f2ac-455e-9b03-7ce54df3524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:35.260101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38e6136e-f2ac-455e-9b03-7ce54df3524e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:35.260223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060f256-15b9-436a-8af4-9afc2afc3044 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Subnet': ['ID=b128a678-e95b-465c-ad95-ab86122e27b4,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:35.269102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-38e6136e-f2ac-455e-9b03-7ce54df3524e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83b28a5c-e930-4e83-a797-a80ad42194d9 HTTP/1.1" status: 204 len: 168 time: 0.4215829 Oct 13 11:26:35.302974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6136e-f2ac-455e-9b03-7ce54df3524e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b28a5c-e930-4e83-a797-a80ad42194d9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:35.309455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060f256-15b9-436a-8af4-9afc2afc3044 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Checking segment: {'id': 'b433accd-3685-4a3b-b1a9-79e5de5d18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:26:35.311883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b060f256-15b9-436a-8af4-9afc2afc3044 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Network hostable DHCP agents. Network: 00780ed0-14b1-4fe2-a991-76427df19110, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:26:35.406235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b060f256-15b9-436a-8af4-9afc2afc3044 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Network 00780ed0-14b1-4fe2-a991-76427df19110 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:26:35.428992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74633a8-0d54-42f4-8647-17ec335d2591 req-13da2fef-498c-4108-b07e-671214613109 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:35.447580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a74633a8-0d54-42f4-8647-17ec335d2591 req-13da2fef-498c-4108-b07e-671214613109 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 943 time: 0.1094682 Oct 13 11:26:35.551132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a74633a8-0d54-42f4-8647-17ec335d2591 req-2cfc3a47-abcf-4a9c-81ac-4f5f22b3ffc8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954688 Oct 13 11:26:35.551790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b060f256-15b9-436a-8af4-9afc2afc3044 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 00780ed0-14b1-4fe2-a991-76427df19110) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:35.560206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b060f256-15b9-436a-8af4-9afc2afc3044 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:35.560866 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b060f256-15b9-436a-8af4-9afc2afc3044 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:35.585959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f63272e-aeda-4f96-9651-c9c749c7fe0d None None] Network 00780ed0-14b1-4fe2-a991-76427df19110 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:26:35.642017 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b060f256-15b9-436a-8af4-9afc2afc3044 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3777635 Oct 13 11:26:35.647406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56056) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:35.835812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:26:30Z', 'revision_number': 3, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:36.073416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce5863-b68b-40db-9159-65f5db48595c None None] The sync data for ids ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'] in n-d-813659-3 is: [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:26:30Z', 'revision_number': 3, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:26:36.138267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-00780ed0-14b1-4fe2-a991-76427df19110', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'fixed_ips': [{'subnet_id': 'b128a678-e95b-465c-ad95-ab86122e27b4'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:26:36.139542 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:36.314265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56070) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:36.380920 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Allocated IP 172.20.0.2 (00780ed0-14b1-4fe2-a991-76427df19110/b128a678-e95b-465c-ad95-ab86122e27b4/2d7c63cc-1104-4bb6-844b-e030fb244da1) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:26:36.385041 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9dddbacd-9ad5-4942-9f9a-f56f53a66450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:36.432460 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:36.668772 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9dddbacd-9ad5-4942-9f9a-f56f53a66450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:36.746825 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9dddbacd-9ad5-4942-9f9a-f56f53a66450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:36.783799 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:36.856476 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:36.869762 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9dddbacd-9ad5-4942-9f9a-f56f53a66450 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2307520941541c39b752839114e056c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489812 Oct 13 11:26:36.871126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56088) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:36.875517 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32489ad-5b57-4789-8645-38d537950b0e req-de04c562-8226-4e34-b6d6-80e1a0be9490 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:36.877718 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e32489ad-5b57-4789-8645-38d537950b0e req-de04c562-8226-4e34-b6d6-80e1a0be9490 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 943 time: 0.1654563 Oct 13 11:26:36.897375 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Network 00780ed0-14b1-4fe2-a991-76427df19110 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:36.902939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:36.914978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:26:36.935684 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddbacd-9ad5-4942-9f9a-f56f53a66450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a709c77-8e89-4155-8215-656dcada05de,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:36.985002 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd9fb-8a95-4ecc-9c57-f24099e5b67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.010144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56092) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:37.022265 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd9fb-8a95-4ecc-9c57-f24099e5b67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.041218 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e32489ad-5b57-4789-8645-38d537950b0e req-f6fab6b1-9507-434e-89f3-f3f5865d897c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513977 Oct 13 11:26:37.130310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Pushing event updated for resources: {'Port': ['ID=2d7c63cc-1104-4bb6-844b-e030fb244da1,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:37.161386 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Allocated IP 172.20.0.1 (00780ed0-14b1-4fe2-a991-76427df19110/b128a678-e95b-465c-ad95-ab86122e27b4/6dd7aede-62de-45f6-ab7e-fa8c57650895) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:26:37.166116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Attempting to bind port 2d7c63cc-1104-4bb6-844b-e030fb244da1 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:26:37.166531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Attempting to bind port 2d7c63cc-1104-4bb6-844b-e030fb244da1 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'b433accd-3685-4a3b-b1a9-79e5de5d18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:26:37.166893 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Attempting to bind port 2d7c63cc-1104-4bb6-844b-e030fb244da1 on network 00780ed0-14b1-4fe2-a991-76427df19110 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:26:37.173053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:26:37.173394 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Checking segment: {'id': 'b433accd-3685-4a3b-b1a9-79e5de5d18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:26:37.173824 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.174287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Bound using segment: {'id': 'b433accd-3685-4a3b-b1a9-79e5de5d18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:26:37.175188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Bound port: 2d7c63cc-1104-4bb6-844b-e030fb244da1, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b433accd-3685-4a3b-b1a9-79e5de5d18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:26:37.175188 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.193742 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd9fb-8a95-4ecc-9c57-f24099e5b67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.196929 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd9fb-8a95-4ecc-9c57-f24099e5b67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.201675 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ea1dd9fb-8a95-4ecc-9c57-f24099e5b67f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a709c77-8e89-4155-8215-656dcada05de HTTP/1.1" status: 204 len: 168 time: 0.3292744 Oct 13 11:26:37.220418 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dd9fb-8a95-4ecc-9c57-f24099e5b67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a709c77-8e89-4155-8215-656dcada05de,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:37.254811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-72009536'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:37.348297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] For port 2d7c63cc-1104-4bb6-844b-e030fb244da1, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:26:37.358289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] For port 2d7c63cc-1104-4bb6-844b-e030fb244da1, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2d7c63cc-1104-4bb6-844b-e030fb244da1,segment=NetworkSegment(b433accd-3685-4a3b-b1a9-79e5de5d18d3),segment_id=b433accd-3685-4a3b-b1a9-79e5de5d18d3)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:26:37.427566 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.472484 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.478006 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Made reservation on behalf of ccf5c4f491064036bb964e69c2d66088 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:26:37.481865 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.504386 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.527697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9acaa-f4c6-46b0-aaa5-ae656119a358 None None] Pushing event updated for resources: {'Port': ['ID=2d7c63cc-1104-4bb6-844b-e030fb244da1,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:37.671947 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.675554 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.724909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Network 00780ed0-14b1-4fe2-a991-76427df19110 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:37.728760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:37.745272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:26:37.831465 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.876993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:26:37.911668 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:37.912316 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Added segment 377897ad-0e1e-4b78-9fe2-413da6d24a9b of type vlan for network fa0c744f-76d3-45aa-9e83-6298961cf420 Oct 13 11:26:38.029805 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:38.032650 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fddb36d3-9c09-485d-90ad-54239f9b6e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:38.093563 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Port': ['ID=6dd7aede-62de-45f6-ab7e-fa8c57650895,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:38.119541 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:38.127113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0140711d-573e-4eaa-9eec-b5f1e801f4dc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:38.207056 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2d7c63cc-1104-4bb6-844b-e030fb244da1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:26:38.253145 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:38.267588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:38.271498 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:38.315495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 2d7c63cc-1104-4bb6-844b-e030fb244da1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:38.316021 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:38.440566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56120) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:38.478454 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-58971b70-dff5-4b4e-89e1-2e5963472f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:38.490980 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:38.572040 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 2d7c63cc-1104-4bb6-844b-e030fb244da1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2d7c63cc-1104-4bb6-844b-e030fb244da1,segment=NetworkSegment(b433accd-3685-4a3b-b1a9-79e5de5d18d3),segment_id=b433accd-3685-4a3b-b1a9-79e5de5d18d3)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:26:38.648982 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-58971b70-dff5-4b4e-89e1-2e5963472f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:38.667787 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:38.669682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 18e4a9ff-5987-457b-a1b0-05938f1c3b6f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:26:38.741679 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-58971b70-dff5-4b4e-89e1-2e5963472f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:38.846305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=2d7c63cc-1104-4bb6-844b-e030fb244da1,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:38.864308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58971b70-dff5-4b4e-89e1-2e5963472f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a248ec60-8fdb-4f78-9d44-874e05285d6c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:38.893706 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-58971b70-dff5-4b4e-89e1-2e5963472f54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f6e5e9b7abc4446ad36bd97cc2bb5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495533 Oct 13 11:26:38.899670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56128) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:38.909474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 18e4a9ff-5987-457b-a1b0-05938f1c3b6f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:38.909969 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:38.962114 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:38.989283 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a522d549-b354-404e-a1ac-a62b1e3c76c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:39.083557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a522d549-b354-404e-a1ac-a62b1e3c76c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:39.127879 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1151483 Oct 13 11:26:39.137202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56130) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:39.148032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363611-7820-4fa8-a384-e8e5d3b203d9 req-7f0886b0-2ae0-4c03-b03d-6fff663ac31c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:39.151846 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:39.155953 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66363611-7820-4fa8-a384-e8e5d3b203d9 req-7f0886b0-2ae0-4c03-b03d-6fff663ac31c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 943 time: 0.9832838 Oct 13 11:26:39.174661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-db0d0de0-2a54-4743-b2c7-15c69ceb9820 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'subnet': {'network_id': 'fa0c744f-76d3-45aa-9e83-6298961cf420', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:39.192585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651d0e2-a5d6-4fc0-bc09-5fe734db2d48 None None] Network 00780ed0-14b1-4fe2-a991-76427df19110 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:26:39.251237 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a522d549-b354-404e-a1ac-a62b1e3c76c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:39.258576 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a522d549-b354-404e-a1ac-a62b1e3c76c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:39.262854 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a522d549-b354-404e-a1ac-a62b1e3c76c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a248ec60-8fdb-4f78-9d44-874e05285d6c HTTP/1.1" status: 204 len: 168 time: 0.3573925 Oct 13 11:26:39.284853 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522d549-b354-404e-a1ac-a62b1e3c76c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a248ec60-8fdb-4f78-9d44-874e05285d6c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:39.298226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 18e4a9ff-5987-457b-a1b0-05938f1c3b6f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=18e4a9ff-5987-457b-a1b0-05938f1c3b6f,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:26:39.300082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e4c500d5-71d2-432d-9f18-77ceb8c80acd None None] Provisioning complete for port 2d7c63cc-1104-4bb6-844b-e030fb244da1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:39.300454 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e4c500d5-71d2-432d-9f18-77ceb8c80acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:39.311139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4020060-0c8f-45a7-a006-80a331910442 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Network': ['ID=fa0c744f-76d3-45aa-9e83-6298961cf420,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:39.376103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network fa0c744f-76d3-45aa-9e83-6298961cf420 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:26:39.382393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66363611-7820-4fa8-a384-e8e5d3b203d9 req-56c1b517-a6a8-416b-9d56-f04f6573b06f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178850 Oct 13 11:26:39.432860 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:39.516493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0d0de0-2a54-4743-b2c7-15c69ceb9820 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Made reservation on behalf of ccf5c4f491064036bb964e69c2d66088 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:26:39.520775 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db0d0de0-2a54-4743-b2c7-15c69ceb9820 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:39.681966 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=18e4a9ff-5987-457b-a1b0-05938f1c3b6f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:39.746503 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:39.887147 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db0d0de0-2a54-4743-b2c7-15c69ceb9820 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:40.144986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2d7c63cc-1104-4bb6-844b-e030fb244da1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:26:40.183839 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c094155a-a98d-4a7b-823b-e178ffa31389 None None] Provisioning complete for port 6dd7aede-62de-45f6-ab7e-fa8c57650895 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:40.184558 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c094155a-a98d-4a7b-823b-e178ffa31389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:40.209389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d0de0-2a54-4743-b2c7-15c69ceb9820 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Subnet': ['ID=303134b7-34e1-4243-b385-4735c69b215e,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:40.223952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d0de0-2a54-4743-b2c7-15c69ceb9820 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Checking segment: {'id': '377897ad-0e1e-4b78-9fe2-413da6d24a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fa0c744f-76d3-45aa-9e83-6298961cf420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:26:40.224435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d0de0-2a54-4743-b2c7-15c69ceb9820 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network hostable DHCP agents. Network: fa0c744f-76d3-45aa-9e83-6298961cf420, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:26:40.260138 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c094155a-a98d-4a7b-823b-e178ffa31389 None None] Port 6dd7aede-62de-45f6-ab7e-fa8c57650895 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:26:40.288826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c094155a-a98d-4a7b-823b-e178ffa31389 None None] Provisioning complete for port 2d7c63cc-1104-4bb6-844b-e030fb244da1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:40.289235 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c094155a-a98d-4a7b-823b-e178ffa31389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:40.341005 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 2d7c63cc-1104-4bb6-844b-e030fb244da1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:40.341484 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:40.341915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d0de0-2a54-4743-b2c7-15c69ceb9820 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network fa0c744f-76d3-45aa-9e83-6298961cf420 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:26:40.374050 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:40.414809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-db0d0de0-2a54-4743-b2c7-15c69ceb9820 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, fa0c744f-76d3-45aa-9e83-6298961cf420) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:40.420528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d0de0-2a54-4743-b2c7-15c69ceb9820 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:40.422816 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db0d0de0-2a54-4743-b2c7-15c69ceb9820 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:40.433980 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62374b0a-c285-4d3d-b3e7-37306ee68b92 None None] Network fa0c744f-76d3-45aa-9e83-6298961cf420 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:26:40.440943 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:40.640800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Port': ['ID=6dd7aede-62de-45f6-ab7e-fa8c57650895,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:40.751672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f9a8ef-8e01-4169-bc8d-de273c5fa63d None None] Network fa0c744f-76d3-45aa-9e83-6298961cf420 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:26:40.755092 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:40.764419 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-db0d0de0-2a54-4743-b2c7-15c69ceb9820 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6062093 Oct 13 11:26:40.767507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56176) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:40.779762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a3625-b961-40e9-b636-1dcf461bffa9 req-66518c16-bbcb-4855-91a3-923fa70ba4c8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:40.781882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-709a3625-b961-40e9-b636-1dcf461bffa9 req-66518c16-bbcb-4855-91a3-923fa70ba4c8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 943 time: 0.2123432 Oct 13 11:26:40.793592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-605224501', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:40.859198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 18e4a9ff-5987-457b-a1b0-05938f1c3b6f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:26:40.922922 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-709a3625-b961-40e9-b636-1dcf461bffa9 req-990f2344-0108-4e10-bc40-65c8dc0b03b6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228750 Oct 13 11:26:40.928003 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:40.930943 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.011859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Network 00780ed0-14b1-4fe2-a991-76427df19110 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:41.013793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:41.027475 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cf2839ab-d154-4bad-92b5-003373645428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.034932 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4a04536c-ebe7-4d1f-a139-2e0d92d63f07 None None] Provisioning complete for port 6dd7aede-62de-45f6-ab7e-fa8c57650895 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:41.035305 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4a04536c-ebe7-4d1f-a139-2e0d92d63f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.087125 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.104808 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.110987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 18e4a9ff-5987-457b-a1b0-05938f1c3b6f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:41.113615 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.184899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:26:41.217466 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4a04536c-ebe7-4d1f-a139-2e0d92d63f07 None None] Port 6dd7aede-62de-45f6-ab7e-fa8c57650895 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:26:41.374483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:26:41.385558 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Sync routers for ids ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:26:41.387985 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-efaba86e-e86d-4dd4-b883-ce0f3860c348 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "PUT /v2.0/routers/cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7399724 Oct 13 11:26:41.391758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56190) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:41.403290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-01e12e77-9ffe-4015-8f0d-4bdd2563c70f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--752270516', 'description': 'tempest-secgroup_access--752270516 description', 'project_id': '3690662a654f44c581c6b87d8282163d'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:41.403459 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Routers {'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:41.403953 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:41.470116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e5978b7a-6cad-42df-b9a9-deaf8f53c18a None None] Provisioning complete for port 6dd7aede-62de-45f6-ab7e-fa8c57650895 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:41.471059 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e5978b7a-6cad-42df-b9a9-deaf8f53c18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.476968 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.524277 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01e12e77-9ffe-4015-8f0d-4bdd2563c70f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.527560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e5978b7a-6cad-42df-b9a9-deaf8f53c18a None None] Port 6dd7aede-62de-45f6-ab7e-fa8c57650895 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:26:41.583909 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Set router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:26:41.616899 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01e12e77-9ffe-4015-8f0d-4bdd2563c70f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.684627 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01e12e77-9ffe-4015-8f0d-4bdd2563c70f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.734868 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e12e77-9ffe-4015-8f0d-4bdd2563c70f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fab5de-df2d-439f-8543-6dd0e55e29fa,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:41.741214 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.823611 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01e12e77-9ffe-4015-8f0d-4bdd2563c70f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.826517 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-01e12e77-9ffe-4015-8f0d-4bdd2563c70f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4337318 Oct 13 11:26:41.833508 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56206) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:41.839380 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-123db860-2583-4872-9fd5-bc5d3c4d714e tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--725493071', 'description': 'tempest-secgroup_general--725493071 description', 'project_id': '3690662a654f44c581c6b87d8282163d'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:41.937071 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-123db860-2583-4872-9fd5-bc5d3c4d714e tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:41.948472 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6dd7aede-62de-45f6-ab7e-fa8c57650895', 'name': '', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'mac_address': 'fa:16:3e:fd:8e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:36Z', 'updated_at': '2021-10-13T11:26:40Z', 'revision_number': 2, 'project_id': '3690662a654f44c581c6b87d8282163d', 'subnets': [{'id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:42.011061 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Checking router: cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:26:42.011872 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Updating router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf port 6dd7aede-62de-45f6-ab7e-fa8c57650895 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:26:42.051776 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.144176 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-123db860-2583-4872-9fd5-bc5d3c4d714e tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.200481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442f305-478c-4a9a-8029-51aa7f293ba9 req-5c380601-8cfc-4ddc-9ab6-ce90637319d3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:42.206594 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4442f305-478c-4a9a-8029-51aa7f293ba9 req-5c380601-8cfc-4ddc-9ab6-ce90637319d3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 943 time: 0.1184814 Oct 13 11:26:42.245838 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-123db860-2583-4872-9fd5-bc5d3c4d714e tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.259172 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.371153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4442f305-478c-4a9a-8029-51aa7f293ba9 req-cc4397cb-8b6c-469d-a4c9-81c4d52f8418 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563981 Oct 13 11:26:42.372029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123db860-2583-4872-9fd5-bc5d3c4d714e tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d108da-0248-4458-a5ae-91c777b6b38f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:42.418094 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-123db860-2583-4872-9fd5-bc5d3c4d714e tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.419650 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-123db860-2583-4872-9fd5-bc5d3c4d714e tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5850503 Oct 13 11:26:42.422541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56224) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:42.427458 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-590b8083-c8dc-405b-834f-e48cf88b6d14 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Request body: {'security_group_rule': {'security_group_id': '25fab5de-df2d-439f-8543-6dd0e55e29fa', 'project_id': '3690662a654f44c581c6b87d8282163d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:42.499060 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.576113 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-590b8083-c8dc-405b-834f-e48cf88b6d14 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.599166 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.649368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.691690 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-590b8083-c8dc-405b-834f-e48cf88b6d14 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.700959 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.713367 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Pushing event updated for resources: {'Port': ['ID=6dd7aede-62de-45f6-ab7e-fa8c57650895,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:42.728138 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:42.729168 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:42.730050 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:42.730688 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:42.731287 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:42.732062 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:42.732591 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:42.733629 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:42.734397 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:42.734945 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:42.735643 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:42.736197 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:26:42.804474 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-590b8083-c8dc-405b-834f-e48cf88b6d14 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.815153 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Attempting to bind port 6dd7aede-62de-45f6-ab7e-fa8c57650895 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:26:42.815153 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Attempting to bind port 6dd7aede-62de-45f6-ab7e-fa8c57650895 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'b433accd-3685-4a3b-b1a9-79e5de5d18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:26:42.815153 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Attempting to bind port 6dd7aede-62de-45f6-ab7e-fa8c57650895 on network 00780ed0-14b1-4fe2-a991-76427df19110 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:26:42.822720 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:26:42.823193 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Checking segment: {'id': 'b433accd-3685-4a3b-b1a9-79e5de5d18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:26:42.823590 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.823985 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Bound using segment: {'id': 'b433accd-3685-4a3b-b1a9-79e5de5d18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:26:42.824509 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Bound port: 6dd7aede-62de-45f6-ab7e-fa8c57650895, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b433accd-3685-4a3b-b1a9-79e5de5d18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:26:42.824897 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.843877 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b8083-c8dc-405b-834f-e48cf88b6d14 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6604b5-07ce-4a53-9904-9d7aa201a3c3,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:42.920349 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-590b8083-c8dc-405b-834f-e48cf88b6d14 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:42.921601 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-590b8083-c8dc-405b-834f-e48cf88b6d14 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4978929 Oct 13 11:26:42.924380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.25.0.30 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/23b2ccb4-08e3-433a-afb7-906edf64d9f8) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:26:42.958920 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] For port 6dd7aede-62de-45f6-ab7e-fa8c57650895, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:26:42.979876 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] For port 6dd7aede-62de-45f6-ab7e-fa8c57650895, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6dd7aede-62de-45f6-ab7e-fa8c57650895,segment=NetworkSegment(b433accd-3685-4a3b-b1a9-79e5de5d18d3),segment_id=b433accd-3685-4a3b-b1a9-79e5de5d18d3)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:26:43.067430 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:43.145337 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Routers {'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:43.146662 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:43.177967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-61f21091-a367-450e-9b68-9a954eb7ea28 None None] Provisioning complete for port 6dd7aede-62de-45f6-ab7e-fa8c57650895 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:43.178504 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-61f21091-a367-450e-9b68-9a954eb7ea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:43.190759 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-de74a772-c28b-4ab9-8775-4bcf33fac9e8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--752270516&fields=id&tenant_id=3690662a654f44c581c6b87d8282163d HTTP/1.1" status: 200 len: 267 time: 0.0695961 Oct 13 11:26:43.256445 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49778e8-8d05-40a8-9080-39aba905d5b9 None None] Pushing event updated for resources: {'Port': ['ID=6dd7aede-62de-45f6-ab7e-fa8c57650895,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:43.283030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-263e9758-8099-43f5-b8ca-8c128d318578 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--725493071&fields=id&tenant_id=3690662a654f44c581c6b87d8282163d HTTP/1.1" status: 200 len: 267 time: 0.0841882 Oct 13 11:26:43.363063 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] Set router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:26:43.364700 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:43.434064 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-61f21091-a367-450e-9b68-9a954eb7ea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:43.490175 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-61f21091-a367-450e-9b68-9a954eb7ea28 None None] For port 6dd7aede-62de-45f6-ab7e-fa8c57650895, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6dd7aede-62de-45f6-ab7e-fa8c57650895,segment=NetworkSegment(b433accd-3685-4a3b-b1a9-79e5de5d18d3),segment_id=b433accd-3685-4a3b-b1a9-79e5de5d18d3)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:26:43.535498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-22735ffd-6df1-4555-aac0-0877209de21d tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:43.536263 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:43.537014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-22735ffd-6df1-4555-aac0-0877209de21d tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/networks?id=00780ed0-14b1-4fe2-a991-76427df19110 HTTP/1.1" status: 200 len: 796 time: 0.2452641 Oct 13 11:26:43.559684 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-cdac868f-6ef3-4ef4-ac80-120687c6bf25 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/quotas/3690662a654f44c581c6b87d8282163d HTTP/1.1" status: 200 len: 375 time: 0.0141943 Oct 13 11:26:43.598537 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:43.601187 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-61f21091-a367-450e-9b68-9a954eb7ea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:43.613660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:43.616618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:43.622323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:26:43.624533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=23b2ccb4-08e3-433a-afb7-906edf64d9f8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:43.728998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-35092484-a508-41ee-b22d-6830994a29b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3690662a654f44c581c6b87d8282163d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408625 Oct 13 11:26:43.749538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f21091-a367-450e-9b68-9a954eb7ea28 None None] Pushing event updated for resources: {'Port': ['ID=6dd7aede-62de-45f6-ab7e-fa8c57650895,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:43.760222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4a64813a-88b4-4bec-a2d5-cf2d4fed0d25 None None] Provisioning complete for port 6dd7aede-62de-45f6-ab7e-fa8c57650895 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:43.760950 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4a64813a-88b4-4bec-a2d5-cf2d4fed0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:43.812634 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6dd7aede-62de-45f6-ab7e-fa8c57650895', 'name': '', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'mac_address': 'fa:16:3e:fd:8e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:36Z', 'updated_at': '2021-10-13T11:26:42Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'subnets': [{'id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:43.864908 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ff95d-d178-44b2-bd81-64eea8c4a004 None None] The sync data for ids ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'] in n-d-813659-3 is: [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6dd7aede-62de-45f6-ab7e-fa8c57650895', 'name': '', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'mac_address': 'fa:16:3e:fd:8e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:36Z', 'updated_at': '2021-10-13T11:26:42Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'subnets': [{'id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:26:44.016698 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-aaaef3c6-c528-49ea-9bd8-e2b1d256d988 service neutron] 10.222.0.32 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769623 Oct 13 11:26:44.208243 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-d8a5b78b-5e03-4fc0-8f8d-fc8f3c96de8e service neutron] 10.222.0.32 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903920 Oct 13 11:26:44.250302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6dd7aede-62de-45f6-ab7e-fa8c57650895 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:26:44.288889 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:44.365967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 6dd7aede-62de-45f6-ab7e-fa8c57650895 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:44.366637 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:44.646100 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:44.861781 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13865f-8d99-4217-a875-2b2e922be532 req-e8bf9856-0e52-46b8-9282-0a81413928d2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:44.880515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a13865f-8d99-4217-a875-2b2e922be532 req-e8bf9856-0e52-46b8-9282-0a81413928d2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 943 time: 0.1174638 Oct 13 11:26:44.958349 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:26:44.966322 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a13865f-8d99-4217-a875-2b2e922be532 req-5d7a4b25-f72f-4c25-addc-9a8ce074156f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741615 Oct 13 11:26:45.119552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e466ab54-2d00-44d8-96ea-833801430c8a req-8d518e49-2b48-450a-9b61-bd6bb75560bd tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 210 time: 0.0667748 Oct 13 11:26:45.191517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:26:45.201775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a358096-98e3-4869-8a53-ea8852fe0bb1 None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:26:45.219651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a358096-98e3-4869-8a53-ea8852fe0bb1 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:45.220578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2a358096-98e3-4869-8a53-ea8852fe0bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:45.264342 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2a358096-98e3-4869-8a53-ea8852fe0bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:45.274664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a358096-98e3-4869-8a53-ea8852fe0bb1 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:45.275368 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2a358096-98e3-4869-8a53-ea8852fe0bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:45.315875 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2a358096-98e3-4869-8a53-ea8852fe0bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:45.316553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a358096-98e3-4869-8a53-ea8852fe0bb1 None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:26:45.343136 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:45.346392 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-33b4f106-bb1f-4ec1-bbab-3390ab672bcf tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5725222 Oct 13 11:26:45.347853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56286) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:45.967352 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:46.190746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395b2c-e5f0-4307-af29-1e9ae5e1f507 req-bf77500f-33ae-45e2-96da-2a6134a52342 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:46.192575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2395b2c-e5f0-4307-af29-1e9ae5e1f507 req-bf77500f-33ae-45e2-96da-2a6134a52342 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 943 time: 0.1079636 Oct 13 11:26:46.287607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2395b2c-e5f0-4307-af29-1e9ae5e1f507 req-5f3e6943-7ae6-4903-ab01-06b51cf6b33f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865605 Oct 13 11:26:46.358996 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.20.0.1 (fa0c744f-76d3-45aa-9e83-6298961cf420/303134b7-34e1-4243-b385-4735c69b215e/f5cc3429-c157-4c62-91ee-9e1f6ab06a07) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:26:46.386480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d97e67de-44ec-46bd-b847-dd2875c4ceaa req-75106613-881c-4951-9221-bd10fdce8b46 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 210 time: 0.0425227 Oct 13 11:26:46.511292 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:46.632605 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:46.678003 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network fa0c744f-76d3-45aa-9e83-6298961cf420 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:46.681450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:46.686173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:26:46.709721 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=f5cc3429-c157-4c62-91ee-9e1f6ab06a07,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:46.736035 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:47.026934 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:47.383460 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:47.455763 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:47.498455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56350) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:47.503493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-cffb6a04-40e5-4fb2-8f63-2695988646a0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1978156836', 'description': 'tempest-secgroup-smoke-1978156836 description', 'project_id': 'e04ce079cae84008b121b9986d816c68'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:47.537867 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 720ef277-a84c-44fc-b95b-fd2afb4ef397 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:26:47.555378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=f5cc3429-c157-4c62-91ee-9e1f6ab06a07,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:47.613358 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:47.678824 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cffb6a04-40e5-4fb2-8f63-2695988646a0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:47.694583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b17a0-1ece-45ea-a2a9-522e32e2a497 req-30d6300f-2b95-48de-9d8a-a2e4ef9bbfd2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:47.696382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff1b17a0-1ece-45ea-a2a9-522e32e2a497 req-30d6300f-2b95-48de-9d8a-a2e4ef9bbfd2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 943 time: 0.1201534 Oct 13 11:26:47.706230 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 720ef277-a84c-44fc-b95b-fd2afb4ef397, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=720ef277-a84c-44fc-b95b-fd2afb4ef397,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:26:47.726877 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '720ef277-a84c-44fc-b95b-fd2afb4ef397', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'port_id': '720ef277-a84c-44fc-b95b-fd2afb4ef397', 'mac_address': 'fa:16:3e:01:cb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:26:47.783074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cffb6a04-40e5-4fb2-8f63-2695988646a0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:47.790863 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:47.801102 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff1b17a0-1ece-45ea-a2a9-522e32e2a497 req-73e695e4-a81b-48c0-b434-47931ca78b3f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901783 Oct 13 11:26:47.811227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network fa0c744f-76d3-45aa-9e83-6298961cf420 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:47.821143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:47.826696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720ef277-a84c-44fc-b95b-fd2afb4ef397 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:26:47.858016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 720ef277-a84c-44fc-b95b-fd2afb4ef397, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=720ef277-a84c-44fc-b95b-fd2afb4ef397,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:26:47.895555 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cffb6a04-40e5-4fb2-8f63-2695988646a0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:47.932334 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb6a04-40e5-4fb2-8f63-2695988646a0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e99576-b828-4f3d-a364-19c8a2c89a3d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:47.943823 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f17601f-cea6-4416-a033-ff9b397d3aad req-88fdcb25-476b-4b32-88c9-19c2d7adb3dd tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 210 time: 0.0550318 Oct 13 11:26:47.956360 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:47.996380 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cffb6a04-40e5-4fb2-8f63-2695988646a0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:47.998092 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cffb6a04-40e5-4fb2-8f63-2695988646a0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4985301 Oct 13 11:26:48.001228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56360) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:48.010991 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-bbf241e5-c3ae-4d1f-9a0f-26dbbe707455 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Request body: {'security_group_rule': {'security_group_id': 'a7e99576-b828-4f3d-a364-19c8a2c89a3d', 'project_id': 'e04ce079cae84008b121b9986d816c68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:48.040216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=720ef277-a84c-44fc-b95b-fd2afb4ef397,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:48.135838 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bbf241e5-c3ae-4d1f-9a0f-26dbbe707455 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:48.249531 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bbf241e5-c3ae-4d1f-9a0f-26dbbe707455 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:48.257269 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['720ef277-a84c-44fc-b95b-fd2afb4ef397'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:26:48.313463 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bbf241e5-c3ae-4d1f-9a0f-26dbbe707455 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:48.365556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf241e5-c3ae-4d1f-9a0f-26dbbe707455 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb15cf7-e66d-423e-bb12-d099336f0c17,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:48.475192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bbf241e5-c3ae-4d1f-9a0f-26dbbe707455 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:48.479595 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bbf241e5-c3ae-4d1f-9a0f-26dbbe707455 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4760661 Oct 13 11:26:48.479874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56372) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:48.489912 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-cf92ea29-a4e5-452a-b338-6f4fb86c10c8 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Request body: {'security_group_rule': {'security_group_id': 'a7e99576-b828-4f3d-a364-19c8a2c89a3d', 'project_id': 'e04ce079cae84008b121b9986d816c68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:48.617277 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:26:48.676389 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf92ea29-a4e5-452a-b338-6f4fb86c10c8 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:48.746320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-e5dbe80e-30ae-4a8b-bef6-e8c6660e6268 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:48.754899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-e5dbe80e-30ae-4a8b-bef6-e8c6660e6268 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.21 "GET /v2.0/networks?id=00780ed0-14b1-4fe2-a991-76427df19110 HTTP/1.1" status: 200 len: 796 time: 0.3378725 Oct 13 11:26:48.951690 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf92ea29-a4e5-452a-b338-6f4fb86c10c8 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:48.959565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-10a217ef-8765-422b-8997-2f72d6548c71 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3690662a654f44c581c6b87d8282163d HTTP/1.1" status: 200 len: 476 time: 0.1593447 Oct 13 11:26:48.983525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-c092b278-2b9e-4e18-a662-edd00d09775f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Request body: {'port': {'device_id': '823e619b-6100-48e2-8fab-19c92fc845b5', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'admin_state_up': True, 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'security_groups': ['25fab5de-df2d-439f-8543-6dd0e55e29fa', 'd0d108da-0248-4458-a5ae-91c777b6b38f']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:49.050154 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf92ea29-a4e5-452a-b338-6f4fb86c10c8 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:49.097820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:26:49.104958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ea29-a4e5-452a-b338-6f4fb86c10c8 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d481db-c32b-46fc-8264-4ec1fc3b4587,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:49.114128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f2f32b85-9b3f-4b25-ba12-c192f8312064 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "PUT /v2.0/routers/35e9c759-162e-4ed4-ba13-6806a1404923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7620828 Oct 13 11:26:49.116861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56396) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:49.122212 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575df13d-83e9-49c9-a4bb-8fea8d3c89b2 None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:26:49.134482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'port': {'network_id': 'fa0c744f-76d3-45aa-9e83-6298961cf420', 'name': 'tempest-FloatingIPTestJSON-1771007536'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:49.134590 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aa339-3647-452e-909c-0d8e14d5a3f4 req-a385632c-f2f3-4c2d-84dd-bc6dcdc5d30a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:49.137978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c1aa339-3647-452e-909c-0d8e14d5a3f4 req-a385632c-f2f3-4c2d-84dd-bc6dcdc5d30a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 944 time: 0.2101572 Oct 13 11:26:49.144722 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575df13d-83e9-49c9-a4bb-8fea8d3c89b2 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:49.145462 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-575df13d-83e9-49c9-a4bb-8fea8d3c89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:49.186478 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf92ea29-a4e5-452a-b338-6f4fb86c10c8 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:49.186478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cf92ea29-a4e5-452a-b338-6f4fb86c10c8 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7033968 Oct 13 11:26:49.197820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56400) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:49.205309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2985fa3e-c61d-411f-a0c7-6e2ec7ae076c tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Request body: {'security_group_rule': {'security_group_id': 'a7e99576-b828-4f3d-a364-19c8a2c89a3d', 'project_id': 'e04ce079cae84008b121b9986d816c68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:49.213714 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-575df13d-83e9-49c9-a4bb-8fea8d3c89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:49.224764 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575df13d-83e9-49c9-a4bb-8fea8d3c89b2 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:49.225387 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-575df13d-83e9-49c9-a4bb-8fea8d3c89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:49.228086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c1aa339-3647-452e-909c-0d8e14d5a3f4 req-613e46be-d274-4266-b01e-0fb1bb645952 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891752 Oct 13 11:26:49.281220 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-575df13d-83e9-49c9-a4bb-8fea8d3c89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:49.281886 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575df13d-83e9-49c9-a4bb-8fea8d3c89b2 None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:26:49.341063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-c092b278-2b9e-4e18-a662-edd00d09775f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Made reservation on behalf of 3690662a654f44c581c6b87d8282163d for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:26:49.345407 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-c092b278-2b9e-4e18-a662-edd00d09775f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:49.359206 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.api [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 11:26:49.359206 n-d-813659-3 neutron-server[101990]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 11:26:49.359206 n-d-813659-3 neutron-server[101990]: [parameters: {'project_id_1': 'ccf5c4f491064036bb964e69c2d66088', 'expiration_1': datetime.datetime(2021, 10, 13, 11, 26, 29, 294045)}] Oct 13 11:26:49.359206 n-d-813659-3 neutron-server[101990]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:26:49.359847 n-d-813659-3 neutron-server[101990]: DEBUG oslo_db.api [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:26:49.381588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cfab55ad-e2b2-4247-be10-a6024b875ed0 req-4816b2d2-eb0e-4200-8ce6-f57441f0fd6f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 210 time: 0.0632617 Oct 13 11:26:49.488377 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2985fa3e-c61d-411f-a0c7-6e2ec7ae076c tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:49.530640 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-c092b278-2b9e-4e18-a662-edd00d09775f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Allocated IP 172.20.0.6 (00780ed0-14b1-4fe2-a991-76427df19110/b128a678-e95b-465c-ad95-ab86122e27b4/78617b3c-6489-487e-894c-d293d3b5978f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:26:49.559062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 720ef277-a84c-44fc-b95b-fd2afb4ef397 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:26:49.593956 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2985fa3e-c61d-411f-a0c7-6e2ec7ae076c tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:49.676634 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2985fa3e-c61d-411f-a0c7-6e2ec7ae076c tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:49.705846 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985fa3e-c61d-411f-a0c7-6e2ec7ae076c tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9564891d-9880-4732-a0c4-e39bd4e3afc1,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:49.730570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 720ef277-a84c-44fc-b95b-fd2afb4ef397 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:26:49.740088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 720ef277-a84c-44fc-b95b-fd2afb4ef397 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:49.740835 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:49.778023 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-c092b278-2b9e-4e18-a662-edd00d09775f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:49.797303 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2985fa3e-c61d-411f-a0c7-6e2ec7ae076c tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:49.799446 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2985fa3e-c61d-411f-a0c7-6e2ec7ae076c tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5975950 Oct 13 11:26:49.802506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56414) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:49.808466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-70589e41-3b19-4d91-bfff-e2665dac076e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Request body: {'security_group_rule': {'security_group_id': 'a7e99576-b828-4f3d-a364-19c8a2c89a3d', 'project_id': 'e04ce079cae84008b121b9986d816c68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:49.837635 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:49.868406 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007c8adf-8ed1-4894-9495-91353f0e4949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720ef277-a84c-44fc-b95b-fd2afb4ef397'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:26:49.871032 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0900f469-c7c6-41fe-9fdc-0685441dc0f1" -d '{"events": [{"server_uuid": "007c8adf-8ed1-4894-9495-91353f0e4949", "name": "network-vif-plugged", "status": "completed", "tag": "720ef277-a84c-44fc-b95b-fd2afb4ef397"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:26:49.885727 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-c092b278-2b9e-4e18-a662-edd00d09775f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:49.924948 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-70589e41-3b19-4d91-bfff-e2665dac076e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:49.938229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-c092b278-2b9e-4e18-a662-edd00d09775f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Network 00780ed0-14b1-4fe2-a991-76427df19110 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:49.942109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-c092b278-2b9e-4e18-a662-edd00d09775f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:49.949201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-c092b278-2b9e-4e18-a662-edd00d09775f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:26:50.010119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092b278-2b9e-4e18-a662-edd00d09775f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Port': ['ID=78617b3c-6489-487e-894c-d293d3b5978f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:50.041598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-c092b278-2b9e-4e18-a662-edd00d09775f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:50.042977 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-c092b278-2b9e-4e18-a662-edd00d09775f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.149030 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-70589e41-3b19-4d91-bfff-e2665dac076e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.158834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f9b8f-9fbd-4a5f-9d32-c47f43af76cb req-358658be-ed88-4e07-8dbc-a0035dc82359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:50.160890 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3a2f9b8f-9fbd-4a5f-9d32-c47f43af76cb req-358658be-ed88-4e07-8dbc-a0035dc82359 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 1095 time: 0.1295209 Oct 13 11:26:50.176440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Made reservation on behalf of ccf5c4f491064036bb964e69c2d66088 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:26:50.180969 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.195772 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 720ef277-a84c-44fc-b95b-fd2afb4ef397, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=720ef277-a84c-44fc-b95b-fd2afb4ef397,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:26:50.197878 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e5fb2e-dfee-48b4-9b1b-ab8e45fbfb52 x-openstack-request-id: req-75e5fb2e-dfee-48b4-9b1b-ab8e45fbfb52 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:26:50.198159 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007c8adf-8ed1-4894-9495-91353f0e4949", "name": "network-vif-plugged", "status": "completed", "tag": "720ef277-a84c-44fc-b95b-fd2afb4ef397", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:26:50.198444 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75e5fb2e-dfee-48b4-9b1b-ab8e45fbfb52 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:26:50.202764 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007c8adf-8ed1-4894-9495-91353f0e4949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720ef277-a84c-44fc-b95b-fd2afb4ef397', 'code': 200} Oct 13 11:26:50.225124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] device_id is not set on port 661ee7e0-3a8c-45d6-bc17-891daba121ee yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:26:50.277977 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3a2f9b8f-9fbd-4a5f-9d32-c47f43af76cb req-16836e3b-ee2e-487b-bedf-38ffa9cadef5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085002 Oct 13 11:26:50.281629 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-70589e41-3b19-4d91-bfff-e2665dac076e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.285565 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.287390 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-c092b278-2b9e-4e18-a662-edd00d09775f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3126647 Oct 13 11:26:50.301915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Request body: {'port': {'device_id': '823e619b-6100-48e2-8fab-19c92fc845b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:50.316454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70589e41-3b19-4d91-bfff-e2665dac076e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ba2524-1924-482f-8775-adba6011d9ea,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:50.395346 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-70589e41-3b19-4d91-bfff-e2665dac076e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.400140 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-70589e41-3b19-4d91-bfff-e2665dac076e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5960920 Oct 13 11:26:50.403946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56428) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:50.409930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4cb84b24-6aa5-4889-a73d-ff9f7857753d tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Request body: {'security_group_rule': {'security_group_id': 'a7e99576-b828-4f3d-a364-19c8a2c89a3d', 'project_id': 'e04ce079cae84008b121b9986d816c68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:50.415812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6a12404f-42b4-4e23-a7e5-606d121ab305 None None] Provisioning complete for port 78617b3c-6489-487e-894c-d293d3b5978f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:50.415812 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6a12404f-42b4-4e23-a7e5-606d121ab305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.416966 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.431998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.20.0.7 (fa0c744f-76d3-45aa-9e83-6298961cf420/303134b7-34e1-4243-b385-4735c69b215e/661ee7e0-3a8c-45d6-bc17-891daba121ee) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:26:50.479101 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6a12404f-42b4-4e23-a7e5-606d121ab305 None None] Port 78617b3c-6489-487e-894c-d293d3b5978f cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:26:50.484252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=720ef277-a84c-44fc-b95b-fd2afb4ef397,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:50.514865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb738f-82a7-45dd-acf2-01721e123800 req-75b52209-895a-4ccb-be12-35051a5d8307 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:50.523804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9bb738f-82a7-45dd-acf2-01721e123800 req-75b52209-895a-4ccb-be12-35051a5d8307 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 945 time: 0.1101429 Oct 13 11:26:50.531740 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-4cb84b24-6aa5-4889-a73d-ff9f7857753d tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Project e04ce079cae84008b121b9986d816c68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:26:50.573086 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cb84b24-6aa5-4889-a73d-ff9f7857753d tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.641260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9bb738f-82a7-45dd-acf2-01721e123800 req-15edc192-ea11-406a-9529-b839dcf307b5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160588 Oct 13 11:26:50.695222 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cb84b24-6aa5-4889-a73d-ff9f7857753d tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.715540 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.771326 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cb84b24-6aa5-4889-a73d-ff9f7857753d tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.803384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb84b24-6aa5-4889-a73d-ff9f7857753d tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b5c58d-fcb3-42bc-a848-bc4525b0c58b,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:50.850323 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.879608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1da10-33e4-490c-afcf-11d98edeadc9 req-c09ae243-4f30-4fa5-a804-4baa6d62c72c tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:50.887951 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-99c1da10-33e4-490c-afcf-11d98edeadc9 req-c09ae243-4f30-4fa5-a804-4baa6d62c72c tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 970 time: 0.1119251 Oct 13 11:26:50.900336 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cb84b24-6aa5-4889-a73d-ff9f7857753d tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:50.904214 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4cb84b24-6aa5-4889-a73d-ff9f7857753d tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4968226 Oct 13 11:26:50.905119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56432) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:50.915415 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0d2e03e5-5485-4bee-a13e-4be3ff65b5aa tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Request body: {'security_group_rule': {'security_group_id': 'a7e99576-b828-4f3d-a364-19c8a2c89a3d', 'project_id': 'e04ce079cae84008b121b9986d816c68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:50.934252 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network fa0c744f-76d3-45aa-9e83-6298961cf420 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:50.942288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:50.946830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:26:50.950432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=661ee7e0-3a8c-45d6-bc17-891daba121ee,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:50.953582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-99c1da10-33e4-490c-afcf-11d98edeadc9 req-6c66e12f-7103-405b-8e33-8c377be8f18b tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0d108da-0248-4458-a5ae-91c777b6b38f&id=25fab5de-df2d-439f-8543-6dd0e55e29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0646791 Oct 13 11:26:51.011223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:51.012187 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:51.020313 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78617b3c-6489-487e-894c-d293d3b5978f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:26:51.034197 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:51.044197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Transition to ACTIVE for port object 78617b3c-6489-487e-894c-d293d3b5978f will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:26:51.050626 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-0d2e03e5-5485-4bee-a13e-4be3ff65b5aa tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Project e04ce079cae84008b121b9986d816c68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:26:51.058060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d2e03e5-5485-4bee-a13e-4be3ff65b5aa tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:51.106947 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:51.140296 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-38b3b4f9-03d2-427d-9e8c-91aeb698a7b0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0189776 Oct 13 11:26:51.143876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56434) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:51.160407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'port': {'network_id': 'fa0c744f-76d3-45aa-9e83-6298961cf420', 'name': 'tempest-FloatingIPTestJSON-1261591504'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:51.228044 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d2e03e5-5485-4bee-a13e-4be3ff65b5aa tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:51.288750 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Pushing event updated for resources: {'Port': ['ID=78617b3c-6489-487e-894c-d293d3b5978f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:51.308435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d2e03e5-5485-4bee-a13e-4be3ff65b5aa tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:51.330836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e03e5-5485-4bee-a13e-4be3ff65b5aa tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3d3656-317e-42df-a36b-b07d5d6d1849,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:51.353695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Attempting to bind port 78617b3c-6489-487e-894c-d293d3b5978f on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:26:51.354241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Attempting to bind port 78617b3c-6489-487e-894c-d293d3b5978f by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'b433accd-3685-4a3b-b1a9-79e5de5d18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:26:51.354612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Attempting to bind port 78617b3c-6489-487e-894c-d293d3b5978f on network 00780ed0-14b1-4fe2-a991-76427df19110 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:26:51.369873 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Port 78617b3c-6489-487e-894c-d293d3b5978f on network 00780ed0-14b1-4fe2-a991-76427df19110 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:26:51.370499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Attempting to bind port 78617b3c-6489-487e-894c-d293d3b5978f on network 00780ed0-14b1-4fe2-a991-76427df19110 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:26:51.377609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:26:51.378674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Checking segment: {'id': 'b433accd-3685-4a3b-b1a9-79e5de5d18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:26:51.379134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Bound using segment: {'id': 'b433accd-3685-4a3b-b1a9-79e5de5d18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:26:51.379614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Bound port: 78617b3c-6489-487e-894c-d293d3b5978f, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b433accd-3685-4a3b-b1a9-79e5de5d18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:26:51.380042 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:51.442809 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0d2e03e5-5485-4bee-a13e-4be3ff65b5aa tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:51.446413 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0d2e03e5-5485-4bee-a13e-4be3ff65b5aa tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5379710 Oct 13 11:26:51.517909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] For port 78617b3c-6489-487e-894c-d293d3b5978f, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:26:51.525977 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] For port 78617b3c-6489-487e-894c-d293d3b5978f, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=78617b3c-6489-487e-894c-d293d3b5978f,segment=NetworkSegment(b433accd-3685-4a3b-b1a9-79e5de5d18d3),segment_id=b433accd-3685-4a3b-b1a9-79e5de5d18d3)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:26:51.541985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Made reservation on behalf of ccf5c4f491064036bb964e69c2d66088 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:26:51.545891 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:51.568902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] device_id is not set on port 60370356-5156-4c0f-abed-c37a09b292c4 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:26:51.599269 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:51.704156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:51.704836 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:51.706966 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] 10.222.0.21 "PUT /v2.0/ports/78617b3c-6489-487e-894c-d293d3b5978f HTTP/1.1" status: 200 len: 1130 time: 1.4111762 Oct 13 11:26:51.709996 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823e619b-6100-48e2-8fab-19c92fc845b5', 'tag': '78617b3c-6489-487e-894c-d293d3b5978f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:26:51.714939 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf94fca-d1fd-42b7-aa0e-074dd70b2462" -d '{"events": [{"name": "network-changed", "server_uuid": "823e619b-6100-48e2-8fab-19c92fc845b5", "tag": "78617b3c-6489-487e-894c-d293d3b5978f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:26:51.818156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.20.0.12 (fa0c744f-76d3-45aa-9e83-6298961cf420/303134b7-34e1-4243-b385-4735c69b215e/60370356-5156-4c0f-abed-c37a09b292c4) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:26:51.866022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9b4d5-9791-4a3f-92c5-9f47319399fb service neutron] Pushing event updated for resources: {'Port': ['ID=78617b3c-6489-487e-894c-d293d3b5978f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:51.932613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-6ed06f19-530d-422a-8f29-f02480339e20 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1978156836&fields=id&tenant_id=e04ce079cae84008b121b9986d816c68 HTTP/1.1" status: 200 len: 267 time: 0.1565235 Oct 13 11:26:52.028885 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:52.058291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-dfa21d39-23c3-4113-a825-1e54e492a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:52.063454 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-dfa21d39-23c3-4113-a825-1e54e492a8a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3690662a654f44c581c6b87d8282163d&device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 1133 time: 0.2221787 Oct 13 11:26:52.137465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-7681d4b8-ef55-4b37-8fa2-22ffbe0d5208 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78617b3c-6489-487e-894c-d293d3b5978f HTTP/1.1" status: 200 len: 217 time: 0.0616682 Oct 13 11:26:52.153103 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:52.193503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-24bef32e-24aa-467d-83f2-e9c757413841 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:52.202186 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-24bef32e-24aa-467d-83f2-e9c757413841 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/networks?id=a58f16b6-1e1e-40fd-b22e-c312fe7899d5 HTTP/1.1" status: 200 len: 814 time: 0.2674189 Oct 13 11:26:52.205745 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=60370356-5156-4c0f-abed-c37a09b292c4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:52.224042 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network fa0c744f-76d3-45aa-9e83-6298961cf420 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:52.229351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:52.234202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:26:52.255311 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-86368cdd-6008-417e-80f9-e22ab090539f tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/quotas/e04ce079cae84008b121b9986d816c68 HTTP/1.1" status: 200 len: 375 time: 0.0518856 Oct 13 11:26:52.309174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-288d5302-f3ee-4da8-b76c-bea98dc81fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:52.310666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-288d5302-f3ee-4da8-b76c-bea98dc81fa9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b128a678-e95b-465c-ad95-ab86122e27b4 HTTP/1.1" status: 200 len: 834 time: 0.1593370 Oct 13 11:26:52.325043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:52.326075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:52.336478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-624094d6-1014-45e2-b123-35d4b0feacd7 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e04ce079cae84008b121b9986d816c68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794594 Oct 13 11:26:52.410573 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-29b4da41-9bc7-461e-b5aa-c0a413847e80 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2606912 Oct 13 11:26:52.411023 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56456) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:52.416657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '60370356-5156-4c0f-abed-c37a09b292c4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:52.454839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-2d53d616-23f4-499c-a066-526a751d2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:52.456888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-2d53d616-23f4-499c-a066-526a751d2895 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00780ed0-14b1-4fe2-a991-76427df19110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110835 Oct 13 11:26:52.531239 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-80434279-9171-49f1-8f38-ce9939ac0d2d service neutron] 10.222.0.32 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935036 Oct 13 11:26:52.541942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:52.672661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-00b410ad-3b3c-4559-9238-88b10f3e9a69 service neutron] 10.222.0.32 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197546 Oct 13 11:26:52.682186 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:52.694283 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-456e3577-d75a-4cef-9450-826c5a5db809 service neutron] 10.222.0.21 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284503 Oct 13 11:26:52.843801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.25.0.90 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/d3623bdf-7ea9-48ba-9320-1242e977e444) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:26:52.852217 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4866e6c-885d-432e-8c49-6d3750678a96 req-7a299c52-48f3-457a-940e-ec7109e2e04f service neutron] 10.222.0.21 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500759 Oct 13 11:26:53.013479 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:53.124861 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:53.170001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:53.175411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:53.178307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:26:53.206187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=d3623bdf-7ea9-48ba-9320-1242e977e444,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:53.507891 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d03f19-0bce-4a33-ad2e-98e47d5a5126 req-9abccafc-e8ac-4403-9bd5-62591bab6259 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:53.513803 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97d03f19-0bce-4a33-ad2e-98e47d5a5126 req-9abccafc-e8ac-4403-9bd5-62591bab6259 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 945 time: 0.0990584 Oct 13 11:26:53.600674 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97d03f19-0bce-4a33-ad2e-98e47d5a5126 req-e25f537a-e658-4019-8e78-e1d101255f9a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738211 Oct 13 11:26:53.647547 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb39645-48ea-4f04-81d9-c4128b0abfd9 x-openstack-request-id: req-dfb39645-48ea-4f04-81d9-c4128b0abfd9 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:26:53.647547 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823e619b-6100-48e2-8fab-19c92fc845b5", "tag": "78617b3c-6489-487e-894c-d293d3b5978f", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:26:53.647547 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfb39645-48ea-4f04-81d9-c4128b0abfd9 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:26:53.648167 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823e619b-6100-48e2-8fab-19c92fc845b5', 'tag': '78617b3c-6489-487e-894c-d293d3b5978f', 'status': 'completed', 'code': 200} Oct 13 11:26:53.761647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94fca-d1fd-42b7-aa0e-074dd70b2462 req-d3b9dbf1-a115-4279-8799-2b1b4398a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:53.763743 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1cf94fca-d1fd-42b7-aa0e-074dd70b2462 req-d3b9dbf1-a115-4279-8799-2b1b4398a6e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3690662a654f44c581c6b87d8282163d&device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 1133 time: 0.0909548 Oct 13 11:26:53.972745 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d48bb-8c30-4bc0-87e5-2212d289730b req-6f9c5797-b9d1-47f0-8ead-38f5efa1f491 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:53.978916 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f31d48bb-8c30-4bc0-87e5-2212d289730b req-6f9c5797-b9d1-47f0-8ead-38f5efa1f491 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 982 time: 0.2138271 Oct 13 11:26:54.079039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94fca-d1fd-42b7-aa0e-074dd70b2462 req-3014808d-b977-4e21-a763-ad56cfb3b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:54.081522 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1cf94fca-d1fd-42b7-aa0e-074dd70b2462 req-3014808d-b977-4e21-a763-ad56cfb3b62f service neutron] 10.222.0.21 "GET /v2.0/networks?id=00780ed0-14b1-4fe2-a991-76427df19110 HTTP/1.1" status: 200 len: 897 time: 0.2849576 Oct 13 11:26:54.086795 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f31d48bb-8c30-4bc0-87e5-2212d289730b req-53b638bb-8d25-4785-8ce5-a2b82519226c tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0d108da-0248-4458-a5ae-91c777b6b38f&id=25fab5de-df2d-439f-8543-6dd0e55e29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0751832 Oct 13 11:26:54.107422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:54.146675 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1cf94fca-d1fd-42b7-aa0e-074dd70b2462 req-15adfa76-43d1-470b-9ea0-2b597807b70d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78617b3c-6489-487e-894c-d293d3b5978f HTTP/1.1" status: 200 len: 217 time: 0.0581331 Oct 13 11:26:54.230654 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d9e89b7-fa1c-4572-aad6-4a993a860d64 req-0393dc7e-03d6-4833-88bc-35349be9e125 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 210 time: 0.0523162 Oct 13 11:26:54.247741 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94fca-d1fd-42b7-aa0e-074dd70b2462 req-ad903f35-5782-4d14-90e9-4a75b3284919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:54.249534 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1cf94fca-d1fd-42b7-aa0e-074dd70b2462 req-ad903f35-5782-4d14-90e9-4a75b3284919 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b128a678-e95b-465c-ad95-ab86122e27b4 HTTP/1.1" status: 200 len: 834 time: 0.0959141 Oct 13 11:26:54.350899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94fca-d1fd-42b7-aa0e-074dd70b2462 req-8d78225c-3f9d-4151-a5ab-dcdb97dd5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:54.353747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1cf94fca-d1fd-42b7-aa0e-074dd70b2462 req-8d78225c-3f9d-4151-a5ab-dcdb97dd5e90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00780ed0-14b1-4fe2-a991-76427df19110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969415 Oct 13 11:26:54.380320 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:54.422517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56496) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:54.586275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d499a05-41d4-46d6-b31e-262341aa1928 req-e56a8075-46e9-47bb-8805-07747cfa8b31 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:54.586275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d499a05-41d4-46d6-b31e-262341aa1928 req-e56a8075-46e9-47bb-8805-07747cfa8b31 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 945 time: 0.2025290 Oct 13 11:26:54.636955 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1cf94fca-d1fd-42b7-aa0e-074dd70b2462 req-ecdc7f7b-7679-4c54-a551-db42becde520 service neutron] 10.222.0.21 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754390 Oct 13 11:26:54.660964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-720818b8-9e3d-451b-bcd6-9d49eb0bfb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:54.695128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d499a05-41d4-46d6-b31e-262341aa1928 req-47ce813c-c993-4f16-9e3a-f0198847885f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018276 Oct 13 11:26:54.724886 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56500) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:54.766356 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:54.837992 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-720818b8-9e3d-451b-bcd6-9d49eb0bfb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:54.838649 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1cf94fca-d1fd-42b7-aa0e-074dd70b2462 req-fcc0c674-2906-4b46-8a58-4931e1e03afc service neutron] 10.222.0.21 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891923 Oct 13 11:26:54.850474 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:54.946032 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-720818b8-9e3d-451b-bcd6-9d49eb0bfb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:54.961785 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456f905-12c3-4106-975f-fbdac576d001 tempest-TestVolumeBootPattern-1161818602 tempest-TestVolumeBootPattern-1161818602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:54.967246 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5456f905-12c3-4106-975f-fbdac576d001 tempest-TestVolumeBootPattern-1161818602 tempest-TestVolumeBootPattern-1161818602-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 1091 time: 0.2383382 Oct 13 11:26:54.967919 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56504) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:54.978735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '720ef277-a84c-44fc-b95b-fd2afb4ef397', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:55.003637 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-720818b8-9e3d-451b-bcd6-9d49eb0bfb19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7d17d608a274aa2a2f86e1dbc912eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5798616 Oct 13 11:26:55.008904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56506) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:55.014875 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:55.019513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720818b8-9e3d-451b-bcd6-9d49eb0bfb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3ffb3d-3555-44ca-805e-ca80a341bd83,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:55.069029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=d3623bdf-7ea9-48ba-9320-1242e977e444,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:55.090321 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf7d73eb-fe49-4272-912c-f1ff94bd11d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:55.102763 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:55.176176 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Floating IP 36e6ea43-2d2a-444e-b0ca-0619c5887a28 associated. External IP: 172.25.0.90, port: 60370356-5156-4c0f-abed-c37a09b292c4. Oct 13 11:26:55.219698 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf7d73eb-fe49-4272-912c-f1ff94bd11d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:55.329604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956de77-8d1b-4ad3-9c35-95a5b645ff26 req-38489820-f317-469c-a514-bb0a00cbeb49 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:55.331195 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f956de77-8d1b-4ad3-9c35-95a5b645ff26 req-38489820-f317-469c-a514-bb0a00cbeb49 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 982 time: 0.0823445 Oct 13 11:26:55.394914 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f956de77-8d1b-4ad3-9c35-95a5b645ff26 req-ab2e8c5e-5482-480c-a7c1-f6a5dd231aa6 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0d108da-0248-4458-a5ae-91c777b6b38f&id=25fab5de-df2d-439f-8543-6dd0e55e29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0555754 Oct 13 11:26:55.399863 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf7d73eb-fe49-4272-912c-f1ff94bd11d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:55.402999 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf7d73eb-fe49-4272-912c-f1ff94bd11d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:55.403743 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cf7d73eb-fe49-4272-912c-f1ff94bd11d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da3ffb3d-3555-44ca-805e-ca80a341bd83 HTTP/1.1" status: 204 len: 168 time: 0.3968232 Oct 13 11:26:55.421396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d73eb-fe49-4272-912c-f1ff94bd11d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3ffb3d-3555-44ca-805e-ca80a341bd83,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:55.428174 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:55.445977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:26:55.584023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0fd90dd9-7f7b-48d8-9d75-dba2ed06e28c req-cf60f8d9-a26a-403c-b37a-701675802521 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 210 time: 0.0585740 Oct 13 11:26:55.615652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Allocated IP 172.25.0.100 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/80a2b573-468a-4a0e-8351-2b648841ae3f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:26:55.709816 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 78617b3c-6489-487e-894c-d293d3b5978f details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:26:55.820327 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:55.852264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 78617b3c-6489-487e-894c-d293d3b5978f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=78617b3c-6489-487e-894c-d293d3b5978f,segment=NetworkSegment(b433accd-3685-4a3b-b1a9-79e5de5d18d3),segment_id=b433accd-3685-4a3b-b1a9-79e5de5d18d3)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:26:55.870284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '78617b3c-6489-487e-894c-d293d3b5978f', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'port_id': '78617b3c-6489-487e-894c-d293d3b5978f', 'mac_address': 'fa:16:3e:78:db:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:26:55.908605 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:55.920484 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:55.933375 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78617b3c-6489-487e-894c-d293d3b5978f {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:26:55.956695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 78617b3c-6489-487e-894c-d293d3b5978f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=78617b3c-6489-487e-894c-d293d3b5978f,segment=NetworkSegment(b433accd-3685-4a3b-b1a9-79e5de5d18d3),segment_id=b433accd-3685-4a3b-b1a9-79e5de5d18d3)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:26:55.963854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:55.967256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:55.972300 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:26:56.000808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'Port': ['ID=80a2b573-468a-4a0e-8351-2b648841ae3f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:56.054630 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:26:56.069346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6781417-2efd-4ea0-bca2-8baaf752c9da None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:26:56.078958 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:56.134158 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6781417-2efd-4ea0-bca2-8baaf752c9da None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:56.139678 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c6781417-2efd-4ea0-bca2-8baaf752c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:56.140089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-f35c0ce4-083b-42f2-bf89-af8ab372e08c tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:56.140089 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-f35c0ce4-083b-42f2-bf89-af8ab372e08c tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.46 "GET /v2.0/networks?id=a58f16b6-1e1e-40fd-b22e-c312fe7899d5 HTTP/1.1" status: 200 len: 814 time: 0.1656044 Oct 13 11:26:56.177895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c6781417-2efd-4ea0-bca2-8baaf752c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:56.178879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:56.201274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6781417-2efd-4ea0-bca2-8baaf752c9da None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:56.202281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c6781417-2efd-4ea0-bca2-8baaf752c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:56.226970 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-20736ebe-b940-4cdf-9c86-e65644963b7e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e04ce079cae84008b121b9986d816c68 HTTP/1.1" status: 200 len: 380 time: 0.0756230 Oct 13 11:26:56.236706 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e10f37e2-8cf0-4d91-9f88-4df0aa7aadef tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8213098 Oct 13 11:26:56.237071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56522) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:56.245309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-1e6f7e85-09a0-436a-abfb-c20acb7320ea tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Request body: {'port': {'device_id': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'admin_state_up': True, 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'security_groups': ['a7e99576-b828-4f3d-a364-19c8a2c89a3d']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:56.252703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6589b440-5c6a-476d-b8d8-a4266975c9cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:56.266224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=78617b3c-6489-487e-894c-d293d3b5978f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:56.270566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c6781417-2efd-4ea0-bca2-8baaf752c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:56.271615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6781417-2efd-4ea0-bca2-8baaf752c9da None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:26:56.293029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['78617b3c-6489-487e-894c-d293d3b5978f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:26:56.300669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56526) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:56.333868 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c581d5c5-1bfc-4372-90e7-ecf421f39e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:56.455685 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6589b440-5c6a-476d-b8d8-a4266975c9cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:56.683267 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:56.711260 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c581d5c5-1bfc-4372-90e7-ecf421f39e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:56.727052 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-1e6f7e85-09a0-436a-abfb-c20acb7320ea tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Made reservation on behalf of e04ce079cae84008b121b9986d816c68 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:26:56.731259 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-1e6f7e85-09a0-436a-abfb-c20acb7320ea tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:56.732592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f9470-f9e8-4edb-aa28-29f7dbf1e591 req-9c17ed86-a161-41d1-bc2f-8ac7fffeef5a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:56.734471 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b67f9470-f9e8-4edb-aa28-29f7dbf1e591 req-9c17ed86-a161-41d1-bc2f-8ac7fffeef5a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 983 time: 0.1731732 Oct 13 11:26:56.743571 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6589b440-5c6a-476d-b8d8-a4266975c9cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:56.795652 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b67f9470-f9e8-4edb-aa28-29f7dbf1e591 req-7c495363-f6e7-4e8a-8f54-44c70c6f4e3d tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0d108da-0248-4458-a5ae-91c777b6b38f&id=25fab5de-df2d-439f-8543-6dd0e55e29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0546403 Oct 13 11:26:56.856550 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c581d5c5-1bfc-4372-90e7-ecf421f39e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:56.925820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581d5c5-1bfc-4372-90e7-ecf421f39e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0793100-9b74-47e2-9530-39f3dda4f9f0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:56.940228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-1e6f7e85-09a0-436a-abfb-c20acb7320ea tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Allocated IP 172.20.0.3 (a58f16b6-1e1e-40fd-b22e-c312fe7899d5/c6b2258e-4d6d-4964-8de5-b224b11fbbe4/809545fc-b879-4232-a7b3-ce592181f267) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:26:57.061502 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1bcb5c43-13ae-4458-a9d9-1c0b152378c3 req-cac2efc7-9f14-4c22-8a45-ef0b498fbaff tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 210 time: 0.1366818 Oct 13 11:26:57.076962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c581d5c5-1bfc-4372-90e7-ecf421f39e94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2555c975b3743b38cf0fee7d21b9b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7750969 Oct 13 11:26:57.099215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56536) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:57.112596 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6589b440-5c6a-476d-b8d8-a4266975c9cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:57.112979 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-6589b440-5c6a-476d-b8d8-a4266975c9cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Floating IP 36e6ea43-2d2a-444e-b0ca-0619c5887a28 disassociated. External IP: 172.25.0.90, port: 60370356-5156-4c0f-abed-c37a09b292c4. Oct 13 11:26:57.119335 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:57.176234 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-1e6f7e85-09a0-436a-abfb-c20acb7320ea tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:57.348409 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:26:57.401305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-1e6f7e85-09a0-436a-abfb-c20acb7320ea tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:57.422926 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6589b440-5c6a-476d-b8d8-a4266975c9cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:26:57.447256 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-1e6f7e85-09a0-436a-abfb-c20acb7320ea tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:26:57.454193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-1e6f7e85-09a0-436a-abfb-c20acb7320ea tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:26:57.463190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-1e6f7e85-09a0-436a-abfb-c20acb7320ea tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:26:57.522030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-1e6f7e85-09a0-436a-abfb-c20acb7320ea tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:57.522754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-1e6f7e85-09a0-436a-abfb-c20acb7320ea tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:57.622966 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f7e85-09a0-436a-abfb-c20acb7320ea tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Pushing event updated for resources: {'Port': ['ID=809545fc-b879-4232-a7b3-ce592181f267,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:57.698402 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-1e6f7e85-09a0-436a-abfb-c20acb7320ea tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4630823 Oct 13 11:26:57.708317 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 78617b3c-6489-487e-894c-d293d3b5978f up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:26:57.733533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Request body: {'port': {'device_id': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:57.841526 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6867f452-51f9-4416-a61c-bd5a9c7ca1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:57.876842 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:57.879607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6589b440-5c6a-476d-b8d8-a4266975c9cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:26:57.889699 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862140d8-8887-4f6c-8a5b-63113f03ea73 None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:26:57.895469 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 78617b3c-6489-487e-894c-d293d3b5978f completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:26:57.900069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 78617b3c-6489-487e-894c-d293d3b5978f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:57.900380 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:57.920814 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862140d8-8887-4f6c-8a5b-63113f03ea73 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:57.924402 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-862140d8-8887-4f6c-8a5b-63113f03ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:57.938432 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6589b440-5c6a-476d-b8d8-a4266975c9cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:57.963703 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6867f452-51f9-4416-a61c-bd5a9c7ca1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:58.030943 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6589b440-5c6a-476d-b8d8-a4266975c9cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "PUT /v2.0/floatingips/36e6ea43-2d2a-444e-b0ca-0619c5887a28 HTTP/1.1" status: 200 len: 687 time: 1.7927349 Oct 13 11:26:58.037887 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56540) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:58.074570 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-862140d8-8887-4f6c-8a5b-63113f03ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:58.083870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-dd391973-a42c-417e-ba5e-3a6951c2a811 None None] Provisioning complete for port 809545fc-b879-4232-a7b3-ce592181f267 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:26:58.084251 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd391973-a42c-417e-ba5e-3a6951c2a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:58.106314 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862140d8-8887-4f6c-8a5b-63113f03ea73 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:58.107631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a4c22-ad3b-4256-a3ec-d10a0c6f4495 req-1d6c2b9c-4929-4954-9e88-936d5efa92ec tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:58.109325 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-862140d8-8887-4f6c-8a5b-63113f03ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:58.113426 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d5a4c22-ad3b-4256-a3ec-d10a0c6f4495 req-1d6c2b9c-4929-4954-9e88-936d5efa92ec tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 983 time: 0.1584609 Oct 13 11:26:58.222448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:58.227728 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6867f452-51f9-4416-a61c-bd5a9c7ca1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:58.230615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-dd391973-a42c-417e-ba5e-3a6951c2a811 None None] Port 809545fc-b879-4232-a7b3-ce592181f267 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:26:58.235347 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6867f452-51f9-4416-a61c-bd5a9c7ca1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:58.237912 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6867f452-51f9-4416-a61c-bd5a9c7ca1bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0793100-9b74-47e2-9530-39f3dda4f9f0 HTTP/1.1" status: 204 len: 168 time: 1.1426616 Oct 13 11:26:58.253350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867f452-51f9-4416-a61c-bd5a9c7ca1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0793100-9b74-47e2-9530-39f3dda4f9f0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:58.288151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d5a4c22-ad3b-4256-a3ec-d10a0c6f4495 req-f73a0d7f-08f4-47d1-a7cd-8d13014f7523 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0d108da-0248-4458-a5ae-91c777b6b38f&id=25fab5de-df2d-439f-8543-6dd0e55e29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1298075 Oct 13 11:26:58.296972 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:58.367447 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:58.432539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823e619b-6100-48e2-8fab-19c92fc845b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78617b3c-6489-487e-894c-d293d3b5978f'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:26:58.454670 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270e5c2e-31f4-493e-9e9c-4b1ce8261995" -d '{"events": [{"server_uuid": "823e619b-6100-48e2-8fab-19c92fc845b5", "name": "network-vif-plugged", "status": "completed", "tag": "78617b3c-6489-487e-894c-d293d3b5978f"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:26:58.474749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 78617b3c-6489-487e-894c-d293d3b5978f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=78617b3c-6489-487e-894c-d293d3b5978f,segment=NetworkSegment(b433accd-3685-4a3b-b1a9-79e5de5d18d3),segment_id=b433accd-3685-4a3b-b1a9-79e5de5d18d3)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:26:58.511399 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-862140d8-8887-4f6c-8a5b-63113f03ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:58.512751 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862140d8-8887-4f6c-8a5b-63113f03ea73 None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:26:58.529048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'Port': ['ID=80a2b573-468a-4a0e-8351-2b648841ae3f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:58.536217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:58.553691 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:58.644600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=78617b3c-6489-487e-894c-d293d3b5978f,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:58.667459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44306b01-5499-4e5f-95ca-a6d3ad0de875 req-83cfb36b-d50c-4832-b215-3b2a10f6678a tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:58.667761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44306b01-5499-4e5f-95ca-a6d3ad0de875 req-83cfb36b-d50c-4832-b215-3b2a10f6678a tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 931 time: 0.1512301 Oct 13 11:26:58.729330 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-86b6fa5f-44fb-4b1b-96cb-b8b19a0c80a8 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port d3623bdf-7ea9-48ba-9320-1242e977e444 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:26:58.729964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-86b6fa5f-44fb-4b1b-96cb-b8b19a0c80a8 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:58.770391 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44306b01-5499-4e5f-95ca-a6d3ad0de875 req-c6162dfb-d881-4cd8-8c2b-d098cc480cdf tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539234 Oct 13 11:26:58.803234 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Floating IP 961c2380-7641-4650-a2fc-690bad84a876 associated. External IP: 172.25.0.100, port: 720ef277-a84c-44fc-b95b-fd2afb4ef397. Oct 13 11:26:58.879848 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1179e42b-040d-40f6-bc2b-5bd97d0ea5f4 x-openstack-request-id: req-1179e42b-040d-40f6-bc2b-5bd97d0ea5f4 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:26:58.880403 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823e619b-6100-48e2-8fab-19c92fc845b5", "name": "network-vif-plugged", "status": "completed", "tag": "78617b3c-6489-487e-894c-d293d3b5978f", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:26:58.880569 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1179e42b-040d-40f6-bc2b-5bd97d0ea5f4 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:26:58.881096 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823e619b-6100-48e2-8fab-19c92fc845b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78617b3c-6489-487e-894c-d293d3b5978f', 'code': 200} Oct 13 11:26:58.945686 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-86b6fa5f-44fb-4b1b-96cb-b8b19a0c80a8 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:58.946023 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-86b6fa5f-44fb-4b1b-96cb-b8b19a0c80a8 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:58.960313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-86b6fa5f-44fb-4b1b-96cb-b8b19a0c80a8 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for d3623bdf-7ea9-48ba-9320-1242e977e444 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:26:59.013195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809545fc-b879-4232-a7b3-ce592181f267 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:26:59.031401 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:59.052782 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Transition to ACTIVE for port object 809545fc-b879-4232-a7b3-ce592181f267 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:26:59.073261 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01815801-c2b4-4b8b-b531-6f6e5fbf37c1 req-c302871f-4836-46bb-a9a5-6385a3bbf939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:59.074930 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01815801-c2b4-4b8b-b531-6f6e5fbf37c1 req-c302871f-4836-46bb-a9a5-6385a3bbf939 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 1135 time: 0.1049731 Oct 13 11:26:59.165603 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:59.174560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01815801-c2b4-4b8b-b531-6f6e5fbf37c1 req-d22866dc-5e9e-4d94-8c88-87a820434ea7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=25fab5de-df2d-439f-8543-6dd0e55e29fa&id=d0d108da-0248-4458-a5ae-91c777b6b38f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0897710 Oct 13 11:26:59.180800 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:26:59.223807 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-86b6fa5f-44fb-4b1b-96cb-b8b19a0c80a8 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:59.336114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Pushing event updated for resources: {'Port': ['ID=809545fc-b879-4232-a7b3-ce592181f267,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:59.395569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:26:59.405779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5689532b-d704-473f-a421-9df354e546d7 None None] Sync routers for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:26:59.420027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5689532b-d704-473f-a421-9df354e546d7 None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:26:59.422883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5689532b-d704-473f-a421-9df354e546d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:26:59.472065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6fa5f-44fb-4b1b-96cb-b8b19a0c80a8 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=d3623bdf-7ea9-48ba-9320-1242e977e444,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:26:59.541583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ec951-61f5-4837-981f-689a03886f56 req-6d1d9121-f6b9-4263-b138-0a463a29f402 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:59.549551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-017ec951-61f5-4837-981f-689a03886f56 req-6d1d9121-f6b9-4263-b138-0a463a29f402 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 984 time: 0.1211882 Oct 13 11:26:59.587852 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-86b6fa5f-44fb-4b1b-96cb-b8b19a0c80a8 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:59.593840 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:59.596548 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-86b6fa5f-44fb-4b1b-96cb-b8b19a0c80a8 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:59.599513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-86b6fa5f-44fb-4b1b-96cb-b8b19a0c80a8 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/floatingips/36e6ea43-2d2a-444e-b0ca-0619c5887a28 HTTP/1.1" status: 204 len: 168 time: 1.5566289 Oct 13 11:26:59.609662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Attempting to bind port 809545fc-b879-4232-a7b3-ce592181f267 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:26:59.609662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Attempting to bind port 809545fc-b879-4232-a7b3-ce592181f267 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '111de8d9-1ca9-4045-9592-f400443421ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:26:59.609662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Attempting to bind port 809545fc-b879-4232-a7b3-ce592181f267 on network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:26:59.609662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56568) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:26:59.616423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '661ee7e0-3a8c-45d6-bc17-891daba121ee'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:26:59.640822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Port 809545fc-b879-4232-a7b3-ce592181f267 on network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:26:59.641214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Attempting to bind port 809545fc-b879-4232-a7b3-ce592181f267 on network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:26:59.655754 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ca3635d3-a776-4c2f-9a6f-cdb2926f0dd8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6743345 Oct 13 11:26:59.655754 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007c8adf-8ed1-4894-9495-91353f0e4949', 'tag': '720ef277-a84c-44fc-b95b-fd2afb4ef397'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:26:59.655754 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4537e4ca-a521-491f-a153-fff7c765c942" -d '{"events": [{"name": "network-changed", "server_uuid": "007c8adf-8ed1-4894-9495-91353f0e4949", "tag": "720ef277-a84c-44fc-b95b-fd2afb4ef397"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:26:59.667631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:26:59.670595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Checking segment: {'id': '111de8d9-1ca9-4045-9592-f400443421ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:26:59.670741 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-017ec951-61f5-4837-981f-689a03886f56 req-df7af004-8ddb-4003-8d83-67728abdebbb tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0d108da-0248-4458-a5ae-91c777b6b38f&id=25fab5de-df2d-439f-8543-6dd0e55e29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1177056 Oct 13 11:26:59.670859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Bound using segment: {'id': '111de8d9-1ca9-4045-9592-f400443421ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:26:59.670859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Bound port: 809545fc-b879-4232-a7b3-ce592181f267, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111de8d9-1ca9-4045-9592-f400443421ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:26:59.670859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:59.761522 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5689532b-d704-473f-a421-9df354e546d7 None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:26:59.768984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] For port 809545fc-b879-4232-a7b3-ce592181f267, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:26:59.772572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] For port 809545fc-b879-4232-a7b3-ce592181f267, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=809545fc-b879-4232-a7b3-ce592181f267,segment=NetworkSegment(111de8d9-1ca9-4045-9592-f400443421ee),segment_id=111de8d9-1ca9-4045-9592-f400443421ee)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:26:59.774592 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:59.792262 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70442b98-2fef-401b-bc97-805b02580858 x-openstack-request-id: req-70442b98-2fef-401b-bc97-805b02580858 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:26:59.792556 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007c8adf-8ed1-4894-9495-91353f0e4949", "tag": "720ef277-a84c-44fc-b95b-fd2afb4ef397", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:26:59.792872 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70442b98-2fef-401b-bc97-805b02580858 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:26:59.793284 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007c8adf-8ed1-4894-9495-91353f0e4949', 'tag': '720ef277-a84c-44fc-b95b-fd2afb4ef397', 'status': 'completed', 'code': 200} Oct 13 11:26:59.866820 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:59.957519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:59.958137 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:26:59.968582 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] 10.222.0.46 "PUT /v2.0/ports/809545fc-b879-4232-a7b3-ce592181f267 HTTP/1.1" status: 200 len: 1091 time: 2.2542460 Oct 13 11:26:59.973172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'tag': '809545fc-b879-4232-a7b3-ce592181f267'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:26:59.980652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d937769-af1c-4d20-a295-a6a6a4ded5f6 req-b900ed08-fb95-4f4a-89c1-1868a7ecb968 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:26:59.983779 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168ffbc8-553d-4043-a2bf-ca45f9900d29" -d '{"events": [{"name": "network-changed", "server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "tag": "809545fc-b879-4232-a7b3-ce592181f267"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:27:00.004335 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d937769-af1c-4d20-a295-a6a6a4ded5f6 req-b900ed08-fb95-4f4a-89c1-1868a7ecb968 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.1138716 Oct 13 11:27:00.029325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537e4ca-a521-491f-a153-fff7c765c942 req-eeb9c554-ac81-4f66-bcda-4048c9f47e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:00.030913 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4537e4ca-a521-491f-a153-fff7c765c942 req-eeb9c554-ac81-4f66-bcda-4048c9f47e2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 1096 time: 0.1966519 Oct 13 11:27:00.070306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4110d28-fa88-47ad-bc6a-05878861bfbd service neutron] Pushing event updated for resources: {'Port': ['ID=809545fc-b879-4232-a7b3-ce592181f267,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:00.177133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d937769-af1c-4d20-a295-a6a6a4ded5f6 req-6275a3a8-61e4-45b2-a19f-ce2b700958c6 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813581 Oct 13 11:27:00.264342 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537e4ca-a521-491f-a153-fff7c765c942 req-81dc686b-58ce-4491-ad85-d0e575cf362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:00.265139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4537e4ca-a521-491f-a153-fff7c765c942 req-81dc686b-58ce-4491-ad85-d0e575cf362f service neutron] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.2248211 Oct 13 11:27:00.287714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-cc439aa1-a078-4412-92f0-7fdb852719e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:00.289530 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-cc439aa1-a078-4412-92f0-7fdb852719e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e04ce079cae84008b121b9986d816c68&device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 1094 time: 0.1984499 Oct 13 11:27:00.314845 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5689532b-d704-473f-a421-9df354e546d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '961c2380-7641-4650-a2fc-690bad84a876', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': '720ef277-a84c-44fc-b95b-fd2afb4ef397', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:01:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007c8adf-8ed1-4894-9495-91353f0e4949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:26:56Z', 'updated_at': '2021-10-13T11:26:56Z', 'revision_number': 0, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:00.327029 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90573a5-5e12-4228-add2-8478d5aa471d x-openstack-request-id: req-f90573a5-5e12-4228-add2-8478d5aa471d {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:27:00.327993 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "tag": "809545fc-b879-4232-a7b3-ce592181f267", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:27:00.328763 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f90573a5-5e12-4228-add2-8478d5aa471d {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:27:00.329450 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'tag': '809545fc-b879-4232-a7b3-ce592181f267', 'status': 'completed', 'code': 200} Oct 13 11:27:00.344368 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:00.376629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5689532b-d704-473f-a421-9df354e546d7 None None] Checking router: 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:27:00.405238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5689532b-d704-473f-a421-9df354e546d7 None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:00.406218 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5689532b-d704-473f-a421-9df354e546d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:00.413200 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4537e4ca-a521-491f-a153-fff7c765c942 req-f3939540-a715-40e2-ae59-9de219d6ce84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720ef277-a84c-44fc-b95b-fd2afb4ef397 HTTP/1.1" status: 200 len: 999 time: 0.1383519 Oct 13 11:27:00.472448 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-fb8a7521-983b-4a18-8ef8-e37fc870cec1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809545fc-b879-4232-a7b3-ce592181f267 HTTP/1.1" status: 200 len: 217 time: 0.1481576 Oct 13 11:27:00.507494 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537e4ca-a521-491f-a153-fff7c765c942 req-fc717e4a-f0a3-43c6-b724-9a8e214f1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:00.509508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4537e4ca-a521-491f-a153-fff7c765c942 req-fc717e4a-f0a3-43c6-b724-9a8e214f1c88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0875280 Oct 13 11:27:00.591253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-0d75f42b-8986-46f2-845d-c9c01cc9d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:00.599428 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-0d75f42b-8986-46f2-845d-c9c01cc9d45a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6b2258e-4d6d-4964-8de5-b224b11fbbe4 HTTP/1.1" status: 200 len: 853 time: 0.1181951 Oct 13 11:27:00.662804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5689532b-d704-473f-a421-9df354e546d7 None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:27:00.681641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537e4ca-a521-491f-a153-fff7c765c942 req-348dbf9c-12e4-4767-83dd-8bb83cba789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:00.683297 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4537e4ca-a521-491f-a153-fff7c765c942 req-348dbf9c-12e4-4767-83dd-8bb83cba789a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526389 Oct 13 11:27:00.695835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.25.0.12 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/bbbb9766-2e74-4a83-bd46-cde2d06ee1c5) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:00.814423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-d9348143-d17a-44d2-95ef-db17b34f888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:00.815973 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-d9348143-d17a-44d2-95ef-db17b34f888f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a58f16b6-1e1e-40fd-b22e-c312fe7899d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028997 Oct 13 11:27:00.901532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4537e4ca-a521-491f-a153-fff7c765c942 req-9cff92d2-168c-43aa-ab76-4db4b8ea8b86 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095344 Oct 13 11:27:00.927773 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba8447-d99d-4640-a0e3-83984a776f14 req-0c23f757-60cf-4155-b9ba-368062e3116c tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:00.929540 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5aba8447-d99d-4640-a0e3-83984a776f14 req-0c23f757-60cf-4155-b9ba-368062e3116c tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 984 time: 0.1029603 Oct 13 11:27:01.057050 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:01.061568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5aba8447-d99d-4640-a0e3-83984a776f14 req-b2d4d7c3-d380-44bb-9914-0528d9e2cee9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0d108da-0248-4458-a5ae-91c777b6b38f&id=25fab5de-df2d-439f-8543-6dd0e55e29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1209834 Oct 13 11:27:01.113748 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-b9857277-90fc-4062-b7a5-37a018256f43 service neutron] 10.222.0.46 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864959 Oct 13 11:27:01.123143 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4537e4ca-a521-491f-a153-fff7c765c942 req-6b9b32de-f363-4a46-b5f6-9e35fd8a06c3 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134976 Oct 13 11:27:01.146217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5689532b-d704-473f-a421-9df354e546d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '961c2380-7641-4650-a2fc-690bad84a876', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': '720ef277-a84c-44fc-b95b-fd2afb4ef397', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:01:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007c8adf-8ed1-4894-9495-91353f0e4949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:26:56Z', 'updated_at': '2021-10-13T11:26:56Z', 'revision_number': 0, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:01.179961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5689532b-d704-473f-a421-9df354e546d7 None None] The sync data for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 is: [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '961c2380-7641-4650-a2fc-690bad84a876', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': '720ef277-a84c-44fc-b95b-fd2afb4ef397', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:01:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007c8adf-8ed1-4894-9495-91353f0e4949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:26:56Z', 'updated_at': '2021-10-13T11:26:56Z', 'revision_number': 0, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:01.286588 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38f15ceb-4657-467c-b3ef-2409baa23d6b req-f5da421e-1c95-40dd-a46e-43555c609258 service neutron] 10.222.0.46 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406784 Oct 13 11:27:01.310057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7eac9e-d0c5-4276-9348-5a37203b7baf req-91ca3d11-f7dd-4b47-94a4-80df9fcd6d14 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:01.311904 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae7eac9e-d0c5-4276-9348-5a37203b7baf req-91ca3d11-f7dd-4b47-94a4-80df9fcd6d14 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 984 time: 0.1185410 Oct 13 11:27:01.361858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae7eac9e-d0c5-4276-9348-5a37203b7baf req-a3a86137-aee1-4dcf-8a33-ba0516d8ddb7 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0d108da-0248-4458-a5ae-91c777b6b38f&id=25fab5de-df2d-439f-8543-6dd0e55e29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0429566 Oct 13 11:27:01.479073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:01.510638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d322bcf-1568-4588-9144-5e03f5c0ea22 req-fd842e65-e80c-4662-ae87-9671d6b90bc0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:01.512222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d322bcf-1568-4588-9144-5e03f5c0ea22 req-fd842e65-e80c-4662-ae87-9671d6b90bc0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.0601530 Oct 13 11:27:01.561560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d322bcf-1568-4588-9144-5e03f5c0ea22 req-9bb545be-70d1-485b-a76e-8d8f799984d2 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404055 Oct 13 11:27:01.581604 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b472b-b9f4-4275-b342-c7ef387b29b3 None None] New status for floating IP 961c2380-7641-4650-a2fc-690bad84a876: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:27:01.746079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2e8bd-9eac-46bd-9c93-5c6d6f2885f2 req-ea126167-ca08-4491-8633-bab22a4e39a9 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:01.747809 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5b2e8bd-9eac-46bd-9c93-5c6d6f2885f2 req-ea126167-ca08-4491-8633-bab22a4e39a9 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 1135 time: 0.0651975 Oct 13 11:27:01.774678 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e5b2e8bd-9eac-46bd-9c93-5c6d6f2885f2 req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:01.883644 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e5b2e8bd-9eac-46bd-9c93-5c6d6f2885f2 req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:01.899811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:01.909955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:01.914935 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:01.919718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=bbbb9766-2e74-4a83-bd46-cde2d06ee1c5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:01.958839 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-e5b2e8bd-9eac-46bd-9c93-5c6d6f2885f2 req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:01.963621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ffbc8-553d-4043-a2bf-ca45f9900d29 req-04ef74be-79c1-43fc-8641-16d8fc1874db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:01.964755 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-168ffbc8-553d-4043-a2bf-ca45f9900d29 req-04ef74be-79c1-43fc-8641-16d8fc1874db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e04ce079cae84008b121b9986d816c68&device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 1094 time: 0.5083456 Oct 13 11:27:01.990512 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5b2e8bd-9eac-46bd-9c93-5c6d6f2885f2 req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d0d108da-0248-4458-a5ae-91c777b6b38f&id=25fab5de-df2d-439f-8543-6dd0e55e29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2354934 Oct 13 11:27:02.000864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbfc831-c2b3-45ae-b844-99c930cf840d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:02.009174 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:02.010980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:02.011328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:02.011776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:02.012126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:02.012468 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:02.012858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:02.013196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:02.013531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:02.014286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:02.014678 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:02.015017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e0d7a-08d1-4e43-b90a-df170c049b2a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:02.039828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56612) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:02.090305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee5c5e-4091-4da4-83fa-748bfaf6f352 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:02.099124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56614) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:02.102633 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-92ee5c5e-4091-4da4-83fa-748bfaf6f352 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 1130 time: 0.0615532 Oct 13 11:27:02.114625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '78617b3c-6489-487e-894c-d293d3b5978f', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:02.234274 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ffbc8-553d-4043-a2bf-ca45f9900d29 req-eee13d57-3ee7-4f3c-96f4-ebc95d05a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:02.235846 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-168ffbc8-553d-4043-a2bf-ca45f9900d29 req-eee13d57-3ee7-4f3c-96f4-ebc95d05a7c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a58f16b6-1e1e-40fd-b22e-c312fe7899d5 HTTP/1.1" status: 200 len: 915 time: 0.2625868 Oct 13 11:27:02.318140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:02.326518 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-168ffbc8-553d-4043-a2bf-ca45f9900d29 req-5bb87046-325b-453e-a284-7011c162126f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809545fc-b879-4232-a7b3-ce592181f267 HTTP/1.1" status: 200 len: 217 time: 0.0817046 Oct 13 11:27:02.486496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ffbc8-553d-4043-a2bf-ca45f9900d29 req-f43887e3-3a07-4f87-9974-b942a589cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:02.487984 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-168ffbc8-553d-4043-a2bf-ca45f9900d29 req-f43887e3-3a07-4f87-9974-b942a589cba4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6b2258e-4d6d-4964-8de5-b224b11fbbe4 HTTP/1.1" status: 200 len: 853 time: 0.1477299 Oct 13 11:27:02.688356 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:02.713983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08d473-630e-4e5f-8f5e-cdc50f407db2 req-7dc4f49e-03d9-4bb3-82fd-c7b2804ce507 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:02.716543 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea08d473-630e-4e5f-8f5e-cdc50f407db2 req-7dc4f49e-03d9-4bb3-82fd-c7b2804ce507 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.0668395 Oct 13 11:27:02.735862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ffbc8-553d-4043-a2bf-ca45f9900d29 req-ea220fd6-d284-477b-a269-028e627a2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:02.737862 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-168ffbc8-553d-4043-a2bf-ca45f9900d29 req-ea220fd6-d284-477b-a269-028e627a2f15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a58f16b6-1e1e-40fd-b22e-c312fe7899d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395837 Oct 13 11:27:02.784395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea08d473-630e-4e5f-8f5e-cdc50f407db2 req-75cc9a45-6650-4bfc-8b2b-e2bfdb9822d8 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592456 Oct 13 11:27:02.856398 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:02.993969 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-168ffbc8-553d-4043-a2bf-ca45f9900d29 req-36de78d7-6ed0-45a5-ac97-1324226417e8 service neutron] 10.222.0.46 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438803 Oct 13 11:27:02.996455 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:03.139795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Allocated IP 172.25.0.134 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/36e0aad4-60df-47e1-addc-c56984188e0f) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:03.301587 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-168ffbc8-553d-4043-a2bf-ca45f9900d29 req-c659229e-b2d9-43f7-9f2d-40ed162e1571 service neutron] 10.222.0.46 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801657 Oct 13 11:27:03.412037 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:03.424109 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:03.486660 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:03.578692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=bbbb9766-2e74-4a83-bd46-cde2d06ee1c5,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:03.585472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:03.628605 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:03.739041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:03.747502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Port': ['ID=36e0aad4-60df-47e1-addc-c56984188e0f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:03.750752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:03.755985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:03.891446 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Floating IP 3e2b505f-ec0c-4da5-ad50-b9bb2d87bfed associated. External IP: 172.25.0.12, port: 661ee7e0-3a8c-45d6-bc17-891daba121ee. Oct 13 11:27:03.912752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8870c-fc8e-47b8-8df6-e1760a54f8ff req-493022d6-87cc-49bb-bec8-df82f6e51a8e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:03.920714 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78c8870c-fc8e-47b8-8df6-e1760a54f8ff req-493022d6-87cc-49bb-bec8-df82f6e51a8e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.0609436 Oct 13 11:27:03.966512 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78c8870c-fc8e-47b8-8df6-e1760a54f8ff req-3e09487d-aa5e-4b99-a4b4-bce34316452a tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439868 Oct 13 11:27:04.604453 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:04.765438 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:04.814547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:04.825615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a9375a-6c11-4fed-8438-980676f96da4 None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:04.838601 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a9375a-6c11-4fed-8438-980676f96da4 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:04.839225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-65a9375a-6c11-4fed-8438-980676f96da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:04.878633 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-65a9375a-6c11-4fed-8438-980676f96da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:04.888106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a9375a-6c11-4fed-8438-980676f96da4 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:04.892872 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:04.898609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-65a9375a-6c11-4fed-8438-980676f96da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:04.936980 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-65a9375a-6c11-4fed-8438-980676f96da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:04.937903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a9375a-6c11-4fed-8438-980676f96da4 None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:04.951287 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8bcb9c97-6932-449a-a198-7a4a2349a9db tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3432331 Oct 13 11:27:04.952137 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:04.956197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56640) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:05.052145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fd655ff6-71b0-48ff-b94e-095c2db38385 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "GET /v2.0/floatingips/3e2b505f-ec0c-4da5-ad50-b9bb2d87bfed HTTP/1.1" status: 200 len: 977 time: 0.0941312 Oct 13 11:27:05.060672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56644) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:05.164631 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:05.216185 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28403d4b-a991-42cd-b710-22053de1ba63 req-cf10bedd-36f4-4f03-b5e0-5e2d71cce88e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:05.218010 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28403d4b-a991-42cd-b710-22053de1ba63 req-cf10bedd-36f4-4f03-b5e0-5e2d71cce88e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.1714625 Oct 13 11:27:05.228045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9aa983ab-430e-4cd3-9585-a0970a2588c5 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1646430 Oct 13 11:27:05.228331 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:05.230523 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56648) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:05.235669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9a72eb4e-8fad-4262-a002-5afd2a204c18 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'floatingip': {'port_id': '60370356-5156-4c0f-abed-c37a09b292c4'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:05.320727 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28403d4b-a991-42cd-b710-22053de1ba63 req-337a9a4f-e828-48ad-8d2f-656d0611d982 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911002 Oct 13 11:27:05.323374 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a72eb4e-8fad-4262-a002-5afd2a204c18 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:05.327526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Port': ['ID=36e0aad4-60df-47e1-addc-c56984188e0f,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:05.350663 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:05.485857 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Floating IP 9634e6ff-8a3c-45d3-bc68-4fdae3ccc9b2 associated. External IP: 172.25.0.134, port: 78617b3c-6489-487e-894c-d293d3b5978f. Oct 13 11:27:05.762103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:05.921294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:05.937532 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bea7bdb-3969-4a95-949a-65e90333c585 None None] Sync routers for ids ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:05.950509 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bea7bdb-3969-4a95-949a-65e90333c585 None None] Routers {'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:05.951470 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4bea7bdb-3969-4a95-949a-65e90333c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:05.958386 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a72eb4e-8fad-4262-a002-5afd2a204c18 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:06.030507 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:06.055482 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a72eb4e-8fad-4262-a002-5afd2a204c18 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:06.081413 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7cc54f77-8cec-4e80-97c3-e51c420b6d90 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9742446 Oct 13 11:27:06.084649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56656) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:06.084649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823e619b-6100-48e2-8fab-19c92fc845b5', 'tag': '78617b3c-6489-487e-894c-d293d3b5978f'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:27:06.086400 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7277fbf-a1d1-4828-8960-407a5c54c84f" -d '{"events": [{"name": "network-changed", "server_uuid": "823e619b-6100-48e2-8fab-19c92fc845b5", "tag": "78617b3c-6489-487e-894c-d293d3b5978f"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:27:06.129832 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-4bea7bdb-3969-4a95-949a-65e90333c585 None None] Set router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:27:06.224607 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2adc5e-7a75-4054-824a-4c3cfbc25bfd x-openstack-request-id: req-0e2adc5e-7a75-4054-824a-4c3cfbc25bfd {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:27:06.224903 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823e619b-6100-48e2-8fab-19c92fc845b5", "tag": "78617b3c-6489-487e-894c-d293d3b5978f", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:27:06.225884 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e2adc5e-7a75-4054-824a-4c3cfbc25bfd {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:27:06.227268 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823e619b-6100-48e2-8fab-19c92fc845b5', 'tag': '78617b3c-6489-487e-894c-d293d3b5978f', 'status': 'completed', 'code': 200} Oct 13 11:27:06.319272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7277fbf-a1d1-4828-8960-407a5c54c84f req-bc30bc4f-8454-43d4-ba9f-f57ce4ec14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.320769 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7277fbf-a1d1-4828-8960-407a5c54c84f req-bc30bc4f-8454-43d4-ba9f-f57ce4ec14b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3690662a654f44c581c6b87d8282163d&device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 1135 time: 0.1089242 Oct 13 11:27:06.357168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ffb65-86f6-4fb1-af68-2a5767138f48 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.361218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ffb65-86f6-4fb1-af68-2a5767138f48 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.361218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ffb65-86f6-4fb1-af68-2a5767138f48 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.361476 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-9a72eb4e-8fad-4262-a002-5afd2a204c18 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Floating IP 3e2b505f-ec0c-4da5-ad50-b9bb2d87bfed associated. External IP: 172.25.0.12, port: 661ee7e0-3a8c-45d6-bc17-891daba121ee. Oct 13 11:27:06.361615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ffb65-86f6-4fb1-af68-2a5767138f48 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.361615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ffb65-86f6-4fb1-af68-2a5767138f48 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.361615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ffb65-86f6-4fb1-af68-2a5767138f48 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.361615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ffb65-86f6-4fb1-af68-2a5767138f48 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.361615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ffb65-86f6-4fb1-af68-2a5767138f48 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.362161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ffb65-86f6-4fb1-af68-2a5767138f48 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.366402 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-300ffb65-86f6-4fb1-af68-2a5767138f48 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6385 time: 0.2738991 Oct 13 11:27:06.367380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56662) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:06.569101 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4bea7bdb-3969-4a95-949a-65e90333c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '9634e6ff-8a3c-45d3-bc68-4fdae3ccc9b2', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'port_id': '78617b3c-6489-487e-894c-d293d3b5978f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'mac_address': 'fa:16:3e:78:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823e619b-6100-48e2-8fab-19c92fc845b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:27:04Z', 'updated_at': '2021-10-13T11:27:04Z', 'revision_number': 0, 'project_id': '3690662a654f44c581c6b87d8282163d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd7aede-62de-45f6-ab7e-fa8c57650895', 'name': '', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'mac_address': 'fa:16:3e:fd:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:36Z', 'updated_at': '2021-10-13T11:26:43Z', 'revision_number': 5, 'project_id': '3690662a654f44c581c6b87d8282163d', 'subnets': [{'id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:06.629876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a503ddd-84ad-403b-9782-85c11c87e4d8 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.630709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a503ddd-84ad-403b-9782-85c11c87e4d8 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.631458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a503ddd-84ad-403b-9782-85c11c87e4d8 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.631943 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bea7bdb-3969-4a95-949a-65e90333c585 None None] Checking router: cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:27:06.632308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a503ddd-84ad-403b-9782-85c11c87e4d8 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.633193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a503ddd-84ad-403b-9782-85c11c87e4d8 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.633830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a503ddd-84ad-403b-9782-85c11c87e4d8 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.634500 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a503ddd-84ad-403b-9782-85c11c87e4d8 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.635137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a503ddd-84ad-403b-9782-85c11c87e4d8 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.637197 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a503ddd-84ad-403b-9782-85c11c87e4d8 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:06.644818 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8a503ddd-84ad-403b-9782-85c11c87e4d8 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5876 time: 0.2764041 Oct 13 11:27:06.645388 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56668) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:06.651380 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bea7bdb-3969-4a95-949a-65e90333c585 None None] Routers {'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:06.651992 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4bea7bdb-3969-4a95-949a-65e90333c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:06.785520 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-4bea7bdb-3969-4a95-949a-65e90333c585 None None] Set router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:27:07.071695 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4bea7bdb-3969-4a95-949a-65e90333c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '9634e6ff-8a3c-45d3-bc68-4fdae3ccc9b2', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'port_id': '78617b3c-6489-487e-894c-d293d3b5978f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'mac_address': 'fa:16:3e:78:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823e619b-6100-48e2-8fab-19c92fc845b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:27:04Z', 'updated_at': '2021-10-13T11:27:04Z', 'revision_number': 0, 'project_id': '3690662a654f44c581c6b87d8282163d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd7aede-62de-45f6-ab7e-fa8c57650895', 'name': '', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'mac_address': 'fa:16:3e:fd:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:36Z', 'updated_at': '2021-10-13T11:26:43Z', 'revision_number': 5, 'project_id': '3690662a654f44c581c6b87d8282163d', 'subnets': [{'id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:07.115887 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bea7bdb-3969-4a95-949a-65e90333c585 None None] The sync data for ids ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'] in n-d-813659-3 is: [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '9634e6ff-8a3c-45d3-bc68-4fdae3ccc9b2', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'port_id': '78617b3c-6489-487e-894c-d293d3b5978f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'mac_address': 'fa:16:3e:78:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823e619b-6100-48e2-8fab-19c92fc845b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:27:04Z', 'updated_at': '2021-10-13T11:27:04Z', 'revision_number': 0, 'project_id': '3690662a654f44c581c6b87d8282163d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd7aede-62de-45f6-ab7e-fa8c57650895', 'name': '', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'mac_address': 'fa:16:3e:fd:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:36Z', 'updated_at': '2021-10-13T11:26:43Z', 'revision_number': 5, 'project_id': '3690662a654f44c581c6b87d8282163d', 'subnets': [{'id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:07.189987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7277fbf-a1d1-4828-8960-407a5c54c84f req-9096b517-d3bc-4f4c-8e29-205e1ff613cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:07.191518 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7277fbf-a1d1-4828-8960-407a5c54c84f req-9096b517-d3bc-4f4c-8e29-205e1ff613cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=00780ed0-14b1-4fe2-a991-76427df19110 HTTP/1.1" status: 200 len: 897 time: 0.8528705 Oct 13 11:27:07.199241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f15253-3db3-4e80-8e5e-9dafc5f1631d req-1afe9488-f0e8-4cb7-ada4-dd3399767946 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:07.200742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80f15253-3db3-4e80-8e5e-9dafc5f1631d req-1afe9488-f0e8-4cb7-ada4-dd3399767946 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.7103817 Oct 13 11:27:07.411790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc790c60-8004-4c82-8dc8-6ab51a8ebc79 None None] New status for floating IP 9634e6ff-8a3c-45d3-bc68-4fdae3ccc9b2: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:27:07.458856 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80f15253-3db3-4e80-8e5e-9dafc5f1631d req-eb09072d-b1d7-497a-b8e2-bd14dad04173 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161324 Oct 13 11:27:07.468296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7277fbf-a1d1-4828-8960-407a5c54c84f req-3c6340d8-be33-40a3-9530-42cf37d1b298 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78617b3c-6489-487e-894c-d293d3b5978f HTTP/1.1" status: 200 len: 999 time: 0.2665565 Oct 13 11:27:07.508107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a72eb4e-8fad-4262-a002-5afd2a204c18 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:07.617735 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7277fbf-a1d1-4828-8960-407a5c54c84f req-c091ec97-de50-4ea7-a14f-dc61fe2eb2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:07.619369 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7277fbf-a1d1-4828-8960-407a5c54c84f req-c091ec97-de50-4ea7-a14f-dc61fe2eb2a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b128a678-e95b-465c-ad95-ab86122e27b4 HTTP/1.1" status: 200 len: 834 time: 0.1379595 Oct 13 11:27:07.748914 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a72eb4e-8fad-4262-a002-5afd2a204c18 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:07.758296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-35e0c459-c172-4b69-8ce2-db694e9fdf99 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5212 time: 1.1117070 Oct 13 11:27:07.761343 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56682) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:07.763872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7277fbf-a1d1-4828-8960-407a5c54c84f req-08b072ef-e0f3-415f-86dd-1775e8fc4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:07.765363 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7277fbf-a1d1-4828-8960-407a5c54c84f req-08b072ef-e0f3-415f-86dd-1775e8fc4fd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00780ed0-14b1-4fe2-a991-76427df19110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340654 Oct 13 11:27:07.778425 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d02bd7-b2e3-4554-a85a-94de22bb801b None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:07.779581 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d02bd7-b2e3-4554-a85a-94de22bb801b None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:07.780293 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-24d02bd7-b2e3-4554-a85a-94de22bb801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:07.832204 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-24d02bd7-b2e3-4554-a85a-94de22bb801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:07.844163 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d02bd7-b2e3-4554-a85a-94de22bb801b None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:07.844968 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-24d02bd7-b2e3-4554-a85a-94de22bb801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:07.863727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246c620f-f0ab-4858-9624-e942034c30f6 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:07.874606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246c620f-f0ab-4858-9624-e942034c30f6 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:07.874606 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-246c620f-f0ab-4858-9624-e942034c30f6 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf HTTP/1.1" status: 200 len: 1989 time: 0.1034153 Oct 13 11:27:07.891413 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-24d02bd7-b2e3-4554-a85a-94de22bb801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:07.892818 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d02bd7-b2e3-4554-a85a-94de22bb801b None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:07.953046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7277fbf-a1d1-4828-8960-407a5c54c84f req-278b796a-782d-49ea-9e79-67f781f4fdf1 service neutron] 10.222.0.21 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559761 Oct 13 11:27:08.055627 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e639a185-96f5-49c7-8d7c-dcbd4579ac5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:08.140212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7277fbf-a1d1-4828-8960-407a5c54c84f req-11c7aa03-9187-4bb6-853e-33e0af6b36e2 service neutron] 10.222.0.21 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500678 Oct 13 11:27:08.145629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a72eb4e-8fad-4262-a002-5afd2a204c18 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:08.264450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a72eb4e-8fad-4262-a002-5afd2a204c18 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:08.270024 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a72eb4e-8fad-4262-a002-5afd2a204c18 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:08.276094 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01887b-f578-4d14-ab4b-acba187fa2d1 None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:08.286067 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01887b-f578-4d14-ab4b-acba187fa2d1 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:08.287033 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d01887b-f578-4d14-ab4b-acba187fa2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:08.325468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d01887b-f578-4d14-ab4b-acba187fa2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:08.334189 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9a72eb4e-8fad-4262-a002-5afd2a204c18 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "PUT /v2.0/floatingips/3e2b505f-ec0c-4da5-ad50-b9bb2d87bfed HTTP/1.1" status: 200 len: 978 time: 3.1024709 Oct 13 11:27:08.337147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56690) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:08.343489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7f1557f4-8e02-49c5-bcd7-a2a66b6392d4 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:08.349945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01887b-f578-4d14-ab4b-acba187fa2d1 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:08.350604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d01887b-f578-4d14-ab4b-acba187fa2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:08.391080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d01887b-f578-4d14-ab4b-acba187fa2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:08.391736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01887b-f578-4d14-ab4b-acba187fa2d1 None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:08.412727 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f1557f4-8e02-49c5-bcd7-a2a66b6392d4 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:08.590090 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f1557f4-8e02-49c5-bcd7-a2a66b6392d4 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:08.615928 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a4ae2-cffa-4f20-a0bf-5fe4feb64480 req-8e1a865c-01d0-4b9b-a47d-fbdcf262d9c2 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:08.617486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d5a4ae2-cffa-4f20-a0bf-5fe4feb64480 req-8e1a865c-01d0-4b9b-a47d-fbdcf262d9c2 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.0613549 Oct 13 11:27:08.661419 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d5a4ae2-cffa-4f20-a0bf-5fe4feb64480 req-a87134bc-ad15-44d1-b213-9fdd7ee5c552 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368192 Oct 13 11:27:08.678567 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f1557f4-8e02-49c5-bcd7-a2a66b6392d4 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:08.678984 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-7f1557f4-8e02-49c5-bcd7-a2a66b6392d4 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Floating IP 3e2b505f-ec0c-4da5-ad50-b9bb2d87bfed disassociated. External IP: 172.25.0.12, port: 60370356-5156-4c0f-abed-c37a09b292c4. Oct 13 11:27:08.918962 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:08.928355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1557f4-8e02-49c5-bcd7-a2a66b6392d4 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:09.376382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1557f4-8e02-49c5-bcd7-a2a66b6392d4 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:09.382021 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f1557f4-8e02-49c5-bcd7-a2a66b6392d4 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:09.390756 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839f6cf0-ed27-4701-a41f-64cad2832bc0 None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:09.400294 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839f6cf0-ed27-4701-a41f-64cad2832bc0 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:09.401280 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-839f6cf0-ed27-4701-a41f-64cad2832bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:09.416746 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7f1557f4-8e02-49c5-bcd7-a2a66b6392d4 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "PUT /v2.0/floatingips/3e2b505f-ec0c-4da5-ad50-b9bb2d87bfed HTTP/1.1" status: 200 len: 687 time: 1.0780835 Oct 13 11:27:09.419255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56702) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:09.436784 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-839f6cf0-ed27-4701-a41f-64cad2832bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:09.447609 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839f6cf0-ed27-4701-a41f-64cad2832bc0 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:09.448240 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-839f6cf0-ed27-4701-a41f-64cad2832bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:26:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:09.483260 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-839f6cf0-ed27-4701-a41f-64cad2832bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:09.483931 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839f6cf0-ed27-4701-a41f-64cad2832bc0 None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:09.568155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port bbbb9766-2e74-4a83-bd46-cde2d06ee1c5 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:09.568552 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:09.652994 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:09.653330 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:09.666868 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for bbbb9766-2e74-4a83-bd46-cde2d06ee1c5 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:09.804379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0631-9f98-471b-a109-55ee93935867 req-7e6fae2a-bf30-4dba-9295-f045a974f026 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:09.805827 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c74f0631-9f98-471b-a109-55ee93935867 req-7e6fae2a-bf30-4dba-9295-f045a974f026 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.0567307 Oct 13 11:27:09.847819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c74f0631-9f98-471b-a109-55ee93935867 req-44d52ddb-bb31-42b6-8eb8-3212e4dda19d tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353272 Oct 13 11:27:09.884433 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:09.911345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=bbbb9766-2e74-4a83-bd46-cde2d06ee1c5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:09.923360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:09.924301 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:09.924647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:09.924986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:09.925319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:09.925652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:09.925983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:09.926310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:09.926661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:09.926988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:09.927316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:09.927641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:09.982541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:09.985086 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:09.986388 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a596193c-64c2-4687-bba1-206b3d9afd93 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/floatingips/3e2b505f-ec0c-4da5-ad50-b9bb2d87bfed HTTP/1.1" status: 204 len: 168 time: 0.5659962 Oct 13 11:27:09.990714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56708) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:10.030791 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-fe8c2ab3-46d8-4d27-9148-7f4b2e067531 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] delete failed (client error): The resource could not be found. Oct 13 11:27:10.031855 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fe8c2ab3-46d8-4d27-9148-7f4b2e067531 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/floatingips/3e2b505f-ec0c-4da5-ad50-b9bb2d87bfed HTTP/1.1" status: 404 len: 345 time: 0.0401714 Oct 13 11:27:10.036623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56710) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:10.145756 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb85ba-bebb-4c68-abbf-9ecb5e6d916c tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:10.151807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb85ba-bebb-4c68-abbf-9ecb5e6d916c tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:10.158649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb85ba-bebb-4c68-abbf-9ecb5e6d916c tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:10.160341 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6ceb85ba-bebb-4c68-abbf-9ecb5e6d916c tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "GET /v2.0/ports?network_id=fa0c744f-76d3-45aa-9e83-6298961cf420 HTTP/1.1" status: 200 len: 2359 time: 0.1226356 Oct 13 11:27:10.163178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56712) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:10.228885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e78d54-fc0d-46c8-9e11-d02a0790ee4a tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:10.230252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e4e78d54-fc0d-46c8-9e11-d02a0790ee4a tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "GET /v2.0/subnets/303134b7-34e1-4243-b385-4735c69b215e HTTP/1.1" status: 200 len: 797 time: 0.0657020 Oct 13 11:27:10.235367 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56714) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:10.240562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'port': {'network_id': 'fa0c744f-76d3-45aa-9e83-6298961cf420', 'name': 'tempest-FloatingIPTestJSON-2024681376', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:10.432738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Made reservation on behalf of ccf5c4f491064036bb964e69c2d66088 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:27:10.536138 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:10.555938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] device_id is not set on port 1075e42e-ab0e-4871-8f7f-a50153320311 yet. {{(pid=101990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:27:10.771494 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:10.772318 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-68091c28-1edf-4c9d-9687-f49ebfa2f9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:10.913009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.20.0.14 (fa0c744f-76d3-45aa-9e83-6298961cf420/303134b7-34e1-4243-b385-4735c69b215e/1075e42e-ab0e-4871-8f7f-a50153320311) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:10.931980 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.20.0.13 (fa0c744f-76d3-45aa-9e83-6298961cf420/303134b7-34e1-4243-b385-4735c69b215e/1075e42e-ab0e-4871-8f7f-a50153320311) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:10.993410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b1d30-2271-4f0d-8b30-495311a5bb85 req-8f86afeb-1cc7-410c-a9b6-6f3a1779e685 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:10.995131 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af2b1d30-2271-4f0d-8b30-495311a5bb85 req-8f86afeb-1cc7-410c-a9b6-6f3a1779e685 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.0613368 Oct 13 11:27:11.039714 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af2b1d30-2271-4f0d-8b30-495311a5bb85 req-3be301cf-1f0c-4bba-90f4-12cfef022934 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379846 Oct 13 11:27:11.086046 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:11.187802 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:11.240868 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network fa0c744f-76d3-45aa-9e83-6298961cf420 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:11.244186 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:11.248278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:11.279606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=1075e42e-ab0e-4871-8f7f-a50153320311,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:11.482518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:11.482518 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:11.482518 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5fe6d5dc-f9e7-4eae-847d-a15d1389b1c0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1656063 Oct 13 11:27:11.482518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56752) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:11.482518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '1075e42e-ab0e-4871-8f7f-a50153320311', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:11.535703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:11.646863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:11.696272 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0319191-3a6f-4e4f-8d8b-ccf34f82edd0 req-5ef37e27-fc73-439c-a0ef-15de8c482d93 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544012 Oct 13 11:27:11.770199 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:11.793295 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0319191-3a6f-4e4f-8d8b-ccf34f82edd0 req-ce878b97-0cd4-4512-9eb9-87e9fe2ed6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:11.795195 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0319191-3a6f-4e4f-8d8b-ccf34f82edd0 req-ce878b97-0cd4-4512-9eb9-87e9fe2ed6c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3690662a654f44c581c6b87d8282163d&device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 1135 time: 0.0474024 Oct 13 11:27:11.815234 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.25.0.41 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/e1105ad8-8d66-4ddb-85ab-7dc35515334f) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:11.952812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0319191-3a6f-4e4f-8d8b-ccf34f82edd0 req-92823e34-005f-40f8-81f5-aca8f613be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:11.954387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0319191-3a6f-4e4f-8d8b-ccf34f82edd0 req-92823e34-005f-40f8-81f5-aca8f613be10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00780ed0-14b1-4fe2-a991-76427df19110 HTTP/1.1" status: 200 len: 897 time: 0.1360846 Oct 13 11:27:11.994298 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:12.043936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0319191-3a6f-4e4f-8d8b-ccf34f82edd0 req-a491a010-3e6d-43f7-9ba6-4402a4463755 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78617b3c-6489-487e-894c-d293d3b5978f HTTP/1.1" status: 200 len: 1001 time: 0.0810499 Oct 13 11:27:12.090675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:12.113720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0319191-3a6f-4e4f-8d8b-ccf34f82edd0 req-797c74b0-9969-469e-9755-5244565da5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:12.115399 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0319191-3a6f-4e4f-8d8b-ccf34f82edd0 req-797c74b0-9969-469e-9755-5244565da5e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b128a678-e95b-465c-ad95-ab86122e27b4 HTTP/1.1" status: 200 len: 834 time: 0.0640852 Oct 13 11:27:12.148095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:12.152370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:12.155252 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:12.157625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=e1105ad8-8d66-4ddb-85ab-7dc35515334f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:12.224207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0319191-3a6f-4e4f-8d8b-ccf34f82edd0 req-a8e203c7-d05e-4d14-b848-03131a8d0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:12.224207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0319191-3a6f-4e4f-8d8b-ccf34f82edd0 req-a8e203c7-d05e-4d14-b848-03131a8d0962 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00780ed0-14b1-4fe2-a991-76427df19110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996468 Oct 13 11:27:12.230745 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4b205-1e0f-486c-814f-c53c6b487033 req-1b19aaba-f409-4b7c-9b2a-19064ad74c4c tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:12.234841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83b4b205-1e0f-486c-814f-c53c6b487033 req-1b19aaba-f409-4b7c-9b2a-19064ad74c4c tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.0837686 Oct 13 11:27:12.296139 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:12.340965 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83b4b205-1e0f-486c-814f-c53c6b487033 req-d469eba1-3ced-46a3-beb1-9d39954c68b1 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935681 Oct 13 11:27:12.389045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0319191-3a6f-4e4f-8d8b-ccf34f82edd0 req-b63e8a5d-5ef7-4af5-bfa4-2fd2b3380b93 service neutron] 10.222.0.21 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517730 Oct 13 11:27:12.543773 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0319191-3a6f-4e4f-8d8b-ccf34f82edd0 req-f19f2684-2394-4e58-860b-162111acd4c0 service neutron] 10.222.0.21 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463153 Oct 13 11:27:12.686537 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:12.822452 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:13.024265 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:13.124144 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:13.204248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=e1105ad8-8d66-4ddb-85ab-7dc35515334f,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:13.227302 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:13.386570 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Floating IP 52e9992f-f45e-46ce-99b7-145d0ca29031 associated. External IP: 172.25.0.41, port: 1075e42e-ab0e-4871-8f7f-a50153320311. Oct 13 11:27:13.490021 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:13.510814 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f08be7-7369-4550-a6f7-1c3978b88ad9 req-50991127-0a51-44ff-abbf-ffe421ae5745 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:13.513264 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3f08be7-7369-4550-a6f7-1c3978b88ad9 req-50991127-0a51-44ff-abbf-ffe421ae5745 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.0771053 Oct 13 11:27:13.560116 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3f08be7-7369-4550-a6f7-1c3978b88ad9 req-70f46bcc-8701-48e7-bb49-8e3ac790353b tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388119 Oct 13 11:27:13.699172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:13.819933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:13.833691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b8413-e272-47f8-ac6a-3c5bc202d206 None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:13.849747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b8413-e272-47f8-ac6a-3c5bc202d206 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:13.850531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-780b8413-e272-47f8-ac6a-3c5bc202d206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:13.894821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-780b8413-e272-47f8-ac6a-3c5bc202d206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:13.904572 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b8413-e272-47f8-ac6a-3c5bc202d206 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:13.905323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-780b8413-e272-47f8-ac6a-3c5bc202d206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:13.940148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-780b8413-e272-47f8-ac6a-3c5bc202d206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:13.940975 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b8413-e272-47f8-ac6a-3c5bc202d206 None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:13.961801 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:14.024901 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-782edac9-797d-4818-a729-7d84323c83e3 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6184378 Oct 13 11:27:14.028461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56806) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:14.034634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0cad6817-bb6a-45f8-959c-4417c3d02826 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'floatingip': {'port_id': '1075e42e-ab0e-4871-8f7f-a50153320311', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:14.112083 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0cad6817-bb6a-45f8-959c-4417c3d02826 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:14.741959 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37b311-1d0f-42e0-a3e7-e648c8e62a0e req-57557db0-c599-4b4b-88b1-2a6a94e05bb8 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:14.744516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c37b311-1d0f-42e0-a3e7-e648c8e62a0e req-57557db0-c599-4b4b-88b1-2a6a94e05bb8 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.0973003 Oct 13 11:27:14.846990 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c37b311-1d0f-42e0-a3e7-e648c8e62a0e req-a57ae9aa-e336-4ecf-9a73-512918f56dae tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837808 Oct 13 11:27:14.854098 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0cad6817-bb6a-45f8-959c-4417c3d02826 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:14.924621 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0cad6817-bb6a-45f8-959c-4417c3d02826 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:15.251931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cad6817-bb6a-45f8-959c-4417c3d02826 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:15.776990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cad6817-bb6a-45f8-959c-4417c3d02826 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:15.785009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0cad6817-bb6a-45f8-959c-4417c3d02826 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:15.793159 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51380aab-ec09-4b25-af78-e0c86fbe78ff None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:15.804614 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51380aab-ec09-4b25-af78-e0c86fbe78ff None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:15.806344 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-51380aab-ec09-4b25-af78-e0c86fbe78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:15.851597 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-51380aab-ec09-4b25-af78-e0c86fbe78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:15.868905 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51380aab-ec09-4b25-af78-e0c86fbe78ff None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:15.869587 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-51380aab-ec09-4b25-af78-e0c86fbe78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:15.873760 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0cad6817-bb6a-45f8-959c-4417c3d02826 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "PUT /v2.0/floatingips/52e9992f-f45e-46ce-99b7-145d0ca29031 HTTP/1.1" status: 200 len: 978 time: 1.8439155 Oct 13 11:27:15.876653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56832) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:15.952296 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-51380aab-ec09-4b25-af78-e0c86fbe78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:15.955663 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51380aab-ec09-4b25-af78-e0c86fbe78ff None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:16.048192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d6731-ddaf-48d5-a04f-d8c145b4a77e req-82d45fb1-923f-43c4-b965-af41afb7b26a tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:16.051460 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a4d6731-ddaf-48d5-a04f-d8c145b4a77e req-82d45fb1-923f-43c4-b965-af41afb7b26a tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.0720322 Oct 13 11:27:16.121888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a4d6731-ddaf-48d5-a04f-d8c145b4a77e req-ef3fb89d-8cf5-403a-9c6c-8f6565d8a982 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631852 Oct 13 11:27:16.213882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-33e2d54a-c72b-45c1-9b0f-9e79b0a01b5e tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port e1105ad8-8d66-4ddb-85ab-7dc35515334f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:16.214247 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33e2d54a-c72b-45c1-9b0f-9e79b0a01b5e tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:16.218456 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245b9cc0-2fa8-4fb4-9501-85a684f139ac req-a15cc1e7-9cf4-41d8-87f6-d6e1f7ed30b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0799325 Oct 13 11:27:16.347663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b9cc0-2fa8-4fb4-9501-85a684f139ac req-99d0fb3b-2744-468d-8ab4-d6241baf01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:16.349341 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245b9cc0-2fa8-4fb4-9501-85a684f139ac req-99d0fb3b-2744-468d-8ab4-d6241baf01a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 1096 time: 0.0789804 Oct 13 11:27:16.353917 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33e2d54a-c72b-45c1-9b0f-9e79b0a01b5e tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:16.354252 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33e2d54a-c72b-45c1-9b0f-9e79b0a01b5e tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:16.370777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-33e2d54a-c72b-45c1-9b0f-9e79b0a01b5e tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for e1105ad8-8d66-4ddb-85ab-7dc35515334f owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:16.868697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b9cc0-2fa8-4fb4-9501-85a684f139ac req-301bf4c9-6933-45e2-bfbc-7b9ba2576085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:16.870197 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245b9cc0-2fa8-4fb4-9501-85a684f139ac req-301bf4c9-6933-45e2-bfbc-7b9ba2576085 service neutron] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.4883242 Oct 13 11:27:16.951241 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245b9cc0-2fa8-4fb4-9501-85a684f139ac req-c92d2699-9fce-4585-a4e3-019e27430c3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720ef277-a84c-44fc-b95b-fd2afb4ef397 HTTP/1.1" status: 200 len: 1001 time: 0.0715599 Oct 13 11:27:17.044966 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b9cc0-2fa8-4fb4-9501-85a684f139ac req-6b506ef4-ee4f-4c49-8a98-b677fa7e6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:17.047840 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245b9cc0-2fa8-4fb4-9501-85a684f139ac req-6b506ef4-ee4f-4c49-8a98-b677fa7e6294 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0689521 Oct 13 11:27:17.127875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b9cc0-2fa8-4fb4-9501-85a684f139ac req-864ee727-50fb-48ee-a676-7db581adef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:17.127875 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245b9cc0-2fa8-4fb4-9501-85a684f139ac req-864ee727-50fb-48ee-a676-7db581adef86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572011 Oct 13 11:27:17.226577 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245b9cc0-2fa8-4fb4-9501-85a684f139ac req-069a56a6-1eaa-4720-866f-cf696b9a79fc service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084559 Oct 13 11:27:17.287076 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33e2d54a-c72b-45c1-9b0f-9e79b0a01b5e tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:17.323019 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2d54a-c72b-45c1-9b0f-9e79b0a01b5e tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=e1105ad8-8d66-4ddb-85ab-7dc35515334f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:17.365897 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85fe7e-b4d0-4b15-9d12-1af4f06179db req-93fa136d-33bf-449c-a3a1-7c68e4cab868 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:17.368054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f85fe7e-b4d0-4b15-9d12-1af4f06179db req-93fa136d-33bf-449c-a3a1-7c68e4cab868 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 943 time: 0.1379545 Oct 13 11:27:17.454757 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33e2d54a-c72b-45c1-9b0f-9e79b0a01b5e tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:17.455108 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-33e2d54a-c72b-45c1-9b0f-9e79b0a01b5e tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Floating IP 52e9992f-f45e-46ce-99b7-145d0ca29031 disassociated (deleted). External IP: 172.25.0.41, port: 1075e42e-ab0e-4871-8f7f-a50153320311. Oct 13 11:27:17.459858 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245b9cc0-2fa8-4fb4-9501-85a684f139ac req-1771fda7-9971-48d4-9e0a-dbd054b5bf61 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268803 Oct 13 11:27:17.462273 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f85fe7e-b4d0-4b15-9d12-1af4f06179db req-f632b65c-7c77-49fc-961c-952f747084d7 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863965 Oct 13 11:27:17.709235 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 809545fc-b879-4232-a7b3-ce592181f267 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:27:17.877216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e2d54a-c72b-45c1-9b0f-9e79b0a01b5e tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:17.891335 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 809545fc-b879-4232-a7b3-ce592181f267, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=809545fc-b879-4232-a7b3-ce592181f267,segment=NetworkSegment(111de8d9-1ca9-4045-9592-f400443421ee),segment_id=111de8d9-1ca9-4045-9592-f400443421ee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:27:17.910577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '809545fc-b879-4232-a7b3-ce592181f267', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'port_id': '809545fc-b879-4232-a7b3-ce592181f267', 'mac_address': 'fa:16:3e:94:43:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:27:17.954413 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:17.978703 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809545fc-b879-4232-a7b3-ce592181f267 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:27:18.032526 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 809545fc-b879-4232-a7b3-ce592181f267, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=809545fc-b879-4232-a7b3-ce592181f267,segment=NetworkSegment(111de8d9-1ca9-4045-9592-f400443421ee),segment_id=111de8d9-1ca9-4045-9592-f400443421ee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:27:18.065324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e2d54a-c72b-45c1-9b0f-9e79b0a01b5e tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:18.073689 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-33e2d54a-c72b-45c1-9b0f-9e79b0a01b5e tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:18.076779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89755d13-482b-4956-8dd3-6457f3d3777b None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:18.094447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89755d13-482b-4956-8dd3-6457f3d3777b None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:18.097493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-89755d13-482b-4956-8dd3-6457f3d3777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:18.142922 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-33e2d54a-c72b-45c1-9b0f-9e79b0a01b5e tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/floatingips/52e9992f-f45e-46ce-99b7-145d0ca29031 HTTP/1.1" status: 204 len: 168 time: 2.2622013 Oct 13 11:27:18.143323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56868) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:18.202348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-89755d13-482b-4956-8dd3-6457f3d3777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:18.209562 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:18.343091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=809545fc-b879-4232-a7b3-ce592181f267,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:18.359321 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b927895d-efce-4ff8-b5a4-af5b5cb37cb0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port 1075e42e-ab0e-4871-8f7f-a50153320311 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:18.360950 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b927895d-efce-4ff8-b5a4-af5b5cb37cb0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:18.362696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89755d13-482b-4956-8dd3-6457f3d3777b None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:18.363421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-89755d13-482b-4956-8dd3-6457f3d3777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:18.440489 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-89755d13-482b-4956-8dd3-6457f3d3777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:18.449607 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89755d13-482b-4956-8dd3-6457f3d3777b None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:18.535393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b927895d-efce-4ff8-b5a4-af5b5cb37cb0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:18.556098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b927895d-efce-4ff8-b5a4-af5b5cb37cb0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for 1075e42e-ab0e-4871-8f7f-a50153320311 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:18.570386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['809545fc-b879-4232-a7b3-ce592181f267'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:27:18.619041 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f69637-0c1b-4eea-82db-acfcd401440a req-03546f2a-d36f-480a-a3fb-047522fbac59 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:18.631365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27f69637-0c1b-4eea-82db-acfcd401440a req-03546f2a-d36f-480a-a3fb-047522fbac59 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 944 time: 0.0949829 Oct 13 11:27:18.707754 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27f69637-0c1b-4eea-82db-acfcd401440a req-44d07c58-6278-4233-a038-2658849f7d17 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750673 Oct 13 11:27:19.021541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b927895d-efce-4ff8-b5a4-af5b5cb37cb0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:19.078829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927895d-efce-4ff8-b5a4-af5b5cb37cb0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=1075e42e-ab0e-4871-8f7f-a50153320311,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:19.188266 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b927895d-efce-4ff8-b5a4-af5b5cb37cb0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:19.196062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56884) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:19.196437 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b927895d-efce-4ff8-b5a4-af5b5cb37cb0 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/ports/1075e42e-ab0e-4871-8f7f-a50153320311 HTTP/1.1" status: 204 len: 168 time: 1.0519297 Oct 13 11:27:19.201040 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:19.330407 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:19.442745 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:19.573702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.25.0.182 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/b5198409-9624-4b06-bfb4-a6a15d67e924) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:19.704929 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:19.712728 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 809545fc-b879-4232-a7b3-ce592181f267 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:27:19.859121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3ecf6-16e0-48ec-b26b-a09403f278f3 req-1950321f-2da2-4687-bd5d-5a773b04c0d0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:19.861449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1df3ecf6-16e0-48ec-b26b-a09403f278f3 req-1950321f-2da2-4687-bd5d-5a773b04c0d0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 944 time: 0.0569241 Oct 13 11:27:19.862856 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:19.884256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 809545fc-b879-4232-a7b3-ce592181f267 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:27:19.889761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 809545fc-b879-4232-a7b3-ce592181f267 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:19.890200 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:19.957806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:19.974259 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1df3ecf6-16e0-48ec-b26b-a09403f278f3 req-db58cc2d-f941-4889-a0ae-7a80a4957bb9 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774810 Oct 13 11:27:19.978292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:19.986189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:19.987742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=b5198409-9624-4b06-bfb4-a6a15d67e924,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:20.017930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:20.059955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809545fc-b879-4232-a7b3-ce592181f267'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:27:20.063556 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d61007-0a5b-465e-be7a-00b756395328" -d '{"events": [{"server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "name": "network-vif-plugged", "status": "completed", "tag": "809545fc-b879-4232-a7b3-ce592181f267"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:27:20.096569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 809545fc-b879-4232-a7b3-ce592181f267, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=809545fc-b879-4232-a7b3-ce592181f267,segment=NetworkSegment(111de8d9-1ca9-4045-9592-f400443421ee),segment_id=111de8d9-1ca9-4045-9592-f400443421ee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:27:20.105128 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:20.129938 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c379eda7-2824-4274-93d5-c62c43d04e18 x-openstack-request-id: req-c379eda7-2824-4274-93d5-c62c43d04e18 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:27:20.130145 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "name": "network-vif-plugged", "status": "completed", "tag": "809545fc-b879-4232-a7b3-ce592181f267", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:27:20.130423 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c379eda7-2824-4274-93d5-c62c43d04e18 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:27:20.130814 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809545fc-b879-4232-a7b3-ce592181f267', 'code': 200} Oct 13 11:27:20.228266 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:20.234930 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:20.254675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df0f73-8fc7-4775-8e2f-c0f37d1f5710 req-c96868d4-5b78-475a-8e4d-61caab537595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:20.258591 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d6df0f73-8fc7-4775-8e2f-c0f37d1f5710 req-c96868d4-5b78-475a-8e4d-61caab537595 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 1095 time: 0.0622246 Oct 13 11:27:20.300607 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d6df0f73-8fc7-4775-8e2f-c0f37d1f5710 req-cbc46b85-25e6-4a59-a305-efd1d2c974a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332348 Oct 13 11:27:20.300892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=809545fc-b879-4232-a7b3-ce592181f267,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:20.437260 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:20.495911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:20.576141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=b5198409-9624-4b06-bfb4-a6a15d67e924,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:20.586160 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:20.693011 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:20.695188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c1af79c4-2075-4c0b-a145-d150e101a573 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4970865 Oct 13 11:27:20.697449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56908) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:20.702886 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'port': {'network_id': 'fa0c744f-76d3-45aa-9e83-6298961cf420', 'name': 'tempest-FloatingIPTestJSON-1466014837'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:20.925352 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Made reservation on behalf of ccf5c4f491064036bb964e69c2d66088 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:27:20.929401 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:20.951939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] device_id is not set on port d649b27e-7133-4afc-bc78-de07273d4b02 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:27:21.146065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.20.0.2 (fa0c744f-76d3-45aa-9e83-6298961cf420/303134b7-34e1-4243-b385-4735c69b215e/d649b27e-7133-4afc-bc78-de07273d4b02) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:21.200114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ab44c-4b21-4d8f-8b97-263ccd36082b req-a87fc3c1-5e59-47dc-92c2-a951163a3ed7 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:21.201969 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f06ab44c-4b21-4d8f-8b97-263ccd36082b req-a87fc3c1-5e59-47dc-92c2-a951163a3ed7 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 945 time: 0.1457350 Oct 13 11:27:21.281784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f06ab44c-4b21-4d8f-8b97-263ccd36082b req-d94903fd-b9fb-4775-80f9-755071b7fbf4 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715899 Oct 13 11:27:21.422757 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:21.559296 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:21.613646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network fa0c744f-76d3-45aa-9e83-6298961cf420 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:21.617647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:21.622375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:21.649752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=d649b27e-7133-4afc-bc78-de07273d4b02,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:21.687101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:21.688348 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:21.784538 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1bf54bd2-f674-4510-a0b4-df165432ff95 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0859504 Oct 13 11:27:21.787403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56928) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:21.792804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f162b6b5-e1f4-4e47-a311-dbe33708d3d9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'floatingip': {'port_id': 'd649b27e-7133-4afc-bc78-de07273d4b02'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:21.843920 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f162b6b5-e1f4-4e47-a311-dbe33708d3d9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:22.520042 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f162b6b5-e1f4-4e47-a311-dbe33708d3d9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:22.538539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37f55d-cfd4-488b-a84f-f38323d35d55 req-266a96ba-cb84-4a08-954b-7d51d0cb6a1e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:22.540497 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f37f55d-cfd4-488b-a84f-f38323d35d55 req-266a96ba-cb84-4a08-954b-7d51d0cb6a1e tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 945 time: 0.1352148 Oct 13 11:27:22.597814 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f37f55d-cfd4-488b-a84f-f38323d35d55 req-91866c44-ab8b-41aa-af40-47580cb52b70 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472169 Oct 13 11:27:22.599292 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f162b6b5-e1f4-4e47-a311-dbe33708d3d9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:22.763061 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-f162b6b5-e1f4-4e47-a311-dbe33708d3d9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Floating IP 39c308ff-f93f-48e1-bdbe-3f4901f1224d associated. External IP: 172.25.0.182, port: d649b27e-7133-4afc-bc78-de07273d4b02. Oct 13 11:27:22.774475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62a597-2502-4b16-ba9f-b4b84d9fe67f req-163ef427-e92f-4b6a-8fc6-ebe501c65f06 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:22.775994 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab62a597-2502-4b16-ba9f-b4b84d9fe67f req-163ef427-e92f-4b6a-8fc6-ebe501c65f06 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 945 time: 0.1001828 Oct 13 11:27:22.883903 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab62a597-2502-4b16-ba9f-b4b84d9fe67f req-e2ef6511-3c90-4920-8343-e048ee93c499 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723658 Oct 13 11:27:22.910472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56948) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:23.058982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f162b6b5-e1f4-4e47-a311-dbe33708d3d9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:23.186202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f6d498-ab90-4fbb-bb53-4e9e380541cd tempest-TestVolumeBackupRestore-1159956501 tempest-TestVolumeBackupRestore-1159956501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:23.188245 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-91f6d498-ab90-4fbb-bb53-4e9e380541cd tempest-TestVolumeBackupRestore-1159956501 tempest-TestVolumeBackupRestore-1159956501-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 1091 time: 0.2758746 Oct 13 11:27:23.192158 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56954) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:23.206306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '809545fc-b879-4232-a7b3-ce592181f267', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:23.234146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f162b6b5-e1f4-4e47-a311-dbe33708d3d9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:23.240247 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f162b6b5-e1f4-4e47-a311-dbe33708d3d9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:23.245859 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa3a383-ab13-4e61-bdfa-dee543f4f7e2 None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:23.272053 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f162b6b5-e1f4-4e47-a311-dbe33708d3d9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "PUT /v2.0/floatingips/39c308ff-f93f-48e1-bdbe-3f4901f1224d HTTP/1.1" status: 200 len: 978 time: 1.4833477 Oct 13 11:27:23.275740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 56960) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:23.346842 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:23.412331 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa3a383-ab13-4e61-bdfa-dee543f4f7e2 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:23.413291 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9aa3a383-ab13-4e61-bdfa-dee543f4f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:23.463202 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9aa3a383-ab13-4e61-bdfa-dee543f4f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:23.473100 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa3a383-ab13-4e61-bdfa-dee543f4f7e2 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:23.474297 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9aa3a383-ab13-4e61-bdfa-dee543f4f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:23.479865 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a10de239-fb9b-43a8-b0ee-95149d6dea86 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port d649b27e-7133-4afc-bc78-de07273d4b02 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:23.480263 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a10de239-fb9b-43a8-b0ee-95149d6dea86 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:23.508622 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9aa3a383-ab13-4e61-bdfa-dee543f4f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:23.509275 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa3a383-ab13-4e61-bdfa-dee543f4f7e2 None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:23.607052 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a10de239-fb9b-43a8-b0ee-95149d6dea86 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:23.617018 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:23.947661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Allocated IP 172.25.0.208 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/5ab132a7-e84c-48e9-85a8-be55228db4af) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:23.982221 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a10de239-fb9b-43a8-b0ee-95149d6dea86 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:23.982599 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a10de239-fb9b-43a8-b0ee-95149d6dea86 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:23.982922 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-a10de239-fb9b-43a8-b0ee-95149d6dea86 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Floating IP 39c308ff-f93f-48e1-bdbe-3f4901f1224d disassociated. External IP: 172.25.0.182, port: d649b27e-7133-4afc-bc78-de07273d4b02. Oct 13 11:27:23.983272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-a10de239-fb9b-43a8-b0ee-95149d6dea86 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for d649b27e-7133-4afc-bc78-de07273d4b02 owned by {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:24.137484 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:24.290525 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:24.321645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a10de239-fb9b-43a8-b0ee-95149d6dea86 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:24.342997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:24.355055 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:24.357451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:24.383743 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Pushing event updated for resources: {'Port': ['ID=5ab132a7-e84c-48e9-85a8-be55228db4af,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:24.451816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10de239-fb9b-43a8-b0ee-95149d6dea86 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=d649b27e-7133-4afc-bc78-de07273d4b02,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:24.671131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10de239-fb9b-43a8-b0ee-95149d6dea86 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:24.995154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56986) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:25.159443 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aaac59d2-d048-4234-bac4-e840343a874a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:25.232153 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10de239-fb9b-43a8-b0ee-95149d6dea86 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:25.256958 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aaac59d2-d048-4234-bac4-e840343a874a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:25.260221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd663a-7364-44bb-b469-81d6f0ac0ffa None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:25.272767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd663a-7364-44bb-b469-81d6f0ac0ffa None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:25.273246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d2fd663a-7364-44bb-b469-81d6f0ac0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:25.335977 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aaac59d2-d048-4234-bac4-e840343a874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:25.355261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d2fd663a-7364-44bb-b469-81d6f0ac0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:25.384499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd663a-7364-44bb-b469-81d6f0ac0ffa None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:25.385810 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d2fd663a-7364-44bb-b469-81d6f0ac0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:25.389833 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-aaac59d2-d048-4234-bac4-e840343a874a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d70c49f34ce4c1cb197eaf30bc6b27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927550 Oct 13 11:27:25.392271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac59d2-d048-4234-bac4-e840343a874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf861a77-f259-4e56-b1ed-4c796a60647c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:25.398375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56996) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:25.450810 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d2fd663a-7364-44bb-b469-81d6f0ac0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:25.454437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd663a-7364-44bb-b469-81d6f0ac0ffa None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:25.474626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0710f41-b997-4b67-8f6e-090956395ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:25.480659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a10de239-fb9b-43a8-b0ee-95149d6dea86 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:25.487829 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a10de239-fb9b-43a8-b0ee-95149d6dea86 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/ports/d649b27e-7133-4afc-bc78-de07273d4b02 HTTP/1.1" status: 204 len: 168 time: 2.2107978 Oct 13 11:27:25.489289 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 56998) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:25.506602 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:25.538956 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-382b1911-cec9-4c00-b0dd-eef154105720 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "GET /v2.0/floatingips/39c308ff-f93f-48e1-bdbe-3f4901f1224d HTTP/1.1" status: 200 len: 688 time: 0.0486708 Oct 13 11:27:25.544399 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57002) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:25.549824 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0710f41-b997-4b67-8f6e-090956395ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:25.695945 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0710f41-b997-4b67-8f6e-090956395ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:25.700057 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0710f41-b997-4b67-8f6e-090956395ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:25.701534 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d0710f41-b997-4b67-8f6e-090956395ca2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf861a77-f259-4e56-b1ed-4c796a60647c HTTP/1.1" status: 204 len: 168 time: 0.2977097 Oct 13 11:27:25.711605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8be01b32-868f-430d-a864-c9b94f38f489 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port b5198409-9624-4b06-bfb4-a6a15d67e924 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:25.712089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8be01b32-868f-430d-a864-c9b94f38f489 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:25.712404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0710f41-b997-4b67-8f6e-090956395ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf861a77-f259-4e56-b1ed-4c796a60647c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:25.824379 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:25.890085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8be01b32-868f-430d-a864-c9b94f38f489 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:25.890436 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8be01b32-868f-430d-a864-c9b94f38f489 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:25.909202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-8be01b32-868f-430d-a864-c9b94f38f489 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for b5198409-9624-4b06-bfb4-a6a15d67e924 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:26.103940 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:26.177985 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:26.221500 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8be01b32-868f-430d-a864-c9b94f38f489 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:26.303035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Pushing event updated for resources: {'Port': ['ID=5ab132a7-e84c-48e9-85a8-be55228db4af,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:26.351502 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:26.357732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be01b32-868f-430d-a864-c9b94f38f489 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=b5198409-9624-4b06-bfb4-a6a15d67e924,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:26.416303 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8be01b32-868f-430d-a864-c9b94f38f489 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:26.419353 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8be01b32-868f-430d-a864-c9b94f38f489 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:26.424470 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8be01b32-868f-430d-a864-c9b94f38f489 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/floatingips/39c308ff-f93f-48e1-bdbe-3f4901f1224d HTTP/1.1" status: 204 len: 168 time: 0.8757112 Oct 13 11:27:26.424804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57018) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:26.429762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '60370356-5156-4c0f-abed-c37a09b292c4'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:26.490879 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Floating IP 5b63d9a2-0633-4843-8d4d-0588d9743067 associated. External IP: 172.25.0.208, port: 809545fc-b879-4232-a7b3-ce592181f267. Oct 13 11:27:26.558137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57020) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:26.582302 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:26.582302 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0ad6-4eb8-4e65-af11-7fd778226ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:26.727148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Router 29c62c3c-bacd-4033-a9a3-4e936c370263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:26.744653 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0ad6-4eb8-4e65-af11-7fd778226ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:26.761715 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:26.833511 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0ad6-4eb8-4e65-af11-7fd778226ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:26.851759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:26.874696 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14af1fa-4661-4be3-8790-98ff05c0d21d None None] Sync routers for ids ['29c62c3c-bacd-4033-a9a3-4e936c370263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:26.884093 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14af1fa-4661-4be3-8790-98ff05c0d21d None None] Routers {'29c62c3c-bacd-4033-a9a3-4e936c370263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:26.884846 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d14af1fa-4661-4be3-8790-98ff05c0d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['29c62c3c-bacd-4033-a9a3-4e936c370263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:26.925204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d0ad6-4eb8-4e65-af11-7fd778226ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a980b747-f8be-48a8-9833-6bdf1c457552,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:26.933346 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0f5d0ad6-4eb8-4e65-af11-7fd778226ff8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0978351ccca40f98eac3b4bf0c12377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740084 Oct 13 11:27:26.938496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57026) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:26.950106 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:26.981970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.25.0.155 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/c1010e4f-9d60-458e-bccd-9dc8a6f30372) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:26.991030 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-781ee3d1-af5c-4ccf-88a9-cd9c43747fbb tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7977779 Oct 13 11:27:26.991854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'tag': '809545fc-b879-4232-a7b3-ce592181f267'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:27:26.994435 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f0dd8c-1370-45b2-a471-3b9707418660" -d '{"events": [{"name": "network-changed", "server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "tag": "809545fc-b879-4232-a7b3-ce592181f267"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:27:26.996985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57028) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:27.030870 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-d14af1fa-4661-4be3-8790-98ff05c0d21d None None] Set router 29c62c3c-bacd-4033-a9a3-4e936c370263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:27:27.043389 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281dbee4-2b04-40be-8e48-eb44dd2b4a2d x-openstack-request-id: req-281dbee4-2b04-40be-8e48-eb44dd2b4a2d {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:27:27.043960 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "tag": "809545fc-b879-4232-a7b3-ce592181f267", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:27:27.044403 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-281dbee4-2b04-40be-8e48-eb44dd2b4a2d {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:27:27.044991 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'tag': '809545fc-b879-4232-a7b3-ce592181f267', 'status': 'completed', 'code': 200} Oct 13 11:27:27.120269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc58af49-a647-42af-b0ea-c650d89b2523 tempest-TestVolumeBackupRestore-1159956501 tempest-TestVolumeBackupRestore-1159956501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:27.122110 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cc58af49-a647-42af-b0ea-c650d89b2523 tempest-TestVolumeBackupRestore-1159956501 tempest-TestVolumeBackupRestore-1159956501-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 1091 time: 0.1197340 Oct 13 11:27:27.125109 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57034) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:27.132485 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ff42d3d-c8a8-43bb-b898-44e637e90e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:27.132776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ae731f08-9dbd-45f4-b8ae-4c7eec49a9a2 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Request body: {'floatingip': {'port_id': '809545fc-b879-4232-a7b3-ce592181f267'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:27.177985 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ff42d3d-c8a8-43bb-b898-44e637e90e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:27.195762 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0dd8c-1370-45b2-a471-3b9707418660 req-0ff32401-f95e-4d36-9a22-26d1536933bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:27.197291 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04f0dd8c-1370-45b2-a471-3b9707418660 req-0ff32401-f95e-4d36-9a22-26d1536933bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e04ce079cae84008b121b9986d816c68&device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 1096 time: 0.1053536 Oct 13 11:27:27.208406 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae731f08-9dbd-45f4-b8ae-4c7eec49a9a2 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:27.261760 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:27.339033 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d14af1fa-4661-4be3-8790-98ff05c0d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5b63d9a2-0633-4843-8d4d-0588d9743067', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'port_id': '809545fc-b879-4232-a7b3-ce592181f267', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'mac_address': 'fa:16:3e:94:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:27:25Z', 'updated_at': '2021-10-13T11:27:25Z', 'revision_number': 0, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:23:01Z', 'revision_number': 5, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:27.366793 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14af1fa-4661-4be3-8790-98ff05c0d21d None None] Checking router: 29c62c3c-bacd-4033-a9a3-4e936c370263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:27:27.377792 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14af1fa-4661-4be3-8790-98ff05c0d21d None None] Routers {'29c62c3c-bacd-4033-a9a3-4e936c370263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:27.378436 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d14af1fa-4661-4be3-8790-98ff05c0d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['29c62c3c-bacd-4033-a9a3-4e936c370263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:27.383170 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ff42d3d-c8a8-43bb-b898-44e637e90e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:27.390213 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ff42d3d-c8a8-43bb-b898-44e637e90e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:27.392692 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1ff42d3d-c8a8-43bb-b898-44e637e90e26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a980b747-f8be-48a8-9833-6bdf1c457552 HTTP/1.1" status: 204 len: 168 time: 0.4530101 Oct 13 11:27:27.431500 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0dd8c-1370-45b2-a471-3b9707418660 req-e2f95508-d239-4523-a9bb-58fdbb02a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:27.433053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04f0dd8c-1370-45b2-a471-3b9707418660 req-e2f95508-d239-4523-a9bb-58fdbb02a155 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a58f16b6-1e1e-40fd-b22e-c312fe7899d5 HTTP/1.1" status: 200 len: 915 time: 0.2211809 Oct 13 11:27:27.439501 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:27.450475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff42d3d-c8a8-43bb-b898-44e637e90e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a980b747-f8be-48a8-9833-6bdf1c457552,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:27.492559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:27.495993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:27.503495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:27.546636 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=c1010e4f-9d60-458e-bccd-9dc8a6f30372,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:27.586466 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-d14af1fa-4661-4be3-8790-98ff05c0d21d None None] Set router 29c62c3c-bacd-4033-a9a3-4e936c370263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:27:27.681390 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04f0dd8c-1370-45b2-a471-3b9707418660 req-7e995c82-0197-4679-bfd0-8b834492fb2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809545fc-b879-4232-a7b3-ce592181f267 HTTP/1.1" status: 200 len: 999 time: 0.2337103 Oct 13 11:27:27.813403 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0dd8c-1370-45b2-a471-3b9707418660 req-5ee69aa4-150e-4049-9a65-94765aa5636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:27.816884 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04f0dd8c-1370-45b2-a471-3b9707418660 req-5ee69aa4-150e-4049-9a65-94765aa5636b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6b2258e-4d6d-4964-8de5-b224b11fbbe4 HTTP/1.1" status: 200 len: 853 time: 0.1246767 Oct 13 11:27:27.910894 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d14af1fa-4661-4be3-8790-98ff05c0d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5b63d9a2-0633-4843-8d4d-0588d9743067', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'port_id': '809545fc-b879-4232-a7b3-ce592181f267', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'mac_address': 'fa:16:3e:94:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:27:25Z', 'updated_at': '2021-10-13T11:27:25Z', 'revision_number': 0, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:23:01Z', 'revision_number': 5, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:27.947996 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14af1fa-4661-4be3-8790-98ff05c0d21d None None] The sync data for ids ['29c62c3c-bacd-4033-a9a3-4e936c370263'] in n-d-813659-3 is: [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5b63d9a2-0633-4843-8d4d-0588d9743067', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'port_id': '809545fc-b879-4232-a7b3-ce592181f267', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'mac_address': 'fa:16:3e:94:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:27:25Z', 'updated_at': '2021-10-13T11:27:25Z', 'revision_number': 0, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:23:01Z', 'revision_number': 5, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:27.990474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0dd8c-1370-45b2-a471-3b9707418660 req-4ded1090-eae1-4471-a42c-a3b8c78e4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:27.992450 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04f0dd8c-1370-45b2-a471-3b9707418660 req-4ded1090-eae1-4471-a42c-a3b8c78e4893 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a58f16b6-1e1e-40fd-b22e-c312fe7899d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333795 Oct 13 11:27:28.210770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04f0dd8c-1370-45b2-a471-3b9707418660 req-50ac18c1-e056-4eca-be91-2bc8ae9db200 service neutron] 10.222.0.46 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960089 Oct 13 11:27:28.344234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642e5db-1f9f-4ef0-b5a3-b0966c7c087e None None] New status for floating IP 5b63d9a2-0633-4843-8d4d-0588d9743067: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:27:28.411427 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:28.695255 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:28.797097 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae731f08-9dbd-45f4-b8ae-4c7eec49a9a2 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:28.855021 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae731f08-9dbd-45f4-b8ae-4c7eec49a9a2 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:28.855398 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-c642e5db-1f9f-4ef0-b5a3-b0966c7c087e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:27:28.862004 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-c642e5db-1f9f-4ef0-b5a3-b0966c7c087e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:27:28.901779 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04f0dd8c-1370-45b2-a471-3b9707418660 req-ed83b2af-b849-4139-85a1-86fee76fb164 service neutron] 10.222.0.46 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6840427 Oct 13 11:27:28.979000 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:29.061801 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:29.150241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=c1010e4f-9d60-458e-bccd-9dc8a6f30372,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:29.164915 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:29.186818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae731f08-9dbd-45f4-b8ae-4c7eec49a9a2 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Router 29c62c3c-bacd-4033-a9a3-4e936c370263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:29.311203 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Floating IP 9af925a9-d159-4e3a-8c47-f89574074d3d associated. External IP: 172.25.0.155, port: 60370356-5156-4c0f-abed-c37a09b292c4. Oct 13 11:27:29.330097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae731f08-9dbd-45f4-b8ae-4c7eec49a9a2 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:29.335268 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ae731f08-9dbd-45f4-b8ae-4c7eec49a9a2 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:29.357318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642e5db-1f9f-4ef0-b5a3-b0966c7c087e None None] New status for floating IP 5b63d9a2-0633-4843-8d4d-0588d9743067: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:27:29.470025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'tag': '809545fc-b879-4232-a7b3-ce592181f267'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:27:29.475002 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2861db73-bd33-4be2-85df-e474d8725f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "tag": "809545fc-b879-4232-a7b3-ce592181f267"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:27:29.491632 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ae731f08-9dbd-45f4-b8ae-4c7eec49a9a2 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "PUT /v2.0/floatingips/5b63d9a2-0633-4843-8d4d-0588d9743067 HTTP/1.1" status: 200 len: 991 time: 2.3653207 Oct 13 11:27:29.535014 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95889229-d6ac-4e69-affe-a7de04e94c1b x-openstack-request-id: req-95889229-d6ac-4e69-affe-a7de04e94c1b {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:27:29.535347 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "tag": "809545fc-b879-4232-a7b3-ce592181f267", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:27:29.535793 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95889229-d6ac-4e69-affe-a7de04e94c1b {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:27:29.536208 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'tag': '809545fc-b879-4232-a7b3-ce592181f267', 'status': 'completed', 'code': 200} Oct 13 11:27:29.601000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861db73-bd33-4be2-85df-e474d8725f5c req-c8155616-3794-42ef-8f17-14ba33f99cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:29.602614 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2861db73-bd33-4be2-85df-e474d8725f5c req-c8155616-3794-42ef-8f17-14ba33f99cfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e04ce079cae84008b121b9986d816c68&device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 1096 time: 0.0444982 Oct 13 11:27:29.610698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:29.743421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861db73-bd33-4be2-85df-e474d8725f5c req-962a8b51-affe-41f6-9725-82fc811085f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:29.747276 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2861db73-bd33-4be2-85df-e474d8725f5c req-962a8b51-affe-41f6-9725-82fc811085f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a58f16b6-1e1e-40fd-b22e-c312fe7899d5 HTTP/1.1" status: 200 len: 915 time: 0.1268942 Oct 13 11:27:29.747817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:29.758410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10823169-e676-43a3-b69b-254d20000182 None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:29.784319 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10823169-e676-43a3-b69b-254d20000182 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:29.787150 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-10823169-e676-43a3-b69b-254d20000182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:29.788102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b262aeb-c31d-44c3-ab2e-6fadae24d2de None None] Sync routers for ids ['29c62c3c-bacd-4033-a9a3-4e936c370263'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:29.807165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b262aeb-c31d-44c3-ab2e-6fadae24d2de None None] Routers {'29c62c3c-bacd-4033-a9a3-4e936c370263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:29.807799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4b262aeb-c31d-44c3-ab2e-6fadae24d2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['29c62c3c-bacd-4033-a9a3-4e936c370263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:29.835137 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:29.837868 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2861db73-bd33-4be2-85df-e474d8725f5c req-bfaa54b1-0f40-4e53-932b-e911ad4c1a5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809545fc-b879-4232-a7b3-ce592181f267 HTTP/1.1" status: 200 len: 1001 time: 0.0788691 Oct 13 11:27:29.843717 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-10823169-e676-43a3-b69b-254d20000182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:29.856374 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10823169-e676-43a3-b69b-254d20000182 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:29.857251 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-10823169-e676-43a3-b69b-254d20000182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:29.874802 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6672eec3-8dad-4bfb-939b-71a95d61c775 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4486425 Oct 13 11:27:29.881839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57098) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:29.887922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4328e5da-3bb8-4f0d-ab26-4ce37bc6df10 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-449837278'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:29.907389 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-10823169-e676-43a3-b69b-254d20000182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:29.909718 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10823169-e676-43a3-b69b-254d20000182 None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:29.928577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861db73-bd33-4be2-85df-e474d8725f5c req-c922f3c5-dd57-472d-962c-f5d3d516c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:29.930238 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2861db73-bd33-4be2-85df-e474d8725f5c req-c922f3c5-dd57-472d-962c-f5d3d516c583 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6b2258e-4d6d-4964-8de5-b224b11fbbe4 HTTP/1.1" status: 200 len: 853 time: 0.0849342 Oct 13 11:27:29.970133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4b262aeb-c31d-44c3-ab2e-6fadae24d2de None None] Set router 29c62c3c-bacd-4033-a9a3-4e936c370263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:27:29.987333 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861db73-bd33-4be2-85df-e474d8725f5c req-bd010095-1cc9-4999-9227-e882216981c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:29.988933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2861db73-bd33-4be2-85df-e474d8725f5c req-bd010095-1cc9-4999-9227-e882216981c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a58f16b6-1e1e-40fd-b22e-c312fe7899d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523691 Oct 13 11:27:29.997009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4328e5da-3bb8-4f0d-ab26-4ce37bc6df10 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Made reservation on behalf of ccf5c4f491064036bb964e69c2d66088 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:27:29.997009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4328e5da-3bb8-4f0d-ab26-4ce37bc6df10 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:30.026426 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4328e5da-3bb8-4f0d-ab26-4ce37bc6df10 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:27:30.038588 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4328e5da-3bb8-4f0d-ab26-4ce37bc6df10 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:30.039286 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-4328e5da-3bb8-4f0d-ab26-4ce37bc6df10 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Added segment bf477d51-099c-4952-9f5b-18a4e0837e86 of type vlan for network 9990be5b-ee3b-4bd3-858a-8eaf0271d681 Oct 13 11:27:30.090410 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4328e5da-3bb8-4f0d-ab26-4ce37bc6df10 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:30.133070 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2861db73-bd33-4be2-85df-e474d8725f5c req-2b915ce7-1beb-4bde-99e7-5ec324850759 service neutron] 10.222.0.46 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350794 Oct 13 11:27:30.200477 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4328e5da-3bb8-4f0d-ab26-4ce37bc6df10 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:30.219441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4328e5da-3bb8-4f0d-ab26-4ce37bc6df10 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:30.220024 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4328e5da-3bb8-4f0d-ab26-4ce37bc6df10 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:30.280506 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2861db73-bd33-4be2-85df-e474d8725f5c req-fe3c2f26-ab66-4252-8042-f6616e68095b service neutron] 10.222.0.46 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403356 Oct 13 11:27:30.310510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328e5da-3bb8-4f0d-ab26-4ce37bc6df10 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Network': ['ID=9990be5b-ee3b-4bd3-858a-8eaf0271d681,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:30.326593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4b262aeb-c31d-44c3-ab2e-6fadae24d2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5b63d9a2-0633-4843-8d4d-0588d9743067', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'port_id': '809545fc-b879-4232-a7b3-ce592181f267', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'mac_address': 'fa:16:3e:94:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:27:25Z', 'updated_at': '2021-10-13T11:27:29Z', 'revision_number': 2, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:23:01Z', 'revision_number': 5, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:30.328539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9990be5b-ee3b-4bd3-858a-8eaf0271d681 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:27:30.378415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4328e5da-3bb8-4f0d-ab26-4ce37bc6df10 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4952343 Oct 13 11:27:30.381259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57112) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:30.386786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-33eb609f-acb1-481c-b1b2-b4964083e5f9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'subnet': {'network_id': '9990be5b-ee3b-4bd3-858a-8eaf0271d681', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:30.389550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b262aeb-c31d-44c3-ab2e-6fadae24d2de None None] Checking router: 29c62c3c-bacd-4033-a9a3-4e936c370263 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:27:30.412570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b262aeb-c31d-44c3-ab2e-6fadae24d2de None None] Routers {'29c62c3c-bacd-4033-a9a3-4e936c370263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:30.413210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4b262aeb-c31d-44c3-ab2e-6fadae24d2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['29c62c3c-bacd-4033-a9a3-4e936c370263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:30.572118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4b262aeb-c31d-44c3-ab2e-6fadae24d2de None None] Set router 29c62c3c-bacd-4033-a9a3-4e936c370263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:27:30.586729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eb609f-acb1-481c-b1b2-b4964083e5f9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Made reservation on behalf of ccf5c4f491064036bb964e69c2d66088 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:27:30.590576 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33eb609f-acb1-481c-b1b2-b4964083e5f9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:30.854304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4b262aeb-c31d-44c3-ab2e-6fadae24d2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5b63d9a2-0633-4843-8d4d-0588d9743067', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'port_id': '809545fc-b879-4232-a7b3-ce592181f267', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'mac_address': 'fa:16:3e:94:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:27:25Z', 'updated_at': '2021-10-13T11:27:29Z', 'revision_number': 2, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:23:01Z', 'revision_number': 5, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:30.881251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b262aeb-c31d-44c3-ab2e-6fadae24d2de None None] The sync data for ids ['29c62c3c-bacd-4033-a9a3-4e936c370263'] in n-d-813659-3 is: [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5b63d9a2-0633-4843-8d4d-0588d9743067', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'port_id': '809545fc-b879-4232-a7b3-ce592181f267', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'mac_address': 'fa:16:3e:94:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:27:25Z', 'updated_at': '2021-10-13T11:27:29Z', 'revision_number': 2, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:23:01Z', 'revision_number': 5, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:30.919083 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33eb609f-acb1-481c-b1b2-b4964083e5f9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:31.011802 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb609f-acb1-481c-b1b2-b4964083e5f9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Subnet': ['ID=fd34dadb-f720-4334-a8e6-53814cabe304,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:31.033136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb609f-acb1-481c-b1b2-b4964083e5f9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Checking segment: {'id': 'bf477d51-099c-4952-9f5b-18a4e0837e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9990be5b-ee3b-4bd3-858a-8eaf0271d681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:27:31.033282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb609f-acb1-481c-b1b2-b4964083e5f9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network hostable DHCP agents. Network: 9990be5b-ee3b-4bd3-858a-8eaf0271d681, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:27:31.144438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb609f-acb1-481c-b1b2-b4964083e5f9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network 9990be5b-ee3b-4bd3-858a-8eaf0271d681 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:27:31.347358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-33eb609f-acb1-481c-b1b2-b4964083e5f9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9990be5b-ee3b-4bd3-858a-8eaf0271d681) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:31.353254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb609f-acb1-481c-b1b2-b4964083e5f9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:31.354079 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33eb609f-acb1-481c-b1b2-b4964083e5f9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:31.358062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57826590-2e9f-4056-b4c1-0d9d43372520 None None] Network 9990be5b-ee3b-4bd3-858a-8eaf0271d681 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:27:31.464414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-33eb609f-acb1-481c-b1b2-b4964083e5f9 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0820656 Oct 13 11:27:31.467384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57132) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:31.474541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-653788812', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:31.539478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'tag': '809545fc-b879-4232-a7b3-ce592181f267'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:27:31.540760 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-9990be5b-ee3b-4bd3-858a-8eaf0271d681', 'network_id': '9990be5b-ee3b-4bd3-858a-8eaf0271d681', 'tenant_id': 'ccf5c4f491064036bb964e69c2d66088', 'fixed_ips': [{'subnet_id': 'fd34dadb-f720-4334-a8e6-53814cabe304'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:27:31.542518 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:31.543807 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac249b4-ae5a-4f9f-98ae-b8f9250d0ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "tag": "809545fc-b879-4232-a7b3-ce592181f267"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:27:31.582159 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:31.584622 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:31.592005 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3fd4d5-eafa-4211-ad60-46951b3392ff x-openstack-request-id: req-0a3fd4d5-eafa-4211-ad60-46951b3392ff {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:27:31.593354 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "tag": "809545fc-b879-4232-a7b3-ce592181f267", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:27:31.593787 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a3fd4d5-eafa-4211-ad60-46951b3392ff {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:27:31.595015 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'tag': '809545fc-b879-4232-a7b3-ce592181f267', 'status': 'completed', 'code': 200} Oct 13 11:27:31.711100 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac249b4-ae5a-4f9f-98ae-b8f9250d0ebf req-5c7fc6b7-6f12-401b-8eec-73cc3c851033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:31.713772 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ac249b4-ae5a-4f9f-98ae-b8f9250d0ebf req-5c7fc6b7-6f12-401b-8eec-73cc3c851033 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e04ce079cae84008b121b9986d816c68&device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 1096 time: 0.0643156 Oct 13 11:27:31.742208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Allocated IP 172.20.0.2 (9990be5b-ee3b-4bd3-858a-8eaf0271d681/fd34dadb-f720-4334-a8e6-53814cabe304/c8a455b2-ebd8-429b-a0e7-485e33af7412) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:31.830893 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:31.882072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac249b4-ae5a-4f9f-98ae-b8f9250d0ebf req-fe205fe8-c537-4a69-9d7b-106c8c9d3b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:31.883594 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ac249b4-ae5a-4f9f-98ae-b8f9250d0ebf req-fe205fe8-c537-4a69-9d7b-106c8c9d3b1a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a58f16b6-1e1e-40fd-b22e-c312fe7899d5 HTTP/1.1" status: 200 len: 915 time: 0.1484475 Oct 13 11:27:31.920538 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:31.999054 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:32.041347 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ac249b4-ae5a-4f9f-98ae-b8f9250d0ebf req-60eece5a-14f7-4bd7-8a32-17838c489315 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809545fc-b879-4232-a7b3-ce592181f267 HTTP/1.1" status: 200 len: 1001 time: 0.1409683 Oct 13 11:27:32.049447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Pushing event updated for resources: {'Port': ['ID=c8a455b2-ebd8-429b-a0e7-485e33af7412,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:32.059805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Network 9990be5b-ee3b-4bd3-858a-8eaf0271d681 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:32.062029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:32.065188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:32.134431 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Attempting to bind port c8a455b2-ebd8-429b-a0e7-485e33af7412 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:27:32.135035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Attempting to bind port c8a455b2-ebd8-429b-a0e7-485e33af7412 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'bf477d51-099c-4952-9f5b-18a4e0837e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9990be5b-ee3b-4bd3-858a-8eaf0271d681'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:27:32.135257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Attempting to bind port c8a455b2-ebd8-429b-a0e7-485e33af7412 on network 9990be5b-ee3b-4bd3-858a-8eaf0271d681 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:27:32.142427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:27:32.142996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Checking segment: {'id': 'bf477d51-099c-4952-9f5b-18a4e0837e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9990be5b-ee3b-4bd3-858a-8eaf0271d681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:27:32.143599 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:32.144033 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Bound using segment: {'id': 'bf477d51-099c-4952-9f5b-18a4e0837e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9990be5b-ee3b-4bd3-858a-8eaf0271d681'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:27:32.144617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Bound port: c8a455b2-ebd8-429b-a0e7-485e33af7412, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf477d51-099c-4952-9f5b-18a4e0837e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9990be5b-ee3b-4bd3-858a-8eaf0271d681'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:27:32.145008 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:32.163112 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:32.176223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac249b4-ae5a-4f9f-98ae-b8f9250d0ebf req-37bca778-9a4a-423b-b888-cc03ec57231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:32.177769 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ac249b4-ae5a-4f9f-98ae-b8f9250d0ebf req-37bca778-9a4a-423b-b888-cc03ec57231e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6b2258e-4d6d-4964-8de5-b224b11fbbe4 HTTP/1.1" status: 200 len: 853 time: 0.1292756 Oct 13 11:27:32.232356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] For port c8a455b2-ebd8-429b-a0e7-485e33af7412, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:27:32.232610 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac249b4-ae5a-4f9f-98ae-b8f9250d0ebf req-61881dfa-20ee-4a1d-8acb-6725a63a692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:32.233872 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ac249b4-ae5a-4f9f-98ae-b8f9250d0ebf req-61881dfa-20ee-4a1d-8acb-6725a63a692b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a58f16b6-1e1e-40fd-b22e-c312fe7899d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484717 Oct 13 11:27:32.235671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] For port c8a455b2-ebd8-429b-a0e7-485e33af7412, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c8a455b2-ebd8-429b-a0e7-485e33af7412,segment=NetworkSegment(bf477d51-099c-4952-9f5b-18a4e0837e86),segment_id=bf477d51-099c-4952-9f5b-18a4e0837e86)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:27:32.307876 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:32.405986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ac249b4-ae5a-4f9f-98ae-b8f9250d0ebf req-cf27c98f-77d4-4cc8-b2a2-0b21ee0b4bc0 service neutron] 10.222.0.46 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639528 Oct 13 11:27:32.412127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062336d-f22d-4e71-a328-ea8109c9a765 None None] Pushing event updated for resources: {'Port': ['ID=c8a455b2-ebd8-429b-a0e7-485e33af7412,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:32.628479 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2ac249b4-ae5a-4f9f-98ae-b8f9250d0ebf req-cb6cee10-dbc6-4e51-be95-71710409d2ee service neutron] 10.222.0.46 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104402 Oct 13 11:27:32.674596 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:32.698634 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:32.840106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.25.0.253 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/1a730a31-6847-4485-950c-ea70f3209785) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:32.943102 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:33.124429 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:33.169044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:33.174324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:33.177932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:33.201811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=1a730a31-6847-4485-950c-ea70f3209785,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:33.472801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc36013-c640-4f67-8289-2bd9bf1551ca None None] Network 9990be5b-ee3b-4bd3-858a-8eaf0271d681 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:27:33.575338 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:33.600015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b3a4ffb9-48ff-4890-82a8-8ff01a6e5895 None None] Provisioning complete for port c8a455b2-ebd8-429b-a0e7-485e33af7412 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:33.600383 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ffb9-48ff-4890-82a8-8ff01a6e5895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:33.759621 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ffb9-48ff-4890-82a8-8ff01a6e5895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:33.810546 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b3a4ffb9-48ff-4890-82a8-8ff01a6e5895 None None] For port c8a455b2-ebd8-429b-a0e7-485e33af7412, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c8a455b2-ebd8-429b-a0e7-485e33af7412,segment=NetworkSegment(bf477d51-099c-4952-9f5b-18a4e0837e86),segment_id=bf477d51-099c-4952-9f5b-18a4e0837e86)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:27:33.845764 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:33.879766 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ffb9-48ff-4890-82a8-8ff01a6e5895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:33.964754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4ffb9-48ff-4890-82a8-8ff01a6e5895 None None] Pushing event updated for resources: {'Port': ['ID=c8a455b2-ebd8-429b-a0e7-485e33af7412,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:34.101674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7efe4081-785b-462d-8efa-98b7a90b9de4 None None] Provisioning complete for port c8a455b2-ebd8-429b-a0e7-485e33af7412 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:34.102055 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7efe4081-785b-462d-8efa-98b7a90b9de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:34.142120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router f88be0d6-966b-4473-8a2e-65e9ed8dc183 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:27:34.249437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c8a455b2-ebd8-429b-a0e7-485e33af7412 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:27:34.322703 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port c8a455b2-ebd8-429b-a0e7-485e33af7412 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:34.323078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:34.342016 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:27:34.628979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:34.659316 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9609a0a6-62ae-4f8e-8223-60815654b5ec None None] Sync routers for ids ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:34.675835 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9609a0a6-62ae-4f8e-8223-60815654b5ec None None] Routers {'f88be0d6-966b-4473-8a2e-65e9ed8dc183'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:34.676585 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9609a0a6-62ae-4f8e-8223-60815654b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:34.710680 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:34.713139 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f2b40067-b7d1-445f-9460-c5b9a52f973b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2441177 Oct 13 11:27:34.716679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57188) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:34.719626 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9609a0a6-62ae-4f8e-8223-60815654b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:34.730979 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9609a0a6-62ae-4f8e-8223-60815654b5ec None None] Routers {'f88be0d6-966b-4473-8a2e-65e9ed8dc183'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:34.731864 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9609a0a6-62ae-4f8e-8223-60815654b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:34.776285 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-9609a0a6-62ae-4f8e-8223-60815654b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:34.777497 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9609a0a6-62ae-4f8e-8223-60815654b5ec None None] The sync data for ids ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:34.965521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57190) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:35.069617 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ac699c42-29f9-4add-9bc3-3ec73566f781 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4357 time: 0.1028016 Oct 13 11:27:35.072423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57192) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:35.077350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5b3baa4d-542c-4500-b1e3-d52068b6caac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Request body: {'network': {'name': 'tempest-network-smoke--2086459308', 'project_id': '3690662a654f44c581c6b87d8282163d', 'port_security_enabled': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:35.216145 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:35.269499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3baa4d-542c-4500-b1e3-d52068b6caac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Made reservation on behalf of 3690662a654f44c581c6b87d8282163d for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:27:35.273676 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b3baa4d-542c-4500-b1e3-d52068b6caac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:35.373438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3baa4d-542c-4500-b1e3-d52068b6caac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:27:35.394958 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b3baa4d-542c-4500-b1e3-d52068b6caac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:35.395924 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-5b3baa4d-542c-4500-b1e3-d52068b6caac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Added segment 7aa9e224-b585-4d74-8370-128c758ae92f of type vlan for network 193e8f99-c703-410b-9583-3df955a92809 Oct 13 11:27:35.490988 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b3baa4d-542c-4500-b1e3-d52068b6caac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:35.631202 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b3baa4d-542c-4500-b1e3-d52068b6caac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:35.637225 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3baa4d-542c-4500-b1e3-d52068b6caac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:35.637879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b3baa4d-542c-4500-b1e3-d52068b6caac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:35.641053 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.20.0.1 (9990be5b-ee3b-4bd3-858a-8eaf0271d681/fd34dadb-f720-4334-a8e6-53814cabe304/298b45c5-4b63-451d-a407-b8349052b42f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:35.766549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3baa4d-542c-4500-b1e3-d52068b6caac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Network': ['ID=193e8f99-c703-410b-9583-3df955a92809,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:35.779180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 193e8f99-c703-410b-9583-3df955a92809 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:27:35.798212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5b3baa4d-542c-4500-b1e3-d52068b6caac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7245288 Oct 13 11:27:35.801564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57198) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:35.807767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1336582899', 'admin_state_up': True, 'project_id': '3690662a654f44c581c6b87d8282163d', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:35.839757 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:36.021834 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:36.022845 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:36.051040 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:36.078143 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:36.099016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network 9990be5b-ee3b-4bd3-858a-8eaf0271d681 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:36.102377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:36.106472 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:36.134621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=298b45c5-4b63-451d-a407-b8349052b42f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:36.160814 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:36.351422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-51568bf6-819a-4dd1-8ab2-a7b0bf774d88 None None] Provisioning complete for port 298b45c5-4b63-451d-a407-b8349052b42f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:36.352456 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-51568bf6-819a-4dd1-8ab2-a7b0bf774d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:36.355926 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:36.381625 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:36.425948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-51568bf6-819a-4dd1-8ab2-a7b0bf774d88 None None] Port 298b45c5-4b63-451d-a407-b8349052b42f cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:27:36.698265 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:36.731779 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:36.905509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Allocated IP 172.25.0.254 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/2b1fda1f-2200-4f73-b4bf-09a6cdb9234e) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:37.024659 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:37.069091 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:37.101634 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:37.186881 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:37.188888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=298b45c5-4b63-451d-a407-b8349052b42f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:37.250490 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:37.308312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:37.312801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:37.316758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network 9990be5b-ee3b-4bd3-858a-8eaf0271d681 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:37.319770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:37.324603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:37.326265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Port': ['ID=2b1fda1f-2200-4f73-b4bf-09a6cdb9234e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:37.522273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router f88be0d6-966b-4473-8a2e-65e9ed8dc183 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:37.670689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:37.679891 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4cd42230-95f4-46a7-bcbd-f039b39ad1bc tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "PUT /v2.0/routers/f88be0d6-966b-4473-8a2e-65e9ed8dc183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9593229 Oct 13 11:27:37.689242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57210) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:37.691707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34512b55-b11d-41ba-bed7-315140d3c952 None None] Sync routers for ids ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:37.702079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'port': {'network_id': '9990be5b-ee3b-4bd3-858a-8eaf0271d681', 'name': 'tempest-FloatingIPTestJSON-1509918340'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:37.723980 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ae1a601e-209f-4d30-9d49-de3e209a983e None None] Provisioning complete for port 298b45c5-4b63-451d-a407-b8349052b42f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:37.727535 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ae1a601e-209f-4d30-9d49-de3e209a983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:37.776817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34512b55-b11d-41ba-bed7-315140d3c952 None None] Routers {'f88be0d6-966b-4473-8a2e-65e9ed8dc183'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:37.777452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-34512b55-b11d-41ba-bed7-315140d3c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:37.812602 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:37.849874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-34512b55-b11d-41ba-bed7-315140d3c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:37.873925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34512b55-b11d-41ba-bed7-315140d3c952 None None] Routers {'f88be0d6-966b-4473-8a2e-65e9ed8dc183'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:37.874943 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-34512b55-b11d-41ba-bed7-315140d3c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:37.879433 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a601e-209f-4d30-9d49-de3e209a983e None None] Port 298b45c5-4b63-451d-a407-b8349052b42f cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:27:37.923718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-34512b55-b11d-41ba-bed7-315140d3c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:37.925226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34512b55-b11d-41ba-bed7-315140d3c952 None None] The sync data for ids ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:37.944090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Made reservation on behalf of ccf5c4f491064036bb964e69c2d66088 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:27:37.956500 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:37.996957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] device_id is not set on port 7e45f7ee-74a9-4fb4-a706-d3d06b3c62fc yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:27:38.034914 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2db8158c-1984-4bd4-8647-9cc2bc520a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:38.077682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:38.184032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Allocated IP 172.20.0.4 (9990be5b-ee3b-4bd3-858a-8eaf0271d681/fd34dadb-f720-4334-a8e6-53814cabe304/7e45f7ee-74a9-4fb4-a706-d3d06b3c62fc) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:38.285480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Router 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:27:38.384502 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:38.432321 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:38.446977 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Sync routers for ids ['1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:38.457405 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Routers {'1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:38.458054 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:38.503692 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:38.552708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Network 9990be5b-ee3b-4bd3-858a-8eaf0271d681 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:38.556339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:38.558995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:38.573206 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:38.574581 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-051c0e52-bd90-4e9a-a3c5-a59b276cde7a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7708056 Oct 13 11:27:38.581428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57216) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:38.616075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event updated for resources: {'Port': ['ID=7e45f7ee-74a9-4fb4-a706-d3d06b3c62fc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:38.650931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:38.650931 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:38.655084 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Set router 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:27:38.745813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098e02f4-2bde-4687-a9f0-7999a43ae315 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:38.749962 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-098e02f4-2bde-4687-a9f0-7999a43ae315 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=3690662a654f44c581c6b87d8282163d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1648149 Oct 13 11:27:38.750409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57218) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:38.792888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-288b2901-a790-4d1b-89ed-8e7c3487f584 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0999482 Oct 13 11:27:38.793325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57222) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:38.798174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d3d3ce86-70a3-4430-84a9-78ec9888ccba tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Request body: {'floatingip': {'port_id': '7e45f7ee-74a9-4fb4-a706-d3d06b3c62fc'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:38.890816 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3d3ce86-70a3-4430-84a9-78ec9888ccba tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:38.948107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-19405f8c-6241-48d1-bbb3-2b1f9fd8ee53 None None] Provisioning complete for port 7e45f7ee-74a9-4fb4-a706-d3d06b3c62fc triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:38.951608 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-19405f8c-6241-48d1-bbb3-2b1f9fd8ee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:39.003960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae51da9-cf5d-4f9c-99c9-58fe83fb23c2 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:39.010960 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6ae51da9-cf5d-4f9c-99c9-58fe83fb23c2 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2543685 Oct 13 11:27:39.012063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57224) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:39.013183 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336582899', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:37Z', 'revision_number': 3, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:39.030642 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:39.055451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-19405f8c-6241-48d1-bbb3-2b1f9fd8ee53 None None] Port 7e45f7ee-74a9-4fb4-a706-d3d06b3c62fc cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:27:39.068257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5ba506a4-0eb9-44f9-a981-066fadd95d8f tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517573 Oct 13 11:27:39.068809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57228) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:39.129223 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cf965f2c-7f0b-4bab-8d1b-59502f971bf8 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=3690662a654f44c581c6b87d8282163d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0580871 Oct 13 11:27:39.132817 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57230) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:39.184502 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Checking router: 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:27:39.184897 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Updating router 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a port 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:27:39.216335 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:39.292937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44475b40-055f-4117-ab89-6d41193846ec tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:39.297406 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-44475b40-055f-4117-ab89-6d41193846ec tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1608181 Oct 13 11:27:39.297652 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57232) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:39.416003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-009f01b6-7ed8-4b83-a2c7-4d0f124dd8b9 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1139467 Oct 13 11:27:39.417814 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57234) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:39.445364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-84aa8c72-03bd-474e-acc4-1634448dc28b tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1658546551', 'network_id': '193e8f99-c703-410b-9583-3df955a92809', 'project_id': '3690662a654f44c581c6b87d8282163d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:39.661454 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:39.690232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aa8c72-03bd-474e-acc4-1634448dc28b tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Made reservation on behalf of 3690662a654f44c581c6b87d8282163d for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:27:39.695558 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84aa8c72-03bd-474e-acc4-1634448dc28b tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:39.751085 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:39.782307 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3d3ce86-70a3-4430-84a9-78ec9888ccba tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:39.826722 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Attempting to bind port 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:27:39.827635 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Attempting to bind port 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:27:39.828436 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Attempting to bind port 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:27:39.832146 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d10fe-8e2f-4f6a-bf5e-194c73808e5d None None] Pushing event updated for resources: {'Port': ['ID=2b1fda1f-2200-4f73-b4bf-09a6cdb9234e,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:39.838136 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:27:39.838457 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:27:39.838855 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:39.839258 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:27:39.839730 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Bound port: 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:27:39.840152 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:39.896290 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3d3ce86-70a3-4430-84a9-78ec9888ccba tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:39.910545 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] For port 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:27:39.915140 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] For port 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2b1fda1f-2200-4f73-b4bf-09a6cdb9234e,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:27:40.005266 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84aa8c72-03bd-474e-acc4-1634448dc28b tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:40.017757 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-d3d3ce86-70a3-4430-84a9-78ec9888ccba tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Floating IP 9af925a9-d159-4e3a-8c47-f89574074d3d associated. External IP: 172.25.0.155, port: 60370356-5156-4c0f-abed-c37a09b292c4. Oct 13 11:27:40.053262 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:40.084887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa8c72-03bd-474e-acc4-1634448dc28b tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Subnet': ['ID=01aa823e-2046-4f6d-97c1-486d3f8dd3ab,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:40.094896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa8c72-03bd-474e-acc4-1634448dc28b tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Checking segment: {'id': '7aa9e224-b585-4d74-8370-128c758ae92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '193e8f99-c703-410b-9583-3df955a92809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:27:40.095256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aa8c72-03bd-474e-acc4-1634448dc28b tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Network hostable DHCP agents. Network: 193e8f99-c703-410b-9583-3df955a92809, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:27:40.148430 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Routers {'1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:40.148993 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:40.190037 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d10fe-8e2f-4f6a-bf5e-194c73808e5d None None] Pushing event updated for resources: {'Port': ['ID=2b1fda1f-2200-4f73-b4bf-09a6cdb9234e,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:40.227306 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aa8c72-03bd-474e-acc4-1634448dc28b tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Network 193e8f99-c703-410b-9583-3df955a92809 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:27:40.276469 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] Set router 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:27:40.341951 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-84aa8c72-03bd-474e-acc4-1634448dc28b tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 193e8f99-c703-410b-9583-3df955a92809) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:40.347022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa8c72-03bd-474e-acc4-1634448dc28b tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:40.349530 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84aa8c72-03bd-474e-acc4-1634448dc28b tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:40.356566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beddc921-5b55-4dfe-9c61-3f37a1e6f1be None None] Network 193e8f99-c703-410b-9583-3df955a92809 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:27:40.442784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-84aa8c72-03bd-474e-acc4-1634448dc28b tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0235786 Oct 13 11:27:40.445297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57244) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:40.575772 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336582899', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:37Z', 'revision_number': 3, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:40.588177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-193e8f99-c703-410b-9583-3df955a92809', 'network_id': '193e8f99-c703-410b-9583-3df955a92809', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'fixed_ips': [{'subnet_id': '01aa823e-2046-4f6d-97c1-486d3f8dd3ab'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:27:40.588177 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:40.625163 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19289ab0-159e-4b44-b914-8a38089e1506 None None] The sync data for ids ['1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'] in n-d-813659-3 is: [{'id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336582899', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:37Z', 'revision_number': 3, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:40.687953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d3ce86-70a3-4430-84a9-78ec9888ccba tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:40.858145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d3ce86-70a3-4430-84a9-78ec9888ccba tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:41.098250 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ab3b33d0-a7cc-4943-a92d-107642698a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:41.112849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6501b8-2071-4e65-a4f9-2fbd413c16a8 None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:41.151694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6501b8-2071-4e65-a4f9-2fbd413c16a8 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:41.156350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8a6501b8-2071-4e65-a4f9-2fbd413c16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:41.212441 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:41.213757 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8a6501b8-2071-4e65-a4f9-2fbd413c16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:41.232401 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6501b8-2071-4e65-a4f9-2fbd413c16a8 None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:41.233367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8a6501b8-2071-4e65-a4f9-2fbd413c16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:41.247175 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Allocated IP 172.20.0.18 (193e8f99-c703-410b-9583-3df955a92809/01aa823e-2046-4f6d-97c1-486d3f8dd3ab/4ee45f10-20db-48ec-b5cc-2d75e9db5d53) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:41.296067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:41.316159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8a6501b8-2071-4e65-a4f9-2fbd413c16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:41.316971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6501b8-2071-4e65-a4f9-2fbd413c16a8 None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:41.361280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d3ce86-70a3-4430-84a9-78ec9888ccba tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router f88be0d6-966b-4473-8a2e-65e9ed8dc183 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:41.572394 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:41.573670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d3ce86-70a3-4430-84a9-78ec9888ccba tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:41.587380 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3d3ce86-70a3-4430-84a9-78ec9888ccba tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:41.591222 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7976b1-c668-41b8-9f69-650aa4154a69 None None] Sync routers for ids ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:41.609447 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7976b1-c668-41b8-9f69-650aa4154a69 None None] Routers {'f88be0d6-966b-4473-8a2e-65e9ed8dc183'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:41.610699 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-da7976b1-c668-41b8-9f69-650aa4154a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:41.683330 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57250) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:41.684368 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d3d3ce86-70a3-4430-84a9-78ec9888ccba tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "PUT /v2.0/floatingips/9af925a9-d159-4e3a-8c47-f89574074d3d HTTP/1.1" status: 200 len: 978 time: 2.8884232 Oct 13 11:27:41.685046 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-da7976b1-c668-41b8-9f69-650aa4154a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:41.691649 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:41.697721 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7976b1-c668-41b8-9f69-650aa4154a69 None None] Routers {'f88be0d6-966b-4473-8a2e-65e9ed8dc183'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:41.699211 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-da7976b1-c668-41b8-9f69-650aa4154a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:41.758875 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-da7976b1-c668-41b8-9f69-650aa4154a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:41.760543 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7976b1-c668-41b8-9f69-650aa4154a69 None None] The sync data for ids ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:41.766299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Pushing event updated for resources: {'Port': ['ID=4ee45f10-20db-48ec-b5cc-2d75e9db5d53,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:41.772982 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:41.805613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Network 193e8f99-c703-410b-9583-3df955a92809 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:41.807278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:41.807623 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:41.807959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:41.808291 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:41.808614 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:41.808943 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:41.809263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:41.809584 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:41.809918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:41.810223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:41.810570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:41.810889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:41.815653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:41.825295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:41.883859 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Attempting to bind port 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:27:41.884145 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Attempting to bind port 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '7aa9e224-b585-4d74-8370-128c758ae92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '193e8f99-c703-410b-9583-3df955a92809'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:27:41.884825 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Attempting to bind port 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 on network 193e8f99-c703-410b-9583-3df955a92809 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:27:41.890653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:27:41.890950 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Checking segment: {'id': '7aa9e224-b585-4d74-8370-128c758ae92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '193e8f99-c703-410b-9583-3df955a92809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:27:41.891356 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:41.892668 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Bound using segment: {'id': '7aa9e224-b585-4d74-8370-128c758ae92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '193e8f99-c703-410b-9583-3df955a92809'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:27:41.892668 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Bound port: 4ee45f10-20db-48ec-b5cc-2d75e9db5d53, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa9e224-b585-4d74-8370-128c758ae92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '193e8f99-c703-410b-9583-3df955a92809'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:27:41.893586 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:42.001576 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Allocated IP 172.20.0.17 (193e8f99-c703-410b-9583-3df955a92809/01aa823e-2046-4f6d-97c1-486d3f8dd3ab/4dcbde5b-6f53-4f56-82f0-4f4e9d423470) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:42.010491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8eab6c25-32c6-4022-831a-f9d2b61a3069 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port 7e45f7ee-74a9-4fb4-a706-d3d06b3c62fc {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:42.011086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8eab6c25-32c6-4022-831a-f9d2b61a3069 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:42.021512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] For port 4ee45f10-20db-48ec-b5cc-2d75e9db5d53, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:27:42.025315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] For port 4ee45f10-20db-48ec-b5cc-2d75e9db5d53, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4ee45f10-20db-48ec-b5cc-2d75e9db5d53,segment=NetworkSegment(7aa9e224-b585-4d74-8370-128c758ae92f),segment_id=7aa9e224-b585-4d74-8370-128c758ae92f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:27:42.113410 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:42.229169 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8eab6c25-32c6-4022-831a-f9d2b61a3069 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:42.249452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babcf94-2123-4037-a607-e2b2a8e4a272 None None] Pushing event updated for resources: {'Port': ['ID=4ee45f10-20db-48ec-b5cc-2d75e9db5d53,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:42.291044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:27:42.357782 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:42.393571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:42.394079 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:42.574553 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:42.620604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2b1fda1f-2200-4f73-b4bf-09a6cdb9234e,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:27:42.681049 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:42.719113 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:42.793273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=2b1fda1f-2200-4f73-b4bf-09a6cdb9234e,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:42.920402 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:43.013793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Network 193e8f99-c703-410b-9583-3df955a92809 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:43.026440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:43.035049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:43.130489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Port': ['ID=4dcbde5b-6f53-4f56-82f0-4f4e9d423470,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:43.145768 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8eab6c25-32c6-4022-831a-f9d2b61a3069 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:43.146128 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8eab6c25-32c6-4022-831a-f9d2b61a3069 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:43.146475 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-8eab6c25-32c6-4022-831a-f9d2b61a3069 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Floating IP 9af925a9-d159-4e3a-8c47-f89574074d3d disassociated. External IP: 172.25.0.155, port: 7e45f7ee-74a9-4fb4-a706-d3d06b3c62fc. Oct 13 11:27:43.146820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8eab6c25-32c6-4022-831a-f9d2b61a3069 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for 7e45f7ee-74a9-4fb4-a706-d3d06b3c62fc owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:43.177798 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:43.467683 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:43.488073 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:43.505287 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8eab6c25-32c6-4022-831a-f9d2b61a3069 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:43.546823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab6c25-32c6-4022-831a-f9d2b61a3069 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=7e45f7ee-74a9-4fb4-a706-d3d06b3c62fc,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:43.953219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eab6c25-32c6-4022-831a-f9d2b61a3069 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router f88be0d6-966b-4473-8a2e-65e9ed8dc183 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:44.132778 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:44.146811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eab6c25-32c6-4022-831a-f9d2b61a3069 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:44.162960 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857dcd5-5904-409e-a585-d2124e3f7821 None None] Sync routers for ids ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:44.183683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857dcd5-5904-409e-a585-d2124e3f7821 None None] Routers {'f88be0d6-966b-4473-8a2e-65e9ed8dc183'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:44.183683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6857dcd5-5904-409e-a585-d2124e3f7821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:44.222286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6857dcd5-5904-409e-a585-d2124e3f7821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:44.225968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab090f66-c287-419a-a97d-552244f5eb77 None None] Network 193e8f99-c703-410b-9583-3df955a92809 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:27:44.265911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8eab6c25-32c6-4022-831a-f9d2b61a3069 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:44.270762 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8eab6c25-32c6-4022-831a-f9d2b61a3069 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/ports/7e45f7ee-74a9-4fb4-a706-d3d06b3c62fc HTTP/1.1" status: 204 len: 168 time: 2.5861187 Oct 13 11:27:44.271504 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857dcd5-5904-409e-a585-d2124e3f7821 None None] Routers {'f88be0d6-966b-4473-8a2e-65e9ed8dc183'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:44.272025 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:44.272163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6857dcd5-5904-409e-a585-d2124e3f7821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:44.273777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57264) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:44.319812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6857dcd5-5904-409e-a585-d2124e3f7821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:44.320480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857dcd5-5904-409e-a585-d2124e3f7821 None None] The sync data for ids ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:44.334250 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:27:44.373647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Port': ['ID=4dcbde5b-6f53-4f56-82f0-4f4e9d423470,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:44.376576 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:44.383669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-97b45568-c456-47ce-a70b-28c20866c245 None None] Provisioning complete for port 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:44.384046 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-97b45568-c456-47ce-a70b-28c20866c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:44.497933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Network 193e8f99-c703-410b-9583-3df955a92809 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:44.499316 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:44.531584 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:44.531957 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:44.621683 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-97b45568-c456-47ce-a70b-28c20866c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:44.690661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Router 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:44.698729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-97b45568-c456-47ce-a70b-28c20866c245 None None] For port 4ee45f10-20db-48ec-b5cc-2d75e9db5d53, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4ee45f10-20db-48ec-b5cc-2d75e9db5d53,segment=NetworkSegment(7aa9e224-b585-4d74-8370-128c758ae92f),segment_id=7aa9e224-b585-4d74-8370-128c758ae92f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:27:44.701469 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:44.753993 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-97b45568-c456-47ce-a70b-28c20866c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:44.794588 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0a33823-67b4-42d6-8687-d796f8a72f51 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:44.842678 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:27:44.843073 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:27:44.857843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b45568-c456-47ce-a70b-28c20866c245 None None] Pushing event updated for resources: {'Port': ['ID=4ee45f10-20db-48ec-b5cc-2d75e9db5d53,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:44.898936 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:44.917327 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Sync routers for ids ['1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:44.920365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-039f0a72-04b9-4d65-adf2-3f38d60feab8 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "PUT /v2.0/routers/1470dbbd-191a-4ba3-99b9-2b1d0ea6506a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4735177 Oct 13 11:27:44.956496 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Routers {'1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:44.960111 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:44.987782 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fae3107b-54e9-4b3f-ab34-c113382d59d1 None None] Provisioning complete for port 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:44.988156 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fae3107b-54e9-4b3f-ab34-c113382d59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:45.222940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fae3107b-54e9-4b3f-ab34-c113382d59d1 None None] Provisioning complete for port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:45.224040 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fae3107b-54e9-4b3f-ab34-c113382d59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:45.277978 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Set router 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:27:45.313399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fae3107b-54e9-4b3f-ab34-c113382d59d1 None None] Port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:27:45.327936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b0a33823-67b4-42d6-8687-d796f8a72f51 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port 298b45c5-4b63-451d-a407-b8349052b42f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:45.331223 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0a33823-67b4-42d6-8687-d796f8a72f51 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:45.425289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:27:45.511581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-80c008b8-31f3-44f1-b098-3ca4e77d9139 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:45.523679 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-80c008b8-31f3-44f1-b098-3ca4e77d9139 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/networks?id=193e8f99-c703-410b-9583-3df955a92809 HTTP/1.1" status: 200 len: 798 time: 0.2344897 Oct 13 11:27:45.526909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d39f360a-bf04-44fb-af9c-4c2ab268b784 None None] Provisioning complete for port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:45.527292 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d39f360a-bf04-44fb-af9c-4c2ab268b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:45.534972 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0a33823-67b4-42d6-8687-d796f8a72f51 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:45.552448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-bb80e41e-78a2-460c-b84d-3b9df947f041 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/quotas/3690662a654f44c581c6b87d8282163d HTTP/1.1" status: 200 len: 375 time: 0.0157335 Oct 13 11:27:45.565982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b0a33823-67b4-42d6-8687-d796f8a72f51 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for 298b45c5-4b63-451d-a407-b8349052b42f owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:45.631086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d39f360a-bf04-44fb-af9c-4c2ab268b784 None None] Port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:27:45.671742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:45.672115 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:45.685272 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-20c19bd9-6f73-4c0e-bb9f-cc4e71433108 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3690662a654f44c581c6b87d8282163d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1277773 Oct 13 11:27:45.795326 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336582899', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:43Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4dcbde5b-6f53-4f56-82f0-4f4e9d423470', 'name': '', 'network_id': '193e8f99-c703-410b-9583-3df955a92809', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'mac_address': 'fa:16:3e:36:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '01aa823e-2046-4f6d-97c1-486d3f8dd3ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:27:41Z', 'updated_at': '2021-10-13T11:27:43Z', 'revision_number': 2, 'project_id': '3690662a654f44c581c6b87d8282163d', 'subnets': [{'id': '01aa823e-2046-4f6d-97c1-486d3f8dd3ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:45.844506 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Checking router: 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:27:45.844930 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Updating router 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:27:45.865779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-42c1f411-9633-4cd6-875d-c8c398d96cee None None] Provisioning complete for port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:45.865779 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-42c1f411-9633-4cd6-875d-c8c398d96cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:45.888877 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-309e9d41-a073-46b8-adba-006b78108d41 service neutron] 10.222.0.32 "GET /v2.0/networks/193e8f99-c703-410b-9583-3df955a92809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800478 Oct 13 11:27:45.925734 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-42c1f411-9633-4cd6-875d-c8c398d96cee None None] Port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:27:45.954075 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:46.046751 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-70000b7f-c40f-433f-bdce-25e48d126399 service neutron] 10.222.0.32 "GET /v2.0/networks/193e8f99-c703-410b-9583-3df955a92809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463637 Oct 13 11:27:46.118675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0a33823-67b4-42d6-8687-d796f8a72f51 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:46.164120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a33823-67b4-42d6-8687-d796f8a72f51 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=298b45c5-4b63-451d-a407-b8349052b42f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:46.221278 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:27:46.370380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:46.371065 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:46.461255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d22b1cb-c5d7-415a-b51f-3cb9f41e3354 req-b63a9e3e-75c5-4829-bdc0-c48f397f54e5 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 210 time: 0.0777490 Oct 13 11:27:46.489305 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:46.565024 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:46.611571 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b0a33823-67b4-42d6-8687-d796f8a72f51 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:46.636734 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Pushing event updated for resources: {'Port': ['ID=4dcbde5b-6f53-4f56-82f0-4f4e9d423470,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:46.666949 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:46.667348 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:46.667693 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:46.673137 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:46.673137 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:46.673137 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:46.673137 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:46.673137 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:46.673137 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:46.673137 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:46.673137 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:46.673137 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:27:46.711162 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Attempting to bind port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:27:46.711162 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Attempting to bind port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '7aa9e224-b585-4d74-8370-128c758ae92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '193e8f99-c703-410b-9583-3df955a92809'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:27:46.711162 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Attempting to bind port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 on network 193e8f99-c703-410b-9583-3df955a92809 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:27:46.713291 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:27:46.713753 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Checking segment: {'id': '7aa9e224-b585-4d74-8370-128c758ae92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '193e8f99-c703-410b-9583-3df955a92809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:27:46.714219 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:46.714711 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Bound using segment: {'id': '7aa9e224-b585-4d74-8370-128c758ae92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '193e8f99-c703-410b-9583-3df955a92809'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:27:46.715257 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Bound port: 4dcbde5b-6f53-4f56-82f0-4f4e9d423470, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa9e224-b585-4d74-8370-128c758ae92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '193e8f99-c703-410b-9583-3df955a92809'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:27:46.716402 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:46.828605 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] For port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:27:46.834833 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] For port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4dcbde5b-6f53-4f56-82f0-4f4e9d423470,segment=NetworkSegment(7aa9e224-b585-4d74-8370-128c758ae92f),segment_id=7aa9e224-b585-4d74-8370-128c758ae92f)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:27:46.926267 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:46.979609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a33823-67b4-42d6-8687-d796f8a72f51 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router f88be0d6-966b-4473-8a2e-65e9ed8dc183 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:46.982085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ac5adc6b-96e5-4d4a-95a6-bf6ab7d4d734 None None] Provisioning complete for port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:46.982505 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ac5adc6b-96e5-4d4a-95a6-bf6ab7d4d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:47.066981 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Routers {'1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:47.067591 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:47.073438 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4db42e-0a44-46f4-ab3b-0cb14bbeb121 None None] Pushing event updated for resources: {'Port': ['ID=4dcbde5b-6f53-4f56-82f0-4f4e9d423470,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:47.167133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a33823-67b4-42d6-8687-d796f8a72f51 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:47.190416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57314) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:47.200267 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ac5adc6b-96e5-4d4a-95a6-bf6ab7d4d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:47.207812 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b0a33823-67b4-42d6-8687-d796f8a72f51 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "PUT /v2.0/routers/f88be0d6-966b-4473-8a2e-65e9ed8dc183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9316070 Oct 13 11:27:47.230547 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b935a5-83ab-4044-868b-6d47afebeafc None None] Sync routers for ids ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:47.324123 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ac5adc6b-96e5-4d4a-95a6-bf6ab7d4d734 None None] For port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4dcbde5b-6f53-4f56-82f0-4f4e9d423470,segment=NetworkSegment(7aa9e224-b585-4d74-8370-128c758ae92f),segment_id=7aa9e224-b585-4d74-8370-128c758ae92f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:27:47.326849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b935a5-83ab-4044-868b-6d47afebeafc None None] Routers {'f88be0d6-966b-4473-8a2e-65e9ed8dc183'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:47.327789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c9b935a5-83ab-4044-868b-6d47afebeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:47.393513 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] Set router 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:27:47.438491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c9b935a5-83ab-4044-868b-6d47afebeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:47.446755 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:47.452128 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ac5adc6b-96e5-4d4a-95a6-bf6ab7d4d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:47.502831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b935a5-83ab-4044-868b-6d47afebeafc None None] Routers {'f88be0d6-966b-4473-8a2e-65e9ed8dc183'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:47.503479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c9b935a5-83ab-4044-868b-6d47afebeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:47.551790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c9b935a5-83ab-4044-868b-6d47afebeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:47.554838 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b935a5-83ab-4044-868b-6d47afebeafc None None] The sync data for ids ['f88be0d6-966b-4473-8a2e-65e9ed8dc183'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:47.582988 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5adc6b-96e5-4d4a-95a6-bf6ab7d4d734 None None] Pushing event updated for resources: {'Port': ['ID=4dcbde5b-6f53-4f56-82f0-4f4e9d423470,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:47.604808 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d3c2b784-1c53-4c87-8271-03c574755f3a None None] Provisioning complete for port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:47.605613 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d3c2b784-1c53-4c87-8271-03c574755f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:47.623415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9bb74e0-79b9-4769-a8ac-194099007411 req-c154d1c8-8ec4-4ff4-b3cf-3cc293ff9aaf tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 210 time: 0.0728319 Oct 13 11:27:47.713234 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:47.878029 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336582899', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:43Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4dcbde5b-6f53-4f56-82f0-4f4e9d423470', 'name': '', 'network_id': '193e8f99-c703-410b-9583-3df955a92809', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'mac_address': 'fa:16:3e:36:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '01aa823e-2046-4f6d-97c1-486d3f8dd3ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:27:41Z', 'updated_at': '2021-10-13T11:27:46Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'subnets': [{'id': '01aa823e-2046-4f6d-97c1-486d3f8dd3ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:47.909430 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a80a2-297d-4a5c-b32f-5e78a46a9e10 None None] The sync data for ids ['1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'] in n-d-813659-3 is: [{'id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336582899', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:43Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4dcbde5b-6f53-4f56-82f0-4f4e9d423470', 'name': '', 'network_id': '193e8f99-c703-410b-9583-3df955a92809', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'mac_address': 'fa:16:3e:36:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '01aa823e-2046-4f6d-97c1-486d3f8dd3ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:27:41Z', 'updated_at': '2021-10-13T11:27:46Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'subnets': [{'id': '01aa823e-2046-4f6d-97c1-486d3f8dd3ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:47.933190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port 1a730a31-6847-4485-950c-ea70f3209785 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:47.933568 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:48.038019 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:48.061117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for 1a730a31-6847-4485-950c-ea70f3209785 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:48.260940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:27:48.405043 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:48.472688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=1a730a31-6847-4485-950c-ea70f3209785,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:48.596865 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:48.598523 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:48.897327 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1362fa29-2b3d-45f3-9f71-08895dceb3be req-ec113a2b-a215-430b-9e7a-2cc3b7238daf tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 210 time: 0.0636873 Oct 13 11:27:48.951289 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:49.093034 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:49.100207 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:49.288168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-c30d0997-05cd-4fd7-ad97-a1e31a818425 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:49.290513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-c30d0997-05cd-4fd7-ad97-a1e31a818425 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.46 "GET /v2.0/networks?id=193e8f99-c703-410b-9583-3df955a92809 HTTP/1.1" status: 200 len: 798 time: 0.1559899 Oct 13 11:27:49.295883 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:49.296470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Fanout notify agent at l3_agent the message router_deleted on router f88be0d6-966b-4473-8a2e-65e9ed8dc183 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:27:49.305643 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:49.308608 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8dbc972c-3a3f-4862-893d-d0e6d254b8cd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/routers/f88be0d6-966b-4473-8a2e-65e9ed8dc183 HTTP/1.1" status: 204 len: 168 time: 2.1163337 Oct 13 11:27:49.311210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57326) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:49.316521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-2b135cce-c902-4ab6-99bd-4c3cabf0f5ef tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Request body: {'port': {'device_id': '2e070471-d426-4fc6-ac40-33e0fc1f9880', 'network_id': '193e8f99-c703-410b-9583-3df955a92809', 'admin_state_up': True, 'tenant_id': '3690662a654f44c581c6b87d8282163d'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:49.403954 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3718513-6818-4ab4-80e7-b49a7377ccbe tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting subnet fd34dadb-f720-4334-a8e6-53814cabe304 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:27:49.414222 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3718513-6818-4ab4-80e7-b49a7377ccbe tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:49.506159 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3718513-6818-4ab4-80e7-b49a7377ccbe tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:49.531823 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-2b135cce-c902-4ab6-99bd-4c3cabf0f5ef tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Made reservation on behalf of 3690662a654f44c581c6b87d8282163d for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:27:49.536847 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-2b135cce-c902-4ab6-99bd-4c3cabf0f5ef tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:49.669014 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3718513-6818-4ab4-80e7-b49a7377ccbe tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:49.713721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-2b135cce-c902-4ab6-99bd-4c3cabf0f5ef tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Allocated IP 172.20.0.19 (193e8f99-c703-410b-9583-3df955a92809/01aa823e-2046-4f6d-97c1-486d3f8dd3ab/f9846a73-f3f9-482a-9c15-4c404dc3e9ce) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:27:49.839025 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3718513-6818-4ab4-80e7-b49a7377ccbe tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:49.869142 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-2b135cce-c902-4ab6-99bd-4c3cabf0f5ef tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:49.872011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3718513-6818-4ab4-80e7-b49a7377ccbe tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Subnet': ['ID=fd34dadb-f720-4334-a8e6-53814cabe304,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:49.880687 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3718513-6818-4ab4-80e7-b49a7377ccbe tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:49.885231 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a3718513-6818-4ab4-80e7-b49a7377ccbe tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/subnets/fd34dadb-f720-4334-a8e6-53814cabe304 HTTP/1.1" status: 204 len: 168 time: 0.5706153 Oct 13 11:27:49.885584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57330) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:49.891689 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae5da16-333b-4ee8-99ed-f323a75e16cc None None] Network 9990be5b-ee3b-4bd3-858a-8eaf0271d681 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:27:50.001192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:50.060579 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-2b135cce-c902-4ab6-99bd-4c3cabf0f5ef tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:50.069812 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f183a9ee-a51d-4cb8-9a2b-066a49691de2 req-0402e585-56b8-4dc7-b77f-540335f31852 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 210 time: 0.0367823 Oct 13 11:27:50.124901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-2b135cce-c902-4ab6-99bd-4c3cabf0f5ef tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Network 193e8f99-c703-410b-9583-3df955a92809 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:27:50.133411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-2b135cce-c902-4ab6-99bd-4c3cabf0f5ef tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:27:50.144127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-2b135cce-c902-4ab6-99bd-4c3cabf0f5ef tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:27:50.144127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port c8a455b2-ebd8-429b-a0e7-485e33af7412 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:50.144127 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:50.147249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b135cce-c902-4ab6-99bd-4c3cabf0f5ef tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event updated for resources: {'Port': ['ID=f9846a73-f3f9-482a-9c15-4c404dc3e9ce,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:50.168263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25201c92-c0c8-412a-b83e-6375126aafbf None None] DHCP port deletion for 9990be5b-ee3b-4bd3-858a-8eaf0271d681 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:27:50.225401 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-25201c92-c0c8-412a-b83e-6375126aafbf None None] Deleting port c8a455b2-ebd8-429b-a0e7-485e33af7412 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:50.226211 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-25201c92-c0c8-412a-b83e-6375126aafbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:50.249344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-2b135cce-c902-4ab6-99bd-4c3cabf0f5ef tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:50.250278 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-2b135cce-c902-4ab6-99bd-4c3cabf0f5ef tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:50.259354 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] For port c8a455b2-ebd8-429b-a0e7-485e33af7412, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c8a455b2-ebd8-429b-a0e7-485e33af7412,segment=NetworkSegment(bf477d51-099c-4952-9f5b-18a4e0837e86),segment_id=bf477d51-099c-4952-9f5b-18a4e0837e86)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:27:50.259727 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:50.286083 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for c8a455b2-ebd8-429b-a0e7-485e33af7412 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:50.319180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-25201c92-c0c8-412a-b83e-6375126aafbf None None] For port c8a455b2-ebd8-429b-a0e7-485e33af7412, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c8a455b2-ebd8-429b-a0e7-485e33af7412,segment=NetworkSegment(bf477d51-099c-4952-9f5b-18a4e0837e86),segment_id=bf477d51-099c-4952-9f5b-18a4e0837e86)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:27:50.319859 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-25201c92-c0c8-412a-b83e-6375126aafbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:50.340284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-25201c92-c0c8-412a-b83e-6375126aafbf None None] Calling delete_port for c8a455b2-ebd8-429b-a0e7-485e33af7412 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:50.380426 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-2b135cce-c902-4ab6-99bd-4c3cabf0f5ef tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0729835 Oct 13 11:27:50.393849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Request body: {'port': {'device_id': '2e070471-d426-4fc6-ac40-33e0fc1f9880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:50.472548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0237dd77-c264-43b2-82bd-d3efb3f40052 None None] Provisioning complete for port f9846a73-f3f9-482a-9c15-4c404dc3e9ce triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:27:50.473293 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0237dd77-c264-43b2-82bd-d3efb3f40052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:50.475627 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:50.485590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:50.516580 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-25201c92-c0c8-412a-b83e-6375126aafbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:50.560416 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=c8a455b2-ebd8-429b-a0e7-485e33af7412,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:50.573235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] No DVR routers for this DVR port c8a455b2-ebd8-429b-a0e7-485e33af7412 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:27:50.582461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0237dd77-c264-43b2-82bd-d3efb3f40052 None None] Port f9846a73-f3f9-482a-9c15-4c404dc3e9ce cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:27:50.588384 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25201c92-c0c8-412a-b83e-6375126aafbf None None] No DVR routers for this DVR port c8a455b2-ebd8-429b-a0e7-485e33af7412 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:27:50.598057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25201c92-c0c8-412a-b83e-6375126aafbf None None] Pushing event deleted for resources: {'Port': ['ID=c8a455b2-ebd8-429b-a0e7-485e33af7412,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:50.897043 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:50.943621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9990be5b-ee3b-4bd3-858a-8eaf0271d681']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:50.963935 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf477d51-099c-4952-9f5b-18a4e0837e86') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:50.964222 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf477d51-099c-4952-9f5b-18a4e0837e86') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:50.997328 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:51.022890 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:51.026855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9846a73-f3f9-482a-9c15-4c404dc3e9ce {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:27:51.039455 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:51.041954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:27:51.042389 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:27:51.045871 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:27:51.205570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931e395-f1e6-4d32-931b-47156ef1fb2d req-91d2ba0a-91e5-47b1-b1fb-cf085e49ee71 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:51.229758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9931e395-f1e6-4d32-931b-47156ef1fb2d req-91d2ba0a-91e5-47b1-b1fb-cf085e49ee71 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 895 time: 0.0784290 Oct 13 11:27:51.251016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Transition to ACTIVE for port object f9846a73-f3f9-482a-9c15-4c404dc3e9ce will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:27:51.255600 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:51.274888 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:51.287583 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/networks/9990be5b-ee3b-4bd3-858a-8eaf0271d681 HTTP/1.1" status: 204 len: 168 time: 1.3930509 Oct 13 11:27:51.287759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57354) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:51.296492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb10dc3-0281-46dd-91e2-7088ecb5dc17 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Network': ['ID=9990be5b-ee3b-4bd3-858a-8eaf0271d681,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:51.365352 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:51.473597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Pushing event updated for resources: {'Port': ['ID=f9846a73-f3f9-482a-9c15-4c404dc3e9ce,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:51.505638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c234780f-82b5-4b92-9d2d-d6ab5e87633b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port c1010e4f-9d60-458e-bccd-9dc8a6f30372 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:51.506141 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c234780f-82b5-4b92-9d2d-d6ab5e87633b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:51.583632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Attempting to bind port f9846a73-f3f9-482a-9c15-4c404dc3e9ce on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:27:51.584259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Attempting to bind port f9846a73-f3f9-482a-9c15-4c404dc3e9ce by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '7aa9e224-b585-4d74-8370-128c758ae92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '193e8f99-c703-410b-9583-3df955a92809'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:27:51.584905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Attempting to bind port f9846a73-f3f9-482a-9c15-4c404dc3e9ce on network 193e8f99-c703-410b-9583-3df955a92809 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:27:51.603381 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Port f9846a73-f3f9-482a-9c15-4c404dc3e9ce on network 193e8f99-c703-410b-9583-3df955a92809 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:27:51.603961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Attempting to bind port f9846a73-f3f9-482a-9c15-4c404dc3e9ce on network 193e8f99-c703-410b-9583-3df955a92809 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:27:51.619378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:27:51.619754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Checking segment: {'id': '7aa9e224-b585-4d74-8370-128c758ae92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '193e8f99-c703-410b-9583-3df955a92809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:27:51.620682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Bound using segment: {'id': '7aa9e224-b585-4d74-8370-128c758ae92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '193e8f99-c703-410b-9583-3df955a92809'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:27:51.624283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Bound port: f9846a73-f3f9-482a-9c15-4c404dc3e9ce, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa9e224-b585-4d74-8370-128c758ae92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '193e8f99-c703-410b-9583-3df955a92809'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:27:51.624829 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:51.646791 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c234780f-82b5-4b92-9d2d-d6ab5e87633b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:51.656100 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c234780f-82b5-4b92-9d2d-d6ab5e87633b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:51.662425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c234780f-82b5-4b92-9d2d-d6ab5e87633b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for c1010e4f-9d60-458e-bccd-9dc8a6f30372 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:51.717255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] For port f9846a73-f3f9-482a-9c15-4c404dc3e9ce, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:27:51.721201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] For port f9846a73-f3f9-482a-9c15-4c404dc3e9ce, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f9846a73-f3f9-482a-9c15-4c404dc3e9ce,segment=NetworkSegment(7aa9e224-b585-4d74-8370-128c758ae92f),segment_id=7aa9e224-b585-4d74-8370-128c758ae92f)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:27:51.816197 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:51.852122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:51.852815 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:51.854956 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] 10.222.0.46 "PUT /v2.0/ports/f9846a73-f3f9-482a-9c15-4c404dc3e9ce HTTP/1.1" status: 200 len: 1055 time: 1.4649785 Oct 13 11:27:51.855973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e070471-d426-4fc6-ac40-33e0fc1f9880', 'tag': 'f9846a73-f3f9-482a-9c15-4c404dc3e9ce'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:27:51.858708 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8c021f-d3c2-4fa7-8a5d-0bf2e109a059" -d '{"events": [{"name": "network-changed", "server_uuid": "2e070471-d426-4fc6-ac40-33e0fc1f9880", "tag": "f9846a73-f3f9-482a-9c15-4c404dc3e9ce"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:27:51.935136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef8577-f5ee-48b5-941b-e72def2f6697 service neutron] Pushing event updated for resources: {'Port': ['ID=f9846a73-f3f9-482a-9c15-4c404dc3e9ce,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:51.955975 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a14bff0-1c18-4822-b654-87176ef3a6a6 x-openstack-request-id: req-8a14bff0-1c18-4822-b654-87176ef3a6a6 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:27:51.956291 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e070471-d426-4fc6-ac40-33e0fc1f9880", "tag": "f9846a73-f3f9-482a-9c15-4c404dc3e9ce", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:27:51.956550 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a14bff0-1c18-4822-b654-87176ef3a6a6 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:27:51.956992 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e070471-d426-4fc6-ac40-33e0fc1f9880', 'tag': 'f9846a73-f3f9-482a-9c15-4c404dc3e9ce', 'status': 'completed', 'code': 200} Oct 13 11:27:51.982309 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c234780f-82b5-4b92-9d2d-d6ab5e87633b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:52.040983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234780f-82b5-4b92-9d2d-d6ab5e87633b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=c1010e4f-9d60-458e-bccd-9dc8a6f30372,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:52.122945 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c234780f-82b5-4b92-9d2d-d6ab5e87633b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:52.126118 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c234780f-82b5-4b92-9d2d-d6ab5e87633b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:52.128723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c234780f-82b5-4b92-9d2d-d6ab5e87633b tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/floatingips/9af925a9-d159-4e3a-8c47-f89574074d3d HTTP/1.1" status: 204 len: 168 time: 0.8397496 Oct 13 11:27:52.132355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c021f-d3c2-4fa7-8a5d-0bf2e109a059 req-8a25437a-1e23-4fb5-8e08-d9b7528cd002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:52.133044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57390) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:52.137447 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ea8c021f-d3c2-4fa7-8a5d-0bf2e109a059 req-8a25437a-1e23-4fb5-8e08-d9b7528cd002 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3690662a654f44c581c6b87d8282163d&device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 1058 time: 0.1792977 Oct 13 11:27:52.163464 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-1122b86a-61e2-4b19-b5f0-fda5352b9218 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] DELETE failed (client error): The resource could not be found. Oct 13 11:27:52.163464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1122b86a-61e2-4b19-b5f0-fda5352b9218 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:27:52.168240 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1122b86a-61e2-4b19-b5f0-fda5352b9218 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/ports/7e45f7ee-74a9-4fb4-a706-d3d06b3c62fc HTTP/1.1" status: 404 len: 333 time: 0.0313647 Oct 13 11:27:52.169078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57392) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:52.226308 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4208bca1-0e85-4b23-9648-b9518d8ca403 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f88be0d6-966b-4473-8a2e-65e9ed8dc183 HTTP/1.1" status: 200 len: 205 time: 0.0561771 Oct 13 11:27:52.233111 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57394) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:52.264594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c8a455b2-ebd8-429b-a0e7-485e33af7412 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:27:52.295562 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-18a25518-2f55-4f86-8762-6cc91beedce7 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] delete failed (client error): The resource could not be found. Oct 13 11:27:52.295562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-18a25518-2f55-4f86-8762-6cc91beedce7 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/routers/f88be0d6-966b-4473-8a2e-65e9ed8dc183 HTTP/1.1" status: 404 len: 336 time: 0.0561223 Oct 13 11:27:52.295562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57402) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:52.311950 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: c8a455b2-ebd8-429b-a0e7-485e33af7412 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:27:52.312575 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c8a455b2-ebd8-429b-a0e7-485e33af7412 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:27:52.341831 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f41d138-7d2a-4d3f-80e6-2ee15cc1743f tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] DELETE failed (client error): The resource could not be found. Oct 13 11:27:52.342263 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f41d138-7d2a-4d3f-80e6-2ee15cc1743f tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:27:52.352515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57408) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:52.352681 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8f41d138-7d2a-4d3f-80e6-2ee15cc1743f tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/subnets/fd34dadb-f720-4334-a8e6-53814cabe304 HTTP/1.1" status: 404 len: 337 time: 0.0582693 Oct 13 11:27:52.431554 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c021f-d3c2-4fa7-8a5d-0bf2e109a059 req-fadb1d4c-f8eb-409e-8e5f-4476cd90b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:52.437671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c021f-d3c2-4fa7-8a5d-0bf2e109a059 req-fadb1d4c-f8eb-409e-8e5f-4476cd90b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:52.437671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ea8c021f-d3c2-4fa7-8a5d-0bf2e109a059 req-fadb1d4c-f8eb-409e-8e5f-4476cd90b588 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3690662a654f44c581c6b87d8282163d&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2855690 Oct 13 11:27:52.508502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6b946-2db3-4b46-8c01-274572c29184 req-566e9fec-3030-4f50-8b6f-f4f072823dc3 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:52.520772 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9e6b946-2db3-4b46-8c01-274572c29184 req-566e9fec-3030-4f50-8b6f-f4f072823dc3 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 907 time: 0.1012945 Oct 13 11:27:52.566269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5b306bac-ee94-4ee7-96bb-1ed07e5d1356 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port 60370356-5156-4c0f-abed-c37a09b292c4 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:52.566838 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b306bac-ee94-4ee7-96bb-1ed07e5d1356 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:52.601933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c021f-d3c2-4fa7-8a5d-0bf2e109a059 req-f844e313-2cbf-4204-8acc-20574d23601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:52.603743 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ea8c021f-d3c2-4fa7-8a5d-0bf2e109a059 req-f844e313-2cbf-4204-8acc-20574d23601a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1627026 Oct 13 11:27:52.685882 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b306bac-ee94-4ee7-96bb-1ed07e5d1356 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:52.692362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-9b9f5612-d111-40fb-b2c1-05e84e7e6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:52.693874 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-9b9f5612-d111-40fb-b2c1-05e84e7e6213 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3690662a654f44c581c6b87d8282163d&device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 1058 time: 0.0482686 Oct 13 11:27:52.701649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5b306bac-ee94-4ee7-96bb-1ed07e5d1356 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for 60370356-5156-4c0f-abed-c37a09b292c4 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:52.750416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-24fb4c27-fe23-4bd0-8183-cc4a6a252fef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f9846a73-f3f9-482a-9c15-4c404dc3e9ce HTTP/1.1" status: 200 len: 217 time: 0.0464389 Oct 13 11:27:52.932828 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b306bac-ee94-4ee7-96bb-1ed07e5d1356 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:52.963841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b306bac-ee94-4ee7-96bb-1ed07e5d1356 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=60370356-5156-4c0f-abed-c37a09b292c4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:53.064408 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b306bac-ee94-4ee7-96bb-1ed07e5d1356 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:53.072482 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5b306bac-ee94-4ee7-96bb-1ed07e5d1356 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/ports/60370356-5156-4c0f-abed-c37a09b292c4 HTTP/1.1" status: 204 len: 168 time: 0.7143362 Oct 13 11:27:53.074551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57432) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:53.150236 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-6127457a-05c0-4698-bb3e-1cb074e84908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:53.151860 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-6127457a-05c0-4698-bb3e-1cb074e84908 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01aa823e-2046-4f6d-97c1-486d3f8dd3ab HTTP/1.1" status: 200 len: 838 time: 0.3944044 Oct 13 11:27:53.180892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-be92202e-e84c-418e-90d5-2540f529e4cb tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port 661ee7e0-3a8c-45d6-bc17-891daba121ee {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:53.181242 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be92202e-e84c-418e-90d5-2540f529e4cb tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:53.202724 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-8bb66778-dda4-498b-a75f-2460c6717218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:53.204256 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-8bb66778-dda4-498b-a75f-2460c6717218 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=193e8f99-c703-410b-9583-3df955a92809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450568 Oct 13 11:27:53.289086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be92202e-e84c-418e-90d5-2540f529e4cb tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:53.304029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-be92202e-e84c-418e-90d5-2540f529e4cb tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for 661ee7e0-3a8c-45d6-bc17-891daba121ee owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:53.311938 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-decd172a-2c78-4d76-9b82-6ca2a9e62e23 service neutron] 10.222.0.46 "GET /v2.0/networks/193e8f99-c703-410b-9583-3df955a92809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005242 Oct 13 11:27:53.420994 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f5af22a-8841-4e4f-8ff0-1711c6aa04e7 req-c27fcc6c-3440-4508-a8de-90c680a92001 service neutron] 10.222.0.46 "GET /v2.0/networks/193e8f99-c703-410b-9583-3df955a92809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023824 Oct 13 11:27:53.519176 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be92202e-e84c-418e-90d5-2540f529e4cb tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:53.552025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92202e-e84c-418e-90d5-2540f529e4cb tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=661ee7e0-3a8c-45d6-bc17-891daba121ee,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:53.662756 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be92202e-e84c-418e-90d5-2540f529e4cb tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:53.666356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-be92202e-e84c-418e-90d5-2540f529e4cb tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/ports/661ee7e0-3a8c-45d6-bc17-891daba121ee HTTP/1.1" status: 204 len: 168 time: 0.5906708 Oct 13 11:27:53.669368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57464) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:53.680983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf198f5-5d55-4454-8724-899e20c899ea req-eddd2719-d322-497d-931e-23b163843d13 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:53.682514 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4bf198f5-5d55-4454-8724-899e20c899ea req-eddd2719-d322-497d-931e-23b163843d13 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 907 time: 0.0737195 Oct 13 11:27:53.730983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dfd97d-48a2-46a0-ad8f-17b6c5497096 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:53.732494 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d5dfd97d-48a2-46a0-ad8f-17b6c5497096 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e9c759-162e-4ed4-ba13-6806a1404923 HTTP/1.1" status: 200 len: 913 time: 0.0617042 Oct 13 11:27:53.735190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57466) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:54.117906 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bda2e598-d547-43b1-8bcf-deb6092a2150 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:54.435615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-bda2e598-d547-43b1-8bcf-deb6092a2150 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port f5cc3429-c157-4c62-91ee-9e1f6ab06a07 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:54.436105 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bda2e598-d547-43b1-8bcf-deb6092a2150 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:54.536759 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bda2e598-d547-43b1-8bcf-deb6092a2150 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:54.550836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-bda2e598-d547-43b1-8bcf-deb6092a2150 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for f5cc3429-c157-4c62-91ee-9e1f6ab06a07 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:54.813720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec056702-bee0-41df-9589-5687f6003646 req-51effc8b-3c3c-4326-9389-a53c0ed76f89 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:54.816121 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec056702-bee0-41df-9589-5687f6003646 req-51effc8b-3c3c-4326-9389-a53c0ed76f89 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 907 time: 0.0554075 Oct 13 11:27:54.839242 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bda2e598-d547-43b1-8bcf-deb6092a2150 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:54.873221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2e598-d547-43b1-8bcf-deb6092a2150 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=f5cc3429-c157-4c62-91ee-9e1f6ab06a07,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:55.075007 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bda2e598-d547-43b1-8bcf-deb6092a2150 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:55.322440 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda2e598-d547-43b1-8bcf-deb6092a2150 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Router 35e9c759-162e-4ed4-ba13-6806a1404923 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:27:55.441028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda2e598-d547-43b1-8bcf-deb6092a2150 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:27:55.445088 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bda2e598-d547-43b1-8bcf-deb6092a2150 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "PUT /v2.0/routers/35e9c759-162e-4ed4-ba13-6806a1404923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7083168 Oct 13 11:27:55.448090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57542) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:55.454571 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b82b3f-bca0-4a16-9641-bff8c9f6af2b None None] Sync routers for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:27:55.466412 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b82b3f-bca0-4a16-9641-bff8c9f6af2b None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:55.467047 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-95b82b3f-bca0-4a16-9641-bff8c9f6af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:55.504793 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-95b82b3f-bca0-4a16-9641-bff8c9f6af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:55.515765 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b82b3f-bca0-4a16-9641-bff8c9f6af2b None None] Routers {'35e9c759-162e-4ed4-ba13-6806a1404923'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:27:55.516385 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-95b82b3f-bca0-4a16-9641-bff8c9f6af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['35e9c759-162e-4ed4-ba13-6806a1404923'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:55.551497 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-95b82b3f-bca0-4a16-9641-bff8c9f6af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:55.552055 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b82b3f-bca0-4a16-9641-bff8c9f6af2b None None] The sync data for ids ['35e9c759-162e-4ed4-ba13-6806a1404923'] in n-d-813659-3 is: [] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:27:55.565423 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:55.682836 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:55.915597 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting port 23b2ccb4-08e3-433a-afb7-906edf64d9f8 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:27:55.916325 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:56.026707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9234729-c197-4176-942d-b79acc718e43 req-a55641d6-50e0-455d-ba5e-4820d08eee66 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:56.031873 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9234729-c197-4176-942d-b79acc718e43 req-a55641d6-50e0-455d-ba5e-4820d08eee66 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 907 time: 0.1102037 Oct 13 11:27:56.051648 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:56.067513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Calling delete_port for 23b2ccb4-08e3-433a-afb7-906edf64d9f8 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:27:56.388008 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:56.418728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Port': ['ID=23b2ccb4-08e3-433a-afb7-906edf64d9f8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:56.487462 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:56.584670 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:56.587318 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:56.701514 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:56.702072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Fanout notify agent at l3_agent the message router_deleted on router 35e9c759-162e-4ed4-ba13-6806a1404923 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:27:56.709716 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:56.711710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-08f106cb-2075-4be3-b4f4-2363e68a10c2 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/routers/35e9c759-162e-4ed4-ba13-6806a1404923 HTTP/1.1" status: 204 len: 168 time: 1.2622161 Oct 13 11:27:56.713986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57592) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:56.773648 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2db70d-b750-4d2a-b79a-f77fff1de238 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Deleting subnet 303134b7-34e1-4243-b385-4735c69b215e {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:27:56.777487 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2db70d-b750-4d2a-b79a-f77fff1de238 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:56.823834 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2db70d-b750-4d2a-b79a-f77fff1de238 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:56.871528 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2db70d-b750-4d2a-b79a-f77fff1de238 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:57.010723 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2db70d-b750-4d2a-b79a-f77fff1de238 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:57.045662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2db70d-b750-4d2a-b79a-f77fff1de238 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Subnet': ['ID=303134b7-34e1-4243-b385-4735c69b215e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:57.052231 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2db70d-b750-4d2a-b79a-f77fff1de238 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:57.056750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7e2db70d-b750-4d2a-b79a-f77fff1de238 tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/subnets/303134b7-34e1-4243-b385-4735c69b215e HTTP/1.1" status: 204 len: 168 time: 0.3407052 Oct 13 11:27:57.059229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57614) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:57.174734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02c34b-ad11-4731-89d1-0a2994a0b17b req-f4320f3b-dcfb-4e31-b5a9-4d99fc58d937 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:57.176784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f02c34b-ad11-4731-89d1-0a2994a0b17b req-f4320f3b-dcfb-4e31-b5a9-4d99fc58d937 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 907 time: 0.0627775 Oct 13 11:27:57.184322 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7da43e2-cb09-4913-8b0e-0099285c2cdd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:57.300844 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7da43e2-cb09-4913-8b0e-0099285c2cdd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:57.327283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f7da43e2-cb09-4913-8b0e-0099285c2cdd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0c744f-76d3-45aa-9e83-6298961cf420']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:57.337475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f7da43e2-cb09-4913-8b0e-0099285c2cdd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377897ad-0e1e-4b78-9fe2-413da6d24a9b') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:57.337776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f7da43e2-cb09-4913-8b0e-0099285c2cdd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377897ad-0e1e-4b78-9fe2-413da6d24a9b') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:27:57.352043 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7da43e2-cb09-4913-8b0e-0099285c2cdd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:57.368371 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7da43e2-cb09-4913-8b0e-0099285c2cdd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:57.374652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7da43e2-cb09-4913-8b0e-0099285c2cdd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:27:57.375006 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7da43e2-cb09-4913-8b0e-0099285c2cdd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:27:57.379108 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:27:57.530815 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7da43e2-cb09-4913-8b0e-0099285c2cdd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:57.536456 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7da43e2-cb09-4913-8b0e-0099285c2cdd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:57.540494 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f7da43e2-cb09-4913-8b0e-0099285c2cdd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] 10.222.0.32 "DELETE /v2.0/networks/fa0c744f-76d3-45aa-9e83-6298961cf420 HTTP/1.1" status: 204 len: 168 time: 0.4801519 Oct 13 11:27:57.558871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da43e2-cb09-4913-8b0e-0099285c2cdd tempest-FloatingIPTestJSON-1671408328 tempest-FloatingIPTestJSON-1671408328-project] Pushing event deleted for resources: {'Network': ['ID=fa0c744f-76d3-45aa-9e83-6298961cf420,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:57.935479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f9846a73-f3f9-482a-9c15-4c404dc3e9ce details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:27:58.050923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f9846a73-f3f9-482a-9c15-4c404dc3e9ce, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f9846a73-f3f9-482a-9c15-4c404dc3e9ce,segment=NetworkSegment(7aa9e224-b585-4d74-8370-128c758ae92f),segment_id=7aa9e224-b585-4d74-8370-128c758ae92f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:27:58.066919 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'f9846a73-f3f9-482a-9c15-4c404dc3e9ce', 'network_id': '193e8f99-c703-410b-9583-3df955a92809', 'port_id': 'f9846a73-f3f9-482a-9c15-4c404dc3e9ce', 'mac_address': 'fa:16:3e:2b:5f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01aa823e-2046-4f6d-97c1-486d3f8dd3ab', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:27:58.103483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57662) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:58.108348 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:58.125999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9846a73-f3f9-482a-9c15-4c404dc3e9ce {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:27:58.152243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f9846a73-f3f9-482a-9c15-4c404dc3e9ce, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f9846a73-f3f9-482a-9c15-4c404dc3e9ce,segment=NetworkSegment(7aa9e224-b585-4d74-8370-128c758ae92f),segment_id=7aa9e224-b585-4d74-8370-128c758ae92f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:27:58.244698 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:58.312249 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b4fbe9f3-e806-4b13-b381-532c04c6ffad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccf5c4f491064036bb964e69c2d66088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045457 Oct 13 11:27:58.315045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57678) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:58.325777 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f9846a73-f3f9-482a-9c15-4c404dc3e9ce,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:58.355410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2b6bb-675f-4534-9e7f-eec76ba6bc40 req-fdb90405-6887-4c13-929c-37ceafccb40a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:58.357046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-89a2b6bb-675f-4534-9e7f-eec76ba6bc40 req-fdb90405-6887-4c13-929c-37ceafccb40a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 908 time: 0.0865095 Oct 13 11:27:58.380921 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a0b96b62-14f3-4c04-93ee-b1f655422e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:58.410403 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a0b96b62-14f3-4c04-93ee-b1f655422e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:58.535815 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a0b96b62-14f3-4c04-93ee-b1f655422e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:58.538517 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a0b96b62-14f3-4c04-93ee-b1f655422e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:58.539951 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a0b96b62-14f3-4c04-93ee-b1f655422e36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0140711d-573e-4eaa-9eec-b5f1e801f4dc HTTP/1.1" status: 204 len: 168 time: 0.2237127 Oct 13 11:27:58.550090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b96b62-14f3-4c04-93ee-b1f655422e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0140711d-573e-4eaa-9eec-b5f1e801f4dc,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:27:58.588778 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['f9846a73-f3f9-482a-9c15-4c404dc3e9ce'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:27:59.504996 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac37da7-3035-4dfe-ad28-584ca65cccfa req-8ec26bb7-a461-4b26-8cda-c51063165772 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:27:59.506720 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bac37da7-3035-4dfe-ad28-584ca65cccfa req-8ec26bb7-a461-4b26-8cda-c51063165772 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 908 time: 0.0642915 Oct 13 11:27:59.716787 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57758) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:27:59.823015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Request body: {'networks': [{'name': 'tempest-network--454288643'}, {'name': 'tempest-network--1439932629'}]} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:59.823371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Request body: {'network': {'name': 'tempest-network--454288643'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:59.823867 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Request body: {'network': {'name': 'tempest-network--1439932629'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:27:59.946982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f9846a73-f3f9-482a-9c15-4c404dc3e9ce up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:27:59.981495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Made reservation on behalf of 1b0cb8848574477a9ac2ee97e9e3269b for: {'network': 2} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:27:59.986739 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:27:59.996178 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.094992 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.102666 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port f9846a73-f3f9-482a-9c15-4c404dc3e9ce completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:28:00.109565 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port f9846a73-f3f9-482a-9c15-4c404dc3e9ce triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:00.110003 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.170567 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.171200 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.193936 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.222812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d154c0-fb91-4efc-9e0f-dae3de7bc231,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:00.224209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e070471-d426-4fc6-ac40-33e0fc1f9880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9846a73-f3f9-482a-9c15-4c404dc3e9ce'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:28:00.225805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:28:00.226868 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1857e3ac-a5fe-475e-955f-7be67853347a" -d '{"events": [{"server_uuid": "2e070471-d426-4fc6-ac40-33e0fc1f9880", "name": "network-vif-plugged", "status": "completed", "tag": "f9846a73-f3f9-482a-9c15-4c404dc3e9ce"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:28:00.237169 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.238072 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Added segment fc08e5f3-c075-4005-92eb-8ce65758c5ed of type vlan for network f186d296-d991-4e33-a39f-c6776714661c Oct 13 11:28:00.246946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f9846a73-f3f9-482a-9c15-4c404dc3e9ce, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f9846a73-f3f9-482a-9c15-4c404dc3e9ce,segment=NetworkSegment(7aa9e224-b585-4d74-8370-128c758ae92f),segment_id=7aa9e224-b585-4d74-8370-128c758ae92f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:00.275346 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e53c07-3d75-460d-9fdb-a69e16159af7 x-openstack-request-id: req-c8e53c07-3d75-460d-9fdb-a69e16159af7 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:28:00.275693 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e070471-d426-4fc6-ac40-33e0fc1f9880", "name": "network-vif-plugged", "status": "completed", "tag": "f9846a73-f3f9-482a-9c15-4c404dc3e9ce", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:28:00.275950 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8e53c07-3d75-460d-9fdb-a69e16159af7 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:28:00.276346 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e070471-d426-4fc6-ac40-33e0fc1f9880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9846a73-f3f9-482a-9c15-4c404dc3e9ce', 'code': 200} Oct 13 11:28:00.289538 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.320115 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.338406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:28:00.349426 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.349865 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Added segment d3452253-16b4-4c5a-9c31-246d9fe371c6 of type vlan for network 78df6314-f720-488e-ab73-04b86bab9f9e Oct 13 11:28:00.396406 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.398075 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f9846a73-f3f9-482a-9c15-4c404dc3e9ce,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:00.398875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c58944-b7a9-49b5-8f27-c52f4b7953ac req-e8ccf506-23aa-4e0c-a5de-ed6370ee8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:00.402466 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-17c58944-b7a9-49b5-8f27-c52f4b7953ac req-e8ccf506-23aa-4e0c-a5de-ed6370ee8517 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 1060 time: 0.0556962 Oct 13 11:28:00.519301 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.519954 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.527499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:00.544594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:00.544594 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:00.666480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event updated for resources: {'Network': ['ID=f186d296-d991-4e33-a39f-c6776714661c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:00.681244 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network f186d296-d991-4e33-a39f-c6776714661c details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:28:00.728614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0129952 Oct 13 11:28:00.731339 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57804) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:00.752483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133180f-f2e3-4527-909e-abd2326ce351 req-35524f43-626e-4634-a340-143a50d87781 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:00.759489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a133180f-f2e3-4527-909e-abd2326ce351 req-35524f43-626e-4634-a340-143a50d87781 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 909 time: 0.1433442 Oct 13 11:28:00.771250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87537a9c-ae98-4262-b111-d653b9d5fc96 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event updated for resources: {'Network': ['ID=78df6314-f720-488e-ab73-04b86bab9f9e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:00.791864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 78df6314-f720-488e-ab73-04b86bab9f9e details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:28:00.990787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38977719-100d-4b78-b62f-f1420cc79d55 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:00.998167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38977719-100d-4b78-b62f-f1420cc79d55 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:01.004706 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38977719-100d-4b78-b62f-f1420cc79d55 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:01.010746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38977719-100d-4b78-b62f-f1420cc79d55 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:01.013535 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-38977719-100d-4b78-b62f-f1420cc79d55 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2780714 Oct 13 11:28:01.015636 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57818) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:01.115270 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbdb6546-2830-4a68-bd3d-a3fd0c32b044 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.240563 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbdb6546-2830-4a68-bd3d-a3fd0c32b044 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.265227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-dbdb6546-2830-4a68-bd3d-a3fd0c32b044 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f186d296-d991-4e33-a39f-c6776714661c']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:01.287008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-dbdb6546-2830-4a68-bd3d-a3fd0c32b044 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc08e5f3-c075-4005-92eb-8ce65758c5ed') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:01.287501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-dbdb6546-2830-4a68-bd3d-a3fd0c32b044 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc08e5f3-c075-4005-92eb-8ce65758c5ed') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:01.306358 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbdb6546-2830-4a68-bd3d-a3fd0c32b044 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.329075 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbdb6546-2830-4a68-bd3d-a3fd0c32b044 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.338205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdb6546-2830-4a68-bd3d-a3fd0c32b044 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:28:01.338695 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbdb6546-2830-4a68-bd3d-a3fd0c32b044 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:28:01.342384 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:28:01.496281 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbdb6546-2830-4a68-bd3d-a3fd0c32b044 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.518535 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbdb6546-2830-4a68-bd3d-a3fd0c32b044 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.523287 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dbdb6546-2830-4a68-bd3d-a3fd0c32b044 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "DELETE /v2.0/networks/f186d296-d991-4e33-a39f-c6776714661c HTTP/1.1" status: 204 len: 168 time: 0.5051370 Oct 13 11:28:01.523897 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb6546-2830-4a68-bd3d-a3fd0c32b044 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event deleted for resources: {'Network': ['ID=f186d296-d991-4e33-a39f-c6776714661c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:01.524692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57846) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:01.618362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d20ef34e-1181-4004-81b9-c62b8f73d1c2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.715465 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d20ef34e-1181-4004-81b9-c62b8f73d1c2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.740293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-d20ef34e-1181-4004-81b9-c62b8f73d1c2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78df6314-f720-488e-ab73-04b86bab9f9e']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:01.753420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-d20ef34e-1181-4004-81b9-c62b8f73d1c2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3452253-16b4-4c5a-9c31-246d9fe371c6') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:01.753420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-d20ef34e-1181-4004-81b9-c62b8f73d1c2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3452253-16b4-4c5a-9c31-246d9fe371c6') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:01.763701 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d20ef34e-1181-4004-81b9-c62b8f73d1c2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.777557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d20ef34e-1181-4004-81b9-c62b8f73d1c2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.783875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20ef34e-1181-4004-81b9-c62b8f73d1c2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:28:01.784275 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d20ef34e-1181-4004-81b9-c62b8f73d1c2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:28:01.787933 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:28:01.917861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491f3cd-2709-4dfe-a37c-460f4c170762 req-852fc2fb-d40c-4d19-a3ed-18f7a2288fcd tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:01.919441 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3491f3cd-2709-4dfe-a37c-460f4c170762 req-852fc2fb-d40c-4d19-a3ed-18f7a2288fcd tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 909 time: 0.0529697 Oct 13 11:28:01.958921 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d20ef34e-1181-4004-81b9-c62b8f73d1c2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.965889 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d20ef34e-1181-4004-81b9-c62b8f73d1c2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:01.969143 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d20ef34e-1181-4004-81b9-c62b8f73d1c2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "DELETE /v2.0/networks/78df6314-f720-488e-ab73-04b86bab9f9e HTTP/1.1" status: 204 len: 168 time: 0.4434359 Oct 13 11:28:01.972512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57866) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:02.002825 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ef34e-1181-4004-81b9-c62b8f73d1c2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event deleted for resources: {'Network': ['ID=78df6314-f720-488e-ab73-04b86bab9f9e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:02.113435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09086b9-1ab3-412f-971e-431874925fe4 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:02.119779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09086b9-1ab3-412f-971e-431874925fe4 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:02.124864 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b09086b9-1ab3-412f-971e-431874925fe4 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1478150 Oct 13 11:28:02.125103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57876) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:02.130134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-53de6ee5-b4c3-4b37-8963-35ba34f7eb83 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-965842816'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:02.227497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53de6ee5-b4c3-4b37-8963-35ba34f7eb83 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Made reservation on behalf of 1b0cb8848574477a9ac2ee97e9e3269b for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:28:02.231099 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53de6ee5-b4c3-4b37-8963-35ba34f7eb83 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:02.257891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53de6ee5-b4c3-4b37-8963-35ba34f7eb83 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:28:02.269505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53de6ee5-b4c3-4b37-8963-35ba34f7eb83 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:02.269843 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-53de6ee5-b4c3-4b37-8963-35ba34f7eb83 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Added segment 04ff990e-116f-4b73-b1f8-01a70361565b of type vlan for network 9fef7caf-3915-4db1-9860-21b56804ce08 Oct 13 11:28:02.336768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53de6ee5-b4c3-4b37-8963-35ba34f7eb83 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:02.660204 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.resource_extend [None req-53de6ee5-b4c3-4b37-8963-35ba34f7eb83 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 11:28:02.776372 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53de6ee5-b4c3-4b37-8963-35ba34f7eb83 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:02.782280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53de6ee5-b4c3-4b37-8963-35ba34f7eb83 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:02.782923 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-53de6ee5-b4c3-4b37-8963-35ba34f7eb83 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:02.900971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de6ee5-b4c3-4b37-8963-35ba34f7eb83 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event updated for resources: {'Network': ['ID=9fef7caf-3915-4db1-9860-21b56804ce08,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:02.906135 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9fef7caf-3915-4db1-9860-21b56804ce08 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:28:02.950841 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-53de6ee5-b4c3-4b37-8963-35ba34f7eb83 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8245044 Oct 13 11:28:02.953897 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57914) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:02.963480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1586151650'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:03.058237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5b1e4-b389-4e6a-9ed9-748a5f83bd5c req-ddb354e0-b1be-49f2-a976-e8785f2c3f09 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:03.059936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3d5b1e4-b389-4e6a-9ed9-748a5f83bd5c req-ddb354e0-b1be-49f2-a976-e8785f2c3f09 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 909 time: 0.0606468 Oct 13 11:28:03.085337 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Made reservation on behalf of 1b0cb8848574477a9ac2ee97e9e3269b for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:28:03.089386 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:03.397395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:28:03.411297 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:03.411639 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Added segment df7ded83-6730-4856-b4c5-9a0a2a40c64d of type vlan for network 83a35f04-883f-4be8-bc10-ea671bd538b5 Oct 13 11:28:03.431679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869744-8c28-430a-8666-694e1c369457 req-bef007c1-2530-4104-ac8b-5c6936fa1dda tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:03.433195 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79869744-8c28-430a-8666-694e1c369457 req-bef007c1-2530-4104-ac8b-5c6936fa1dda tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 909 time: 0.0744593 Oct 13 11:28:03.469836 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:03.554737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f82da3-b949-4e18-8b93-bb55ea408be5 req-3fafcad9-1e4d-4334-a163-741a1c25ba5b tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:03.556916 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67f82da3-b949-4e18-8b93-bb55ea408be5 req-3fafcad9-1e4d-4334-a163-741a1c25ba5b tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 1060 time: 0.0472596 Oct 13 11:28:03.576323 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:03.583282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:03.583905 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:03.690106 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event updated for resources: {'Network': ['ID=83a35f04-883f-4be8-bc10-ea671bd538b5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:03.701535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:03.701876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:03.702217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:03.702649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:03.702984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:03.703315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:03.703644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:03.703968 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:03.705010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:03.705341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:03.705664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:03.706208 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:03.752806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b7bdb-9644-439c-8b06-bed59032c6e0 req-b8c7e563-fd60-479d-b962-c9c10dfa4064 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:03.752806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e7b7bdb-9644-439c-8b06-bed59032c6e0 req-b8c7e563-fd60-479d-b962-c9c10dfa4064 tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 1135 time: 0.0837669 Oct 13 11:28:03.753256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 83a35f04-883f-4be8-bc10-ea671bd538b5 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:28:03.777211 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e7b7bdb-9644-439c-8b06-bed59032c6e0 req-31eb7422-503b-4651-8a5d-400c4b378e9a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d0d108da-0248-4458-a5ae-91c777b6b38f&id=25fab5de-df2d-439f-8543-6dd0e55e29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0395615 Oct 13 11:28:03.793230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57950) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:03.837553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39cd461-1b4d-4b98-b0c3-03a5d34a0a7a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:03.845994 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d39cd461-1b4d-4b98-b0c3-03a5d34a0a7a tempest-TestSecurityGroupsBasicOps-1368198874 tempest-TestSecurityGroupsBasicOps-1368198874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 1055 time: 0.0449319 Oct 13 11:28:03.935073 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-54714931-6811-4f8d-9559-b8f1bc87324a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9797728 Oct 13 11:28:03.936182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57956) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:03.942488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Request body: {'ports': [{'network_id': '9fef7caf-3915-4db1-9860-21b56804ce08', 'name': 'tempest-port--1910544403', 'admin_state_up': True}, {'network_id': '83a35f04-883f-4be8-bc10-ea671bd538b5', 'admin_state_up': False}]} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:03.949805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Request body: {'port': {'network_id': '9fef7caf-3915-4db1-9860-21b56804ce08', 'name': 'tempest-port--1910544403', 'admin_state_up': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:03.949805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Request body: {'port': {'network_id': '83a35f04-883f-4be8-bc10-ea671bd538b5', 'admin_state_up': False}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:04.199090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Made reservation on behalf of 1b0cb8848574477a9ac2ee97e9e3269b for: {'port': 2} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:28:04.205533 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:04.219414 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:04.336082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] device_id is not set on port 5c2b89fb-e115-45f2-97b5-a78276370659 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:28:04.362813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193bba9-f97f-4e2f-a551-df9329fa5f3a req-eacdc4d3-c016-4a14-addf-601e4d4603ac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:04.364333 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5193bba9-f97f-4e2f-a551-df9329fa5f3a req-eacdc4d3-c016-4a14-addf-601e4d4603ac tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 909 time: 0.0845408 Oct 13 11:28:04.480584 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:04.551769 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] device_id is not set on port 1150a4f9-773b-44a1-90e9-44fc61634e06 yet. {{(pid=101991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 11:28:04.668797 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:04.810663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:04.871117 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event updated for resources: {'Port': ['ID=5c2b89fb-e115-45f2-97b5-a78276370659,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:04.887354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Checking segment: {'id': '04ff990e-116f-4b73-b1f8-01a70361565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9fef7caf-3915-4db1-9860-21b56804ce08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:04.887713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Network hostable DHCP agents. Network: 9fef7caf-3915-4db1-9860-21b56804ce08, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:28:05.039348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Network 9fef7caf-3915-4db1-9860-21b56804ce08 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:28:05.175946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9fef7caf-3915-4db1-9860-21b56804ce08) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:05.180373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:28:05.181316 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:05.186038 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0034d140-a7ac-473c-ad65-a15afaf7b891 None None] Network 9fef7caf-3915-4db1-9860-21b56804ce08 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:28:05.255115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event updated for resources: {'Port': ['ID=1150a4f9-773b-44a1-90e9-44fc61634e06,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:05.262438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Checking segment: {'id': 'df7ded83-6730-4856-b4c5-9a0a2a40c64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '83a35f04-883f-4be8-bc10-ea671bd538b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:05.267548 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Network hostable DHCP agents. Network: 83a35f04-883f-4be8-bc10-ea671bd538b5, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:28:05.367170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Network 83a35f04-883f-4be8-bc10-ea671bd538b5 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:28:05.477848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 83a35f04-883f-4be8-bc10-ea671bd538b5) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:05.480320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:28:05.486316 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:05.490551 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0a0bfe-e5d2-418e-b9c1-fb96e7ef2171 None None] Network 83a35f04-883f-4be8-bc10-ea671bd538b5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:28:05.491703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:05.492417 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:05.524251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9984530-cb1a-41e0-bd2d-853d677fbe54 req-e6172e28-01ab-465c-8dca-f608853c40e9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:05.527587 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9984530-cb1a-41e0-bd2d-853d677fbe54 req-e6172e28-01ab-465c-8dca-f608853c40e9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 909 time: 0.0850918 Oct 13 11:28:05.601629 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bb25b219-a54d-4dbf-a307-d79e24128023 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6641488 Oct 13 11:28:05.604433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57976) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:05.695667 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57d089-9b8e-4337-a921-958088ca8594 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:05.702064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57d089-9b8e-4337-a921-958088ca8594 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:05.703706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ee57d089-9b8e-4337-a921-958088ca8594 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0981901 Oct 13 11:28:05.706791 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57978) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:05.775253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bed6f-489d-4fad-828c-69cce9879f01 req-89b1a9fb-6df9-4cc0-bf6c-a0f3c34fdd66 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:05.776853 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9d6bed6f-489d-4fad-828c-69cce9879f01 req-89b1a9fb-6df9-4cc0-bf6c-a0f3c34fdd66 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 909 time: 0.0634358 Oct 13 11:28:05.811443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ba2befb4-8306-43b6-b616-56eaaee20999 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Deleting port 5c2b89fb-e115-45f2-97b5-a78276370659 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:05.812203 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ba2befb4-8306-43b6-b616-56eaaee20999 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:05.885732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-9d6bed6f-489d-4fad-828c-69cce9879f01 req-fbc66629-1d27-4d49-b56e-676b6e073807 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Deleting port f9846a73-f3f9-482a-9c15-4c404dc3e9ce {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:05.886088 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d6bed6f-489d-4fad-828c-69cce9879f01 req-fbc66629-1d27-4d49-b56e-676b6e073807 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:05.894987 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ba2befb4-8306-43b6-b616-56eaaee20999 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:05.909677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ba2befb4-8306-43b6-b616-56eaaee20999 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Calling delete_port for 5c2b89fb-e115-45f2-97b5-a78276370659 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:05.984670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-9d6bed6f-489d-4fad-828c-69cce9879f01 req-fbc66629-1d27-4d49-b56e-676b6e073807 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] For port f9846a73-f3f9-482a-9c15-4c404dc3e9ce, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f9846a73-f3f9-482a-9c15-4c404dc3e9ce,segment=NetworkSegment(7aa9e224-b585-4d74-8370-128c758ae92f),segment_id=7aa9e224-b585-4d74-8370-128c758ae92f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:05.985573 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d6bed6f-489d-4fad-828c-69cce9879f01 req-fbc66629-1d27-4d49-b56e-676b6e073807 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:06.000943 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-9d6bed6f-489d-4fad-828c-69cce9879f01 req-fbc66629-1d27-4d49-b56e-676b6e073807 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Calling delete_port for f9846a73-f3f9-482a-9c15-4c404dc3e9ce owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:06.085937 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ba2befb4-8306-43b6-b616-56eaaee20999 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:06.138263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2befb4-8306-43b6-b616-56eaaee20999 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event deleted for resources: {'Port': ['ID=5c2b89fb-e115-45f2-97b5-a78276370659,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:06.147440 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ba2befb4-8306-43b6-b616-56eaaee20999 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:06.151157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ba2befb4-8306-43b6-b616-56eaaee20999 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "DELETE /v2.0/ports/5c2b89fb-e115-45f2-97b5-a78276370659 HTTP/1.1" status: 204 len: 168 time: 0.4428546 Oct 13 11:28:06.154878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57982) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:06.250271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d6bed6f-489d-4fad-828c-69cce9879f01 req-fbc66629-1d27-4d49-b56e-676b6e073807 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:06.265163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1abbc027-463c-4a34-aa08-ec187e487d35 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Deleting port 1150a4f9-773b-44a1-90e9-44fc61634e06 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:06.265732 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1abbc027-463c-4a34-aa08-ec187e487d35 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:06.279170 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc66629-1d27-4d49-b56e-676b6e073807 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event deleted for resources: {'Port': ['ID=f9846a73-f3f9-482a-9c15-4c404dc3e9ce,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:06.331672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6bed6f-489d-4fad-828c-69cce9879f01 req-fbc66629-1d27-4d49-b56e-676b6e073807 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] No DVR routers for this DVR port f9846a73-f3f9-482a-9c15-4c404dc3e9ce on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:28:06.334809 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d6bed6f-489d-4fad-828c-69cce9879f01 req-fbc66629-1d27-4d49-b56e-676b6e073807 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:06.338236 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9d6bed6f-489d-4fad-828c-69cce9879f01 req-fbc66629-1d27-4d49-b56e-676b6e073807 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.46 "DELETE /v2.0/ports/f9846a73-f3f9-482a-9c15-4c404dc3e9ce HTTP/1.1" status: 204 len: 173 time: 0.5550532 Oct 13 11:28:06.338751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e070471-d426-4fc6-ac40-33e0fc1f9880', 'name': 'network-vif-deleted', 'tag': 'f9846a73-f3f9-482a-9c15-4c404dc3e9ce'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:28:06.341226 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f70374a-acf0-4861-b731-68c0d850d9fb" -d '{"events": [{"server_uuid": "2e070471-d426-4fc6-ac40-33e0fc1f9880", "name": "network-vif-deleted", "tag": "f9846a73-f3f9-482a-9c15-4c404dc3e9ce"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:28:06.349902 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1abbc027-463c-4a34-aa08-ec187e487d35 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:06.369960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1abbc027-463c-4a34-aa08-ec187e487d35 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Calling delete_port for 1150a4f9-773b-44a1-90e9-44fc61634e06 owned by {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:06.593588 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1abbc027-463c-4a34-aa08-ec187e487d35 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:06.607030 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838070cc-a1f3-478c-8dff-3927de0c42b8 x-openstack-request-id: req-838070cc-a1f3-478c-8dff-3927de0c42b8 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:28:06.607030 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e070471-d426-4fc6-ac40-33e0fc1f9880", "name": "network-vif-deleted", "tag": "f9846a73-f3f9-482a-9c15-4c404dc3e9ce", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:28:06.607030 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-838070cc-a1f3-478c-8dff-3927de0c42b8 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:28:06.607030 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e070471-d426-4fc6-ac40-33e0fc1f9880', 'name': 'network-vif-deleted', 'tag': 'f9846a73-f3f9-482a-9c15-4c404dc3e9ce', 'status': 'completed', 'code': 200} Oct 13 11:28:06.637819 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbc027-463c-4a34-aa08-ec187e487d35 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event deleted for resources: {'Port': ['ID=1150a4f9-773b-44a1-90e9-44fc61634e06,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:06.642038 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1abbc027-463c-4a34-aa08-ec187e487d35 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:06.648339 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57994) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:06.650496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1abbc027-463c-4a34-aa08-ec187e487d35 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "DELETE /v2.0/ports/1150a4f9-773b-44a1-90e9-44fc61634e06 HTTP/1.1" status: 204 len: 168 time: 0.4947579 Oct 13 11:28:06.696030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae93f397-8c73-49f9-8c93-115352164b20 req-8f83f510-f9e2-440d-9806-3f09cfdd444a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e070471-d426-4fc6-ac40-33e0fc1f9880 HTTP/1.1" status: 200 len: 210 time: 0.0319893 Oct 13 11:28:06.711730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 57996) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:06.719111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-cf4323ed-712b-46fc-89f7-323eb4b50fb2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1675750689'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:06.723830 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2eb3781c-c8f2-40cb-8838-4b636965e88a tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0740993 Oct 13 11:28:06.861180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4323ed-712b-46fc-89f7-323eb4b50fb2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Made reservation on behalf of 1b0cb8848574477a9ac2ee97e9e3269b for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:28:06.864989 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf4323ed-712b-46fc-89f7-323eb4b50fb2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:06.890300 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4323ed-712b-46fc-89f7-323eb4b50fb2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:28:06.900161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf4323ed-712b-46fc-89f7-323eb4b50fb2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:06.900509 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-cf4323ed-712b-46fc-89f7-323eb4b50fb2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Added segment 3865d728-113f-412e-aed2-c8fab750204f of type vlan for network 7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a Oct 13 11:28:06.947190 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf4323ed-712b-46fc-89f7-323eb4b50fb2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:07.016098 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf4323ed-712b-46fc-89f7-323eb4b50fb2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:07.023140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4323ed-712b-46fc-89f7-323eb4b50fb2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:07.023756 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf4323ed-712b-46fc-89f7-323eb4b50fb2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:07.102199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4323ed-712b-46fc-89f7-323eb4b50fb2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event updated for resources: {'Network': ['ID=7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:07.118858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:28:07.169968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cf4323ed-712b-46fc-89f7-323eb4b50fb2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4546890 Oct 13 11:28:07.170322 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 57998) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:07.175878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-144b2c15-ace9-44a7-8e08-9f43721b07d2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-861942729'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:07.285436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144b2c15-ace9-44a7-8e08-9f43721b07d2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Made reservation on behalf of 1b0cb8848574477a9ac2ee97e9e3269b for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:28:07.289433 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-144b2c15-ace9-44a7-8e08-9f43721b07d2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:07.315603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144b2c15-ace9-44a7-8e08-9f43721b07d2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:28:07.325575 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-144b2c15-ace9-44a7-8e08-9f43721b07d2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:07.325944 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-144b2c15-ace9-44a7-8e08-9f43721b07d2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Added segment 4ee8bcea-ccd9-4099-a6b4-29122ce1fe3e of type vlan for network e4b5a381-f997-4a9d-be5a-7d6624e0d7d6 Oct 13 11:28:07.369897 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-144b2c15-ace9-44a7-8e08-9f43721b07d2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:07.519424 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-144b2c15-ace9-44a7-8e08-9f43721b07d2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:07.529511 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b2c15-ace9-44a7-8e08-9f43721b07d2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:07.529511 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-144b2c15-ace9-44a7-8e08-9f43721b07d2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:07.603496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b2c15-ace9-44a7-8e08-9f43721b07d2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event updated for resources: {'Network': ['ID=e4b5a381-f997-4a9d-be5a-7d6624e0d7d6,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:07.614775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network e4b5a381-f997-4a9d-be5a-7d6624e0d7d6 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:28:07.658799 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-144b2c15-ace9-44a7-8e08-9f43721b07d2 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4870408 Oct 13 11:28:07.770005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58008) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:08.027777 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-898cf89e-9d23-458d-95ac-7fa40489a740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:08.217526 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cd10dca4-61d2-4cb8-a3f5-776a7844e4d2 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:08.545809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-cd10dca4-61d2-4cb8-a3f5-776a7844e4d2 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Deleting port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:08.546400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cd10dca4-61d2-4cb8-a3f5-776a7844e4d2 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:08.656844 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-cd10dca4-61d2-4cb8-a3f5-776a7844e4d2 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] For port 4dcbde5b-6f53-4f56-82f0-4f4e9d423470, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4dcbde5b-6f53-4f56-82f0-4f4e9d423470,segment=NetworkSegment(7aa9e224-b585-4d74-8370-128c758ae92f),segment_id=7aa9e224-b585-4d74-8370-128c758ae92f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:08.657214 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cd10dca4-61d2-4cb8-a3f5-776a7844e4d2 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:08.676177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-cd10dca4-61d2-4cb8-a3f5-776a7844e4d2 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Calling delete_port for 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:08.982089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cd10dca4-61d2-4cb8-a3f5-776a7844e4d2 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:09.010420 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:09.021404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10dca4-61d2-4cb8-a3f5-776a7844e4d2 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event deleted for resources: {'Port': ['ID=4dcbde5b-6f53-4f56-82f0-4f4e9d423470,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:09.276856 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cd10dca4-61d2-4cb8-a3f5-776a7844e4d2 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:09.559232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd10dca4-61d2-4cb8-a3f5-776a7844e4d2 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Router 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:28:09.674738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd10dca4-61d2-4cb8-a3f5-776a7844e4d2 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:28:09.685982 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cd10dca4-61d2-4cb8-a3f5-776a7844e4d2 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "PUT /v2.0/routers/1470dbbd-191a-4ba3-99b9-2b1d0ea6506a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9105902 Oct 13 11:28:09.687888 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfef0e2-aaa1-4201-94cf-6ff181c5f4de None None] Sync routers for ids ['1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:28:09.688069 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58020) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:09.700201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfef0e2-aaa1-4201-94cf-6ff181c5f4de None None] Routers {'1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:09.701788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8bfef0e2-aaa1-4201-94cf-6ff181c5f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:09.746357 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Deleting subnet 01aa823e-2046-4f6d-97c1-486d3f8dd3ab {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:28:09.750049 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:09.801342 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:09.853545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8bfef0e2-aaa1-4201-94cf-6ff181c5f4de None None] Set router 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:09.917944 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:10.020048 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f9846a73-f3f9-482a-9c15-4c404dc3e9ce no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:28:10.067548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: f9846a73-f3f9-482a-9c15-4c404dc3e9ce {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:28:10.068137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f9846a73-f3f9-482a-9c15-4c404dc3e9ce not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:28:10.079496 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:10.166142 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8bfef0e2-aaa1-4201-94cf-6ff181c5f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336582899', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:28:08Z', 'revision_number': 5, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:10.176101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event deleted for resources: {'Subnet': ['ID=01aa823e-2046-4f6d-97c1-486d3f8dd3ab,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:10.178931 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:10.183238 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "DELETE /v2.0/subnets/01aa823e-2046-4f6d-97c1-486d3f8dd3ab HTTP/1.1" status: 204 len: 168 time: 0.4939396 Oct 13 11:28:10.186296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58024) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:10.195492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:10.199000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:10.199000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:10.199000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:10.199000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:10.199000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:10.199000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:10.199000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:10.199777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:10.199777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:10.200180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:10.200470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2247fd-5ce5-49ac-a9d3-ad5e48656bf1 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:10.224704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfef0e2-aaa1-4201-94cf-6ff181c5f4de None None] Checking router: 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:28:10.240892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4d1907-a443-4400-a86f-e9cd4c7fee95 None None] Network 193e8f99-c703-410b-9583-3df955a92809 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:28:10.246294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfef0e2-aaa1-4201-94cf-6ff181c5f4de None None] Routers {'1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:10.247238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8bfef0e2-aaa1-4201-94cf-6ff181c5f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:10.396521 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:10.509767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8bfef0e2-aaa1-4201-94cf-6ff181c5f4de None None] Set router 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:10.564579 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:10.813366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Deleting port 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:10.814186 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:10.876836 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-43a1bd31-e680-4e97-a1fe-305162034b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:10.906655 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:10.906655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6ddb4a-d911-42b6-9d4e-ba5239ca1aa8 None None] DHCP port deletion for 193e8f99-c703-410b-9583-3df955a92809 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:28:10.960793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] For port 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2b1fda1f-2200-4f73-b4bf-09a6cdb9234e,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:10.961190 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:10.982713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Calling delete_port for 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:10.992935 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8bfef0e2-aaa1-4201-94cf-6ff181c5f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336582899', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:28:08Z', 'revision_number': 5, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:11.025712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfef0e2-aaa1-4201-94cf-6ff181c5f4de None None] The sync data for ids ['1470dbbd-191a-4ba3-99b9-2b1d0ea6506a'] in n-d-813659-3 is: [{'id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336582899', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:28:08Z', 'revision_number': 5, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '2b1fda1f-2200-4f73-b4bf-09a6cdb9234e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470dbbd-191a-4ba3-99b9-2b1d0ea6506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:27:36Z', 'updated_at': '2021-10-13T11:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:28:11.033070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-df6ddb4a-d911-42b6-9d4e-ba5239ca1aa8 None None] Deleting port 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:11.033636 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-df6ddb4a-d911-42b6-9d4e-ba5239ca1aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:11.152487 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-df6ddb4a-d911-42b6-9d4e-ba5239ca1aa8 None None] For port 4ee45f10-20db-48ec-b5cc-2d75e9db5d53, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4ee45f10-20db-48ec-b5cc-2d75e9db5d53,segment=NetworkSegment(7aa9e224-b585-4d74-8370-128c758ae92f),segment_id=7aa9e224-b585-4d74-8370-128c758ae92f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:11.153194 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-df6ddb4a-d911-42b6-9d4e-ba5239ca1aa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:11.156904 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58030) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:11.163919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Request body: {'subnets': [{'network_id': '7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1426097835', 'ip_version': 6}, {'network_id': 'e4b5a381-f997-4a9d-be5a-7d6624e0d7d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:11.164557 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Request body: {'subnet': {'network_id': '7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1426097835', 'ip_version': 6}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:11.165996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Request body: {'subnet': {'network_id': 'e4b5a381-f997-4a9d-be5a-7d6624e0d7d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:11.178202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-df6ddb4a-d911-42b6-9d4e-ba5239ca1aa8 None None] Calling delete_port for 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:11.302650 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:11.343527 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:28:11.354653 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-df6ddb4a-d911-42b6-9d4e-ba5239ca1aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:11.355443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event deleted for resources: {'Port': ['ID=2b1fda1f-2200-4f73-b4bf-09a6cdb9234e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:11.389724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ddb4a-d911-42b6-9d4e-ba5239ca1aa8 None None] Pushing event deleted for resources: {'Port': ['ID=4ee45f10-20db-48ec-b5cc-2d75e9db5d53,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:11.401237 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6ddb4a-d911-42b6-9d4e-ba5239ca1aa8 None None] No DVR routers for this DVR port 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:28:11.450790 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:11.501901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Made reservation on behalf of 1b0cb8848574477a9ac2ee97e9e3269b for: {'subnet': 2} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:28:11.507122 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:11.507581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:11.579485 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:11.583158 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:11.725015 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:11.725693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Fanout notify agent at l3_agent the message router_deleted on router 1470dbbd-191a-4ba3-99b9-2b1d0ea6506a {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:28:11.744628 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:11.748912 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-25d02236-6b5a-42dc-8c68-67d7de6ecb32 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "DELETE /v2.0/routers/1470dbbd-191a-4ba3-99b9-2b1d0ea6506a HTTP/1.1" status: 204 len: 168 time: 1.5607955 Oct 13 11:28:11.753690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58034) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:11.753838 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:11.859535 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9433a4e0-195e-4df7-bdc7-1ed64232e29a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:11.981524 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9433a4e0-195e-4df7-bdc7-1ed64232e29a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:12.010201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9433a4e0-195e-4df7-bdc7-1ed64232e29a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193e8f99-c703-410b-9583-3df955a92809']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:12.020927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9433a4e0-195e-4df7-bdc7-1ed64232e29a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa9e224-b585-4d74-8370-128c758ae92f') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:12.021232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-9433a4e0-195e-4df7-bdc7-1ed64232e29a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa9e224-b585-4d74-8370-128c758ae92f') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:12.032568 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9433a4e0-195e-4df7-bdc7-1ed64232e29a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:12.055964 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9433a4e0-195e-4df7-bdc7-1ed64232e29a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:12.064168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9433a4e0-195e-4df7-bdc7-1ed64232e29a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:28:12.065746 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9433a4e0-195e-4df7-bdc7-1ed64232e29a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:28:12.071027 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:28:12.148490 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:12.216714 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9433a4e0-195e-4df7-bdc7-1ed64232e29a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:12.219573 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event updated for resources: {'Subnet': ['ID=4f3a23ce-1ba9-47d0-a6ad-b092f3379794,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:12.231870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Checking segment: {'id': '3865d728-113f-412e-aed2-c8fab750204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:12.232187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Network hostable DHCP agents. Network: 7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:28:12.243370 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9433a4e0-195e-4df7-bdc7-1ed64232e29a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:12.249188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9433a4e0-195e-4df7-bdc7-1ed64232e29a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "DELETE /v2.0/networks/193e8f99-c703-410b-9583-3df955a92809 HTTP/1.1" status: 204 len: 168 time: 0.4960933 Oct 13 11:28:12.249188 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433a4e0-195e-4df7-bdc7-1ed64232e29a tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event deleted for resources: {'Network': ['ID=193e8f99-c703-410b-9583-3df955a92809,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:12.249566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58040) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:12.261806 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:12.312773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Network 7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:28:12.390903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:28:12.408118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:12.420807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36ed9d6-762b-4162-ae6f-c083d1523085 None None] Network 7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:28:12.432526 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:12.439698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:28:12.441147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4ee45f10-20db-48ec-b5cc-2d75e9db5d53 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:28:12.441769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:28:12.495360 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:28:12.495596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2b1fda1f-2200-4f73-b4bf-09a6cdb9234e not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:28:12.496077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:28:12.520799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:28:12.521187 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4dcbde5b-6f53-4f56-82f0-4f4e9d423470 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:28:12.522917 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event updated for resources: {'Subnet': ['ID=7857796d-85b0-447d-ad7e-91977ef8781a,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:12.527292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Checking segment: {'id': '4ee8bcea-ccd9-4099-a6b4-29122ce1fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e4b5a381-f997-4a9d-be5a-7d6624e0d7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:12.527665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Network hostable DHCP agents. Network: e4b5a381-f997-4a9d-be5a-7d6624e0d7d6, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:28:12.550722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ee134-4f40-4c00-a95d-103e288b14ca tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Deleting port 36e0aad4-60df-47e1-addc-c56984188e0f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:12.550722 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee134-4f40-4c00-a95d-103e288b14ca tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:12.670991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a', 'network_id': '7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a', 'tenant_id': '1b0cb8848574477a9ac2ee97e9e3269b', 'fixed_ips': [{'subnet_id': '4f3a23ce-1ba9-47d0-a6ad-b092f3379794'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:28:12.672386 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:12.683660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbfc6f6f-7e72-43b0-b26c-6230648cf923 req-50f07aba-5375-4c76-9ffb-b9f9f9c02f38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615616 Oct 13 11:28:12.809701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc6f6f-7e72-43b0-b26c-6230648cf923 req-89d5c316-f6fa-4b8d-8000-e0ff5b9d0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:12.811132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbfc6f6f-7e72-43b0-b26c-6230648cf923 req-89d5c316-f6fa-4b8d-8000-e0ff5b9d0e1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3690662a654f44c581c6b87d8282163d&device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 1135 time: 0.0814242 Oct 13 11:28:12.898499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Allocated IP 2001:db8::1 (7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a/4f3a23ce-1ba9-47d0-a6ad-b092f3379794/e01ca80e-e7ea-4435-87e3-774f8faea4a5) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:28:12.969120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc6f6f-7e72-43b0-b26c-6230648cf923 req-ae1cf840-e407-40c3-9e23-ce120468244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:12.971222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbfc6f6f-7e72-43b0-b26c-6230648cf923 req-ae1cf840-e407-40c3-9e23-ce120468244c service neutron] 10.222.0.21 "GET /v2.0/networks?id=00780ed0-14b1-4fe2-a991-76427df19110 HTTP/1.1" status: 200 len: 897 time: 0.1391888 Oct 13 11:28:12.999382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Network e4b5a381-f997-4a9d-be5a-7d6624e0d7d6 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:28:13.054892 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee134-4f40-4c00-a95d-103e288b14ca tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.055534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee134-4f40-4c00-a95d-103e288b14ca tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.068000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, e4b5a381-f997-4a9d-be5a-7d6624e0d7d6) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:13.078055 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ee134-4f40-4c00-a95d-103e288b14ca tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Calling delete_port for 36e0aad4-60df-47e1-addc-c56984188e0f owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:13.079559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f3ae5b-91f8-4ced-b948-a046815f0100 None None] Network e4b5a381-f997-4a9d-be5a-7d6624e0d7d6 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:28:13.081338 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:13.081812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:13.082476 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.086434 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbfc6f6f-7e72-43b0-b26c-6230648cf923 req-b7f4def3-7f5d-4717-92e2-9c0c6ae748b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78617b3c-6489-487e-894c-d293d3b5978f HTTP/1.1" status: 200 len: 1001 time: 0.1077945 Oct 13 11:28:13.182176 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc6f6f-7e72-43b0-b26c-6230648cf923 req-872c48f2-5d47-43dd-89ea-4db8ca521d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:13.184116 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbfc6f6f-7e72-43b0-b26c-6230648cf923 req-872c48f2-5d47-43dd-89ea-4db8ca521d29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b128a678-e95b-465c-ad95-ab86122e27b4 HTTP/1.1" status: 200 len: 834 time: 0.0907011 Oct 13 11:28:13.228041 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-431f2340-4ee3-4918-a434-42fb447a3f0d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0696836 Oct 13 11:28:13.230425 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.230648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58048) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:13.264859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc6f6f-7e72-43b0-b26c-6230648cf923 req-4a885226-ec3a-449c-94a1-9eaa14219436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:13.266624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbfc6f6f-7e72-43b0-b26c-6230648cf923 req-4a885226-ec3a-449c-94a1-9eaa14219436 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00780ed0-14b1-4fe2-a991-76427df19110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753591 Oct 13 11:28:13.321229 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.350268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38551c31-fbf9-4de5-9f23-d01226aa75f8 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:13.351973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38551c31-fbf9-4de5-9f23-d01226aa75f8 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:13.353670 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38551c31-fbf9-4de5-9f23-d01226aa75f8 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:13.355336 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-38551c31-fbf9-4de5-9f23-d01226aa75f8 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1239216 Oct 13 11:28:13.369320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58050) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:13.422463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-e4b5a381-f997-4a9d-be5a-7d6624e0d7d6', 'network_id': 'e4b5a381-f997-4a9d-be5a-7d6624e0d7d6', 'tenant_id': '1b0cb8848574477a9ac2ee97e9e3269b', 'fixed_ips': [{'subnet_id': '7857796d-85b0-447d-ad7e-91977ef8781a'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:28:13.423499 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.483903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Network 7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:28:13.484702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18c33f3-fe6d-44fc-aa4f-fbe6aea62faa tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Deleting subnet 4f3a23ce-1ba9-47d0-a6ad-b092f3379794 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:28:13.490655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbfc6f6f-7e72-43b0-b26c-6230648cf923 req-3a979420-418c-4d5a-82b1-4f4a8988eaa2 service neutron] 10.222.0.21 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160254 Oct 13 11:28:13.491638 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f18c33f3-fe6d-44fc-aa4f-fbe6aea62faa tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.503554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:13.508220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:28:13.519992 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee134-4f40-4c00-a95d-103e288b14ca tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.569618 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Pushing event updated for resources: {'Port': ['ID=e01ca80e-e7ea-4435-87e3-774f8faea4a5,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:13.579928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ee134-4f40-4c00-a95d-103e288b14ca tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event deleted for resources: {'Port': ['ID=36e0aad4-60df-47e1-addc-c56984188e0f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:13.592800 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f18c33f3-fe6d-44fc-aa4f-fbe6aea62faa tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.641569 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.680110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Attempting to bind port e01ca80e-e7ea-4435-87e3-774f8faea4a5 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:28:13.680496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Attempting to bind port e01ca80e-e7ea-4435-87e3-774f8faea4a5 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '3865d728-113f-412e-aed2-c8fab750204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:28:13.680799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Attempting to bind port e01ca80e-e7ea-4435-87e3-774f8faea4a5 on network 7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:28:13.691898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:28:13.692314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Checking segment: {'id': '3865d728-113f-412e-aed2-c8fab750204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:13.692669 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.693071 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Bound using segment: {'id': '3865d728-113f-412e-aed2-c8fab750204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:28:13.693566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Bound port: e01ca80e-e7ea-4435-87e3-774f8faea4a5, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3865d728-113f-412e-aed2-c8fab750204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:28:13.694063 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.712289 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee134-4f40-4c00-a95d-103e288b14ca tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.712560 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-9f1ee134-4f40-4c00-a95d-103e288b14ca tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Floating IP 9634e6ff-8a3c-45d3-bc68-4fdae3ccc9b2 disassociated (deleted). External IP: 172.25.0.134, port: 78617b3c-6489-487e-894c-d293d3b5978f. Oct 13 11:28:13.732139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Allocated IP 2001:db8:0:1::1 (e4b5a381-f997-4a9d-be5a-7d6624e0d7d6/7857796d-85b0-447d-ad7e-91977ef8781a/4792ceec-4b0c-48fc-a894-ab8b9630fc62) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:28:13.801747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] For port e01ca80e-e7ea-4435-87e3-774f8faea4a5, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:28:13.806117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] For port e01ca80e-e7ea-4435-87e3-774f8faea4a5, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e01ca80e-e7ea-4435-87e3-774f8faea4a5,segment=NetworkSegment(3865d728-113f-412e-aed2-c8fab750204f),segment_id=3865d728-113f-412e-aed2-c8fab750204f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:28:13.883617 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:13.966991 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbfc6f6f-7e72-43b0-b26c-6230648cf923 req-a8876bd8-fcfc-45e0-aec4-ee33a4a8ca56 service neutron] 10.222.0.21 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496536 Oct 13 11:28:13.979910 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f601e87-56c9-4046-a16b-bd3530565743 None None] Pushing event updated for resources: {'Port': ['ID=e01ca80e-e7ea-4435-87e3-774f8faea4a5,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:14.086883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1ee134-4f40-4c00-a95d-103e288b14ca tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:28:14.100497 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f18c33f3-fe6d-44fc-aa4f-fbe6aea62faa tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:14.176020 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:14.246371 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:14.262568 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f18c33f3-fe6d-44fc-aa4f-fbe6aea62faa tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:14.266600 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1ee134-4f40-4c00-a95d-103e288b14ca tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:28:14.272285 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee134-4f40-4c00-a95d-103e288b14ca tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:14.281405 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f18c33f3-fe6d-44fc-aa4f-fbe6aea62faa tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:14.288032 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52f5a6a-50f7-4914-9e86-519b40fcc20a None None] Sync routers for ids ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:28:14.295855 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f18c33f3-fe6d-44fc-aa4f-fbe6aea62faa tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "DELETE /v2.0/subnets/4f3a23ce-1ba9-47d0-a6ad-b092f3379794 HTTP/1.1" status: 204 len: 168 time: 0.9258673 Oct 13 11:28:14.308922 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f5a6a-50f7-4914-9e86-519b40fcc20a None None] Routers {'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:14.310457 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e52f5a6a-50f7-4914-9e86-519b40fcc20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:14.321467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58058) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:14.345678 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c33f3-fe6d-44fc-aa4f-fbe6aea62faa tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3a23ce-1ba9-47d0-a6ad-b092f3379794,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:14.409525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Network e4b5a381-f997-4a9d-be5a-7d6624e0d7d6 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:28:14.412064 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:14.414531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Pushing event updated for resources: {'Port': ['ID=4792ceec-4b0c-48fc-a894-ab8b9630fc62,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:14.423259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:28:14.471667 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9f1ee134-4f40-4c00-a95d-103e288b14ca tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "DELETE /v2.0/floatingips/9634e6ff-8a3c-45d3-bc68-4fdae3ccc9b2 HTTP/1.1" status: 204 len: 168 time: 2.2127926 Oct 13 11:28:14.474264 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823e619b-6100-48e2-8fab-19c92fc845b5', 'tag': '78617b3c-6489-487e-894c-d293d3b5978f'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:28:14.477540 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceefea8-88cf-4f35-95c1-0aa3985ce359" -d '{"events": [{"name": "network-changed", "server_uuid": "823e619b-6100-48e2-8fab-19c92fc845b5", "tag": "78617b3c-6489-487e-894c-d293d3b5978f"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:28:14.542292 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Attempting to bind port 4792ceec-4b0c-48fc-a894-ab8b9630fc62 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:28:14.542996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Attempting to bind port 4792ceec-4b0c-48fc-a894-ab8b9630fc62 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '4ee8bcea-ccd9-4099-a6b4-29122ce1fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e4b5a381-f997-4a9d-be5a-7d6624e0d7d6'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:28:14.543468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Attempting to bind port 4792ceec-4b0c-48fc-a894-ab8b9630fc62 on network e4b5a381-f997-4a9d-be5a-7d6624e0d7d6 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:28:14.554129 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:28:14.554800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Checking segment: {'id': '4ee8bcea-ccd9-4099-a6b4-29122ce1fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e4b5a381-f997-4a9d-be5a-7d6624e0d7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:14.555499 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:14.556003 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Bound using segment: {'id': '4ee8bcea-ccd9-4099-a6b4-29122ce1fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e4b5a381-f997-4a9d-be5a-7d6624e0d7d6'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:28:14.556941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Bound port: 4792ceec-4b0c-48fc-a894-ab8b9630fc62, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee8bcea-ccd9-4099-a6b4-29122ce1fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e4b5a381-f997-4a9d-be5a-7d6624e0d7d6'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:28:14.557656 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:14.603155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-4969e737-cce1-46d9-a73d-2f0bb7782146 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Deleting subnet 7857796d-85b0-447d-ad7e-91977ef8781a {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:28:14.615389 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4969e737-cce1-46d9-a73d-2f0bb7782146 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:14.666821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] For port 4792ceec-4b0c-48fc-a894-ab8b9630fc62, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:28:14.671676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] For port 4792ceec-4b0c-48fc-a894-ab8b9630fc62, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4792ceec-4b0c-48fc-a894-ab8b9630fc62,segment=NetworkSegment(4ee8bcea-ccd9-4099-a6b4-29122ce1fe3e),segment_id=4ee8bcea-ccd9-4099-a6b4-29122ce1fe3e)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:28:14.702970 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-e52f5a6a-50f7-4914-9e86-519b40fcc20a None None] Set router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:14.726887 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4969e737-cce1-46d9-a73d-2f0bb7782146 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:14.811261 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:14.856668 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4969e737-cce1-46d9-a73d-2f0bb7782146 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:14.922923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31c1f0-4f8f-44de-aa98-d529cd062697 None None] Pushing event updated for resources: {'Port': ['ID=4792ceec-4b0c-48fc-a894-ab8b9630fc62,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:14.999635 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e52f5a6a-50f7-4914-9e86-519b40fcc20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6dd7aede-62de-45f6-ab7e-fa8c57650895', 'name': '', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'mac_address': 'fa:16:3e:fd:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:36Z', 'updated_at': '2021-10-13T11:26:43Z', 'revision_number': 5, 'project_id': '3690662a654f44c581c6b87d8282163d', 'subnets': [{'id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:15.054827 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52f5a6a-50f7-4914-9e86-519b40fcc20a None None] Checking router: cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:28:15.068717 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f5a6a-50f7-4914-9e86-519b40fcc20a None None] Routers {'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:15.068977 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e52f5a6a-50f7-4914-9e86-519b40fcc20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:15.079367 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4969e737-cce1-46d9-a73d-2f0bb7782146 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:15.132842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969e737-cce1-46d9-a73d-2f0bb7782146 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event deleted for resources: {'Subnet': ['ID=7857796d-85b0-447d-ad7e-91977ef8781a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:15.149105 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4969e737-cce1-46d9-a73d-2f0bb7782146 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:15.154399 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4969e737-cce1-46d9-a73d-2f0bb7782146 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "DELETE /v2.0/subnets/7857796d-85b0-447d-ad7e-91977ef8781a HTTP/1.1" status: 204 len: 168 time: 0.8300278 Oct 13 11:28:15.155346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58072) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:15.187642 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628dc579-8c81-4e40-80c0-cbfb5cd89c86 x-openstack-request-id: req-628dc579-8c81-4e40-80c0-cbfb5cd89c86 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:28:15.188111 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823e619b-6100-48e2-8fab-19c92fc845b5", "tag": "78617b3c-6489-487e-894c-d293d3b5978f", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:28:15.188275 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-628dc579-8c81-4e40-80c0-cbfb5cd89c86 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:28:15.188567 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823e619b-6100-48e2-8fab-19c92fc845b5', 'tag': '78617b3c-6489-487e-894c-d293d3b5978f', 'status': 'completed', 'code': 200} Oct 13 11:28:15.335784 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-e52f5a6a-50f7-4914-9e86-519b40fcc20a None None] Set router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:15.451287 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ce1f25-b69c-43fb-8618-3f4152fbcc80 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:15.451287 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d6ce1f25-b69c-43fb-8618-3f4152fbcc80 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2934773 Oct 13 11:28:15.458113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58078) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:15.507020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceefea8-88cf-4f35-95c1-0aa3985ce359 req-11ce5084-0423-4a6c-a081-877eac8632df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:15.509200 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ceefea8-88cf-4f35-95c1-0aa3985ce359 req-11ce5084-0423-4a6c-a081-877eac8632df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3690662a654f44c581c6b87d8282163d&device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 1135 time: 0.1467004 Oct 13 11:28:15.677100 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:15.712365 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-e52f5a6a-50f7-4914-9e86-519b40fcc20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6dd7aede-62de-45f6-ab7e-fa8c57650895', 'name': '', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'mac_address': 'fa:16:3e:fd:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:36Z', 'updated_at': '2021-10-13T11:26:43Z', 'revision_number': 5, 'project_id': '3690662a654f44c581c6b87d8282163d', 'subnets': [{'id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:15.781639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Deleting port 4792ceec-4b0c-48fc-a894-ab8b9630fc62 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:15.782222 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:15.793939 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52f5a6a-50f7-4914-9e86-519b40fcc20a None None] The sync data for ids ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'] in n-d-813659-3 is: [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6dd7aede-62de-45f6-ab7e-fa8c57650895', 'name': '', 'network_id': '00780ed0-14b1-4fe2-a991-76427df19110', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'mac_address': 'fa:16:3e:fd:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:36Z', 'updated_at': '2021-10-13T11:26:43Z', 'revision_number': 5, 'project_id': '3690662a654f44c581c6b87d8282163d', 'subnets': [{'id': 'b128a678-e95b-465c-ad95-ab86122e27b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:28:15.813551 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69702c41-22ec-47cd-8825-baa7a9fdba5a req-21a89ea2-dce9-4e41-9869-1dd507c8651f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:15.815902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-69702c41-22ec-47cd-8825-baa7a9fdba5a req-21a89ea2-dce9-4e41-9869-1dd507c8651f tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 984 time: 0.4546700 Oct 13 11:28:15.876072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1c4b4e-e1b3-4861-bd84-c3f16e479b35 None None] Network 7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:28:15.893787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] For port 4792ceec-4b0c-48fc-a894-ab8b9630fc62, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4792ceec-4b0c-48fc-a894-ab8b9630fc62,segment=NetworkSegment(4ee8bcea-ccd9-4099-a6b4-29122ce1fe3e),segment_id=4ee8bcea-ccd9-4099-a6b4-29122ce1fe3e)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:15.895899 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:15.906060 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-69702c41-22ec-47cd-8825-baa7a9fdba5a req-f70a6168-08ff-4c17-be6e-d866ad5c06cb tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0d108da-0248-4458-a5ae-91c777b6b38f&id=25fab5de-df2d-439f-8543-6dd0e55e29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0780146 Oct 13 11:28:15.915804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceefea8-88cf-4f35-95c1-0aa3985ce359 req-0bf7425f-0b25-4545-8e69-5dfe05e3c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:15.919913 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ceefea8-88cf-4f35-95c1-0aa3985ce359 req-0bf7425f-0b25-4545-8e69-5dfe05e3c1f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00780ed0-14b1-4fe2-a991-76427df19110 HTTP/1.1" status: 200 len: 897 time: 0.3995919 Oct 13 11:28:15.942217 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Calling delete_port for 4792ceec-4b0c-48fc-a894-ab8b9630fc62 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:16.056321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-981381be-d9fa-43f0-8e3e-ca01cd7ce04b None None] Provisioning complete for port e01ca80e-e7ea-4435-87e3-774f8faea4a5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:16.057887 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-981381be-d9fa-43f0-8e3e-ca01cd7ce04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.068161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ceefea8-88cf-4f35-95c1-0aa3985ce359 req-318c2c7a-8074-494d-9b58-9ca4535efd75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78617b3c-6489-487e-894c-d293d3b5978f HTTP/1.1" status: 200 len: 217 time: 0.1407692 Oct 13 11:28:16.196027 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.196951 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceefea8-88cf-4f35-95c1-0aa3985ce359 req-b9e25abc-2218-45d0-9c6e-0c5b3e578fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:16.198741 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ceefea8-88cf-4f35-95c1-0aa3985ce359 req-b9e25abc-2218-45d0-9c6e-0c5b3e578fd0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b128a678-e95b-465c-ad95-ab86122e27b4 HTTP/1.1" status: 200 len: 834 time: 0.1216533 Oct 13 11:28:16.258278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event deleted for resources: {'Port': ['ID=4792ceec-4b0c-48fc-a894-ab8b9630fc62,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:16.289318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] No DVR routers for this DVR port 4792ceec-4b0c-48fc-a894-ab8b9630fc62 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:28:16.303162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceefea8-88cf-4f35-95c1-0aa3985ce359 req-fd139b5e-e41d-4e46-b917-83c7d9828f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:16.305192 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ceefea8-88cf-4f35-95c1-0aa3985ce359 req-fd139b5e-e41d-4e46-b917-83c7d9828f6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00780ed0-14b1-4fe2-a991-76427df19110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969410 Oct 13 11:28:16.399118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4792ceec-4b0c-48fc-a894-ab8b9630fc62 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:28:16.451583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1a860-80f5-4fe6-ae7f-3cc5696cf397 None None] New status for floating IP 9634e6ff-8a3c-45d3-bc68-4fdae3ccc9b2: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:28:16.453469 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-981381be-d9fa-43f0-8e3e-ca01cd7ce04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.475655 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.480079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 4792ceec-4b0c-48fc-a894-ab8b9630fc62 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:28:16.480444 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4792ceec-4b0c-48fc-a894-ab8b9630fc62 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 11:28:16.508682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b5a381-f997-4a9d-be5a-7d6624e0d7d6']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:16.517062 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ceefea8-88cf-4f35-95c1-0aa3985ce359 req-4b9852e1-e9f9-4332-8c01-59524d968540 service neutron] 10.222.0.21 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029796 Oct 13 11:28:16.520648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee8bcea-ccd9-4099-a6b4-29122ce1fe3e') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:16.524665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee8bcea-ccd9-4099-a6b4-29122ce1fe3e') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:16.532538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd79f70-e0ef-4114-aa80-c9f029424b33 None None] DHCP port deletion for 7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:28:16.532951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.565712 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.581697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:28:16.582110 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:28:16.585781 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:28:16.594631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Port 4792ceec-4b0c-48fc-a894-ab8b9630fc62 not found, will not notify nova. {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 11:28:16.594631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e01ca80e-e7ea-4435-87e3-774f8faea4a5 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:28:16.655313 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-981381be-d9fa-43f0-8e3e-ca01cd7ce04b None None] For port e01ca80e-e7ea-4435-87e3-774f8faea4a5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e01ca80e-e7ea-4435-87e3-774f8faea4a5,segment=NetworkSegment(3865d728-113f-412e-aed2-c8fab750204f),segment_id=3865d728-113f-412e-aed2-c8fab750204f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:16.675235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a102c-0829-4a54-b351-69a4caeab498 req-56790d75-51fc-4b03-ab75-a243edaffe96 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:16.677329 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-957a102c-0829-4a54-b351-69a4caeab498 req-56790d75-51fc-4b03-ab75-a243edaffe96 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.21 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 984 time: 0.1304512 Oct 13 11:28:16.680739 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ceefea8-88cf-4f35-95c1-0aa3985ce359 req-4306a109-ef02-461a-a3f4-182467696dbc service neutron] 10.222.0.21 "GET /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563377 Oct 13 11:28:16.680925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b00808-ba92-45ac-98b5-383efeec9076 None None] Network e4b5a381-f997-4a9d-be5a-7d6624e0d7d6 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:28:16.747524 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-bbd79f70-e0ef-4114-aa80-c9f029424b33 None None] Deleting port e01ca80e-e7ea-4435-87e3-774f8faea4a5 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:16.747894 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bbd79f70-e0ef-4114-aa80-c9f029424b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.754579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e01ca80e-e7ea-4435-87e3-774f8faea4a5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:16.758575 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.770287 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-981381be-d9fa-43f0-8e3e-ca01cd7ce04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.793294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-957a102c-0829-4a54-b351-69a4caeab498 req-decd0538-5a05-401d-846c-ca99c5208743 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Deleting port 78617b3c-6489-487e-894c-d293d3b5978f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:16.793661 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-957a102c-0829-4a54-b351-69a4caeab498 req-decd0538-5a05-401d-846c-ca99c5208743 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.810310 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.848324 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.853935 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "DELETE /v2.0/networks/e4b5a381-f997-4a9d-be5a-7d6624e0d7d6 HTTP/1.1" status: 204 len: 168 time: 1.3906996 Oct 13 11:28:16.854942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58090) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:16.867306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1350df4-baed-4044-ae6d-4147f6b53560 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event deleted for resources: {'Network': ['ID=e4b5a381-f997-4a9d-be5a-7d6624e0d7d6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:16.935717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5a8625fc-1b50-4f52-a321-44c07e8d1aa6 None None] Could not find standard attr ID for object 4792ceec-4b0c-48fc-a894-ab8b9630fc62. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:28:16.945773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-957a102c-0829-4a54-b351-69a4caeab498 req-decd0538-5a05-401d-846c-ca99c5208743 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] For port 78617b3c-6489-487e-894c-d293d3b5978f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=78617b3c-6489-487e-894c-d293d3b5978f,segment=NetworkSegment(b433accd-3685-4a3b-b1a9-79e5de5d18d3),segment_id=b433accd-3685-4a3b-b1a9-79e5de5d18d3)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:16.945773 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-957a102c-0829-4a54-b351-69a4caeab498 req-decd0538-5a05-401d-846c-ca99c5208743 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.962431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-957a102c-0829-4a54-b351-69a4caeab498 req-decd0538-5a05-401d-846c-ca99c5208743 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Calling delete_port for 78617b3c-6489-487e-894c-d293d3b5978f owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:16.977200 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:16.983230 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981381be-d9fa-43f0-8e3e-ca01cd7ce04b None None] Pushing event updated for resources: {'Port': ['ID=e01ca80e-e7ea-4435-87e3-774f8faea4a5,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:16.990130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-bbd79f70-e0ef-4114-aa80-c9f029424b33 None None] For port e01ca80e-e7ea-4435-87e3-774f8faea4a5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e01ca80e-e7ea-4435-87e3-774f8faea4a5,segment=NetworkSegment(3865d728-113f-412e-aed2-c8fab750204f),segment_id=3865d728-113f-412e-aed2-c8fab750204f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:16.991168 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bbd79f70-e0ef-4114-aa80-c9f029424b33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:17.012448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-bbd79f70-e0ef-4114-aa80-c9f029424b33 None None] Calling delete_port for e01ca80e-e7ea-4435-87e3-774f8faea4a5 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:17.063501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353426d9-4fee-454b-858c-5d5d1a13d231 None None] DHCP port deletion for e4b5a381-f997-4a9d-be5a-7d6624e0d7d6 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:28:17.127292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61824322-c151-4d40-86df-bb35d1eabed4 req-aaa31c9a-4979-4e8e-84ac-edd7f86361da tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:17.127292 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61824322-c151-4d40-86df-bb35d1eabed4 req-aaa31c9a-4979-4e8e-84ac-edd7f86361da tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 984 time: 0.0789499 Oct 13 11:28:17.171081 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Deleting port e01ca80e-e7ea-4435-87e3-774f8faea4a5 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:17.171591 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:17.222468 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61824322-c151-4d40-86df-bb35d1eabed4 req-11a5488e-6884-481b-a830-f37d281d6acb tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0d108da-0248-4458-a5ae-91c777b6b38f&id=25fab5de-df2d-439f-8543-6dd0e55e29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0892401 Oct 13 11:28:17.258178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] For port e01ca80e-e7ea-4435-87e3-774f8faea4a5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e01ca80e-e7ea-4435-87e3-774f8faea4a5,segment=NetworkSegment(3865d728-113f-412e-aed2-c8fab750204f),segment_id=3865d728-113f-412e-aed2-c8fab750204f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:17.258574 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:17.272584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Calling delete_port for e01ca80e-e7ea-4435-87e3-774f8faea4a5 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:17.290605 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bbd79f70-e0ef-4114-aa80-c9f029424b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:17.313187 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-957a102c-0829-4a54-b351-69a4caeab498 req-decd0538-5a05-401d-846c-ca99c5208743 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:17.381215 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:17.388246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd0538-5a05-401d-846c-ca99c5208743 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event deleted for resources: {'Port': ['ID=78617b3c-6489-487e-894c-d293d3b5978f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:17.419731 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event deleted for resources: {'Port': ['ID=e01ca80e-e7ea-4435-87e3-774f8faea4a5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:17.421812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] No DVR routers for this DVR port e01ca80e-e7ea-4435-87e3-774f8faea4a5 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:28:17.503444 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd79f70-e0ef-4114-aa80-c9f029424b33 None None] Pushing event deleted for resources: {'Port': ['ID=e01ca80e-e7ea-4435-87e3-774f8faea4a5,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:17.507603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd79f70-e0ef-4114-aa80-c9f029424b33 None None] No DVR routers for this DVR port e01ca80e-e7ea-4435-87e3-774f8faea4a5 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:28:17.534813 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:17.542449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-957a102c-0829-4a54-b351-69a4caeab498 req-decd0538-5a05-401d-846c-ca99c5208743 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] No DVR routers for this DVR port 78617b3c-6489-487e-894c-d293d3b5978f on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:28:17.545090 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-957a102c-0829-4a54-b351-69a4caeab498 req-decd0538-5a05-401d-846c-ca99c5208743 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:17.546759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:17.548945 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-957a102c-0829-4a54-b351-69a4caeab498 req-decd0538-5a05-401d-846c-ca99c5208743 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.21 "DELETE /v2.0/ports/78617b3c-6489-487e-894c-d293d3b5978f HTTP/1.1" status: 204 len: 173 time: 0.8602815 Oct 13 11:28:17.550156 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823e619b-6100-48e2-8fab-19c92fc845b5', 'name': 'network-vif-deleted', 'tag': '78617b3c-6489-487e-894c-d293d3b5978f'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:28:17.554063 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e851ad7d-52fa-45d9-9fbe-662017947680" -d '{"events": [{"server_uuid": "823e619b-6100-48e2-8fab-19c92fc845b5", "name": "network-vif-deleted", "tag": "78617b3c-6489-487e-894c-d293d3b5978f"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:28:17.558511 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3865d728-113f-412e-aed2-c8fab750204f') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:17.558886 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3865d728-113f-412e-aed2-c8fab750204f') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:17.570565 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:17.598029 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed95790-0a9a-402a-9a8e-4151b72d1b8a x-openstack-request-id: req-5ed95790-0a9a-402a-9a8e-4151b72d1b8a {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:28:17.598273 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823e619b-6100-48e2-8fab-19c92fc845b5", "name": "network-vif-deleted", "tag": "78617b3c-6489-487e-894c-d293d3b5978f", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:28:17.598562 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ed95790-0a9a-402a-9a8e-4151b72d1b8a {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:28:17.598964 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823e619b-6100-48e2-8fab-19c92fc845b5', 'name': 'network-vif-deleted', 'tag': '78617b3c-6489-487e-894c-d293d3b5978f', 'status': 'completed', 'code': 200} Oct 13 11:28:17.618971 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:17.625621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:28:17.626066 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:28:17.629669 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:28:17.799465 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:17.809554 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:17.819428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "DELETE /v2.0/networks/7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a HTTP/1.1" status: 204 len: 168 time: 0.9599998 Oct 13 11:28:17.820548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58114) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:17.833628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637511c-2619-4801-b7ce-0ac0daeea2f6 tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event deleted for resources: {'Network': ['ID=7ae1f2e5-e3fd-4d24-b5d1-b66388cff01a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:17.914600 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ea92623-a636-4338-adc2-0e7f980c860d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.027506 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ea92623-a636-4338-adc2-0e7f980c860d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.056516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-6ea92623-a636-4338-adc2-0e7f980c860d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a35f04-883f-4be8-bc10-ea671bd538b5']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:18.067387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-6ea92623-a636-4338-adc2-0e7f980c860d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7ded83-6730-4856-b4c5-9a0a2a40c64d') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:18.072378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-6ea92623-a636-4338-adc2-0e7f980c860d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7ded83-6730-4856-b4c5-9a0a2a40c64d') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:18.078230 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ea92623-a636-4338-adc2-0e7f980c860d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.093443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ea92623-a636-4338-adc2-0e7f980c860d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.101443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea92623-a636-4338-adc2-0e7f980c860d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:28:18.101443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ea92623-a636-4338-adc2-0e7f980c860d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:28:18.104547 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:28:18.202586 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-558e9384-6cb4-49d6-a01a-c93177e0c077 req-408403b7-da04-4397-920f-ee73686760eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570977 Oct 13 11:28:18.204029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4792ceec-4b0c-48fc-a894-ab8b9630fc62 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:28:18.228159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 4792ceec-4b0c-48fc-a894-ab8b9630fc62 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:28:18.228881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4792ceec-4b0c-48fc-a894-ab8b9630fc62 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:28:18.229659 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e01ca80e-e7ea-4435-87e3-774f8faea4a5 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:28:18.255530 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: e01ca80e-e7ea-4435-87e3-774f8faea4a5 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:28:18.255948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e01ca80e-e7ea-4435-87e3-774f8faea4a5 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:28:18.287049 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ea92623-a636-4338-adc2-0e7f980c860d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.296196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ea92623-a636-4338-adc2-0e7f980c860d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.300002 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6ea92623-a636-4338-adc2-0e7f980c860d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "DELETE /v2.0/networks/83a35f04-883f-4be8-bc10-ea671bd538b5 HTTP/1.1" status: 204 len: 168 time: 0.4776747 Oct 13 11:28:18.302427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58122) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:18.314405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea92623-a636-4338-adc2-0e7f980c860d tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event deleted for resources: {'Network': ['ID=83a35f04-883f-4be8-bc10-ea671bd538b5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:18.327619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e9384-6cb4-49d6-a01a-c93177e0c077 req-0fc3dffe-49d6-4d8c-af3a-de0fe47764bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:18.329139 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-558e9384-6cb4-49d6-a01a-c93177e0c077 req-0fc3dffe-49d6-4d8c-af3a-de0fe47764bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 1096 time: 0.0800040 Oct 13 11:28:18.390834 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8942ca7-b9fe-403b-8e43-f1666c715450 req-7a3d8161-1cdb-49c7-b398-fce020ee5e3e tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "GET /v2.0/ports?device_id=823e619b-6100-48e2-8fab-19c92fc845b5 HTTP/1.1" status: 200 len: 210 time: 0.0632682 Oct 13 11:28:18.438865 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53984722-b3ae-41ed-ae28-2207c43c773c tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.469737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e9384-6cb4-49d6-a01a-c93177e0c077 req-309b80df-7e95-4d50-891e-06a3e070ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:18.471792 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-558e9384-6cb4-49d6-a01a-c93177e0c077 req-309b80df-7e95-4d50-891e-06a3e070ee42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.1226351 Oct 13 11:28:18.539994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53984722-b3ae-41ed-ae28-2207c43c773c tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.575879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-53984722-b3ae-41ed-ae28-2207c43c773c tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fef7caf-3915-4db1-9860-21b56804ce08']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:18.589022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-53984722-b3ae-41ed-ae28-2207c43c773c tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ff990e-116f-4b73-b1f8-01a70361565b') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:18.589720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-53984722-b3ae-41ed-ae28-2207c43c773c tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ff990e-116f-4b73-b1f8-01a70361565b') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:18.592926 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-558e9384-6cb4-49d6-a01a-c93177e0c077 req-f16f40a4-4b56-4c8d-9f5b-bfef3c360595 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720ef277-a84c-44fc-b95b-fd2afb4ef397 HTTP/1.1" status: 200 len: 1001 time: 0.1138127 Oct 13 11:28:18.608101 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53984722-b3ae-41ed-ae28-2207c43c773c tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.623897 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53984722-b3ae-41ed-ae28-2207c43c773c tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.631473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53984722-b3ae-41ed-ae28-2207c43c773c tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:28:18.632413 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53984722-b3ae-41ed-ae28-2207c43c773c tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:28:18.635773 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:28:18.655488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e9384-6cb4-49d6-a01a-c93177e0c077 req-8f50c13f-e68e-4fe0-9daa-28e3a7af3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:18.657022 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-558e9384-6cb4-49d6-a01a-c93177e0c077 req-8f50c13f-e68e-4fe0-9daa-28e3a7af3080 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0571976 Oct 13 11:28:18.706964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e9384-6cb4-49d6-a01a-c93177e0c077 req-f40e9bd4-4771-4be9-af7b-f3e7373bea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:18.708501 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-558e9384-6cb4-49d6-a01a-c93177e0c077 req-f40e9bd4-4771-4be9-af7b-f3e7373bea06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449553 Oct 13 11:28:18.804381 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53984722-b3ae-41ed-ae28-2207c43c773c tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.809271 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-558e9384-6cb4-49d6-a01a-c93177e0c077 req-47742364-b5bf-42f7-b430-aca20ba12c4f service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935736 Oct 13 11:28:18.813216 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53984722-b3ae-41ed-ae28-2207c43c773c tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:18.818464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-53984722-b3ae-41ed-ae28-2207c43c773c tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] 10.222.0.32 "DELETE /v2.0/networks/9fef7caf-3915-4db1-9860-21b56804ce08 HTTP/1.1" status: 204 len: 168 time: 0.5146315 Oct 13 11:28:18.838648 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53984722-b3ae-41ed-ae28-2207c43c773c tempest-BulkNetworkOpsIpV6Test-1530138839 tempest-BulkNetworkOpsIpV6Test-1530138839-project] Pushing event deleted for resources: {'Network': ['ID=9fef7caf-3915-4db1-9860-21b56804ce08,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:18.929706 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-558e9384-6cb4-49d6-a01a-c93177e0c077 req-1fb4c803-1374-4acc-a018-a610802a4aa8 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127419 Oct 13 11:28:19.326699 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58142) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:19.462227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58150) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:19.508413 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6f40df20-64fb-43dc-8536-506747820717 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b0cb8848574477a9ac2ee97e9e3269b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804829 Oct 13 11:28:19.511162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58152) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:19.541413 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1365c1b-2611-4d4f-a2e3-19f4d00ee1bd tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:19.564498 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcce7fa4-645c-4d5a-a962-10c96190a13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:19.574143 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1365c1b-2611-4d4f-a2e3-19f4d00ee1bd tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:19.588883 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcce7fa4-645c-4d5a-a962-10c96190a13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:19.730282 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1365c1b-2611-4d4f-a2e3-19f4d00ee1bd tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:19.732985 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e1365c1b-2611-4d4f-a2e3-19f4d00ee1bd tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:19.734196 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e1365c1b-2611-4d4f-a2e3-19f4d00ee1bd tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "DELETE /v2.0/security-groups/d0d108da-0248-4458-a5ae-91c777b6b38f HTTP/1.1" status: 204 len: 168 time: 0.2704945 Oct 13 11:28:19.737789 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58158) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:19.744748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1365c1b-2611-4d4f-a2e3-19f4d00ee1bd tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d108da-0248-4458-a5ae-91c777b6b38f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:19.760079 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcce7fa4-645c-4d5a-a962-10c96190a13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:19.762704 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcce7fa4-645c-4d5a-a962-10c96190a13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:19.767329 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dcce7fa4-645c-4d5a-a962-10c96190a13d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05d154c0-fb91-4efc-9e0f-dae3de7bc231 HTTP/1.1" status: 204 len: 168 time: 0.2518539 Oct 13 11:28:19.789432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce7fa4-645c-4d5a-a962-10c96190a13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d154c0-fb91-4efc-9e0f-dae3de7bc231,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:19.822959 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22a33c9c-91b0-4020-88b6-2f0a8507f856 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:19.850550 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22a33c9c-91b0-4020-88b6-2f0a8507f856 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:19.976455 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22a33c9c-91b0-4020-88b6-2f0a8507f856 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:19.979281 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22a33c9c-91b0-4020-88b6-2f0a8507f856 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:19.980644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-22a33c9c-91b0-4020-88b6-2f0a8507f856 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "DELETE /v2.0/security-groups/25fab5de-df2d-439f-8543-6dd0e55e29fa HTTP/1.1" status: 204 len: 168 time: 0.2416561 Oct 13 11:28:19.984431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58164) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:19.992756 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a33c9c-91b0-4020-88b6-2f0a8507f856 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fab5de-df2d-439f-8543-6dd0e55e29fa,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:20.130558 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 78617b3c-6489-487e-894c-d293d3b5978f no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:28:20.154155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 78617b3c-6489-487e-894c-d293d3b5978f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:28:20.154601 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 78617b3c-6489-487e-894c-d293d3b5978f not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:28:20.380750 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-417b160b-9dc8-4fc2-92a7-3b7e40fa4d84 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:20.714216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-417b160b-9dc8-4fc2-92a7-3b7e40fa4d84 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Deleting port 6dd7aede-62de-45f6-ab7e-fa8c57650895 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:20.714568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-417b160b-9dc8-4fc2-92a7-3b7e40fa4d84 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:20.815666 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-417b160b-9dc8-4fc2-92a7-3b7e40fa4d84 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] For port 6dd7aede-62de-45f6-ab7e-fa8c57650895, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6dd7aede-62de-45f6-ab7e-fa8c57650895,segment=NetworkSegment(b433accd-3685-4a3b-b1a9-79e5de5d18d3),segment_id=b433accd-3685-4a3b-b1a9-79e5de5d18d3)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:20.816370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-417b160b-9dc8-4fc2-92a7-3b7e40fa4d84 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:20.829094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-417b160b-9dc8-4fc2-92a7-3b7e40fa4d84 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Calling delete_port for 6dd7aede-62de-45f6-ab7e-fa8c57650895 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:20.983927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58198) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:21.097796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e4c5e61c-66e3-4c48-9033-570dbca75a25 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:21.098239 n-d-813659-3 neutron-server[101991]: WARNING neutron.api.v2.base [None req-e4c5e61c-66e3-4c48-9033-570dbca75a25 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 11:28:21.098771 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-e4c5e61c-66e3-4c48-9033-570dbca75a25 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 11:28:21.099769 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e4c5e61c-66e3-4c48-9033-570dbca75a25 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1147676 Oct 13 11:28:21.103859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58202) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:21.109359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-280d2c55-b298-4d48-8654-256d01092996 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131388843'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:21.153019 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-417b160b-9dc8-4fc2-92a7-3b7e40fa4d84 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:21.189077 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b160b-9dc8-4fc2-92a7-3b7e40fa4d84 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event deleted for resources: {'Port': ['ID=6dd7aede-62de-45f6-ab7e-fa8c57650895,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:21.204575 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-280d2c55-b298-4d48-8654-256d01092996 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:21.214419 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-280d2c55-b298-4d48-8654-256d01092996 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:21.305947 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-280d2c55-b298-4d48-8654-256d01092996 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:21.381513 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-417b160b-9dc8-4fc2-92a7-3b7e40fa4d84 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:21.410616 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-280d2c55-b298-4d48-8654-256d01092996 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:21.458637 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d2c55-b298-4d48-8654-256d01092996 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df71ee0-4e0d-4079-b9a1-7b3ff54545d6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:21.518499 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-280d2c55-b298-4d48-8654-256d01092996 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:21.566760 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-280d2c55-b298-4d48-8654-256d01092996 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:21.605689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d2c55-b298-4d48-8654-256d01092996 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa350d5-fe36-4a81-b64c-f7906a8ae885,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:21.697397 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-280d2c55-b298-4d48-8654-256d01092996 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:21.704381 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-280d2c55-b298-4d48-8654-256d01092996 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5989797 Oct 13 11:28:21.705312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58212) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:21.713053 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7706ef8a-8447-4a54-a28f-850014c9ddaf tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'ffa350d5-fe36-4a81-b64c-f7906a8ae885', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:21.844747 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7706ef8a-8447-4a54-a28f-850014c9ddaf tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:21.913442 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7706ef8a-8447-4a54-a28f-850014c9ddaf tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:21.995361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417b160b-9dc8-4fc2-92a7-3b7e40fa4d84 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:28:22.034721 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7706ef8a-8447-4a54-a28f-850014c9ddaf tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:22.067852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706ef8a-8447-4a54-a28f-850014c9ddaf tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6a0ec9-2920-46e3-9045-44ed36c5a086,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:22.138680 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7706ef8a-8447-4a54-a28f-850014c9ddaf tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:22.142411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417b160b-9dc8-4fc2-92a7-3b7e40fa4d84 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:28:22.142955 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7706ef8a-8447-4a54-a28f-850014c9ddaf tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4355800 Oct 13 11:28:22.144088 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58218) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:22.150741 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-417b160b-9dc8-4fc2-92a7-3b7e40fa4d84 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "PUT /v2.0/routers/cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1645870 Oct 13 11:28:22.153742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58220) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:22.158997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7dfe8689-5172-4603-b27b-f42806dbd9ec tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'ffa350d5-fe36-4a81-b64c-f7906a8ae885', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:22.159301 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89759533-f1fa-4dea-9564-3959dcfc1f39 None None] Sync routers for ids ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:28:22.172969 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89759533-f1fa-4dea-9564-3959dcfc1f39 None None] Routers {'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:22.175301 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-89759533-f1fa-4dea-9564-3959dcfc1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:22.222614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ae95e6-1ed3-4b17-bd44-aad533c78b8c tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Deleting subnet b128a678-e95b-465c-ad95-ab86122e27b4 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:28:22.225953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-88ae95e6-1ed3-4b17-bd44-aad533c78b8c tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:22.257886 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8689-5172-4603-b27b-f42806dbd9ec tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:22.287820 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-88ae95e6-1ed3-4b17-bd44-aad533c78b8c tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:22.310101 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-89759533-f1fa-4dea-9564-3959dcfc1f39 None None] Set router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:22.383951 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-7dfe8689-5172-4603-b27b-f42806dbd9ec tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 11:28:22.385222 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7dfe8689-5172-4603-b27b-f42806dbd9ec tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2399111 Oct 13 11:28:22.385828 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-88ae95e6-1ed3-4b17-bd44-aad533c78b8c tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:22.387883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58226) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:22.503592 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-008b0b2b-b3cd-4611-9685-8230a78ebce9 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:22.532826 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-008b0b2b-b3cd-4611-9685-8230a78ebce9 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:22.538227 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-89759533-f1fa-4dea-9564-3959dcfc1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:28:20Z', 'revision_number': 5, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:22.582665 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-88ae95e6-1ed3-4b17-bd44-aad533c78b8c tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:22.590079 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89759533-f1fa-4dea-9564-3959dcfc1f39 None None] Checking router: cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:28:22.603247 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89759533-f1fa-4dea-9564-3959dcfc1f39 None None] Routers {'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:22.604271 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-89759533-f1fa-4dea-9564-3959dcfc1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:22.613581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-88ae95e6-1ed3-4b17-bd44-aad533c78b8c tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:22.618380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-88ae95e6-1ed3-4b17-bd44-aad533c78b8c tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "DELETE /v2.0/subnets/b128a678-e95b-465c-ad95-ab86122e27b4 HTTP/1.1" status: 204 len: 168 time: 0.4631276 Oct 13 11:28:22.623684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58228) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:22.624808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae95e6-1ed3-4b17-bd44-aad533c78b8c tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event deleted for resources: {'Subnet': ['ID=b128a678-e95b-465c-ad95-ab86122e27b4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:22.626738 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd12d6e-52d4-4c52-a734-f81389ac090c None None] Network 00780ed0-14b1-4fe2-a991-76427df19110 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:28:22.746375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-008b0b2b-b3cd-4611-9685-8230a78ebce9 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:22.749592 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-008b0b2b-b3cd-4611-9685-8230a78ebce9 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:22.753982 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-008b0b2b-b3cd-4611-9685-8230a78ebce9 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "DELETE /v2.0/security-groups/ffa350d5-fe36-4a81-b64c-f7906a8ae885 HTTP/1.1" status: 204 len: 168 time: 0.3614657 Oct 13 11:28:22.756814 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58234) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:22.780656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b0b2b-b3cd-4611-9685-8230a78ebce9 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa350d5-fe36-4a81-b64c-f7906a8ae885,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:22.834389 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:22.853412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8ea6ed34-1ae4-436d-a226-cb781acd1554 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0899868 Oct 13 11:28:22.853753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58236) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:22.865480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9e58f53c-44f8-4d86-8d5c-22e6d7d927b0 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520963950'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:22.963256 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-89759533-f1fa-4dea-9564-3959dcfc1f39 None None] Set router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:22.986212 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.005367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3830719d-c7da-4a95-81ec-b243ca3eaa8d None None] DHCP port deletion for 00780ed0-14b1-4fe2-a991-76427df19110 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:28:23.027555 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e58f53c-44f8-4d86-8d5c-22e6d7d927b0 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.059512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3830719d-c7da-4a95-81ec-b243ca3eaa8d None None] Deleting port 2d7c63cc-1104-4bb6-844b-e030fb244da1 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:23.059899 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3830719d-c7da-4a95-81ec-b243ca3eaa8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.143648 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e58f53c-44f8-4d86-8d5c-22e6d7d927b0 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.191594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3830719d-c7da-4a95-81ec-b243ca3eaa8d None None] For port 2d7c63cc-1104-4bb6-844b-e030fb244da1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2d7c63cc-1104-4bb6-844b-e030fb244da1,segment=NetworkSegment(b433accd-3685-4a3b-b1a9-79e5de5d18d3),segment_id=b433accd-3685-4a3b-b1a9-79e5de5d18d3)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:23.192350 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3830719d-c7da-4a95-81ec-b243ca3eaa8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.194748 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-89759533-f1fa-4dea-9564-3959dcfc1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:28:20Z', 'revision_number': 5, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:23.207812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3830719d-c7da-4a95-81ec-b243ca3eaa8d None None] Calling delete_port for 2d7c63cc-1104-4bb6-844b-e030fb244da1 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:23.212683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Deleting port 18e4a9ff-5987-457b-a1b0-05938f1c3b6f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:23.213540 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.223572 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89759533-f1fa-4dea-9564-3959dcfc1f39 None None] The sync data for ids ['cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf'] in n-d-813659-3 is: [{'id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1400414820', 'tenant_id': '3690662a654f44c581c6b87d8282163d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:26:27Z', 'updated_at': '2021-10-13T11:28:20Z', 'revision_number': 5, 'project_id': '3690662a654f44c581c6b87d8282163d', 'gw_port': {'id': '18e4a9ff-5987-457b-a1b0-05938f1c3b6f', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:26:29Z', 'updated_at': '2021-10-13T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:28:23.256574 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e58f53c-44f8-4d86-8d5c-22e6d7d927b0 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.296665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58f53c-44f8-4d86-8d5c-22e6d7d927b0 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4fec01-989e-42f8-89eb-2cddcf33fb59,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:23.343295 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] For port 18e4a9ff-5987-457b-a1b0-05938f1c3b6f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=18e4a9ff-5987-457b-a1b0-05938f1c3b6f,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:23.343649 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.352115 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e58f53c-44f8-4d86-8d5c-22e6d7d927b0 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.354341 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9e58f53c-44f8-4d86-8d5c-22e6d7d927b0 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4993491 Oct 13 11:28:23.357677 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58242) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:23.362998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8b51e67c-2e61-4a33-afef-70a8a4c14534 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': '8e4fec01-989e-42f8-89eb-2cddcf33fb59', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:23.364048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Calling delete_port for 18e4a9ff-5987-457b-a1b0-05938f1c3b6f owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:23.364698 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-8b51e67c-2e61-4a33-afef-70a8a4c14534 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 13 11:28:23.364698 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-8b51e67c-2e61-4a33-afef-70a8a4c14534 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:23.365678 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8b51e67c-2e61-4a33-afef-70a8a4c14534 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067680 Oct 13 11:28:23.368413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58244) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:23.433532 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6cee687-3c0e-43c9-958c-3ac1415e8e6b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.452121 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3830719d-c7da-4a95-81ec-b243ca3eaa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.462204 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6cee687-3c0e-43c9-958c-3ac1415e8e6b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.514742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830719d-c7da-4a95-81ec-b243ca3eaa8d None None] Pushing event deleted for resources: {'Port': ['ID=2d7c63cc-1104-4bb6-844b-e030fb244da1,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:23.516965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830719d-c7da-4a95-81ec-b243ca3eaa8d None None] No DVR routers for this DVR port 2d7c63cc-1104-4bb6-844b-e030fb244da1 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:28:23.615302 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6cee687-3c0e-43c9-958c-3ac1415e8e6b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.619891 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6cee687-3c0e-43c9-958c-3ac1415e8e6b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.623982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58248) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:23.624185 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b6cee687-3c0e-43c9-958c-3ac1415e8e6b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "DELETE /v2.0/security-groups/8e4fec01-989e-42f8-89eb-2cddcf33fb59 HTTP/1.1" status: 204 len: 168 time: 0.2544577 Oct 13 11:28:23.639293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cee687-3c0e-43c9-958c-3ac1415e8e6b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4fec01-989e-42f8-89eb-2cddcf33fb59,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:23.684509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f6274401-f81d-40e6-9585-453375078bb3 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589848 Oct 13 11:28:23.688207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58250) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:23.695812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-69e5d475-457c-420c-bc72-4c0398beaf1a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group': {'name': 'tempest-secgroup--457235509'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:23.700357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.743008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event deleted for resources: {'Port': ['ID=18e4a9ff-5987-457b-a1b0-05938f1c3b6f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:23.826162 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.858649 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69e5d475-457c-420c-bc72-4c0398beaf1a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.936310 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:23.939572 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.031685 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69e5d475-457c-420c-bc72-4c0398beaf1a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.154155 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.157535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Fanout notify agent at l3_agent the message router_deleted on router cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:28:24.157535 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69e5d475-457c-420c-bc72-4c0398beaf1a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.165793 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.169538 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5f6ae66b-07c7-4666-88f8-3bf756d70116 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "DELETE /v2.0/routers/cbf3d1a6-cb92-402a-9a3f-23474c6dd8bf HTTP/1.1" status: 204 len: 168 time: 1.5380397 Oct 13 11:28:24.170268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58260) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:24.198653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5d475-457c-420c-bc72-4c0398beaf1a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a49000f-90af-4055-8f8c-c6081418a036,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:24.275988 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f01f0a0-20aa-49a0-9d00-28df0a69e9b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.287316 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69e5d475-457c-420c-bc72-4c0398beaf1a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.292543 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-69e5d475-457c-420c-bc72-4c0398beaf1a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5994205 Oct 13 11:28:24.292863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58264) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:24.298769 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7abea97b-8e42-49b9-89f4-9b459d281ee4 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': '1a49000f-90af-4055-8f8c-c6081418a036', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:24.302084 n-d-813659-3 neutron-server[101991]: WARNING neutron.api.v2.base [None req-7abea97b-8e42-49b9-89f4-9b459d281ee4 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 13 11:28:24.302084 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-7abea97b-8e42-49b9-89f4-9b459d281ee4 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:24.302084 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7abea97b-8e42-49b9-89f4-9b459d281ee4 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076787 Oct 13 11:28:24.313730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2d7c63cc-1104-4bb6-844b-e030fb244da1 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:28:24.315743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58266) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:24.354153 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 2d7c63cc-1104-4bb6-844b-e030fb244da1 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:28:24.354541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2d7c63cc-1104-4bb6-844b-e030fb244da1 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:28:24.355206 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6dd7aede-62de-45f6-ab7e-fa8c57650895 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:28:24.376182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 6dd7aede-62de-45f6-ab7e-fa8c57650895 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:28:24.376535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6dd7aede-62de-45f6-ab7e-fa8c57650895 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:28:24.407436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-439944f3-35ff-4c2b-bf4d-a7e828bc5622 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.422287 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f01f0a0-20aa-49a0-9d00-28df0a69e9b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.431908 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-439944f3-35ff-4c2b-bf4d-a7e828bc5622 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.445636 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-0f01f0a0-20aa-49a0-9d00-28df0a69e9b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00780ed0-14b1-4fe2-a991-76427df19110']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:24.456292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-0f01f0a0-20aa-49a0-9d00-28df0a69e9b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b433accd-3685-4a3b-b1a9-79e5de5d18d3') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:24.456615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-0f01f0a0-20aa-49a0-9d00-28df0a69e9b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b433accd-3685-4a3b-b1a9-79e5de5d18d3') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:24.467484 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f01f0a0-20aa-49a0-9d00-28df0a69e9b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.482222 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f01f0a0-20aa-49a0-9d00-28df0a69e9b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.489940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f01f0a0-20aa-49a0-9d00-28df0a69e9b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:28:24.490743 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f01f0a0-20aa-49a0-9d00-28df0a69e9b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:28:24.493782 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:28:24.553989 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-439944f3-35ff-4c2b-bf4d-a7e828bc5622 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.556990 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-439944f3-35ff-4c2b-bf4d-a7e828bc5622 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.560552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-439944f3-35ff-4c2b-bf4d-a7e828bc5622 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a49000f-90af-4055-8f8c-c6081418a036 HTTP/1.1" status: 204 len: 168 time: 0.2414749 Oct 13 11:28:24.561037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58270) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:24.569205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439944f3-35ff-4c2b-bf4d-a7e828bc5622 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a49000f-90af-4055-8f8c-c6081418a036,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:24.618981 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-59a37a3e-24cc-4eb0-992a-d568efa530c7 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566397 Oct 13 11:28:24.622452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58272) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:24.626867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c29ecd52-aa90-4e09-a1c8-9e734888cf1f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group': {'name': 'tempest-secgroup--803258522'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:24.633769 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f01f0a0-20aa-49a0-9d00-28df0a69e9b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.645775 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f01f0a0-20aa-49a0-9d00-28df0a69e9b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.649048 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0f01f0a0-20aa-49a0-9d00-28df0a69e9b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] 10.222.0.32 "DELETE /v2.0/networks/00780ed0-14b1-4fe2-a991-76427df19110 HTTP/1.1" status: 204 len: 168 time: 0.4770122 Oct 13 11:28:24.665989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01f0a0-20aa-49a0-9d00-28df0a69e9b9 tempest-TestSecurityGroupsBasicOps-739408746 tempest-TestSecurityGroupsBasicOps-739408746-project] Pushing event deleted for resources: {'Network': ['ID=00780ed0-14b1-4fe2-a991-76427df19110,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:24.759459 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c29ecd52-aa90-4e09-a1c8-9e734888cf1f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.846765 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c29ecd52-aa90-4e09-a1c8-9e734888cf1f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.948270 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c29ecd52-aa90-4e09-a1c8-9e734888cf1f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:24.980951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ecd52-aa90-4e09-a1c8-9e734888cf1f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601e28d8-689e-492b-bda3-60a4764a6f7d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:25.092666 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c29ecd52-aa90-4e09-a1c8-9e734888cf1f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:25.094303 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c29ecd52-aa90-4e09-a1c8-9e734888cf1f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4705596 Oct 13 11:28:25.097074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58286) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:25.101572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-52fa5e18-2007-42dc-9b17-7f1cc51f14ad tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': '601e28d8-689e-492b-bda3-60a4764a6f7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:25.102504 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-52fa5e18-2007-42dc-9b17-7f1cc51f14ad tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 13 11:28:25.108961 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-52fa5e18-2007-42dc-9b17-7f1cc51f14ad tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:25.108961 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-52fa5e18-2007-42dc-9b17-7f1cc51f14ad tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059850 Oct 13 11:28:25.111366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58288) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:25.117049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-79608ae4-38a3-4c0d-947b-a0f6a797028a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': '601e28d8-689e-492b-bda3-60a4764a6f7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:25.117716 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-79608ae4-38a3-4c0d-947b-a0f6a797028a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 13 11:28:25.118207 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-79608ae4-38a3-4c0d-947b-a0f6a797028a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:25.119204 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-79608ae4-38a3-4c0d-947b-a0f6a797028a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057397 Oct 13 11:28:25.121772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58290) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:25.135192 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-bb3b5dec-596c-4ba1-a3fd-ded0832d7756 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': '601e28d8-689e-492b-bda3-60a4764a6f7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:25.135192 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-bb3b5dec-596c-4ba1-a3fd-ded0832d7756 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 13 11:28:25.135192 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-bb3b5dec-596c-4ba1-a3fd-ded0832d7756 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:25.135192 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bb3b5dec-596c-4ba1-a3fd-ded0832d7756 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087402 Oct 13 11:28:25.136558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58294) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:25.140883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8c45103b-1503-42da-bb20-373317b54caf tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': '601e28d8-689e-492b-bda3-60a4764a6f7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:25.141762 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-8c45103b-1503-42da-bb20-373317b54caf tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 13 11:28:25.142248 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-8c45103b-1503-42da-bb20-373317b54caf tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:25.143960 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8c45103b-1503-42da-bb20-373317b54caf tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064404 Oct 13 11:28:25.145930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58296) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:25.396575 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f3851d9-fb4d-4ca3-a525-f6191ab65e1a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:25.396575 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f3851d9-fb4d-4ca3-a525-f6191ab65e1a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:25.436223 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f3851d9-fb4d-4ca3-a525-f6191ab65e1a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:25.438903 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7f3851d9-fb4d-4ca3-a525-f6191ab65e1a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:25.440244 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7f3851d9-fb4d-4ca3-a525-f6191ab65e1a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "DELETE /v2.0/security-groups/601e28d8-689e-492b-bda3-60a4764a6f7d HTTP/1.1" status: 204 len: 168 time: 0.2932875 Oct 13 11:28:25.442970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58300) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:25.456723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3851d9-fb4d-4ca3-a525-f6191ab65e1a tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601e28d8-689e-492b-bda3-60a4764a6f7d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:25.501945 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-186e9b2c-7711-40f5-8d47-885e66c74b68 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571589 Oct 13 11:28:25.505789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58304) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:25.510309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dab9cc5d-e118-4706-87e0-d44a54889d6f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121227434'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:25.541195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58306) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:25.651393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dab9cc5d-e118-4706-87e0-d44a54889d6f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:25.700020 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-de0c0f11-2424-45f5-a3e1-02a3d659f48f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3690662a654f44c581c6b87d8282163d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575208 Oct 13 11:28:25.702750 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58312) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:25.737242 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dab9cc5d-e118-4706-87e0-d44a54889d6f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:25.762446 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9ff68b85-bc41-4f7a-86b1-4857f4cd274b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:25.791675 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9ff68b85-bc41-4f7a-86b1-4857f4cd274b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:25.856126 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dab9cc5d-e118-4706-87e0-d44a54889d6f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:25.895489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9cc5d-e118-4706-87e0-d44a54889d6f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a914322d-7e46-4a07-a4ae-725f201d190b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:25.964722 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9ff68b85-bc41-4f7a-86b1-4857f4cd274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:25.970153 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9ff68b85-bc41-4f7a-86b1-4857f4cd274b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:25.970153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9ff68b85-bc41-4f7a-86b1-4857f4cd274b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1de73d85-4171-4793-93f6-4c3e5379e32f HTTP/1.1" status: 204 len: 168 time: 0.2648253 Oct 13 11:28:25.977485 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff68b85-bc41-4f7a-86b1-4857f4cd274b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de73d85-4171-4793-93f6-4c3e5379e32f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:25.983989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dab9cc5d-e118-4706-87e0-d44a54889d6f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:25.985435 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dab9cc5d-e118-4706-87e0-d44a54889d6f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4787154 Oct 13 11:28:25.989883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58324) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:25.994804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e20cb485-3261-4626-920c-265f7827d342 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'a914322d-7e46-4a07-a4ae-725f201d190b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:25.995502 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-e20cb485-3261-4626-920c-265f7827d342 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 11:28:25.996185 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-e20cb485-3261-4626-920c-265f7827d342 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:25.997509 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e20cb485-3261-4626-920c-265f7827d342 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065012 Oct 13 11:28:26.000363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58326) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:26.005198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-437ac094-7fd8-4009-9144-0b15445cb48d tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'a914322d-7e46-4a07-a4ae-725f201d190b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:26.156342 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 18e4a9ff-5987-457b-a1b0-05938f1c3b6f no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:28:26.180210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 18e4a9ff-5987-457b-a1b0-05938f1c3b6f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:28:26.185470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 18e4a9ff-5987-457b-a1b0-05938f1c3b6f not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:28:26.256891 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-437ac094-7fd8-4009-9144-0b15445cb48d tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:26.258038 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-437ac094-7fd8-4009-9144-0b15445cb48d tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2565296 Oct 13 11:28:26.261202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58330) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:26.266151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-28dd5253-6202-4b42-ae6a-1d01e5a2d5e2 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'a914322d-7e46-4a07-a4ae-725f201d190b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:26.266725 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-28dd5253-6202-4b42-ae6a-1d01e5a2d5e2 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 13 11:28:26.267215 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-28dd5253-6202-4b42-ae6a-1d01e5a2d5e2 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:26.268387 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-28dd5253-6202-4b42-ae6a-1d01e5a2d5e2 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059736 Oct 13 11:28:26.271524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58332) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:26.276176 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-713cad50-40fc-4cb0-bae9-b40a4d4b9c84 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'a914322d-7e46-4a07-a4ae-725f201d190b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:26.531060 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-713cad50-40fc-4cb0-bae9-b40a4d4b9c84 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:26.532293 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-713cad50-40fc-4cb0-bae9-b40a4d4b9c84 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2597570 Oct 13 11:28:26.536147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58340) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:26.542528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e0172612-9ba6-416b-a39a-fe14f2aa7f44 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'a914322d-7e46-4a07-a4ae-725f201d190b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:26.543053 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-e0172612-9ba6-416b-a39a-fe14f2aa7f44 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 11:28:26.543554 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-e0172612-9ba6-416b-a39a-fe14f2aa7f44 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:26.545258 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e0172612-9ba6-416b-a39a-fe14f2aa7f44 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081289 Oct 13 11:28:26.548438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58342) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:26.559066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-669c013e-1ca5-4735-9e2a-9fbdbfe6729f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'a914322d-7e46-4a07-a4ae-725f201d190b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:26.719139 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-669c013e-1ca5-4735-9e2a-9fbdbfe6729f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Project c8fe3b4360b046cfa7acb8187ca25244 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:28:26.861946 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-669c013e-1ca5-4735-9e2a-9fbdbfe6729f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:26.863170 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-669c013e-1ca5-4735-9e2a-9fbdbfe6729f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3137171 Oct 13 11:28:26.866933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58346) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:26.870414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-29b71f0a-5522-4a36-8cb6-63e038fa8c77 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'a914322d-7e46-4a07-a4ae-725f201d190b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:26.871230 n-d-813659-3 neutron-server[101991]: WARNING neutron.api.v2.base [None req-29b71f0a-5522-4a36-8cb6-63e038fa8c77 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 13 11:28:26.871665 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-29b71f0a-5522-4a36-8cb6-63e038fa8c77 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:26.872632 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-29b71f0a-5522-4a36-8cb6-63e038fa8c77 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057657 Oct 13 11:28:26.876500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58348) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:26.882838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d12c7dac-e01d-4b7a-86a8-2d907ab3ff7b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'a914322d-7e46-4a07-a4ae-725f201d190b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:26.958419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58354) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:26.971553 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8be7be4f-c73f-4624-8253-e995f665b648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:27.007578 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-d12c7dac-e01d-4b7a-86a8-2d907ab3ff7b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Project c8fe3b4360b046cfa7acb8187ca25244 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:28:27.059744 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8be7be4f-c73f-4624-8253-e995f665b648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:27.147721 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-d12c7dac-e01d-4b7a-86a8-2d907ab3ff7b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:27.148923 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d12c7dac-e01d-4b7a-86a8-2d907ab3ff7b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2708654 Oct 13 11:28:27.151866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58358) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:27.156716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ee6e58bd-58cd-47c0-a4b4-1f0c1c3f51c3 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'a914322d-7e46-4a07-a4ae-725f201d190b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:27.199089 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8be7be4f-c73f-4624-8253-e995f665b648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:27.242992 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8be7be4f-c73f-4624-8253-e995f665b648 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbe07c9b0c704d51babb91f3b327692a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833986 Oct 13 11:28:27.243888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7be4f-c73f-4624-8253-e995f665b648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fedd75-fe60-4143-ba59-a17590039dc8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:27.245689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58360) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:27.284812 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-ee6e58bd-58cd-47c0-a4b4-1f0c1c3f51c3 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Project c8fe3b4360b046cfa7acb8187ca25244 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:28:27.304321 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1da0f717-c5bb-42cb-8e7d-d20be64092b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:27.331557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1da0f717-c5bb-42cb-8e7d-d20be64092b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:27.398764 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-ee6e58bd-58cd-47c0-a4b4-1f0c1c3f51c3 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:27.399875 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ee6e58bd-58cd-47c0-a4b4-1f0c1c3f51c3 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2470112 Oct 13 11:28:27.402697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58364) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:27.456745 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1da0f717-c5bb-42cb-8e7d-d20be64092b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:27.459603 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1da0f717-c5bb-42cb-8e7d-d20be64092b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:27.460840 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1da0f717-c5bb-42cb-8e7d-d20be64092b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21fedd75-fe60-4143-ba59-a17590039dc8 HTTP/1.1" status: 204 len: 168 time: 0.2141759 Oct 13 11:28:27.461004 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5613248f-7c26-4364-a74b-8ccfc472494c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:27.469675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0f717-c5bb-42cb-8e7d-d20be64092b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fedd75-fe60-4143-ba59-a17590039dc8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:27.493326 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5613248f-7c26-4364-a74b-8ccfc472494c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:27.644843 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5613248f-7c26-4364-a74b-8ccfc472494c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:27.647593 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5613248f-7c26-4364-a74b-8ccfc472494c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:27.648686 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5613248f-7c26-4364-a74b-8ccfc472494c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "DELETE /v2.0/security-groups/a914322d-7e46-4a07-a4ae-725f201d190b HTTP/1.1" status: 204 len: 168 time: 0.2450781 Oct 13 11:28:27.651540 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58370) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:27.659068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613248f-7c26-4364-a74b-8ccfc472494c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a914322d-7e46-4a07-a4ae-725f201d190b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:27.709971 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a6a1926c-3d0f-4eaa-8c38-0e9b0d67c371 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555096 Oct 13 11:28:27.713233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58372) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:27.718564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f62ddc87-ac6b-4cd9-8f71-1888bd7af52d tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group': {'name': 'tempest-secgroup--206803182'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:27.851226 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc87-ac6b-4cd9-8f71-1888bd7af52d tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:27.929053 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc87-ac6b-4cd9-8f71-1888bd7af52d tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:28.033201 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc87-ac6b-4cd9-8f71-1888bd7af52d tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:28.064663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ddc87-ac6b-4cd9-8f71-1888bd7af52d tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d387e9-456b-4ec5-8fd5-d51f75b4cb9f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:28.161846 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc87-ac6b-4cd9-8f71-1888bd7af52d tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:28.163486 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f62ddc87-ac6b-4cd9-8f71-1888bd7af52d tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4485044 Oct 13 11:28:28.166641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58384) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:28.171372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-33f2fb15-ba07-491c-bf72-4246bce331dd tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'c7d387e9-456b-4ec5-8fd5-d51f75b4cb9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:28.335896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58388) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:28.392685 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-98b3e6d8-7fea-4b76-ad95-1caeba32fb44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e450865063604c7e93e923489fe66901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553179 Oct 13 11:28:28.399200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58392) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:28.422665 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-33f2fb15-ba07-491c-bf72-4246bce331dd tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The resource could not be found. Oct 13 11:28:28.423840 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-33f2fb15-ba07-491c-bf72-4246bce331dd tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2561126 Oct 13 11:28:28.429467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58394) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:28.434485 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3b9e288f-5eda-4d82-b637-feb441d56029 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'c7d387e9-456b-4ec5-8fd5-d51f75b4cb9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5ca301a3-f6b5-4804-9830-bb82db1ddca0'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:28.485103 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e64f452-1a7d-4469-ad74-a5e0e548ea6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:28.526317 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e64f452-1a7d-4469-ad74-a5e0e548ea6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:28.645739 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-3b9e288f-5eda-4d82-b637-feb441d56029 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The resource could not be found. Oct 13 11:28:28.646965 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3b9e288f-5eda-4d82-b637-feb441d56029 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2164891 Oct 13 11:28:28.649896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58396) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:28.667292 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e64f452-1a7d-4469-ad74-a5e0e548ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:28.670890 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e64f452-1a7d-4469-ad74-a5e0e548ea6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:28.672237 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1e64f452-1a7d-4469-ad74-a5e0e548ea6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fbfc831-c2b3-45ae-b844-99c930cf840d HTTP/1.1" status: 204 len: 168 time: 0.2741115 Oct 13 11:28:28.681312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64f452-1a7d-4469-ad74-a5e0e548ea6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbfc831-c2b3-45ae-b844-99c930cf840d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:28.719130 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2cc8-7f84-4d99-9ce8-ae8d0965f4ca tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:28.743641 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2cc8-7f84-4d99-9ce8-ae8d0965f4ca tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:28.884713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2cc8-7f84-4d99-9ce8-ae8d0965f4ca tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:28.887397 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2cc8-7f84-4d99-9ce8-ae8d0965f4ca tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:28.888587 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6b4c2cc8-7f84-4d99-9ce8-ae8d0965f4ca tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7d387e9-456b-4ec5-8fd5-d51f75b4cb9f HTTP/1.1" status: 204 len: 168 time: 0.2376289 Oct 13 11:28:28.891420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58402) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:28.898838 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c2cc8-7f84-4d99-9ce8-ae8d0965f4ca tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d387e9-456b-4ec5-8fd5-d51f75b4cb9f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:28.950584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0f17ac53-a7f3-47f7-972f-f8b04054b1f6 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507197 Oct 13 11:28:28.950851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58408) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:28.953183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-af8943c8-6506-4666-be05-4c1d92e81773 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': '7c704c2e-5b3a-492b-81d7-d9c298bfe43a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:29.161012 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-af8943c8-6506-4666-be05-4c1d92e81773 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The resource could not be found. Oct 13 11:28:29.162113 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-af8943c8-6506-4666-be05-4c1d92e81773 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2128575 Oct 13 11:28:29.168579 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58414) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:29.180001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-cadd5fd6-66b3-4532-9a2a-8224dc169c99 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602540276'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:29.370354 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cadd5fd6-66b3-4532-9a2a-8224dc169c99 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:29.447487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cadd5fd6-66b3-4532-9a2a-8224dc169c99 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:29.547195 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cadd5fd6-66b3-4532-9a2a-8224dc169c99 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:29.582231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd5fd6-66b3-4532-9a2a-8224dc169c99 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f6d73e-443c-44fc-8873-756d5c925ab9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:29.647592 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cadd5fd6-66b3-4532-9a2a-8224dc169c99 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:29.648439 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cadd5fd6-66b3-4532-9a2a-8224dc169c99 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4781151 Oct 13 11:28:29.651277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58432) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:29.656071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ee0caa80-3e2f-400c-aedd-0ecc9b7f384f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group': {'name': 'tempest-secgroup--858523888'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:29.741759 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ee0caa80-3e2f-400c-aedd-0ecc9b7f384f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:29.813645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ee0caa80-3e2f-400c-aedd-0ecc9b7f384f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:29.884502 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ee0caa80-3e2f-400c-aedd-0ecc9b7f384f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:29.926185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0caa80-3e2f-400c-aedd-0ecc9b7f384f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcc63b3-0ae3-4c4a-adfa-e9acb89cd0fc,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:29.969010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58442) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:29.990312 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ee0caa80-3e2f-400c-aedd-0ecc9b7f384f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:29.990312 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ee0caa80-3e2f-400c-aedd-0ecc9b7f384f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3343463 Oct 13 11:28:29.992696 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58448) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:29.998644 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-61f9d153-38e5-4bfa-9a25-a7b6d8ebaf75 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': 'b8f6d73e-443c-44fc-8873-756d5c925ab9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9dcc63b3-0ae3-4c4a-adfa-e9acb89cd0fc'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:30.081329 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1779157263-network', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:30.324279 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Made reservation on behalf of 24caaeb986374d39b4bff3d77f04b9f0 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:28:30.328499 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.337079 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.421292 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.422303 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-61f9d153-38e5-4bfa-9a25-a7b6d8ebaf75 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:30.423745 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-61f9d153-38e5-4bfa-9a25-a7b6d8ebaf75 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4301593 Oct 13 11:28:30.426501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58456) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:30.480707 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-edb30af5-1484-4c07-aafa-81db3a27ff0f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.511806 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-edb30af5-1484-4c07-aafa-81db3a27ff0f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.570126 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.595855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a053006-4b79-4db6-be98-7ff79b00b941,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:30.647925 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-edb30af5-1484-4c07-aafa-81db3a27ff0f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.650626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-edb30af5-1484-4c07-aafa-81db3a27ff0f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.651895 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-edb30af5-1484-4c07-aafa-81db3a27ff0f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "DELETE /v2.0/security-groups/9dcc63b3-0ae3-4c4a-adfa-e9acb89cd0fc HTTP/1.1" status: 204 len: 168 time: 0.2242093 Oct 13 11:28:30.654686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58460) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:30.663877 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:28:30.669167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb30af5-1484-4c07-aafa-81db3a27ff0f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcc63b3-0ae3-4c4a-adfa-e9acb89cd0fc,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:30.676978 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.677367 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Added segment 83e7c316-3db1-4954-8137-67dcdfd89c92 of type vlan for network eb26f27b-d86e-4a62-9d21-985ae58f2a49 Oct 13 11:28:30.746121 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.764202 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5aac144d-2ae7-4a9c-9f8c-72336c8eacce tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1057727 Oct 13 11:28:30.764774 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58464) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:30.820298 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d364d19e-12df-45b3-809a-df30830e309f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.843458 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d364d19e-12df-45b3-809a-df30830e309f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.855814 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.856939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:30.857644 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.962945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] Pushing event updated for resources: {'Network': ['ID=eb26f27b-d86e-4a62-9d21-985ae58f2a49,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:30.964771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d364d19e-12df-45b3-809a-df30830e309f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.967515 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d364d19e-12df-45b3-809a-df30830e309f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:30.968768 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d364d19e-12df-45b3-809a-df30830e309f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "DELETE /v2.0/security-groups/b8f6d73e-443c-44fc-8873-756d5c925ab9 HTTP/1.1" status: 204 len: 168 time: 0.2033842 Oct 13 11:28:30.971364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58468) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:30.978551 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network eb26f27b-d86e-4a62-9d21-985ae58f2a49 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:28:30.979094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364d19e-12df-45b3-809a-df30830e309f tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f6d73e-443c-44fc-8873-756d5c925ab9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:30.998851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1c783d0d-25cb-423a-95e5-4c41194aec37 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0287204 Oct 13 11:28:31.002042 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58470) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:31.008432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1968baf3-b4a7-42fb-900f-c7c075a3d6fd admin admin] Request body: {'subnet': {'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1779157263-subnet', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:31.029529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8239fdde-24e8-49ac-b706-3205d625ccf3 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561268 Oct 13 11:28:31.033604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58474) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:31.039699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f17d74f1-5602-4c86-b0a6-7d5720cfc5e2 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621402959'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:31.111722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1968baf3-b4a7-42fb-900f-c7c075a3d6fd admin admin] Made reservation on behalf of 24caaeb986374d39b4bff3d77f04b9f0 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:28:31.115407 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1968baf3-b4a7-42fb-900f-c7c075a3d6fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:31.243396 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f17d74f1-5602-4c86-b0a6-7d5720cfc5e2 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:31.361336 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f17d74f1-5602-4c86-b0a6-7d5720cfc5e2 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:31.421543 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1968baf3-b4a7-42fb-900f-c7c075a3d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:31.457519 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f17d74f1-5602-4c86-b0a6-7d5720cfc5e2 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:31.500243 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968baf3-b4a7-42fb-900f-c7c075a3d6fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=230802a2-872e-4ced-bf69-07ee33fe04ec,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:31.510769 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d74f1-5602-4c86-b0a6-7d5720cfc5e2 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d1c35d-6474-4d23-ac39-3ad495632e26,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:31.522501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1968baf3-b4a7-42fb-900f-c7c075a3d6fd admin admin] Checking segment: {'id': '83e7c316-3db1-4954-8137-67dcdfd89c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:31.522871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1968baf3-b4a7-42fb-900f-c7c075a3d6fd admin admin] Network hostable DHCP agents. Network: eb26f27b-d86e-4a62-9d21-985ae58f2a49, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:28:31.555285 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f17d74f1-5602-4c86-b0a6-7d5720cfc5e2 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:31.556643 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f17d74f1-5602-4c86-b0a6-7d5720cfc5e2 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5214517 Oct 13 11:28:31.559711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58484) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:31.571762 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c8302f30-1c34-4a5d-a719-c4bf692e80e9 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': '18d1c35d-6474-4d23-ac39-3ad495632e26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:31.599076 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1968baf3-b4a7-42fb-900f-c7c075a3d6fd admin admin] Network eb26f27b-d86e-4a62-9d21-985ae58f2a49 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:28:31.724645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-1968baf3-b4a7-42fb-900f-c7c075a3d6fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, eb26f27b-d86e-4a62-9d21-985ae58f2a49) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:31.729578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1968baf3-b4a7-42fb-900f-c7c075a3d6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:31.730564 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1968baf3-b4a7-42fb-900f-c7c075a3d6fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:31.735178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5dd183-9287-4959-9e5d-ba10f45665c1 None None] Network eb26f27b-d86e-4a62-9d21-985ae58f2a49 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:28:31.805085 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-c8302f30-1c34-4a5d-a719-c4bf692e80e9 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:31.806272 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c8302f30-1c34-4a5d-a719-c4bf692e80e9 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2455943 Oct 13 11:28:31.809114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58488) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:31.814368 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4cb29f48-8a44-42c6-bad2-0b340a5b7874 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group_rule': {'security_group_id': '18d1c35d-6474-4d23-ac39-3ad495632e26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:31.859023 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1968baf3-b4a7-42fb-900f-c7c075a3d6fd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8556006 Oct 13 11:28:31.861661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58490) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:31.868918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:31.898131 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'fixed_ips': [{'subnet_id': '230802a2-872e-4ced-bf69-07ee33fe04ec'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:28:31.899115 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.023109 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.024114 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.064305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Allocated IP 172.20.0.2 (eb26f27b-d86e-4a62-9d21-985ae58f2a49/230802a2-872e-4ced-bf69-07ee33fe04ec/49fd9a36-ae3c-41dc-9283-de3b7e42d976) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:28:32.133678 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.137060 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-4cb29f48-8a44-42c6-bad2-0b340a5b7874 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:28:32.138129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4cb29f48-8a44-42c6-bad2-0b340a5b7874 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3279026 Oct 13 11:28:32.141054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58496) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:32.201231 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57e817f5-ff9c-44c9-98ad-dba698c2ef0b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.225118 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57e817f5-ff9c-44c9-98ad-dba698c2ef0b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.239084 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.319857 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.343267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57e817f5-ff9c-44c9-98ad-dba698c2ef0b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.346161 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57e817f5-ff9c-44c9-98ad-dba698c2ef0b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.348279 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-57e817f5-ff9c-44c9-98ad-dba698c2ef0b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "DELETE /v2.0/security-groups/18d1c35d-6474-4d23-ac39-3ad495632e26 HTTP/1.1" status: 204 len: 168 time: 0.2060893 Oct 13 11:28:32.351586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58506) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:32.371356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Network eb26f27b-d86e-4a62-9d21-985ae58f2a49 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:28:32.375549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e817f5-ff9c-44c9-98ad-dba698c2ef0b tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d1c35d-6474-4d23-ac39-3ad495632e26,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:32.378029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:32.382217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:28:32.396704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Pushing event updated for resources: {'Port': ['ID=49fd9a36-ae3c-41dc-9283-de3b7e42d976,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:32.409801 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.434638 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-405b2903-5801-4360-aa64-299908917c42 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0800433 Oct 13 11:28:32.436742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58508) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:32.447932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dbdfd632-14e6-4155-8a92-3239b4aa7f6c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440904885'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:32.468686 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Attempting to bind port 49fd9a36-ae3c-41dc-9283-de3b7e42d976 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:28:32.469323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Attempting to bind port 49fd9a36-ae3c-41dc-9283-de3b7e42d976 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '83e7c316-3db1-4954-8137-67dcdfd89c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:28:32.469871 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Attempting to bind port 49fd9a36-ae3c-41dc-9283-de3b7e42d976 on network eb26f27b-d86e-4a62-9d21-985ae58f2a49 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:28:32.476203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:28:32.476571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Checking segment: {'id': '83e7c316-3db1-4954-8137-67dcdfd89c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:32.476963 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.477544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Bound using segment: {'id': '83e7c316-3db1-4954-8137-67dcdfd89c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:28:32.478321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Bound port: 49fd9a36-ae3c-41dc-9283-de3b7e42d976, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7c316-3db1-4954-8137-67dcdfd89c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:28:32.478720 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.553184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] For port 49fd9a36-ae3c-41dc-9283-de3b7e42d976, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:28:32.556683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] For port 49fd9a36-ae3c-41dc-9283-de3b7e42d976, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=49fd9a36-ae3c-41dc-9283-de3b7e42d976,segment=NetworkSegment(83e7c316-3db1-4954-8137-67dcdfd89c92),segment_id=83e7c316-3db1-4954-8137-67dcdfd89c92)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:28:32.565141 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd632-14e6-4155-8a92-3239b4aa7f6c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.629390 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.640596 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd632-14e6-4155-8a92-3239b4aa7f6c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.703024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce5aaf-42ea-4523-bb62-e9835111b3a8 None None] Pushing event updated for resources: {'Port': ['ID=49fd9a36-ae3c-41dc-9283-de3b7e42d976,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:32.736308 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd632-14e6-4155-8a92-3239b4aa7f6c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.786513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfd632-14e6-4155-8a92-3239b4aa7f6c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34019f30-c006-44db-84de-7fb7cb45a1e8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:32.854276 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd632-14e6-4155-8a92-3239b4aa7f6c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.856185 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dbdfd632-14e6-4155-8a92-3239b4aa7f6c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4126198 Oct 13 11:28:32.860992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58514) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:32.876060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-68766862-ee2d-429f-8511-c07abf52f975 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:32.876300 n-d-813659-3 neutron-server[101990]: WARNING neutron.api.v2.base [None req-68766862-ee2d-429f-8511-c07abf52f975 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 11:28:32.876731 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-68766862-ee2d-429f-8511-c07abf52f975 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 11:28:32.881306 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-68766862-ee2d-429f-8511-c07abf52f975 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "PUT /v2.0/security-groups/34019f30-c006-44db-84de-7fb7cb45a1e8 HTTP/1.1" status: 409 len: 330 time: 0.0187855 Oct 13 11:28:32.881876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58516) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:32.960783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3346b7e2-5012-47f2-8549-b7a436f7ee49 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:32.996131 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3346b7e2-5012-47f2-8549-b7a436f7ee49 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:33.013673 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:33.043538 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:33.130689 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3346b7e2-5012-47f2-8549-b7a436f7ee49 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:33.133325 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3346b7e2-5012-47f2-8549-b7a436f7ee49 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:33.134759 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3346b7e2-5012-47f2-8549-b7a436f7ee49 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "DELETE /v2.0/security-groups/34019f30-c006-44db-84de-7fb7cb45a1e8 HTTP/1.1" status: 204 len: 168 time: 0.2518690 Oct 13 11:28:33.137984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58522) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:33.152412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346b7e2-5012-47f2-8549-b7a436f7ee49 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34019f30-c006-44db-84de-7fb7cb45a1e8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:33.193782 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-553eca74-90a9-48d0-8185-8fc9f4ae3e3c tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0535197 Oct 13 11:28:33.197565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58524) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:33.211314 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-ecaffc2e-76a2-462e-b5e8-59e8324f03e6 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] delete failed (client error): The resource could not be found. Oct 13 11:28:33.212330 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ecaffc2e-76a2-462e-b5e8-59e8324f03e6 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "DELETE /v2.0/security-groups/f82d7cd9-01ac-4a72-99cf-01a19652b9ee HTTP/1.1" status: 404 len: 347 time: 0.0137227 Oct 13 11:28:33.216054 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58526) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:33.234296 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-2b0e599a-7df3-4066-9509-65593ee363e8 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] show failed (client error): The resource could not be found. Oct 13 11:28:33.235341 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2b0e599a-7df3-4066-9509-65593ee363e8 tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "GET /v2.0/security-groups/4cc052a6-e4ed-4398-a1b0-f27e9e46c5f2 HTTP/1.1" status: 404 len: 347 time: 0.0183814 Oct 13 11:28:33.239444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58528) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:33.242010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Allocated IP 172.25.0.201 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/dbdb94de-63f3-49fa-b86e-a89785c7bbe1) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:28:33.263077 n-d-813659-3 neutron-server[101991]: INFO neutron.api.v2.resource [None req-ea2c3c97-0d92-4c93-9639-dd791d16bfcd tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] show failed (client error): The resource could not be found. Oct 13 11:28:33.264114 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ea2c3c97-0d92-4c93-9639-dd791d16bfcd tempest-NegativeSecGroupIPv6Test-1842374398 tempest-NegativeSecGroupIPv6Test-1842374398-project] 10.222.0.32 "GET /v2.0/security-group-rules/025ad144-39c8-43a7-87b2-833ae8cc96e6 HTTP/1.1" status: 404 len: 356 time: 0.0235388 Oct 13 11:28:33.385635 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:33.503484 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:33.563162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:28:33.568984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:33.571707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:28:33.578192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Pushing event updated for resources: {'Port': ['ID=dbdb94de-63f3-49fa-b86e-a89785c7bbe1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:33.760302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6090ab3c-b612-465e-8c15-0042bd0ac2d5 None None] Network eb26f27b-d86e-4a62-9d21-985ae58f2a49 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:28:33.827475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1eaa8e21-cb76-4994-b260-e262c72a106b None None] Provisioning complete for port 49fd9a36-ae3c-41dc-9283-de3b7e42d976 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:33.827846 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8e21-cb76-4994-b260-e262c72a106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:33.891927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58542) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:33.946813 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:34.021572 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8e21-cb76-4994-b260-e262c72a106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:34.066045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1eaa8e21-cb76-4994-b260-e262c72a106b None None] For port 49fd9a36-ae3c-41dc-9283-de3b7e42d976, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=49fd9a36-ae3c-41dc-9283-de3b7e42d976,segment=NetworkSegment(83e7c316-3db1-4954-8137-67dcdfd89c92),segment_id=83e7c316-3db1-4954-8137-67dcdfd89c92)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:34.111744 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a29acabd-8e86-4408-ba6c-a7a254b40caa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8fe3b4360b046cfa7acb8187ca25244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185450 Oct 13 11:28:34.114871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58548) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:34.182297 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8e21-cb76-4994-b260-e262c72a106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:34.190312 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90fd7b79-7fbe-4d6c-a06f-33354ae45879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:34.233101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90fd7b79-7fbe-4d6c-a06f-33354ae45879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:34.316157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 49fd9a36-ae3c-41dc-9283-de3b7e42d976 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:28:34.316519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:34.321869 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa8e21-cb76-4994-b260-e262c72a106b None None] Pushing event updated for resources: {'Port': ['ID=49fd9a36-ae3c-41dc-9283-de3b7e42d976,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:34.417629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 49fd9a36-ae3c-41dc-9283-de3b7e42d976 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:34.418011 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:34.421543 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c9fdf1ee-64e3-4385-88ca-72fda29295e9 None None] Provisioning complete for port 49fd9a36-ae3c-41dc-9283-de3b7e42d976 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:34.422086 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c9fdf1ee-64e3-4385-88ca-72fda29295e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:34.433013 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90fd7b79-7fbe-4d6c-a06f-33354ae45879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:34.435844 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-90fd7b79-7fbe-4d6c-a06f-33354ae45879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:34.439482 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-90fd7b79-7fbe-4d6c-a06f-33354ae45879 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9df71ee0-4e0d-4079-b9a1-7b3ff54545d6 HTTP/1.1" status: 204 len: 168 time: 0.3212914 Oct 13 11:28:34.457884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd7b79-7fbe-4d6c-a06f-33354ae45879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df71ee0-4e0d-4079-b9a1-7b3ff54545d6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:34.810593 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Router c48174ff-d63f-449b-9ccb-1e8abca397ff is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:28:34.927130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:28:34.939926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Sync routers for ids ['c48174ff-d63f-449b-9ccb-1e8abca397ff'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:28:34.951019 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Routers {'c48174ff-d63f-449b-9ccb-1e8abca397ff'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:34.951648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c48174ff-d63f-449b-9ccb-1e8abca397ff'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:35.023860 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:35.028272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58564) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:35.037655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0d8bcd19-7c15-44f6-87ab-408c5c59a3ee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1660144 Oct 13 11:28:35.103058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Set router c48174ff-d63f-449b-9ccb-1e8abca397ff gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:35.313938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:28:33Z', 'revision_number': 3, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port': {'id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:33Z', 'updated_at': '2021-10-13T11:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:35.350300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Checking router: c48174ff-d63f-449b-9ccb-1e8abca397ff for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:28:35.350892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Updating router c48174ff-d63f-449b-9ccb-1e8abca397ff port dbdb94de-63f3-49fa-b86e-a89785c7bbe1 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:28:35.381362 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:35.610413 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:35.715830 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:35.799700 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:35.854654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Allocated IP 172.20.0.1 (eb26f27b-d86e-4a62-9d21-985ae58f2a49/230802a2-872e-4ced-bf69-07ee33fe04ec/661407d5-0924-4469-a305-1fbd29a3439d) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:28:35.892816 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Attempting to bind port dbdb94de-63f3-49fa-b86e-a89785c7bbe1 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:28:35.893083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Attempting to bind port dbdb94de-63f3-49fa-b86e-a89785c7bbe1 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:28:35.893451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Attempting to bind port dbdb94de-63f3-49fa-b86e-a89785c7bbe1 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:28:35.934146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:28:35.934146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:35.934146 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:35.934146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:28:35.934146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Bound port: dbdb94de-63f3-49fa-b86e-a89785c7bbe1, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:28:35.934146 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:35.955696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257c098-13cf-4717-89c3-0323596e56e2 None None] Pushing event updated for resources: {'Port': ['ID=dbdb94de-63f3-49fa-b86e-a89785c7bbe1,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:36.005928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] For port dbdb94de-63f3-49fa-b86e-a89785c7bbe1, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:28:36.009555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] For port dbdb94de-63f3-49fa-b86e-a89785c7bbe1, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dbdb94de-63f3-49fa-b86e-a89785c7bbe1,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:28:36.009881 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:36.119363 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:36.137216 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:36.205045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Routers {'c48174ff-d63f-449b-9ccb-1e8abca397ff'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:36.206483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c48174ff-d63f-449b-9ccb-1e8abca397ff'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:36.275257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 49fd9a36-ae3c-41dc-9283-de3b7e42d976 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:28:36.276851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Network eb26f27b-d86e-4a62-9d21-985ae58f2a49 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:28:36.293709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:36.302694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:28:36.359659 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257c098-13cf-4717-89c3-0323596e56e2 None None] Pushing event updated for resources: {'Port': ['ID=dbdb94de-63f3-49fa-b86e-a89785c7bbe1,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:36.375531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Pushing event updated for resources: {'Port': ['ID=661407d5-0924-4469-a305-1fbd29a3439d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:36.404012 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:36.450596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 49fd9a36-ae3c-41dc-9283-de3b7e42d976 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:36.451079 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:36.575166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] Set router c48174ff-d63f-449b-9ccb-1e8abca397ff gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:36.728813 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:36.900681 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ba32d9b7-52e4-4604-bad7-b1d50db9a124 None None] Provisioning complete for port 661407d5-0924-4469-a305-1fbd29a3439d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:36.901063 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba32d9b7-52e4-4604-bad7-b1d50db9a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:36.950079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ba32d9b7-52e4-4604-bad7-b1d50db9a124 None None] Port 661407d5-0924-4469-a305-1fbd29a3439d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:28:37.016032 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:37.046679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:28:33Z', 'revision_number': 3, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port': {'id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:33Z', 'updated_at': '2021-10-13T11:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:37.068231 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:37.083867 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245f85f-6043-41d8-8fd4-d2962814e854 None None] The sync data for ids ['c48174ff-d63f-449b-9ccb-1e8abca397ff'] in n-d-813659-3 is: [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:28:33Z', 'revision_number': 3, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port': {'id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:33Z', 'updated_at': '2021-10-13T11:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:28:37.132389 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Pushing event updated for resources: {'Port': ['ID=661407d5-0924-4469-a305-1fbd29a3439d,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:37.196835 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:37.344750 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Network eb26f27b-d86e-4a62-9d21-985ae58f2a49 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:28:37.346648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:37.598615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Router c48174ff-d63f-449b-9ccb-1e8abca397ff has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:28:37.689880 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58638) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:37.751037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:28:37.767018 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c16f974b-f340-4697-a4f2-710289e6df79 admin admin] 10.222.0.32 "PUT /v2.0/routers/c48174ff-d63f-449b-9ccb-1e8abca397ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7294281 Oct 13 11:28:37.821267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d5b918c3-d0f7-4b84-b794-e85fefea22d9 None None] Provisioning complete for port 661407d5-0924-4469-a305-1fbd29a3439d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:37.821551 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d5b918c3-d0f7-4b84-b794-e85fefea22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:37.918438 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3c79e32-2228-4f7c-b156-dc4140cc899a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:37.970017 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d5b918c3-d0f7-4b84-b794-e85fefea22d9 None None] Port 661407d5-0924-4469-a305-1fbd29a3439d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:28:38.032140 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3c79e32-2228-4f7c-b156-dc4140cc899a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:38.073666 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6905e21f-b5bc-4624-8a20-5856147cde91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:38.126579 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3c79e32-2228-4f7c-b156-dc4140cc899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:38.176159 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d3c79e32-2228-4f7c-b156-dc4140cc899a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d05dc77601e546c4b9005e4a721f1e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4803822 Oct 13 11:28:38.176159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c79e32-2228-4f7c-b156-dc4140cc899a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcae480-dd7c-430f-9506-eb12480ebdc9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:38.176474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58654) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:38.271971 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bea5c888-5352-45c6-950a-a8d42820e1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:38.304792 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bea5c888-5352-45c6-950a-a8d42820e1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:38.317642 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dbdb94de-63f3-49fa-b86e-a89785c7bbe1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:28:38.387144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port dbdb94de-63f3-49fa-b86e-a89785c7bbe1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:38.387649 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:38.473487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bea5c888-5352-45c6-950a-a8d42820e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:38.482409 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bea5c888-5352-45c6-950a-a8d42820e1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:38.482409 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bea5c888-5352-45c6-950a-a8d42820e1a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afcae480-dd7c-430f-9506-eb12480ebdc9 HTTP/1.1" status: 204 len: 168 time: 0.3018587 Oct 13 11:28:38.485959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5c888-5352-45c6-950a-a8d42820e1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcae480-dd7c-430f-9506-eb12480ebdc9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:38.522277 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:38.548366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port dbdb94de-63f3-49fa-b86e-a89785c7bbe1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dbdb94de-63f3-49fa-b86e-a89785c7bbe1,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:38.616717 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:38.678289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=dbdb94de-63f3-49fa-b86e-a89785c7bbe1,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:38.783115 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58676) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:38.795608 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1301231707-network', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:38.875503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Made reservation on behalf of c4fa2186c7bb46488772c33e0931d691 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:28:38.878325 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:38.889041 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:38.988483 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:38.997084 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.073910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.103982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:28:39.113704 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58682) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:39.129176 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16dbdcc8-a7de-45e1-85e7-c9cb66c8297f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.137047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f3f412-1ade-4540-b898-89c0e25f1459,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:39.145297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.145297 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Added segment 557e718d-f6db-4891-84de-78742be92045 of type vlan for network e69fdb6c-184a-4dcb-9a29-632ad2d20892 Oct 13 11:28:39.196573 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.243194 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16dbdcc8-a7de-45e1-85e7-c9cb66c8297f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.273292 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.274304 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:39.274932 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.297002 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16dbdcc8-a7de-45e1-85e7-c9cb66c8297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.349408 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-16dbdcc8-a7de-45e1-85e7-c9cb66c8297f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccc4f44acefe497895ab14596d493315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345700 Oct 13 11:28:39.350289 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbdcc8-a7de-45e1-85e7-c9cb66c8297f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f899e0-7d8e-4dd2-8fe4-623db515d754,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:39.352237 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58686) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:39.416798 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6323225 Oct 13 11:28:39.419515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58690) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:39.422695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad1cc1-fc72-426c-b9d7-84bcb263271c admin admin] Pushing event updated for resources: {'Network': ['ID=e69fdb6c-184a-4dcb-9a29-632ad2d20892,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:39.425963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-58e7e81f-46b4-4ae6-a530-40ee61641e59 admin admin] Request body: {'subnet': {'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1301231707-subnet', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:39.439041 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8003fda3-3e11-487d-92a5-906d7120b2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.439505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network e69fdb6c-184a-4dcb-9a29-632ad2d20892 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:28:39.486916 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8003fda3-3e11-487d-92a5-906d7120b2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.530794 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Sync routers for ids ['c48174ff-d63f-449b-9ccb-1e8abca397ff'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:28:39.542282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e7e81f-46b4-4ae6-a530-40ee61641e59 admin admin] Made reservation on behalf of c4fa2186c7bb46488772c33e0931d691 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:28:39.542538 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Routers {'c48174ff-d63f-449b-9ccb-1e8abca397ff'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:39.548709 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c48174ff-d63f-449b-9ccb-1e8abca397ff'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:39.548883 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58e7e81f-46b4-4ae6-a530-40ee61641e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.599407 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8003fda3-3e11-487d-92a5-906d7120b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.602039 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8003fda3-3e11-487d-92a5-906d7120b2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.603239 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8003fda3-3e11-487d-92a5-906d7120b2af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58f899e0-7d8e-4dd2-8fe4-623db515d754 HTTP/1.1" status: 204 len: 168 time: 0.2497497 Oct 13 11:28:39.618089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003fda3-3e11-487d-92a5-906d7120b2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f899e0-7d8e-4dd2-8fe4-623db515d754,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:39.780115 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Set router c48174ff-d63f-449b-9ccb-1e8abca397ff gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:39.925256 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58e7e81f-46b4-4ae6-a530-40ee61641e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:39.997264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7e81f-46b4-4ae6-a530-40ee61641e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a366374-7e0f-4737-aced-5d8fdeb8604d,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:40.016867 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e7e81f-46b4-4ae6-a530-40ee61641e59 admin admin] Checking segment: {'id': '557e718d-f6db-4891-84de-78742be92045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:40.017925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e7e81f-46b4-4ae6-a530-40ee61641e59 admin admin] Network hostable DHCP agents. Network: e69fdb6c-184a-4dcb-9a29-632ad2d20892, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:28:40.046233 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:28:36Z', 'revision_number': 4, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port': {'id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:33Z', 'updated_at': '2021-10-13T11:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '661407d5-0924-4469-a305-1fbd29a3439d', 'name': '', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'mac_address': 'fa:16:3e:cb:74:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:35Z', 'updated_at': '2021-10-13T11:28:36Z', 'revision_number': 2, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'subnets': [{'id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:40.075085 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Checking router: c48174ff-d63f-449b-9ccb-1e8abca397ff for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:28:40.075438 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Updating router c48174ff-d63f-449b-9ccb-1e8abca397ff port 661407d5-0924-4469-a305-1fbd29a3439d binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:28:40.106369 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.130468 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e7e81f-46b4-4ae6-a530-40ee61641e59 admin admin] Network e69fdb6c-184a-4dcb-9a29-632ad2d20892 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:28:40.210534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-58e7e81f-46b4-4ae6-a530-40ee61641e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, e69fdb6c-184a-4dcb-9a29-632ad2d20892) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:40.215420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e7e81f-46b4-4ae6-a530-40ee61641e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:40.216106 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58e7e81f-46b4-4ae6-a530-40ee61641e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.226462 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9cafee-653e-49b7-a5a2-4bb4fe841a99 None None] Network e69fdb6c-184a-4dcb-9a29-632ad2d20892 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:28:40.229905 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dbdb94de-63f3-49fa-b86e-a89785c7bbe1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:28:40.307392 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-58e7e81f-46b4-4ae6-a530-40ee61641e59 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8842101 Oct 13 11:28:40.307757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58708) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:40.312377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1301231707-router', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:40.444853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port dbdb94de-63f3-49fa-b86e-a89785c7bbe1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:40.445366 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.465928 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.467378 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.514889 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.532808 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.594279 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-e69fdb6c-184a-4dcb-9a29-632ad2d20892', 'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'fixed_ips': [{'subnet_id': '9a366374-7e0f-4737-aced-5d8fdeb8604d'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:28:40.595147 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.616072 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.746103 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe1bcc-e5eb-4504-93f4-afd1d4e2dade None None] Pushing event updated for resources: {'Port': ['ID=661407d5-0924-4469-a305-1fbd29a3439d,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:40.772778 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Attempting to bind port 661407d5-0924-4469-a305-1fbd29a3439d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:28:40.776292 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Attempting to bind port 661407d5-0924-4469-a305-1fbd29a3439d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '83e7c316-3db1-4954-8137-67dcdfd89c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:28:40.777499 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Attempting to bind port 661407d5-0924-4469-a305-1fbd29a3439d on network eb26f27b-d86e-4a62-9d21-985ae58f2a49 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:28:40.791506 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:28:40.791506 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Checking segment: {'id': '83e7c316-3db1-4954-8137-67dcdfd89c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:40.792033 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.792294 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Bound using segment: {'id': '83e7c316-3db1-4954-8137-67dcdfd89c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:28:40.792774 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Bound port: 661407d5-0924-4469-a305-1fbd29a3439d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7c316-3db1-4954-8137-67dcdfd89c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:28:40.793160 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.881562 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.888936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Allocated IP 172.20.0.2 (e69fdb6c-184a-4dcb-9a29-632ad2d20892/9a366374-7e0f-4737-aced-5d8fdeb8604d/e40b6c74-7f79-4fff-894b-8e7803ee64ee) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:28:40.894543 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.916354 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eac745d9-c4ba-4903-8671-851bf35fb4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:40.942080 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] For port 661407d5-0924-4469-a305-1fbd29a3439d, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:28:40.946660 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] For port 661407d5-0924-4469-a305-1fbd29a3439d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=661407d5-0924-4469-a305-1fbd29a3439d,segment=NetworkSegment(83e7c316-3db1-4954-8137-67dcdfd89c92),segment_id=83e7c316-3db1-4954-8137-67dcdfd89c92)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:28:41.039652 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.121257 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Routers {'c48174ff-d63f-449b-9ccb-1e8abca397ff'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:41.121894 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c48174ff-d63f-449b-9ccb-1e8abca397ff'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:41.150073 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.177525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4fcc3a6c-2bfe-43e8-87e5-1dc7334570fc None None] Provisioning complete for port 661407d5-0924-4469-a305-1fbd29a3439d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:41.177869 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3a6c-2bfe-43e8-87e5-1dc7334570fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.220547 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe1bcc-e5eb-4504-93f4-afd1d4e2dade None None] Pushing event updated for resources: {'Port': ['ID=661407d5-0924-4469-a305-1fbd29a3439d,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:41.291919 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.366374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Pushing event updated for resources: {'Port': ['ID=e40b6c74-7f79-4fff-894b-8e7803ee64ee,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:41.371382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Network e69fdb6c-184a-4dcb-9a29-632ad2d20892 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:28:41.372381 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3a6c-2bfe-43e8-87e5-1dc7334570fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.386356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:41.386356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:28:41.407678 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] Set router c48174ff-d63f-449b-9ccb-1e8abca397ff gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:41.422671 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.452823 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.545211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4fcc3a6c-2bfe-43e8-87e5-1dc7334570fc None None] For port 661407d5-0924-4469-a305-1fbd29a3439d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=661407d5-0924-4469-a305-1fbd29a3439d,segment=NetworkSegment(83e7c316-3db1-4954-8137-67dcdfd89c92),segment_id=83e7c316-3db1-4954-8137-67dcdfd89c92)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:41.548272 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Attempting to bind port e40b6c74-7f79-4fff-894b-8e7803ee64ee on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:28:41.548436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Attempting to bind port e40b6c74-7f79-4fff-894b-8e7803ee64ee by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '557e718d-f6db-4891-84de-78742be92045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:28:41.548708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Attempting to bind port e40b6c74-7f79-4fff-894b-8e7803ee64ee on network e69fdb6c-184a-4dcb-9a29-632ad2d20892 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:28:41.555353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:28:41.558116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Checking segment: {'id': '557e718d-f6db-4891-84de-78742be92045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:41.558116 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.558116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Bound using segment: {'id': '557e718d-f6db-4891-84de-78742be92045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:28:41.558116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Bound port: e40b6c74-7f79-4fff-894b-8e7803ee64ee, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557e718d-f6db-4891-84de-78742be92045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:28:41.558116 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.621098 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3a6c-2bfe-43e8-87e5-1dc7334570fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.669680 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Allocated IP 172.25.0.182 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/ac1297d8-7a9f-46f9-a61c-1b834bdcebdf) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:28:41.685580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] For port e40b6c74-7f79-4fff-894b-8e7803ee64ee, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:28:41.692151 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] For port e40b6c74-7f79-4fff-894b-8e7803ee64ee, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e40b6c74-7f79-4fff-894b-8e7803ee64ee,segment=NetworkSegment(557e718d-f6db-4891-84de-78742be92045),segment_id=557e718d-f6db-4891-84de-78742be92045)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:28:41.707837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc3a6c-2bfe-43e8-87e5-1dc7334570fc None None] Pushing event updated for resources: {'Port': ['ID=661407d5-0924-4469-a305-1fbd29a3439d,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:41.750862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-36ee0ecf-c110-467b-954e-28572da0a52c None None] Provisioning complete for port 661407d5-0924-4469-a305-1fbd29a3439d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:41.751235 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-36ee0ecf-c110-467b-954e-28572da0a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.781356 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.798606 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.840798 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:41.884215 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Pushing event updated for resources: {'Port': ['ID=e40b6c74-7f79-4fff-894b-8e7803ee64ee,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:41.888002 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:28:36Z', 'revision_number': 4, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port': {'id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:33Z', 'updated_at': '2021-10-13T11:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '661407d5-0924-4469-a305-1fbd29a3439d', 'name': '', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'mac_address': 'fa:16:3e:cb:74:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:35Z', 'updated_at': '2021-10-13T11:28:40Z', 'revision_number': 4, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'subnets': [{'id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:41.902164 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:41.902538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:41.902881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:41.903208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:41.903538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:41.903863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:41.904203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:41.904551 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:41.904824 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:41.905139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:41.905464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:41.905784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be4cba-b3a7-480d-aa17-d5016c2e8d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:41.974684 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca18fb-30a5-441d-b884-9a8bb84e919e None None] The sync data for ids ['c48174ff-d63f-449b-9ccb-1e8abca397ff'] in n-d-813659-3 is: [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:28:36Z', 'revision_number': 4, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port': {'id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:33Z', 'updated_at': '2021-10-13T11:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '661407d5-0924-4469-a305-1fbd29a3439d', 'name': '', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'mac_address': 'fa:16:3e:cb:74:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:35Z', 'updated_at': '2021-10-13T11:28:40Z', 'revision_number': 4, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'subnets': [{'id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:28:41.979618 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:42.064437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:28:42.065258 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Pushing event updated for resources: {'Port': ['ID=ac1297d8-7a9f-46f9-a61c-1b834bdcebdf,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:42.074862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:42.081803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:28:42.291905 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:42.386511 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 661407d5-0924-4469-a305-1fbd29a3439d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:28:42.536414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 661407d5-0924-4469-a305-1fbd29a3439d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:42.537297 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:42.761859 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:43.230318 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:43.495220 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:43.561813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b5596c-98fb-4a10-8e32-a416f38c7092 None None] Network e69fdb6c-184a-4dcb-9a29-632ad2d20892 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:28:43.572326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Router 449e85aa-ec04-4229-9a9d-4d3416b8a796 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:28:43.647509 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9e4eb632-9cc9-4065-8e42-2a977365b4e1 None None] Provisioning complete for port e40b6c74-7f79-4fff-894b-8e7803ee64ee triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:43.648180 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9e4eb632-9cc9-4065-8e42-2a977365b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:43.830638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:28:43.883409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Sync routers for ids ['449e85aa-ec04-4229-9a9d-4d3416b8a796'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:28:43.927448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:43.928736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e86a7695-8ace-4d80-a773-80671be3709e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6199527 Oct 13 11:28:43.931453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58792) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:43.950419 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9e4eb632-9cc9-4065-8e42-2a977365b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:43.954283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Routers {'449e85aa-ec04-4229-9a9d-4d3416b8a796'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:43.955353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['449e85aa-ec04-4229-9a9d-4d3416b8a796'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:44.135349 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Set router 449e85aa-ec04-4229-9a9d-4d3416b8a796 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:44.296536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9e4eb632-9cc9-4065-8e42-2a977365b4e1 None None] For port e40b6c74-7f79-4fff-894b-8e7803ee64ee, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e40b6c74-7f79-4fff-894b-8e7803ee64ee,segment=NetworkSegment(557e718d-f6db-4891-84de-78742be92045),segment_id=557e718d-f6db-4891-84de-78742be92045)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:44.371831 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9e4eb632-9cc9-4065-8e42-2a977365b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:44.421756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e40b6c74-7f79-4fff-894b-8e7803ee64ee up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:28:44.520188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4eb632-9cc9-4065-8e42-2a977365b4e1 None None] Pushing event updated for resources: {'Port': ['ID=e40b6c74-7f79-4fff-894b-8e7803ee64ee,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:44.621833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e40b6c74-7f79-4fff-894b-8e7803ee64ee triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:44.621833 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:44.935817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'name': 'tempest-TestServerBasicOps-1301231707-router', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:40Z', 'updated_at': '2021-10-13T11:28:42Z', 'revision_number': 3, 'project_id': 'c4fa2186c7bb46488772c33e0931d691', 'gw_port': {'id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:41Z', 'updated_at': '2021-10-13T11:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:44.944121 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-61aad3c8-912f-4a0a-8cb0-7e22a3856814 None None] Provisioning complete for port e40b6c74-7f79-4fff-894b-8e7803ee64ee triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:44.944553 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-61aad3c8-912f-4a0a-8cb0-7e22a3856814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:44.974252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Checking router: 449e85aa-ec04-4229-9a9d-4d3416b8a796 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:28:44.974664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Updating router 449e85aa-ec04-4229-9a9d-4d3416b8a796 port ac1297d8-7a9f-46f9-a61c-1b834bdcebdf binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:28:45.031203 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:45.167924 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:45.349552 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:45.410727 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:45.437573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Allocated IP 172.20.0.1 (e69fdb6c-184a-4dcb-9a29-632ad2d20892/9a366374-7e0f-4737-aced-5d8fdeb8604d/00803dd8-0834-4545-aef3-cb1f1666d84e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:28:45.480187 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659391ff-c5a0-4201-b76a-4d1fce91bb0a None None] Pushing event updated for resources: {'Port': ['ID=ac1297d8-7a9f-46f9-a61c-1b834bdcebdf,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:45.482493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Attempting to bind port ac1297d8-7a9f-46f9-a61c-1b834bdcebdf on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:28:45.483051 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Attempting to bind port ac1297d8-7a9f-46f9-a61c-1b834bdcebdf by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:28:45.483585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Attempting to bind port ac1297d8-7a9f-46f9-a61c-1b834bdcebdf on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:28:45.490799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:28:45.491396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:45.491988 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:45.492541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:28:45.493372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Bound port: ac1297d8-7a9f-46f9-a61c-1b834bdcebdf, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:28:45.493946 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:45.558157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] For port ac1297d8-7a9f-46f9-a61c-1b834bdcebdf, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:28:45.563262 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] For port ac1297d8-7a9f-46f9-a61c-1b834bdcebdf, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ac1297d8-7a9f-46f9-a61c-1b834bdcebdf,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:28:45.614434 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:45.668896 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:45.702582 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:45.729562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Routers {'449e85aa-ec04-4229-9a9d-4d3416b8a796'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:45.730036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['449e85aa-ec04-4229-9a9d-4d3416b8a796'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:45.750842 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Network e69fdb6c-184a-4dcb-9a29-632ad2d20892 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:28:45.756332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:45.761464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:28:45.765799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Pushing event updated for resources: {'Port': ['ID=00803dd8-0834-4545-aef3-cb1f1666d84e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:45.837521 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:45.885105 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659391ff-c5a0-4201-b76a-4d1fce91bb0a None None] Pushing event updated for resources: {'Port': ['ID=ac1297d8-7a9f-46f9-a61c-1b834bdcebdf,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:45.912500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] Set router 449e85aa-ec04-4229-9a9d-4d3416b8a796 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:46.135350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a2a70cee-8183-4e12-8307-37dc4c803925 None None] Provisioning complete for port 00803dd8-0834-4545-aef3-cb1f1666d84e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:46.135895 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a2a70cee-8183-4e12-8307-37dc4c803925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:46.146254 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:46.223857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a2a70cee-8183-4e12-8307-37dc4c803925 None None] Port 00803dd8-0834-4545-aef3-cb1f1666d84e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:28:46.229168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'name': 'tempest-TestServerBasicOps-1301231707-router', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:40Z', 'updated_at': '2021-10-13T11:28:42Z', 'revision_number': 3, 'project_id': 'c4fa2186c7bb46488772c33e0931d691', 'gw_port': {'id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:41Z', 'updated_at': '2021-10-13T11:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:46.260087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0e3183-c283-469b-94e9-3231522766d0 None None] The sync data for ids ['449e85aa-ec04-4229-9a9d-4d3416b8a796'] in n-d-813659-3 is: [{'id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'name': 'tempest-TestServerBasicOps-1301231707-router', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:40Z', 'updated_at': '2021-10-13T11:28:42Z', 'revision_number': 3, 'project_id': 'c4fa2186c7bb46488772c33e0931d691', 'gw_port': {'id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:41Z', 'updated_at': '2021-10-13T11:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:28:46.290951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e40b6c74-7f79-4fff-894b-8e7803ee64ee up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:28:46.361585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port e40b6c74-7f79-4fff-894b-8e7803ee64ee triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:46.362103 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:46.419515 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:46.531546 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:46.597370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Pushing event updated for resources: {'Port': ['ID=00803dd8-0834-4545-aef3-cb1f1666d84e,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:46.639136 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:46.752911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Network e69fdb6c-184a-4dcb-9a29-632ad2d20892 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:28:46.754484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:46.932724 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Router 449e85aa-ec04-4229-9a9d-4d3416b8a796 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:28:47.116029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:28:47.121873 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c6d9490c-b61f-40ac-9960-f007cff6f324 admin admin] 10.222.0.32 "PUT /v2.0/routers/449e85aa-ec04-4229-9a9d-4d3416b8a796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1890082 Oct 13 11:28:47.152184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-049fabe0-2360-4e9a-8d3f-3992c7af2a24 None None] Provisioning complete for port 00803dd8-0834-4545-aef3-cb1f1666d84e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:47.152817 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-049fabe0-2360-4e9a-8d3f-3992c7af2a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:47.194080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-049fabe0-2360-4e9a-8d3f-3992c7af2a24 None None] Port 00803dd8-0834-4545-aef3-cb1f1666d84e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:28:48.016420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58898) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:48.117042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58902) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:48.122434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-56086174-73f0-4810-b974-4e4e01ccde12 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1085955512', 'description': 'tempest-secgroup-smoke-1085955512 description', 'project_id': '24caaeb986374d39b4bff3d77f04b9f0'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:48.222656 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d5e8-a9c0-43b5-98fc-95ccfdcbeb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.269236 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56086174-73f0-4810-b974-4e4e01ccde12 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.306256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ac1297d8-7a9f-46f9-a61c-1b834bdcebdf up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:28:48.342271 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:28:48.384696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ac1297d8-7a9f-46f9-a61c-1b834bdcebdf triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:48.385196 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.392830 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d5e8-a9c0-43b5-98fc-95ccfdcbeb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.423528 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56086174-73f0-4810-b974-4e4e01ccde12 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.467738 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d5e8-a9c0-43b5-98fc-95ccfdcbeb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.470538 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.493038 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port ac1297d8-7a9f-46f9-a61c-1b834bdcebdf, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ac1297d8-7a9f-46f9-a61c-1b834bdcebdf,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:48.511924 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56086174-73f0-4810-b974-4e4e01ccde12 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.519575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c8f5d5e8-a9c0-43b5-98fc-95ccfdcbeb1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a7c1b9dfce54ac3befaacdf00ad085a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020862 Oct 13 11:28:48.520376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5d5e8-a9c0-43b5-98fc-95ccfdcbeb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260e5407-5b7e-4b3e-80d7-b1809acecaf6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:48.522464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58918) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:48.553812 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.568000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56086174-73f0-4810-b974-4e4e01ccde12 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a759414-9385-4264-bec1-e97368390e1b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:48.588150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-26a33791-2cb0-4263-84c7-02e3150d5356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.610932 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=ac1297d8-7a9f-46f9-a61c-1b834bdcebdf,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:48.618438 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-26a33791-2cb0-4263-84c7-02e3150d5356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.635492 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56086174-73f0-4810-b974-4e4e01ccde12 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.637148 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-56086174-73f0-4810-b974-4e4e01ccde12 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5185137 Oct 13 11:28:48.639725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58922) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:48.645942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-bd2a6840-355d-461e-87db-075ac2d2f55b tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Request body: {'security_group_rule': {'security_group_id': '2a759414-9385-4264-bec1-e97368390e1b', 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:48.760702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58932) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:48.796840 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd2a6840-355d-461e-87db-075ac2d2f55b tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.799375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-26a33791-2cb0-4263-84c7-02e3150d5356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.803224 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-26a33791-2cb0-4263-84c7-02e3150d5356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.804733 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-26a33791-2cb0-4263-84c7-02e3150d5356 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/260e5407-5b7e-4b3e-80d7-b1809acecaf6 HTTP/1.1" status: 204 len: 168 time: 0.2810280 Oct 13 11:28:48.831843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a33791-2cb0-4263-84c7-02e3150d5356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260e5407-5b7e-4b3e-80d7-b1809acecaf6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:48.878776 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd2a6840-355d-461e-87db-075ac2d2f55b tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:48.953770 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd2a6840-355d-461e-87db-075ac2d2f55b tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:49.008587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a6840-355d-461e-87db-075ac2d2f55b tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6d8231-7ebb-4e77-8f56-2f6662ab38ef,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:49.096078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd2a6840-355d-461e-87db-075ac2d2f55b tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:49.100860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58942) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:49.101094 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bd2a6840-355d-461e-87db-075ac2d2f55b tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4590933 Oct 13 11:28:49.109750 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-10eaf44e-47f8-4883-a88f-2eb3b9fd940d tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Request body: {'security_group_rule': {'security_group_id': '2a759414-9385-4264-bec1-e97368390e1b', 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:49.191959 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-46ddc7ea-31fb-4c61-b530-4a278cf39fce tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Deleting port 5ab132a7-e84c-48e9-85a8-be55228db4af {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:49.194924 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46ddc7ea-31fb-4c61-b530-4a278cf39fce tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:49.282116 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10eaf44e-47f8-4883-a88f-2eb3b9fd940d tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:49.323264 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46ddc7ea-31fb-4c61-b530-4a278cf39fce tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:49.324020 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46ddc7ea-31fb-4c61-b530-4a278cf39fce tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:49.325003 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Sync routers for ids ['449e85aa-ec04-4229-9a9d-4d3416b8a796'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:28:49.336457 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Routers {'449e85aa-ec04-4229-9a9d-4d3416b8a796'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:49.337077 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['449e85aa-ec04-4229-9a9d-4d3416b8a796'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:49.349336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-46ddc7ea-31fb-4c61-b530-4a278cf39fce tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Calling delete_port for 5ab132a7-e84c-48e9-85a8-be55228db4af owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:49.355212 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10eaf44e-47f8-4883-a88f-2eb3b9fd940d tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:49.405347 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10eaf44e-47f8-4883-a88f-2eb3b9fd940d tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:49.464574 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Set router 449e85aa-ec04-4229-9a9d-4d3416b8a796 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:49.831404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 58964) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:49.856422 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46ddc7ea-31fb-4c61-b530-4a278cf39fce tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:49.911851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddc7ea-31fb-4c61-b530-4a278cf39fce tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Pushing event deleted for resources: {'Port': ['ID=5ab132a7-e84c-48e9-85a8-be55228db4af,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:49.915520 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'name': 'tempest-TestServerBasicOps-1301231707-router', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:40Z', 'updated_at': '2021-10-13T11:28:45Z', 'revision_number': 4, 'project_id': 'c4fa2186c7bb46488772c33e0931d691', 'gw_port': {'id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:41Z', 'updated_at': '2021-10-13T11:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '00803dd8-0834-4545-aef3-cb1f1666d84e', 'name': '', 'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'mac_address': 'fa:16:3e:a2:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9a366374-7e0f-4737-aced-5d8fdeb8604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:45Z', 'updated_at': '2021-10-13T11:28:46Z', 'revision_number': 2, 'project_id': 'c4fa2186c7bb46488772c33e0931d691', 'subnets': [{'id': '9a366374-7e0f-4737-aced-5d8fdeb8604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:49.955732 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Checking router: 449e85aa-ec04-4229-9a9d-4d3416b8a796 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:28:49.956880 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Updating router 449e85aa-ec04-4229-9a9d-4d3416b8a796 port 00803dd8-0834-4545-aef3-cb1f1666d84e binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:28:50.059367 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10eaf44e-47f8-4883-a88f-2eb3b9fd940d tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.070953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-323ce6c7-deac-4cd6-bbad-a65224219d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.071081 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-10eaf44e-47f8-4883-a88f-2eb3b9fd940d tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9563134 Oct 13 11:28:50.071081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58974) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:50.071081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-50409f37-b9a8-4b82-a8a2-0190cb8961e1 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Request body: {'security_group_rule': {'security_group_id': '2a759414-9385-4264-bec1-e97368390e1b', 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:50.074826 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.075033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaf44e-47f8-4883-a88f-2eb3b9fd940d tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bb189b-2d8b-40fc-84f3-e22a7aa273f9,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:50.075151 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46ddc7ea-31fb-4c61-b530-4a278cf39fce tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.075151 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-46ddc7ea-31fb-4c61-b530-4a278cf39fce tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Floating IP 5b63d9a2-0633-4843-8d4d-0588d9743067 disassociated (deleted). External IP: 172.25.0.208, port: 809545fc-b879-4232-a7b3-ce592181f267. Oct 13 11:28:50.212794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50409f37-b9a8-4b82-a8a2-0190cb8961e1 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.296676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ac1297d8-7a9f-46f9-a61c-1b834bdcebdf up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:28:50.308797 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50409f37-b9a8-4b82-a8a2-0190cb8961e1 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.356578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-323ce6c7-deac-4cd6-bbad-a65224219d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.370535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50409f37-b9a8-4b82-a8a2-0190cb8961e1 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.393646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ac1297d8-7a9f-46f9-a61c-1b834bdcebdf triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:50.394273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ddc7ea-31fb-4c61-b530-4a278cf39fce tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Router 29c62c3c-bacd-4033-a9a3-4e936c370263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:28:50.394800 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.411299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50409f37-b9a8-4b82-a8a2-0190cb8961e1 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92006f29-755f-40d5-8342-aa476bb248d4,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:50.481992 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-50409f37-b9a8-4b82-a8a2-0190cb8961e1 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.483323 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-50409f37-b9a8-4b82-a8a2-0190cb8961e1 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4221172 Oct 13 11:28:50.486085 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58984) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:50.490964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e727fae0-ce5d-40a5-bcb5-d3baa3e032a9 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Request body: {'security_group_rule': {'security_group_id': '2a759414-9385-4264-bec1-e97368390e1b', 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:50.508509 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-323ce6c7-deac-4cd6-bbad-a65224219d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.579470 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.617168 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e727fae0-ce5d-40a5-bcb5-d3baa3e032a9 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.658173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ce6c7-deac-4cd6-bbad-a65224219d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aad951-a4c0-4b71-acc1-386a8c450d26,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:50.661068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 58988) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:50.661910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-323ce6c7-deac-4cd6-bbad-a65224219d11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22cb1826737b4e3fbd9ca993d6118b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8279951 Oct 13 11:28:50.677898 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.678159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ddc7ea-31fb-4c61-b530-4a278cf39fce tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:28:50.683263 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46ddc7ea-31fb-4c61-b530-4a278cf39fce tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.692601 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d11f38-a36b-4246-bb12-8688e785483d None None] Sync routers for ids ['29c62c3c-bacd-4033-a9a3-4e936c370263'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:28:50.704955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d11f38-a36b-4246-bb12-8688e785483d None None] Routers {'29c62c3c-bacd-4033-a9a3-4e936c370263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:50.705953 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-96d11f38-a36b-4246-bb12-8688e785483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['29c62c3c-bacd-4033-a9a3-4e936c370263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:50.736023 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e727fae0-ce5d-40a5-bcb5-d3baa3e032a9 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.742124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdf3c-03aa-4bb4-bcdb-6fd4e25ed94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.754582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-46ddc7ea-31fb-4c61-b530-4a278cf39fce tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "DELETE /v2.0/floatingips/5b63d9a2-0633-4843-8d4d-0588d9743067 HTTP/1.1" status: 204 len: 168 time: 1.9886794 Oct 13 11:28:50.754582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'tag': '809545fc-b879-4232-a7b3-ce592181f267'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:28:50.756335 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236901f5-ed14-498f-8f83-19ac91624462" -d '{"events": [{"name": "network-changed", "server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "tag": "809545fc-b879-4232-a7b3-ce592181f267"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:28:50.758148 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Pushing event updated for resources: {'Port': ['ID=00803dd8-0834-4545-aef3-cb1f1666d84e,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:50.793480 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdf3c-03aa-4bb4-bcdb-6fd4e25ed94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.807401 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:50.807745 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:50.808340 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:50.808561 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:50.808918 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:50.809532 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:50.810008 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:50.810551 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:50.810908 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:50.811235 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:50.811563 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:50.812136 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:28:50.881729 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Attempting to bind port 00803dd8-0834-4545-aef3-cb1f1666d84e on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:28:50.882199 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Attempting to bind port 00803dd8-0834-4545-aef3-cb1f1666d84e by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '557e718d-f6db-4891-84de-78742be92045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:28:50.882711 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Attempting to bind port 00803dd8-0834-4545-aef3-cb1f1666d84e on network e69fdb6c-184a-4dcb-9a29-632ad2d20892 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:28:50.889860 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:28:50.890572 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Checking segment: {'id': '557e718d-f6db-4891-84de-78742be92045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:50.891128 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.891695 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Bound using segment: {'id': '557e718d-f6db-4891-84de-78742be92045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:28:50.892265 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Bound port: 00803dd8-0834-4545-aef3-cb1f1666d84e, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557e718d-f6db-4891-84de-78742be92045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:28:50.892991 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.903031 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e727fae0-ce5d-40a5-bcb5-d3baa3e032a9 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:50.911359 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-96d11f38-a36b-4246-bb12-8688e785483d None None] Set router 29c62c3c-bacd-4033-a9a3-4e936c370263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:50.940232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727fae0-ce5d-40a5-bcb5-d3baa3e032a9 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22d0cfd-33de-446b-8881-28f1c85ced03,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:51.004576 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] For port 00803dd8-0834-4545-aef3-cb1f1666d84e, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:28:51.009455 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] For port 00803dd8-0834-4545-aef3-cb1f1666d84e, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=00803dd8-0834-4545-aef3-cb1f1666d84e,segment=NetworkSegment(557e718d-f6db-4891-84de-78742be92045),segment_id=557e718d-f6db-4891-84de-78742be92045)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:28:51.053799 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e727fae0-ce5d-40a5-bcb5-d3baa3e032a9 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:51.057991 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e727fae0-ce5d-40a5-bcb5-d3baa3e032a9 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5680578 Oct 13 11:28:51.066584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59002) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:51.066584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d01d1b1b-1982-45bf-9faf-c32d888ae12f tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Request body: {'security_group_rule': {'security_group_id': '2a759414-9385-4264-bec1-e97368390e1b', 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:51.085341 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdf3c-03aa-4bb4-bcdb-6fd4e25ed94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:51.089691 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdf3c-03aa-4bb4-bcdb-6fd4e25ed94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:51.093494 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d2fcdf3c-03aa-4bb4-bcdb-6fd4e25ed94f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2aad951-a4c0-4b71-acc1-386a8c450d26 HTTP/1.1" status: 204 len: 168 time: 0.4306259 Oct 13 11:28:51.106776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcdf3c-03aa-4bb4-bcdb-6fd4e25ed94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aad951-a4c0-4b71-acc1-386a8c450d26,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:51.125024 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:51.176959 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-d01d1b1b-1982-45bf-9faf-c32d888ae12f tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Project 24caaeb986374d39b4bff3d77f04b9f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:28:51.182761 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01d1b1b-1982-45bf-9faf-c32d888ae12f tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:51.232958 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Routers {'449e85aa-ec04-4229-9a9d-4d3416b8a796'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:51.233745 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['449e85aa-ec04-4229-9a9d-4d3416b8a796'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:51.280767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7577be22-499f-4340-9621-67e4e38bd274 None None] Provisioning complete for port 00803dd8-0834-4545-aef3-cb1f1666d84e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:51.281147 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7577be22-499f-4340-9621-67e4e38bd274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:51.314565 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01d1b1b-1982-45bf-9faf-c32d888ae12f tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:51.344267 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aef10d9-1857-4ece-8468-a12d90f412c3 x-openstack-request-id: req-9aef10d9-1857-4ece-8468-a12d90f412c3 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:28:51.344566 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "tag": "809545fc-b879-4232-a7b3-ce592181f267", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:28:51.344820 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9aef10d9-1857-4ece-8468-a12d90f412c3 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:28:51.345227 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'tag': '809545fc-b879-4232-a7b3-ce592181f267', 'status': 'completed', 'code': 200} Oct 13 11:28:51.390315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-96d11f38-a36b-4246-bb12-8688e785483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:23:01Z', 'revision_number': 5, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:51.410853 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4700909-253f-4ff0-8d0b-313941aac16d None None] Pushing event updated for resources: {'Port': ['ID=00803dd8-0834-4545-aef3-cb1f1666d84e,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:51.424599 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] Set router 449e85aa-ec04-4229-9a9d-4d3416b8a796 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:51.434550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d11f38-a36b-4246-bb12-8688e785483d None None] Checking router: 29c62c3c-bacd-4033-a9a3-4e936c370263 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:28:51.458249 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01d1b1b-1982-45bf-9faf-c32d888ae12f tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:51.460472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236901f5-ed14-498f-8f83-19ac91624462 req-727552d9-ea5e-427e-9f17-69fb2a5a2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:51.471765 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-236901f5-ed14-498f-8f83-19ac91624462 req-727552d9-ea5e-427e-9f17-69fb2a5a2019 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e04ce079cae84008b121b9986d816c68&device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 1096 time: 0.0956295 Oct 13 11:28:51.490402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d1b1b-1982-45bf-9faf-c32d888ae12f tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1804997-1984-4f2e-8ede-041355357fb9,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:51.565074 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7577be22-499f-4340-9621-67e4e38bd274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:51.606393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d11f38-a36b-4246-bb12-8688e785483d None None] Routers {'29c62c3c-bacd-4033-a9a3-4e936c370263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:28:51.606393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-96d11f38-a36b-4246-bb12-8688e785483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:28:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['29c62c3c-bacd-4033-a9a3-4e936c370263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:51.658550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b566f-50db-4171-80d8-23df9735f266 req-e366ab87-9262-4271-852f-54c9c8d8dc4f tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:51.660698 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f7b566f-50db-4171-80d8-23df9735f266 req-e366ab87-9262-4271-852f-54c9c8d8dc4f tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 945 time: 0.1719599 Oct 13 11:28:51.664637 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d01d1b1b-1982-45bf-9faf-c32d888ae12f tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:51.669891 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d01d1b1b-1982-45bf-9faf-c32d888ae12f tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6105740 Oct 13 11:28:51.674231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59022) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:51.681708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d56e9590-2f4a-497a-af52-5acf121e6615 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Request body: {'security_group_rule': {'security_group_id': '2a759414-9385-4264-bec1-e97368390e1b', 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:51.684461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236901f5-ed14-498f-8f83-19ac91624462 req-de802d14-d425-434f-a65d-58d623606534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:51.687602 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-236901f5-ed14-498f-8f83-19ac91624462 req-de802d14-d425-434f-a65d-58d623606534 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a58f16b6-1e1e-40fd-b22e-c312fe7899d5 HTTP/1.1" status: 200 len: 915 time: 0.2079215 Oct 13 11:28:51.772687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-96d11f38-a36b-4246-bb12-8688e785483d None None] Set router 29c62c3c-bacd-4033-a9a3-4e936c370263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:28:51.800242 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-236901f5-ed14-498f-8f83-19ac91624462 req-02891ef9-47c7-4b07-92a6-50a1a05caf95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809545fc-b879-4232-a7b3-ce592181f267 HTTP/1.1" status: 200 len: 217 time: 0.1003742 Oct 13 11:28:51.803813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0f7b566f-50db-4171-80d8-23df9735f266 req-75a1a78b-94d2-4fb2-ac98-5829fe257e4a tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303258 Oct 13 11:28:51.867907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7577be22-499f-4340-9621-67e4e38bd274 None None] For port 00803dd8-0834-4545-aef3-cb1f1666d84e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=00803dd8-0834-4545-aef3-cb1f1666d84e,segment=NetworkSegment(557e718d-f6db-4891-84de-78742be92045),segment_id=557e718d-f6db-4891-84de-78742be92045)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:51.870450 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-d56e9590-2f4a-497a-af52-5acf121e6615 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Project 24caaeb986374d39b4bff3d77f04b9f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:28:51.874452 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'name': 'tempest-TestServerBasicOps-1301231707-router', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:40Z', 'updated_at': '2021-10-13T11:28:45Z', 'revision_number': 4, 'project_id': 'c4fa2186c7bb46488772c33e0931d691', 'gw_port': {'id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:41Z', 'updated_at': '2021-10-13T11:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '00803dd8-0834-4545-aef3-cb1f1666d84e', 'name': '', 'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'mac_address': 'fa:16:3e:a2:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9a366374-7e0f-4737-aced-5d8fdeb8604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:45Z', 'updated_at': '2021-10-13T11:28:50Z', 'revision_number': 4, 'project_id': 'c4fa2186c7bb46488772c33e0931d691', 'subnets': [{'id': '9a366374-7e0f-4737-aced-5d8fdeb8604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:51.875837 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d56e9590-2f4a-497a-af52-5acf121e6615 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:51.883712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236901f5-ed14-498f-8f83-19ac91624462 req-53592746-2271-41ef-90ae-652064ea1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:51.884704 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-236901f5-ed14-498f-8f83-19ac91624462 req-53592746-2271-41ef-90ae-652064ea1a57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6b2258e-4d6d-4964-8de5-b224b11fbbe4 HTTP/1.1" status: 200 len: 853 time: 0.0701599 Oct 13 11:28:51.943966 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdf24d5-e3dc-4002-88d7-cb6cd7d83923 None None] The sync data for ids ['449e85aa-ec04-4229-9a9d-4d3416b8a796'] in n-d-813659-3 is: [{'id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'name': 'tempest-TestServerBasicOps-1301231707-router', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:40Z', 'updated_at': '2021-10-13T11:28:45Z', 'revision_number': 4, 'project_id': 'c4fa2186c7bb46488772c33e0931d691', 'gw_port': {'id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:41Z', 'updated_at': '2021-10-13T11:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '00803dd8-0834-4545-aef3-cb1f1666d84e', 'name': '', 'network_id': 'e69fdb6c-184a-4dcb-9a29-632ad2d20892', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'mac_address': 'fa:16:3e:a2:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '9a366374-7e0f-4737-aced-5d8fdeb8604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:45Z', 'updated_at': '2021-10-13T11:28:50Z', 'revision_number': 4, 'project_id': 'c4fa2186c7bb46488772c33e0931d691', 'subnets': [{'id': '9a366374-7e0f-4737-aced-5d8fdeb8604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:28:51.950142 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7577be22-499f-4340-9621-67e4e38bd274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:51.955143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236901f5-ed14-498f-8f83-19ac91624462 req-9fe30455-a714-4cfd-8e11-1b999153e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:51.956883 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-236901f5-ed14-498f-8f83-19ac91624462 req-9fe30455-a714-4cfd-8e11-1b999153e615 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a58f16b6-1e1e-40fd-b22e-c312fe7899d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625842 Oct 13 11:28:51.994899 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d56e9590-2f4a-497a-af52-5acf121e6615 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:52.114984 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d56e9590-2f4a-497a-af52-5acf121e6615 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:52.179165 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-236901f5-ed14-498f-8f83-19ac91624462 req-22349064-8957-4d4c-a756-86635a110ba8 service neutron] 10.222.0.46 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026551 Oct 13 11:28:52.181775 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e9590-2f4a-497a-af52-5acf121e6615 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61cfb38-0bd8-41f4-96f0-ce3a70f5855e,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:52.258937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577be22-499f-4340-9621-67e4e38bd274 None None] Pushing event updated for resources: {'Port': ['ID=00803dd8-0834-4545-aef3-cb1f1666d84e,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:52.291214 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-91cbad8a-2f61-4ff8-abae-22eba8bd09a7 None None] Provisioning complete for port 00803dd8-0834-4545-aef3-cb1f1666d84e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:52.291594 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-91cbad8a-2f61-4ff8-abae-22eba8bd09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:52.308387 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d56e9590-2f4a-497a-af52-5acf121e6615 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:52.314123 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d56e9590-2f4a-497a-af52-5acf121e6615 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6375961 Oct 13 11:28:52.349409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59036) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:52.369042 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 00803dd8-0834-4545-aef3-cb1f1666d84e up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:28:52.385304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f64814b-86ac-4711-9686-b021fbfe536b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:52.402506 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-236901f5-ed14-498f-8f83-19ac91624462 req-0586cfed-4314-4b46-9a2d-6809b0f8969b service neutron] 10.222.0.46 "GET /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158518 Oct 13 11:28:52.480582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-96d11f38-a36b-4246-bb12-8688e785483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:23:01Z', 'revision_number': 5, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:28:52.555895 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f64814b-86ac-4711-9686-b021fbfe536b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:52.558315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d11f38-a36b-4246-bb12-8688e785483d None None] The sync data for ids ['29c62c3c-bacd-4033-a9a3-4e936c370263'] in n-d-813659-3 is: [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:22:52Z', 'revision_number': 4, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '4f685911-dd76-4b58-a834-70d7a83016f1', 'name': '', 'network_id': 'a58f16b6-1e1e-40fd-b22e-c312fe7899d5', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'mac_address': 'fa:16:3e:47:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:51Z', 'updated_at': '2021-10-13T11:23:01Z', 'revision_number': 5, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'subnets': [{'id': 'c6b2258e-4d6d-4964-8de5-b224b11fbbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:28:52.616650 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f64814b-86ac-4711-9686-b021fbfe536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:52.633841 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 00803dd8-0834-4545-aef3-cb1f1666d84e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:52.634287 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:52.658828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64814b-86ac-4711-9686-b021fbfe536b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d134e11d-5a61-4f2b-8f8d-5da9c9bc1dc6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:52.691538 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1f64814b-86ac-4711-9686-b021fbfe536b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ee3e9475ad04c319f260285e468ea1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344696 Oct 13 11:28:52.691940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59058) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:52.761765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3d90949-3491-4ac2-88eb-8dda14f71e55 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085955512&fields=id&tenant_id=24caaeb986374d39b4bff3d77f04b9f0 HTTP/1.1" status: 200 len: 267 time: 0.1247621 Oct 13 11:28:52.825240 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3a38-5dcb-4f14-a8c0-2ae24d7f137a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:52.872326 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3a38-5dcb-4f14-a8c0-2ae24d7f137a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:52.904418 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-de5c9fda-02ce-445b-ab8d-8583a431e546 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:52.913269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-de5c9fda-02ce-445b-ab8d-8583a431e546 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/networks?id=eb26f27b-d86e-4a62-9d21-985ae58f2a49 HTTP/1.1" status: 200 len: 809 time: 0.1502287 Oct 13 11:28:52.955013 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-c7064ddd-b9a0-4604-8e85-d0e3c4522461 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/quotas/24caaeb986374d39b4bff3d77f04b9f0 HTTP/1.1" status: 200 len: 375 time: 0.0402987 Oct 13 11:28:53.013220 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-42558baf-d755-440d-9d86-8fd1ce9a138c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=24caaeb986374d39b4bff3d77f04b9f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551398 Oct 13 11:28:53.016332 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3a38-5dcb-4f14-a8c0-2ae24d7f137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:53.019550 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3a38-5dcb-4f14-a8c0-2ae24d7f137a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:53.023656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4d3b3a38-5dcb-4f14-a8c0-2ae24d7f137a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d134e11d-5a61-4f2b-8f8d-5da9c9bc1dc6 HTTP/1.1" status: 204 len: 168 time: 0.3319750 Oct 13 11:28:53.035334 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b3a38-5dcb-4f14-a8c0-2ae24d7f137a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d134e11d-5a61-4f2b-8f8d-5da9c9bc1dc6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:53.124630 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac627a-72b0-4cf5-9987-f98bd3c4276b req-404f15c0-2853-4307-bbdf-8ddc400c4cc0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:53.126435 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d7ac627a-72b0-4cf5-9987-f98bd3c4276b req-404f15c0-2853-4307-bbdf-8ddc400c4cc0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 945 time: 0.0733984 Oct 13 11:28:53.168055 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-1489c1fb-5d6c-4609-b6a9-0279127471c0 service neutron] 10.222.0.32 "GET /v2.0/networks/eb26f27b-d86e-4a62-9d21-985ae58f2a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332335 Oct 13 11:28:53.247467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-d7ac627a-72b0-4cf5-9987-f98bd3c4276b req-065643fc-5048-4524-a311-f4d60147e50f tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Deleting port 809545fc-b879-4232-a7b3-ce592181f267 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:28:53.248305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d7ac627a-72b0-4cf5-9987-f98bd3c4276b req-065643fc-5048-4524-a311-f4d60147e50f tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:53.282282 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-7ba2fe76-4d01-420b-9105-ab87ee821bf3 service neutron] 10.222.0.32 "GET /v2.0/networks/eb26f27b-d86e-4a62-9d21-985ae58f2a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160583 Oct 13 11:28:53.387952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-d7ac627a-72b0-4cf5-9987-f98bd3c4276b req-065643fc-5048-4524-a311-f4d60147e50f tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] For port 809545fc-b879-4232-a7b3-ce592181f267, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=809545fc-b879-4232-a7b3-ce592181f267,segment=NetworkSegment(111de8d9-1ca9-4045-9592-f400443421ee),segment_id=111de8d9-1ca9-4045-9592-f400443421ee)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:28:53.388658 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d7ac627a-72b0-4cf5-9987-f98bd3c4276b req-065643fc-5048-4524-a311-f4d60147e50f tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:53.440891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-d7ac627a-72b0-4cf5-9987-f98bd3c4276b req-065643fc-5048-4524-a311-f4d60147e50f tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Calling delete_port for 809545fc-b879-4232-a7b3-ce592181f267 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:28:53.694535 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac576793-8078-4ec0-b2ba-1b85a5d62d47 None None] New status for floating IP 5b63d9a2-0633-4843-8d4d-0588d9743067: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:28:53.776280 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d7ac627a-72b0-4cf5-9987-f98bd3c4276b req-065643fc-5048-4524-a311-f4d60147e50f tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:53.798691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f7654-eb1f-4069-9a83-18a6fc66e2c1 req-e81ec6f6-c37f-4472-b645-1da642c3195d tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:53.803525 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea3f7654-eb1f-4069-9a83-18a6fc66e2c1 req-e81ec6f6-c37f-4472-b645-1da642c3195d tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 945 time: 0.1158812 Oct 13 11:28:53.834912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065643fc-5048-4524-a311-f4d60147e50f tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Pushing event deleted for resources: {'Port': ['ID=809545fc-b879-4232-a7b3-ce592181f267,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:53.909075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea3f7654-eb1f-4069-9a83-18a6fc66e2c1 req-1a65baed-af95-4abd-93fa-98a53758eb63 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e99576-b828-4f3d-a364-19c8a2c89a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984364 Oct 13 11:28:53.998039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ac627a-72b0-4cf5-9987-f98bd3c4276b req-065643fc-5048-4524-a311-f4d60147e50f tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] No DVR routers for this DVR port 809545fc-b879-4232-a7b3-ce592181f267 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:28:54.002138 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-d7ac627a-72b0-4cf5-9987-f98bd3c4276b req-065643fc-5048-4524-a311-f4d60147e50f tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:54.009619 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d7ac627a-72b0-4cf5-9987-f98bd3c4276b req-065643fc-5048-4524-a311-f4d60147e50f tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.46 "DELETE /v2.0/ports/809545fc-b879-4232-a7b3-ce592181f267 HTTP/1.1" status: 204 len: 173 time: 0.8743331 Oct 13 11:28:54.010443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'name': 'network-vif-deleted', 'tag': '809545fc-b879-4232-a7b3-ce592181f267'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:28:54.014163 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755f4eff-a137-409c-94b0-dd3145c29ea8" -d '{"events": [{"server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "name": "network-vif-deleted", "tag": "809545fc-b879-4232-a7b3-ce592181f267"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:28:54.057117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eed3b8f5-1663-4794-a9a5-e2a45c0795f2 req-5f95cf47-b17a-46f4-a146-e5008345dd59 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 210 time: 0.0614522 Oct 13 11:28:54.124693 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a63ae57-7b90-4590-a92c-06c4eb27742d x-openstack-request-id: req-4a63ae57-7b90-4590-a92c-06c4eb27742d {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:28:54.124693 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0701e18-85a8-4e67-9a56-129d8153f063", "name": "network-vif-deleted", "tag": "809545fc-b879-4232-a7b3-ce592181f267", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:28:54.124693 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a63ae57-7b90-4590-a92c-06c4eb27742d {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:28:54.124693 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0701e18-85a8-4e67-9a56-129d8153f063', 'name': 'network-vif-deleted', 'tag': '809545fc-b879-4232-a7b3-ce592181f267', 'status': 'completed', 'code': 200} Oct 13 11:28:54.242357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 00803dd8-0834-4545-aef3-cb1f1666d84e up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:28:54.407427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 00803dd8-0834-4545-aef3-cb1f1666d84e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:54.408442 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:55.025614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1ba2cd9-542b-4b02-81d7-42a6ee57330c req-cf966a96-b57f-41ba-ba52-e270fa0f49f0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 210 time: 0.0340741 Oct 13 11:28:55.208724 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0304fab1-6c73-439d-90a3-c1b9e8797728 req-cfbf0579-87a9-4282-aedf-3f66bc4d7d04 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 210 time: 0.0330751 Oct 13 11:28:56.176946 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f40a6bfc-a9e5-4f0f-b164-0fbd3bb9863c req-7ebdce01-1582-4d8b-a940-52a64aeb62a0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 210 time: 0.0354979 Oct 13 11:28:56.329232 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d129817-0c00-410d-93c2-4cc4ed6e16cf req-ba7b284c-b1a0-4f68-872e-3563c77f5a27 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 210 time: 0.0487628 Oct 13 11:28:56.425931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-2f48c20b-dad5-4e90-98c8-875e92483878 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:56.427609 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-2f48c20b-dad5-4e90-98c8-875e92483878 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.21 "GET /v2.0/networks?id=eb26f27b-d86e-4a62-9d21-985ae58f2a49 HTTP/1.1" status: 200 len: 809 time: 0.1692817 Oct 13 11:28:56.499685 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-3c23bda8-434b-45ce-8864-5b28b4c70dab tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24caaeb986374d39b4bff3d77f04b9f0 HTTP/1.1" status: 200 len: 380 time: 0.0602121 Oct 13 11:28:56.515796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-15745dd2-90af-4fc7-ae20-5bcaf5178644 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Request body: {'port': {'device_id': '7bd03673-03ac-49fe-a5a7-597078dc6acd', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'admin_state_up': True, 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'security_groups': ['2a759414-9385-4264-bec1-e97368390e1b']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:56.659849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59192) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:56.797605 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8fd7-6eb5-49cc-82fd-41a14543f748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:56.827630 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-15745dd2-90af-4fc7-ae20-5bcaf5178644 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Made reservation on behalf of 24caaeb986374d39b4bff3d77f04b9f0 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:28:56.833404 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-15745dd2-90af-4fc7-ae20-5bcaf5178644 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:56.933347 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8fd7-6eb5-49cc-82fd-41a14543f748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:56.993456 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8fd7-6eb5-49cc-82fd-41a14543f748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:57.059333 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-15745dd2-90af-4fc7-ae20-5bcaf5178644 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Allocated IP 172.20.0.13 (eb26f27b-d86e-4a62-9d21-985ae58f2a49/230802a2-872e-4ced-bf69-07ee33fe04ec/e51fa112-e700-4e37-bafd-cb94c4d4cd67) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:28:57.066498 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bc7a8fd7-6eb5-49cc-82fd-41a14543f748 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a16ed974309450f952119d6e0ce30a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162011 Oct 13 11:28:57.071854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59210) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:57.075786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a8fd7-6eb5-49cc-82fd-41a14543f748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b014e36d-1f70-4c93-a8ae-1083bff12a1f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:57.243284 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6083b64-c481-41fd-b917-a70c21affeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:57.286219 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6083b64-c481-41fd-b917-a70c21affeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:57.362499 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-15745dd2-90af-4fc7-ae20-5bcaf5178644 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:57.363122 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-47a6f60a-d8bf-42ec-b4fa-1223419e74b8 req-f64b9704-3c29-4ec5-abbb-a56c71f39a77 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 210 time: 0.0446703 Oct 13 11:28:57.473757 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6083b64-c481-41fd-b917-a70c21affeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:57.477623 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6083b64-c481-41fd-b917-a70c21affeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:57.479463 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c6083b64-c481-41fd-b917-a70c21affeb0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b014e36d-1f70-4c93-a8ae-1083bff12a1f HTTP/1.1" status: 204 len: 168 time: 0.4006767 Oct 13 11:28:57.516191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6083b64-c481-41fd-b917-a70c21affeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b014e36d-1f70-4c93-a8ae-1083bff12a1f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:57.520949 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-15745dd2-90af-4fc7-ae20-5bcaf5178644 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:57.536712 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b637c54c-d35e-45b3-a70c-86e6c8d7498e req-aefb20c4-46dd-4bc0-b23f-5cb958ca85d9 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 210 time: 0.0879576 Oct 13 11:28:57.630024 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15745dd2-90af-4fc7-ae20-5bcaf5178644 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Pushing event updated for resources: {'Port': ['ID=e51fa112-e700-4e37-bafd-cb94c4d4cd67,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:57.654998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-15745dd2-90af-4fc7-ae20-5bcaf5178644 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Network eb26f27b-d86e-4a62-9d21-985ae58f2a49 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:28:57.661756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-15745dd2-90af-4fc7-ae20-5bcaf5178644 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:28:57.661756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-15745dd2-90af-4fc7-ae20-5bcaf5178644 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:28:57.762708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-15745dd2-90af-4fc7-ae20-5bcaf5178644 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:57.763580 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-15745dd2-90af-4fc7-ae20-5bcaf5178644 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:57.889452 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-15745dd2-90af-4fc7-ae20-5bcaf5178644 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3828065 Oct 13 11:28:57.903681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-dc11e4ca-0193-4e99-819f-5f130c813eed tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:28:57.904793 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-dc11e4ca-0193-4e99-819f-5f130c813eed tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083063 Oct 13 11:28:57.919886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Request body: {'port': {'device_id': '7bd03673-03ac-49fe-a5a7-597078dc6acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:28:58.030255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4f4d0446-9baf-4d22-87d9-7d766c98a3f1 None None] Provisioning complete for port e51fa112-e700-4e37-bafd-cb94c4d4cd67 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:28:58.031329 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0446-9baf-4d22-87d9-7d766c98a3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:58.093160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:58.100099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d0446-9baf-4d22-87d9-7d766c98a3f1 None None] Port e51fa112-e700-4e37-bafd-cb94c4d4cd67 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:28:58.212895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 809545fc-b879-4232-a7b3-ce592181f267 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:28:58.295528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 809545fc-b879-4232-a7b3-ce592181f267 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:28:58.298447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 809545fc-b879-4232-a7b3-ce592181f267 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:28:58.412138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59234) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:58.430288 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f817100c-9f6e-4624-beb8-0e01a1d6c8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:58.456821 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51fa112-e700-4e37-bafd-cb94c4d4cd67 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:28:58.466048 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:58.486492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Transition to ACTIVE for port object e51fa112-e700-4e37-bafd-cb94c4d4cd67 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:28:58.522829 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf31474c-1102-4c2b-b6e2-d764481acfa6 req-468db670-a01f-4f22-8a99-a874fc33356d tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 210 time: 0.0725138 Oct 13 11:28:58.542969 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:58.632223 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f817100c-9f6e-4624-beb8-0e01a1d6c8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:58.662991 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Pushing event updated for resources: {'Port': ['ID=e51fa112-e700-4e37-bafd-cb94c4d4cd67,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:58.717000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa09d1-f48e-4baf-8fe2-ba260c340356 req-f94c17d1-eeb3-4cc9-b456-b54f00ca771a tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:58.718717 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-81fa09d1-f48e-4baf-8fe2-ba260c340356 req-f94c17d1-eeb3-4cc9-b456-b54f00ca771a tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 944 time: 0.0694020 Oct 13 11:28:58.720392 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f817100c-9f6e-4624-beb8-0e01a1d6c8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:58.786656 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817100c-9f6e-4624-beb8-0e01a1d6c8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72398686-cdd5-4049-a6eb-8f587e8b5e4b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:58.789923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Attempting to bind port e51fa112-e700-4e37-bafd-cb94c4d4cd67 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:28:58.790643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Attempting to bind port e51fa112-e700-4e37-bafd-cb94c4d4cd67 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '83e7c316-3db1-4954-8137-67dcdfd89c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:28:58.798862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Attempting to bind port e51fa112-e700-4e37-bafd-cb94c4d4cd67 on network eb26f27b-d86e-4a62-9d21-985ae58f2a49 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:28:58.808613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f817100c-9f6e-4624-beb8-0e01a1d6c8c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=262263c2d43c4f10aec5980a55a05b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953846 Oct 13 11:28:58.810727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Port e51fa112-e700-4e37-bafd-cb94c4d4cd67 on network eb26f27b-d86e-4a62-9d21-985ae58f2a49 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:28:58.811191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Attempting to bind port e51fa112-e700-4e37-bafd-cb94c4d4cd67 on network eb26f27b-d86e-4a62-9d21-985ae58f2a49 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:28:58.818714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59242) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:28:58.821528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:28:58.821528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Checking segment: {'id': '83e7c316-3db1-4954-8137-67dcdfd89c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:28:58.821528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Bound using segment: {'id': '83e7c316-3db1-4954-8137-67dcdfd89c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:28:58.821528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Bound port: e51fa112-e700-4e37-bafd-cb94c4d4cd67, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e7c316-3db1-4954-8137-67dcdfd89c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:28:58.821528 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:58.846222 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-81fa09d1-f48e-4baf-8fe2-ba260c340356 req-249bee06-79f1-43b8-b375-8a660a3c1d39 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183784 Oct 13 11:28:58.955421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] For port e51fa112-e700-4e37-bafd-cb94c4d4cd67, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:28:58.957958 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f8775dd-96ae-4a7a-93fc-401471e1233f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:58.975764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] For port e51fa112-e700-4e37-bafd-cb94c4d4cd67, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e51fa112-e700-4e37-bafd-cb94c4d4cd67,segment=NetworkSegment(83e7c316-3db1-4954-8137-67dcdfd89c92),segment_id=83e7c316-3db1-4954-8137-67dcdfd89c92)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:28:58.992353 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f8775dd-96ae-4a7a-93fc-401471e1233f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:59.046380 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:59.093583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:59.094040 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:59.095575 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] 10.222.0.21 "PUT /v2.0/ports/e51fa112-e700-4e37-bafd-cb94c4d4cd67 HTTP/1.1" status: 200 len: 1092 time: 1.1818261 Oct 13 11:28:59.096151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd03673-03ac-49fe-a5a7-597078dc6acd', 'tag': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:28:59.105641 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bab9a8-1c53-4b0d-93ed-f72028104e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd03673-03ac-49fe-a5a7-597078dc6acd", "tag": "e51fa112-e700-4e37-bafd-cb94c4d4cd67"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:28:59.146115 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc7217-7da3-4447-9d72-cfdf08509f58 service neutron] Pushing event updated for resources: {'Port': ['ID=e51fa112-e700-4e37-bafd-cb94c4d4cd67,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:59.173330 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160a1c81-6c5d-4dfa-bc88-91e5deb6e37f x-openstack-request-id: req-160a1c81-6c5d-4dfa-bc88-91e5deb6e37f {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:28:59.173632 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd03673-03ac-49fe-a5a7-597078dc6acd", "tag": "e51fa112-e700-4e37-bafd-cb94c4d4cd67", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:28:59.173888 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-160a1c81-6c5d-4dfa-bc88-91e5deb6e37f {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:28:59.174302 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd03673-03ac-49fe-a5a7-597078dc6acd', 'tag': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67', 'status': 'completed', 'code': 200} Oct 13 11:28:59.254103 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f8775dd-96ae-4a7a-93fc-401471e1233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:59.256776 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9f8775dd-96ae-4a7a-93fc-401471e1233f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:28:59.257939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9f8775dd-96ae-4a7a-93fc-401471e1233f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72398686-cdd5-4049-a6eb-8f587e8b5e4b HTTP/1.1" status: 204 len: 168 time: 0.4327252 Oct 13 11:28:59.273886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8775dd-96ae-4a7a-93fc-401471e1233f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72398686-cdd5-4049-a6eb-8f587e8b5e4b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:28:59.292854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bab9a8-1c53-4b0d-93ed-f72028104e2f req-466dab78-92fb-4253-9303-09fb119e97b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:59.306565 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-69bab9a8-1c53-4b0d-93ed-f72028104e2f req-466dab78-92fb-4253-9303-09fb119e97b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24caaeb986374d39b4bff3d77f04b9f0&device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 1095 time: 0.0734484 Oct 13 11:28:59.497350 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bab9a8-1c53-4b0d-93ed-f72028104e2f req-206a5585-78e1-4277-a594-2ef7430b6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:59.501395 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-69bab9a8-1c53-4b0d-93ed-f72028104e2f req-206a5585-78e1-4277-a594-2ef7430b6712 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=24caaeb986374d39b4bff3d77f04b9f0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1927574 Oct 13 11:28:59.651635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bab9a8-1c53-4b0d-93ed-f72028104e2f req-9199d4dc-da48-484d-be49-cb59bb0092c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:59.653146 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-69bab9a8-1c53-4b0d-93ed-f72028104e2f req-9199d4dc-da48-484d-be49-cb59bb0092c2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435378 Oct 13 11:28:59.679022 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-12427317-a735-4d6b-8508-1830c50f7446 req-9ca6da4e-1b72-4c58-a4a8-6989ddb3a8a0 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 210 time: 0.0364063 Oct 13 11:28:59.753401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-84a5d4b8-a2d9-4fc9-8dad-4269d41ca1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:59.755299 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-84a5d4b8-a2d9-4fc9-8dad-4269d41ca1cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24caaeb986374d39b4bff3d77f04b9f0&device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 1095 time: 0.0515373 Oct 13 11:28:59.803633 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-3cd9d057-88bf-4332-8bbd-39923ec64787 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51fa112-e700-4e37-bafd-cb94c4d4cd67 HTTP/1.1" status: 200 len: 217 time: 0.0405149 Oct 13 11:28:59.861444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-dc4f04b8-daf2-41a7-84e2-29f78cd31f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:59.863362 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-dc4f04b8-daf2-41a7-84e2-29f78cd31f4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=230802a2-872e-4ced-bf69-07ee33fe04ec HTTP/1.1" status: 200 len: 848 time: 0.0524793 Oct 13 11:28:59.966102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-7c562972-b882-4ba0-8334-527233856e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:28:59.967647 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-7c562972-b882-4ba0-8334-527233856e88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb26f27b-d86e-4a62-9d21-985ae58f2a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973241 Oct 13 11:29:00.046097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de81411-dfd5-4cad-8566-9ab4be8ce33b req-d8a50440-2caa-4da9-9631-f469362d0e86 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:00.054608 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8de81411-dfd5-4cad-8566-9ab4be8ce33b req-d8a50440-2caa-4da9-9631-f469362d0e86 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 944 time: 0.0724747 Oct 13 11:29:00.070443 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-1750f597-fd9d-4387-aeff-22f27cc9e761 service neutron] 10.222.0.21 "GET /v2.0/networks/eb26f27b-d86e-4a62-9d21-985ae58f2a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949368 Oct 13 11:29:00.116509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8de81411-dfd5-4cad-8566-9ab4be8ce33b req-d314d0a3-63ba-4f2c-879b-2a5858ca488e tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605195 Oct 13 11:29:00.203825 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b7001f04-ab41-4e20-8eed-4f7198e3f604 req-896139b1-2eb5-4a2b-b4ac-2be363200be6 service neutron] 10.222.0.21 "GET /v2.0/networks/eb26f27b-d86e-4a62-9d21-985ae58f2a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253271 Oct 13 11:29:00.777942 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d671f9e1-f507-4520-bdf8-749c6f0d5ab8 req-431ff394-5874-436e-9ff3-a2d48ffd301a tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0701e18-85a8-4e67-9a56-129d8153f063 HTTP/1.1" status: 200 len: 210 time: 0.0319567 Oct 13 11:29:01.287216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae90db-cfc8-444f-bf9c-e73fd25748df req-bb0d4018-699b-4447-9de4-6cddc0d76122 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:01.288936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdae90db-cfc8-444f-bf9c-e73fd25748df req-bb0d4018-699b-4447-9de4-6cddc0d76122 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 944 time: 0.0877798 Oct 13 11:29:01.357890 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdae90db-cfc8-444f-bf9c-e73fd25748df req-e78b5e31-cb3f-4f02-9dec-76b286c1554f tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581067 Oct 13 11:29:01.840043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59334) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:01.911027 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f391758-afc4-4847-8a73-8261b1433882 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:01.942536 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f391758-afc4-4847-8a73-8261b1433882 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:02.074722 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f391758-afc4-4847-8a73-8261b1433882 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:02.078800 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2f391758-afc4-4847-8a73-8261b1433882 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:02.081495 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2f391758-afc4-4847-8a73-8261b1433882 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] 10.222.0.32 "DELETE /v2.0/security-groups/a7e99576-b828-4f3d-a364-19c8a2c89a3d HTTP/1.1" status: 204 len: 168 time: 0.2389860 Oct 13 11:29:02.121700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f391758-afc4-4847-8a73-8261b1433882 tempest-TestVolumeBackupRestore-1284725962 tempest-TestVolumeBackupRestore-1284725962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e99576-b828-4f3d-a364-19c8a2c89a3d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:02.512995 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29828f-09be-465d-8148-6d5cb58266ec req-ea15a7fc-b931-4dd7-be3e-217b39231541 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:02.525174 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c29828f-09be-465d-8148-6d5cb58266ec req-ea15a7fc-b931-4dd7-be3e-217b39231541 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 944 time: 0.0699363 Oct 13 11:29:02.583049 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2c29828f-09be-465d-8148-6d5cb58266ec req-0516d9fe-9572-4083-b6b6-4646d3c5804a tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532322 Oct 13 11:29:03.891217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc54c4d-ac8f-41e8-a038-1d48d3613263 req-7407ccc4-6c33-4771-89c3-d2a0180b3603 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:03.894447 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7bc54c4d-ac8f-41e8-a038-1d48d3613263 req-7407ccc4-6c33-4771-89c3-d2a0180b3603 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 944 time: 0.1422911 Oct 13 11:29:03.946090 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7bc54c4d-ac8f-41e8-a038-1d48d3613263 req-e5780e46-8f11-426b-acb7-2b4e22003d18 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447519 Oct 13 11:29:04.367910 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device e51fa112-e700-4e37-bafd-cb94c4d4cd67 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:29:04.609760 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port e51fa112-e700-4e37-bafd-cb94c4d4cd67, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e51fa112-e700-4e37-bafd-cb94c4d4cd67,segment=NetworkSegment(83e7c316-3db1-4954-8137-67dcdfd89c92),segment_id=83e7c316-3db1-4954-8137-67dcdfd89c92)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:04.642011 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'port_id': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67', 'mac_address': 'fa:16:3e:c5:43:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:29:04.719506 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:04.760491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51fa112-e700-4e37-bafd-cb94c4d4cd67 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:29:04.784747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port e51fa112-e700-4e37-bafd-cb94c4d4cd67, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e51fa112-e700-4e37-bafd-cb94c4d4cd67,segment=NetworkSegment(83e7c316-3db1-4954-8137-67dcdfd89c92),segment_id=83e7c316-3db1-4954-8137-67dcdfd89c92)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:04.880109 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:05.046759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=e51fa112-e700-4e37-bafd-cb94c4d4cd67,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:05.106545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['e51fa112-e700-4e37-bafd-cb94c4d4cd67'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:29:05.184510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf0948-a03d-45c5-8fce-c022d77fc66f req-35fc816f-fbaa-496e-b2cb-a4daa31cffa8 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:05.195621 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04cf0948-a03d-45c5-8fce-c022d77fc66f req-35fc816f-fbaa-496e-b2cb-a4daa31cffa8 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 945 time: 0.1265361 Oct 13 11:29:05.292039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04cf0948-a03d-45c5-8fce-c022d77fc66f req-0deebbd4-8430-4057-b7c9-dd73fd9552fe tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949390 Oct 13 11:29:06.364364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device e51fa112-e700-4e37-bafd-cb94c4d4cd67 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:29:06.507776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port e51fa112-e700-4e37-bafd-cb94c4d4cd67 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:29:06.514613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port e51fa112-e700-4e37-bafd-cb94c4d4cd67 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:29:06.517535 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:06.667581 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:06.823771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port e51fa112-e700-4e37-bafd-cb94c4d4cd67, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e51fa112-e700-4e37-bafd-cb94c4d4cd67,segment=NetworkSegment(83e7c316-3db1-4954-8137-67dcdfd89c92),segment_id=83e7c316-3db1-4954-8137-67dcdfd89c92)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:06.824958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd03673-03ac-49fe-a5a7-597078dc6acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:29:06.834001 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6321359c-e458-4bbc-b058-c8a7f1ac3a1a" -d '{"events": [{"server_uuid": "7bd03673-03ac-49fe-a5a7-597078dc6acd", "name": "network-vif-plugged", "status": "completed", "tag": "e51fa112-e700-4e37-bafd-cb94c4d4cd67"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:29:06.873497 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:06.955849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=e51fa112-e700-4e37-bafd-cb94c4d4cd67,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:07.103124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b3282-cc78-4324-804f-70a376713f2c req-4acd4e6b-a2c6-4270-b1f8-f66a8997bd54 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:07.111276 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c11b3282-cc78-4324-804f-70a376713f2c req-4acd4e6b-a2c6-4270-b1f8-f66a8997bd54 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 945 time: 0.6185977 Oct 13 11:29:07.152956 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c11b3282-cc78-4324-804f-70a376713f2c req-c309380d-14a6-4249-ba3a-f25e5e6ee191 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396621 Oct 13 11:29:07.209523 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353cea06-1566-4afd-8afe-8a9bcc0a64b6 x-openstack-request-id: req-353cea06-1566-4afd-8afe-8a9bcc0a64b6 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:29:07.209778 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd03673-03ac-49fe-a5a7-597078dc6acd", "name": "network-vif-plugged", "status": "completed", "tag": "e51fa112-e700-4e37-bafd-cb94c4d4cd67", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:29:07.210948 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-353cea06-1566-4afd-8afe-8a9bcc0a64b6 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:29:07.211462 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd03673-03ac-49fe-a5a7-597078dc6acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67', 'code': 200} Oct 13 11:29:07.365536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ea674-1e72-491c-943e-c7ddd79dc7e4 req-119f9fd7-671b-4ffa-8ee1-534d2e292d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:07.370717 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c2ea674-1e72-491c-943e-c7ddd79dc7e4 req-119f9fd7-671b-4ffa-8ee1-534d2e292d0c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 1097 time: 0.0938683 Oct 13 11:29:07.425451 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c2ea674-1e72-491c-943e-c7ddd79dc7e4 req-8220c689-2be2-49fe-a587-b4103d32e623 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448337 Oct 13 11:29:08.016570 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5e6ed4aa-d11f-4799-b763-4d7feda642d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:08.379980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ef069-7ac8-486f-86d9-edde689c2aec req-252f05cb-0be8-4f92-9b48-086d09d5cb19 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:08.392637 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4c7ef069-7ac8-486f-86d9-edde689c2aec req-252f05cb-0be8-4f92-9b48-086d09d5cb19 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 946 time: 0.1116960 Oct 13 11:29:08.478262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59700) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:08.492288 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4c7ef069-7ac8-486f-86d9-edde689c2aec req-c06b1e7e-3438-4b96-aa65-dce5770a3708 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973074 Oct 13 11:29:08.999249 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:09.371656 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:09.682534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fefda-977f-46e5-a600-c426668dbc59 req-297ff883-5fb8-47e8-b46b-05f956a4181e tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:09.690489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e13fefda-977f-46e5-a600-c426668dbc59 req-297ff883-5fb8-47e8-b46b-05f956a4181e tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 946 time: 0.0997410 Oct 13 11:29:09.771013 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e13fefda-977f-46e5-a600-c426668dbc59 req-07538e1b-3057-49fe-bc5f-8a7935c876ba tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794349 Oct 13 11:29:09.941569 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Deleting port 4f685911-dd76-4b58-a834-70d7a83016f1 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:29:09.942072 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:09.956483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7953ab8-1177-4cb7-a6db-4071fccd73f1 req-735675b8-2585-4c95-9f0f-8acc01de4492 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:09.966386 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7953ab8-1177-4cb7-a6db-4071fccd73f1 req-735675b8-2585-4c95-9f0f-8acc01de4492 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 946 time: 0.0978823 Oct 13 11:29:10.042937 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7953ab8-1177-4cb7-a6db-4071fccd73f1 req-4cc0e55f-a42d-4b6f-89c6-17d4978ff3a0 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756180 Oct 13 11:29:10.090095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] For port 4f685911-dd76-4b58-a834-70d7a83016f1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=4f685911-dd76-4b58-a834-70d7a83016f1,segment=NetworkSegment(111de8d9-1ca9-4045-9592-f400443421ee),segment_id=111de8d9-1ca9-4045-9592-f400443421ee)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:10.090503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:10.108986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Calling delete_port for 4f685911-dd76-4b58-a834-70d7a83016f1 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:29:10.199784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18bd0e-5c4d-4262-9e0c-fc9fcb9040ee req-873a87eb-cc8b-4974-b5b5-ffeff61103dc tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:10.212307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea18bd0e-5c4d-4262-9e0c-fc9fcb9040ee req-873a87eb-cc8b-4974-b5b5-ffeff61103dc tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 946 time: 0.0844078 Oct 13 11:29:10.286235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea18bd0e-5c4d-4262-9e0c-fc9fcb9040ee req-fa7a6193-4fda-4524-98da-9fa2b9830976 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724959 Oct 13 11:29:10.304308 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59788) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:10.582522 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7f2dcb-eba0-4879-89fa-60dc3b0248d7 tempest-TestServerBasicOps-783414824 tempest-TestServerBasicOps-783414824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:10.588796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59806) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:10.589873 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0d7f2dcb-eba0-4879-89fa-60dc3b0248d7 tempest-TestServerBasicOps-783414824 tempest-TestServerBasicOps-783414824-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 1092 time: 0.2837021 Oct 13 11:29:10.593086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:29:10.610791 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:10.668313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f685911-dd76-4b58-a834-70d7a83016f1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:10.722346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:10.723026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:10.723611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:10.724215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:10.724840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:10.725455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:10.726080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:10.726707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:10.727276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:10.727851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:10.728431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:10.729000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:10.856665 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-260c76b3-4415-47f4-9c1f-baf50ff141a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:10.885793 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:10.889682 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:10.972954 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:11.137771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:11.742107 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:11.791901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Router 29c62c3c-bacd-4033-a9a3-4e936c370263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:29:11.795371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Allocated IP 172.25.0.2 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/922b278b-0bea-4c7d-b987-6171171e11e4) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:29:12.007879 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:12.030984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:29:12.038046 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-47e5b68a-987c-490d-a3ba-f33ec19b680a admin admin] 10.222.0.32 "PUT /v2.0/routers/29c62c3c-bacd-4033-a9a3-4e936c370263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5567734 Oct 13 11:29:12.040826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59872) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:12.046456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532289a9-33bc-4404-add7-9b2cde916286 None None] Sync routers for ids ['29c62c3c-bacd-4033-a9a3-4e936c370263'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:29:12.059997 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532289a9-33bc-4404-add7-9b2cde916286 None None] Routers {'29c62c3c-bacd-4033-a9a3-4e936c370263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:29:12.061073 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-532289a9-33bc-4404-add7-9b2cde916286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:29:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['29c62c3c-bacd-4033-a9a3-4e936c370263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:12.107155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59876) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:12.170560 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:12.213892 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:12.302875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Pushing event updated for resources: {'Port': ['ID=922b278b-0bea-4c7d-b987-6171171e11e4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:12.325660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-532289a9-33bc-4404-add7-9b2cde916286 None None] Set router 29c62c3c-bacd-4033-a9a3-4e936c370263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:29:12.328702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:29:12.331391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:29:12.341483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:29:12.682223 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:12.687828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:12.688703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6295a921-862a-435c-8ad3-57c089ac97a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:12.688703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6295a921-862a-435c-8ad3-57c089ac97a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:12.690896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Deleting port 50ae4018-c13f-4832-a395-5c506d09ae63 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:29:12.690896 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:12.694169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-532289a9-33bc-4404-add7-9b2cde916286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:29:10Z', 'revision_number': 5, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port': {'id': '50ae4018-c13f-4832-a395-5c506d09ae63', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:47Z', 'updated_at': '2021-10-13T11:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:12.739027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532289a9-33bc-4404-add7-9b2cde916286 None None] Checking router: 29c62c3c-bacd-4033-a9a3-4e936c370263 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:29:12.755144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532289a9-33bc-4404-add7-9b2cde916286 None None] Routers {'29c62c3c-bacd-4033-a9a3-4e936c370263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:29:12.755944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-532289a9-33bc-4404-add7-9b2cde916286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:29:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['29c62c3c-bacd-4033-a9a3-4e936c370263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:12.759213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] For port 50ae4018-c13f-4832-a395-5c506d09ae63, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=50ae4018-c13f-4832-a395-5c506d09ae63,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:12.761759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:12.785044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Calling delete_port for 50ae4018-c13f-4832-a395-5c506d09ae63 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:29:12.788802 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e4f30a0a-b1b9-4717-bfc9-341b29799db4 req-8f7f5fe6-164c-4656-b70a-3f4c7bdd7011 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1505413 Oct 13 11:29:12.804595 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6295a921-862a-435c-8ad3-57c089ac97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:12.882803 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-532289a9-33bc-4404-add7-9b2cde916286 None None] Set router 29c62c3c-bacd-4033-a9a3-4e936c370263 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:29:12.948817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295a921-862a-435c-8ad3-57c089ac97a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87703677-f4d1-4820-8099-0f2049b19031,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:12.965043 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6295a921-862a-435c-8ad3-57c089ac97a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11275dfbb86b451ca3176a6cb6f6875d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8565009 Oct 13 11:29:12.977612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 59916) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:12.983983 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-532289a9-33bc-4404-add7-9b2cde916286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:29:12Z', 'revision_number': 6, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:13.013271 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532289a9-33bc-4404-add7-9b2cde916286 None None] The sync data for ids ['29c62c3c-bacd-4033-a9a3-4e936c370263'] in n-d-813659-3 is: [{'id': '29c62c3c-bacd-4033-a9a3-4e936c370263', 'name': 'tempest-TestVolumeBackupRestore-2053259863-router', 'tenant_id': 'e04ce079cae84008b121b9986d816c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:46Z', 'updated_at': '2021-10-13T11:29:12Z', 'revision_number': 6, 'project_id': 'e04ce079cae84008b121b9986d816c68', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:29:13.126859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f30a0a-b1b9-4717-bfc9-341b29799db4 req-fd2fcce4-ba97-4f9f-a9cb-e0be0e4a6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:13.129800 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e4f30a0a-b1b9-4717-bfc9-341b29799db4 req-fd2fcce4-ba97-4f9f-a9cb-e0be0e4a6c28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24caaeb986374d39b4bff3d77f04b9f0&device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 1097 time: 0.2583163 Oct 13 11:29:13.171384 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.183934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0cabf836-3814-4c20-9ee2-11f1898c87f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.232441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ae4018-c13f-4832-a395-5c506d09ae63,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:13.278618 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0cabf836-3814-4c20-9ee2-11f1898c87f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.301181 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:13.301518 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:13.301870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:13.302214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:13.302647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:13.303012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:13.303366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:13.304903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:13.305269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:13.306482 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:13.306976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:13.307328 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:13.369835 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.449321 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f30a0a-b1b9-4717-bfc9-341b29799db4 req-085a26ba-65ac-4b40-be72-3b6636264350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:13.451287 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e4f30a0a-b1b9-4717-bfc9-341b29799db4 req-085a26ba-65ac-4b40-be72-3b6636264350 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb26f27b-d86e-4a62-9d21-985ae58f2a49 HTTP/1.1" status: 200 len: 910 time: 0.2979338 Oct 13 11:29:13.494316 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.500917 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.513588 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.570234 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.606078 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.607065 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29c62c3c-bacd-4033-a9a3-4e936c370263 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:29:13.613965 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.618241 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-43c2cba6-97fe-429b-a550-5657872f3941 admin admin] 10.222.0.32 "DELETE /v2.0/routers/29c62c3c-bacd-4033-a9a3-4e936c370263 HTTP/1.1" status: 204 len: 168 time: 1.5762970 Oct 13 11:29:13.618960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59944) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:13.649882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e4f30a0a-b1b9-4717-bfc9-341b29799db4 req-f3359c31-d631-4c6b-9d47-3639c6b73a6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51fa112-e700-4e37-bafd-cb94c4d4cd67 HTTP/1.1" status: 200 len: 217 time: 0.1880016 Oct 13 11:29:13.677790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f01039-4c6b-4c12-8ed0-7a805e4bb443 admin admin] Deleting subnet c6b2258e-4d6d-4964-8de5-b224b11fbbe4 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:29:13.681327 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25f01039-4c6b-4c12-8ed0-7a805e4bb443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.740814 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25f01039-4c6b-4c12-8ed0-7a805e4bb443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.755401 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0cabf836-3814-4c20-9ee2-11f1898c87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.758015 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0cabf836-3814-4c20-9ee2-11f1898c87f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.759263 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0cabf836-3814-4c20-9ee2-11f1898c87f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87703677-f4d1-4820-8099-0f2049b19031 HTTP/1.1" status: 204 len: 168 time: 0.7795346 Oct 13 11:29:13.770400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f30a0a-b1b9-4717-bfc9-341b29799db4 req-5ff24795-b3ef-4571-8578-91c27a6ef9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:13.772375 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e4f30a0a-b1b9-4717-bfc9-341b29799db4 req-5ff24795-b3ef-4571-8578-91c27a6ef9ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=230802a2-872e-4ced-bf69-07ee33fe04ec HTTP/1.1" status: 200 len: 848 time: 0.1146700 Oct 13 11:29:13.778833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabf836-3814-4c20-9ee2-11f1898c87f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87703677-f4d1-4820-8099-0f2049b19031,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:13.780563 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.881648 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25f01039-4c6b-4c12-8ed0-7a805e4bb443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:13.978211 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f30a0a-b1b9-4717-bfc9-341b29799db4 req-4e1fcef4-ef67-4aa8-8cc3-26b4998bfbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:13.980042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e4f30a0a-b1b9-4717-bfc9-341b29799db4 req-4e1fcef4-ef67-4aa8-8cc3-26b4998bfbf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb26f27b-d86e-4a62-9d21-985ae58f2a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971219 Oct 13 11:29:14.051668 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25f01039-4c6b-4c12-8ed0-7a805e4bb443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:14.140130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f01039-4c6b-4c12-8ed0-7a805e4bb443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b2258e-4d6d-4964-8de5-b224b11fbbe4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:14.147552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0278daf-5c66-4cf8-89d3-d44c1f711908 None None] Network a58f16b6-1e1e-40fd-b22e-c312fe7899d5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:29:14.156659 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25f01039-4c6b-4c12-8ed0-7a805e4bb443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:14.172136 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-25f01039-4c6b-4c12-8ed0-7a805e4bb443 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c6b2258e-4d6d-4964-8de5-b224b11fbbe4 HTTP/1.1" status: 204 len: 168 time: 0.5497987 Oct 13 11:29:14.178279 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 59978) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:14.214873 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e4f30a0a-b1b9-4717-bfc9-341b29799db4 req-18e5758b-c739-4d5b-83cd-b08ad0be3ef3 service neutron] 10.222.0.21 "GET /v2.0/networks/eb26f27b-d86e-4a62-9d21-985ae58f2a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253544 Oct 13 11:29:14.280843 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:14.358013 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:14.361870 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:14.373634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4f685911-dd76-4b58-a834-70d7a83016f1 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:29:14.421388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Pushing event updated for resources: {'Port': ['ID=922b278b-0bea-4c7d-b987-6171171e11e4,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:14.455006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 4f685911-dd76-4b58-a834-70d7a83016f1 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:29:14.455384 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 4f685911-dd76-4b58-a834-70d7a83016f1 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:29:14.455886 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 50ae4018-c13f-4832-a395-5c506d09ae63 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:29:14.472745 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Deleting port 94b561d4-fa70-48ce-8f05-e5e03cb158c9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:29:14.473187 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:14.504704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 50ae4018-c13f-4832-a395-5c506d09ae63 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:29:14.505049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 50ae4018-c13f-4832-a395-5c506d09ae63 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:29:14.512058 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:14.628823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] For port 94b561d4-fa70-48ce-8f05-e5e03cb158c9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=94b561d4-fa70-48ce-8f05-e5e03cb158c9,segment=NetworkSegment(111de8d9-1ca9-4045-9592-f400443421ee),segment_id=111de8d9-1ca9-4045-9592-f400443421ee)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:14.629399 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:14.637111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ba856-644a-4a16-bd67-b8902169c868 None None] DHCP port deletion for a58f16b6-1e1e-40fd-b22e-c312fe7899d5 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:29:14.666621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Calling delete_port for 94b561d4-fa70-48ce-8f05-e5e03cb158c9 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:29:14.717163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60000) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:14.744421 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e4f30a0a-b1b9-4717-bfc9-341b29799db4 req-51b75b12-2f5f-4eed-9536-1313f5bd736d service neutron] 10.222.0.21 "GET /v2.0/networks/eb26f27b-d86e-4a62-9d21-985ae58f2a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579239 Oct 13 11:29:14.751593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ba856-644a-4a16-bd67-b8902169c868 None None] Deleting port 94b561d4-fa70-48ce-8f05-e5e03cb158c9 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:29:14.758515 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7ff56e9-4cb6-423c-9816-e70f8a8032d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:14.761945 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba856-644a-4a16-bd67-b8902169c868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:14.883939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ce9ba856-644a-4a16-bd67-b8902169c868 None None] For port 94b561d4-fa70-48ce-8f05-e5e03cb158c9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=94b561d4-fa70-48ce-8f05-e5e03cb158c9,segment=NetworkSegment(111de8d9-1ca9-4045-9592-f400443421ee),segment_id=111de8d9-1ca9-4045-9592-f400443421ee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:14.884260 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba856-644a-4a16-bd67-b8902169c868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:14.884689 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Floating IP 8ab29642-19d0-4d59-b608-a478906d3727 associated. External IP: 172.25.0.2, port: e51fa112-e700-4e37-bafd-cb94c4d4cd67. Oct 13 11:29:14.899461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ba856-644a-4a16-bd67-b8902169c868 None None] Calling delete_port for 94b561d4-fa70-48ce-8f05-e5e03cb158c9 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:29:14.936551 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:14.974874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Pushing event deleted for resources: {'Port': ['ID=94b561d4-fa70-48ce-8f05-e5e03cb158c9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:14.980897 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] No DVR routers for this DVR port 94b561d4-fa70-48ce-8f05-e5e03cb158c9 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:29:15.032135 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7ff56e9-4cb6-423c-9816-e70f8a8032d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.052785 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba856-644a-4a16-bd67-b8902169c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.091682 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.099425 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ba856-644a-4a16-bd67-b8902169c868 None None] Pushing event deleted for resources: {'Port': ['ID=94b561d4-fa70-48ce-8f05-e5e03cb158c9,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:15.106966 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ba856-644a-4a16-bd67-b8902169c868 None None] No DVR routers for this DVR port 94b561d4-fa70-48ce-8f05-e5e03cb158c9 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:29:15.145829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58f16b6-1e1e-40fd-b22e-c312fe7899d5']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:15.161881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111de8d9-1ca9-4045-9592-f400443421ee') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:15.162464 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111de8d9-1ca9-4045-9592-f400443421ee') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:15.174831 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.189546 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.216540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:29:15.217048 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:29:15.219144 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:29:15.247341 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f7ff56e9-4cb6-423c-9816-e70f8a8032d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.316059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Router c48174ff-d63f-449b-9ccb-1e8abca397ff has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:29:15.324973 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.335906 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.339840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a58f16b6-1e1e-40fd-b22e-c312fe7899d5 HTTP/1.1" status: 204 len: 168 time: 1.1602015 Oct 13 11:29:15.354668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60030) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:15.363375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252654a3-42ed-4f53-a7fd-8628edf89099 admin admin] Pushing event deleted for resources: {'Network': ['ID=a58f16b6-1e1e-40fd-b22e-c312fe7899d5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:15.383653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff56e9-4cb6-423c-9816-e70f8a8032d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc4dc3f-9fa4-418f-b0bf-51289fa6a0f4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:15.405037 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f7ff56e9-4cb6-423c-9816-e70f8a8032d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9c7420b47894667a831634e623a6174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6845047 Oct 13 11:29:15.409419 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60036) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:15.592095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:29:15.602656 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad81181-47fe-47c6-90f2-3d6705a08a35 None None] Sync routers for ids ['c48174ff-d63f-449b-9ccb-1e8abca397ff'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:29:15.615728 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad81181-47fe-47c6-90f2-3d6705a08a35 None None] Routers {'c48174ff-d63f-449b-9ccb-1e8abca397ff'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:29:15.616355 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-0ad81181-47fe-47c6-90f2-3d6705a08a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:29:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c48174ff-d63f-449b-9ccb-1e8abca397ff'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:15.631406 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-991aaaa4-1a43-422e-bff9-5277560a6a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.672711 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-991aaaa4-1a43-422e-bff9-5277560a6a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.729747 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.788419 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c388d478-969f-4b4a-a1d9-b0150fee3b4c tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1989088 Oct 13 11:29:15.789427 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd03673-03ac-49fe-a5a7-597078dc6acd', 'tag': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:29:15.792958 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddab9640-2902-4298-913b-a2583bfaedcf" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd03673-03ac-49fe-a5a7-597078dc6acd", "tag": "e51fa112-e700-4e37-bafd-cb94c4d4cd67"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:29:15.822951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-991aaaa4-1a43-422e-bff9-5277560a6a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.832693 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-991aaaa4-1a43-422e-bff9-5277560a6a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:15.834512 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-991aaaa4-1a43-422e-bff9-5277560a6a3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abc4dc3f-9fa4-418f-b0bf-51289fa6a0f4 HTTP/1.1" status: 204 len: 168 time: 0.4216154 Oct 13 11:29:15.860736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991aaaa4-1a43-422e-bff9-5277560a6a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc4dc3f-9fa4-418f-b0bf-51289fa6a0f4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:15.865059 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-0ad81181-47fe-47c6-90f2-3d6705a08a35 None None] Set router c48174ff-d63f-449b-9ccb-1e8abca397ff gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:29:15.888768 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f57e17-b903-457d-81bd-81465e0e901a x-openstack-request-id: req-c2f57e17-b903-457d-81bd-81465e0e901a {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:29:15.889271 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd03673-03ac-49fe-a5a7-597078dc6acd", "tag": "e51fa112-e700-4e37-bafd-cb94c4d4cd67", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:29:15.890151 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2f57e17-b903-457d-81bd-81465e0e901a {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:29:15.890639 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd03673-03ac-49fe-a5a7-597078dc6acd', 'tag': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67', 'status': 'completed', 'code': 200} Oct 13 11:29:15.985212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9640-2902-4298-913b-a2583bfaedcf req-6891e705-629b-406f-a382-c18943d6222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:15.989003 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ddab9640-2902-4298-913b-a2583bfaedcf req-6891e705-629b-406f-a382-c18943d6222a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24caaeb986374d39b4bff3d77f04b9f0&device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 1097 time: 0.0688295 Oct 13 11:29:16.053062 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-521ec539-32d4-4b41-aa7f-cd8eb0595d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:16.207504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9640-2902-4298-913b-a2583bfaedcf req-34d9c75d-96aa-492f-b8aa-03fad9983a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:16.219730 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ddab9640-2902-4298-913b-a2583bfaedcf req-34d9c75d-96aa-492f-b8aa-03fad9983a88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb26f27b-d86e-4a62-9d21-985ae58f2a49 HTTP/1.1" status: 200 len: 910 time: 0.2235610 Oct 13 11:29:16.381751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 94b561d4-fa70-48ce-8f05-e5e03cb158c9 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:29:16.430927 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ddab9640-2902-4298-913b-a2583bfaedcf req-e07e7336-61da-4b6d-8b94-71fba020602f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51fa112-e700-4e37-bafd-cb94c4d4cd67 HTTP/1.1" status: 200 len: 998 time: 0.2030139 Oct 13 11:29:16.463305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 94b561d4-fa70-48ce-8f05-e5e03cb158c9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:29:16.467545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 94b561d4-fa70-48ce-8f05-e5e03cb158c9 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:29:16.530793 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9640-2902-4298-913b-a2583bfaedcf req-af8e0353-adbb-460f-a1f6-b86095e3dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:16.532363 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ddab9640-2902-4298-913b-a2583bfaedcf req-af8e0353-adbb-460f-a1f6-b86095e3dce0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=230802a2-872e-4ced-bf69-07ee33fe04ec HTTP/1.1" status: 200 len: 848 time: 0.0940764 Oct 13 11:29:16.569488 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-0ad81181-47fe-47c6-90f2-3d6705a08a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:28:36Z', 'revision_number': 4, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port': {'id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:33Z', 'updated_at': '2021-10-13T11:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '8ab29642-19d0-4d59-b608-a478906d3727', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'port_id': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'mac_address': 'fa:16:3e:c5:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd03673-03ac-49fe-a5a7-597078dc6acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:29:13Z', 'updated_at': '2021-10-13T11:29:13Z', 'revision_number': 0, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661407d5-0924-4469-a305-1fbd29a3439d', 'name': '', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'mac_address': 'fa:16:3e:cb:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:35Z', 'updated_at': '2021-10-13T11:28:41Z', 'revision_number': 5, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'subnets': [{'id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:16.596101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-521ec539-32d4-4b41-aa7f-cd8eb0595d12 admin admin] Deleting port 9312be5d-9925-4592-acad-0843e2490603 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:29:16.599324 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-521ec539-32d4-4b41-aa7f-cd8eb0595d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:16.624271 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9640-2902-4298-913b-a2583bfaedcf req-3e73b8df-b479-4d0a-8998-973fcb6f3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:16.626214 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ddab9640-2902-4298-913b-a2583bfaedcf req-3e73b8df-b479-4d0a-8998-973fcb6f3161 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb26f27b-d86e-4a62-9d21-985ae58f2a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827737 Oct 13 11:29:16.627016 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad81181-47fe-47c6-90f2-3d6705a08a35 None None] Checking router: c48174ff-d63f-449b-9ccb-1e8abca397ff for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:29:16.646565 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad81181-47fe-47c6-90f2-3d6705a08a35 None None] Routers {'c48174ff-d63f-449b-9ccb-1e8abca397ff'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:29:16.647979 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-0ad81181-47fe-47c6-90f2-3d6705a08a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:29:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c48174ff-d63f-449b-9ccb-1e8abca397ff'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:16.716917 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-521ec539-32d4-4b41-aa7f-cd8eb0595d12 admin admin] For port 9312be5d-9925-4592-acad-0843e2490603, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9312be5d-9925-4592-acad-0843e2490603,segment=NetworkSegment(ce8c7664-c318-4692-bb82-579f97eeadcf),segment_id=ce8c7664-c318-4692-bb82-579f97eeadcf)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:16.716917 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-521ec539-32d4-4b41-aa7f-cd8eb0595d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:16.736012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-521ec539-32d4-4b41-aa7f-cd8eb0595d12 admin admin] Calling delete_port for 9312be5d-9925-4592-acad-0843e2490603 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:29:16.798631 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ddab9640-2902-4298-913b-a2583bfaedcf req-0754750e-1481-44b8-8707-afae30fb8a01 service neutron] 10.222.0.21 "GET /v2.0/networks/eb26f27b-d86e-4a62-9d21-985ae58f2a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653628 Oct 13 11:29:16.821371 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-0ad81181-47fe-47c6-90f2-3d6705a08a35 None None] Set router c48174ff-d63f-449b-9ccb-1e8abca397ff gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:29:17.021111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60068) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:17.057873 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ddab9640-2902-4298-913b-a2583bfaedcf req-c8badc80-a186-45db-879d-61f2fa93fc02 service neutron] 10.222.0.21 "GET /v2.0/networks/eb26f27b-d86e-4a62-9d21-985ae58f2a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519412 Oct 13 11:29:17.135004 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-0ad81181-47fe-47c6-90f2-3d6705a08a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:28:36Z', 'revision_number': 4, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port': {'id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:33Z', 'updated_at': '2021-10-13T11:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '8ab29642-19d0-4d59-b608-a478906d3727', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'port_id': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'mac_address': 'fa:16:3e:c5:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd03673-03ac-49fe-a5a7-597078dc6acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:29:13Z', 'updated_at': '2021-10-13T11:29:13Z', 'revision_number': 0, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661407d5-0924-4469-a305-1fbd29a3439d', 'name': '', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'mac_address': 'fa:16:3e:cb:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:35Z', 'updated_at': '2021-10-13T11:28:41Z', 'revision_number': 5, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'subnets': [{'id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:17.154539 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e089286-1eaa-43cf-80ae-14875b4be215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:17.174008 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad81181-47fe-47c6-90f2-3d6705a08a35 None None] The sync data for ids ['c48174ff-d63f-449b-9ccb-1e8abca397ff'] in n-d-813659-3 is: [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:28:36Z', 'revision_number': 4, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port': {'id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:33Z', 'updated_at': '2021-10-13T11:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '8ab29642-19d0-4d59-b608-a478906d3727', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'port_id': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'mac_address': 'fa:16:3e:c5:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd03673-03ac-49fe-a5a7-597078dc6acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:29:13Z', 'updated_at': '2021-10-13T11:29:13Z', 'revision_number': 0, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661407d5-0924-4469-a305-1fbd29a3439d', 'name': '', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'mac_address': 'fa:16:3e:cb:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:35Z', 'updated_at': '2021-10-13T11:28:41Z', 'revision_number': 5, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'subnets': [{'id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:29:17.236336 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-521ec539-32d4-4b41-aa7f-cd8eb0595d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:17.258390 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60072) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:17.316108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ec539-32d4-4b41-aa7f-cd8eb0595d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=9312be5d-9925-4592-acad-0843e2490603,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:17.319541 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e089286-1eaa-43cf-80ae-14875b4be215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:17.431782 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e089286-1eaa-43cf-80ae-14875b4be215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:17.470512 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e08ac95-5e9e-4d38-a1d7-34ecd7ae0a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:17.473034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e089286-1eaa-43cf-80ae-14875b4be215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6479ef4-1dc7-4fce-93a6-d4bfe8d25bfe,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:17.506261 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9e089286-1eaa-43cf-80ae-14875b4be215 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c510f2a82cb145809bdd8855449af8cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4838796 Oct 13 11:29:17.507242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60076) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:17.566795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c698c1-464f-4a0a-806d-79fedafef2e5 None None] New status for floating IP 8ab29642-19d0-4d59-b608-a478906d3727: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:29:17.604641 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-521ec539-32d4-4b41-aa7f-cd8eb0595d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:17.609330 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73611143-5814-41f5-880c-f2ad9ffe6a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:17.706751 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73611143-5814-41f5-880c-f2ad9ffe6a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:17.713010 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e08ac95-5e9e-4d38-a1d7-34ecd7ae0a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:17.811179 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e08ac95-5e9e-4d38-a1d7-34ecd7ae0a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:17.878186 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8e08ac95-5e9e-4d38-a1d7-34ecd7ae0a76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d2483afcea74edf8da2d8a1182472b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6178198 Oct 13 11:29:17.880857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60078) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:17.889023 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08ac95-5e9e-4d38-a1d7-34ecd7ae0a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88e9d84-e249-4d9c-96a9-3eccb6879108,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:17.925054 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73611143-5814-41f5-880c-f2ad9ffe6a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:17.926845 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73611143-5814-41f5-880c-f2ad9ffe6a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:17.929765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-73611143-5814-41f5-880c-f2ad9ffe6a01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6479ef4-1dc7-4fce-93a6-d4bfe8d25bfe HTTP/1.1" status: 204 len: 168 time: 0.3919942 Oct 13 11:29:17.973743 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73611143-5814-41f5-880c-f2ad9ffe6a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6479ef4-1dc7-4fce-93a6-d4bfe8d25bfe,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:18.009952 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51b9bbc7-23b9-4a37-b2a3-aced8bffc92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:18.068560 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51b9bbc7-23b9-4a37-b2a3-aced8bffc92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:18.256758 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51b9bbc7-23b9-4a37-b2a3-aced8bffc92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:18.259525 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-51b9bbc7-23b9-4a37-b2a3-aced8bffc92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:18.263210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-51b9bbc7-23b9-4a37-b2a3-aced8bffc92a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e88e9d84-e249-4d9c-96a9-3eccb6879108 HTTP/1.1" status: 204 len: 168 time: 0.3788676 Oct 13 11:29:18.272849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9bbc7-23b9-4a37-b2a3-aced8bffc92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88e9d84-e249-4d9c-96a9-3eccb6879108,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:18.409492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521ec539-32d4-4b41-aa7f-cd8eb0595d12 admin admin] Router 26d22283-59c9-44ef-aa6f-6f244be82b79 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:29:18.522649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521ec539-32d4-4b41-aa7f-cd8eb0595d12 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:29:18.532618 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-521ec539-32d4-4b41-aa7f-cd8eb0595d12 admin admin] 10.222.0.32 "PUT /v2.0/routers/26d22283-59c9-44ef-aa6f-6f244be82b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1744497 Oct 13 11:29:18.532964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60094) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:18.535931 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80017ef4-531d-4d84-9933-ce0ccd8e24b9 None None] Sync routers for ids ['26d22283-59c9-44ef-aa6f-6f244be82b79'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:29:18.547735 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80017ef4-531d-4d84-9933-ce0ccd8e24b9 None None] Routers {'26d22283-59c9-44ef-aa6f-6f244be82b79'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:29:18.548472 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-80017ef4-531d-4d84-9933-ce0ccd8e24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:29:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['26d22283-59c9-44ef-aa6f-6f244be82b79'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:18.696886 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-80017ef4-531d-4d84-9933-ce0ccd8e24b9 None None] Set router 26d22283-59c9-44ef-aa6f-6f244be82b79 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:29:18.697068 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:18.834484 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:18.905815 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-80017ef4-531d-4d84-9933-ce0ccd8e24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'name': 'tempest-TestVolumeBackupRestore-53221983-router', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:57Z', 'updated_at': '2021-10-13T11:29:17Z', 'revision_number': 5, 'project_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'gw_port': {'id': '1bfd5769-42c2-4429-ab5f-28ace2e90fac', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:22:58Z', 'updated_at': '2021-10-13T11:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:18.933858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Deleting port 1bfd5769-42c2-4429-ab5f-28ace2e90fac {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:29:18.934198 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:18.937375 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80017ef4-531d-4d84-9933-ce0ccd8e24b9 None None] Checking router: 26d22283-59c9-44ef-aa6f-6f244be82b79 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:29:18.948629 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80017ef4-531d-4d84-9933-ce0ccd8e24b9 None None] Routers {'26d22283-59c9-44ef-aa6f-6f244be82b79'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:29:18.949191 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-80017ef4-531d-4d84-9933-ce0ccd8e24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:29:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['26d22283-59c9-44ef-aa6f-6f244be82b79'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:19.035333 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] For port 1bfd5769-42c2-4429-ab5f-28ace2e90fac, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=1bfd5769-42c2-4429-ab5f-28ace2e90fac,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:19.038658 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:19.071872 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Calling delete_port for 1bfd5769-42c2-4429-ab5f-28ace2e90fac owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:29:19.099226 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-80017ef4-531d-4d84-9933-ce0ccd8e24b9 None None] Set router 26d22283-59c9-44ef-aa6f-6f244be82b79 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:29:19.169128 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-80017ef4-531d-4d84-9933-ce0ccd8e24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'name': 'tempest-TestVolumeBackupRestore-53221983-router', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:57Z', 'updated_at': '2021-10-13T11:29:18Z', 'revision_number': 6, 'project_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:19.202285 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80017ef4-531d-4d84-9933-ce0ccd8e24b9 None None] The sync data for ids ['26d22283-59c9-44ef-aa6f-6f244be82b79'] in n-d-813659-3 is: [{'id': '26d22283-59c9-44ef-aa6f-6f244be82b79', 'name': 'tempest-TestVolumeBackupRestore-53221983-router', 'tenant_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:22:57Z', 'updated_at': '2021-10-13T11:29:18Z', 'revision_number': 6, 'project_id': 'e9a05563a7214b939eaa6cb79d85ad3f', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:29:19.388676 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:19.416790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfd5769-42c2-4429-ab5f-28ace2e90fac,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:19.477358 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:19.595335 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:19.599969 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:19.724790 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:19.726282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26d22283-59c9-44ef-aa6f-6f244be82b79 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:29:19.730388 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:19.734224 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60142) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:19.734736 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0dabf5b2-04b8-4d2d-b22a-7b1e298dc7f5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/26d22283-59c9-44ef-aa6f-6f244be82b79 HTTP/1.1" status: 204 len: 168 time: 1.2001884 Oct 13 11:29:19.779813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b5fa56-7682-48ec-a595-c0310748a317 admin admin] Deleting subnet 350b6cb9-238a-423c-b9b6-8f5e9a928580 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:29:19.783098 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42b5fa56-7682-48ec-a595-c0310748a317 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:19.820041 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42b5fa56-7682-48ec-a595-c0310748a317 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:19.899929 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42b5fa56-7682-48ec-a595-c0310748a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.017204 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42b5fa56-7682-48ec-a595-c0310748a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.045899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5fa56-7682-48ec-a595-c0310748a317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=350b6cb9-238a-423c-b9b6-8f5e9a928580,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:20.055077 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42b5fa56-7682-48ec-a595-c0310748a317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.058965 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-42b5fa56-7682-48ec-a595-c0310748a317 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/350b6cb9-238a-423c-b9b6-8f5e9a928580 HTTP/1.1" status: 204 len: 168 time: 0.3230584 Oct 13 11:29:20.060255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500a1649-40ce-40fa-a751-b6427e0071bc None None] Network 94b8a18e-fef2-42ab-8b34-01a92db2e749 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:29:20.061669 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60152) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:20.213580 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.279531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9312be5d-9925-4592-acad-0843e2490603 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:29:20.335639 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Deleting port bd367611-0212-4e0f-9456-3da3bc0cc950 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:29:20.336371 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.353828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd5e22-aede-4103-be77-4fe25a106789 None None] DHCP port deletion for 94b8a18e-fef2-42ab-8b34-01a92db2e749 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:29:20.357220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 9312be5d-9925-4592-acad-0843e2490603 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:29:20.357686 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9312be5d-9925-4592-acad-0843e2490603 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:29:20.363838 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1bfd5769-42c2-4429-ab5f-28ace2e90fac no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:29:20.391478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 1bfd5769-42c2-4429-ab5f-28ace2e90fac {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:29:20.392229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 1bfd5769-42c2-4429-ab5f-28ace2e90fac not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:29:20.438135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] For port bd367611-0212-4e0f-9456-3da3bc0cc950, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=bd367611-0212-4e0f-9456-3da3bc0cc950,segment=NetworkSegment(ce8c7664-c318-4692-bb82-579f97eeadcf),segment_id=ce8c7664-c318-4692-bb82-579f97eeadcf)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:20.438799 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.454495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Calling delete_port for bd367611-0212-4e0f-9456-3da3bc0cc950 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:29:20.484009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-98bd5e22-aede-4103-be77-4fe25a106789 None None] Deleting port bd367611-0212-4e0f-9456-3da3bc0cc950 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:29:20.484609 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-98bd5e22-aede-4103-be77-4fe25a106789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.559105 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-98bd5e22-aede-4103-be77-4fe25a106789 None None] For port bd367611-0212-4e0f-9456-3da3bc0cc950, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=bd367611-0212-4e0f-9456-3da3bc0cc950,segment=NetworkSegment(ce8c7664-c318-4692-bb82-579f97eeadcf),segment_id=ce8c7664-c318-4692-bb82-579f97eeadcf)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:20.559886 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-98bd5e22-aede-4103-be77-4fe25a106789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.576117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-98bd5e22-aede-4103-be77-4fe25a106789 None None] Calling delete_port for bd367611-0212-4e0f-9456-3da3bc0cc950 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:29:20.656430 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.671092 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-98bd5e22-aede-4103-be77-4fe25a106789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.692380 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd5e22-aede-4103-be77-4fe25a106789 None None] No DVR routers for this DVR port bd367611-0212-4e0f-9456-3da3bc0cc950 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:29:20.711918 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd367611-0212-4e0f-9456-3da3bc0cc950,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:20.725172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] No DVR routers for this DVR port bd367611-0212-4e0f-9456-3da3bc0cc950 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:29:20.736670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd5e22-aede-4103-be77-4fe25a106789 None None] Pushing event deleted for resources: {'Port': ['ID=bd367611-0212-4e0f-9456-3da3bc0cc950,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:20.813648 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.836655 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b8a18e-fef2-42ab-8b34-01a92db2e749']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:20.846819 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8c7664-c318-4692-bb82-579f97eeadcf') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:20.846970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8c7664-c318-4692-bb82-579f97eeadcf') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:20.857058 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.872794 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.880331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:29:20.880734 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:29:20.882662 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:29:21.071166 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:21.074373 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:21.078158 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/94b8a18e-fef2-42ab-8b34-01a92db2e749 HTTP/1.1" status: 204 len: 168 time: 1.0155036 Oct 13 11:29:21.104822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5000a8-5dce-4967-8842-7c20b62431b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=94b8a18e-fef2-42ab-8b34-01a92db2e749,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:21.547296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60170) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:21.590193 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b30b231b-0bde-46f3-b12e-31db043670c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e04ce079cae84008b121b9986d816c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416112 Oct 13 11:29:21.592667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60172) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:21.645198 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3f94f11-40dc-4e31-a7db-67c1bda55560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:21.668147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3f94f11-40dc-4e31-a7db-67c1bda55560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:21.787270 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3f94f11-40dc-4e31-a7db-67c1bda55560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:21.790302 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d3f94f11-40dc-4e31-a7db-67c1bda55560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:21.793903 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d3f94f11-40dc-4e31-a7db-67c1bda55560 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4127ee1b-0ae8-4089-9b5c-9de8e85ec980 HTTP/1.1" status: 204 len: 168 time: 0.1979296 Oct 13 11:29:21.800532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f94f11-40dc-4e31-a7db-67c1bda55560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4127ee1b-0ae8-4089-9b5c-9de8e85ec980,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:22.279308 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device bd367611-0212-4e0f-9456-3da3bc0cc950 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:29:22.307708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: bd367611-0212-4e0f-9456-3da3bc0cc950 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:29:22.308063 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device bd367611-0212-4e0f-9456-3da3bc0cc950 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:29:22.496559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60188) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:22.539109 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-49ee9e5e-25b3-436f-a17e-23434b998d3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9a05563a7214b939eaa6cb79d85ad3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413456 Oct 13 11:29:22.542013 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60190) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:22.595619 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4736-6416-4a32-a0f0-ee2a388d9f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:22.618781 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4736-6416-4a32-a0f0-ee2a388d9f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:22.748010 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4736-6416-4a32-a0f0-ee2a388d9f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:22.760431 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4736-6416-4a32-a0f0-ee2a388d9f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:22.761799 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1b6a4736-6416-4a32-a0f0-ee2a388d9f5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea1ae0a6-fb01-4610-ad36-e173cca16682 HTTP/1.1" status: 204 len: 168 time: 0.2188344 Oct 13 11:29:22.770666 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a4736-6416-4a32-a0f0-ee2a388d9f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1ae0a6-fb01-4610-ad36-e173cca16682,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:25.343509 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:29:28.163288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60292) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:28.275304 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1dcd90d7-8575-4f5e-8c19-645d5a2f051d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:28.362421 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1dcd90d7-8575-4f5e-8c19-645d5a2f051d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:28.462074 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1dcd90d7-8575-4f5e-8c19-645d5a2f051d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:28.845028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd90d7-8575-4f5e-8c19-645d5a2f051d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e8c86e-db41-48d3-9c06-f6192d462110,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:28.850258 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1dcd90d7-8575-4f5e-8c19-645d5a2f051d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7de7f4d0e704e3894f057e6747c73a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6848066 Oct 13 11:29:28.853082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60314) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:28.904148 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc02f-ea67-4f15-b76e-c1face748e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:28.931786 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc02f-ea67-4f15-b76e-c1face748e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:29.030521 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc02f-ea67-4f15-b76e-c1face748e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:29.034218 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc02f-ea67-4f15-b76e-c1face748e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:29.038626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9d8fc02f-ea67-4f15-b76e-c1face748e02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3e8c86e-db41-48d3-9c06-f6192d462110 HTTP/1.1" status: 204 len: 168 time: 0.1843202 Oct 13 11:29:29.050241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fc02f-ea67-4f15-b76e-c1face748e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e8c86e-db41-48d3-9c06-f6192d462110,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:30.104560 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60390) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:30.215438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-146776507-network', 'tenant_id': '815473e7e44440b2a78deccdb5eff6c4'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:29:30.319177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Made reservation on behalf of 815473e7e44440b2a78deccdb5eff6c4 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:29:30.322108 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:30.332076 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:30.409085 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:30.486538 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:30.514850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:29:30.530255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3768e37-d39d-4113-ab88-26be4138cee6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:30.533127 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:30.533555 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Added segment 6493dc62-2491-49d7-8823-d90971b0de9b of type vlan for network 7f46ca63-a751-47c7-8ae3-1417223c71b9 Oct 13 11:29:30.576163 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:30.708132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:30.709575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:30.710297 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:30.779022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] Pushing event updated for resources: {'Network': ['ID=7f46ca63-a751-47c7-8ae3-1417223c71b9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:30.789784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 7f46ca63-a751-47c7-8ae3-1417223c71b9 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:29:30.865266 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9d178498-dcc0-48f1-a2b2-483cf1f4ec09 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7588348 Oct 13 11:29:30.868206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60408) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:30.873100 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1d25b554-3174-4582-a70b-ce219cd352d4 admin admin] Request body: {'subnet': {'network_id': '7f46ca63-a751-47c7-8ae3-1417223c71b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-146776507-subnet', 'tenant_id': '815473e7e44440b2a78deccdb5eff6c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:29:30.982299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d25b554-3174-4582-a70b-ce219cd352d4 admin admin] Made reservation on behalf of 815473e7e44440b2a78deccdb5eff6c4 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:29:30.984779 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1d25b554-3174-4582-a70b-ce219cd352d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:31.269240 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1d25b554-3174-4582-a70b-ce219cd352d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:31.350615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25b554-3174-4582-a70b-ce219cd352d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ff9ca8-2380-4e56-931d-f0607b8dc67c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:31.361655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25b554-3174-4582-a70b-ce219cd352d4 admin admin] Checking segment: {'id': '6493dc62-2491-49d7-8823-d90971b0de9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7f46ca63-a751-47c7-8ae3-1417223c71b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:29:31.363484 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d25b554-3174-4582-a70b-ce219cd352d4 admin admin] Network hostable DHCP agents. Network: 7f46ca63-a751-47c7-8ae3-1417223c71b9, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:29:31.455641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d25b554-3174-4582-a70b-ce219cd352d4 admin admin] Network 7f46ca63-a751-47c7-8ae3-1417223c71b9 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:29:31.542306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-1d25b554-3174-4582-a70b-ce219cd352d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 7f46ca63-a751-47c7-8ae3-1417223c71b9) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:29:31.546895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d25b554-3174-4582-a70b-ce219cd352d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:31.548245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1d25b554-3174-4582-a70b-ce219cd352d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:31.551193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91b086a-4e17-4003-b1ba-398332867178 None None] Network 7f46ca63-a751-47c7-8ae3-1417223c71b9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:29:31.653753 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1d25b554-3174-4582-a70b-ce219cd352d4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7844152 Oct 13 11:29:31.698616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d06a7f-d317-4387-8700-30fc313a02bc None None] Network 7f46ca63-a751-47c7-8ae3-1417223c71b9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:29:32.486856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60452) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:32.492301 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1764023076-network', 'tenant_id': '47423da8e85044789a2cf0d11bd756ca'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:29:32.645493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Made reservation on behalf of 47423da8e85044789a2cf0d11bd756ca for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:29:32.648137 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:32.660010 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:32.739616 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:32.799781 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:32.825503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:29:32.836114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7192a451-72bf-43ce-86ef-a3fc6b472b37,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:32.841308 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:32.841604 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Added segment b3ad3d8f-d16e-430f-8240-9c688074dd99 of type vlan for network 605c5e4b-ffaa-43c4-9084-100d2ffe2367 Oct 13 11:29:32.884375 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:32.987953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:32.993832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:32.993832 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:33.053581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] Pushing event updated for resources: {'Network': ['ID=605c5e4b-ffaa-43c4-9084-100d2ffe2367,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:33.063727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 605c5e4b-ffaa-43c4-9084-100d2ffe2367 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:29:33.134149 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a0e31664-e5d0-452a-a722-92fdffeaea94 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6458828 Oct 13 11:29:33.140385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 60462) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:33.144713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-eccb8651-e752-4777-b043-fb41b7944931 admin admin] Request body: {'subnet': {'network_id': '605c5e4b-ffaa-43c4-9084-100d2ffe2367', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1764023076-subnet', 'tenant_id': '47423da8e85044789a2cf0d11bd756ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:29:33.256828 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccb8651-e752-4777-b043-fb41b7944931 admin admin] Made reservation on behalf of 47423da8e85044789a2cf0d11bd756ca for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:29:33.259729 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eccb8651-e752-4777-b043-fb41b7944931 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:33.531148 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eccb8651-e752-4777-b043-fb41b7944931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:33.602544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb8651-e752-4777-b043-fb41b7944931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b54d5d6-fb20-48ba-a42c-071f3d7f9cc4,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:33.608441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb8651-e752-4777-b043-fb41b7944931 admin admin] Checking segment: {'id': 'b3ad3d8f-d16e-430f-8240-9c688074dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '605c5e4b-ffaa-43c4-9084-100d2ffe2367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:29:33.608806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb8651-e752-4777-b043-fb41b7944931 admin admin] Network hostable DHCP agents. Network: 605c5e4b-ffaa-43c4-9084-100d2ffe2367, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:29:33.708231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb8651-e752-4777-b043-fb41b7944931 admin admin] Network 605c5e4b-ffaa-43c4-9084-100d2ffe2367 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:29:33.810609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-eccb8651-e752-4777-b043-fb41b7944931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 605c5e4b-ffaa-43c4-9084-100d2ffe2367) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:29:33.816508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccb8651-e752-4777-b043-fb41b7944931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:33.817408 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-eccb8651-e752-4777-b043-fb41b7944931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:33.823114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cb90af-0dbe-4d4e-9e53-1de2a28fb1c3 None None] Network 605c5e4b-ffaa-43c4-9084-100d2ffe2367 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:29:33.935261 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-eccb8651-e752-4777-b043-fb41b7944931 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7972684 Oct 13 11:29:34.006864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14969570-63e6-4e0f-8e4a-3a4863b06a76 None None] Network 605c5e4b-ffaa-43c4-9084-100d2ffe2367 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:29:34.577992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-ee81c827-8ace-4d72-9d63-050660d5263c tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:34.579623 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-ee81c827-8ace-4d72-9d63-050660d5263c tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/networks?id=7f46ca63-a751-47c7-8ae3-1417223c71b9 HTTP/1.1" status: 200 len: 811 time: 0.1136220 Oct 13 11:29:34.596094 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-8faf5215-0f82-45ac-83c2-75d24948f42c tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/quotas/815473e7e44440b2a78deccdb5eff6c4 HTTP/1.1" status: 200 len: 375 time: 0.0101745 Oct 13 11:29:34.645745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-2cd4d466-bc6e-4528-b11b-b67f16ffae0e tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=815473e7e44440b2a78deccdb5eff6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425174 Oct 13 11:29:34.656807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-4e4b27cf-0d67-4880-8e1f-f63a6f2f96e9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:29:34.657844 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-4e4b27cf-0d67-4880-8e1f-f63a6f2f96e9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055125 Oct 13 11:29:34.759066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-1f4f92f9-da17-4627-957f-110837eba4e8 service neutron] 10.222.0.32 "GET /v2.0/networks/7f46ca63-a751-47c7-8ae3-1417223c71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943167 Oct 13 11:29:34.865077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-7002c25a-240e-469d-a0c2-0ea2aee3f918 service neutron] 10.222.0.32 "GET /v2.0/networks/7f46ca63-a751-47c7-8ae3-1417223c71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030991 Oct 13 11:29:35.143388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa5a640c-5a5f-4670-9950-6fe3557e9043 req-29f4f686-1d37-4188-bc22-41b90c59a846 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 210 time: 0.0290546 Oct 13 11:29:36.230001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28f76bc3-2bb8-4c7e-9b28-ff13d7bb080e req-ef8bccb3-1cb6-4674-b109-af66b67e49fc tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 210 time: 0.0324838 Oct 13 11:29:37.068981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28ed58-61c8-40b2-b22c-f64d12b5de93 req-1bfa2861-932e-4410-8e9a-6602c466faf9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:37.070624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df28ed58-61c8-40b2-b22c-f64d12b5de93 req-1bfa2861-932e-4410-8e9a-6602c466faf9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 945 time: 0.0671673 Oct 13 11:29:37.119065 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df28ed58-61c8-40b2-b22c-f64d12b5de93 req-731b2326-2d73-41f2-ad8b-66940f0e1230 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397661 Oct 13 11:29:37.356743 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1f82acc-cb62-4824-9c76-5fda2e60d24d req-67474fad-3160-41fd-bf84-bb41758b1a33 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 210 time: 0.0489562 Oct 13 11:29:38.058864 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3905f8aa-fb33-4aeb-ae3e-eabeb3e8d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:38.087912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-83cbfd08-089f-4b48-ab3c-fd48957322a4 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:38.090416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-83cbfd08-089f-4b48-ab3c-fd48957322a4 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.46 "GET /v2.0/networks?id=7f46ca63-a751-47c7-8ae3-1417223c71b9 HTTP/1.1" status: 200 len: 811 time: 0.1431711 Oct 13 11:29:38.108334 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-c13bc909-17cb-4a4a-94ba-c28a9a3b66ad tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Request body: {'port': {'device_id': 'cf3297bb-ffd9-4d18-a1e6-01132c1126eb', 'network_id': '7f46ca63-a751-47c7-8ae3-1417223c71b9', 'admin_state_up': True, 'tenant_id': '815473e7e44440b2a78deccdb5eff6c4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:29:38.301321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2d9d1-c610-45e1-9068-abd96915f9c7 req-2563a280-88a9-431b-b6e4-978623188499 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:38.303340 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-10b2d9d1-c610-45e1-9068-abd96915f9c7 req-2563a280-88a9-431b-b6e4-978623188499 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 945 time: 0.0673134 Oct 13 11:29:38.336856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-c13bc909-17cb-4a4a-94ba-c28a9a3b66ad tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Made reservation on behalf of 815473e7e44440b2a78deccdb5eff6c4 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:29:38.342520 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-c13bc909-17cb-4a4a-94ba-c28a9a3b66ad tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:38.348808 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-10b2d9d1-c610-45e1-9068-abd96915f9c7 req-cb1fc69e-e46a-42d1-a11d-c36e4c5ef57c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384462 Oct 13 11:29:38.489635 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8929fd6-2fd9-4086-aa43-3b1038548481 req-462cb7e1-8b1b-4276-8188-ffdabcfe7b02 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 210 time: 0.0522888 Oct 13 11:29:38.506861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-c13bc909-17cb-4a4a-94ba-c28a9a3b66ad tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Allocated IP 172.20.0.9 (7f46ca63-a751-47c7-8ae3-1417223c71b9/58ff9ca8-2380-4e56-931d-f0607b8dc67c/b227aba4-55ea-481d-88b2-b075084ace9c) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:29:38.679311 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-857e02b7-690a-4d75-869c-b190909edeca tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:38.681490 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-857e02b7-690a-4d75-869c-b190909edeca tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 945 time: 0.0673506 Oct 13 11:29:38.694851 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-c13bc909-17cb-4a4a-94ba-c28a9a3b66ad tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:38.793886 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-c13bc909-17cb-4a4a-94ba-c28a9a3b66ad tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:38.805839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Deleting port 720ef277-a84c-44fc-b95b-fd2afb4ef397 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:29:38.806629 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:38.847581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-c13bc909-17cb-4a4a-94ba-c28a9a3b66ad tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Network 7f46ca63-a751-47c7-8ae3-1417223c71b9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:29:38.850900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-c13bc909-17cb-4a4a-94ba-c28a9a3b66ad tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:29:38.857485 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-c13bc909-17cb-4a4a-94ba-c28a9a3b66ad tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:29:38.898680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bc909-17cb-4a4a-94ba-c28a9a3b66ad tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Pushing event updated for resources: {'Port': ['ID=b227aba4-55ea-481d-88b2-b075084ace9c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:38.923401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] For port 720ef277-a84c-44fc-b95b-fd2afb4ef397, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=720ef277-a84c-44fc-b95b-fd2afb4ef397,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:38.923951 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:38.930402 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-c13bc909-17cb-4a4a-94ba-c28a9a3b66ad tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:38.931496 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-c13bc909-17cb-4a4a-94ba-c28a9a3b66ad tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:39.030577 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-c13bc909-17cb-4a4a-94ba-c28a9a3b66ad tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9304907 Oct 13 11:29:39.041989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-4f06230c-b03b-465d-bfcc-4cb2bd216cf7 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:29:39.043282 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-4f06230c-b03b-465d-bfcc-4cb2bd216cf7 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064561 Oct 13 11:29:39.073470 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:39.078231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Request body: {'port': {'device_id': 'cf3297bb-ffd9-4d18-a1e6-01132c1126eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:29:39.154772 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:39.154772 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:39.154772 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Floating IP 961c2380-7641-4650-a2fc-690bad84a876 disassociated. External IP: 172.25.0.100, port: 720ef277-a84c-44fc-b95b-fd2afb4ef397. Oct 13 11:29:39.154772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Calling delete_port for 720ef277-a84c-44fc-b95b-fd2afb4ef397 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:29:39.155229 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:39.365325 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:39.418567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event deleted for resources: {'Port': ['ID=720ef277-a84c-44fc-b95b-fd2afb4ef397,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:39.531127 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72f03b48-49b9-4fc9-b729-65d8b210ae7c req-8bb00d17-39ff-453b-a5ce-bed31580b8fc tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 210 time: 0.0538325 Oct 13 11:29:39.563449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b227aba4-55ea-481d-88b2-b075084ace9c {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:29:39.594398 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:39.595361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Transition to ACTIVE for port object b227aba4-55ea-481d-88b2-b075084ace9c will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:29:39.663544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:29:39.675002 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:39.694072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abcc1c-3d17-4ab0-ad31-a21bf56ed507 req-ac68ada1-7a25-4fd5-bc4c-9ac328ff79d3 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:39.695634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-71abcc1c-3d17-4ab0-ad31-a21bf56ed507 req-ac68ada1-7a25-4fd5-bc4c-9ac328ff79d3 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 931 time: 0.0732749 Oct 13 11:29:39.769208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Pushing event updated for resources: {'Port': ['ID=b227aba4-55ea-481d-88b2-b075084ace9c,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:39.814287 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-71abcc1c-3d17-4ab0-ad31-a21bf56ed507 req-92289e5d-841b-4d47-baab-58e988747df3 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826983 Oct 13 11:29:39.834866 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:29:39.852832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b365a96-b045-4614-8e05-5f59249ef10b None None] Sync routers for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:29:39.860816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Attempting to bind port b227aba4-55ea-481d-88b2-b075084ace9c on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:29:39.861171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Attempting to bind port b227aba4-55ea-481d-88b2-b075084ace9c by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '6493dc62-2491-49d7-8823-d90971b0de9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7f46ca63-a751-47c7-8ae3-1417223c71b9'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:29:39.862132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Attempting to bind port b227aba4-55ea-481d-88b2-b075084ace9c on network 7f46ca63-a751-47c7-8ae3-1417223c71b9 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:29:39.867539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Port b227aba4-55ea-481d-88b2-b075084ace9c on network 7f46ca63-a751-47c7-8ae3-1417223c71b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:29:39.867883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Attempting to bind port b227aba4-55ea-481d-88b2-b075084ace9c on network 7f46ca63-a751-47c7-8ae3-1417223c71b9 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:29:39.873221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:29:39.873675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Checking segment: {'id': '6493dc62-2491-49d7-8823-d90971b0de9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7f46ca63-a751-47c7-8ae3-1417223c71b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:29:39.874126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Bound using segment: {'id': '6493dc62-2491-49d7-8823-d90971b0de9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7f46ca63-a751-47c7-8ae3-1417223c71b9'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:29:39.874601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Bound port: b227aba4-55ea-481d-88b2-b075084ace9c, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6493dc62-2491-49d7-8823-d90971b0de9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7f46ca63-a751-47c7-8ae3-1417223c71b9'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:29:39.875062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:39.888804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b365a96-b045-4614-8e05-5f59249ef10b None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:29:39.888804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b365a96-b045-4614-8e05-5f59249ef10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:29:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:39.892616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] No DVR routers for this DVR port 720ef277-a84c-44fc-b95b-fd2afb4ef397 on host n-h1-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:29:39.897900 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:39.902787 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "DELETE /v2.0/ports/720ef277-a84c-44fc-b95b-fd2afb4ef397 HTTP/1.1" status: 204 len: 173 time: 1.2153766 Oct 13 11:29:39.903292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007c8adf-8ed1-4894-9495-91353f0e4949', 'name': 'network-vif-deleted', 'tag': '720ef277-a84c-44fc-b95b-fd2afb4ef397'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:29:39.906932 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10ed7e6-97ba-4c6f-8079-9d1a8b55e55a" -d '{"events": [{"server_uuid": "007c8adf-8ed1-4894-9495-91353f0e4949", "name": "network-vif-deleted", "tag": "720ef277-a84c-44fc-b95b-fd2afb4ef397"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:29:39.950687 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2af1f1d-c839-4f7f-b6f9-bfab9dbe9367 x-openstack-request-id: req-e2af1f1d-c839-4f7f-b6f9-bfab9dbe9367 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:29:39.950972 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007c8adf-8ed1-4894-9495-91353f0e4949", "name": "network-vif-deleted", "tag": "720ef277-a84c-44fc-b95b-fd2afb4ef397", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:29:39.951225 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2af1f1d-c839-4f7f-b6f9-bfab9dbe9367 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:29:39.951654 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007c8adf-8ed1-4894-9495-91353f0e4949', 'name': 'network-vif-deleted', 'tag': '720ef277-a84c-44fc-b95b-fd2afb4ef397', 'status': 'completed', 'code': 200} Oct 13 11:29:40.008122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] For port b227aba4-55ea-481d-88b2-b075084ace9c, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:29:40.012923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] For port b227aba4-55ea-481d-88b2-b075084ace9c, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b227aba4-55ea-481d-88b2-b075084ace9c,segment=NetworkSegment(6493dc62-2491-49d7-8823-d90971b0de9b),segment_id=6493dc62-2491-49d7-8823-d90971b0de9b)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:29:40.090960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:40.186011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Pushing event updated for resources: {'Port': ['ID=b227aba4-55ea-481d-88b2-b075084ace9c,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:40.190294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:40.191053 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:40.192712 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b032e94c-05ad-41cc-9254-9c55b846cf79 service neutron] 10.222.0.46 "PUT /v2.0/ports/b227aba4-55ea-481d-88b2-b075084ace9c HTTP/1.1" status: 200 len: 1091 time: 1.1389384 Oct 13 11:29:40.193253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3297bb-ffd9-4d18-a1e6-01132c1126eb', 'tag': 'b227aba4-55ea-481d-88b2-b075084ace9c'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:29:40.197136 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24885fa-ad09-4c08-b37a-e866d57758fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3297bb-ffd9-4d18-a1e6-01132c1126eb", "tag": "b227aba4-55ea-481d-88b2-b075084ace9c"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:29:40.259956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1b365a96-b045-4614-8e05-5f59249ef10b None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:29:40.302871 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46939f8-0fb1-4029-bdf8-b1dfe8e8dd65 x-openstack-request-id: req-b46939f8-0fb1-4029-bdf8-b1dfe8e8dd65 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:29:40.303765 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3297bb-ffd9-4d18-a1e6-01132c1126eb", "tag": "b227aba4-55ea-481d-88b2-b075084ace9c", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:29:40.308196 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b46939f8-0fb1-4029-bdf8-b1dfe8e8dd65 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:29:40.309018 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3297bb-ffd9-4d18-a1e6-01132c1126eb', 'tag': 'b227aba4-55ea-481d-88b2-b075084ace9c', 'status': 'completed', 'code': 200} Oct 13 11:29:40.379712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-4f62447f-7e82-4ae6-bb2e-8620c7e66f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:40.381907 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-4f62447f-7e82-4ae6-bb2e-8620c7e66f07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=815473e7e44440b2a78deccdb5eff6c4&device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 1094 time: 0.0714610 Oct 13 11:29:40.493080 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-7d32ce8b-9ff0-4531-9bff-55bc1a5fc197 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b227aba4-55ea-481d-88b2-b075084ace9c HTTP/1.1" status: 200 len: 217 time: 0.0988443 Oct 13 11:29:40.608008 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-4218abe1-7e66-41dd-ad3a-97a55dad1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:40.613460 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-4218abe1-7e66-41dd-ad3a-97a55dad1efb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58ff9ca8-2380-4e56-931d-f0607b8dc67c HTTP/1.1" status: 200 len: 851 time: 0.1116817 Oct 13 11:29:40.613760 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b365a96-b045-4614-8e05-5f59249ef10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:40.655636 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b365a96-b045-4614-8e05-5f59249ef10b None None] Checking router: 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:29:40.663045 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-3a58d33e-8b6a-41c9-a52c-fb900c89a3e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f46ca63-a751-47c7-8ae3-1417223c71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453949 Oct 13 11:29:40.667582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b365a96-b045-4614-8e05-5f59249ef10b None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:29:40.668372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b365a96-b045-4614-8e05-5f59249ef10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:29:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:40.716691 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f8c9e20-f46b-4591-a868-28b24ff5d95a req-f16e9967-7a0b-4622-9330-9f9ba36840f0 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 210 time: 0.0588431 Oct 13 11:29:40.796979 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1b365a96-b045-4614-8e05-5f59249ef10b None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:29:40.864619 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-d8ea37e7-1bfa-432b-9a21-fcab7ebd0b8a service neutron] 10.222.0.46 "GET /v2.0/networks/7f46ca63-a751-47c7-8ae3-1417223c71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936707 Oct 13 11:29:40.935922 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-318ea396-b3b3-4dc3-888b-49228e28c2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:40.973678 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:41.017451 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-648a9939-5bdb-410a-9282-78c8ba7dbb2c req-b435e8f1-5edd-4084-b9d9-a797d389255e service neutron] 10.222.0.46 "GET /v2.0/networks/7f46ca63-a751-47c7-8ae3-1417223c71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455371 Oct 13 11:29:41.067555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de2aa0-ea56-420c-825f-543784750579 req-a9d103ae-734f-4d51-8581-9c4d2113ead4 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:41.074842 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83de2aa0-ea56-420c-825f-543784750579 req-a9d103ae-734f-4d51-8581-9c4d2113ead4 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 943 time: 0.1414235 Oct 13 11:29:41.129998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83de2aa0-ea56-420c-825f-543784750579 req-31686e34-838e-405e-b33f-55635c9ba384 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486262 Oct 13 11:29:41.157934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b365a96-b045-4614-8e05-5f59249ef10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:29:41.168637 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60658) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:41.239813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b365a96-b045-4614-8e05-5f59249ef10b None None] The sync data for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 is: [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:29:41.264930 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24885fa-ad09-4c08-b37a-e866d57758fa req-2dce65d4-6f2a-4bd3-bf48-4b1d41e95c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:41.264930 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f24885fa-ad09-4c08-b37a-e866d57758fa req-2dce65d4-6f2a-4bd3-bf48-4b1d41e95c47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=815473e7e44440b2a78deccdb5eff6c4&device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 1094 time: 0.0808675 Oct 13 11:29:41.370189 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8080e40-1bb5-41bb-b165-46696db8facb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:41.423555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24885fa-ad09-4c08-b37a-e866d57758fa req-630c0447-b062-4ae5-9c5d-a2613399f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:41.425949 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f24885fa-ad09-4c08-b37a-e866d57758fa req-630c0447-b062-4ae5-9c5d-a2613399f4d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7f46ca63-a751-47c7-8ae3-1417223c71b9 HTTP/1.1" status: 200 len: 912 time: 0.1558971 Oct 13 11:29:41.479307 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f24885fa-ad09-4c08-b37a-e866d57758fa req-df859751-92f1-4e3e-81be-0a27630f0981 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b227aba4-55ea-481d-88b2-b075084ace9c HTTP/1.1" status: 200 len: 217 time: 0.0450435 Oct 13 11:29:41.553295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8080e40-1bb5-41bb-b165-46696db8facb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:41.567501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24885fa-ad09-4c08-b37a-e866d57758fa req-a2088fa6-3a4a-43db-89ea-b73348bc5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:41.571339 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f24885fa-ad09-4c08-b37a-e866d57758fa req-a2088fa6-3a4a-43db-89ea-b73348bc5c44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58ff9ca8-2380-4e56-931d-f0607b8dc67c HTTP/1.1" status: 200 len: 851 time: 0.0814140 Oct 13 11:29:41.618197 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f24885fa-ad09-4c08-b37a-e866d57758fa req-95a5e239-5a34-40c8-a5b1-710af8d0761b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f46ca63-a751-47c7-8ae3-1417223c71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386322 Oct 13 11:29:41.629022 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8080e40-1bb5-41bb-b165-46696db8facb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:41.699157 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b8080e40-1bb5-41bb-b165-46696db8facb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e0a2bdbe0fa4935bd7c75977dbe09fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5292838 Oct 13 11:29:41.701435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60670) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:41.710638 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d114bff-c853-465a-ad6a-bf27ff46f1c5 None None] New status for floating IP 961c2380-7641-4650-a2fc-690bad84a876: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:29:41.727298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8080e40-1bb5-41bb-b165-46696db8facb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d57578-9007-4630-8d98-4cf0a0f0d120,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:41.742407 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:41.796282 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f24885fa-ad09-4c08-b37a-e866d57758fa req-7babb2fe-4c2a-4d1f-a41e-6ac2c2797557 service neutron] 10.222.0.46 "GET /v2.0/networks/7f46ca63-a751-47c7-8ae3-1417223c71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711490 Oct 13 11:29:41.833331 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3f3131f-ac90-40f5-ac2b-73f0587a6758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:41.904588 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3f3131f-ac90-40f5-ac2b-73f0587a6758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:41.937706 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f24885fa-ad09-4c08-b37a-e866d57758fa req-f4a5bb16-7636-4eb9-b3d9-b0b4f89396a5 service neutron] 10.222.0.46 "GET /v2.0/networks/7f46ca63-a751-47c7-8ae3-1417223c71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344109 Oct 13 11:29:41.963847 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c03d2532-411d-44ea-b894-3a019a586195 req-6dca0310-a339-4f43-9d5c-f9cba47d20fc tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 210 time: 0.1166940 Oct 13 11:29:42.068080 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3f3131f-ac90-40f5-ac2b-73f0587a6758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:42.070852 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3f3131f-ac90-40f5-ac2b-73f0587a6758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:42.075004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b3f3131f-ac90-40f5-ac2b-73f0587a6758 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79d57578-9007-4630-8d98-4cf0a0f0d120 HTTP/1.1" status: 204 len: 168 time: 0.3696258 Oct 13 11:29:42.081603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3131f-ac90-40f5-ac2b-73f0587a6758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d57578-9007-4630-8d98-4cf0a0f0d120,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:42.268765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97018255-4138-4eb1-8e62-6b8490495a8f req-1d36289a-77b3-4ff5-a3e4-87ad8949addc tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:42.270530 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97018255-4138-4eb1-8e62-6b8490495a8f req-1d36289a-77b3-4ff5-a3e4-87ad8949addc tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 943 time: 0.0535464 Oct 13 11:29:42.302099 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:42.316804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97018255-4138-4eb1-8e62-6b8490495a8f req-b50c7aa6-ab64-41ee-9c7e-498781da14a5 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389233 Oct 13 11:29:42.494002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 720ef277-a84c-44fc-b95b-fd2afb4ef397 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:29:42.527528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 720ef277-a84c-44fc-b95b-fd2afb4ef397 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:29:42.528283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 720ef277-a84c-44fc-b95b-fd2afb4ef397 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:29:43.118574 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15fdaa63-9273-49a3-8de4-e93b1e3464d9 req-947920c5-2b88-47b3-b232-f21903387029 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 210 time: 0.0713584 Oct 13 11:29:43.488314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92e59f-68ca-424a-ac00-dcd69c166784 req-2e476e43-d7a1-4957-a8c1-02de718863ca tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:43.489979 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f92e59f-68ca-424a-ac00-dcd69c166784 req-2e476e43-d7a1-4957-a8c1-02de718863ca tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 943 time: 0.0619938 Oct 13 11:29:43.504101 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:43.540154 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f92e59f-68ca-424a-ac00-dcd69c166784 req-f255c831-7578-4d7d-8aef-88ab2c1ef0bc tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431376 Oct 13 11:29:44.231626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a833fe1a-5b26-4c3c-9dc1-e441026a40ce req-d6d39dcd-f3ae-42e3-b91e-8e76c3fb1f00 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 210 time: 0.0283837 Oct 13 11:29:44.429324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 60760) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:29:44.515823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b227aba4-55ea-481d-88b2-b075084ace9c details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:29:44.614874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1da02-341d-41ef-9d22-91889a4a1e32 req-16262100-81e1-4ca2-b7d7-ee58b99e0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:44.624329 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bab1da02-341d-41ef-9d22-91889a4a1e32 req-16262100-81e1-4ca2-b7d7-ee58b99e0df3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 1097 time: 0.1938601 Oct 13 11:29:44.722274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bab1da02-341d-41ef-9d22-91889a4a1e32 req-779ea195-d574-460e-b5cd-191a653cd4c5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951033 Oct 13 11:29:44.747239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b227aba4-55ea-481d-88b2-b075084ace9c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b227aba4-55ea-481d-88b2-b075084ace9c,segment=NetworkSegment(6493dc62-2491-49d7-8823-d90971b0de9b),segment_id=6493dc62-2491-49d7-8823-d90971b0de9b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:44.749269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57884d26-4ba5-43ea-a00a-f64a2dc2d754 req-f46fbe53-0e39-4ba0-9d80-2cbec7e6dbdf tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:44.750791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57884d26-4ba5-43ea-a00a-f64a2dc2d754 req-f46fbe53-0e39-4ba0-9d80-2cbec7e6dbdf tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 943 time: 0.1165550 Oct 13 11:29:44.762971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'b227aba4-55ea-481d-88b2-b075084ace9c', 'network_id': '7f46ca63-a751-47c7-8ae3-1417223c71b9', 'port_id': 'b227aba4-55ea-481d-88b2-b075084ace9c', 'mac_address': 'fa:16:3e:a8:9b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ff9ca8-2380-4e56-931d-f0607b8dc67c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:29:44.829907 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:44.844178 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57884d26-4ba5-43ea-a00a-f64a2dc2d754 req-fe7fdfb0-6269-4386-899e-ec20164a7efc tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780189 Oct 13 11:29:44.855015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b227aba4-55ea-481d-88b2-b075084ace9c {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:29:44.883344 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b227aba4-55ea-481d-88b2-b075084ace9c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b227aba4-55ea-481d-88b2-b075084ace9c,segment=NetworkSegment(6493dc62-2491-49d7-8823-d90971b0de9b),segment_id=6493dc62-2491-49d7-8823-d90971b0de9b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:44.971672 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:45.056545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=b227aba4-55ea-481d-88b2-b075084ace9c,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:45.067481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:45.067930 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:45.069523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:45.069869 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:45.070223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:45.071295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:45.071884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:45.072569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:45.072965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:45.073295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:45.073733 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:45.073954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:29:45.323418 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['b227aba4-55ea-481d-88b2-b075084ace9c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:29:45.346716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f3836d8-38e7-462f-a75b-3e448f8dee95 req-2feb4b60-35ab-483a-aa67-450d738b17ef tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=007c8adf-8ed1-4894-9495-91353f0e4949 HTTP/1.1" status: 200 len: 210 time: 0.0310378 Oct 13 11:29:45.973036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730df075-ece0-42a7-8d10-c342a7d0a023 req-49548295-88a3-49b0-a784-a241534c3c5e tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:45.974738 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-730df075-ece0-42a7-8d10-c342a7d0a023 req-49548295-88a3-49b0-a784-a241534c3c5e tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 944 time: 0.0545592 Oct 13 11:29:46.022148 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-730df075-ece0-42a7-8d10-c342a7d0a023 req-d1582250-1aa5-4998-8ba2-710883c86ddb tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Oct 13 11:29:46.322576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-b5b0f552-0d44-4a43-b5ee-b2738e17b0da tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=84485999268e415086a9a06a0b604725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290306 Oct 13 11:29:46.539651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b227aba4-55ea-481d-88b2-b075084ace9c up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:29:46.545376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-de350bec-5a84-4443-9629-c87d67733c46 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:46.546994 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-de350bec-5a84-4443-9629-c87d67733c46 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189739 Oct 13 11:29:46.575036 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-b18de2dd-d6fe-40ff-8aac-ef19d61032fb tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/quotas/84485999268e415086a9a06a0b604725 HTTP/1.1" status: 200 len: 375 time: 0.0206652 Oct 13 11:29:46.610016 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-49d62cb9-4038-4891-b81e-d9f704a9ed39 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=84485999268e415086a9a06a0b604725&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310657 Oct 13 11:29:46.690921 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port b227aba4-55ea-481d-88b2-b075084ace9c completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:29:46.695686 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port b227aba4-55ea-481d-88b2-b075084ace9c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:29:46.696081 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:46.782059 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:46.809122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3297bb-ffd9-4d18-a1e6-01132c1126eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b227aba4-55ea-481d-88b2-b075084ace9c'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:29:46.811815 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3798fa31-e6d6-4320-8408-361336753f9d" -d '{"events": [{"server_uuid": "cf3297bb-ffd9-4d18-a1e6-01132c1126eb", "name": "network-vif-plugged", "status": "completed", "tag": "b227aba4-55ea-481d-88b2-b075084ace9c"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:29:46.827097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b227aba4-55ea-481d-88b2-b075084ace9c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b227aba4-55ea-481d-88b2-b075084ace9c,segment=NetworkSegment(6493dc62-2491-49d7-8823-d90971b0de9b),segment_id=6493dc62-2491-49d7-8823-d90971b0de9b)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:46.959112 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:47.022080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=b227aba4-55ea-481d-88b2-b075084ace9c,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:47.053485 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e12e0c9-685e-44df-be27-7de7d014bb0a x-openstack-request-id: req-6e12e0c9-685e-44df-be27-7de7d014bb0a {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:29:47.053827 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3297bb-ffd9-4d18-a1e6-01132c1126eb", "name": "network-vif-plugged", "status": "completed", "tag": "b227aba4-55ea-481d-88b2-b075084ace9c", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:29:47.054083 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e12e0c9-685e-44df-be27-7de7d014bb0a {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:29:47.054676 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3297bb-ffd9-4d18-a1e6-01132c1126eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b227aba4-55ea-481d-88b2-b075084ace9c', 'code': 200} Oct 13 11:29:47.111878 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed0e9703-1fd1-4743-a2f3-ab3431b77c68 req-79aa4014-f01f-4768-8c91-500b6a0ff9c3 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 210 time: 0.0272350 Oct 13 11:29:47.161067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c06c88-243b-4eca-b0af-ed6c43f8e704 req-f3f23d5b-431a-4715-8a3c-280de8614221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:47.162627 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-10c06c88-243b-4eca-b0af-ed6c43f8e704 req-f3f23d5b-431a-4715-8a3c-280de8614221 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 1096 time: 0.0445089 Oct 13 11:29:47.201527 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-10c06c88-243b-4eca-b0af-ed6c43f8e704 req-de5cab67-f09a-4729-a18d-40ec5e5211f2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Oct 13 11:29:47.232213 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-74281152-e6a5-4fb5-8b20-e6a9fa4bf1dc tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452836903&fields=id&tenant_id=1aa22e9274f0432fadaf0bde47c85ec7 HTTP/1.1" status: 200 len: 267 time: 0.0339479 Oct 13 11:29:47.345210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-56a9b69b-ea5e-4e2e-8f91-6060e745fc68 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:47.347072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-56a9b69b-ea5e-4e2e-8f91-6060e745fc68 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 0.1074049 Oct 13 11:29:47.373302 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-44febb38-9c54-42a5-b332-c39b6a1f48b7 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/quotas/1aa22e9274f0432fadaf0bde47c85ec7 HTTP/1.1" status: 200 len: 375 time: 0.0190325 Oct 13 11:29:47.428001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-8f77029a-5b2d-42cb-b03c-bdaf01b74451 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519485 Oct 13 11:29:47.545644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-4b8b7adc-034d-4794-a6af-0bc33a32c534 service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982282 Oct 13 11:29:47.641136 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-9e9b0421-ae27-411d-9a94-394894a80f43 service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873003 Oct 13 11:29:48.342351 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218256f9-ede1-49d1-b5a5-a7cc6b369099 req-cb7afc60-f88c-4c9e-a535-d2e17f822dab tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:48.342351 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-218256f9-ede1-49d1-b5a5-a7cc6b369099 req-cb7afc60-f88c-4c9e-a535-d2e17f822dab tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0587158 Oct 13 11:29:48.392223 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-218256f9-ede1-49d1-b5a5-a7cc6b369099 req-776cba15-9ece-46f3-b1ec-2b586acd3a23 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442910 Oct 13 11:29:48.502850 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c345df36-a217-48e9-ae42-fd6711e6f883 req-89a5aee2-2317-43bc-876f-44b086450821 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 210 time: 0.0302913 Oct 13 11:29:48.579445 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-621c9807-23f0-49a3-b1b7-444be3ca5269 req-91fdf0a9-d3c5-468d-9b80-626416910cad tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 210 time: 0.0287218 Oct 13 11:29:49.121026 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-1433364b-894d-4bf3-8f7a-102ebd7d6c17 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=84485999268e415086a9a06a0b604725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478170 Oct 13 11:29:49.328099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-bec0accf-ac25-4eb7-9d35-77ee8edfec5b tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:49.329909 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-bec0accf-ac25-4eb7-9d35-77ee8edfec5b tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019465 Oct 13 11:29:49.344038 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Request body: {'port': {'device_id': '9a1f98a1-36ee-4a12-a19a-51eb5b98c084', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '84485999268e415086a9a06a0b604725'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:29:49.527393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe69d3-3b2a-4ce5-bb9b-81f67058faba req-dbe8f4a6-24e5-4f37-91ca-1b8ca2a18870 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:49.529272 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-81fe69d3-3b2a-4ce5-bb9b-81f67058faba req-dbe8f4a6-24e5-4f37-91ca-1b8ca2a18870 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0544086 Oct 13 11:29:49.548190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Made reservation on behalf of 84485999268e415086a9a06a0b604725 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:29:49.553699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:49.568059 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:49.571326 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-81fe69d3-3b2a-4ce5-bb9b-81f67058faba req-4461995e-15d1-4709-939d-64b388a3e510 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342722 Oct 13 11:29:49.659141 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:49.676174 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84d9a7fc-f234-42d5-82fb-ba0a75e8ee61 req-d7e4d9a2-c27f-4bd4-ac62-3f72bc1e3459 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 210 time: 0.0355365 Oct 13 11:29:49.704379 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:49.788385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c159c6e-d568-4694-a130-1292e59fd766,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:49.878737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Allocated IP 192.168.233.185 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/cc528ccb-100f-4d64-95de-790d0e436aef) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:29:50.070812 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:50.082129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c26ae9-90dd-4e3e-9eeb-c2ece634756d req-950df4d2-ccdb-4f0c-9465-0eac4ba4d476 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:50.084073 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48c26ae9-90dd-4e3e-9eeb-c2ece634756d req-950df4d2-ccdb-4f0c-9465-0eac4ba4d476 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0561326 Oct 13 11:29:50.129887 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48c26ae9-90dd-4e3e-9eeb-c2ece634756d req-aa8dd354-95fc-4acf-b78b-25d72625245e tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389023 Oct 13 11:29:50.180379 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:50.241139 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:29:50.244739 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:29:50.248075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:29:50.255634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f4094d2-f3ef-42cc-92ca-c8663a21a75d req-1001713b-2a91-4486-a6a7-01ef736418fd tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 210 time: 0.0395007 Oct 13 11:29:50.296732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Pushing event updated for resources: {'Port': ['ID=cc528ccb-100f-4d64-95de-790d0e436aef,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:50.348473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:50.349462 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:50.432343 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-d7edfd6b-7e06-4b84-a721-2c0bacc041e6 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0936558 Oct 13 11:29:50.437169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-533defbd-3e7a-49c0-85f9-803e8b52660b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:50.438731 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-533defbd-3e7a-49c0-85f9-803e8b52660b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.21 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 0.1788738 Oct 13 11:29:50.444908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Request body: {'port': {'device_id': '9a1f98a1-36ee-4a12-a19a-51eb5b98c084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:29:50.498478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-b19e7368-54ec-4be4-a811-c9b4980d6787 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aa22e9274f0432fadaf0bde47c85ec7 HTTP/1.1" status: 200 len: 379 time: 0.0511243 Oct 13 11:29:50.508751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-1f7e3df0-fd5f-407a-b49b-af6db48eb17a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'port': {'device_id': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'admin_state_up': True, 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'security_groups': ['dbd250d3-0c82-401a-90b7-b2d35d2feb9c']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:29:50.528385 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:50.659419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c5a5fc47-cac4-4605-bda1-0fd32223f2ea None None] Provisioning complete for port cc528ccb-100f-4d64-95de-790d0e436aef triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:29:50.659419 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c5a5fc47-cac4-4605-bda1-0fd32223f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:50.728953 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5fc47-cac4-4605-bda1-0fd32223f2ea None None] Port cc528ccb-100f-4d64-95de-790d0e436aef cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:29:50.791324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e6870-fd68-451c-8796-ade5a9ad33c2 req-5b466b83-50bd-4618-b304-e4ea5040a047 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:50.799670 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe7e6870-fd68-451c-8796-ade5a9ad33c2 req-5b466b83-50bd-4618-b304-e4ea5040a047 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0699592 Oct 13 11:29:50.802851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-1f7e3df0-fd5f-407a-b49b-af6db48eb17a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Made reservation on behalf of 1aa22e9274f0432fadaf0bde47c85ec7 for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:29:50.806986 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-1f7e3df0-fd5f-407a-b49b-af6db48eb17a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:50.874019 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe7e6870-fd68-451c-8796-ade5a9ad33c2 req-ba630b57-4980-46fd-bf1f-fcce2ee89d90 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688968 Oct 13 11:29:50.953292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc528ccb-100f-4d64-95de-790d0e436aef {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:29:50.962096 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:50.976914 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Transition to ACTIVE for port object cc528ccb-100f-4d64-95de-790d0e436aef will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:29:51.047871 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:51.058364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-1f7e3df0-fd5f-407a-b49b-af6db48eb17a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Allocated IP 172.20.0.11 (115722b6-22fc-4529-8f74-dcada0512dde/97f9d253-df11-432a-b4dc-57fa7a0a9962/ba358333-d598-431b-8a71-1d32dd94eff3) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:29:51.068730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e451d-5b71-4303-a6d7-101dfb8929b4 req-213541f8-2722-464a-9245-4ac7398cbda1 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:51.070478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a3e451d-5b71-4303-a6d7-101dfb8929b4 req-213541f8-2722-464a-9245-4ac7398cbda1 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 936 time: 0.0801964 Oct 13 11:29:51.173275 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Pushing event updated for resources: {'Port': ['ID=cc528ccb-100f-4d64-95de-790d0e436aef,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:51.259442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Attempting to bind port cc528ccb-100f-4d64-95de-790d0e436aef on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:29:51.260089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Attempting to bind port cc528ccb-100f-4d64-95de-790d0e436aef by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:29:51.260089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Attempting to bind port cc528ccb-100f-4d64-95de-790d0e436aef on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:29:51.265407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Port cc528ccb-100f-4d64-95de-790d0e436aef on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:29:51.265739 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Attempting to bind port cc528ccb-100f-4d64-95de-790d0e436aef on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:29:51.272829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:29:51.272998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:29:51.273400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:29:51.273882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Bound port: cc528ccb-100f-4d64-95de-790d0e436aef, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:29:51.274250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:51.300291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-1f7e3df0-fd5f-407a-b49b-af6db48eb17a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:51.373489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] For port cc528ccb-100f-4d64-95de-790d0e436aef, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:29:51.374244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] For port cc528ccb-100f-4d64-95de-790d0e436aef, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cc528ccb-100f-4d64-95de-790d0e436aef,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:29:51.386217 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a3e451d-5b71-4303-a6d7-101dfb8929b4 req-bbb5426b-021e-4429-8184-8085a5b3e4a2 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c159c6e-d568-4694-a130-1292e59fd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018093 Oct 13 11:29:51.388349 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-1f7e3df0-fd5f-407a-b49b-af6db48eb17a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:51.435062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:51.494787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:51.495354 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:51.496936 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] 10.222.0.21 "PUT /v2.0/ports/cc528ccb-100f-4d64-95de-790d0e436aef HTTP/1.1" status: 200 len: 1096 time: 1.0566788 Oct 13 11:29:51.497378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1f98a1-36ee-4a12-a19a-51eb5b98c084', 'tag': 'cc528ccb-100f-4d64-95de-790d0e436aef'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:29:51.499650 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fe1ea8-cbf7-4b25-9da4-c58f652d17ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1f98a1-36ee-4a12-a19a-51eb5b98c084", "tag": "cc528ccb-100f-4d64-95de-790d0e436aef"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:29:51.504036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b518e48-8376-43de-8a63-0fe94edd1026 service neutron] Pushing event updated for resources: {'Port': ['ID=cc528ccb-100f-4d64-95de-790d0e436aef,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:51.709536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-0078827f-f2ae-4c3c-bea8-416bbf581134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:51.712916 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-0078827f-f2ae-4c3c-bea8-416bbf581134 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84485999268e415086a9a06a0b604725&device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 1099 time: 0.1046829 Oct 13 11:29:51.796951 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-3b9cc757-4672-4c8a-b423-74ca63a533ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=cc528ccb-100f-4d64-95de-790d0e436aef HTTP/1.1" status: 200 len: 217 time: 0.0745375 Oct 13 11:29:51.853331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-be65dafb-02dd-4bda-a1be-03e1fdd665f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:51.854974 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-be65dafb-02dd-4bda-a1be-03e1fdd665f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0513914 Oct 13 11:29:51.858223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-1f7e3df0-fd5f-407a-b49b-af6db48eb17a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Network 115722b6-22fc-4529-8f74-dcada0512dde is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:29:51.866073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-1f7e3df0-fd5f-407a-b49b-af6db48eb17a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:29:51.870789 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-1f7e3df0-fd5f-407a-b49b-af6db48eb17a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:29:51.906491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e3df0-fd5f-407a-b49b-af6db48eb17a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'Port': ['ID=ba358333-d598-431b-8a71-1d32dd94eff3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:51.929605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-89087670-45c5-470c-9e3d-ca999a72b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:51.932689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c311e8-9c14-4f88-9cec-0d7a9a8b5d08 req-2b6d4177-a446-418e-a752-67f6b22b3d09 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:51.934251 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91c311e8-9c14-4f88-9cec-0d7a9a8b5d08 req-2b6d4177-a446-418e-a752-67f6b22b3d09 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 932 time: 0.1147118 Oct 13 11:29:51.943851 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-89087670-45c5-470c-9e3d-ca999a72b6da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811937 Oct 13 11:29:51.959015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-1f7e3df0-fd5f-407a-b49b-af6db48eb17a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:51.959679 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-1f7e3df0-fd5f-407a-b49b-af6db48eb17a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:51.998977 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91c311e8-9c14-4f88-9cec-0d7a9a8b5d08 req-d3dfff49-797d-4295-9524-ed07d5cd32c2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567534 Oct 13 11:29:52.073608 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a84ee3-f6ec-4362-952a-0ab7eeae4b3e x-openstack-request-id: req-f1a84ee3-f6ec-4362-952a-0ab7eeae4b3e {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:29:52.073608 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1f98a1-36ee-4a12-a19a-51eb5b98c084", "tag": "cc528ccb-100f-4d64-95de-790d0e436aef", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:29:52.073608 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1a84ee3-f6ec-4362-952a-0ab7eeae4b3e {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:29:52.073608 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1f98a1-36ee-4a12-a19a-51eb5b98c084', 'tag': 'cc528ccb-100f-4d64-95de-790d0e436aef', 'status': 'completed', 'code': 200} Oct 13 11:29:52.079378 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-c93d1b88-e48d-46fa-8531-068124242c5d service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278198 Oct 13 11:29:52.088016 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-1f7e3df0-fd5f-407a-b49b-af6db48eb17a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5834413 Oct 13 11:29:52.101857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Request body: {'port': {'device_id': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:29:52.200857 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:52.226480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-51bb5935-c195-4794-b0fe-cbdeb5c0fdf9 None None] Provisioning complete for port ba358333-d598-431b-8a71-1d32dd94eff3 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:29:52.227914 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-51bb5935-c195-4794-b0fe-cbdeb5c0fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:52.228120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc5fe4-aa9f-4d18-8e57-410c38209ee9 req-d410585c-fa2a-4cd7-8143-8458d38136c6 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:52.229619 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14cc5fe4-aa9f-4d18-8e57-410c38209ee9 req-d410585c-fa2a-4cd7-8143-8458d38136c6 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0916960 Oct 13 11:29:52.245408 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd918207-2c9b-42aa-92dd-31df26d2da2f req-87ee5806-7690-49d9-b18c-7c091b7f6b85 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592188 Oct 13 11:29:52.281450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-51bb5935-c195-4794-b0fe-cbdeb5c0fdf9 None None] Port ba358333-d598-431b-8a71-1d32dd94eff3 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:29:52.358659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14cc5fe4-aa9f-4d18-8e57-410c38209ee9 req-d20c7192-7af6-46e4-a7c0-62820472dbb2 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021469 Oct 13 11:29:52.422708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe1ea8-cbf7-4b25-9da4-c58f652d17ec req-6dbcabad-b62a-4dcd-b660-d43c7a1f4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:52.426440 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22fe1ea8-cbf7-4b25-9da4-c58f652d17ec req-6dbcabad-b62a-4dcd-b660-d43c7a1f4191 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84485999268e415086a9a06a0b604725&device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 1099 time: 0.0750642 Oct 13 11:29:52.545432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe1ea8-cbf7-4b25-9da4-c58f652d17ec req-24fd88a2-db53-4747-a64e-4ce8473937b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:52.547037 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22fe1ea8-cbf7-4b25-9da4-c58f652d17ec req-24fd88a2-db53-4747-a64e-4ce8473937b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23d6b492-b60c-4443-92bb-e9dd28fc5696 HTTP/1.1" status: 200 len: 870 time: 0.1129506 Oct 13 11:29:52.569816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba358333-d598-431b-8a71-1d32dd94eff3 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:29:52.577846 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:52.591489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Transition to ACTIVE for port object ba358333-d598-431b-8a71-1d32dd94eff3 will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:29:52.598423 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22fe1ea8-cbf7-4b25-9da4-c58f652d17ec req-20ceb0d9-5080-400d-83ce-dcbef490cddc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=cc528ccb-100f-4d64-95de-790d0e436aef HTTP/1.1" status: 200 len: 217 time: 0.0430915 Oct 13 11:29:52.656933 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:52.671971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe1ea8-cbf7-4b25-9da4-c58f652d17ec req-5ba9a2ad-0060-4d57-bacc-3e9a5f59c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:52.674068 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22fe1ea8-cbf7-4b25-9da4-c58f652d17ec req-5ba9a2ad-0060-4d57-bacc-3e9a5f59c6aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0689163 Oct 13 11:29:52.756718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe1ea8-cbf7-4b25-9da4-c58f652d17ec req-74146fd3-c50c-43ab-829a-59b2c6257a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:52.758720 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22fe1ea8-cbf7-4b25-9da4-c58f652d17ec req-74146fd3-c50c-43ab-829a-59b2c6257a49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762792 Oct 13 11:29:52.764949 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Pushing event updated for resources: {'Port': ['ID=ba358333-d598-431b-8a71-1d32dd94eff3,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:52.804319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db4658-2d9a-4111-b66d-c246ff62345e req-09c7d956-4a4f-4621-9ce1-e9c5be95b9d3 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:52.806487 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28db4658-2d9a-4111-b66d-c246ff62345e req-09c7d956-4a4f-4621-9ce1-e9c5be95b9d3 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 948 time: 0.1219046 Oct 13 11:29:52.885837 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28db4658-2d9a-4111-b66d-c246ff62345e req-b6134838-03aa-4b1c-a015-8ef0bae255cf tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c159c6e-d568-4694-a130-1292e59fd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574956 Oct 13 11:29:52.901641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Attempting to bind port ba358333-d598-431b-8a71-1d32dd94eff3 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:29:52.902169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Attempting to bind port ba358333-d598-431b-8a71-1d32dd94eff3 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:29:52.902704 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Attempting to bind port ba358333-d598-431b-8a71-1d32dd94eff3 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:29:52.909717 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Port ba358333-d598-431b-8a71-1d32dd94eff3 on network 115722b6-22fc-4529-8f74-dcada0512dde not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:29:52.910297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Attempting to bind port ba358333-d598-431b-8a71-1d32dd94eff3 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:29:52.917393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:29:52.918781 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Checking segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:29:52.919542 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Bound using segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:29:52.920440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Bound port: ba358333-d598-431b-8a71-1d32dd94eff3, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:29:52.921111 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ac1f-2b8f-494b-8e71-c41f494faf32 req-ff97acfa-d82a-4426-990d-317af262d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:52.921317 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:52.922848 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3bd3ac1f-2b8f-494b-8e71-c41f494faf32 req-ff97acfa-d82a-4426-990d-317af262d2f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=815473e7e44440b2a78deccdb5eff6c4&device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 1096 time: 0.1586347 Oct 13 11:29:52.925495 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22fe1ea8-cbf7-4b25-9da4-c58f652d17ec req-e9e5f454-ff75-4375-8d3a-c27becd04372 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449897 Oct 13 11:29:53.009462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] For port ba358333-d598-431b-8a71-1d32dd94eff3, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:29:53.014586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] For port ba358333-d598-431b-8a71-1d32dd94eff3, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ba358333-d598-431b-8a71-1d32dd94eff3,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:29:53.074768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafd2b2-c2cd-45e3-be95-3dacefddc63e req-98cc8bda-cfe3-42e5-826b-5a1322ebc0db tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:53.083995 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fafd2b2-c2cd-45e3-be95-3dacefddc63e req-98cc8bda-cfe3-42e5-826b-5a1322ebc0db tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0672164 Oct 13 11:29:53.123451 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:53.128263 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-22fe1ea8-cbf7-4b25-9da4-c58f652d17ec req-7bbc6a91-f7ac-45e1-bb2c-a405ce7dd6d0 service neutron] 10.222.0.21 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888914 Oct 13 11:29:53.141405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ac1f-2b8f-494b-8e71-c41f494faf32 req-531e1d2c-5b68-4117-b1d7-494b52ae48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:53.144804 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3bd3ac1f-2b8f-494b-8e71-c41f494faf32 req-531e1d2c-5b68-4117-b1d7-494b52ae48bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=7f46ca63-a751-47c7-8ae3-1417223c71b9 HTTP/1.1" status: 200 len: 912 time: 0.2135131 Oct 13 11:29:53.181759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:53.182416 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:53.183813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] 10.222.0.21 "PUT /v2.0/ports/ba358333-d598-431b-8a71-1d32dd94eff3 HTTP/1.1" status: 200 len: 1092 time: 1.0866008 Oct 13 11:29:53.185985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'tag': 'ba358333-d598-431b-8a71-1d32dd94eff3'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:29:53.188252 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f1075c-9f43-46b7-8afd-790a79c9d3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f83bd91b-5b78-4cec-96e6-949588ac120c", "tag": "ba358333-d598-431b-8a71-1d32dd94eff3"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:29:53.207537 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fafd2b2-c2cd-45e3-be95-3dacefddc63e req-0dedfa38-7a77-433d-8f80-d65bb321460f tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227179 Oct 13 11:29:53.237331 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3bd3ac1f-2b8f-494b-8e71-c41f494faf32 req-d8d9b8f1-6a97-418b-8366-b3af7c843b0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b227aba4-55ea-481d-88b2-b075084ace9c HTTP/1.1" status: 200 len: 217 time: 0.0727324 Oct 13 11:29:53.239653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e98aa-e02d-42aa-af0e-100470100eae service neutron] Pushing event updated for resources: {'Port': ['ID=ba358333-d598-431b-8a71-1d32dd94eff3,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:53.305948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ac1f-2b8f-494b-8e71-c41f494faf32 req-792eff4e-f9ff-4e30-b144-146351a1bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:53.308127 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3bd3ac1f-2b8f-494b-8e71-c41f494faf32 req-792eff4e-f9ff-4e30-b144-146351a1bc22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58ff9ca8-2380-4e56-931d-f0607b8dc67c HTTP/1.1" status: 200 len: 851 time: 0.0736549 Oct 13 11:29:53.349963 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3bd3ac1f-2b8f-494b-8e71-c41f494faf32 req-34675afd-1109-4899-b6c5-6b2d7a9b1de5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f46ca63-a751-47c7-8ae3-1417223c71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341797 Oct 13 11:29:53.417304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367d6f-6e55-4d72-bf2f-cdc636a5a2b2 req-86f70c7f-f632-45d0-87ad-8f9ebb653570 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:53.419744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75367d6f-6e55-4d72-bf2f-cdc636a5a2b2 req-86f70c7f-f632-45d0-87ad-8f9ebb653570 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 944 time: 0.1108112 Oct 13 11:29:53.460132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-3b64d3c8-e0ef-4b16-8761-67d6ed621f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:53.461838 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-3b64d3c8-e0ef-4b16-8761-67d6ed621f2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 1095 time: 0.1120131 Oct 13 11:29:53.475053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3bd3ac1f-2b8f-494b-8e71-c41f494faf32 req-45d99f60-ed2e-45af-8b3a-d22dd81739de service neutron] 10.222.0.46 "GET /v2.0/networks/7f46ca63-a751-47c7-8ae3-1417223c71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014767 Oct 13 11:29:53.487756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75367d6f-6e55-4d72-bf2f-cdc636a5a2b2 req-346d59e3-3c6f-4d16-9142-513f496f1f71 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590818 Oct 13 11:29:53.541689 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-b1aa5646-3b7f-4d30-a500-26cccfa5e540 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba358333-d598-431b-8a71-1d32dd94eff3 HTTP/1.1" status: 200 len: 217 time: 0.0688131 Oct 13 11:29:53.562809 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798ad4ac-44a9-44ce-8d24-41026642694c x-openstack-request-id: req-798ad4ac-44a9-44ce-8d24-41026642694c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:29:53.563399 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83bd91b-5b78-4cec-96e6-949588ac120c", "tag": "ba358333-d598-431b-8a71-1d32dd94eff3", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:29:53.563853 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-798ad4ac-44a9-44ce-8d24-41026642694c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:29:53.565043 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'tag': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'status': 'completed', 'code': 200} Oct 13 11:29:53.582871 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3bd3ac1f-2b8f-494b-8e71-c41f494faf32 req-19727397-0641-4a48-be5d-c17072677142 service neutron] 10.222.0.46 "GET /v2.0/networks/7f46ca63-a751-47c7-8ae3-1417223c71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010778 Oct 13 11:29:53.606539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-367618e1-02af-4a74-bbad-af72501c95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:53.607908 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-367618e1-02af-4a74-bbad-af72501c95fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0573840 Oct 13 11:29:53.655312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-2919a0f8-6007-4349-a322-4e5eab8a8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:53.656785 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-2919a0f8-6007-4349-a322-4e5eab8a8dad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407851 Oct 13 11:29:53.754289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-e1ac3ca8-4614-479a-a624-d795df51312b service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905836 Oct 13 11:29:53.844507 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-36d52e63-694a-4ec8-ba91-c5215c9e62dd req-8a84f24c-0b6f-4abc-8bdb-4dafef48c59e service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835166 Oct 13 11:29:54.032821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1075c-9f43-46b7-8afd-790a79c9d3ff req-ad727633-7711-4079-a2bc-0e50b5befd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:54.034413 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7f1075c-9f43-46b7-8afd-790a79c9d3ff req-ad727633-7711-4079-a2bc-0e50b5befd94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 1095 time: 0.0751777 Oct 13 11:29:54.058595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7280b02-b921-48dc-89a4-f0c79c3c0bf8 req-b8def2b4-a6ec-4e94-af0f-31bca9fd08d0 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:54.060042 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7280b02-b921-48dc-89a4-f0c79c3c0bf8 req-b8def2b4-a6ec-4e94-af0f-31bca9fd08d0 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 948 time: 0.0696032 Oct 13 11:29:54.148951 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7280b02-b921-48dc-89a4-f0c79c3c0bf8 req-b70237c1-9734-41be-9d28-6f069dc018c8 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c159c6e-d568-4694-a130-1292e59fd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762062 Oct 13 11:29:54.178196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1075c-9f43-46b7-8afd-790a79c9d3ff req-8766cec2-160d-49b1-ad2f-5bf547a124a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:54.179701 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7f1075c-9f43-46b7-8afd-790a79c9d3ff req-8766cec2-160d-49b1-ad2f-5bf547a124a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.1372302 Oct 13 11:29:54.223367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7f1075c-9f43-46b7-8afd-790a79c9d3ff req-bd574064-2a25-4955-9458-f0bf0c932215 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba358333-d598-431b-8a71-1d32dd94eff3 HTTP/1.1" status: 200 len: 217 time: 0.0371165 Oct 13 11:29:54.280085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1075c-9f43-46b7-8afd-790a79c9d3ff req-8ae9d7b0-3f4a-480b-be3e-2946a7a1938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:54.282282 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7f1075c-9f43-46b7-8afd-790a79c9d3ff req-8ae9d7b0-3f4a-480b-be3e-2946a7a1938a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0522683 Oct 13 11:29:54.371152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8455cfe-c128-4dd9-a98b-83af79e0cafd req-bb1b0082-1a81-49de-9553-4fe1be36e5ae tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:54.372788 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8455cfe-c128-4dd9-a98b-83af79e0cafd req-bb1b0082-1a81-49de-9553-4fe1be36e5ae tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0892446 Oct 13 11:29:54.380454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1075c-9f43-46b7-8afd-790a79c9d3ff req-9e8a330f-2835-4d78-a05d-5af418f8e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:54.381974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7f1075c-9f43-46b7-8afd-790a79c9d3ff req-9e8a330f-2835-4d78-a05d-5af418f8e590 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874786 Oct 13 11:29:54.465856 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8455cfe-c128-4dd9-a98b-83af79e0cafd req-e6a3ee4a-9bed-4ad8-ab0d-4a3dfbd78f60 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828719 Oct 13 11:29:54.499736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7f1075c-9f43-46b7-8afd-790a79c9d3ff req-3512e603-bbe1-4f5f-af89-35adbced9ee9 service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109462 Oct 13 11:29:54.640252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7f1075c-9f43-46b7-8afd-790a79c9d3ff req-555f1300-07be-4168-90f9-f50855ccb624 service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340225 Oct 13 11:29:54.643947 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device cc528ccb-100f-4d64-95de-790d0e436aef details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:29:54.670720 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9191e9-dfbf-4c42-a8a5-205e518f682a req-927a9a70-e5b3-46f1-a772-8d87be205b0e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:54.670720 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e9191e9-dfbf-4c42-a8a5-205e518f682a req-927a9a70-e5b3-46f1-a772-8d87be205b0e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 944 time: 0.0815041 Oct 13 11:29:54.716573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e9191e9-dfbf-4c42-a8a5-205e518f682a req-9d17b723-4c47-4ebe-b085-6269dce62398 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391200 Oct 13 11:29:54.787306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port cc528ccb-100f-4d64-95de-790d0e436aef, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cc528ccb-100f-4d64-95de-790d0e436aef,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:54.799984 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'cc528ccb-100f-4d64-95de-790d0e436aef', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'cc528ccb-100f-4d64-95de-790d0e436aef', 'mac_address': 'fa:16:3e:b0:5e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:29:54.843999 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:54.858665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc528ccb-100f-4d64-95de-790d0e436aef {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:29:54.880437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port cc528ccb-100f-4d64-95de-790d0e436aef, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cc528ccb-100f-4d64-95de-790d0e436aef,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:54.942192 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:54.993548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=cc528ccb-100f-4d64-95de-790d0e436aef,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:55.141377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['cc528ccb-100f-4d64-95de-790d0e436aef'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:29:55.285059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe62471-746d-440c-b1c3-2f30f2af1fcc req-7a4a1e80-21d3-4d55-adc2-e652a6e6cb8a tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:55.286449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fe62471-746d-440c-b1c3-2f30f2af1fcc req-7a4a1e80-21d3-4d55-adc2-e652a6e6cb8a tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 949 time: 0.0574348 Oct 13 11:29:55.326351 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fe62471-746d-440c-b1c3-2f30f2af1fcc req-7c74f56d-a75b-4388-93af-a6e88fe8de8d tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c159c6e-d568-4694-a130-1292e59fd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317063 Oct 13 11:29:55.599726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaa802-52e6-4d46-98c2-6d874990c2bb req-d9a150fb-f5a4-4697-bd31-5314acf996b6 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:55.601204 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9edaa802-52e6-4d46-98c2-6d874990c2bb req-d9a150fb-f5a4-4697-bd31-5314acf996b6 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0514941 Oct 13 11:29:55.640712 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9edaa802-52e6-4d46-98c2-6d874990c2bb req-c63bf1c4-39c8-4838-be09-93ee92705078 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Oct 13 11:29:56.146655 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2175d-95fe-4b11-9339-8083cb5e5009 req-ca876f26-d3fa-490d-8773-78f4e401fa30 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:56.148252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37b2175d-95fe-4b11-9339-8083cb5e5009 req-ca876f26-d3fa-490d-8773-78f4e401fa30 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 944 time: 0.0561187 Oct 13 11:29:56.187825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37b2175d-95fe-4b11-9339-8083cb5e5009 req-ad0af639-a622-4a69-8358-ea4272023e74 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337682 Oct 13 11:29:56.300204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5b0b-5030-4e85-87ad-4b75a382d930 req-18d57aec-fe19-4513-b5cf-efca9ebac168 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:56.301728 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-874e5b0b-5030-4e85-87ad-4b75a382d930 req-18d57aec-fe19-4513-b5cf-efca9ebac168 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0574553 Oct 13 11:29:56.341214 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-874e5b0b-5030-4e85-87ad-4b75a382d930 req-3a5a4374-49b5-4fe5-8a90-6f03b0df1e48 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333550 Oct 13 11:29:56.447728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf59985-db0b-4021-8866-8aa311663016 req-bddf2c02-0cb9-429d-b5a0-babadaf5f60e tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:56.449324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-acf59985-db0b-4021-8866-8aa311663016 req-bddf2c02-0cb9-429d-b5a0-babadaf5f60e tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 949 time: 0.0506604 Oct 13 11:29:56.489794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-acf59985-db0b-4021-8866-8aa311663016 req-94736931-1622-41cd-bd99-6215b5695c6a tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c159c6e-d568-4694-a130-1292e59fd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345240 Oct 13 11:29:56.669868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device cc528ccb-100f-4d64-95de-790d0e436aef up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:29:56.770904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port cc528ccb-100f-4d64-95de-790d0e436aef completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:29:56.775056 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port cc528ccb-100f-4d64-95de-790d0e436aef triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:29:56.775431 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:56.863355 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:56.887949 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1f98a1-36ee-4a12-a19a-51eb5b98c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc528ccb-100f-4d64-95de-790d0e436aef'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:29:56.890047 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae467e1e-11b5-48e4-9bc0-1e0d67983933" -d '{"events": [{"server_uuid": "9a1f98a1-36ee-4a12-a19a-51eb5b98c084", "name": "network-vif-plugged", "status": "completed", "tag": "cc528ccb-100f-4d64-95de-790d0e436aef"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:29:56.913608 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port cc528ccb-100f-4d64-95de-790d0e436aef, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cc528ccb-100f-4d64-95de-790d0e436aef,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:29:56.932995 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ea985c-fb20-45f3-82eb-d3a755172762 x-openstack-request-id: req-18ea985c-fb20-45f3-82eb-d3a755172762 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:29:56.933701 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1f98a1-36ee-4a12-a19a-51eb5b98c084", "name": "network-vif-plugged", "status": "completed", "tag": "cc528ccb-100f-4d64-95de-790d0e436aef", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:29:56.934035 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18ea985c-fb20-45f3-82eb-d3a755172762 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:29:56.934863 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1f98a1-36ee-4a12-a19a-51eb5b98c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc528ccb-100f-4d64-95de-790d0e436aef', 'code': 200} Oct 13 11:29:56.994156 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:29:57.066698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=cc528ccb-100f-4d64-95de-790d0e436aef,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:29:57.068555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072922d9-9364-46dc-839b-26c8b8e6230c req-19584da4-460a-4bec-bc0e-9ad5f7c5723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:57.071320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072922d9-9364-46dc-839b-26c8b8e6230c req-19584da4-460a-4bec-bc0e-9ad5f7c5723d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 1101 time: 0.0650449 Oct 13 11:29:57.117503 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072922d9-9364-46dc-839b-26c8b8e6230c req-7bec0454-367c-4dcf-a879-5af1de893aaa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7c159c6e-d568-4694-a130-1292e59fd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378649 Oct 13 11:29:57.317148 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4050fa-d6d1-4d49-99d7-59f23cf7ff0d req-1acdf9a1-6096-44a2-b919-9750fd664040 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:57.319774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac4050fa-d6d1-4d49-99d7-59f23cf7ff0d req-1acdf9a1-6096-44a2-b919-9750fd664040 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 944 time: 0.0559363 Oct 13 11:29:57.361045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac4050fa-d6d1-4d49-99d7-59f23cf7ff0d req-04c8265d-8afc-4305-b310-dc8fe9ee4451 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353398 Oct 13 11:29:57.479324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598d282-a1d2-4877-b2ae-88af660a336a req-f4f517cc-228c-445f-b47d-5b17bb6fceca tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:57.480914 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a598d282-a1d2-4877-b2ae-88af660a336a req-f4f517cc-228c-445f-b47d-5b17bb6fceca tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0540895 Oct 13 11:29:57.528166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a598d282-a1d2-4877-b2ae-88af660a336a req-99eff1ed-62d5-4e2d-8620-31baa39a4849 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399418 Oct 13 11:29:57.658013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a44b1e-0490-4670-b38b-f069e819fbc7 req-ddc2e60c-7837-4ace-877a-5d6178fec517 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:57.660481 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-49a44b1e-0490-4670-b38b-f069e819fbc7 req-ddc2e60c-7837-4ace-877a-5d6178fec517 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 950 time: 0.0553315 Oct 13 11:29:57.701454 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-49a44b1e-0490-4670-b38b-f069e819fbc7 req-0129020d-21fa-4395-91d9-3a8a02c87fe1 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c159c6e-d568-4694-a130-1292e59fd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339887 Oct 13 11:29:58.070146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690402-ebd5-45dc-91d8-88243485ffc3 req-6ef90ead-e11e-49fd-abb7-3d757f282a93 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:58.071732 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28690402-ebd5-45dc-91d8-88243485ffc3 req-6ef90ead-e11e-49fd-abb7-3d757f282a93 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0657184 Oct 13 11:29:58.152870 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28690402-ebd5-45dc-91d8-88243485ffc3 req-e61d21bf-528c-4156-bf33-c5625ca95f4d tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657408 Oct 13 11:29:58.184081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ff784-7af5-42a0-bd6c-81b0e13220e7 req-75b2681c-de61-4b39-929f-43b3264d1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:58.186097 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f8ff784-7af5-42a0-bd6c-81b0e13220e7 req-75b2681c-de61-4b39-929f-43b3264d1635 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=815473e7e44440b2a78deccdb5eff6c4&device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 1096 time: 0.0739172 Oct 13 11:29:58.284727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ff784-7af5-42a0-bd6c-81b0e13220e7 req-8065395c-91ea-405a-bd0a-8d1c0235abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:58.286750 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f8ff784-7af5-42a0-bd6c-81b0e13220e7 req-8065395c-91ea-405a-bd0a-8d1c0235abf8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7f46ca63-a751-47c7-8ae3-1417223c71b9 HTTP/1.1" status: 200 len: 912 time: 0.0936279 Oct 13 11:29:58.331250 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f8ff784-7af5-42a0-bd6c-81b0e13220e7 req-20a9a7d5-283c-4b9a-82fd-4aeae0214c24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b227aba4-55ea-481d-88b2-b075084ace9c HTTP/1.1" status: 200 len: 217 time: 0.0372522 Oct 13 11:29:58.394225 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ff784-7af5-42a0-bd6c-81b0e13220e7 req-5e4d4922-4cdc-49ed-b583-ed52b7c9c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:58.395960 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f8ff784-7af5-42a0-bd6c-81b0e13220e7 req-5e4d4922-4cdc-49ed-b583-ed52b7c9c632 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58ff9ca8-2380-4e56-931d-f0607b8dc67c HTTP/1.1" status: 200 len: 851 time: 0.0583503 Oct 13 11:29:58.435352 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f8ff784-7af5-42a0-bd6c-81b0e13220e7 req-7c895158-aabb-48ad-a325-819bc2262aa3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f46ca63-a751-47c7-8ae3-1417223c71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314078 Oct 13 11:29:58.488753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93c9de-b97c-45b7-bfe0-8e137cbe84c3 req-d7141157-744a-4bc1-8ba4-2c2427b7d843 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:58.490213 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e93c9de-b97c-45b7-bfe0-8e137cbe84c3 req-d7141157-744a-4bc1-8ba4-2c2427b7d843 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 944 time: 0.0560753 Oct 13 11:29:58.529643 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f8ff784-7af5-42a0-bd6c-81b0e13220e7 req-185ab5fd-ab64-4093-992b-dc87b555b9a7 service neutron] 10.222.0.46 "GET /v2.0/networks/7f46ca63-a751-47c7-8ae3-1417223c71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874288 Oct 13 11:29:58.530619 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e93c9de-b97c-45b7-bfe0-8e137cbe84c3 req-a8588479-d254-4544-97db-d388fe3d8653 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341892 Oct 13 11:29:58.829033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8061f-1697-4c1d-b0ca-1a982da87917 req-5c43ce9c-351e-4d2e-9b72-8be96c8db91a tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:58.831271 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fb8061f-1697-4c1d-b0ca-1a982da87917 req-5c43ce9c-351e-4d2e-9b72-8be96c8db91a tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 950 time: 0.0527804 Oct 13 11:29:58.882524 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fb8061f-1697-4c1d-b0ca-1a982da87917 req-b6df8bdd-19aa-48d1-8b3c-12f8a26b9a49 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c159c6e-d568-4694-a130-1292e59fd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439751 Oct 13 11:29:58.985772 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4f8ff784-7af5-42a0-bd6c-81b0e13220e7 req-a93e437d-873f-4d10-ab6c-abbe4c8ede3e service neutron] 10.222.0.46 "GET /v2.0/networks/7f46ca63-a751-47c7-8ae3-1417223c71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493961 Oct 13 11:29:59.426281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84876-5a32-48b4-ab1a-0766e978a648 req-56b3b9cc-b7e2-46d6-9ee4-482f405c8dbe tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:59.428066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eae84876-5a32-48b4-ab1a-0766e978a648 req-56b3b9cc-b7e2-46d6-9ee4-482f405c8dbe tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0571172 Oct 13 11:29:59.471961 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eae84876-5a32-48b4-ab1a-0766e978a648 req-d975e707-8a01-49df-9bd3-1aef395f9c92 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375817 Oct 13 11:29:59.578384 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7afc5-79f7-44ff-a025-491b22bbbcbf req-74733f1b-131b-4e70-905e-de276378a56f tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:59.579838 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1c7afc5-79f7-44ff-a025-491b22bbbcbf req-74733f1b-131b-4e70-905e-de276378a56f tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 950 time: 0.0508025 Oct 13 11:29:59.621485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1c7afc5-79f7-44ff-a025-491b22bbbcbf req-fc271fa6-e88d-4ab4-8c18-896fd776d394 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c159c6e-d568-4694-a130-1292e59fd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352747 Oct 13 11:29:59.737160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3863b0-6428-46d6-a063-d6f9312e4dfe req-5a23fd12-fd29-42c0-ad0d-ca62145b4318 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:29:59.738658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd3863b0-6428-46d6-a063-d6f9312e4dfe req-5a23fd12-fd29-42c0-ad0d-ca62145b4318 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 944 time: 0.0530143 Oct 13 11:29:59.777486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd3863b0-6428-46d6-a063-d6f9312e4dfe req-743b0ffe-3223-40bd-84ac-d042679cc2fe tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326200 Oct 13 11:30:00.604796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b5e5a-fb22-441f-b9ac-94f72d2a02ab req-c1b3961d-3d0e-4ae4-ad6c-4a92661012f0 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:00.606183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e6b5e5a-fb22-441f-b9ac-94f72d2a02ab req-c1b3961d-3d0e-4ae4-ad6c-4a92661012f0 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0559258 Oct 13 11:30:00.647765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e6b5e5a-fb22-441f-b9ac-94f72d2a02ab req-12bcddbd-27a7-491d-813f-7bb13087eeca tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351703 Oct 13 11:30:00.745924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e9569-302c-497f-b2ff-73837d5d76e4 req-7a5aa971-b842-47d9-9aec-af8284798022 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:00.747346 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f54e9569-302c-497f-b2ff-73837d5d76e4 req-7a5aa971-b842-47d9-9aec-af8284798022 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 950 time: 0.0780766 Oct 13 11:30:00.804054 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44080b-2d65-44c3-96c8-c789f4441a00 req-9d35db70-a931-4f76-aaca-e96864d2af2f tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:00.805532 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c44080b-2d65-44c3-96c8-c789f4441a00 req-9d35db70-a931-4f76-aaca-e96864d2af2f tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 950 time: 0.0957212 Oct 13 11:30:00.879549 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c44080b-2d65-44c3-96c8-c789f4441a00 req-ee35cf57-e099-44e8-993c-04d2b22aba87 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c159c6e-d568-4694-a130-1292e59fd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672016 Oct 13 11:30:00.894493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-f54e9569-302c-497f-b2ff-73837d5d76e4 req-fc99301b-eaa4-409d-bc62-764e04145340 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Deleting port cc528ccb-100f-4d64-95de-790d0e436aef {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:30:00.894848 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f54e9569-302c-497f-b2ff-73837d5d76e4 req-fc99301b-eaa4-409d-bc62-764e04145340 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:00.993387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-f54e9569-302c-497f-b2ff-73837d5d76e4 req-fc99301b-eaa4-409d-bc62-764e04145340 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] For port cc528ccb-100f-4d64-95de-790d0e436aef, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=cc528ccb-100f-4d64-95de-790d0e436aef,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:30:00.993754 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f54e9569-302c-497f-b2ff-73837d5d76e4 req-fc99301b-eaa4-409d-bc62-764e04145340 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:01.011879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-f54e9569-302c-497f-b2ff-73837d5d76e4 req-fc99301b-eaa4-409d-bc62-764e04145340 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Calling delete_port for cc528ccb-100f-4d64-95de-790d0e436aef owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:30:01.222789 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f54e9569-302c-497f-b2ff-73837d5d76e4 req-fc99301b-eaa4-409d-bc62-764e04145340 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:01.252484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99301b-eaa4-409d-bc62-764e04145340 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Pushing event deleted for resources: {'Port': ['ID=cc528ccb-100f-4d64-95de-790d0e436aef,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:01.303613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54e9569-302c-497f-b2ff-73837d5d76e4 req-fc99301b-eaa4-409d-bc62-764e04145340 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] No DVR routers for this DVR port cc528ccb-100f-4d64-95de-790d0e436aef on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:30:01.307021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-f54e9569-302c-497f-b2ff-73837d5d76e4 req-fc99301b-eaa4-409d-bc62-764e04145340 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:01.310401 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f54e9569-302c-497f-b2ff-73837d5d76e4 req-fc99301b-eaa4-409d-bc62-764e04145340 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.21 "DELETE /v2.0/ports/cc528ccb-100f-4d64-95de-790d0e436aef HTTP/1.1" status: 204 len: 173 time: 0.5547853 Oct 13 11:30:01.312637 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1f98a1-36ee-4a12-a19a-51eb5b98c084', 'name': 'network-vif-deleted', 'tag': 'cc528ccb-100f-4d64-95de-790d0e436aef'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:30:01.315973 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff70568-8045-4127-999a-fb4d001b496e" -d '{"events": [{"server_uuid": "9a1f98a1-36ee-4a12-a19a-51eb5b98c084", "name": "network-vif-deleted", "tag": "cc528ccb-100f-4d64-95de-790d0e436aef"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:30:01.368340 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4db23-e332-4858-bdb3-b5f258ef27be req-b21648c8-b73b-48c1-94d0-2c772efd02fe tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:01.377509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44f4db23-e332-4858-bdb3-b5f258ef27be req-b21648c8-b73b-48c1-94d0-2c772efd02fe tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 944 time: 0.0586119 Oct 13 11:30:01.412909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44f4db23-e332-4858-bdb3-b5f258ef27be req-3cd7d610-469a-4c35-86b4-ccdb1688ab79 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367057 Oct 13 11:30:01.523932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7d60a-fa72-4d69-ab18-a317402c6980 req-177fc52d-ddd7-452e-8fbf-f567a0f1724e tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:01.525516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-73e7d60a-fa72-4d69-ab18-a317402c6980 req-177fc52d-ddd7-452e-8fbf-f567a0f1724e tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0532224 Oct 13 11:30:01.566458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-73e7d60a-fa72-4d69-ab18-a317402c6980 req-5ccbfb00-f012-4f82-ac1e-a3130cb69274 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332780 Oct 13 11:30:01.608485 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498e0568-d154-4db1-a534-bff62d1f6ed0 x-openstack-request-id: req-498e0568-d154-4db1-a534-bff62d1f6ed0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:30:01.609110 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1f98a1-36ee-4a12-a19a-51eb5b98c084", "name": "network-vif-deleted", "tag": "cc528ccb-100f-4d64-95de-790d0e436aef", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:30:01.609110 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-498e0568-d154-4db1-a534-bff62d1f6ed0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:30:01.609436 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1f98a1-36ee-4a12-a19a-51eb5b98c084', 'name': 'network-vif-deleted', 'tag': 'cc528ccb-100f-4d64-95de-790d0e436aef', 'status': 'completed', 'code': 200} Oct 13 11:30:02.004583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3c150bc-4aed-461d-ac7f-df29339a2c3a req-d325cb3d-2347-4370-95bf-771cb1c6f8c1 tempest-VolumesNegativeTest-1354460587 tempest-VolumesNegativeTest-1354460587-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a1f98a1-36ee-4a12-a19a-51eb5b98c084 HTTP/1.1" status: 200 len: 210 time: 0.0327637 Oct 13 11:30:02.342836 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:30:02.539517 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618e9d0-df73-4cfa-b037-2c38c3add433 req-1b97617f-ee43-4fe3-9d15-ba75031b339f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:02.541039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0618e9d0-df73-4cfa-b037-2c38c3add433 req-1b97617f-ee43-4fe3-9d15-ba75031b339f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 944 time: 0.0591693 Oct 13 11:30:02.583414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0618e9d0-df73-4cfa-b037-2c38c3add433 req-4838272b-53d7-48b1-a9cb-1cb32c06a1d7 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359225 Oct 13 11:30:02.691957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacdd0c-5448-4975-9df8-f3450b0417dc req-2101b9af-3a29-40d3-a422-8ef9b67734b2 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:02.693459 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0aacdd0c-5448-4975-9df8-f3450b0417dc req-2101b9af-3a29-40d3-a422-8ef9b67734b2 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0542359 Oct 13 11:30:02.707707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device cc528ccb-100f-4d64-95de-790d0e436aef no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:30:02.734196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: cc528ccb-100f-4d64-95de-790d0e436aef {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:30:02.734556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device cc528ccb-100f-4d64-95de-790d0e436aef not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:30:02.739542 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0aacdd0c-5448-4975-9df8-f3450b0417dc req-63d2fa69-fd0e-415c-a654-fa7acf8e5393 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377624 Oct 13 11:30:03.527373 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec3d2-12cc-476f-ab1d-16468a6e7fa2 req-032950b5-2f27-4545-b6a3-603068d17f8c tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:03.528905 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb9ec3d2-12cc-476f-ab1d-16468a6e7fa2 req-032950b5-2f27-4545-b6a3-603068d17f8c tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0585577 Oct 13 11:30:03.643239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-eb9ec3d2-12cc-476f-ab1d-16468a6e7fa2 req-034053df-054c-4b4b-bc2e-93db364b298b tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Deleting port b227aba4-55ea-481d-88b2-b075084ace9c {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:30:03.643839 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-eb9ec3d2-12cc-476f-ab1d-16468a6e7fa2 req-034053df-054c-4b4b-bc2e-93db364b298b tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:03.737516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54d29a-ca18-4b54-a5cf-cf64ba01c98b req-1cc20a97-a0f3-4204-b716-30655a041465 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:03.739275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e54d29a-ca18-4b54-a5cf-cf64ba01c98b req-1cc20a97-a0f3-4204-b716-30655a041465 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 944 time: 0.0770762 Oct 13 11:30:03.742025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-eb9ec3d2-12cc-476f-ab1d-16468a6e7fa2 req-034053df-054c-4b4b-bc2e-93db364b298b tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] For port b227aba4-55ea-481d-88b2-b075084ace9c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b227aba4-55ea-481d-88b2-b075084ace9c,segment=NetworkSegment(6493dc62-2491-49d7-8823-d90971b0de9b),segment_id=6493dc62-2491-49d7-8823-d90971b0de9b)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:30:03.742466 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-eb9ec3d2-12cc-476f-ab1d-16468a6e7fa2 req-034053df-054c-4b4b-bc2e-93db364b298b tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:03.756863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-eb9ec3d2-12cc-476f-ab1d-16468a6e7fa2 req-034053df-054c-4b4b-bc2e-93db364b298b tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Calling delete_port for b227aba4-55ea-481d-88b2-b075084ace9c owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:30:03.785049 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e54d29a-ca18-4b54-a5cf-cf64ba01c98b req-8fcf0ce7-74e4-4b5d-a3f0-e033dad9d6b9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384712 Oct 13 11:30:03.902016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a0cc0-e2cd-4441-ad76-e49a0aa16266 req-19f9848f-cc48-4764-ada7-6c2e450076d3 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:03.903863 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d0a0cc0-e2cd-4441-ad76-e49a0aa16266 req-19f9848f-cc48-4764-ada7-6c2e450076d3 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 945 time: 0.0575757 Oct 13 11:30:03.951067 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d0a0cc0-e2cd-4441-ad76-e49a0aa16266 req-a4a2ee03-43fa-400a-81e8-920b0e3f9cb2 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3768e37-d39d-4113-ab88-26be4138cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400674 Oct 13 11:30:03.972518 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-eb9ec3d2-12cc-476f-ab1d-16468a6e7fa2 req-034053df-054c-4b4b-bc2e-93db364b298b tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:03.988127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['b227aba4-55ea-481d-88b2-b075084ace9c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:30:04.008836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034053df-054c-4b4b-bc2e-93db364b298b tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Pushing event deleted for resources: {'Port': ['ID=b227aba4-55ea-481d-88b2-b075084ace9c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:04.059255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9ec3d2-12cc-476f-ab1d-16468a6e7fa2 req-034053df-054c-4b4b-bc2e-93db364b298b tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] No DVR routers for this DVR port b227aba4-55ea-481d-88b2-b075084ace9c on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:30:04.061837 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-eb9ec3d2-12cc-476f-ab1d-16468a6e7fa2 req-034053df-054c-4b4b-bc2e-93db364b298b tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:04.066496 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb9ec3d2-12cc-476f-ab1d-16468a6e7fa2 req-034053df-054c-4b4b-bc2e-93db364b298b tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.46 "DELETE /v2.0/ports/b227aba4-55ea-481d-88b2-b075084ace9c HTTP/1.1" status: 204 len: 173 time: 0.5316367 Oct 13 11:30:04.066966 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3297bb-ffd9-4d18-a1e6-01132c1126eb', 'name': 'network-vif-deleted', 'tag': 'b227aba4-55ea-481d-88b2-b075084ace9c'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:30:04.069365 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc395834-5d3a-45bc-9382-9d7848648dfc" -d '{"events": [{"server_uuid": "cf3297bb-ffd9-4d18-a1e6-01132c1126eb", "name": "network-vif-deleted", "tag": "b227aba4-55ea-481d-88b2-b075084ace9c"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:30:04.128307 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f96000b-0669-4616-9b88-cdb14dfdc281 x-openstack-request-id: req-0f96000b-0669-4616-9b88-cdb14dfdc281 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:30:04.128609 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3297bb-ffd9-4d18-a1e6-01132c1126eb", "name": "network-vif-deleted", "tag": "b227aba4-55ea-481d-88b2-b075084ace9c", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:30:04.128887 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f96000b-0669-4616-9b88-cdb14dfdc281 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:30:04.129265 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3297bb-ffd9-4d18-a1e6-01132c1126eb', 'name': 'network-vif-deleted', 'tag': 'b227aba4-55ea-481d-88b2-b075084ace9c', 'status': 'completed', 'code': 200} Oct 13 11:30:04.916956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad9602-de86-404a-aeb5-f74483b4e21e req-e2714d13-cb14-4451-a706-186f993c0209 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:04.918515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fdad9602-de86-404a-aeb5-f74483b4e21e req-e2714d13-cb14-4451-a706-186f993c0209 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 944 time: 0.0555961 Oct 13 11:30:04.962171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fdad9602-de86-404a-aeb5-f74483b4e21e req-9978ed52-9213-44e9-9ba6-5c1b71f69e49 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359256 Oct 13 11:30:05.061775 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-01ecddd1-573b-486c-9e15-4df4c9786305 req-58b17422-e6e8-454d-85c9-bb2b4165f6a6 tempest-TestServerAdvancedOps-667185718 tempest-TestServerAdvancedOps-667185718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3297bb-ffd9-4d18-a1e6-01132c1126eb HTTP/1.1" status: 200 len: 210 time: 0.0301006 Oct 13 11:30:06.100188 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbab63-9fe8-412b-a7e4-4f726fe66ab2 req-c118a89a-519b-4fd5-af1d-c6edb52d0007 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:06.101895 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7bbab63-9fe8-412b-a7e4-4f726fe66ab2 req-c118a89a-519b-4fd5-af1d-c6edb52d0007 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 944 time: 0.0629826 Oct 13 11:30:06.147795 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7bbab63-9fe8-412b-a7e4-4f726fe66ab2 req-34731f22-3892-4d2a-9217-944058a6807a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387073 Oct 13 11:30:06.208237 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33252) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:06.260934 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-1714f77a-b9d3-4529-b557-5dcf010909b3 admin admin] Deleting subnet 58ff9ca8-2380-4e56-931d-f0607b8dc67c {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:30:06.265322 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1714f77a-b9d3-4529-b557-5dcf010909b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:06.307780 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1714f77a-b9d3-4529-b557-5dcf010909b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:06.349316 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1714f77a-b9d3-4529-b557-5dcf010909b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:06.502951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1714f77a-b9d3-4529-b557-5dcf010909b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:06.535349 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714f77a-b9d3-4529-b557-5dcf010909b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ff9ca8-2380-4e56-931d-f0607b8dc67c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:06.541211 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1714f77a-b9d3-4529-b557-5dcf010909b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:06.544138 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1714f77a-b9d3-4529-b557-5dcf010909b3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/58ff9ca8-2380-4e56-931d-f0607b8dc67c HTTP/1.1" status: 204 len: 168 time: 0.3351328 Oct 13 11:30:06.547729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33286) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:06.624219 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35534c0b-1823-4fa6-b6b9-2185a8a15bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:06.710461 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35534c0b-1823-4fa6-b6b9-2185a8a15bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:06.732220 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-35534c0b-1823-4fa6-b6b9-2185a8a15bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f46ca63-a751-47c7-8ae3-1417223c71b9']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:06.742250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-35534c0b-1823-4fa6-b6b9-2185a8a15bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6493dc62-2491-49d7-8823-d90971b0de9b') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:06.742577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-35534c0b-1823-4fa6-b6b9-2185a8a15bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6493dc62-2491-49d7-8823-d90971b0de9b') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:06.752282 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35534c0b-1823-4fa6-b6b9-2185a8a15bff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:06.765560 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35534c0b-1823-4fa6-b6b9-2185a8a15bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:06.774130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35534c0b-1823-4fa6-b6b9-2185a8a15bff admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:30:06.774788 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35534c0b-1823-4fa6-b6b9-2185a8a15bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:30:06.776496 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:30:06.885136 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35534c0b-1823-4fa6-b6b9-2185a8a15bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:06.890728 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35534c0b-1823-4fa6-b6b9-2185a8a15bff admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:06.894721 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-35534c0b-1823-4fa6-b6b9-2185a8a15bff admin admin] 10.222.0.32 "DELETE /v2.0/networks/7f46ca63-a751-47c7-8ae3-1417223c71b9 HTTP/1.1" status: 204 len: 168 time: 0.3459044 Oct 13 11:30:06.897611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33314) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:06.905764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35534c0b-1823-4fa6-b6b9-2185a8a15bff admin admin] Pushing event deleted for resources: {'Network': ['ID=7f46ca63-a751-47c7-8ae3-1417223c71b9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:06.959502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8c96c8-e1c5-4305-970f-eff7cbf7319e admin admin] Deleting subnet 8b54d5d6-fb20-48ba-a42c-071f3d7f9cc4 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:30:06.963082 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f8c96c8-e1c5-4305-970f-eff7cbf7319e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:07.001578 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f8c96c8-e1c5-4305-970f-eff7cbf7319e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:07.046396 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f8c96c8-e1c5-4305-970f-eff7cbf7319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:07.182840 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f8c96c8-e1c5-4305-970f-eff7cbf7319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:07.222116 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f8c96c8-e1c5-4305-970f-eff7cbf7319e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:07.229158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33356) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:07.229572 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0f8c96c8-e1c5-4305-970f-eff7cbf7319e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8b54d5d6-fb20-48ba-a42c-071f3d7f9cc4 HTTP/1.1" status: 204 len: 168 time: 0.3305454 Oct 13 11:30:07.236590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c96c8-e1c5-4305-970f-eff7cbf7319e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b54d5d6-fb20-48ba-a42c-071f3d7f9cc4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:07.372078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a67eb2-b9c7-4998-8961-b200d2c68d63 req-8f7c663a-6467-4f14-8a66-1d6e637dedde tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:07.373616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88a67eb2-b9c7-4998-8961-b200d2c68d63 req-8f7c663a-6467-4f14-8a66-1d6e637dedde tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 944 time: 0.1560416 Oct 13 11:30:07.378911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb44776a-1f9d-47fe-bb95-199574737263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:07.437634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88a67eb2-b9c7-4998-8961-b200d2c68d63 req-a441c25c-469a-4841-9b6b-8beb4b46048f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567260 Oct 13 11:30:07.493672 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb44776a-1f9d-47fe-bb95-199574737263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:07.519475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-cb44776a-1f9d-47fe-bb95-199574737263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605c5e4b-ffaa-43c4-9084-100d2ffe2367']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:07.529115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-cb44776a-1f9d-47fe-bb95-199574737263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ad3d8f-d16e-430f-8240-9c688074dd99') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:07.529511 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-cb44776a-1f9d-47fe-bb95-199574737263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ad3d8f-d16e-430f-8240-9c688074dd99') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:07.555025 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb44776a-1f9d-47fe-bb95-199574737263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:07.570312 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb44776a-1f9d-47fe-bb95-199574737263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:07.578807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb44776a-1f9d-47fe-bb95-199574737263 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:30:07.579211 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb44776a-1f9d-47fe-bb95-199574737263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:30:07.581083 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:30:07.718949 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb44776a-1f9d-47fe-bb95-199574737263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:07.724566 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb44776a-1f9d-47fe-bb95-199574737263 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:07.728057 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cb44776a-1f9d-47fe-bb95-199574737263 admin admin] 10.222.0.32 "DELETE /v2.0/networks/605c5e4b-ffaa-43c4-9084-100d2ffe2367 HTTP/1.1" status: 204 len: 168 time: 0.4973085 Oct 13 11:30:07.740606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44776a-1f9d-47fe-bb95-199574737263 admin admin] Pushing event deleted for resources: {'Network': ['ID=605c5e4b-ffaa-43c4-9084-100d2ffe2367,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:08.011831 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-be214fb9-843e-4c10-8e28-2ac54dc82829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:08.115952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33402) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:08.170918 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-015e2f7a-a079-4278-9588-a08a2e976f50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=815473e7e44440b2a78deccdb5eff6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537336 Oct 13 11:30:08.172690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33406) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:08.230552 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ee6d-2863-4301-8a67-5238049dce08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:08.253795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ee6d-2863-4301-8a67-5238049dce08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:08.354051 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ee6d-2863-4301-8a67-5238049dce08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:08.357244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ee6d-2863-4301-8a67-5238049dce08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:08.360784 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a4a2ee6d-2863-4301-8a67-5238049dce08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3768e37-d39d-4113-ab88-26be4138cee6 HTTP/1.1" status: 204 len: 168 time: 0.1849179 Oct 13 11:30:08.373436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2ee6d-2863-4301-8a67-5238049dce08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3768e37-d39d-4113-ab88-26be4138cee6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:08.567307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a1e0a-aad7-44cb-8322-5165775ea828 req-8f8cab34-99dc-4cb4-beac-8df8531430ed tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:08.568845 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de5a1e0a-aad7-44cb-8322-5165775ea828 req-8f8cab34-99dc-4cb4-beac-8df8531430ed tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 944 time: 0.0563722 Oct 13 11:30:08.623542 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de5a1e0a-aad7-44cb-8322-5165775ea828 req-9ddb5928-60e1-42fd-a6c4-9ca1cdd5edbc tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422640 Oct 13 11:30:08.663315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b227aba4-55ea-481d-88b2-b075084ace9c no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:30:08.683284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: b227aba4-55ea-481d-88b2-b075084ace9c {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:30:08.683630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b227aba4-55ea-481d-88b2-b075084ace9c not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:30:08.723670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ba358333-d598-431b-8a71-1d32dd94eff3 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:30:08.832674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ba358333-d598-431b-8a71-1d32dd94eff3, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ba358333-d598-431b-8a71-1d32dd94eff3,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:30:08.849609 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'port_id': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'mac_address': 'fa:16:3e:f6:e6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:30:08.892202 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:08.909726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba358333-d598-431b-8a71-1d32dd94eff3 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:30:08.941178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ba358333-d598-431b-8a71-1d32dd94eff3, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ba358333-d598-431b-8a71-1d32dd94eff3,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:30:08.999630 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:09.037549 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:09.059843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=ba358333-d598-431b-8a71-1d32dd94eff3,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:09.119733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33458) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:09.173092 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b57a0148-9980-4225-96f7-a646fe92c0b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47423da8e85044789a2cf0d11bd756ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520232 Oct 13 11:30:09.176206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33464) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:09.212932 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['ba358333-d598-431b-8a71-1d32dd94eff3'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:30:09.229838 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2f97476-435d-4fcd-814b-42d83bce713e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:09.251887 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2f97476-435d-4fcd-814b-42d83bce713e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:09.388215 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2f97476-435d-4fcd-814b-42d83bce713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:09.391589 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2f97476-435d-4fcd-814b-42d83bce713e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:09.393140 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a2f97476-435d-4fcd-814b-42d83bce713e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7192a451-72bf-43ce-86ef-a3fc6b472b37 HTTP/1.1" status: 204 len: 168 time: 0.2157750 Oct 13 11:30:09.402179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f97476-435d-4fcd-814b-42d83bce713e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7192a451-72bf-43ce-86ef-a3fc6b472b37,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:09.745620 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe10d38-f8cb-46cc-8496-f424cb2b4a85 req-af48ea2f-4ff6-48fb-b4f8-ad085755ba2e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:09.748230 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5fe10d38-f8cb-46cc-8496-f424cb2b4a85 req-af48ea2f-4ff6-48fb-b4f8-ad085755ba2e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 945 time: 0.0599318 Oct 13 11:30:09.809822 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5fe10d38-f8cb-46cc-8496-f424cb2b4a85 req-00f6bb22-d6fa-4e61-b846-ac76ce4228bb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541120 Oct 13 11:30:10.723073 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ba358333-d598-431b-8a71-1d32dd94eff3 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:30:10.817395 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:10.818744 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b1280c0a-b3a9-4bd6-b4ec-bf40bfabb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:10.833972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port ba358333-d598-431b-8a71-1d32dd94eff3 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:30:10.839564 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port ba358333-d598-431b-8a71-1d32dd94eff3 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:30:10.839949 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:10.951736 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:10.980338 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9582a00-34c3-46d3-ba3a-7665257859b8 req-12089f47-f78f-47c1-8b8f-adb96cf98942 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:10.981478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba358333-d598-431b-8a71-1d32dd94eff3'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:30:10.984362 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c437f06-fc4a-4697-99d6-8bae1c5535ce" -d '{"events": [{"server_uuid": "f83bd91b-5b78-4cec-96e6-949588ac120c", "name": "network-vif-plugged", "status": "completed", "tag": "ba358333-d598-431b-8a71-1d32dd94eff3"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:30:10.994528 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9582a00-34c3-46d3-ba3a-7665257859b8 req-12089f47-f78f-47c1-8b8f-adb96cf98942 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 945 time: 0.0932059 Oct 13 11:30:11.006493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port ba358333-d598-431b-8a71-1d32dd94eff3, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ba358333-d598-431b-8a71-1d32dd94eff3,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:30:11.055289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9582a00-34c3-46d3-ba3a-7665257859b8 req-bb98f9b3-a47a-4c31-b630-509cca67e801 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547879 Oct 13 11:30:11.063130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33508) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:11.073810 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:11.117518 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa581d64-f200-4bfc-9c6e-c568255a1905 x-openstack-request-id: req-aa581d64-f200-4bfc-9c6e-c568255a1905 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:30:11.117813 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83bd91b-5b78-4cec-96e6-949588ac120c", "name": "network-vif-plugged", "status": "completed", "tag": "ba358333-d598-431b-8a71-1d32dd94eff3", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:30:11.118056 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa581d64-f200-4bfc-9c6e-c568255a1905 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:30:11.118620 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'code': 200} Oct 13 11:30:11.151249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=ba358333-d598-431b-8a71-1d32dd94eff3,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:11.215339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2c41-249c-4ec3-ba04-43e095b8acb5 req-0a27d90c-e4bb-487f-8c06-45ecdaf0b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:11.217413 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09ef2c41-249c-4ec3-ba04-43e095b8acb5 req-0a27d90c-e4bb-487f-8c06-45ecdaf0b24b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 1097 time: 0.0447643 Oct 13 11:30:11.271744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-09ef2c41-249c-4ec3-ba04-43e095b8acb5 req-ddc3cb75-3732-44fb-8f89-ea879264ffa7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463154 Oct 13 11:30:11.291480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5aaf1e79-4a34-41e3-a7cf-737947352b26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84485999268e415086a9a06a0b604725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272635 Oct 13 11:30:11.294058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33512) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:11.347560 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:11.369436 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:11.491452 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:11.494372 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:11.495666 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c159c6e-d568-4694-a130-1292e59fd766 HTTP/1.1" status: 204 len: 168 time: 0.2004921 Oct 13 11:30:11.504387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c159c6e-d568-4694-a130-1292e59fd766,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:11.512202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:11.512658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:11.513182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:11.513640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:11.513986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:11.514326 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:11.514787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:11.515132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:11.515461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:11.515885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:11.516125 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:11.516458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317238b-55ec-4e1b-bf15-b31f66c41383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:11.748028 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:12.200133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6d346-4000-4c99-b1db-59b33b400f99 req-c5eee33e-9f09-49b6-ab49-51ec17d155e4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:12.202365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3d6d346-4000-4c99-b1db-59b33b400f99 req-c5eee33e-9f09-49b6-ab49-51ec17d155e4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 946 time: 0.0559633 Oct 13 11:30:12.245084 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:12.245503 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3d6d346-4000-4c99-b1db-59b33b400f99 req-7357c9cd-dd9c-4553-a848-caca0fc1885f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367270 Oct 13 11:30:12.672044 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23107170-21a6-4894-92e7-38d2ed20435b req-c580c6bd-e025-4a79-a2a5-b636cea54b5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436070 Oct 13 11:30:12.773202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23107170-21a6-4894-92e7-38d2ed20435b req-7388839f-84f1-459b-9346-c57a36a856a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:12.775355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23107170-21a6-4894-92e7-38d2ed20435b req-7388839f-84f1-459b-9346-c57a36a856a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24caaeb986374d39b4bff3d77f04b9f0&device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 1097 time: 0.0616751 Oct 13 11:30:12.890887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23107170-21a6-4894-92e7-38d2ed20435b req-398fac63-5a65-4dbd-bf58-d37b22c18456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:12.892557 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23107170-21a6-4894-92e7-38d2ed20435b req-398fac63-5a65-4dbd-bf58-d37b22c18456 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb26f27b-d86e-4a62-9d21-985ae58f2a49 HTTP/1.1" status: 200 len: 910 time: 0.0985982 Oct 13 11:30:12.967136 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23107170-21a6-4894-92e7-38d2ed20435b req-582b0ec9-0571-42fb-b9cc-118c45323aeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51fa112-e700-4e37-bafd-cb94c4d4cd67 HTTP/1.1" status: 200 len: 1000 time: 0.0674977 Oct 13 11:30:13.023054 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23107170-21a6-4894-92e7-38d2ed20435b req-81fe1ac0-0c45-4c11-b076-63f15877534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:13.023054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23107170-21a6-4894-92e7-38d2ed20435b req-81fe1ac0-0c45-4c11-b076-63f15877534c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=230802a2-872e-4ced-bf69-07ee33fe04ec HTTP/1.1" status: 200 len: 848 time: 0.0485528 Oct 13 11:30:13.068563 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23107170-21a6-4894-92e7-38d2ed20435b req-73b428b1-427d-4807-9662-5d876bf19afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:13.070027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23107170-21a6-4894-92e7-38d2ed20435b req-73b428b1-427d-4807-9662-5d876bf19afd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb26f27b-d86e-4a62-9d21-985ae58f2a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406849 Oct 13 11:30:13.163509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23107170-21a6-4894-92e7-38d2ed20435b req-02a5484f-e10d-4ca3-8e11-27f9d64ffc46 service neutron] 10.222.0.21 "GET /v2.0/networks/eb26f27b-d86e-4a62-9d21-985ae58f2a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863018 Oct 13 11:30:13.269554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23107170-21a6-4894-92e7-38d2ed20435b req-ef0ef595-0b94-4dfd-80f2-4e73e1d8eecf service neutron] 10.222.0.21 "GET /v2.0/networks/eb26f27b-d86e-4a62-9d21-985ae58f2a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995924 Oct 13 11:30:13.369576 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eca67b-6379-4a1d-be34-0b9d0bf60632 req-6c28a492-dd06-456b-b839-fff7f24a8dd4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:13.371094 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0eca67b-6379-4a1d-be34-0b9d0bf60632 req-6c28a492-dd06-456b-b839-fff7f24a8dd4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 946 time: 0.0510285 Oct 13 11:30:13.418187 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0eca67b-6379-4a1d-be34-0b9d0bf60632 req-2a3d6f84-4f57-4162-84ec-4e42b3ed8906 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398116 Oct 13 11:30:13.503011 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:13.546180 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df414353-2e5e-41d6-ba2b-efebd84209df req-cef5b815-717d-4eee-9136-cb8034c3bcac tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:13.547600 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df414353-2e5e-41d6-ba2b-efebd84209df req-cef5b815-717d-4eee-9136-cb8034c3bcac tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 946 time: 0.0542731 Oct 13 11:30:13.590573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df414353-2e5e-41d6-ba2b-efebd84209df req-cd71a476-0a0b-43eb-a021-613649b26656 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363173 Oct 13 11:30:13.614192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33562) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:13.655928 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daf3f16-9616-4eb9-b15b-75fc88dac4d1 tempest-TestVolumeBootPattern-1161818602 tempest-TestVolumeBootPattern-1161818602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:13.657456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9daf3f16-9616-4eb9-b15b-75fc88dac4d1 tempest-TestVolumeBootPattern-1161818602 tempest-TestVolumeBootPattern-1161818602-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 1092 time: 0.0421507 Oct 13 11:30:13.660390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33564) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:13.665131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:30:13.747378 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:13.849339 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:13.963679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Allocated IP 172.25.0.126 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/4b6d71a0-1794-4f54-aaf2-28fec7732245) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:30:14.078597 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:14.154754 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:14.195100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:30:14.200185 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:30:14.203013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:30:14.238942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'Port': ['ID=4b6d71a0-1794-4f54-aaf2-28fec7732245,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:14.253384 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:14.253732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:14.254414 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:14.254827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:14.255093 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:14.255557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:14.255815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:14.256199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:14.256456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:14.256776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:14.257118 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:14.257421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:14.962678 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:15.124767 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:15.303574 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:15.382788 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:15.465221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'Port': ['ID=4b6d71a0-1794-4f54-aaf2-28fec7732245,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:15.474345 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:15.580518 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Floating IP 91dfdc49-9e66-4f3c-85c4-f6222722f795 associated. External IP: 172.25.0.126, port: ba358333-d598-431b-8a71-1d32dd94eff3. Oct 13 11:30:15.831999 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:30:15.943701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:30:15.955205 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d47349-79bf-42ce-ba2b-599a8f353e85 None None] Sync routers for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:30:15.964902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d47349-79bf-42ce-ba2b-599a8f353e85 None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:30:15.965522 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-07d47349-79bf-42ce-ba2b-599a8f353e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:30:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:16.041735 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:16.099467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a73af19e-d736-4b96-8783-3062339f7f4f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4321251 Oct 13 11:30:16.099467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'tag': 'ba358333-d598-431b-8a71-1d32dd94eff3'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:30:16.099467 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8df07fc-c7a4-46a6-a74b-a6c0933e5058" -d '{"events": [{"name": "network-changed", "server_uuid": "f83bd91b-5b78-4cec-96e6-949588ac120c", "tag": "ba358333-d598-431b-8a71-1d32dd94eff3"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:30:16.157241 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0565ee5b-7fe2-4174-94c5-eb38fc8a8795 x-openstack-request-id: req-0565ee5b-7fe2-4174-94c5-eb38fc8a8795 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:30:16.157548 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83bd91b-5b78-4cec-96e6-949588ac120c", "tag": "ba358333-d598-431b-8a71-1d32dd94eff3", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:30:16.158385 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0565ee5b-7fe2-4174-94c5-eb38fc8a8795 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:30:16.159428 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'tag': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'status': 'completed', 'code': 200} Oct 13 11:30:16.233985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df07fc-c7a4-46a6-a74b-a6c0933e5058 req-c8a2135c-8763-4d6d-9840-f54b9fa2975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:16.236807 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8df07fc-c7a4-46a6-a74b-a6c0933e5058 req-c8a2135c-8763-4d6d-9840-f54b9fa2975b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 1097 time: 0.0514631 Oct 13 11:30:16.292600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-07d47349-79bf-42ce-ba2b-599a8f353e85 None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:30:16.336423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df07fc-c7a4-46a6-a74b-a6c0933e5058 req-dd89a37a-5b6e-48c7-80c0-66888742a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:16.338045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8df07fc-c7a4-46a6-a74b-a6c0933e5058 req-dd89a37a-5b6e-48c7-80c0-66888742a51a service neutron] 10.222.0.21 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.0952923 Oct 13 11:30:16.424554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8df07fc-c7a4-46a6-a74b-a6c0933e5058 req-67070c87-6284-4d46-acd7-1f6743571afe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba358333-d598-431b-8a71-1d32dd94eff3 HTTP/1.1" status: 200 len: 1000 time: 0.0779493 Oct 13 11:30:16.482788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df07fc-c7a4-46a6-a74b-a6c0933e5058 req-88cad1ac-1b2f-4587-9c60-6dbe8132cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:16.484563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8df07fc-c7a4-46a6-a74b-a6c0933e5058 req-88cad1ac-1b2f-4587-9c60-6dbe8132cb22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0535176 Oct 13 11:30:16.540711 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df07fc-c7a4-46a6-a74b-a6c0933e5058 req-3e2dacd2-6d5c-40b9-9ffc-2a6f114fba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:16.542568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8df07fc-c7a4-46a6-a74b-a6c0933e5058 req-3e2dacd2-6d5c-40b9-9ffc-2a6f114fba67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484633 Oct 13 11:30:16.558525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-07d47349-79bf-42ce-ba2b-599a8f353e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '91dfdc49-9e66-4f3c-85c4-f6222722f795', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:f6:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:30:14Z', 'updated_at': '2021-10-13T11:30:14Z', 'revision_number': 0, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:16.591957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d47349-79bf-42ce-ba2b-599a8f353e85 None None] Checking router: 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:30:16.601649 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d47349-79bf-42ce-ba2b-599a8f353e85 None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:30:16.602504 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-07d47349-79bf-42ce-ba2b-599a8f353e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:30:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:16.657326 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8df07fc-c7a4-46a6-a74b-a6c0933e5058 req-98815eed-35b4-42e4-bec9-fe2f1d2a97ac service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071668 Oct 13 11:30:16.728011 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-07d47349-79bf-42ce-ba2b-599a8f353e85 None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:30:16.760118 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8df07fc-c7a4-46a6-a74b-a6c0933e5058 req-265ebfb5-9125-4011-8314-e53c4c54ddc3 service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967574 Oct 13 11:30:17.011161 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-07d47349-79bf-42ce-ba2b-599a8f353e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '91dfdc49-9e66-4f3c-85c4-f6222722f795', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:f6:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:30:14Z', 'updated_at': '2021-10-13T11:30:14Z', 'revision_number': 0, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:17.042558 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d47349-79bf-42ce-ba2b-599a8f353e85 None None] The sync data for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 is: [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '91dfdc49-9e66-4f3c-85c4-f6222722f795', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:f6:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:30:14Z', 'updated_at': '2021-10-13T11:30:14Z', 'revision_number': 0, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:30:17.304330 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f72fb-1cca-4d14-a864-fa24c434cf39 None None] New status for floating IP 91dfdc49-9e66-4f3c-85c4-f6222722f795: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:30:19.934861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33618) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:20.085395 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-33c9908c-de92-4d17-b6bf-e807000456d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54e138a917184ec39db5f57656588f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492765 Oct 13 11:30:20.086040 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33622) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:20.147948 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-760a9bb0-edc2-4bf9-834c-34095aa8d33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:20.169726 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-760a9bb0-edc2-4bf9-834c-34095aa8d33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:20.285382 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-760a9bb0-edc2-4bf9-834c-34095aa8d33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:20.287984 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-760a9bb0-edc2-4bf9-834c-34095aa8d33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:20.289155 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-760a9bb0-edc2-4bf9-834c-34095aa8d33c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ec6dee5-d6ad-4123-aecb-adf5891b94f9 HTTP/1.1" status: 204 len: 168 time: 0.2020693 Oct 13 11:30:20.299060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a9bb0-edc2-4bf9-834c-34095aa8d33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec6dee5-d6ad-4123-aecb-adf5891b94f9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:25.483580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33744) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:25.606115 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d11c5f5-6dce-410e-826a-daf971e17be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:25.698964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d11c5f5-6dce-410e-826a-daf971e17be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:25.794075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5d11c5f5-6dce-410e-826a-daf971e17be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:25.833379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11c5f5-6dce-410e-826a-daf971e17be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6778ff4-1269-444b-8b85-d08b89a7ae8a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:25.837668 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5d11c5f5-6dce-410e-826a-daf971e17be1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3279172d4b6c4996b94bdc43181e8790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530583 Oct 13 11:30:25.840290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33748) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:25.895454 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19bafecb-199b-4df4-8ed1-1399ce86fd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:25.928412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19bafecb-199b-4df4-8ed1-1399ce86fd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:26.022657 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19bafecb-199b-4df4-8ed1-1399ce86fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:26.025284 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-19bafecb-199b-4df4-8ed1-1399ce86fd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:26.026754 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-19bafecb-199b-4df4-8ed1-1399ce86fd81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6778ff4-1269-444b-8b85-d08b89a7ae8a HTTP/1.1" status: 204 len: 168 time: 0.1855319 Oct 13 11:30:26.048856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bafecb-199b-4df4-8ed1-1399ce86fd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6778ff4-1269-444b-8b85-d08b89a7ae8a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:27.056482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33774) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:27.319500 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1784153136-network', 'tenant_id': 'd41c574267b64064b2f7387b7ff5cd68'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:30:27.433901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Made reservation on behalf of d41c574267b64064b2f7387b7ff5cd68 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:30:27.436733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:27.446844 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:27.536610 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:27.623652 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:27.648325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:30:27.661690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918fe18f-6db9-4b9c-86cb-543c382b8813,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:27.667172 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:27.667514 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Added segment 9f7d7279-a719-4f0b-9f74-64bc8f59f65c of type vlan for network 96e6f1de-4baf-4abb-adee-a0d1923b4786 Oct 13 11:30:27.714925 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:27.805220 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:27.806174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:27.806799 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:27.869551 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] Pushing event updated for resources: {'Network': ['ID=96e6f1de-4baf-4abb-adee-a0d1923b4786,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:27.879819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 96e6f1de-4baf-4abb-adee-a0d1923b4786 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:30:27.928184 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2023b15b-7e2d-4784-9471-e0349dcb8b50 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8705788 Oct 13 11:30:27.930896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33780) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:27.936218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6ccf5cbd-e770-4584-b351-a79999d08dd5 admin admin] Request body: {'subnet': {'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1784153136-subnet', 'tenant_id': 'd41c574267b64064b2f7387b7ff5cd68', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:30:28.016588 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccf5cbd-e770-4584-b351-a79999d08dd5 admin admin] Made reservation on behalf of d41c574267b64064b2f7387b7ff5cd68 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:30:28.019404 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ccf5cbd-e770-4584-b351-a79999d08dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:28.257306 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ccf5cbd-e770-4584-b351-a79999d08dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:28.319491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf5cbd-e770-4584-b351-a79999d08dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=500bb80e-f66f-4bb6-a6e1-b321dbbf5ec7,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:28.326735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf5cbd-e770-4584-b351-a79999d08dd5 admin admin] Checking segment: {'id': '9f7d7279-a719-4f0b-9f74-64bc8f59f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:30:28.327412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf5cbd-e770-4584-b351-a79999d08dd5 admin admin] Network hostable DHCP agents. Network: 96e6f1de-4baf-4abb-adee-a0d1923b4786, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:30:28.427272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf5cbd-e770-4584-b351-a79999d08dd5 admin admin] Network 96e6f1de-4baf-4abb-adee-a0d1923b4786 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:30:28.490034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-6ccf5cbd-e770-4584-b351-a79999d08dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 96e6f1de-4baf-4abb-adee-a0d1923b4786) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:30:28.496963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf5cbd-e770-4584-b351-a79999d08dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:30:28.498083 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6ccf5cbd-e770-4584-b351-a79999d08dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:28.498684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925e16d-e6d6-40ca-9d1b-ec42a1db5f20 None None] Network 96e6f1de-4baf-4abb-adee-a0d1923b4786 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:30:28.593486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33784) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:28.594189 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6ccf5cbd-e770-4584-b351-a79999d08dd5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6614757 Oct 13 11:30:28.602851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1784153136-router', 'tenant_id': 'd41c574267b64064b2f7387b7ff5cd68', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:30:28.681955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-96e6f1de-4baf-4abb-adee-a0d1923b4786', 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786', 'tenant_id': 'd41c574267b64064b2f7387b7ff5cd68', 'fixed_ips': [{'subnet_id': '500bb80e-f66f-4bb6-a6e1-b321dbbf5ec7'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:30:28.682974 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:28.692073 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:28.693811 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:28.768716 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:28.834767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Allocated IP 172.20.0.2 (96e6f1de-4baf-4abb-adee-a0d1923b4786/500bb80e-f66f-4bb6-a6e1-b321dbbf5ec7/fe8fa56a-5da7-453d-bf74-29236d6de190) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:30:28.989816 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:28.993405 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:29.092275 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:29.137984 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Network 96e6f1de-4baf-4abb-adee-a0d1923b4786 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:30:29.145665 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:30:29.149495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:30:29.166213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Pushing event updated for resources: {'Port': ['ID=fe8fa56a-5da7-453d-bf74-29236d6de190,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:29.213612 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Attempting to bind port fe8fa56a-5da7-453d-bf74-29236d6de190 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:30:29.214030 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Attempting to bind port fe8fa56a-5da7-453d-bf74-29236d6de190 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9f7d7279-a719-4f0b-9f74-64bc8f59f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:30:29.214467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Attempting to bind port fe8fa56a-5da7-453d-bf74-29236d6de190 on network 96e6f1de-4baf-4abb-adee-a0d1923b4786 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:30:29.220862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:30:29.221336 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Checking segment: {'id': '9f7d7279-a719-4f0b-9f74-64bc8f59f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:30:29.222010 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:29.222553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Bound using segment: {'id': '9f7d7279-a719-4f0b-9f74-64bc8f59f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:30:29.223176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Bound port: fe8fa56a-5da7-453d-bf74-29236d6de190, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7d7279-a719-4f0b-9f74-64bc8f59f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:30:29.223646 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:29.298649 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:29.314214 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] For port fe8fa56a-5da7-453d-bf74-29236d6de190, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:30:29.317478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] For port fe8fa56a-5da7-453d-bf74-29236d6de190, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fe8fa56a-5da7-453d-bf74-29236d6de190,segment=NetworkSegment(9f7d7279-a719-4f0b-9f74-64bc8f59f65c),segment_id=9f7d7279-a719-4f0b-9f74-64bc8f59f65c)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:30:29.321501 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:29.417821 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:29.462309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Allocated IP 172.25.0.112 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/ea7a12c5-f4bb-4f20-8e9c-a92ff66be330) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:30:29.495316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e61061-8d03-4e22-a31f-925a0aa3e3ea None None] Pushing event updated for resources: {'Port': ['ID=fe8fa56a-5da7-453d-bf74-29236d6de190,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:29.633709 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:29.765319 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:29.829371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:30:29.841579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:30:29.844357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7a12c5-f4bb-4f20-8e9c-a92ff66be330,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:29.846867 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:30:30.275275 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:30.356494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fe8fa56a-5da7-453d-bf74-29236d6de190 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:30:30.427024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port fe8fa56a-5da7-453d-bf74-29236d6de190 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:30:30.427497 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:30.508872 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:30.542133 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:30.589887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port fe8fa56a-5da7-453d-bf74-29236d6de190, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fe8fa56a-5da7-453d-bf74-29236d6de190,segment=NetworkSegment(9f7d7279-a719-4f0b-9f74-64bc8f59f65c),segment_id=9f7d7279-a719-4f0b-9f74-64bc8f59f65c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:30:30.679852 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:30.734233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6c5840-43e6-42f5-bca3-5314c8262ce3 None None] Network 96e6f1de-4baf-4abb-adee-a0d1923b4786 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:30:30.782207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Router 2e227896-ef29-4147-a251-2ebcc36f6463 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:30:30.801875 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=fe8fa56a-5da7-453d-bf74-29236d6de190,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:30.828495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5f869efe-a60b-4714-b7ba-5e694dea1fd0 None None] Provisioning complete for port fe8fa56a-5da7-453d-bf74-29236d6de190 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:30:30.828875 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5f869efe-a60b-4714-b7ba-5e694dea1fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:31.313778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:30:31.323557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7c145bc8-2399-45fd-97ef-de8a1ab42b37 None None] Provisioning complete for port fe8fa56a-5da7-453d-bf74-29236d6de190 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:30:31.324176 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7c145bc8-2399-45fd-97ef-de8a1ab42b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:31.327240 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Sync routers for ids ['2e227896-ef29-4147-a251-2ebcc36f6463'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:30:31.362349 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Routers {'2e227896-ef29-4147-a251-2ebcc36f6463'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:30:31.363005 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:30:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['2e227896-ef29-4147-a251-2ebcc36f6463'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:31.403863 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:31.406403 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1a6ef680-5a9a-4655-9260-70bcc8b84bd7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8087373 Oct 13 11:30:31.410116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33792) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:31.518842 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Set router 2e227896-ef29-4147-a251-2ebcc36f6463 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:30:31.722654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'name': 'tempest-ImageQuotaTest-1784153136-router', 'tenant_id': 'd41c574267b64064b2f7387b7ff5cd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'ea7a12c5-f4bb-4f20-8e9c-a92ff66be330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:30:28Z', 'updated_at': '2021-10-13T11:30:30Z', 'revision_number': 3, 'project_id': 'd41c574267b64064b2f7387b7ff5cd68', 'gw_port': {'id': 'ea7a12c5-f4bb-4f20-8e9c-a92ff66be330', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:30:29Z', 'updated_at': '2021-10-13T11:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:31.756620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Checking router: 2e227896-ef29-4147-a251-2ebcc36f6463 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:30:31.756964 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Updating router 2e227896-ef29-4147-a251-2ebcc36f6463 port ea7a12c5-f4bb-4f20-8e9c-a92ff66be330 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:30:31.783524 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:31.910247 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:32.064705 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:32.076701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Allocated IP 172.20.0.1 (96e6f1de-4baf-4abb-adee-a0d1923b4786/500bb80e-f66f-4bb6-a6e1-b321dbbf5ec7/6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:30:32.148342 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:32.201964 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Attempting to bind port ea7a12c5-f4bb-4f20-8e9c-a92ff66be330 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:30:32.202345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Attempting to bind port ea7a12c5-f4bb-4f20-8e9c-a92ff66be330 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:30:32.202706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Attempting to bind port ea7a12c5-f4bb-4f20-8e9c-a92ff66be330 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:30:32.209024 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb37a8-1d6e-493b-b2ec-684c9077e80e None None] Pushing event updated for resources: {'Port': ['ID=ea7a12c5-f4bb-4f20-8e9c-a92ff66be330,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:32.213978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:30:32.214420 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:32.214680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:30:32.215059 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:32.215452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:30:32.215925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Bound port: ea7a12c5-f4bb-4f20-8e9c-a92ff66be330, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:30:32.216303 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:32.290769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] For port ea7a12c5-f4bb-4f20-8e9c-a92ff66be330, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:30:32.294647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] For port ea7a12c5-f4bb-4f20-8e9c-a92ff66be330, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ea7a12c5-f4bb-4f20-8e9c-a92ff66be330,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:30:32.305162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fe8fa56a-5da7-453d-bf74-29236d6de190 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:30:32.349381 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:32.396370 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Network 96e6f1de-4baf-4abb-adee-a0d1923b4786 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:30:32.399963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:30:32.404303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:30:32.435515 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:32.470454 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:32.522404 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:32.618938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Routers {'2e227896-ef29-4147-a251-2ebcc36f6463'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:30:32.619585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:30:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['2e227896-ef29-4147-a251-2ebcc36f6463'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:32.689891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb37a8-1d6e-493b-b2ec-684c9077e80e None None] Pushing event updated for resources: {'Port': ['ID=ea7a12c5-f4bb-4f20-8e9c-a92ff66be330,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:32.723514 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:32.735225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port fe8fa56a-5da7-453d-bf74-29236d6de190 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:30:32.735813 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:32.804509 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] Set router 2e227896-ef29-4147-a251-2ebcc36f6463 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:30:32.862783 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b2b1adfa-8916-4a07-abf6-5ed90042bb1f None None] Provisioning complete for port 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:30:32.863063 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b2b1adfa-8916-4a07-abf6-5ed90042bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:32.933374 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:32.973528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b2b1adfa-8916-4a07-abf6-5ed90042bb1f None None] Port 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:30:32.999525 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:33.072056 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:33.074762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:33.077560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'name': 'tempest-ImageQuotaTest-1784153136-router', 'tenant_id': 'd41c574267b64064b2f7387b7ff5cd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'ea7a12c5-f4bb-4f20-8e9c-a92ff66be330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:30:28Z', 'updated_at': '2021-10-13T11:30:30Z', 'revision_number': 3, 'project_id': 'd41c574267b64064b2f7387b7ff5cd68', 'gw_port': {'id': 'ea7a12c5-f4bb-4f20-8e9c-a92ff66be330', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:30:29Z', 'updated_at': '2021-10-13T11:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:33.122717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f1f07-9c9d-4763-947f-3f3a081eb907 None None] The sync data for ids ['2e227896-ef29-4147-a251-2ebcc36f6463'] in n-d-813659-3 is: [{'id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'name': 'tempest-ImageQuotaTest-1784153136-router', 'tenant_id': 'd41c574267b64064b2f7387b7ff5cd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'ea7a12c5-f4bb-4f20-8e9c-a92ff66be330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:30:28Z', 'updated_at': '2021-10-13T11:30:30Z', 'revision_number': 3, 'project_id': 'd41c574267b64064b2f7387b7ff5cd68', 'gw_port': {'id': 'ea7a12c5-f4bb-4f20-8e9c-a92ff66be330', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:30:29Z', 'updated_at': '2021-10-13T11:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:30:33.198101 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Network 96e6f1de-4baf-4abb-adee-a0d1923b4786 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:30:33.200565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:30:33.395444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Router 2e227896-ef29-4147-a251-2ebcc36f6463 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:30:33.574928 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:30:33.590409 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0dee8694-8022-4583-9865-decfd3f1e979 admin admin] 10.222.0.32 "PUT /v2.0/routers/2e227896-ef29-4147-a251-2ebcc36f6463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1724737 Oct 13 11:30:33.613254 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4026b86c-0c54-453b-8360-b0cc05bad358 None None] Provisioning complete for port 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:30:33.620191 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4026b86c-0c54-453b-8360-b0cc05bad358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:33.673904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4026b86c-0c54-453b-8360-b0cc05bad358 None None] Port 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:30:34.381403 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ea7a12c5-f4bb-4f20-8e9c-a92ff66be330 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:30:34.450750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ea7a12c5-f4bb-4f20-8e9c-a92ff66be330 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:30:34.451196 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:34.634819 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:34.634819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port ea7a12c5-f4bb-4f20-8e9c-a92ff66be330, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ea7a12c5-f4bb-4f20-8e9c-a92ff66be330,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:30:35.184297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 33820) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:35.237554 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Sync routers for ids ['2e227896-ef29-4147-a251-2ebcc36f6463'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:30:35.247787 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Routers {'2e227896-ef29-4147-a251-2ebcc36f6463'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:30:35.248839 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:30:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['2e227896-ef29-4147-a251-2ebcc36f6463'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:35.321694 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:35.419201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=ea7a12c5-f4bb-4f20-8e9c-a92ff66be330,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:35.485914 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Set router 2e227896-ef29-4147-a251-2ebcc36f6463 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:30:35.677677 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dd00ad5-f8d1-4f59-8e28-b3d20ed804f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:35.775145 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'name': 'tempest-ImageQuotaTest-1784153136-router', 'tenant_id': 'd41c574267b64064b2f7387b7ff5cd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'ea7a12c5-f4bb-4f20-8e9c-a92ff66be330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:30:28Z', 'updated_at': '2021-10-13T11:30:32Z', 'revision_number': 4, 'project_id': 'd41c574267b64064b2f7387b7ff5cd68', 'gw_port': {'id': 'ea7a12c5-f4bb-4f20-8e9c-a92ff66be330', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:30:29Z', 'updated_at': '2021-10-13T11:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e', 'name': '', 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786', 'tenant_id': 'd41c574267b64064b2f7387b7ff5cd68', 'mac_address': 'fa:16:3e:2e:45:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '500bb80e-f66f-4bb6-a6e1-b321dbbf5ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:30:31Z', 'updated_at': '2021-10-13T11:30:32Z', 'revision_number': 2, 'project_id': 'd41c574267b64064b2f7387b7ff5cd68', 'subnets': [{'id': '500bb80e-f66f-4bb6-a6e1-b321dbbf5ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:35.804729 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Checking router: 2e227896-ef29-4147-a251-2ebcc36f6463 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:30:35.805108 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Updating router 2e227896-ef29-4147-a251-2ebcc36f6463 port 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:30:35.840698 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:35.973852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8dd00ad5-f8d1-4f59-8e28-b3d20ed804f4 admin admin] Deleting port 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:30:35.974288 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dd00ad5-f8d1-4f59-8e28-b3d20ed804f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:36.075653 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dd00ad5-f8d1-4f59-8e28-b3d20ed804f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:36.091984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8dd00ad5-f8d1-4f59-8e28-b3d20ed804f4 admin admin] Calling delete_port for 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:30:36.147578 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:36.194086 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:36.305802 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Attempting to bind port 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:30:36.306950 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Attempting to bind port 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9f7d7279-a719-4f0b-9f74-64bc8f59f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:30:36.306950 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Attempting to bind port 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e on network 96e6f1de-4baf-4abb-adee-a0d1923b4786 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:30:36.313430 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:30:36.313430 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Checking segment: {'id': '9f7d7279-a719-4f0b-9f74-64bc8f59f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:30:36.334030 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:36.334030 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Bound using segment: {'id': '9f7d7279-a719-4f0b-9f74-64bc8f59f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:30:36.334030 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Bound port: 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7d7279-a719-4f0b-9f74-64bc8f59f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:30:36.334030 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:36.334030 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4dad4-54af-4df4-b6a1-ab58805fc46e None None] Pushing event updated for resources: {'Port': ['ID=6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:36.340290 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4dad4-54af-4df4-b6a1-ab58805fc46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:36.340848 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4dad4-54af-4df4-b6a1-ab58805fc46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:36.341345 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4dad4-54af-4df4-b6a1-ab58805fc46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:36.341771 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4dad4-54af-4df4-b6a1-ab58805fc46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:36.343379 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4dad4-54af-4df4-b6a1-ab58805fc46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:36.343836 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4dad4-54af-4df4-b6a1-ab58805fc46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:36.344304 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4dad4-54af-4df4-b6a1-ab58805fc46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:36.344719 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4dad4-54af-4df4-b6a1-ab58805fc46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:36.345733 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4dad4-54af-4df4-b6a1-ab58805fc46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:36.346157 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4dad4-54af-4df4-b6a1-ab58805fc46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:36.346695 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4dad4-54af-4df4-b6a1-ab58805fc46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:36.347147 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4dad4-54af-4df4-b6a1-ab58805fc46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:30:36.370578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ea7a12c5-f4bb-4f20-8e9c-a92ff66be330 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:30:36.399931 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dd00ad5-f8d1-4f59-8e28-b3d20ed804f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:36.427568 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.db.api [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:30:36.428512 n-d-813659-3 neutron-server[101993]: DEBUG oslo_db.api [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:30:36.434055 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd00ad5-f8d1-4f59-8e28-b3d20ed804f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:36.437746 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ea7a12c5-f4bb-4f20-8e9c-a92ff66be330 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:30:36.439411 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:36.621236 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3ce60cb6-5144-4f04-ad89-8bd4b7053256 None None] Could not find standard attr ID for object 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:30:36.685510 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dd00ad5-f8d1-4f59-8e28-b3d20ed804f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:36.949397 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Attempting to bind port 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:30:36.950643 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Attempting to bind port 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9f7d7279-a719-4f0b-9f74-64bc8f59f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:30:36.951218 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Attempting to bind port 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e on network 96e6f1de-4baf-4abb-adee-a0d1923b4786 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:30:36.960884 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:30:36.962068 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Checking segment: {'id': '9f7d7279-a719-4f0b-9f74-64bc8f59f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:30:36.962739 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:36.963507 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Bound using segment: {'id': '9f7d7279-a719-4f0b-9f74-64bc8f59f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:30:36.964308 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Bound port: 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7d7279-a719-4f0b-9f74-64bc8f59f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96e6f1de-4baf-4abb-adee-a0d1923b4786'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:30:36.964897 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:36.971956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd00ad5-f8d1-4f59-8e28-b3d20ed804f4 admin admin] Router 2e227896-ef29-4147-a251-2ebcc36f6463 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:30:36.998694 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.plugin [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Port 6cc7dea7-f3c8-43e2-a1ee-5f0b66f4200e has been deleted concurrently {{(pid=101993) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 13 11:30:37.010277 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Routers {'2e227896-ef29-4147-a251-2ebcc36f6463'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:30:37.011273 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:30:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['2e227896-ef29-4147-a251-2ebcc36f6463'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:37.101189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd00ad5-f8d1-4f59-8e28-b3d20ed804f4 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:30:37.109703 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33844) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:37.111148 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8dd00ad5-f8d1-4f59-8e28-b3d20ed804f4 admin admin] 10.222.0.32 "PUT /v2.0/routers/2e227896-ef29-4147-a251-2ebcc36f6463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9243224 Oct 13 11:30:37.194283 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] Set router 2e227896-ef29-4147-a251-2ebcc36f6463 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:30:37.245866 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:37.383041 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:37.414657 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'name': 'tempest-ImageQuotaTest-1784153136-router', 'tenant_id': 'd41c574267b64064b2f7387b7ff5cd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'ea7a12c5-f4bb-4f20-8e9c-a92ff66be330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:30:28Z', 'updated_at': '2021-10-13T11:30:36Z', 'revision_number': 5, 'project_id': 'd41c574267b64064b2f7387b7ff5cd68', 'gw_port': {'id': 'ea7a12c5-f4bb-4f20-8e9c-a92ff66be330', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:30:29Z', 'updated_at': '2021-10-13T11:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:37.449653 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ed2385-5fbc-4131-b4f8-1fe9f8d637f2 None None] The sync data for ids ['2e227896-ef29-4147-a251-2ebcc36f6463'] in n-d-813659-3 is: [{'id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'name': 'tempest-ImageQuotaTest-1784153136-router', 'tenant_id': 'd41c574267b64064b2f7387b7ff5cd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'ea7a12c5-f4bb-4f20-8e9c-a92ff66be330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:30:28Z', 'updated_at': '2021-10-13T11:30:36Z', 'revision_number': 5, 'project_id': 'd41c574267b64064b2f7387b7ff5cd68', 'gw_port': {'id': 'ea7a12c5-f4bb-4f20-8e9c-a92ff66be330', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:30:29Z', 'updated_at': '2021-10-13T11:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:30:37.594740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Deleting port ea7a12c5-f4bb-4f20-8e9c-a92ff66be330 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:30:37.596445 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:37.706858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] For port ea7a12c5-f4bb-4f20-8e9c-a92ff66be330, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ea7a12c5-f4bb-4f20-8e9c-a92ff66be330,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:30:37.707443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:37.730566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Calling delete_port for ea7a12c5-f4bb-4f20-8e9c-a92ff66be330 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:30:38.029381 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:38.051751 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eceef241-13f1-4362-a979-60136a8354a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:38.062233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7a12c5-f4bb-4f20-8e9c-a92ff66be330,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:38.154256 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:38.283358 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:38.286002 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:38.337712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd99d02e-6d37-47f2-83f6-f476456fc3b6 None None] Sync routers for ids ['2e227896-ef29-4147-a251-2ebcc36f6463'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:30:38.350084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99d02e-6d37-47f2-83f6-f476456fc3b6 None None] Routers {'2e227896-ef29-4147-a251-2ebcc36f6463'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:30:38.351120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd99d02e-6d37-47f2-83f6-f476456fc3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:30:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['2e227896-ef29-4147-a251-2ebcc36f6463'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:38.411509 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:38.412418 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e227896-ef29-4147-a251-2ebcc36f6463 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:30:38.425695 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:38.427636 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-52587f90-42df-4862-94ae-a29a8ddaf82a admin admin] 10.222.0.32 "DELETE /v2.0/routers/2e227896-ef29-4147-a251-2ebcc36f6463 HTTP/1.1" status: 204 len: 168 time: 1.3155680 Oct 13 11:30:38.430104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33848) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:38.448766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-dd99d02e-6d37-47f2-83f6-f476456fc3b6 None None] Set router 2e227896-ef29-4147-a251-2ebcc36f6463 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:30:38.510877 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-f928cad1-d923-4ec5-91fa-0294a1c985e5 admin admin] Deleting subnet 500bb80e-f66f-4bb6-a6e1-b321dbbf5ec7 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:30:38.515927 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f928cad1-d923-4ec5-91fa-0294a1c985e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:38.531915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd99d02e-6d37-47f2-83f6-f476456fc3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e227896-ef29-4147-a251-2ebcc36f6463', 'name': 'tempest-ImageQuotaTest-1784153136-router', 'tenant_id': 'd41c574267b64064b2f7387b7ff5cd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:30:28Z', 'updated_at': '2021-10-13T11:30:37Z', 'revision_number': 7, 'project_id': 'd41c574267b64064b2f7387b7ff5cd68', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:38.568358 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd99d02e-6d37-47f2-83f6-f476456fc3b6 None None] Checking router: 2e227896-ef29-4147-a251-2ebcc36f6463 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:30:38.575776 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f928cad1-d923-4ec5-91fa-0294a1c985e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:38.582405 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99d02e-6d37-47f2-83f6-f476456fc3b6 None None] Routers set() bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:30:38.582970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99d02e-6d37-47f2-83f6-f476456fc3b6 None None] Router IDs set() for agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 11:30:38.583792 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_agentschedulers_db [None req-dd99d02e-6d37-47f2-83f6-f476456fc3b6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2e227896-ef29-4147-a251-2ebcc36f6463'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:30:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent'). {{(pid=101992) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 11:30:38.584181 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd99d02e-6d37-47f2-83f6-f476456fc3b6 None None] The sync data for ids ['2e227896-ef29-4147-a251-2ebcc36f6463'] in n-d-813659-3 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:30:38.684900 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f928cad1-d923-4ec5-91fa-0294a1c985e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:38.883343 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f928cad1-d923-4ec5-91fa-0294a1c985e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:38.920282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928cad1-d923-4ec5-91fa-0294a1c985e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=500bb80e-f66f-4bb6-a6e1-b321dbbf5ec7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:38.932867 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f928cad1-d923-4ec5-91fa-0294a1c985e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:38.932867 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f928cad1-d923-4ec5-91fa-0294a1c985e5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/500bb80e-f66f-4bb6-a6e1-b321dbbf5ec7 HTTP/1.1" status: 204 len: 168 time: 0.4985490 Oct 13 11:30:38.932867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33858) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:38.935818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd7ae4b-03dd-4326-8f4e-4ebc82da8a60 None None] Network 96e6f1de-4baf-4abb-adee-a0d1923b4786 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:30:39.014750 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.088632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Deleting port fe8fa56a-5da7-453d-bf74-29236d6de190 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:30:39.089026 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.096206 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.181864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066a4d8-49a8-4ecb-80e6-b56143f70a75 None None] DHCP port deletion for 96e6f1de-4baf-4abb-adee-a0d1923b4786 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:30:39.197016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] For port fe8fa56a-5da7-453d-bf74-29236d6de190, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fe8fa56a-5da7-453d-bf74-29236d6de190,segment=NetworkSegment(9f7d7279-a719-4f0b-9f74-64bc8f59f65c),segment_id=9f7d7279-a719-4f0b-9f74-64bc8f59f65c)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:30:39.197657 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.217460 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Calling delete_port for fe8fa56a-5da7-453d-bf74-29236d6de190 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:30:39.252780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1066a4d8-49a8-4ecb-80e6-b56143f70a75 None None] Deleting port fe8fa56a-5da7-453d-bf74-29236d6de190 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:30:39.253334 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1066a4d8-49a8-4ecb-80e6-b56143f70a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.330122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1066a4d8-49a8-4ecb-80e6-b56143f70a75 None None] For port fe8fa56a-5da7-453d-bf74-29236d6de190, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fe8fa56a-5da7-453d-bf74-29236d6de190,segment=NetworkSegment(9f7d7279-a719-4f0b-9f74-64bc8f59f65c),segment_id=9f7d7279-a719-4f0b-9f74-64bc8f59f65c)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:30:39.330585 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1066a4d8-49a8-4ecb-80e6-b56143f70a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.343219 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:30:39.346148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1066a4d8-49a8-4ecb-80e6-b56143f70a75 None None] Calling delete_port for fe8fa56a-5da7-453d-bf74-29236d6de190 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:30:39.388875 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.434910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8fa56a-5da7-453d-bf74-29236d6de190,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:39.443815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] No DVR routers for this DVR port fe8fa56a-5da7-453d-bf74-29236d6de190 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:30:39.461991 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1066a4d8-49a8-4ecb-80e6-b56143f70a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.477200 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066a4d8-49a8-4ecb-80e6-b56143f70a75 None None] No DVR routers for this DVR port fe8fa56a-5da7-453d-bf74-29236d6de190 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:30:39.500853 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066a4d8-49a8-4ecb-80e6-b56143f70a75 None None] Pushing event deleted for resources: {'Port': ['ID=fe8fa56a-5da7-453d-bf74-29236d6de190,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:39.567104 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.592652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e6f1de-4baf-4abb-adee-a0d1923b4786']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:39.604067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7d7279-a719-4f0b-9f74-64bc8f59f65c') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:39.604360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7d7279-a719-4f0b-9f74-64bc8f59f65c') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:30:39.617295 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.634045 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.641585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:30:39.642895 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:30:39.645152 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:30:39.748492 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.755120 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:39.761736 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/96e6f1de-4baf-4abb-adee-a0d1923b4786 HTTP/1.1" status: 204 len: 168 time: 0.8243103 Oct 13 11:30:39.776661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142ee2c-f0f1-4697-a817-f1f4c74b17f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=96e6f1de-4baf-4abb-adee-a0d1923b4786,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:40.069294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33864) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:40.116888 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ea8f301f-88ed-48bb-9049-978ad17a1dfc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d41c574267b64064b2f7387b7ff5cd68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463243 Oct 13 11:30:40.119822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33866) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:40.174686 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2a68e09-fd32-49d2-9af0-ee3e14e5dce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:40.197952 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2a68e09-fd32-49d2-9af0-ee3e14e5dce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:40.303802 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2a68e09-fd32-49d2-9af0-ee3e14e5dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:40.311008 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2a68e09-fd32-49d2-9af0-ee3e14e5dce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:40.316490 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a2a68e09-fd32-49d2-9af0-ee3e14e5dce7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/918fe18f-6db9-4b9c-86cb-543c382b8813 HTTP/1.1" status: 204 len: 168 time: 0.1921813 Oct 13 11:30:40.316890 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ea7a12c5-f4bb-4f20-8e9c-a92ff66be330 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:30:40.328656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a68e09-fd32-49d2-9af0-ee3e14e5dce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918fe18f-6db9-4b9c-86cb-543c382b8813,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:40.362444 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: ea7a12c5-f4bb-4f20-8e9c-a92ff66be330 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:30:40.362650 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ea7a12c5-f4bb-4f20-8e9c-a92ff66be330 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:30:40.363345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fe8fa56a-5da7-453d-bf74-29236d6de190 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:30:40.402521 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: fe8fa56a-5da7-453d-bf74-29236d6de190 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:30:40.403162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fe8fa56a-5da7-453d-bf74-29236d6de190 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:30:40.771700 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:40.816990 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f4d76541-fd36-4a33-a078-be4a8af6ebf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:41.078820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33874) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:41.093572 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b595f231-ea64-4d98-b0eb-967f4e1d2de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:41.179993 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b595f231-ea64-4d98-b0eb-967f4e1d2de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:41.262110 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b595f231-ea64-4d98-b0eb-967f4e1d2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:41.306624 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b595f231-ea64-4d98-b0eb-967f4e1d2de6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2258964 Oct 13 11:30:41.307474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595f231-ea64-4d98-b0eb-967f4e1d2de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d9dc21-b4c9-4ad7-889f-bc7de5a6bb30,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:41.309829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 33876) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:30:41.364246 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21d85794-2664-4760-b7cf-f977f8034411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:41.388770 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21d85794-2664-4760-b7cf-f977f8034411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:41.531115 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21d85794-2664-4760-b7cf-f977f8034411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:41.534782 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21d85794-2664-4760-b7cf-f977f8034411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:41.535970 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-21d85794-2664-4760-b7cf-f977f8034411 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15d9dc21-b4c9-4ad7-889f-bc7de5a6bb30 HTTP/1.1" status: 204 len: 168 time: 0.2250414 Oct 13 11:30:41.549067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d85794-2664-4760-b7cf-f977f8034411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d9dc21-b4c9-4ad7-889f-bc7de5a6bb30,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:30:41.783592 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:42.318771 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:30:43.519334 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:08.103041 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d4de975e-45fe-406f-bba8-054857a1bef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:09.074235 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:10.754482 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:10.794029 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4e400d69-61f0-4f3c-a647-a3f93d7362fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:11.782973 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:12.297030 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:13.525388 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:14.666883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fbe1d3c-d5c3-4ea8-b8d9-6ce895d0e273 req-15e1aa2c-340a-4eb7-a5ea-f3bb9c935f09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417721 Oct 13 11:31:14.869199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe1d3c-d5c3-4ea8-b8d9-6ce895d0e273 req-1fd1bc90-0de5-4d38-b05e-fa0d1099142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:31:14.871302 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fbe1d3c-d5c3-4ea8-b8d9-6ce895d0e273 req-1fd1bc90-0de5-4d38-b05e-fa0d1099142c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 1097 time: 0.0531180 Oct 13 11:31:14.984588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe1d3c-d5c3-4ea8-b8d9-6ce895d0e273 req-d198184f-97fb-4b65-be95-a78f56e031d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:31:14.986267 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fbe1d3c-d5c3-4ea8-b8d9-6ce895d0e273 req-d198184f-97fb-4b65-be95-a78f56e031d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.0940723 Oct 13 11:31:15.058767 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fbe1d3c-d5c3-4ea8-b8d9-6ce895d0e273 req-b32f2dc8-9e2f-4c8b-91df-f19b90d7e22c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba358333-d598-431b-8a71-1d32dd94eff3 HTTP/1.1" status: 200 len: 1002 time: 0.0642929 Oct 13 11:31:15.422713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe1d3c-d5c3-4ea8-b8d9-6ce895d0e273 req-65c6a479-c9b8-4eef-896c-74bc00dbd981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:31:15.424333 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fbe1d3c-d5c3-4ea8-b8d9-6ce895d0e273 req-65c6a479-c9b8-4eef-896c-74bc00dbd981 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.3590195 Oct 13 11:31:15.477846 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe1d3c-d5c3-4ea8-b8d9-6ce895d0e273 req-5d97c580-90e1-4651-84a1-99655b52f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:31:15.479867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fbe1d3c-d5c3-4ea8-b8d9-6ce895d0e273 req-5d97c580-90e1-4651-84a1-99655b52f708 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472186 Oct 13 11:31:15.578309 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fbe1d3c-d5c3-4ea8-b8d9-6ce895d0e273 req-4affcb64-0614-417b-87c1-a9892475594b service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915763 Oct 13 11:31:15.676925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1fbe1d3c-d5c3-4ea8-b8d9-6ce895d0e273 req-61c720ce-20df-4494-9df8-4bf12afc571a service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919154 Oct 13 11:31:16.344820 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:31:38.022699 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fd04273d-74d6-4adc-a79b-d3ed1c4c3c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:39.073935 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:40.799758 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1c467858-b793-4de8-a42c-61eb2cefe666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:40.902611 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:41.719601 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:42.313890 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:43.522256 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:53.345435 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:31:57.015045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34096) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:31:57.154688 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:57.240525 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:57.301829 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:57.355811 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd4ef2771bff435596d53b11c2f512c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394008 Oct 13 11:31:57.356906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ee75fa-a7e8-444f-a984-d82074053f22,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:31:57.358564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34102) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:31:57.366592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.366881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.367049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.367310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.367640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.368170 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.368504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.368835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.369231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.369486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.369809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.370129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c2d409-9fa6-45d6-bb95-6d5b3f8f53f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.419030 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:57.440933 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:57.594040 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:57.596674 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:31:57.597814 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5ee75fa-a7e8-444f-a984-d82074053f22 HTTP/1.1" status: 204 len: 168 time: 0.2379377 Oct 13 11:31:57.606427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ee75fa-a7e8-444f-a984-d82074053f22,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:31:57.613983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.614346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.614687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.615079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.615379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.615698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.616018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.618467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.618815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.619177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.619516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:31:57.619850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c5b9-fb09-4f51-b5e4-ce47523184aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:02.524676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34256) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:32:02.631541 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8b54-d2ca-4dc9-a334-33cf0323fd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:02.704432 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8b54-d2ca-4dc9-a334-33cf0323fd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:02.742959 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8b54-d2ca-4dc9-a334-33cf0323fd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:02.780349 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3f1c8b54-d2ca-4dc9-a334-33cf0323fd7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1e8f48d22b640e681efa98f3bcb74f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546198 Oct 13 11:32:02.781222 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c8b54-d2ca-4dc9-a334-33cf0323fd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa02b3fb-9fe2-419f-99f7-4b7b392bbde6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:02.783151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34260) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:32:02.838914 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0650fe32-85b9-452e-9eef-d8c81be19607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:02.860373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0650fe32-85b9-452e-9eef-d8c81be19607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:02.965078 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0650fe32-85b9-452e-9eef-d8c81be19607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:02.967766 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0650fe32-85b9-452e-9eef-d8c81be19607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:02.968999 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0650fe32-85b9-452e-9eef-d8c81be19607 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa02b3fb-9fe2-419f-99f7-4b7b392bbde6 HTTP/1.1" status: 204 len: 168 time: 0.1848233 Oct 13 11:32:02.977677 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650fe32-85b9-452e-9eef-d8c81be19607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa02b3fb-9fe2-419f-99f7-4b7b392bbde6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:03.539845 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34266) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:32:03.553103 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f1c88e1-2f65-46a4-904f-251fdc8d627a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:03.627072 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f1c88e1-2f65-46a4-904f-251fdc8d627a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:03.701651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8f1c88e1-2f65-46a4-904f-251fdc8d627a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:03.737964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c88e1-2f65-46a4-904f-251fdc8d627a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e7d598-22af-46da-85d6-ec66556c46d2,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:03.742244 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8f1c88e1-2f65-46a4-904f-251fdc8d627a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be46661bc4664346bfb5a888b6940835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013867 Oct 13 11:32:03.744800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34268) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:32:03.792713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6624f4d5-b357-45a4-bf2b-0e6e1b2701d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:03.817340 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6624f4d5-b357-45a4-bf2b-0e6e1b2701d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:03.929487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6624f4d5-b357-45a4-bf2b-0e6e1b2701d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:03.932115 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6624f4d5-b357-45a4-bf2b-0e6e1b2701d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:03.933258 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6624f4d5-b357-45a4-bf2b-0e6e1b2701d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0e7d598-22af-46da-85d6-ec66556c46d2 HTTP/1.1" status: 204 len: 168 time: 0.1875644 Oct 13 11:32:03.942142 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624f4d5-b357-45a4-bf2b-0e6e1b2701d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e7d598-22af-46da-85d6-ec66556c46d2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:04.898246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34290) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:32:04.994767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-442370089-network', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:32:05.079432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Made reservation on behalf of 8d4e496f4a934e9ea48dbd42bec849e8 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:32:05.081765 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:05.090502 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:05.165085 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:05.233592 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:05.260296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:32:05.267281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437f141a-b565-4f15-8f12-d3cd29112107,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:05.273109 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:05.273453 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Added segment 3606ac5e-83d1-4da2-ae15-b8de50132b7f of type vlan for network 039865e6-1dcf-4a31-921a-0d6428d0efe3 Oct 13 11:32:05.313350 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:05.387720 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:05.389268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:05.389846 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:05.452036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] Pushing event updated for resources: {'Network': ['ID=039865e6-1dcf-4a31-921a-0d6428d0efe3,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:05.462691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 039865e6-1dcf-4a31-921a-0d6428d0efe3 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:32:05.499924 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6f9d300b-d528-42fe-9378-d19266f52842 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6004722 Oct 13 11:32:05.502920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34294) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:32:05.507781 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-843e29ac-aeb0-4430-824c-20829cd4db72 admin admin] Request body: {'subnet': {'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-442370089-subnet', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:32:05.587883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843e29ac-aeb0-4430-824c-20829cd4db72 admin admin] Made reservation on behalf of 8d4e496f4a934e9ea48dbd42bec849e8 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:32:05.590347 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-843e29ac-aeb0-4430-824c-20829cd4db72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:05.845509 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-843e29ac-aeb0-4430-824c-20829cd4db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:05.905364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e29ac-aeb0-4430-824c-20829cd4db72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:05.910648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e29ac-aeb0-4430-824c-20829cd4db72 admin admin] Checking segment: {'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:32:05.911017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843e29ac-aeb0-4430-824c-20829cd4db72 admin admin] Network hostable DHCP agents. Network: 039865e6-1dcf-4a31-921a-0d6428d0efe3, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:32:06.016241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843e29ac-aeb0-4430-824c-20829cd4db72 admin admin] Network 039865e6-1dcf-4a31-921a-0d6428d0efe3 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:32:06.102175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-843e29ac-aeb0-4430-824c-20829cd4db72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 039865e6-1dcf-4a31-921a-0d6428d0efe3) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:32:06.106738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843e29ac-aeb0-4430-824c-20829cd4db72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:06.108035 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-843e29ac-aeb0-4430-824c-20829cd4db72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:06.112700 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075201dd-a01b-4b70-ad9a-655fad689ac6 None None] Network 039865e6-1dcf-4a31-921a-0d6428d0efe3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:32:06.190972 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-843e29ac-aeb0-4430-824c-20829cd4db72 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6869149 Oct 13 11:32:06.193633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34296) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:32:06.198082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-442370089-router', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:32:06.258171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-039865e6-1dcf-4a31-921a-0d6428d0efe3', 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'fixed_ips': [{'subnet_id': 'af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:32:06.259105 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:06.285699 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:06.287187 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:06.342815 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:06.391922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Allocated IP 172.20.0.2 (039865e6-1dcf-4a31-921a-0d6428d0efe3/af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243/478bd3b5-c67e-4509-b357-b384bc4c47d9) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:32:06.535204 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:06.537531 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:06.600010 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:06.644239 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Network 039865e6-1dcf-4a31-921a-0d6428d0efe3 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:32:06.647132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:32:06.651027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:32:06.655487 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Pushing event updated for resources: {'Port': ['ID=478bd3b5-c67e-4509-b357-b384bc4c47d9,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:06.823969 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:06.844524 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:06.847252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:06.847598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:06.847938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:06.848267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:06.848597 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:06.848923 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:06.849246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:06.849568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:06.849888 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:06.850208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:06.850550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:06.850870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:06.880263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Attempting to bind port 478bd3b5-c67e-4509-b357-b384bc4c47d9 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:32:06.880661 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Attempting to bind port 478bd3b5-c67e-4509-b357-b384bc4c47d9 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:32:06.881026 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Attempting to bind port 478bd3b5-c67e-4509-b357-b384bc4c47d9 on network 039865e6-1dcf-4a31-921a-0d6428d0efe3 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:32:06.885904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:32:06.886273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Checking segment: {'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:32:06.886700 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:06.887092 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Bound using segment: {'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:32:06.887560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Bound port: 478bd3b5-c67e-4509-b357-b384bc4c47d9, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:32:06.888059 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:06.954142 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] For port 478bd3b5-c67e-4509-b357-b384bc4c47d9, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:32:06.955552 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Allocated IP 172.25.0.198 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/fb097be9-a6a8-44e5-a064-0de6018ebad9) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:32:06.957214 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] For port 478bd3b5-c67e-4509-b357-b384bc4c47d9, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=478bd3b5-c67e-4509-b357-b384bc4c47d9,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:32:07.028564 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:07.057969 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:07.089738 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ba9b7-6c24-4d55-b42d-9176406d6868 None None] Pushing event updated for resources: {'Port': ['ID=478bd3b5-c67e-4509-b357-b384bc4c47d9,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:07.155263 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:07.202244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:32:07.205516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:32:07.209166 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:32:07.240769 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Pushing event updated for resources: {'Port': ['ID=fb097be9-a6a8-44e5-a064-0de6018ebad9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:07.588794 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:07.793652 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:07.986827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Router 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:32:07.992150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c80aeca-688f-4bf9-9dd4-222c18a899a2 None None] Network 039865e6-1dcf-4a31-921a-0d6428d0efe3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:32:08.040672 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d8e3-1e90-496a-809f-2a1d520a1c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:08.097580 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:32:08.102027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2bd62aa5-47cf-4428-8613-16569c5368b5 None None] Provisioning complete for port 478bd3b5-c67e-4509-b357-b384bc4c47d9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:08.102482 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2bd62aa5-47cf-4428-8613-16569c5368b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:08.112091 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Sync routers for ids ['9de6e8c1-a2f5-4357-920e-5e8a8fdac776'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:32:08.122519 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Routers {'9de6e8c1-a2f5-4357-920e-5e8a8fdac776'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:32:08.123237 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:31:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['9de6e8c1-a2f5-4357-920e-5e8a8fdac776'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:08.189911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:08.193644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-60f779e9-558d-4230-a3e0-0334a0caed29 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9965768 Oct 13 11:32:08.194051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34300) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:32:08.224135 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2bd62aa5-47cf-4428-8613-16569c5368b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:08.231586 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Set router 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:32:08.261085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2bd62aa5-47cf-4428-8613-16569c5368b5 None None] For port 478bd3b5-c67e-4509-b357-b384bc4c47d9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=478bd3b5-c67e-4509-b357-b384bc4c47d9,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:08.348266 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2bd62aa5-47cf-4428-8613-16569c5368b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:08.412865 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd62aa5-47cf-4428-8613-16569c5368b5 None None] Pushing event updated for resources: {'Port': ['ID=478bd3b5-c67e-4509-b357-b384bc4c47d9,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:08.452098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 478bd3b5-c67e-4509-b357-b384bc4c47d9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:32:08.509054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 478bd3b5-c67e-4509-b357-b384bc4c47d9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:08.509422 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:08.572803 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'name': 'tempest-TestServerMultinode-442370089-router', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:07Z', 'revision_number': 3, 'project_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'gw_port': {'id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:08.598066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2df3a4bc-3d9d-4b10-b36f-a921f01b23c1 None None] Provisioning complete for port 478bd3b5-c67e-4509-b357-b384bc4c47d9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:08.598458 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2df3a4bc-3d9d-4b10-b36f-a921f01b23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:08.600389 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Checking router: 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:32:08.600841 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Updating router 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 port fb097be9-a6a8-44e5-a064-0de6018ebad9 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:32:08.627897 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:08.708964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:08.864867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Allocated IP 172.20.0.1 (039865e6-1dcf-4a31-921a-0d6428d0efe3/af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243/8687f235-cde9-47f9-828f-b3c1928c6822) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:32:08.886991 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:08.959453 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:08.979464 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:09.009646 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Attempting to bind port fb097be9-a6a8-44e5-a064-0de6018ebad9 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:32:09.010018 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Attempting to bind port fb097be9-a6a8-44e5-a064-0de6018ebad9 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:32:09.010412 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Attempting to bind port fb097be9-a6a8-44e5-a064-0de6018ebad9 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:32:09.017580 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Pushing event updated for resources: {'Port': ['ID=fb097be9-a6a8-44e5-a064-0de6018ebad9,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:09.020494 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:32:09.021474 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:32:09.021474 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:09.021703 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:32:09.022173 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Bound port: fb097be9-a6a8-44e5-a064-0de6018ebad9, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:32:09.022581 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:09.045839 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:09.046182 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:09.046554 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:09.046901 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:09.047232 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:09.047563 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:09.047888 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:09.048215 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:09.048536 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:09.048856 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:09.049178 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:09.049500 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:09.084702 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] For port fb097be9-a6a8-44e5-a064-0de6018ebad9, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:32:09.084924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:09.088162 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] For port fb097be9-a6a8-44e5-a064-0de6018ebad9, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fb097be9-a6a8-44e5-a064-0de6018ebad9,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:32:09.127206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Network 039865e6-1dcf-4a31-921a-0d6428d0efe3 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:32:09.132045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:32:09.135602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:32:09.143000 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:09.156196 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:09.166668 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Pushing event updated for resources: {'Port': ['ID=8687f235-cde9-47f9-828f-b3c1928c6822,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:09.184495 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:09.222468 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8b1ba-00f7-4cc9-a381-061317a37e78 None None] Pushing event updated for resources: {'Port': ['ID=fb097be9-a6a8-44e5-a064-0de6018ebad9,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:09.237852 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Routers {'9de6e8c1-a2f5-4357-920e-5e8a8fdac776'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:32:09.238518 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:31:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['9de6e8c1-a2f5-4357-920e-5e8a8fdac776'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:09.356639 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] Set router 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:32:09.393594 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:09.419706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a650b2d5-a641-4fa9-86d6-42ec1073217c None None] Provisioning complete for port 8687f235-cde9-47f9-828f-b3c1928c6822 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:09.420601 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a650b2d5-a641-4fa9-86d6-42ec1073217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:09.457039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a650b2d5-a641-4fa9-86d6-42ec1073217c None None] Port 8687f235-cde9-47f9-828f-b3c1928c6822 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:32:09.544238 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'name': 'tempest-TestServerMultinode-442370089-router', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:07Z', 'revision_number': 3, 'project_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'gw_port': {'id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:09.568338 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:09.571929 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa23264-a065-4e74-af96-e0d546be96a7 None None] The sync data for ids ['9de6e8c1-a2f5-4357-920e-5e8a8fdac776'] in n-d-813659-3 is: [{'id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'name': 'tempest-TestServerMultinode-442370089-router', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:07Z', 'revision_number': 3, 'project_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'gw_port': {'id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:32:09.623048 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:09.693746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Pushing event updated for resources: {'Port': ['ID=8687f235-cde9-47f9-828f-b3c1928c6822,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:09.696561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:09.807297 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Network 039865e6-1dcf-4a31-921a-0d6428d0efe3 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:32:09.808867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:32:09.942087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Router 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:32:10.061250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:32:10.067786 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a2390969-7b85-4a31-b314-6b3f941f1400 admin admin] 10.222.0.32 "PUT /v2.0/routers/9de6e8c1-a2f5-4357-920e-5e8a8fdac776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8719356 Oct 13 11:32:10.081318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-cf102ad6-ff18-4793-87ab-95cc7886c737 None None] Provisioning complete for port 8687f235-cde9-47f9-828f-b3c1928c6822 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:10.081704 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cf102ad6-ff18-4793-87ab-95cc7886c737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:10.124789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-cf102ad6-ff18-4793-87ab-95cc7886c737 None None] Port 8687f235-cde9-47f9-828f-b3c1928c6822 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:32:10.439145 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fb097be9-a6a8-44e5-a064-0de6018ebad9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:32:10.495180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port fb097be9-a6a8-44e5-a064-0de6018ebad9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:10.495580 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:10.581389 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:10.601775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port fb097be9-a6a8-44e5-a064-0de6018ebad9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fb097be9-a6a8-44e5-a064-0de6018ebad9,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:10.737155 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:10.738309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 478bd3b5-c67e-4509-b357-b384bc4c47d9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:32:10.780830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34318) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:32:10.785941 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-383068642-network', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:32:10.793574 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e5c31059-776e-4540-9d55-3e5f9e949125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:10.819355 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:10.825903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=fb097be9-a6a8-44e5-a064-0de6018ebad9,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:10.833438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 478bd3b5-c67e-4509-b357-b384bc4c47d9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:10.833809 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:10.874696 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Made reservation on behalf of 2556a40e652d46aeac3ea7ebc657552a for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:32:10.877127 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:10.887861 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:10.975424 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:11.061775 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:11.086740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:32:11.096815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b26ba9-955e-430f-a664-097fd8cab963,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:11.105469 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:11.105822 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Added segment d82045ff-f732-413e-8f80-0f56ca2e7eab of type vlan for network 718dd361-9b74-41e5-87e3-f01c2c6371c5 Oct 13 11:32:11.148982 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:11.210206 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Sync routers for ids ['9de6e8c1-a2f5-4357-920e-5e8a8fdac776'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:32:11.217256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Routers {'9de6e8c1-a2f5-4357-920e-5e8a8fdac776'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:32:11.217959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:32:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['9de6e8c1-a2f5-4357-920e-5e8a8fdac776'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:11.251653 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:11.252713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:11.253370 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:11.315276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] Pushing event updated for resources: {'Network': ['ID=718dd361-9b74-41e5-87e3-f01c2c6371c5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:11.327213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 718dd361-9b74-41e5-87e3-f01c2c6371c5 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:32:11.332087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Set router 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:32:11.346255 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aab860ea-39ff-4e03-a339-7a87d26cb70e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5641534 Oct 13 11:32:11.348969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34320) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:32:11.353824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4590ac97-2c1e-4a03-b4bb-60d5e6fb248d admin admin] Request body: {'subnet': {'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-383068642-subnet', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:32:11.422427 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4590ac97-2c1e-4a03-b4bb-60d5e6fb248d admin admin] Made reservation on behalf of 2556a40e652d46aeac3ea7ebc657552a for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:32:11.424977 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4590ac97-2c1e-4a03-b4bb-60d5e6fb248d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:11.591000 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'name': 'tempest-TestServerMultinode-442370089-router', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:09Z', 'revision_number': 4, 'project_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'gw_port': {'id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '8687f235-cde9-47f9-828f-b3c1928c6822', 'name': '', 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'mac_address': 'fa:16:3e:dd:e8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:08Z', 'updated_at': '2021-10-13T11:32:09Z', 'revision_number': 2, 'project_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'subnets': [{'id': 'af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:11.619107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Checking router: 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:32:11.619449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Updating router 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 port 8687f235-cde9-47f9-828f-b3c1928c6822 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:32:11.645570 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4590ac97-2c1e-4a03-b4bb-60d5e6fb248d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:11.646132 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:11.711860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590ac97-2c1e-4a03-b4bb-60d5e6fb248d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4670ded2-577b-4a1f-95d4-c09e02dd6b06,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:11.716963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4590ac97-2c1e-4a03-b4bb-60d5e6fb248d admin admin] Checking segment: {'id': 'd82045ff-f732-413e-8f80-0f56ca2e7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:32:11.717328 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4590ac97-2c1e-4a03-b4bb-60d5e6fb248d admin admin] Network hostable DHCP agents. Network: 718dd361-9b74-41e5-87e3-f01c2c6371c5, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:32:11.765242 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:11.805394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4590ac97-2c1e-4a03-b4bb-60d5e6fb248d admin admin] Network 718dd361-9b74-41e5-87e3-f01c2c6371c5 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:32:11.885418 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-4590ac97-2c1e-4a03-b4bb-60d5e6fb248d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 718dd361-9b74-41e5-87e3-f01c2c6371c5) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:32:11.890850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4590ac97-2c1e-4a03-b4bb-60d5e6fb248d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:11.891677 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4590ac97-2c1e-4a03-b4bb-60d5e6fb248d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:11.898176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9882b1c-e48e-4dbc-8f06-3c1e57e93c8e None None] Network 718dd361-9b74-41e5-87e3-f01c2c6371c5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:32:11.957012 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4590ac97-2c1e-4a03-b4bb-60d5e6fb248d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6069171 Oct 13 11:32:11.959474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34322) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:32:11.963840 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-383068642-router', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:32:12.005978 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.074215 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.075484 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.099440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-718dd361-9b74-41e5-87e3-f01c2c6371c5', 'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'fixed_ips': [{'subnet_id': '4670ded2-577b-4a1f-95d4-c09e02dd6b06'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:32:12.100344 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.110597 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.131892 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.230661 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292ce3b-fbc3-443c-840c-8d7a265bb6c2 None None] Pushing event updated for resources: {'Port': ['ID=8687f235-cde9-47f9-828f-b3c1928c6822,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:12.339367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Attempting to bind port 8687f235-cde9-47f9-828f-b3c1928c6822 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:32:12.339846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Attempting to bind port 8687f235-cde9-47f9-828f-b3c1928c6822 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:32:12.340113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Attempting to bind port 8687f235-cde9-47f9-828f-b3c1928c6822 on network 039865e6-1dcf-4a31-921a-0d6428d0efe3 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:32:12.352598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.356186 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:32:12.356571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Checking segment: {'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:32:12.357519 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.357992 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Bound using segment: {'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:32:12.358533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Bound port: 8687f235-cde9-47f9-828f-b3c1928c6822, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:32:12.358915 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.361532 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Allocated IP 172.20.0.2 (718dd361-9b74-41e5-87e3-f01c2c6371c5/4670ded2-577b-4a1f-95d4-c09e02dd6b06/633841fd-604c-4566-9200-7e6de4865443) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:32:12.422742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fb097be9-a6a8-44e5-a064-0de6018ebad9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:32:12.547494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ba09844c-8e46-4ef1-b83b-2a9ddf334ce6 None None] Provisioning complete for port 8687f235-cde9-47f9-828f-b3c1928c6822 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:12.547891 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba09844c-8e46-4ef1-b83b-2a9ddf334ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.552406 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] For port 8687f235-cde9-47f9-828f-b3c1928c6822, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:32:12.593393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] For port 8687f235-cde9-47f9-828f-b3c1928c6822, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8687f235-cde9-47f9-828f-b3c1928c6822,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:32:12.627059 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ba09844c-8e46-4ef1-b83b-2a9ddf334ce6 None None] Port 8687f235-cde9-47f9-828f-b3c1928c6822 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:32:12.631552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port fb097be9-a6a8-44e5-a064-0de6018ebad9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:12.631709 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.677320 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.715386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.743850 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:12.772786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292ce3b-fbc3-443c-840c-8d7a265bb6c2 None None] Pushing event updated for resources: {'Port': ['ID=8687f235-cde9-47f9-828f-b3c1928c6822,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:12.775651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Routers {'9de6e8c1-a2f5-4357-920e-5e8a8fdac776'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:32:12.776264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:32:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['9de6e8c1-a2f5-4357-920e-5e8a8fdac776'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:12.978777 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:13.000451 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:13.023895 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:13.101785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Network 718dd361-9b74-41e5-87e3-f01c2c6371c5 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:32:13.110552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-bf691a48-3bbe-446f-a707-e8a99895a46a None None] Provisioning complete for port 8687f235-cde9-47f9-828f-b3c1928c6822 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:13.110940 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bf691a48-3bbe-446f-a707-e8a99895a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:13.136822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Allocated IP 172.25.0.134 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/67675f6a-421e-4220-b77e-d072623e60b2) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:32:13.137847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:32:13.140053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Pushing event updated for resources: {'Port': ['ID=633841fd-604c-4566-9200-7e6de4865443,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:13.142677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:32:13.195302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] Set router 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:32:13.259229 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:13.262727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Attempting to bind port 633841fd-604c-4566-9200-7e6de4865443 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:32:13.263745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Attempting to bind port 633841fd-604c-4566-9200-7e6de4865443 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'd82045ff-f732-413e-8f80-0f56ca2e7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:32:13.263745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Attempting to bind port 633841fd-604c-4566-9200-7e6de4865443 on network 718dd361-9b74-41e5-87e3-f01c2c6371c5 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:32:13.308220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:32:13.308658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Checking segment: {'id': 'd82045ff-f732-413e-8f80-0f56ca2e7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:32:13.309074 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:13.309471 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Bound using segment: {'id': 'd82045ff-f732-413e-8f80-0f56ca2e7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:32:13.310530 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Bound port: 633841fd-604c-4566-9200-7e6de4865443, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82045ff-f732-413e-8f80-0f56ca2e7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:32:13.310914 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:13.360318 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:13.401250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:32:13.404553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:32:13.408444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:32:13.411039 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bf691a48-3bbe-446f-a707-e8a99895a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:13.432831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Pushing event updated for resources: {'Port': ['ID=67675f6a-421e-4220-b77e-d072623e60b2,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:13.509326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-bf691a48-3bbe-446f-a707-e8a99895a46a None None] For port 8687f235-cde9-47f9-828f-b3c1928c6822, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8687f235-cde9-47f9-828f-b3c1928c6822,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:13.514184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] For port 633841fd-604c-4566-9200-7e6de4865443, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:32:13.544909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] For port 633841fd-604c-4566-9200-7e6de4865443, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=633841fd-604c-4566-9200-7e6de4865443,segment=NetworkSegment(d82045ff-f732-413e-8f80-0f56ca2e7eab),segment_id=d82045ff-f732-413e-8f80-0f56ca2e7eab)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:32:13.555235 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:13.576440 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'name': 'tempest-TestServerMultinode-442370089-router', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:09Z', 'revision_number': 4, 'project_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'gw_port': {'id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '8687f235-cde9-47f9-828f-b3c1928c6822', 'name': '', 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'mac_address': 'fa:16:3e:dd:e8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:08Z', 'updated_at': '2021-10-13T11:32:12Z', 'revision_number': 4, 'project_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'subnets': [{'id': 'af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:13.607657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cadeb6d-21c9-41ed-a0bb-74b011ba56aa None None] The sync data for ids ['9de6e8c1-a2f5-4357-920e-5e8a8fdac776'] in n-d-813659-3 is: [{'id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'name': 'tempest-TestServerMultinode-442370089-router', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:09Z', 'revision_number': 4, 'project_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'gw_port': {'id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '8687f235-cde9-47f9-828f-b3c1928c6822', 'name': '', 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'mac_address': 'fa:16:3e:dd:e8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:08Z', 'updated_at': '2021-10-13T11:32:12Z', 'revision_number': 4, 'project_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'subnets': [{'id': 'af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:32:13.609264 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bf691a48-3bbe-446f-a707-e8a99895a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:13.624269 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:13.687960 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf691a48-3bbe-446f-a707-e8a99895a46a None None] Pushing event updated for resources: {'Port': ['ID=8687f235-cde9-47f9-828f-b3c1928c6822,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:13.758236 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f58695-1790-44dc-83ca-4cb082b94322 None None] Pushing event updated for resources: {'Port': ['ID=633841fd-604c-4566-9200-7e6de4865443,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:13.815611 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:14.059122 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:14.268550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Router f7f46f10-ec76-491e-940e-8311ab5d2bf2 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:32:14.429291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:32:14.434907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 633841fd-604c-4566-9200-7e6de4865443 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:32:14.444890 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Sync routers for ids ['f7f46f10-ec76-491e-940e-8311ab5d2bf2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:32:14.457099 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Routers {'f7f46f10-ec76-491e-940e-8311ab5d2bf2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:32:14.458527 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:32:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f7f46f10-ec76-491e-940e-8311ab5d2bf2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:14.505363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 633841fd-604c-4566-9200-7e6de4865443 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:14.505742 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:14.530073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:14.532118 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dfabcf06-d7e8-41d3-819f-7bc7003d51be admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5716481 Oct 13 11:32:14.536044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34324) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:32:14.632603 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:14.638579 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Set router f7f46f10-ec76-491e-940e-8311ab5d2bf2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:32:14.689555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 633841fd-604c-4566-9200-7e6de4865443, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=633841fd-604c-4566-9200-7e6de4865443,segment=NetworkSegment(d82045ff-f732-413e-8f80-0f56ca2e7eab),segment_id=d82045ff-f732-413e-8f80-0f56ca2e7eab)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:14.735966 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0e5e301-3def-4f62-b605-9972084537fb req-09b2c422-1581-41fb-856c-aab945f63730 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1017389 Oct 13 11:32:14.804421 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:14.805255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8687f235-cde9-47f9-828f-b3c1928c6822 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:32:14.850821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5e301-3def-4f62-b605-9972084537fb req-87fe5be5-3cd1-47e3-b1d4-9a5088be3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:14.853010 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0e5e301-3def-4f62-b605-9972084537fb req-87fe5be5-3cd1-47e3-b1d4-9a5088be3b8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24caaeb986374d39b4bff3d77f04b9f0&device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 1097 time: 0.0666571 Oct 13 11:32:14.921942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0363084-aeb6-427b-bf9b-29a358d2f769 None None] Network 718dd361-9b74-41e5-87e3-f01c2c6371c5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:32:14.973205 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'name': 'tempest-TestServerMultinode-383068642-router', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '67675f6a-421e-4220-b77e-d072623e60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:12Z', 'updated_at': '2021-10-13T11:32:13Z', 'revision_number': 3, 'project_id': '2556a40e652d46aeac3ea7ebc657552a', 'gw_port': {'id': '67675f6a-421e-4220-b77e-d072623e60b2', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:13Z', 'updated_at': '2021-10-13T11:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:15.003856 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Checking router: f7f46f10-ec76-491e-940e-8311ab5d2bf2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:32:15.004198 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Updating router f7f46f10-ec76-491e-940e-8311ab5d2bf2 port 67675f6a-421e-4220-b77e-d072623e60b2 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:32:15.013129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5e301-3def-4f62-b605-9972084537fb req-8161863c-1e6d-49fe-b603-aa7ee819c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:15.015083 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0e5e301-3def-4f62-b605-9972084537fb req-8161863c-1e6d-49fe-b603-aa7ee819c4d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb26f27b-d86e-4a62-9d21-985ae58f2a49 HTTP/1.1" status: 200 len: 910 time: 0.1404390 Oct 13 11:32:15.031249 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:15.045749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=633841fd-604c-4566-9200-7e6de4865443,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:15.080784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-355a84bd-7488-494d-9192-989935c79d0f None None] Provisioning complete for port 633841fd-604c-4566-9200-7e6de4865443 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:15.081415 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-355a84bd-7488-494d-9192-989935c79d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:15.116135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0e5e301-3def-4f62-b605-9972084537fb req-1f39730c-e918-443d-b798-482b55ed257d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51fa112-e700-4e37-bafd-cb94c4d4cd67 HTTP/1.1" status: 200 len: 1000 time: 0.0936947 Oct 13 11:32:15.183993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 8687f235-cde9-47f9-828f-b3c1928c6822 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:15.184366 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:15.203479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5e301-3def-4f62-b605-9972084537fb req-33149e96-3b70-4fce-80b6-6dfce0bd2ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:15.205268 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:15.205893 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0e5e301-3def-4f62-b605-9972084537fb req-33149e96-3b70-4fce-80b6-6dfce0bd2ca6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=230802a2-872e-4ced-bf69-07ee33fe04ec HTTP/1.1" status: 200 len: 848 time: 0.0819147 Oct 13 11:32:15.278714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5e301-3def-4f62-b605-9972084537fb req-51f47208-b94c-44f2-a858-e2d04ea8eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:15.280425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0e5e301-3def-4f62-b605-9972084537fb req-51f47208-b94c-44f2-a858-e2d04ea8eb6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb26f27b-d86e-4a62-9d21-985ae58f2a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675385 Oct 13 11:32:15.411501 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:15.447144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0e5e301-3def-4f62-b605-9972084537fb req-f73c9b6f-5c5a-4549-8188-b6e6320a783c service neutron] 10.222.0.21 "GET /v2.0/networks/eb26f27b-d86e-4a62-9d21-985ae58f2a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596575 Oct 13 11:32:15.457965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Allocated IP 172.20.0.1 (718dd361-9b74-41e5-87e3-f01c2c6371c5/4670ded2-577b-4a1f-95d4-c09e02dd6b06/346c3fc9-a885-4d4f-89b9-8ca830f637da) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:32:15.496947 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:15.556492 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9c6bc-e0fc-4a5f-ba27-fc0263b4e339 None None] Pushing event updated for resources: {'Port': ['ID=67675f6a-421e-4220-b77e-d072623e60b2,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:15.561748 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Attempting to bind port 67675f6a-421e-4220-b77e-d072623e60b2 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:32:15.562120 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Attempting to bind port 67675f6a-421e-4220-b77e-d072623e60b2 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:32:15.562533 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Attempting to bind port 67675f6a-421e-4220-b77e-d072623e60b2 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:32:15.568167 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:32:15.568542 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:32:15.568949 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:15.569356 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:32:15.570499 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Bound port: 67675f6a-421e-4220-b77e-d072623e60b2, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:32:15.570499 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:15.577853 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0e5e301-3def-4f62-b605-9972084537fb req-f6e511f9-1047-4096-95b9-7a22ce9b69be service neutron] 10.222.0.21 "GET /v2.0/networks/eb26f27b-d86e-4a62-9d21-985ae58f2a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237998 Oct 13 11:32:15.612398 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:15.644387 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] For port 67675f6a-421e-4220-b77e-d072623e60b2, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:32:15.649090 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] For port 67675f6a-421e-4220-b77e-d072623e60b2, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=67675f6a-421e-4220-b77e-d072623e60b2,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:32:15.703322 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:15.719349 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f0f58c84-dcfc-480c-973f-773bb212f22b None None] Provisioning complete for port 633841fd-604c-4566-9200-7e6de4865443 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:15.719978 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f0f58c84-dcfc-480c-973f-773bb212f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:15.720388 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:15.767484 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Routers {'f7f46f10-ec76-491e-940e-8311ab5d2bf2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:32:15.768113 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:32:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f7f46f10-ec76-491e-940e-8311ab5d2bf2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:15.770147 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9c6bc-e0fc-4a5f-ba27-fc0263b4e339 None None] Pushing event updated for resources: {'Port': ['ID=67675f6a-421e-4220-b77e-d072623e60b2,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:15.771632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Network 718dd361-9b74-41e5-87e3-f01c2c6371c5 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:32:15.778441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:32:15.782020 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:32:15.785734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Pushing event updated for resources: {'Port': ['ID=346c3fc9-a885-4d4f-89b9-8ca830f637da,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:15.833001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:15.887485 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] Set router f7f46f10-ec76-491e-940e-8311ab5d2bf2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:32:16.037766 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:16.140350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e805737f-f083-45aa-a959-970cad06bd16 None None] Provisioning complete for port 346c3fc9-a885-4d4f-89b9-8ca830f637da triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:16.141006 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e805737f-f083-45aa-a959-970cad06bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:16.179271 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e805737f-f083-45aa-a959-970cad06bd16 None None] Port 346c3fc9-a885-4d4f-89b9-8ca830f637da cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:32:16.196149 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'name': 'tempest-TestServerMultinode-383068642-router', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '67675f6a-421e-4220-b77e-d072623e60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:12Z', 'updated_at': '2021-10-13T11:32:13Z', 'revision_number': 3, 'project_id': '2556a40e652d46aeac3ea7ebc657552a', 'gw_port': {'id': '67675f6a-421e-4220-b77e-d072623e60b2', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:13Z', 'updated_at': '2021-10-13T11:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:16.230651 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1003cd9-c980-4897-8313-540d3fda04e2 None None] The sync data for ids ['f7f46f10-ec76-491e-940e-8311ab5d2bf2'] in n-d-813659-3 is: [{'id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'name': 'tempest-TestServerMultinode-383068642-router', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '67675f6a-421e-4220-b77e-d072623e60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:12Z', 'updated_at': '2021-10-13T11:32:13Z', 'revision_number': 3, 'project_id': '2556a40e652d46aeac3ea7ebc657552a', 'gw_port': {'id': '67675f6a-421e-4220-b77e-d072623e60b2', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:13Z', 'updated_at': '2021-10-13T11:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:32:16.233647 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:16.280621 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:16.371626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Pushing event updated for resources: {'Port': ['ID=346c3fc9-a885-4d4f-89b9-8ca830f637da,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:16.374375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:16.396544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 633841fd-604c-4566-9200-7e6de4865443 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:32:16.472726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 633841fd-604c-4566-9200-7e6de4865443 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:16.473193 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:16.511313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Network 718dd361-9b74-41e5-87e3-f01c2c6371c5 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:32:16.516491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:32:16.667444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Router f7f46f10-ec76-491e-940e-8311ab5d2bf2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:32:16.793337 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:32:16.799231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-455c5a60-a2d7-4c06-ae8c-f1b2a9e1c1bd admin admin] 10.222.0.32 "PUT /v2.0/routers/f7f46f10-ec76-491e-940e-8311ab5d2bf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2614710 Oct 13 11:32:16.809471 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b1850224-83bc-4789-8dcf-41738dc11ba9 None None] Provisioning complete for port 346c3fc9-a885-4d4f-89b9-8ca830f637da triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:16.810150 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b1850224-83bc-4789-8dcf-41738dc11ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:16.861884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b1850224-83bc-4789-8dcf-41738dc11ba9 None None] Port 346c3fc9-a885-4d4f-89b9-8ca830f637da cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:32:17.380895 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-5d929b12-9cd0-4b3f-96df-eb1509a5e99b tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:17.382403 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-5d929b12-9cd0-4b3f-96df-eb1509a5e99b tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/networks?id=039865e6-1dcf-4a31-921a-0d6428d0efe3 HTTP/1.1" status: 200 len: 910 time: 0.0945761 Oct 13 11:32:17.398024 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-e378c568-bea2-434d-825e-3b81e6cce0fe tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/quotas/2556a40e652d46aeac3ea7ebc657552a HTTP/1.1" status: 200 len: 375 time: 0.0098460 Oct 13 11:32:17.478949 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-26fb4d15-d3b6-4298-99ae-b6eb769d6adf tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=2556a40e652d46aeac3ea7ebc657552a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746450 Oct 13 11:32:17.693446 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-befc1146-db49-4bb5-bae7-4427e96a9b83 service neutron] 10.222.0.32 "GET /v2.0/networks/039865e6-1dcf-4a31-921a-0d6428d0efe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065024 Oct 13 11:32:17.788492 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-b70a78fc-5c54-494c-8167-ac6f69fa5d4d service neutron] 10.222.0.32 "GET /v2.0/networks/039865e6-1dcf-4a31-921a-0d6428d0efe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881691 Oct 13 11:32:17.831938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Sync routers for ids ['f7f46f10-ec76-491e-940e-8311ab5d2bf2'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:32:17.841840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Routers {'f7f46f10-ec76-491e-940e-8311ab5d2bf2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:32:17.842511 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:32:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f7f46f10-ec76-491e-940e-8311ab5d2bf2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:17.959156 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Set router f7f46f10-ec76-491e-940e-8311ab5d2bf2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:32:18.187618 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'name': 'tempest-TestServerMultinode-383068642-router', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '67675f6a-421e-4220-b77e-d072623e60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:12Z', 'updated_at': '2021-10-13T11:32:15Z', 'revision_number': 4, 'project_id': '2556a40e652d46aeac3ea7ebc657552a', 'gw_port': {'id': '67675f6a-421e-4220-b77e-d072623e60b2', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:13Z', 'updated_at': '2021-10-13T11:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '346c3fc9-a885-4d4f-89b9-8ca830f637da', 'name': '', 'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'mac_address': 'fa:16:3e:86:40:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4670ded2-577b-4a1f-95d4-c09e02dd6b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:15Z', 'updated_at': '2021-10-13T11:32:16Z', 'revision_number': 2, 'project_id': '2556a40e652d46aeac3ea7ebc657552a', 'subnets': [{'id': '4670ded2-577b-4a1f-95d4-c09e02dd6b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:18.214241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Checking router: f7f46f10-ec76-491e-940e-8311ab5d2bf2 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:32:18.214639 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Updating router f7f46f10-ec76-491e-940e-8311ab5d2bf2 port 346c3fc9-a885-4d4f-89b9-8ca830f637da binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:32:18.241494 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:18.385940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 67675f6a-421e-4220-b77e-d072623e60b2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:32:18.662059 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 67675f6a-421e-4220-b77e-d072623e60b2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:18.662457 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:18.782258 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:18.802615 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:18.835873 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 67675f6a-421e-4220-b77e-d072623e60b2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=67675f6a-421e-4220-b77e-d072623e60b2,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:18.869692 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:18.930578 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:18.938639 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9f41f-2e98-4006-91c9-35f627356d96 None None] Pushing event updated for resources: {'Port': ['ID=346c3fc9-a885-4d4f-89b9-8ca830f637da,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:19.032333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Attempting to bind port 346c3fc9-a885-4d4f-89b9-8ca830f637da on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:32:19.032852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Attempting to bind port 346c3fc9-a885-4d4f-89b9-8ca830f637da by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'd82045ff-f732-413e-8f80-0f56ca2e7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:32:19.033092 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Attempting to bind port 346c3fc9-a885-4d4f-89b9-8ca830f637da on network 718dd361-9b74-41e5-87e3-f01c2c6371c5 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:32:19.046584 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:32:19.046990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Checking segment: {'id': 'd82045ff-f732-413e-8f80-0f56ca2e7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:32:19.047471 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:19.047772 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Bound using segment: {'id': 'd82045ff-f732-413e-8f80-0f56ca2e7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:32:19.048243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Bound port: 346c3fc9-a885-4d4f-89b9-8ca830f637da, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82045ff-f732-413e-8f80-0f56ca2e7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:32:19.048629 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:19.174782 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] For port 346c3fc9-a885-4d4f-89b9-8ca830f637da, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:32:19.175199 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b8442b6-da7f-4e3c-8441-02fd471b4c16 req-8826fd29-e75e-418a-8bc8-e01b97e86c1e tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 210 time: 0.0581431 Oct 13 11:32:19.177317 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=67675f6a-421e-4220-b77e-d072623e60b2,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:19.185553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] For port 346c3fc9-a885-4d4f-89b9-8ca830f637da, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=346c3fc9-a885-4d4f-89b9-8ca830f637da,segment=NetworkSegment(d82045ff-f732-413e-8f80-0f56ca2e7eab),segment_id=d82045ff-f732-413e-8f80-0f56ca2e7eab)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:32:19.234803 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:19.334002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Routers {'f7f46f10-ec76-491e-940e-8311ab5d2bf2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:32:19.334781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:32:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f7f46f10-ec76-491e-940e-8311ab5d2bf2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:19.381098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9f41f-2e98-4006-91c9-35f627356d96 None None] Pushing event updated for resources: {'Port': ['ID=346c3fc9-a885-4d4f-89b9-8ca830f637da,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:19.392084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f164f753-8e9f-404e-96b3-982c5f43093e None None] Provisioning complete for port 346c3fc9-a885-4d4f-89b9-8ca830f637da triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:19.392531 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f164f753-8e9f-404e-96b3-982c5f43093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:19.518493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] Set router f7f46f10-ec76-491e-940e-8311ab5d2bf2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:32:19.591840 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f164f753-8e9f-404e-96b3-982c5f43093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:19.699190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f164f753-8e9f-404e-96b3-982c5f43093e None None] For port 346c3fc9-a885-4d4f-89b9-8ca830f637da, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=346c3fc9-a885-4d4f-89b9-8ca830f637da,segment=NetworkSegment(d82045ff-f732-413e-8f80-0f56ca2e7eab),segment_id=d82045ff-f732-413e-8f80-0f56ca2e7eab)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:19.784133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'name': 'tempest-TestServerMultinode-383068642-router', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '67675f6a-421e-4220-b77e-d072623e60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:12Z', 'updated_at': '2021-10-13T11:32:15Z', 'revision_number': 4, 'project_id': '2556a40e652d46aeac3ea7ebc657552a', 'gw_port': {'id': '67675f6a-421e-4220-b77e-d072623e60b2', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:13Z', 'updated_at': '2021-10-13T11:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '346c3fc9-a885-4d4f-89b9-8ca830f637da', 'name': '', 'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'mac_address': 'fa:16:3e:86:40:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4670ded2-577b-4a1f-95d4-c09e02dd6b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:15Z', 'updated_at': '2021-10-13T11:32:19Z', 'revision_number': 4, 'project_id': '2556a40e652d46aeac3ea7ebc657552a', 'subnets': [{'id': '4670ded2-577b-4a1f-95d4-c09e02dd6b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:32:19.815660 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f164f753-8e9f-404e-96b3-982c5f43093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:19.819103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f9264-7b01-411d-9ef3-e68dcc87c6da None None] The sync data for ids ['f7f46f10-ec76-491e-940e-8311ab5d2bf2'] in n-d-813659-3 is: [{'id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'name': 'tempest-TestServerMultinode-383068642-router', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '67675f6a-421e-4220-b77e-d072623e60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:12Z', 'updated_at': '2021-10-13T11:32:15Z', 'revision_number': 4, 'project_id': '2556a40e652d46aeac3ea7ebc657552a', 'gw_port': {'id': '67675f6a-421e-4220-b77e-d072623e60b2', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:13Z', 'updated_at': '2021-10-13T11:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '346c3fc9-a885-4d4f-89b9-8ca830f637da', 'name': '', 'network_id': '718dd361-9b74-41e5-87e3-f01c2c6371c5', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'mac_address': 'fa:16:3e:86:40:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4670ded2-577b-4a1f-95d4-c09e02dd6b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:15Z', 'updated_at': '2021-10-13T11:32:19Z', 'revision_number': 4, 'project_id': '2556a40e652d46aeac3ea7ebc657552a', 'subnets': [{'id': '4670ded2-577b-4a1f-95d4-c09e02dd6b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:32:19.883588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164f753-8e9f-404e-96b3-982c5f43093e None None] Pushing event updated for resources: {'Port': ['ID=346c3fc9-a885-4d4f-89b9-8ca830f637da,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:19.945350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e92e86fe-d9bf-427f-85a9-706110400c92 None None] Provisioning complete for port 346c3fc9-a885-4d4f-89b9-8ca830f637da triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:19.945893 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e92e86fe-d9bf-427f-85a9-706110400c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:20.277577 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-790b520d-db1c-4356-8b39-1f3bb21bb758 req-4b454200-1799-4509-bc78-c5a0a818dd80 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 210 time: 0.0367844 Oct 13 11:32:20.526016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 67675f6a-421e-4220-b77e-d072623e60b2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:32:20.588678 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 67675f6a-421e-4220-b77e-d072623e60b2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:20.589142 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:20.684386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 346c3fc9-a885-4d4f-89b9-8ca830f637da up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:32:20.744548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 346c3fc9-a885-4d4f-89b9-8ca830f637da triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:20.744920 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:21.350225 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2634ea63-1ab2-44ce-adbf-6b426d0ff07a req-f63bf44f-12c9-4961-845b-324a16f73b3f tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 210 time: 0.0246360 Oct 13 11:32:22.450080 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d1ac855-fa39-4f0b-9e7b-b47309eaf007 req-4d0dd4f8-8fe0-4b04-bef8-543605ff3b81 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 210 time: 0.0313995 Oct 13 11:32:23.558801 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-98f910d5-9701-4dfe-8978-b1badd21b385 req-3ca0902c-d624-417c-92c6-f473e1e3e23c tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 210 time: 0.0353692 Oct 13 11:32:23.649455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-d72cd46e-dd40-43b6-ad25-c0d58f388dfb tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:23.650889 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-d72cd46e-dd40-43b6-ad25-c0d58f388dfb tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.46 "GET /v2.0/networks?id=039865e6-1dcf-4a31-921a-0d6428d0efe3 HTTP/1.1" status: 200 len: 910 time: 0.1000731 Oct 13 11:32:23.664148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-ef113cc6-5cb8-4b3b-b822-d1dd4870edff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Request body: {'port': {'device_id': '72a5d585-4bb0-483c-b253-ca7e19c15faf', 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3', 'admin_state_up': True, 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:32:23.753782 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-ef113cc6-5cb8-4b3b-b822-d1dd4870edff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Made reservation on behalf of 2556a40e652d46aeac3ea7ebc657552a for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:32:23.756499 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-ef113cc6-5cb8-4b3b-b822-d1dd4870edff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:23.880537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-ef113cc6-5cb8-4b3b-b822-d1dd4870edff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Allocated IP 172.20.0.5 (039865e6-1dcf-4a31-921a-0d6428d0efe3/af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243/3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:32:24.030177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-ef113cc6-5cb8-4b3b-b822-d1dd4870edff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:24.125863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-ef113cc6-5cb8-4b3b-b822-d1dd4870edff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:24.172567 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-ef113cc6-5cb8-4b3b-b822-d1dd4870edff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Network 039865e6-1dcf-4a31-921a-0d6428d0efe3 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:32:24.175714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-ef113cc6-5cb8-4b3b-b822-d1dd4870edff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:32:24.179554 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-ef113cc6-5cb8-4b3b-b822-d1dd4870edff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:32:24.204006 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef113cc6-5cb8-4b3b-b822-d1dd4870edff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Pushing event updated for resources: {'Port': ['ID=3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:24.225389 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-ef113cc6-5cb8-4b3b-b822-d1dd4870edff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:24.230382 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-ef113cc6-5cb8-4b3b-b822-d1dd4870edff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:24.316091 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-ef113cc6-5cb8-4b3b-b822-d1dd4870edff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6562078 Oct 13 11:32:24.393423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Request body: {'port': {'device_id': '72a5d585-4bb0-483c-b253-ca7e19c15faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:32:24.457395 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:24.492670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-174e24fd-73af-4e59-a19e-a8837368a69b None None] Provisioning complete for port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:24.493270 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-174e24fd-73af-4e59-a19e-a8837368a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:24.532712 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-174e24fd-73af-4e59-a19e-a8837368a69b None None] Port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:32:24.678107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02f9be-a742-4164-a689-a3730ba9432f req-be85a646-19d9-48a2-b06f-deb0fbc7279e tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:24.686879 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b02f9be-a742-4164-a689-a3730ba9432f req-be85a646-19d9-48a2-b06f-deb0fbc7279e tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1027 time: 0.0564549 Oct 13 11:32:24.730716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b02f9be-a742-4164-a689-a3730ba9432f req-10b32469-e865-4a85-8342-22c565845e93 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423181 Oct 13 11:32:25.120987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:32:25.129751 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:25.142252 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Transition to ACTIVE for port object 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:32:25.233725 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:25.301032 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:25.394573 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Attempting to bind port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:32:25.394912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Attempting to bind port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:32:25.395266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Attempting to bind port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c on network 039865e6-1dcf-4a31-921a-0d6428d0efe3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:32:25.400120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c on network 039865e6-1dcf-4a31-921a-0d6428d0efe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:32:25.400450 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Attempting to bind port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c on network 039865e6-1dcf-4a31-921a-0d6428d0efe3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:32:25.406155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:32:25.406535 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Checking segment: {'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:32:25.406929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Bound using segment: {'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:32:25.407370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Bound port: 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:32:25.407726 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:25.480790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] For port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:32:25.485780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] For port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:32:25.548752 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:25.599938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:25.600570 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:25.601986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c HTTP/1.1" status: 200 len: 1091 time: 1.2780981 Oct 13 11:32:25.602462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a5d585-4bb0-483c-b253-ca7e19c15faf', 'tag': '3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:32:25.604834 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbdc8c6-18ba-4bcc-b34e-ac0be4383999" -d '{"events": [{"name": "network-changed", "server_uuid": "72a5d585-4bb0-483c-b253-ca7e19c15faf", "tag": "3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:32:25.627227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00170939-9b18-4662-8500-28cfbe0b57f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:25.663205 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559b3e41-be15-45c5-b594-26c4d2662bf5 x-openstack-request-id: req-559b3e41-be15-45c5-b594-26c4d2662bf5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:32:25.663511 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a5d585-4bb0-483c-b253-ca7e19c15faf", "tag": "3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:32:25.664040 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-559b3e41-be15-45c5-b594-26c4d2662bf5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:32:25.664449 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a5d585-4bb0-483c-b253-ca7e19c15faf', 'tag': '3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c', 'status': 'completed', 'code': 200} Oct 13 11:32:25.735561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdc8c6-18ba-4bcc-b34e-ac0be4383999 req-f6fa98fa-54e3-4f5a-8c61-7cfc7f6f3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:25.737195 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dbdc8c6-18ba-4bcc-b34e-ac0be4383999 req-f6fa98fa-54e3-4f5a-8c61-7cfc7f6f3389 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2556a40e652d46aeac3ea7ebc657552a&device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1094 time: 0.0515797 Oct 13 11:32:25.854421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddaaa70-0218-4d6b-a0e8-23c9bef932c4 req-c815cd2a-908b-4627-94b5-b18b01b6af7b tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:25.857838 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdc8c6-18ba-4bcc-b34e-ac0be4383999 req-2cde26fc-75ba-4973-8127-4d0429a8d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:25.859027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fddaaa70-0218-4d6b-a0e8-23c9bef932c4 req-c815cd2a-908b-4627-94b5-b18b01b6af7b tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1094 time: 0.0461364 Oct 13 11:32:25.859353 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dbdc8c6-18ba-4bcc-b34e-ac0be4383999 req-2cde26fc-75ba-4973-8127-4d0429a8d707 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2556a40e652d46aeac3ea7ebc657552a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1141927 Oct 13 11:32:25.900510 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fddaaa70-0218-4d6b-a0e8-23c9bef932c4 req-46061fc0-7618-42a7-8af8-d539a25c16fd tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342712 Oct 13 11:32:25.972163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdc8c6-18ba-4bcc-b34e-ac0be4383999 req-555355c9-93db-477d-8611-9c3e7731d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:25.973890 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4dbdc8c6-18ba-4bcc-b34e-ac0be4383999 req-555355c9-93db-477d-8611-9c3e7731d445 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078050 Oct 13 11:32:26.052161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-a5d0b480-0188-4ec3-beb5-5a9ed2b3c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:26.053656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-a5d0b480-0188-4ec3-beb5-5a9ed2b3c73c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2556a40e652d46aeac3ea7ebc657552a&device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1094 time: 0.0424321 Oct 13 11:32:26.102910 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-bd7b92fc-df21-4fc9-b942-1031a8a3c603 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c HTTP/1.1" status: 200 len: 217 time: 0.0418465 Oct 13 11:32:26.156101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-a0bb6777-f684-4448-b02d-358c237f8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:26.157482 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-a0bb6777-f684-4448-b02d-358c237f8f1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243 HTTP/1.1" status: 200 len: 848 time: 0.0487263 Oct 13 11:32:26.204782 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-1b991d33-de9c-43ad-b9f9-add4161ca34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:26.206289 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-1b991d33-de9c-43ad-b9f9-add4161ca34d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=039865e6-1dcf-4a31-921a-0d6428d0efe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412941 Oct 13 11:32:26.316183 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-126613c9-a5f9-4001-8bfe-f614c0c8de2d service neutron] 10.222.0.46 "GET /v2.0/networks/039865e6-1dcf-4a31-921a-0d6428d0efe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015759 Oct 13 11:32:26.424904 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-080d0eac-7a39-4a32-af16-40f7a70caa35 req-92879e3a-40fa-4a4f-9095-f1dc18d315d9 service neutron] 10.222.0.46 "GET /v2.0/networks/039865e6-1dcf-4a31-921a-0d6428d0efe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963757 Oct 13 11:32:27.016034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796a0b-b3c7-4df4-bd0b-4f4194243785 req-39f02f04-0b9b-4e4b-96d9-4af321a04e14 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:27.018151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80796a0b-b3c7-4df4-bd0b-4f4194243785 req-39f02f04-0b9b-4e4b-96d9-4af321a04e14 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1094 time: 0.0480661 Oct 13 11:32:27.055648 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80796a0b-b3c7-4df4-bd0b-4f4194243785 req-d2dc2a1f-3975-4b30-a036-525fe7c51c6d tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316315 Oct 13 11:32:28.164193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e88fb-541a-43ad-9a85-e18fc25556a8 req-1a8cf269-7977-4b94-8cc0-c4173edf7b94 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:28.165728 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec1e88fb-541a-43ad-9a85-e18fc25556a8 req-1a8cf269-7977-4b94-8cc0-c4173edf7b94 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1094 time: 0.0442016 Oct 13 11:32:28.201421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec1e88fb-541a-43ad-9a85-e18fc25556a8 req-2aab9a2b-f145-483a-b617-dd9994e5ea85 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292113 Oct 13 11:32:29.302136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:32:29.315369 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309d0ab-0c64-4860-a44c-f46db69338ff req-5a86c475-8e6c-44c9-975c-3ea056b9bc6a tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:29.316882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a309d0ab-0c64-4860-a44c-f46db69338ff req-5a86c475-8e6c-44c9-975c-3ea056b9bc6a tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1094 time: 0.0474558 Oct 13 11:32:29.358645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a309d0ab-0c64-4860-a44c-f46db69338ff req-e9d21610-1fd5-48c7-bed2-fa513345df0f tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304272 Oct 13 11:32:29.417293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:29.430400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c', 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3', 'port_id': '3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c', 'mac_address': 'fa:16:3e:3e:dd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:32:29.476727 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:29.495134 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:32:29.521859 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:29.588497 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:29.650874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:29.914346 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:32:30.348064 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:32:30.477922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fe975-a3e2-4898-9d7d-4412516cdb27 req-4d9334ba-4433-48a8-9b05-e03dbec9e54f tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:30.480689 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c8fe975-a3e2-4898-9d7d-4412516cdb27 req-4d9334ba-4433-48a8-9b05-e03dbec9e54f tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1095 time: 0.0523989 Oct 13 11:32:30.520974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c8fe975-a3e2-4898-9d7d-4412516cdb27 req-9849c711-5dfb-4fcd-a870-535e0892d705 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335801 Oct 13 11:32:31.303103 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:32:31.433962 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:32:31.438041 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:31.438440 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:31.523615 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:31.550113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a5d585-4bb0-483c-b253-ca7e19c15faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:32:31.552413 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c94f02-3187-44bb-b5a1-e44d53ba6917" -d '{"events": [{"server_uuid": "72a5d585-4bb0-483c-b253-ca7e19c15faf", "name": "network-vif-plugged", "status": "completed", "tag": "3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:32:31.570653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:31.647910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7d510-7c8f-4bea-ab07-4cac9eeeef1f req-30372e0f-9594-40db-acc9-c55fee6aad7c tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:31.649513 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76a7d510-7c8f-4bea-ab07-4cac9eeeef1f req-30372e0f-9594-40db-acc9-c55fee6aad7c tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1095 time: 0.0448792 Oct 13 11:32:31.668454 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:31.695912 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76a7d510-7c8f-4bea-ab07-4cac9eeeef1f req-917a1fa6-d91e-4265-aec2-1abbb84c51c1 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374370 Oct 13 11:32:31.726952 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:31.753484 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab775547-df75-4ce0-bccc-789158265fcc x-openstack-request-id: req-ab775547-df75-4ce0-bccc-789158265fcc {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:32:31.753940 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a5d585-4bb0-483c-b253-ca7e19c15faf", "name": "network-vif-plugged", "status": "completed", "tag": "3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:32:31.754314 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab775547-df75-4ce0-bccc-789158265fcc {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:32:31.754745 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a5d585-4bb0-483c-b253-ca7e19c15faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c', 'code': 200} Oct 13 11:32:31.854990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1710f3-d648-4f7f-94bf-3502eeaa91cf req-d6d40616-9c46-4907-81a9-0b3a4dfe8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:31.856512 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1d1710f3-d648-4f7f-94bf-3502eeaa91cf req-d6d40616-9c46-4907-81a9-0b3a4dfe8154 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1096 time: 0.0448096 Oct 13 11:32:31.902057 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1d1710f3-d648-4f7f-94bf-3502eeaa91cf req-8a1db2d9-dfb4-44dc-a245-ce9b306a2016 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375230 Oct 13 11:32:32.814289 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4378ce-62ea-4e4b-b44c-b62c70fe8983 req-d0fbccf1-5524-4e4c-9861-5d240091f502 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:32.816108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a4378ce-62ea-4e4b-b44c-b62c70fe8983 req-d0fbccf1-5524-4e4c-9861-5d240091f502 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1096 time: 0.0442498 Oct 13 11:32:32.859890 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a4378ce-62ea-4e4b-b44c-b62c70fe8983 req-b7c41e44-0ba0-40b8-80f9-6475212d12db tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340209 Oct 13 11:32:33.990291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88505bc-e079-4595-9526-93cf00f4dc1d req-8506ba23-0c52-49ff-b51d-885f80bf1054 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:33.991874 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c88505bc-e079-4595-9526-93cf00f4dc1d req-8506ba23-0c52-49ff-b51d-885f80bf1054 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1096 time: 0.0479352 Oct 13 11:32:34.028900 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c88505bc-e079-4595-9526-93cf00f4dc1d req-298a8415-74ec-4bf5-a895-ac3081141d92 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297010 Oct 13 11:32:34.141695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836f0cc-81b0-4dc5-8218-b4b01af1cf56 req-ff87819b-063e-4912-a646-7768cdf75419 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:34.143568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a836f0cc-81b0-4dc5-8218-b4b01af1cf56 req-ff87819b-063e-4912-a646-7768cdf75419 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1096 time: 0.0453925 Oct 13 11:32:34.181591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a836f0cc-81b0-4dc5-8218-b4b01af1cf56 req-6a66eadf-3b88-4b98-9458-58494748fe6e tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Oct 13 11:32:34.303987 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b75c6-4313-4b5a-a48c-14dcea50ac98 req-faf41543-095c-4b20-bd4a-7514b9ef8b47 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:34.305485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f7b75c6-4313-4b5a-a48c-14dcea50ac98 req-faf41543-095c-4b20-bd4a-7514b9ef8b47 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1096 time: 0.0502183 Oct 13 11:32:34.344337 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f7b75c6-4313-4b5a-a48c-14dcea50ac98 req-10fb82c0-4807-433a-a43d-0acf3111d297 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Oct 13 11:32:34.573280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873a03f-fc26-49d2-adc6-741b44a870db req-789781a1-4a52-4188-b8ab-96a8ab2937d1 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:34.574768 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-789781a1-4a52-4188-b8ab-96a8ab2937d1 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/networks?id=039865e6-1dcf-4a31-921a-0d6428d0efe3 HTTP/1.1" status: 200 len: 910 time: 0.1017349 Oct 13 11:32:34.592973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-da0ae252-f461-4aee-a457-da87a613acca tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/quotas/2556a40e652d46aeac3ea7ebc657552a HTTP/1.1" status: 200 len: 375 time: 0.0101104 Oct 13 11:32:34.649356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-e260b94d-20db-4a8e-9846-3bdec3981bed tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=2556a40e652d46aeac3ea7ebc657552a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480087 Oct 13 11:32:34.751568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-520bcf2f-4c9f-4bea-89da-3ab92478a3bb service neutron] 10.222.0.32 "GET /v2.0/networks/039865e6-1dcf-4a31-921a-0d6428d0efe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947053 Oct 13 11:32:34.852024 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2db8884a-18df-410f-839b-de1130d2a189 service neutron] 10.222.0.32 "GET /v2.0/networks/039865e6-1dcf-4a31-921a-0d6428d0efe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941367 Oct 13 11:32:35.110087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f49a61bf-09b5-4c32-8d0b-c1ad162691fa req-d163babd-2877-464e-8316-08f4951bd485 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 210 time: 0.0263486 Oct 13 11:32:36.196323 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8dd79e8-7a38-40d8-aa73-0af0a2cd726a req-686ea806-c7d0-4a6d-9bf9-be98a7bac9e7 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 210 time: 0.0340416 Oct 13 11:32:37.284006 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df129b3f-d163-4596-b1df-4cedc7c11457 req-6fe8c008-7578-4fdf-910f-b0df45b4e57c tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 210 time: 0.0257480 Oct 13 11:32:38.056396 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-374706e7-1c8a-46cd-86a0-20993b3fd947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:38.386321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-247f92c3-7c84-462a-adae-0a638b0a3f71 req-0f42df15-f020-422f-a98b-93e36734c083 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 210 time: 0.0313783 Oct 13 11:32:39.175952 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:39.490504 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4cdd4fc-ec83-4f62-aa82-ea4816389aac req-3556b7fe-926d-4039-ae37-7188deab89f2 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 210 time: 0.0320816 Oct 13 11:32:40.573886 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873a03f-fc26-49d2-adc6-741b44a870db req-e16e0a65-c922-4e5d-9151-d0fea360bb31 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:40.575999 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-e16e0a65-c922-4e5d-9151-d0fea360bb31 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.21 "GET /v2.0/networks?id=039865e6-1dcf-4a31-921a-0d6428d0efe3 HTTP/1.1" status: 200 len: 910 time: 0.4065738 Oct 13 11:32:40.604461 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ca3fe398-f382-4423-b443-686b0efbb213 req-612eb360-27e9-4e98-8e43-f23f387cca70 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 210 time: 0.0273242 Oct 13 11:32:40.607935 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-6873a03f-fc26-49d2-adc6-741b44a870db req-0c466959-72ab-4157-977d-4b759f0ad813 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Request body: {'port': {'device_id': '95843df4-bcf1-4b68-9828-32e48e71dce9', 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3', 'admin_state_up': True, 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:32:40.758270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6873a03f-fc26-49d2-adc6-741b44a870db req-0c466959-72ab-4157-977d-4b759f0ad813 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Made reservation on behalf of 2556a40e652d46aeac3ea7ebc657552a for: {'port': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:32:40.760782 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6873a03f-fc26-49d2-adc6-741b44a870db req-0c466959-72ab-4157-977d-4b759f0ad813 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:40.843841 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1f38e65-cd4f-43ca-8d01-defd54582615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:40.879373 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:40.885164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [req-6873a03f-fc26-49d2-adc6-741b44a870db req-0c466959-72ab-4157-977d-4b759f0ad813 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Allocated IP 172.20.0.7 (039865e6-1dcf-4a31-921a-0d6428d0efe3/af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243/70bbbc9d-49ca-4951-bc84-7a02cbaea7ae) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:32:41.021265 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6873a03f-fc26-49d2-adc6-741b44a870db req-0c466959-72ab-4157-977d-4b759f0ad813 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:41.118678 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6873a03f-fc26-49d2-adc6-741b44a870db req-0c466959-72ab-4157-977d-4b759f0ad813 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:41.130220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:32:41.164361 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6873a03f-fc26-49d2-adc6-741b44a870db req-0c466959-72ab-4157-977d-4b759f0ad813 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Network 039865e6-1dcf-4a31-921a-0d6428d0efe3 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:32:41.167256 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [req-6873a03f-fc26-49d2-adc6-741b44a870db req-0c466959-72ab-4157-977d-4b759f0ad813 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:32:41.171839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6873a03f-fc26-49d2-adc6-741b44a870db req-0c466959-72ab-4157-977d-4b759f0ad813 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:32:41.200156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c466959-72ab-4157-977d-4b759f0ad813 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Pushing event updated for resources: {'Port': ['ID=70bbbc9d-49ca-4951-bc84-7a02cbaea7ae,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:41.215129 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873a03f-fc26-49d2-adc6-741b44a870db req-0c466959-72ab-4157-977d-4b759f0ad813 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:41.217007 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6873a03f-fc26-49d2-adc6-741b44a870db req-0c466959-72ab-4157-977d-4b759f0ad813 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:41.331448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-0c466959-72ab-4157-977d-4b759f0ad813 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7293670 Oct 13 11:32:41.344121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Request body: {'port': {'device_id': '95843df4-bcf1-4b68-9828-32e48e71dce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:32:41.407152 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:41.524991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8628bd36-2649-46f6-a057-3b0521d0d3d0 None None] Provisioning complete for port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:41.526945 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8628bd36-2649-46f6-a057-3b0521d0d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:41.570099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8628bd36-2649-46f6-a057-3b0521d0d3d0 None None] Port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:32:41.738758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:32:41.747989 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:41.752639 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:41.766219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Transition to ACTIVE for port object 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae will not be triggered until provisioned by entity L2. {{(pid=101991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:32:41.770990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5b12b-8385-4235-95e3-5dc9e94c42bc req-506cf2c2-dad7-446d-88a2-1d27e1f5dd32 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:41.772492 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4b5b12b-8385-4235-95e3-5dc9e94c42bc req-506cf2c2-dad7-446d-88a2-1d27e1f5dd32 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1027 time: 0.0691345 Oct 13 11:32:41.811397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4b5b12b-8385-4235-95e3-5dc9e94c42bc req-0cb5258e-9147-4a28-9429-0d2d54fe7a42 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302153 Oct 13 11:32:41.844584 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:41.901683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Pushing event updated for resources: {'Port': ['ID=70bbbc9d-49ca-4951-bc84-7a02cbaea7ae,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:41.982734 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Attempting to bind port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:32:41.983208 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Attempting to bind port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:32:41.983677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Attempting to bind port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae on network 039865e6-1dcf-4a31-921a-0d6428d0efe3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:32:41.991372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae on network 039865e6-1dcf-4a31-921a-0d6428d0efe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:32:41.991907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Attempting to bind port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae on network 039865e6-1dcf-4a31-921a-0d6428d0efe3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:32:42.000562 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:32:42.001085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Checking segment: {'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:32:42.001651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Bound using segment: {'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:32:42.002396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Bound port: 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3606ac5e-83d1-4da2-ae15-b8de50132b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:32:42.002979 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:42.087433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] For port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae, host n-h2-813659-3, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:32:42.090606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] For port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=70bbbc9d-49ca-4951-bc84-7a02cbaea7ae,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:32:42.206133 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:42.246275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:42.247743 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:42.249146 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] 10.222.0.21 "PUT /v2.0/ports/70bbbc9d-49ca-4951-bc84-7a02cbaea7ae HTTP/1.1" status: 200 len: 1091 time: 0.9099081 Oct 13 11:32:42.249592 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95843df4-bcf1-4b68-9828-32e48e71dce9', 'tag': '70bbbc9d-49ca-4951-bc84-7a02cbaea7ae'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:32:42.252075 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e31339-7c27-4ede-989e-3f7653d11c81" -d '{"events": [{"name": "network-changed", "server_uuid": "95843df4-bcf1-4b68-9828-32e48e71dce9", "tag": "70bbbc9d-49ca-4951-bc84-7a02cbaea7ae"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:32:42.275860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0c539-d1c8-4f2a-ac4a-844d92e8b80c service neutron] Pushing event updated for resources: {'Port': ['ID=70bbbc9d-49ca-4951-bc84-7a02cbaea7ae,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:42.342678 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:42.407124 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c3a248-0d18-47fd-9215-3c0749984e81 x-openstack-request-id: req-b0c3a248-0d18-47fd-9215-3c0749984e81 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:32:42.407419 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95843df4-bcf1-4b68-9828-32e48e71dce9", "tag": "70bbbc9d-49ca-4951-bc84-7a02cbaea7ae", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:32:42.411021 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0c3a248-0d18-47fd-9215-3c0749984e81 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:32:42.411452 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95843df4-bcf1-4b68-9828-32e48e71dce9', 'tag': '70bbbc9d-49ca-4951-bc84-7a02cbaea7ae', 'status': 'completed', 'code': 200} Oct 13 11:32:42.468503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2de1ef41-60cb-4267-9dff-af9d650fda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:42.470937 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-2de1ef41-60cb-4267-9dff-af9d650fda73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2556a40e652d46aeac3ea7ebc657552a&device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1094 time: 0.0560191 Oct 13 11:32:42.517077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-f653a9d7-82af-4df0-af62-86ab1d1ab587 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70bbbc9d-49ca-4951-bc84-7a02cbaea7ae HTTP/1.1" status: 200 len: 217 time: 0.0386114 Oct 13 11:32:42.567195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873a03f-fc26-49d2-adc6-741b44a870db req-1fa86f4d-a338-4ee9-9bf2-f2e6b41ba28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:42.568554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-1fa86f4d-a338-4ee9-9bf2-f2e6b41ba28d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243 HTTP/1.1" status: 200 len: 848 time: 0.0452802 Oct 13 11:32:42.623793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873a03f-fc26-49d2-adc6-741b44a870db req-b1a28f62-c807-48f9-92fe-d6dbd53e15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:42.625880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-b1a28f62-c807-48f9-92fe-d6dbd53e15b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=039865e6-1dcf-4a31-921a-0d6428d0efe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501614 Oct 13 11:32:42.725144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-d73f63c0-4130-4b73-817f-cc8f74ca6909 service neutron] 10.222.0.21 "GET /v2.0/networks/039865e6-1dcf-4a31-921a-0d6428d0efe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916326 Oct 13 11:32:42.830241 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6873a03f-fc26-49d2-adc6-741b44a870db req-94be0c0c-1ac7-45e0-9581-60b168f8e0e6 service neutron] 10.222.0.21 "GET /v2.0/networks/039865e6-1dcf-4a31-921a-0d6428d0efe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981979 Oct 13 11:32:42.925658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8028571-4970-4295-9e4d-ae47cfe21755 req-dcd4fc58-3292-4fb7-aae0-0e64eaa44355 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:42.927341 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8028571-4970-4295-9e4d-ae47cfe21755 req-dcd4fc58-3292-4fb7-aae0-0e64eaa44355 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1094 time: 0.0447714 Oct 13 11:32:43.022869 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8028571-4970-4295-9e4d-ae47cfe21755 req-203a31f4-066e-4556-8761-35040cd5402e tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793917 Oct 13 11:32:43.025656 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e31339-7c27-4ede-989e-3f7653d11c81 req-7374588d-d8eb-4a05-8830-d2acae1b111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:43.027742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d5e31339-7c27-4ede-989e-3f7653d11c81 req-7374588d-d8eb-4a05-8830-d2acae1b111e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2556a40e652d46aeac3ea7ebc657552a&device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1094 time: 0.0956874 Oct 13 11:32:43.138214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e31339-7c27-4ede-989e-3f7653d11c81 req-51ae3823-c3b7-4acf-bc11-df414b7a4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:43.139723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d5e31339-7c27-4ede-989e-3f7653d11c81 req-51ae3823-c3b7-4acf-bc11-df414b7a4066 service neutron] 10.222.0.21 "GET /v2.0/networks?id=039865e6-1dcf-4a31-921a-0d6428d0efe3 HTTP/1.1" status: 200 len: 910 time: 0.1044912 Oct 13 11:32:43.183671 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d5e31339-7c27-4ede-989e-3f7653d11c81 req-26c5fb57-2779-492b-ae4e-556ae45f7db5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70bbbc9d-49ca-4951-bc84-7a02cbaea7ae HTTP/1.1" status: 200 len: 217 time: 0.0359590 Oct 13 11:32:43.241312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e31339-7c27-4ede-989e-3f7653d11c81 req-b86d87b1-46c9-445a-a93e-f17572402a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:43.242914 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d5e31339-7c27-4ede-989e-3f7653d11c81 req-b86d87b1-46c9-445a-a93e-f17572402a07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243 HTTP/1.1" status: 200 len: 848 time: 0.0493565 Oct 13 11:32:43.302193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e31339-7c27-4ede-989e-3f7653d11c81 req-de17682f-949a-43bf-9c6a-c97385b755bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:43.303733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d5e31339-7c27-4ede-989e-3f7653d11c81 req-de17682f-949a-43bf-9c6a-c97385b755bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=039865e6-1dcf-4a31-921a-0d6428d0efe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532799 Oct 13 11:32:43.398655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d5e31339-7c27-4ede-989e-3f7653d11c81 req-b3432b56-e0c0-4cf8-aff6-b06d6b0ab7d2 service neutron] 10.222.0.21 "GET /v2.0/networks/039865e6-1dcf-4a31-921a-0d6428d0efe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870230 Oct 13 11:32:43.503212 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:43.509582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d5e31339-7c27-4ede-989e-3f7653d11c81 req-e96ef3a7-a6b9-41e8-98b4-53dfa2dc1769 service neutron] 10.222.0.21 "GET /v2.0/networks/039865e6-1dcf-4a31-921a-0d6428d0efe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036747 Oct 13 11:32:44.144166 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176a6ee-c214-4695-93ab-1cc945fa4932 req-4935a6c4-ea0b-41f7-aad5-1cf83827a4a3 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:44.145735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5176a6ee-c214-4695-93ab-1cc945fa4932 req-4935a6c4-ea0b-41f7-aad5-1cf83827a4a3 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1094 time: 0.0451844 Oct 13 11:32:44.181026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5176a6ee-c214-4695-93ab-1cc945fa4932 req-65f044a6-ad15-4b1a-a6f1-5fd31b626aea tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290701 Oct 13 11:32:45.306153 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2b679-e1b0-47b2-9cc5-71ed65796322 req-e28064f3-f8ef-48e2-b7db-04cd8a213d6c tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:45.307943 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4bf2b679-e1b0-47b2-9cc5-71ed65796322 req-e28064f3-f8ef-48e2-b7db-04cd8a213d6c tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1094 time: 0.0507452 Oct 13 11:32:45.353160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4bf2b679-e1b0-47b2-9cc5-71ed65796322 req-112c3d24-2aca-4ae6-b3c0-db81d2e54b6b tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345407 Oct 13 11:32:45.499914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:32:45.606535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=70bbbc9d-49ca-4951-bc84-7a02cbaea7ae,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:45.618392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '70bbbc9d-49ca-4951-bc84-7a02cbaea7ae', 'network_id': '039865e6-1dcf-4a31-921a-0d6428d0efe3', 'port_id': '70bbbc9d-49ca-4951-bc84-7a02cbaea7ae', 'mac_address': 'fa:16:3e:e9:7a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:32:45.661263 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:45.675087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:32:45.694238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=70bbbc9d-49ca-4951-bc84-7a02cbaea7ae,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:45.794686 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:45.847135 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=70bbbc9d-49ca-4951-bc84-7a02cbaea7ae,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:46.046732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['70bbbc9d-49ca-4951-bc84-7a02cbaea7ae'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:32:46.470069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d6231-feed-40a9-bae9-6e77a1e493f9 req-ac22e5be-dbd9-479d-9ecc-3dad6eea9c85 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:46.471659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-071d6231-feed-40a9-bae9-6e77a1e493f9 req-ac22e5be-dbd9-479d-9ecc-3dad6eea9c85 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1095 time: 0.0468011 Oct 13 11:32:46.507995 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-071d6231-feed-40a9-bae9-6e77a1e493f9 req-7506eb43-ecff-4df9-9579-43db14e0f8ff tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300071 Oct 13 11:32:46.865382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-e82be615-d35b-411b-9b60-60aa75b6a1d6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452836903&fields=id&tenant_id=1aa22e9274f0432fadaf0bde47c85ec7 HTTP/1.1" status: 200 len: 267 time: 0.0346386 Oct 13 11:32:46.973952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-587a6cb2-859d-4cbf-92fe-766164303992 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:46.975509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-587a6cb2-859d-4cbf-92fe-766164303992 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 0.1026287 Oct 13 11:32:46.991673 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-5ea26066-14d4-49d0-b50e-40954d38ec09 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/quotas/1aa22e9274f0432fadaf0bde47c85ec7 HTTP/1.1" status: 200 len: 375 time: 0.0096343 Oct 13 11:32:47.057418 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-169288e0-670a-4aaa-ab0e-69838578c8d5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0590129 Oct 13 11:32:47.157198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-f876646d-c26a-45db-a9dd-97ef91fc389a service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863802 Oct 13 11:32:47.257155 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-4f5e2f6e-415d-453a-abf9-6e2fd283a8d5 service neutron] 10.222.0.32 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925775 Oct 13 11:32:47.511697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:32:47.617302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:32:47.622656 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:47.623034 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:47.710839 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:47.734786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95843df4-bcf1-4b68-9828-32e48e71dce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bbbc9d-49ca-4951-bc84-7a02cbaea7ae'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:32:47.737074 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b28801-b499-45c1-983c-58f4d16218f6" -d '{"events": [{"server_uuid": "95843df4-bcf1-4b68-9828-32e48e71dce9", "name": "network-vif-plugged", "status": "completed", "tag": "70bbbc9d-49ca-4951-bc84-7a02cbaea7ae"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:32:47.750027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=70bbbc9d-49ca-4951-bc84-7a02cbaea7ae,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:47.827838 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:47.878975 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e1c39-feae-4e22-930e-852734da4ee2 req-2fa2b9e1-37bb-44c0-8ecf-3352e2875f76 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:47.880584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1e1c39-feae-4e22-930e-852734da4ee2 req-2fa2b9e1-37bb-44c0-8ecf-3352e2875f76 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1096 time: 0.0456336 Oct 13 11:32:47.917835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=70bbbc9d-49ca-4951-bc84-7a02cbaea7ae,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:47.937773 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da1e1c39-feae-4e22-930e-852734da4ee2 req-bfcfec50-2821-4fff-a240-46c20c214c4a tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479696 Oct 13 11:32:47.982853 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cf0f41-26f7-4a4a-a56c-fce3d3fe2a4e x-openstack-request-id: req-e8cf0f41-26f7-4a4a-a56c-fce3d3fe2a4e {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:32:47.983151 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95843df4-bcf1-4b68-9828-32e48e71dce9", "name": "network-vif-plugged", "status": "completed", "tag": "70bbbc9d-49ca-4951-bc84-7a02cbaea7ae", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:32:47.983405 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8cf0f41-26f7-4a4a-a56c-fce3d3fe2a4e {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:32:47.983800 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95843df4-bcf1-4b68-9828-32e48e71dce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bbbc9d-49ca-4951-bc84-7a02cbaea7ae', 'code': 200} Oct 13 11:32:48.048090 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a27d65c-ab14-48c0-8057-06b7f79aebcc req-3cbfe6ee-037e-4dd9-9ff8-8704be47411d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 210 time: 0.0333285 Oct 13 11:32:48.090453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1c4fd-84a4-4281-ba8e-f8f7ac64d95f req-364eeeec-b68f-4501-a3ef-9f539eb58026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:48.091930 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ed1c4fd-84a4-4281-ba8e-f8f7ac64d95f req-364eeeec-b68f-4501-a3ef-9f539eb58026 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1096 time: 0.0465446 Oct 13 11:32:48.129244 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ed1c4fd-84a4-4281-ba8e-f8f7ac64d95f req-125029f2-86be-439c-83c3-c19734f65f52 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295203 Oct 13 11:32:49.055517 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d1911-7d30-4a83-ab42-fd6281919773 req-87124491-8cf4-49a9-90d6-192fe2caa286 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:49.063645 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f13d1911-7d30-4a83-ab42-fd6281919773 req-87124491-8cf4-49a9-90d6-192fe2caa286 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1096 time: 0.0506594 Oct 13 11:32:49.119069 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f13d1911-7d30-4a83-ab42-fd6281919773 req-533bd2b0-e101-4722-b460-e0421adf554c tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451066 Oct 13 11:32:49.212886 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53564993-99b7-4dca-bf31-a3b764b84156 req-2aeb0e66-5fb5-4b9d-8c0e-bb475e082b8c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 210 time: 0.0308344 Oct 13 11:32:49.973112 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-b8ab689f-e562-4f47-ba1c-54d8b167e0ed tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:49.975024 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-b8ab689f-e562-4f47-ba1c-54d8b167e0ed tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 811 time: 0.1072652 Oct 13 11:32:50.024254 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-760bce82-a438-4f81-a166-d1d6a1785dba tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aa22e9274f0432fadaf0bde47c85ec7 HTTP/1.1" status: 200 len: 379 time: 0.0370786 Oct 13 11:32:50.033633 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-38306973-3bb2-482d-95f6-23ec8c266520 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'port': {'device_id': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'admin_state_up': True, 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'security_groups': ['dbd250d3-0c82-401a-90b7-b2d35d2feb9c']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:32:50.222556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-38306973-3bb2-482d-95f6-23ec8c266520 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Made reservation on behalf of 1aa22e9274f0432fadaf0bde47c85ec7 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:32:50.228164 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-38306973-3bb2-482d-95f6-23ec8c266520 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:50.255234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a920404-8bb0-4d8d-b528-d764471474cf req-8cf5a5c0-fafc-418b-8dcc-6bb69ca210bb tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:50.256740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a920404-8bb0-4d8d-b528-d764471474cf req-8cf5a5c0-fafc-418b-8dcc-6bb69ca210bb tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1096 time: 0.0529735 Oct 13 11:32:50.311841 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a920404-8bb0-4d8d-b528-d764471474cf req-f929b07d-aac4-4d9a-9994-9ca8c5b5652c tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403481 Oct 13 11:32:50.426449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-38306973-3bb2-482d-95f6-23ec8c266520 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Allocated IP 172.20.0.3 (115722b6-22fc-4529-8f74-dcada0512dde/97f9d253-df11-432a-b4dc-57fa7a0a9962/214103fb-396b-4d6c-86f4-1385f748c2a7) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:32:50.445045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cbd96be1-d9a2-4afe-bb63-b3311ca6aa4d req-8ebcdac8-f2ff-46e7-b2e2-07e6a2f7b9a5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 210 time: 0.0429130 Oct 13 11:32:50.584577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40d43c-46e9-4a9f-944d-d76fe51a9d2b req-c64b8b27-f273-4e52-ad6b-da1392f6d47b tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:50.586378 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a40d43c-46e9-4a9f-944d-d76fe51a9d2b req-c64b8b27-f273-4e52-ad6b-da1392f6d47b tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1096 time: 0.0457416 Oct 13 11:32:50.599935 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-38306973-3bb2-482d-95f6-23ec8c266520 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:50.625214 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4a40d43c-46e9-4a9f-944d-d76fe51a9d2b req-d34d5085-e286-4fe6-ad3f-39752fefb605 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314116 Oct 13 11:32:50.718807 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-38306973-3bb2-482d-95f6-23ec8c266520 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:50.776954 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751d092-2daa-4f98-9f52-b475ef9ce43d req-40a968ff-ede7-462b-830b-9ebe3ddc5458 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:50.780052 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e751d092-2daa-4f98-9f52-b475ef9ce43d req-40a968ff-ede7-462b-830b-9ebe3ddc5458 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1096 time: 0.0667117 Oct 13 11:32:50.802765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-38306973-3bb2-482d-95f6-23ec8c266520 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Network 115722b6-22fc-4529-8f74-dcada0512dde is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:32:50.815025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-38306973-3bb2-482d-95f6-23ec8c266520 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:32:50.823135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-38306973-3bb2-482d-95f6-23ec8c266520 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:32:50.838496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e751d092-2daa-4f98-9f52-b475ef9ce43d req-18e3e2ea-5662-4879-8271-b7a9004a1c16 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510864 Oct 13 11:32:50.891824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38306973-3bb2-482d-95f6-23ec8c266520 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'Port': ['ID=214103fb-396b-4d6c-86f4-1385f748c2a7,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:50.920417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-38306973-3bb2-482d-95f6-23ec8c266520 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:50.920984 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-38306973-3bb2-482d-95f6-23ec8c266520 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:51.027218 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-38306973-3bb2-482d-95f6-23ec8c266520 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9971364 Oct 13 11:32:51.042695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Request body: {'port': {'device_id': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:32:51.114852 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:51.128035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d8f7689f-c7c7-469c-a2cf-16827cb4eee9 None None] Provisioning complete for port 214103fb-396b-4d6c-86f4-1385f748c2a7 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:32:51.129242 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d8f7689f-c7c7-469c-a2cf-16827cb4eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:51.185309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7689f-c7c7-469c-a2cf-16827cb4eee9 None None] Port 214103fb-396b-4d6c-86f4-1385f748c2a7 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:32:51.424797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb61b5-c708-4034-b03b-1a2b889ddf90 req-aa3dee3b-7f68-4f34-aa06-5e773546b4b9 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:51.427579 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdcb61b5-c708-4034-b03b-1a2b889ddf90 req-aa3dee3b-7f68-4f34-aa06-5e773546b4b9 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1096 time: 0.0719788 Oct 13 11:32:51.479492 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdcb61b5-c708-4034-b03b-1a2b889ddf90 req-619fa06f-a9b9-452c-b90b-a175e1324fa3 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Oct 13 11:32:51.560412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214103fb-396b-4d6c-86f4-1385f748c2a7 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:32:51.569062 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:51.583516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Transition to ACTIVE for port object 214103fb-396b-4d6c-86f4-1385f748c2a7 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:32:51.628613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aab8a-ffa1-4b7b-9394-3117efb2729e req-375f3c9c-ec77-4753-b396-5c677dfff939 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:51.630554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f6aab8a-ffa1-4b7b-9394-3117efb2729e req-375f3c9c-ec77-4753-b396-5c677dfff939 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 931 time: 0.0567005 Oct 13 11:32:51.657982 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:51.675281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f6aab8a-ffa1-4b7b-9394-3117efb2729e req-bbfeec68-1184-43ea-8887-1cdec1b67764 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382268 Oct 13 11:32:51.767276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Pushing event updated for resources: {'Port': ['ID=214103fb-396b-4d6c-86f4-1385f748c2a7,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:51.847379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Attempting to bind port 214103fb-396b-4d6c-86f4-1385f748c2a7 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:32:51.847723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Attempting to bind port 214103fb-396b-4d6c-86f4-1385f748c2a7 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:32:51.848068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Attempting to bind port 214103fb-396b-4d6c-86f4-1385f748c2a7 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:32:51.853210 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Port 214103fb-396b-4d6c-86f4-1385f748c2a7 on network 115722b6-22fc-4529-8f74-dcada0512dde not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:32:51.853712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Attempting to bind port 214103fb-396b-4d6c-86f4-1385f748c2a7 on network 115722b6-22fc-4529-8f74-dcada0512dde {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:32:51.859737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:32:51.860064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Checking segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:32:51.860455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Bound using segment: {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:32:51.860900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Bound port: 214103fb-396b-4d6c-86f4-1385f748c2a7, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262abed0-ff6a-452a-bf61-a14672165d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:32:51.861296 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:51.939041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] For port 214103fb-396b-4d6c-86f4-1385f748c2a7, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:32:51.942503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] For port 214103fb-396b-4d6c-86f4-1385f748c2a7, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=214103fb-396b-4d6c-86f4-1385f748c2a7,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:32:52.033089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:52.080550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:52.081200 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:52.082862 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] 10.222.0.46 "PUT /v2.0/ports/214103fb-396b-4d6c-86f4-1385f748c2a7 HTTP/1.1" status: 200 len: 1091 time: 1.0466990 Oct 13 11:32:52.083286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'tag': '214103fb-396b-4d6c-86f4-1385f748c2a7'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:32:52.085752 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6fe5ae-8b1a-46ea-a095-59eaf6db6fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "affe6c42-b87a-4ba8-9712-7c199d1778f9", "tag": "214103fb-396b-4d6c-86f4-1385f748c2a7"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:32:52.115568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d97bf-3271-47e4-981c-6712cba216f2 service neutron] Pushing event updated for resources: {'Port': ['ID=214103fb-396b-4d6c-86f4-1385f748c2a7,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:52.140482 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8427d64d-bc41-4692-8efa-238d16bb15ad x-openstack-request-id: req-8427d64d-bc41-4692-8efa-238d16bb15ad {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:32:52.140482 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affe6c42-b87a-4ba8-9712-7c199d1778f9", "tag": "214103fb-396b-4d6c-86f4-1385f748c2a7", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:32:52.140482 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8427d64d-bc41-4692-8efa-238d16bb15ad {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:32:52.140482 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'tag': '214103fb-396b-4d6c-86f4-1385f748c2a7', 'status': 'completed', 'code': 200} Oct 13 11:32:52.210424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fe5ae-8b1a-46ea-a095-59eaf6db6fcd req-b5d70da3-31ed-4354-a1b1-1c37f8b4effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:52.212253 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ec6fe5ae-8b1a-46ea-a095-59eaf6db6fcd req-b5d70da3-31ed-4354-a1b1-1c37f8b4effa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 1094 time: 0.0495012 Oct 13 11:32:52.337012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fe5ae-8b1a-46ea-a095-59eaf6db6fcd req-b6ea92bf-7bfa-4ec2-877a-ffd86480d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:52.338648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ec6fe5ae-8b1a-46ea-a095-59eaf6db6fcd req-b6ea92bf-7bfa-4ec2-877a-ffd86480d1a7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1171772 Oct 13 11:32:52.442007 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fe5ae-8b1a-46ea-a095-59eaf6db6fcd req-83022e75-6e59-40b0-ba60-6d941438f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:52.443677 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ec6fe5ae-8b1a-46ea-a095-59eaf6db6fcd req-83022e75-6e59-40b0-ba60-6d941438f206 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971026 Oct 13 11:32:52.538121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-1c1b3777-c2e5-4b90-9aae-64e40293d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:52.539978 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-1c1b3777-c2e5-4b90-9aae-64e40293d60e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 1094 time: 0.0488596 Oct 13 11:32:52.587402 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-beb6f83f-cb50-4c01-a9bc-97978dd63609 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214103fb-396b-4d6c-86f4-1385f748c2a7 HTTP/1.1" status: 200 len: 217 time: 0.0373919 Oct 13 11:32:52.645510 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-186702fa-11ca-4117-a88f-54eff5e26c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:52.647090 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-186702fa-11ca-4117-a88f-54eff5e26c12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0507712 Oct 13 11:32:52.647223 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d7c9b-de6f-4968-b68a-0c402aca8c1d req-dd3d5260-7d32-4f85-9f3d-b7c6a9a37e84 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:52.648794 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d1d7c9b-de6f-4968-b68a-0c402aca8c1d req-dd3d5260-7d32-4f85-9f3d-b7c6a9a37e84 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1096 time: 0.0691726 Oct 13 11:32:52.651696 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dab64-5922-4674-8a0a-956cc015c35c req-78db8b4d-6e10-420e-b269-7a653b9b95ed tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:52.653935 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad8dab64-5922-4674-8a0a-956cc015c35c req-78db8b4d-6e10-420e-b269-7a653b9b95ed tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 1096 time: 0.0824971 Oct 13 11:32:52.710220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-82d81332-a07b-46d8-9fa0-93bed0f44924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:52.711907 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-82d81332-a07b-46d8-9fa0-93bed0f44924 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566139 Oct 13 11:32:52.716840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d1d7c9b-de6f-4968-b68a-0c402aca8c1d req-128432db-a133-4fdc-b932-e99af9a16c27 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592902 Oct 13 11:32:52.770624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-ad8dab64-5922-4674-8a0a-956cc015c35c req-bdcd9e4d-bbfc-4919-bc65-725277de18ad tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Deleting port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:32:52.770954 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad8dab64-5922-4674-8a0a-956cc015c35c req-bdcd9e4d-bbfc-4919-bc65-725277de18ad tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:52.828314 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-42ef14b5-036a-4ffd-b3eb-f8085e26bb17 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073885 Oct 13 11:32:52.899640 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165bdac-a628-4a2f-9040-ae9c6b9e92bb req-ff448d45-22b4-4422-8986-997f15c7def8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:52.901102 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4165bdac-a628-4a2f-9040-ae9c6b9e92bb req-ff448d45-22b4-4422-8986-997f15c7def8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 943 time: 0.0743029 Oct 13 11:32:52.925038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-ad8dab64-5922-4674-8a0a-956cc015c35c req-bdcd9e4d-bbfc-4919-bc65-725277de18ad tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] For port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=70bbbc9d-49ca-4951-bc84-7a02cbaea7ae,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:52.925447 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad8dab64-5922-4674-8a0a-956cc015c35c req-bdcd9e4d-bbfc-4919-bc65-725277de18ad tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:52.935866 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3ffc284c-b193-4fc2-b5c1-b051c7a5b7fc req-4baf8c69-2d29-4c62-84ed-4bedcb51a8ad service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996416 Oct 13 11:32:52.949968 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-ad8dab64-5922-4674-8a0a-956cc015c35c req-bdcd9e4d-bbfc-4919-bc65-725277de18ad tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Calling delete_port for 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:32:52.973719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4165bdac-a628-4a2f-9040-ae9c6b9e92bb req-ccee0739-9cb0-4769-8d12-9808be911d97 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623832 Oct 13 11:32:53.181184 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad8dab64-5922-4674-8a0a-956cc015c35c req-bdcd9e4d-bbfc-4919-bc65-725277de18ad tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:53.194501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:32:53.212754 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd9e4d-bbfc-4919-bc65-725277de18ad tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Pushing event deleted for resources: {'Port': ['ID=70bbbc9d-49ca-4951-bc84-7a02cbaea7ae,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:53.239040 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['70bbbc9d-49ca-4951-bc84-7a02cbaea7ae'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:32:53.271095 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8dab64-5922-4674-8a0a-956cc015c35c req-bdcd9e4d-bbfc-4919-bc65-725277de18ad tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] No DVR routers for this DVR port 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:32:53.273638 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-ad8dab64-5922-4674-8a0a-956cc015c35c req-bdcd9e4d-bbfc-4919-bc65-725277de18ad tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:53.277345 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad8dab64-5922-4674-8a0a-956cc015c35c req-bdcd9e4d-bbfc-4919-bc65-725277de18ad tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.21 "DELETE /v2.0/ports/70bbbc9d-49ca-4951-bc84-7a02cbaea7ae HTTP/1.1" status: 204 len: 173 time: 0.6050208 Oct 13 11:32:53.277881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95843df4-bcf1-4b68-9828-32e48e71dce9', 'name': 'network-vif-deleted', 'tag': '70bbbc9d-49ca-4951-bc84-7a02cbaea7ae'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:32:53.280540 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fb3407-10d9-4431-ae42-2067123a1dee" -d '{"events": [{"server_uuid": "95843df4-bcf1-4b68-9828-32e48e71dce9", "name": "network-vif-deleted", "tag": "70bbbc9d-49ca-4951-bc84-7a02cbaea7ae"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:32:53.321688 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90db3e19-54fe-4441-8c11-3a39f71ed527 x-openstack-request-id: req-90db3e19-54fe-4441-8c11-3a39f71ed527 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:32:53.322189 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95843df4-bcf1-4b68-9828-32e48e71dce9", "name": "network-vif-deleted", "tag": "70bbbc9d-49ca-4951-bc84-7a02cbaea7ae", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:32:53.322625 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90db3e19-54fe-4441-8c11-3a39f71ed527 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:32:53.323188 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95843df4-bcf1-4b68-9828-32e48e71dce9', 'name': 'network-vif-deleted', 'tag': '70bbbc9d-49ca-4951-bc84-7a02cbaea7ae', 'status': 'completed', 'code': 200} Oct 13 11:32:53.833358 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53d1e739-d394-4602-9620-8b4bdb3d0000 req-8db71a2e-fef7-4f7b-9bdd-e70395976dac tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95843df4-bcf1-4b68-9828-32e48e71dce9 HTTP/1.1" status: 200 len: 210 time: 0.0288088 Oct 13 11:32:54.095127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cb226-9d18-4f8e-8d75-73323c386b61 req-75726556-4584-4a51-a155-da45575ac8d3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:54.096660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-819cb226-9d18-4f8e-8d75-73323c386b61 req-75726556-4584-4a51-a155-da45575ac8d3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 943 time: 0.0492370 Oct 13 11:32:54.143686 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-819cb226-9d18-4f8e-8d75-73323c386b61 req-cabcb200-412e-40a0-9731-ff8644a96736 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383499 Oct 13 11:32:55.389198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797ddc7-3f1d-486c-983e-142c9ac01b98 req-311ba4c1-2dc5-4eaf-9fb1-b0729fff51e9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:55.390020 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c797ddc7-3f1d-486c-983e-142c9ac01b98 req-311ba4c1-2dc5-4eaf-9fb1-b0729fff51e9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 943 time: 0.0536745 Oct 13 11:32:55.428949 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c797ddc7-3f1d-486c-983e-142c9ac01b98 req-f429855f-a7a3-49cd-a0b0-30aecad75ec2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332222 Oct 13 11:32:55.533825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e526e09-320c-40e2-bccb-6f355c6322e3 req-b25fd187-2db8-45b5-bb55-49a14f92c5f1 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:55.535499 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e526e09-320c-40e2-bccb-6f355c6322e3 req-b25fd187-2db8-45b5-bb55-49a14f92c5f1 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1096 time: 0.0497615 Oct 13 11:32:55.572127 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e526e09-320c-40e2-bccb-6f355c6322e3 req-cf959ff2-d9ba-455a-9cc5-257393082f4c tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300727 Oct 13 11:32:56.545482 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b692f2-9dbb-4410-a04b-ebf0da91ee07 req-c5ec15b5-b4ef-40dc-a040-d0a484528bf3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:56.547615 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-26b692f2-9dbb-4410-a04b-ebf0da91ee07 req-c5ec15b5-b4ef-40dc-a040-d0a484528bf3 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 943 time: 0.0506949 Oct 13 11:32:56.585134 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-26b692f2-9dbb-4410-a04b-ebf0da91ee07 req-5f5d6ae1-428c-41a1-ad8a-5061d2afb9e2 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311468 Oct 13 11:32:56.692808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b49ba-d166-4b3d-b839-833b9be01886 req-fa9ec931-aba1-4202-94d8-20aa0a5fa006 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:56.694369 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e9b49ba-d166-4b3d-b839-833b9be01886 req-fa9ec931-aba1-4202-94d8-20aa0a5fa006 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1096 time: 0.0475776 Oct 13 11:32:56.731760 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e9b49ba-d166-4b3d-b839-833b9be01886 req-197b1212-7970-4afc-8557-0ab50d3afadb tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11b26ba9-955e-430f-a664-097fd8cab963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306954 Oct 13 11:32:57.069425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093aee4-b3ed-419c-b7a1-2ec4751aa617 req-1dd13c6e-2fad-4105-bf51-a2daf0fff3d0 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:57.070990 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2093aee4-b3ed-419c-b7a1-2ec4751aa617 req-1dd13c6e-2fad-4105-bf51-a2daf0fff3d0 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 1096 time: 0.0432916 Oct 13 11:32:57.156404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-2093aee4-b3ed-419c-b7a1-2ec4751aa617 req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Deleting port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:32:57.157163 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2093aee4-b3ed-419c-b7a1-2ec4751aa617 req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:57.245394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-2093aee4-b3ed-419c-b7a1-2ec4751aa617 req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] For port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:57.245768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2093aee4-b3ed-419c-b7a1-2ec4751aa617 req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:57.259663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-2093aee4-b3ed-419c-b7a1-2ec4751aa617 req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Calling delete_port for 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:32:57.455263 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2093aee4-b3ed-419c-b7a1-2ec4751aa617 req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:57.466685 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:32:57.488044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Pushing event deleted for resources: {'Port': ['ID=3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:32:57.526431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:57.526431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:57.526431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:57.526431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:57.526431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:57.526431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:57.526431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:57.526431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:57.526431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:57.526431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:57.526431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:57.526431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:32:57.543937 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2093aee4-b3ed-419c-b7a1-2ec4751aa617 req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] No DVR routers for this DVR port 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:32:57.547353 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-2093aee4-b3ed-419c-b7a1-2ec4751aa617 req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:57.550548 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2093aee4-b3ed-419c-b7a1-2ec4751aa617 req-f420e90a-e456-460b-b7c1-91f367df6644 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.46 "DELETE /v2.0/ports/3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c HTTP/1.1" status: 204 len: 173 time: 0.4737682 Oct 13 11:32:57.551008 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a5d585-4bb0-483c-b253-ca7e19c15faf', 'name': 'network-vif-deleted', 'tag': '3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:32:57.553469 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a1ce28-77f6-4b98-be6b-8d4e8ee63174" -d '{"events": [{"server_uuid": "72a5d585-4bb0-483c-b253-ca7e19c15faf", "name": "network-vif-deleted", "tag": "3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:32:57.585084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:32:57.598365 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bd1cbe-cb92-4cfd-9555-7f762385d805 x-openstack-request-id: req-18bd1cbe-cb92-4cfd-9555-7f762385d805 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:32:57.602454 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a5d585-4bb0-483c-b253-ca7e19c15faf", "name": "network-vif-deleted", "tag": "3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:32:57.602683 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18bd1cbe-cb92-4cfd-9555-7f762385d805 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:32:57.607215 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a5d585-4bb0-483c-b253-ca7e19c15faf', 'name': 'network-vif-deleted', 'tag': '3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c', 'status': 'completed', 'code': 200} Oct 13 11:32:57.616807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:32:57.617385 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 70bbbc9d-49ca-4951-bc84-7a02cbaea7ae not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:32:57.725573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9af686-6338-42fb-85bb-5923d3bf3851 req-13eccce8-8a9a-4d48-88de-fd6d9a1a84f1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:57.727297 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec9af686-6338-42fb-85bb-5923d3bf3851 req-13eccce8-8a9a-4d48-88de-fd6d9a1a84f1 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 943 time: 0.0622313 Oct 13 11:32:57.770912 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec9af686-6338-42fb-85bb-5923d3bf3851 req-00fabbc9-fe20-42a6-ad9b-c632612ca02d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352626 Oct 13 11:32:57.858770 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-32a3a6bb-23f0-4db9-bf27-7c251c9e4d3b req-b0728bfc-32b5-4633-9901-def67483dc02 tempest-TestServerMultinode-1067633008 tempest-TestServerMultinode-1067633008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a5d585-4bb0-483c-b253-ca7e19c15faf HTTP/1.1" status: 200 len: 210 time: 0.0261495 Oct 13 11:32:58.898948 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31e413-1428-413c-af82-f31ef4ce11bc req-c77fe0c2-0c50-4e9d-82f0-c56b4769a10d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:32:58.900548 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a31e413-1428-413c-af82-f31ef4ce11bc req-c77fe0c2-0c50-4e9d-82f0-c56b4769a10d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 943 time: 0.0546069 Oct 13 11:32:58.940395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a31e413-1428-413c-af82-f31ef4ce11bc req-456b2151-7fa1-4fb8-8c8e-01bf2c6be595 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331798 Oct 13 11:32:58.994725 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34612) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:32:59.351025 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:59.606598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Deleting port 8687f235-cde9-47f9-828f-b3c1928c6822 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:32:59.606961 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:59.688981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] For port 8687f235-cde9-47f9-828f-b3c1928c6822, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=8687f235-cde9-47f9-828f-b3c1928c6822,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:32:59.689350 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:32:59.703422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Calling delete_port for 8687f235-cde9-47f9-828f-b3c1928c6822 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:32:59.993905 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:00.037136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8687f235-cde9-47f9-828f-b3c1928c6822,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:00.079556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:00.079900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:00.080244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:00.080576 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:00.080905 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:00.081235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:00.081559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:00.081883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:00.082202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:00.082549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:00.082869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:00.083188 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:00.140796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dc2f6-b4d7-41de-b719-8e5b19062519 req-85ce99b8-22bd-4193-84a0-a539977d9c5c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:00.142490 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f0dc2f6-b4d7-41de-b719-8e5b19062519 req-85ce99b8-22bd-4193-84a0-a539977d9c5c tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 943 time: 0.1158361 Oct 13 11:33:00.257080 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f0dc2f6-b4d7-41de-b719-8e5b19062519 req-10dbb3ab-9dc1-4557-9af7-61718a0153fe tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064963 Oct 13 11:33:00.272779 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:00.510054 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Router 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:33:00.937279 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:33:00.942604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-03141d2c-30e1-4b26-9e8d-0e51180d2cd2 admin admin] 10.222.0.32 "PUT /v2.0/routers/9de6e8c1-a2f5-4357-920e-5e8a8fdac776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9466105 Oct 13 11:33:00.945366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34618) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:00.947445 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d671b25b-9ab1-4a40-9942-910a1da7d43c None None] Sync routers for ids ['9de6e8c1-a2f5-4357-920e-5e8a8fdac776'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:33:00.957462 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d671b25b-9ab1-4a40-9942-910a1da7d43c None None] Routers {'9de6e8c1-a2f5-4357-920e-5e8a8fdac776'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:33:00.958079 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d671b25b-9ab1-4a40-9942-910a1da7d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:32:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['9de6e8c1-a2f5-4357-920e-5e8a8fdac776'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:01.053103 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:01.069191 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-d671b25b-9ab1-4a40-9942-910a1da7d43c None None] Set router 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:33:01.170805 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:01.258958 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d671b25b-9ab1-4a40-9942-910a1da7d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'name': 'tempest-TestServerMultinode-442370089-router', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:59Z', 'revision_number': 5, 'project_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'gw_port': {'id': 'fb097be9-a6a8-44e5-a064-0de6018ebad9', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:01.287270 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d671b25b-9ab1-4a40-9942-910a1da7d43c None None] Checking router: 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:33:01.292043 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Deleting port fb097be9-a6a8-44e5-a064-0de6018ebad9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:33:01.292396 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:01.297397 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d671b25b-9ab1-4a40-9942-910a1da7d43c None None] Routers {'9de6e8c1-a2f5-4357-920e-5e8a8fdac776'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:33:01.298024 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d671b25b-9ab1-4a40-9942-910a1da7d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:32:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['9de6e8c1-a2f5-4357-920e-5e8a8fdac776'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:01.390792 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-d671b25b-9ab1-4a40-9942-910a1da7d43c None None] Set router 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:33:01.410060 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:33:01.415632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7d886-0649-433f-89b5-1dc63a64dfe6 req-6b8c6668-b3de-4fc3-a58a-b1d2ff07bd17 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:01.417301 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-54b7d886-0649-433f-89b5-1dc63a64dfe6 req-6b8c6668-b3de-4fc3-a58a-b1d2ff07bd17 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 943 time: 0.0838633 Oct 13 11:33:01.422440 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] For port fb097be9-a6a8-44e5-a064-0de6018ebad9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fb097be9-a6a8-44e5-a064-0de6018ebad9,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:01.422819 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:01.431992 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:33:01.432340 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 3da66f43-7cbb-4dc4-8e37-c9ebe1796f7c not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:33:01.447056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Calling delete_port for fb097be9-a6a8-44e5-a064-0de6018ebad9 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:33:01.452056 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d671b25b-9ab1-4a40-9942-910a1da7d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'name': 'tempest-TestServerMultinode-442370089-router', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:33:01Z', 'revision_number': 6, 'project_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:01.479640 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d671b25b-9ab1-4a40-9942-910a1da7d43c None None] The sync data for ids ['9de6e8c1-a2f5-4357-920e-5e8a8fdac776'] in n-d-813659-3 is: [{'id': '9de6e8c1-a2f5-4357-920e-5e8a8fdac776', 'name': 'tempest-TestServerMultinode-442370089-router', 'tenant_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:06Z', 'updated_at': '2021-10-13T11:33:01Z', 'revision_number': 6, 'project_id': '8d4e496f4a934e9ea48dbd42bec849e8', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:33:01.504194 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-54b7d886-0649-433f-89b5-1dc63a64dfe6 req-cb8d516c-1e56-4f15-824c-ba435f141e70 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787308 Oct 13 11:33:01.748400 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:01.775022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb097be9-a6a8-44e5-a064-0de6018ebad9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:01.845018 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:01.939097 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:01.941308 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.057050 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.057707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9de6e8c1-a2f5-4357-920e-5e8a8fdac776 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:33:02.062663 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.063740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-39fadb5b-3fed-457b-82dc-a634ee15ac7c admin admin] 10.222.0.32 "DELETE /v2.0/routers/9de6e8c1-a2f5-4357-920e-5e8a8fdac776 HTTP/1.1" status: 204 len: 168 time: 1.1174366 Oct 13 11:33:02.066227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34622) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:02.111245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1ae2bd-470f-4969-9d51-c191e8a74f1a admin admin] Deleting subnet af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:33:02.114527 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae2bd-470f-4969-9d51-c191e8a74f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.152746 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae2bd-470f-4969-9d51-c191e8a74f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.239838 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae2bd-470f-4969-9d51-c191e8a74f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.386979 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fb097be9-a6a8-44e5-a064-0de6018ebad9 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:33:02.411222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: fb097be9-a6a8-44e5-a064-0de6018ebad9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:33:02.421909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fb097be9-a6a8-44e5-a064-0de6018ebad9 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:33:02.421909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8687f235-cde9-47f9-828f-b3c1928c6822 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:33:02.433258 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 8687f235-cde9-47f9-828f-b3c1928c6822 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:33:02.433627 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 8687f235-cde9-47f9-828f-b3c1928c6822 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:33:02.434274 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae2bd-470f-4969-9d51-c191e8a74f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.460080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ae2bd-470f-4969-9d51-c191e8a74f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:02.467599 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae2bd-470f-4969-9d51-c191e8a74f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.472763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0b1ae2bd-470f-4969-9d51-c191e8a74f1a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/af4ee4f4-2eb3-4e1f-bd3d-0e60bd3c0243 HTTP/1.1" status: 204 len: 168 time: 0.4051933 Oct 13 11:33:02.475045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34624) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:02.479299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b032a1-4eca-4693-898c-daed723a62db None None] Network 039865e6-1dcf-4a31-921a-0d6428d0efe3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:33:02.553128 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.621254 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Deleting port 478bd3b5-c67e-4509-b357-b384bc4c47d9 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:33:02.621713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.653139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7270d-032c-4f22-8854-3bae21d24503 req-07eff44c-ce72-4182-b54b-5a50b70d6c8e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:02.654901 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4b7270d-032c-4f22-8854-3bae21d24503 req-07eff44c-ce72-4182-b54b-5a50b70d6c8e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 943 time: 0.0735912 Oct 13 11:33:02.697691 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] For port 478bd3b5-c67e-4509-b357-b384bc4c47d9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=478bd3b5-c67e-4509-b357-b384bc4c47d9,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:02.698270 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.699015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d32b1d4-1feb-4eda-be5a-a90e9622e8cf None None] DHCP port deletion for 039865e6-1dcf-4a31-921a-0d6428d0efe3 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:33:02.700047 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c4b7270d-032c-4f22-8854-3bae21d24503 req-8755330c-f35c-4cb4-9dfb-f4e4816c36b7 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377097 Oct 13 11:33:02.719576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Calling delete_port for 478bd3b5-c67e-4509-b357-b384bc4c47d9 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:33:02.751554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5d32b1d4-1feb-4eda-be5a-a90e9622e8cf None None] Deleting port 478bd3b5-c67e-4509-b357-b384bc4c47d9 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:33:02.751949 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5d32b1d4-1feb-4eda-be5a-a90e9622e8cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.823179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5d32b1d4-1feb-4eda-be5a-a90e9622e8cf None None] For port 478bd3b5-c67e-4509-b357-b384bc4c47d9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=478bd3b5-c67e-4509-b357-b384bc4c47d9,segment=NetworkSegment(3606ac5e-83d1-4da2-ae15-b8de50132b7f),segment_id=3606ac5e-83d1-4da2-ae15-b8de50132b7f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:02.823504 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5d32b1d4-1feb-4eda-be5a-a90e9622e8cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.836504 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5d32b1d4-1feb-4eda-be5a-a90e9622e8cf None None] Calling delete_port for 478bd3b5-c67e-4509-b357-b384bc4c47d9 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:33:02.872471 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.899116 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=478bd3b5-c67e-4509-b357-b384bc4c47d9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:02.903415 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] No DVR routers for this DVR port 478bd3b5-c67e-4509-b357-b384bc4c47d9 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:33:02.924571 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5d32b1d4-1feb-4eda-be5a-a90e9622e8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:02.950508 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32b1d4-1feb-4eda-be5a-a90e9622e8cf None None] Pushing event deleted for resources: {'Port': ['ID=478bd3b5-c67e-4509-b357-b384bc4c47d9,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:02.956990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d32b1d4-1feb-4eda-be5a-a90e9622e8cf None None] No DVR routers for this DVR port 478bd3b5-c67e-4509-b357-b384bc4c47d9 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:33:02.984668 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:03.004894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039865e6-1dcf-4a31-921a-0d6428d0efe3']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:03.014124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3606ac5e-83d1-4da2-ae15-b8de50132b7f') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:03.014488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3606ac5e-83d1-4da2-ae15-b8de50132b7f') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:03.024297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:03.038369 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:03.044749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:33:03.048009 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:33:03.171231 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:03.176940 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:03.180207 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] 10.222.0.32 "DELETE /v2.0/networks/039865e6-1dcf-4a31-921a-0d6428d0efe3 HTTP/1.1" status: 204 len: 168 time: 0.7040768 Oct 13 11:33:03.184046 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34628) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:03.192301 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c14e9-cec7-4641-98ac-596356d58f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=039865e6-1dcf-4a31-921a-0d6428d0efe3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:03.532715 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39f152a4-a02b-4811-b3c7-eb2781b05d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:03.819807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-39f152a4-a02b-4811-b3c7-eb2781b05d57 admin admin] Deleting port 346c3fc9-a885-4d4f-89b9-8ca830f637da {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:33:03.820028 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39f152a4-a02b-4811-b3c7-eb2781b05d57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:03.868342 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a548faa-81c0-4e6e-aca6-403c1a98624b req-9d4cdc47-1a26-485f-afc3-884a8818b208 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:03.869881 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a548faa-81c0-4e6e-aca6-403c1a98624b req-9d4cdc47-1a26-485f-afc3-884a8818b208 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 943 time: 0.0980837 Oct 13 11:33:03.928913 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a548faa-81c0-4e6e-aca6-403c1a98624b req-b8df405a-e5cd-4b3a-87ed-0562d3193762 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529201 Oct 13 11:33:03.940689 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-39f152a4-a02b-4811-b3c7-eb2781b05d57 admin admin] For port 346c3fc9-a885-4d4f-89b9-8ca830f637da, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=346c3fc9-a885-4d4f-89b9-8ca830f637da,segment=NetworkSegment(d82045ff-f732-413e-8f80-0f56ca2e7eab),segment_id=d82045ff-f732-413e-8f80-0f56ca2e7eab)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:03.941065 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39f152a4-a02b-4811-b3c7-eb2781b05d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:03.957530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-39f152a4-a02b-4811-b3c7-eb2781b05d57 admin admin] Calling delete_port for 346c3fc9-a885-4d4f-89b9-8ca830f637da owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:33:04.235269 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39f152a4-a02b-4811-b3c7-eb2781b05d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:04.266130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f152a4-a02b-4811-b3c7-eb2781b05d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=346c3fc9-a885-4d4f-89b9-8ca830f637da,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:04.458058 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39f152a4-a02b-4811-b3c7-eb2781b05d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:04.467742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 478bd3b5-c67e-4509-b357-b384bc4c47d9 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:33:04.493656 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 478bd3b5-c67e-4509-b357-b384bc4c47d9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:33:04.494018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 478bd3b5-c67e-4509-b357-b384bc4c47d9 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:33:04.693298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f152a4-a02b-4811-b3c7-eb2781b05d57 admin admin] Router f7f46f10-ec76-491e-940e-8311ab5d2bf2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:33:04.800721 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f152a4-a02b-4811-b3c7-eb2781b05d57 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:33:04.805753 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-39f152a4-a02b-4811-b3c7-eb2781b05d57 admin admin] 10.222.0.32 "PUT /v2.0/routers/f7f46f10-ec76-491e-940e-8311ab5d2bf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6206753 Oct 13 11:33:04.808271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34632) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:04.811060 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de6ad8-6197-4360-a671-b2bbfd3bad30 None None] Sync routers for ids ['f7f46f10-ec76-491e-940e-8311ab5d2bf2'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:33:04.820776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de6ad8-6197-4360-a671-b2bbfd3bad30 None None] Routers {'f7f46f10-ec76-491e-940e-8311ab5d2bf2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:33:04.821459 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-30de6ad8-6197-4360-a671-b2bbfd3bad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:32:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f7f46f10-ec76-491e-940e-8311ab5d2bf2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:04.911918 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:04.930711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-30de6ad8-6197-4360-a671-b2bbfd3bad30 None None] Set router f7f46f10-ec76-491e-940e-8311ab5d2bf2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:33:05.148926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-30de6ad8-6197-4360-a671-b2bbfd3bad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'name': 'tempest-TestServerMultinode-383068642-router', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '67675f6a-421e-4220-b77e-d072623e60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:12Z', 'updated_at': '2021-10-13T11:33:04Z', 'revision_number': 5, 'project_id': '2556a40e652d46aeac3ea7ebc657552a', 'gw_port': {'id': '67675f6a-421e-4220-b77e-d072623e60b2', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:13Z', 'updated_at': '2021-10-13T11:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:05.178046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de6ad8-6197-4360-a671-b2bbfd3bad30 None None] Checking router: f7f46f10-ec76-491e-940e-8311ab5d2bf2 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:33:05.188556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de6ad8-6197-4360-a671-b2bbfd3bad30 None None] Routers {'f7f46f10-ec76-491e-940e-8311ab5d2bf2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:33:05.189208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-30de6ad8-6197-4360-a671-b2bbfd3bad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:32:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['f7f46f10-ec76-491e-940e-8311ab5d2bf2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:05.375127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed269a1-6bbc-4518-bb44-7653d61ca550 req-824b68ec-bdf8-438c-afdf-0eb3c6bf13eb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:05.376629 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bed269a1-6bbc-4518-bb44-7653d61ca550 req-824b68ec-bdf8-438c-afdf-0eb3c6bf13eb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 943 time: 0.0991123 Oct 13 11:33:05.409096 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:05.432104 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bed269a1-6bbc-4518-bb44-7653d61ca550 req-f1145a43-175d-47d8-b96c-b03e1a333deb tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473073 Oct 13 11:33:05.440696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 214103fb-396b-4d6c-86f4-1385f748c2a7 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:33:05.512707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-30de6ad8-6197-4360-a671-b2bbfd3bad30 None None] Set router f7f46f10-ec76-491e-940e-8311ab5d2bf2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:33:05.533814 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Deleting port 67675f6a-421e-4220-b77e-d072623e60b2 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:33:05.534168 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:05.617890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] For port 67675f6a-421e-4220-b77e-d072623e60b2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=67675f6a-421e-4220-b77e-d072623e60b2,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:05.618262 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:05.631172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Calling delete_port for 67675f6a-421e-4220-b77e-d072623e60b2 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:33:05.658774 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 214103fb-396b-4d6c-86f4-1385f748c2a7, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=214103fb-396b-4d6c-86f4-1385f748c2a7,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:05.683137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '214103fb-396b-4d6c-86f4-1385f748c2a7', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'port_id': '214103fb-396b-4d6c-86f4-1385f748c2a7', 'mac_address': 'fa:16:3e:86:7e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:33:05.745599 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:05.763315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214103fb-396b-4d6c-86f4-1385f748c2a7 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:33:05.790137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 214103fb-396b-4d6c-86f4-1385f748c2a7, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=214103fb-396b-4d6c-86f4-1385f748c2a7,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:05.795568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-30de6ad8-6197-4360-a671-b2bbfd3bad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'name': 'tempest-TestServerMultinode-383068642-router', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '67675f6a-421e-4220-b77e-d072623e60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:12Z', 'updated_at': '2021-10-13T11:33:04Z', 'revision_number': 5, 'project_id': '2556a40e652d46aeac3ea7ebc657552a', 'gw_port': {'id': '67675f6a-421e-4220-b77e-d072623e60b2', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:13Z', 'updated_at': '2021-10-13T11:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:05.827236 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de6ad8-6197-4360-a671-b2bbfd3bad30 None None] The sync data for ids ['f7f46f10-ec76-491e-940e-8311ab5d2bf2'] in n-d-813659-3 is: [{'id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'name': 'tempest-TestServerMultinode-383068642-router', 'tenant_id': '2556a40e652d46aeac3ea7ebc657552a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '67675f6a-421e-4220-b77e-d072623e60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:32:12Z', 'updated_at': '2021-10-13T11:33:04Z', 'revision_number': 5, 'project_id': '2556a40e652d46aeac3ea7ebc657552a', 'gw_port': {'id': '67675f6a-421e-4220-b77e-d072623e60b2', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f46f10-ec76-491e-940e-8311ab5d2bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:32:13Z', 'updated_at': '2021-10-13T11:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:33:05.839943 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:05.868222 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:05.891323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=214103fb-396b-4d6c-86f4-1385f748c2a7,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:05.901389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=67675f6a-421e-4220-b77e-d072623e60b2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:05.960293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.053659 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.055891 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.146271 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['214103fb-396b-4d6c-86f4-1385f748c2a7'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:33:06.175734 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.176623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7f46f10-ec76-491e-940e-8311ab5d2bf2 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:33:06.181569 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.185509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34636) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:06.187718 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-baccc6e1-7ae9-4a87-9425-d7c1d4a07ab1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f7f46f10-ec76-491e-940e-8311ab5d2bf2 HTTP/1.1" status: 204 len: 168 time: 1.3784087 Oct 13 11:33:06.241372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f19772-a2b6-4d92-9cac-69fb62f67459 admin admin] Deleting subnet 4670ded2-577b-4a1f-95d4-c09e02dd6b06 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:33:06.244681 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6f19772-a2b6-4d92-9cac-69fb62f67459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.282651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6f19772-a2b6-4d92-9cac-69fb62f67459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.375025 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6f19772-a2b6-4d92-9cac-69fb62f67459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.424948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 346c3fc9-a885-4d4f-89b9-8ca830f637da no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:33:06.447079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 346c3fc9-a885-4d4f-89b9-8ca830f637da {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:33:06.447577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 346c3fc9-a885-4d4f-89b9-8ca830f637da not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:33:06.537081 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6f19772-a2b6-4d92-9cac-69fb62f67459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.561575 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249a994-85a6-4478-b640-855acde458c0 req-9e6adb89-a4fe-4bb9-85a9-87968d46ef22 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:06.565599 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a249a994-85a6-4478-b640-855acde458c0 req-9e6adb89-a4fe-4bb9-85a9-87968d46ef22 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 944 time: 0.0569313 Oct 13 11:33:06.565729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f19772-a2b6-4d92-9cac-69fb62f67459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4670ded2-577b-4a1f-95d4-c09e02dd6b06,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:06.571378 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e6f19772-a2b6-4d92-9cac-69fb62f67459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.576772 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744338c0-5bae-43a5-a3b7-db609424f5d2 None None] Network 718dd361-9b74-41e5-87e3-f01c2c6371c5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:33:06.577482 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e6f19772-a2b6-4d92-9cac-69fb62f67459 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4670ded2-577b-4a1f-95d4-c09e02dd6b06 HTTP/1.1" status: 204 len: 168 time: 0.3909028 Oct 13 11:33:06.578916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34640) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:06.612517 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a249a994-85a6-4478-b640-855acde458c0 req-8aa0a030-d2ee-48fd-85fc-88527c7ad8c4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359359 Oct 13 11:33:06.661952 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.715258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Deleting port 633841fd-604c-4566-9200-7e6de4865443 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:33:06.715597 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.784780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] For port 633841fd-604c-4566-9200-7e6de4865443, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=633841fd-604c-4566-9200-7e6de4865443,segment=NetworkSegment(d82045ff-f732-413e-8f80-0f56ca2e7eab),segment_id=d82045ff-f732-413e-8f80-0f56ca2e7eab)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:06.785147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.798979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Calling delete_port for 633841fd-604c-4566-9200-7e6de4865443 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:33:06.936832 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:06.964415 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Pushing event deleted for resources: {'Port': ['ID=633841fd-604c-4566-9200-7e6de4865443,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:06.969228 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e3df9c-54da-46d8-9b7b-3416dbef78a4 None None] DHCP port deletion for 718dd361-9b74-41e5-87e3-f01c2c6371c5 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:33:06.972816 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] No DVR routers for this DVR port 633841fd-604c-4566-9200-7e6de4865443 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:33:07.051381 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:07.071205 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718dd361-9b74-41e5-87e3-f01c2c6371c5']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:07.080374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82045ff-f732-413e-8f80-0f56ca2e7eab') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:07.080672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82045ff-f732-413e-8f80-0f56ca2e7eab') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:07.095219 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:07.109451 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:07.115363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:33:07.115756 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:33:07.117460 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:33:07.255197 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:07.260580 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:07.263805 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] 10.222.0.32 "DELETE /v2.0/networks/718dd361-9b74-41e5-87e3-f01c2c6371c5 HTTP/1.1" status: 204 len: 168 time: 0.6828933 Oct 13 11:33:07.275776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61621ec-80c4-44a6-999d-1e2adce1a67d admin admin] Pushing event deleted for resources: {'Network': ['ID=718dd361-9b74-41e5-87e3-f01c2c6371c5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:07.348194 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:33:07.424674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 214103fb-396b-4d6c-86f4-1385f748c2a7 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:33:07.570689 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 214103fb-396b-4d6c-86f4-1385f748c2a7 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:33:07.574651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 214103fb-396b-4d6c-86f4-1385f748c2a7 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:33:07.575018 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:07.728894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34646) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:07.735143 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3fc20-efa4-4d78-9f89-b6d6de35ad0d req-7d4c35e8-f0d2-49bc-bd96-44f06a42bd70 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:07.736676 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9bb3fc20-efa4-4d78-9f89-b6d6de35ad0d req-7d4c35e8-f0d2-49bc-bd96-44f06a42bd70 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 944 time: 0.0515893 Oct 13 11:33:07.760885 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:07.775691 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bfcfb375-26b5-45e6-9a82-3332f3cd62c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d4e496f4a934e9ea48dbd42bec849e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432129 Oct 13 11:33:07.775959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34648) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:07.784761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9bb3fc20-efa4-4d78-9f89-b6d6de35ad0d req-ad4d44ad-5d6b-4edf-ab86-1c7d575b2e72 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415678 Oct 13 11:33:07.788627 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214103fb-396b-4d6c-86f4-1385f748c2a7'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:33:07.790946 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29906f50-d7c3-4be7-9790-a5818ce49995" -d '{"events": [{"server_uuid": "affe6c42-b87a-4ba8-9712-7c199d1778f9", "name": "network-vif-plugged", "status": "completed", "tag": "214103fb-396b-4d6c-86f4-1385f748c2a7"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:33:07.806940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 214103fb-396b-4d6c-86f4-1385f748c2a7, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=214103fb-396b-4d6c-86f4-1385f748c2a7,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:07.833176 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cff70f6-e185-498f-b8c1-cda580380a95 x-openstack-request-id: req-5cff70f6-e185-498f-b8c1-cda580380a95 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:33:07.833475 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affe6c42-b87a-4ba8-9712-7c199d1778f9", "name": "network-vif-plugged", "status": "completed", "tag": "214103fb-396b-4d6c-86f4-1385f748c2a7", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:33:07.833753 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cff70f6-e185-498f-b8c1-cda580380a95 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:33:07.834591 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214103fb-396b-4d6c-86f4-1385f748c2a7', 'code': 200} Oct 13 11:33:07.839668 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d8be-3ec6-44d5-8f5a-df24a0ec963e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:07.863025 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d8be-3ec6-44d5-8f5a-df24a0ec963e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:07.896824 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:07.937797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fbc43-7933-494b-8977-e47218107e89 req-8cd0f6a1-8a00-438f-ae97-4b4619f79e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:07.939351 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-999fbc43-7933-494b-8977-e47218107e89 req-8cd0f6a1-8a00-438f-ae97-4b4619f79e32 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 1096 time: 0.0464189 Oct 13 11:33:07.949289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=214103fb-396b-4d6c-86f4-1385f748c2a7,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:07.957338 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:07.957716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:07.958064 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:07.958439 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:07.958782 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:07.959123 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:07.959450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:07.959784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:07.960111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:07.960437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:07.960761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:07.961091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:07.979728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-999fbc43-7933-494b-8977-e47218107e89 req-f123c899-3cb7-43f6-9760-a244f4dda3c1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326006 Oct 13 11:33:08.022310 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d8be-3ec6-44d5-8f5a-df24a0ec963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:08.024978 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d8be-3ec6-44d5-8f5a-df24a0ec963e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:08.026108 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ffa1d8be-3ec6-44d5-8f5a-df24a0ec963e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/437f141a-b565-4f15-8f12-d3cd29112107 HTTP/1.1" status: 204 len: 168 time: 0.2484236 Oct 13 11:33:08.035316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1d8be-3ec6-44d5-8f5a-df24a0ec963e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f141a-b565-4f15-8f12-d3cd29112107,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:08.053043 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-794db9bd-7383-4811-aae6-2378ee562556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:08.387800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 67675f6a-421e-4220-b77e-d072623e60b2 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:33:08.409586 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 67675f6a-421e-4220-b77e-d072623e60b2 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:33:08.409931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 67675f6a-421e-4220-b77e-d072623e60b2 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:33:08.410426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 633841fd-604c-4566-9200-7e6de4865443 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:33:08.429402 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 633841fd-604c-4566-9200-7e6de4865443 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:33:08.433824 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 633841fd-604c-4566-9200-7e6de4865443 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:33:08.688422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34656) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:08.729231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-37496b9c-f9ca-4b55-8cbc-fe1f9a0beae8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2556a40e652d46aeac3ea7ebc657552a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395482 Oct 13 11:33:08.731820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34658) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:08.781493 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7aff8722-6b10-4551-bf0e-0e3a56c89d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:08.805906 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7aff8722-6b10-4551-bf0e-0e3a56c89d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:08.913141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb5434-c921-4152-aad3-689bd841ee9e req-ad028991-d919-4f21-9f08-b4de5f466932 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:08.933149 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bb5434-c921-4152-aad3-689bd841ee9e req-ad028991-d919-4f21-9f08-b4de5f466932 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 945 time: 0.0488327 Oct 13 11:33:08.953727 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6bb5434-c921-4152-aad3-689bd841ee9e req-38a7468f-4ff8-46e9-bc60-42719113d60b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326686 Oct 13 11:33:08.982491 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7aff8722-6b10-4551-bf0e-0e3a56c89d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:08.987726 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7aff8722-6b10-4551-bf0e-0e3a56c89d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:08.987726 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7aff8722-6b10-4551-bf0e-0e3a56c89d44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11b26ba9-955e-430f-a664-097fd8cab963 HTTP/1.1" status: 204 len: 168 time: 0.2542505 Oct 13 11:33:08.995069 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff8722-6b10-4551-bf0e-0e3a56c89d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b26ba9-955e-430f-a664-097fd8cab963,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:09.099290 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:10.070160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503f98d-b391-4a87-be27-5d05be15f73e req-de55971e-57a2-41f5-99b3-b590f368f865 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:10.071796 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d503f98d-b391-4a87-be27-5d05be15f73e req-de55971e-57a2-41f5-99b3-b590f368f865 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 945 time: 0.0502756 Oct 13 11:33:10.111241 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d503f98d-b391-4a87-be27-5d05be15f73e req-d07add0f-01b4-4faf-b766-a776db15c2b5 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334930 Oct 13 11:33:10.228018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791d7bc-8299-4246-8207-556c7775816a req-0be2e1a2-097b-4edd-8a13-6f953b4a17e8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:10.229555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7791d7bc-8299-4246-8207-556c7775816a req-0be2e1a2-097b-4edd-8a13-6f953b4a17e8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 945 time: 0.0507836 Oct 13 11:33:10.272984 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7791d7bc-8299-4246-8207-556c7775816a req-f06887e5-06b9-43a9-a102-232dd33c8618 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366545 Oct 13 11:33:10.295794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34672) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:10.565237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9298bb2-0a0e-4943-a710-0b492b28e534 tempest-TestVolumeBootPattern-1161818602 tempest-TestVolumeBootPattern-1161818602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:10.566814 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f9298bb2-0a0e-4943-a710-0b492b28e534 tempest-TestVolumeBootPattern-1161818602 tempest-TestVolumeBootPattern-1161818602-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 1091 time: 0.2695425 Oct 13 11:33:10.569666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34676) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:10.574760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '214103fb-396b-4d6c-86f4-1385f748c2a7', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:33:10.651037 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:10.754696 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:10.811059 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e2403809-466c-4577-add8-d53795e49a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:10.828215 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:10.865219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Allocated IP 172.25.0.253 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/c2447246-c353-4c3f-8176-47f792af9c2a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:33:10.972224 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:11.057006 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:11.096970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:33:11.102581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:33:11.107105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:33:11.112583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'Port': ['ID=c2447246-c353-4c3f-8176-47f792af9c2a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:11.473772 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:11.609943 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:11.786562 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:11.800130 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:11.901131 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:11.952873 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:12.034425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event updated for resources: {'Port': ['ID=c2447246-c353-4c3f-8176-47f792af9c2a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:12.088306 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Floating IP 3ea572d5-0685-4f8b-8476-8ae92dab2a48 associated. External IP: 172.25.0.253, port: 214103fb-396b-4d6c-86f4-1385f748c2a7. Oct 13 11:33:12.295416 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:12.312399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:33:12.424359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:33:12.435419 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db17e2f4-9448-4dc7-8ce6-5248e7db0b18 None None] Sync routers for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:33:12.445044 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17e2f4-9448-4dc7-8ce6-5248e7db0b18 None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:33:12.449235 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-db17e2f4-9448-4dc7-8ce6-5248e7db0b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:33:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:12.510081 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:12.539593 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-89befc27-4e3b-4853-8b0e-072f6693282e tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9688537 Oct 13 11:33:12.540286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'tag': '214103fb-396b-4d6c-86f4-1385f748c2a7'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:33:12.542628 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d6094c-086f-4536-aa3f-4f3467f3f587" -d '{"events": [{"name": "network-changed", "server_uuid": "affe6c42-b87a-4ba8-9712-7c199d1778f9", "tag": "214103fb-396b-4d6c-86f4-1385f748c2a7"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:33:12.558050 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-db17e2f4-9448-4dc7-8ce6-5248e7db0b18 None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:33:12.586935 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225809e9-7cce-4ff2-ab67-0d42389473aa x-openstack-request-id: req-225809e9-7cce-4ff2-ab67-0d42389473aa {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:33:12.586935 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affe6c42-b87a-4ba8-9712-7c199d1778f9", "tag": "214103fb-396b-4d6c-86f4-1385f748c2a7", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:33:12.586935 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-225809e9-7cce-4ff2-ab67-0d42389473aa {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:33:12.586935 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'tag': '214103fb-396b-4d6c-86f4-1385f748c2a7', 'status': 'completed', 'code': 200} Oct 13 11:33:12.651779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6094c-086f-4536-aa3f-4f3467f3f587 req-69b1dc9d-e8f4-4806-a436-184ab8011c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:12.653344 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01d6094c-086f-4536-aa3f-4f3467f3f587 req-69b1dc9d-e8f4-4806-a436-184ab8011c5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 1096 time: 0.0452378 Oct 13 11:33:12.749818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6094c-086f-4536-aa3f-4f3467f3f587 req-3daeac43-a7f4-4422-818f-41507f7b31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:12.751726 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01d6094c-086f-4536-aa3f-4f3467f3f587 req-3daeac43-a7f4-4422-818f-41507f7b31bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.0911431 Oct 13 11:33:12.821877 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01d6094c-086f-4536-aa3f-4f3467f3f587 req-76312cef-d489-47a9-aec6-7cf4f7eace26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214103fb-396b-4d6c-86f4-1385f748c2a7 HTTP/1.1" status: 200 len: 999 time: 0.0625970 Oct 13 11:33:12.864476 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-db17e2f4-9448-4dc7-8ce6-5248e7db0b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '3ea572d5-0685-4f8b-8476-8ae92dab2a48', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': '214103fb-396b-4d6c-86f4-1385f748c2a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:86:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:33:11Z', 'updated_at': '2021-10-13T11:33:11Z', 'revision_number': 0, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}, {'id': '91dfdc49-9e66-4f3c-85c4-f6222722f795', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:f6:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:30:14Z', 'updated_at': '2021-10-13T11:30:17Z', 'revision_number': 1, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:12.871648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6094c-086f-4536-aa3f-4f3467f3f587 req-6261e2b1-e6ce-4158-92f9-5e8b379b0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:12.873090 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01d6094c-086f-4536-aa3f-4f3467f3f587 req-6261e2b1-e6ce-4158-92f9-5e8b379b0359 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0436702 Oct 13 11:33:12.894530 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db17e2f4-9448-4dc7-8ce6-5248e7db0b18 None None] Checking router: 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:33:12.903559 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17e2f4-9448-4dc7-8ce6-5248e7db0b18 None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:33:12.904163 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-db17e2f4-9448-4dc7-8ce6-5248e7db0b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:33:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:12.919872 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6094c-086f-4536-aa3f-4f3467f3f587 req-be200027-3beb-4714-9fd9-e47fc6d9cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:12.921545 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01d6094c-086f-4536-aa3f-4f3467f3f587 req-be200027-3beb-4714-9fd9-e47fc6d9cdff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420265 Oct 13 11:33:13.016958 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01d6094c-086f-4536-aa3f-4f3467f3f587 req-e8245bd1-8832-4e82-9b2f-3e38f3b64fbb service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887496 Oct 13 11:33:13.023536 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-db17e2f4-9448-4dc7-8ce6-5248e7db0b18 None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:33:13.110513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-01d6094c-086f-4536-aa3f-4f3467f3f587 req-190caa6a-001f-4ce0-b0c0-b34d8029ae45 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863590 Oct 13 11:33:13.343353 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-db17e2f4-9448-4dc7-8ce6-5248e7db0b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '3ea572d5-0685-4f8b-8476-8ae92dab2a48', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': '214103fb-396b-4d6c-86f4-1385f748c2a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:86:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:33:11Z', 'updated_at': '2021-10-13T11:33:11Z', 'revision_number': 0, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}, {'id': '91dfdc49-9e66-4f3c-85c4-f6222722f795', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:f6:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:30:14Z', 'updated_at': '2021-10-13T11:30:17Z', 'revision_number': 1, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:13.373788 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db17e2f4-9448-4dc7-8ce6-5248e7db0b18 None None] The sync data for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 is: [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '3ea572d5-0685-4f8b-8476-8ae92dab2a48', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': '214103fb-396b-4d6c-86f4-1385f748c2a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:86:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:33:11Z', 'updated_at': '2021-10-13T11:33:11Z', 'revision_number': 0, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}, {'id': '91dfdc49-9e66-4f3c-85c4-f6222722f795', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:f6:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:30:14Z', 'updated_at': '2021-10-13T11:30:17Z', 'revision_number': 1, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:33:13.536824 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:13.574131 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb69039e-0068-4bca-becf-166ca88e7f58 None None] New status for floating IP 3ea572d5-0685-4f8b-8476-8ae92dab2a48: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:33:14.678067 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9152f954-7dde-472a-b430-11cf076a45cb req-14c5eac1-a044-47e5-b23d-70cf0d5c1d71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434234 Oct 13 11:33:14.738624 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152f954-7dde-472a-b430-11cf076a45cb req-d81c4fde-6010-4ea2-9a8d-71de6341b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:14.740074 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9152f954-7dde-472a-b430-11cf076a45cb req-d81c4fde-6010-4ea2-9a8d-71de6341b221 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 1097 time: 0.0404127 Oct 13 11:33:14.846922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152f954-7dde-472a-b430-11cf076a45cb req-1e077b8a-55c2-41b3-a26a-547e2ad4bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:14.848427 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9152f954-7dde-472a-b430-11cf076a45cb req-1e077b8a-55c2-41b3-a26a-547e2ad4bb65 service neutron] 10.222.0.21 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.0881579 Oct 13 11:33:14.915478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9152f954-7dde-472a-b430-11cf076a45cb req-3273e81d-2df7-4e0a-bcb5-dafa971f3fb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba358333-d598-431b-8a71-1d32dd94eff3 HTTP/1.1" status: 200 len: 1002 time: 0.0602586 Oct 13 11:33:14.964122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152f954-7dde-472a-b430-11cf076a45cb req-f60c2bd3-acc2-441f-b425-e23ade2e9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:14.965522 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9152f954-7dde-472a-b430-11cf076a45cb req-f60c2bd3-acc2-441f-b425-e23ade2e9708 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0428646 Oct 13 11:33:15.010325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152f954-7dde-472a-b430-11cf076a45cb req-b1fe72f3-db88-4c69-b527-3129e3d30190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:15.011822 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9152f954-7dde-472a-b430-11cf076a45cb req-b1fe72f3-db88-4c69-b527-3129e3d30190 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397451 Oct 13 11:33:15.103837 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9152f954-7dde-472a-b430-11cf076a45cb req-89ba2dc0-d918-4e6c-aac4-a66c505768c9 service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846457 Oct 13 11:33:15.194009 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9152f954-7dde-472a-b430-11cf076a45cb req-c9491afb-ee45-48c3-ad90-3c7de4c4b536 service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829146 Oct 13 11:33:22.181484 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eefb3cb6-c784-42d8-b9a1-91dd2beb3174 req-5fa9aa20-3c50-47a0-82f1-a5bc78abe870 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470533 Oct 13 11:33:22.266174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb3cb6-c784-42d8-b9a1-91dd2beb3174 req-ac0a4697-fa17-4bec-95f7-6d7fa9d08866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:22.268235 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eefb3cb6-c784-42d8-b9a1-91dd2beb3174 req-ac0a4697-fa17-4bec-95f7-6d7fa9d08866 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 1096 time: 0.0434868 Oct 13 11:33:22.380209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb3cb6-c784-42d8-b9a1-91dd2beb3174 req-21171262-a352-477b-890f-c723502a80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:22.381582 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eefb3cb6-c784-42d8-b9a1-91dd2beb3174 req-21171262-a352-477b-890f-c723502a80d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.0944538 Oct 13 11:33:22.452799 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eefb3cb6-c784-42d8-b9a1-91dd2beb3174 req-899cb0b7-f9d3-41c9-9c8a-91c48ee78d21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214103fb-396b-4d6c-86f4-1385f748c2a7 HTTP/1.1" status: 200 len: 1001 time: 0.0641086 Oct 13 11:33:22.511647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb3cb6-c784-42d8-b9a1-91dd2beb3174 req-430eb414-eb0f-4e94-87fa-9586b0df152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:22.513096 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eefb3cb6-c784-42d8-b9a1-91dd2beb3174 req-430eb414-eb0f-4e94-87fa-9586b0df152d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0537024 Oct 13 11:33:22.563051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb3cb6-c784-42d8-b9a1-91dd2beb3174 req-38229c0a-9c8c-4570-949b-f6f6f60c8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:22.565237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eefb3cb6-c784-42d8-b9a1-91dd2beb3174 req-38229c0a-9c8c-4570-949b-f6f6f60c8d23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448422 Oct 13 11:33:22.672372 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eefb3cb6-c784-42d8-b9a1-91dd2beb3174 req-69f0f584-159e-486d-8681-eb8e356bcff6 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000991 Oct 13 11:33:22.770374 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eefb3cb6-c784-42d8-b9a1-91dd2beb3174 req-e99aafce-e41e-4162-9f8e-fb26a5f6af58 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914209 Oct 13 11:33:38.108057 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4ddca0f-28aa-41da-9d1c-ec5d97324498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:39.136436 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:40.770376 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-535d9dac-5fa9-4af6-a042-697c5d4c3286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:40.843726 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:41.736470 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:42.284984 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:43.543330 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:44.347954 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:33:50.249939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e701da-a2a1-4931-926e-05212165d321 req-31b70e7a-8710-4170-80e5-6f958cdcdffa tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:50.251631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15e701da-a2a1-4931-926e-05212165d321 req-31b70e7a-8710-4170-80e5-6f958cdcdffa tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 946 time: 0.1183522 Oct 13 11:33:50.289088 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15e701da-a2a1-4931-926e-05212165d321 req-042839e1-8616-4045-8e38-825858815122 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312853 Oct 13 11:33:51.445329 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80e940-5b51-4c43-a157-e1490f59e2fe req-bcb3743b-df4a-449b-b940-7a96f31ea4eb tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:51.446898 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f80e940-5b51-4c43-a157-e1490f59e2fe req-bcb3743b-df4a-449b-b940-7a96f31ea4eb tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 946 time: 0.0815637 Oct 13 11:33:51.462023 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-a9c4605b-7a90-4efd-b747-4330dcbcd4cd tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:33:51.463639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-a9c4605b-7a90-4efd-b747-4330dcbcd4cd tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 946 time: 0.0720570 Oct 13 11:33:51.527316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f80e940-5b51-4c43-a157-e1490f59e2fe req-81532c7d-efc9-42d6-9018-2d1cf3f188c9 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a759414-9385-4264-bec1-e97368390e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626638 Oct 13 11:33:51.588967 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Deleting port e51fa112-e700-4e37-bafd-cb94c4d4cd67 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:33:51.589291 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:51.683885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] For port e51fa112-e700-4e37-bafd-cb94c4d4cd67, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e51fa112-e700-4e37-bafd-cb94c4d4cd67,segment=NetworkSegment(83e7c316-3db1-4954-8137-67dcdfd89c92),segment_id=83e7c316-3db1-4954-8137-67dcdfd89c92)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:51.684264 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:51.856517 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:51.856820 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:51.857156 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Floating IP 8ab29642-19d0-4d59-b608-a478906d3727 disassociated. External IP: 172.25.0.2, port: e51fa112-e700-4e37-bafd-cb94c4d4cd67. Oct 13 11:33:51.857488 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Calling delete_port for e51fa112-e700-4e37-bafd-cb94c4d4cd67 owned by compute:nova {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:33:52.073976 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:52.111001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Pushing event deleted for resources: {'Port': ['ID=e51fa112-e700-4e37-bafd-cb94c4d4cd67,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:52.228804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Router c48174ff-d63f-449b-9ccb-1e8abca397ff has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:33:52.339941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:33:52.352304 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664830cc-3fca-4213-8cf8-92d6f2453427 None None] Sync routers for ids ['c48174ff-d63f-449b-9ccb-1e8abca397ff'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:33:52.365247 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664830cc-3fca-4213-8cf8-92d6f2453427 None None] Routers {'c48174ff-d63f-449b-9ccb-1e8abca397ff'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:33:52.365247 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-664830cc-3fca-4213-8cf8-92d6f2453427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:33:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c48174ff-d63f-449b-9ccb-1e8abca397ff'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:52.386172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] No DVR routers for this DVR port e51fa112-e700-4e37-bafd-cb94c4d4cd67 on host n-h2-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:33:52.389522 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:52.393609 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d8527463-8f42-41b3-a338-6d7889a0d7ae req-ed373045-d5f8-4647-b4d6-29bd68b7eda5 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.21 "DELETE /v2.0/ports/e51fa112-e700-4e37-bafd-cb94c4d4cd67 HTTP/1.1" status: 204 len: 173 time: 0.9225419 Oct 13 11:33:52.394086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd03673-03ac-49fe-a5a7-597078dc6acd', 'name': 'network-vif-deleted', 'tag': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:33:52.396386 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e76be2-f5af-4107-a604-e560fa99c55d" -d '{"events": [{"server_uuid": "7bd03673-03ac-49fe-a5a7-597078dc6acd", "name": "network-vif-deleted", "tag": "e51fa112-e700-4e37-bafd-cb94c4d4cd67"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:33:52.438186 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cc7012-50e8-4801-9fa2-c4839e89b27b x-openstack-request-id: req-23cc7012-50e8-4801-9fa2-c4839e89b27b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:33:52.438484 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd03673-03ac-49fe-a5a7-597078dc6acd", "name": "network-vif-deleted", "tag": "e51fa112-e700-4e37-bafd-cb94c4d4cd67", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:33:52.438714 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23cc7012-50e8-4801-9fa2-c4839e89b27b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:33:52.439096 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd03673-03ac-49fe-a5a7-597078dc6acd', 'name': 'network-vif-deleted', 'tag': 'e51fa112-e700-4e37-bafd-cb94c4d4cd67', 'status': 'completed', 'code': 200} Oct 13 11:33:52.476603 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-664830cc-3fca-4213-8cf8-92d6f2453427 None None] Set router c48174ff-d63f-449b-9ccb-1e8abca397ff gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:33:52.640325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-190d073a-d0dd-43c1-aa94-42562f30dfa6 req-ac1dca0a-b272-4ee1-9997-a479c343ca34 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bd03673-03ac-49fe-a5a7-597078dc6acd HTTP/1.1" status: 200 len: 210 time: 0.0303659 Oct 13 11:33:52.702531 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-664830cc-3fca-4213-8cf8-92d6f2453427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:28:36Z', 'revision_number': 4, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port': {'id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:33Z', 'updated_at': '2021-10-13T11:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '661407d5-0924-4469-a305-1fbd29a3439d', 'name': '', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'mac_address': 'fa:16:3e:cb:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:35Z', 'updated_at': '2021-10-13T11:28:41Z', 'revision_number': 5, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'subnets': [{'id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:52.732170 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664830cc-3fca-4213-8cf8-92d6f2453427 None None] Checking router: c48174ff-d63f-449b-9ccb-1e8abca397ff for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:33:52.740508 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664830cc-3fca-4213-8cf8-92d6f2453427 None None] Routers {'c48174ff-d63f-449b-9ccb-1e8abca397ff'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:33:52.741116 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-664830cc-3fca-4213-8cf8-92d6f2453427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:33:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c48174ff-d63f-449b-9ccb-1e8abca397ff'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:52.850597 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-664830cc-3fca-4213-8cf8-92d6f2453427 None None] Set router c48174ff-d63f-449b-9ccb-1e8abca397ff gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:33:53.061677 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-664830cc-3fca-4213-8cf8-92d6f2453427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:28:36Z', 'revision_number': 4, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port': {'id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:33Z', 'updated_at': '2021-10-13T11:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '661407d5-0924-4469-a305-1fbd29a3439d', 'name': '', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'mac_address': 'fa:16:3e:cb:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:35Z', 'updated_at': '2021-10-13T11:28:41Z', 'revision_number': 5, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'subnets': [{'id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:53.088471 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664830cc-3fca-4213-8cf8-92d6f2453427 None None] The sync data for ids ['c48174ff-d63f-449b-9ccb-1e8abca397ff'] in n-d-813659-3 is: [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:28:36Z', 'revision_number': 4, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port': {'id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:33Z', 'updated_at': '2021-10-13T11:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '661407d5-0924-4469-a305-1fbd29a3439d', 'name': '', 'network_id': 'eb26f27b-d86e-4a62-9d21-985ae58f2a49', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'mac_address': 'fa:16:3e:cb:74:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:35Z', 'updated_at': '2021-10-13T11:28:41Z', 'revision_number': 5, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'subnets': [{'id': '230802a2-872e-4ced-bf69-07ee33fe04ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:33:53.337455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe5a69-da7a-4d4d-9559-8ee9402528e7 None None] New status for floating IP 8ab29642-19d0-4d59-b608-a478906d3727: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:33:53.697882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34708) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:53.823236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5864b88d-b88c-4efb-acf7-998af6b40257 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Deleting port 922b278b-0bea-4c7d-b987-6171171e11e4 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:33:53.823494 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5864b88d-b88c-4efb-acf7-998af6b40257 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:53.907023 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5864b88d-b88c-4efb-acf7-998af6b40257 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:53.907357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5864b88d-b88c-4efb-acf7-998af6b40257 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:53.919234 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5864b88d-b88c-4efb-acf7-998af6b40257 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Calling delete_port for 922b278b-0bea-4c7d-b987-6171171e11e4 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:33:54.117757 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5864b88d-b88c-4efb-acf7-998af6b40257 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:54.144177 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864b88d-b88c-4efb-acf7-998af6b40257 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Pushing event deleted for resources: {'Port': ['ID=922b278b-0bea-4c7d-b987-6171171e11e4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:54.206618 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5864b88d-b88c-4efb-acf7-998af6b40257 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:54.209071 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5864b88d-b88c-4efb-acf7-998af6b40257 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:54.210213 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5864b88d-b88c-4efb-acf7-998af6b40257 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "DELETE /v2.0/floatingips/8ab29642-19d0-4d59-b608-a478906d3727 HTTP/1.1" status: 204 len: 168 time: 0.5113292 Oct 13 11:33:54.276539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34714) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:54.336818 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f1cf937-aa09-48fc-a6b6-9629bff67fb2 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:54.364100 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f1cf937-aa09-48fc-a6b6-9629bff67fb2 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:54.490817 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f1cf937-aa09-48fc-a6b6-9629bff67fb2 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:54.493669 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f1cf937-aa09-48fc-a6b6-9629bff67fb2 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:54.494862 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8f1cf937-aa09-48fc-a6b6-9629bff67fb2 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] 10.222.0.32 "DELETE /v2.0/security-groups/2a759414-9385-4264-bec1-e97368390e1b HTTP/1.1" status: 204 len: 168 time: 0.2173092 Oct 13 11:33:54.504653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cf937-aa09-48fc-a6b6-9629bff67fb2 tempest-TestServerBasicOps-1931437092 tempest-TestServerBasicOps-1931437092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a759414-9385-4264-bec1-e97368390e1b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:54.607632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34718) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:55.349098 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff1c1031-ae14-4793-8887-62498d1f5ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:55.590156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c1031-ae14-4793-8887-62498d1f5ef2 admin admin] Deleting port 661407d5-0924-4469-a305-1fbd29a3439d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:33:55.590533 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff1c1031-ae14-4793-8887-62498d1f5ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:55.672811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ff1c1031-ae14-4793-8887-62498d1f5ef2 admin admin] For port 661407d5-0924-4469-a305-1fbd29a3439d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=661407d5-0924-4469-a305-1fbd29a3439d,segment=NetworkSegment(83e7c316-3db1-4954-8137-67dcdfd89c92),segment_id=83e7c316-3db1-4954-8137-67dcdfd89c92)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:55.673183 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff1c1031-ae14-4793-8887-62498d1f5ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:55.685797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c1031-ae14-4793-8887-62498d1f5ef2 admin admin] Calling delete_port for 661407d5-0924-4469-a305-1fbd29a3439d owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:33:55.748934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device e51fa112-e700-4e37-bafd-cb94c4d4cd67 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:33:55.772744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: e51fa112-e700-4e37-bafd-cb94c4d4cd67 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:33:55.773088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device e51fa112-e700-4e37-bafd-cb94c4d4cd67 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:33:55.936684 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff1c1031-ae14-4793-8887-62498d1f5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:55.962634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c1031-ae14-4793-8887-62498d1f5ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=661407d5-0924-4469-a305-1fbd29a3439d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:56.132202 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff1c1031-ae14-4793-8887-62498d1f5ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:56.355559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1c1031-ae14-4793-8887-62498d1f5ef2 admin admin] Router c48174ff-d63f-449b-9ccb-1e8abca397ff has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:33:56.475410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1c1031-ae14-4793-8887-62498d1f5ef2 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:33:56.485036 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ff1c1031-ae14-4793-8887-62498d1f5ef2 admin admin] 10.222.0.32 "PUT /v2.0/routers/c48174ff-d63f-449b-9ccb-1e8abca397ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8741868 Oct 13 11:33:56.485036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34722) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:56.489363 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c457f-8b68-4b48-bf4e-8b824f38aa2e None None] Sync routers for ids ['c48174ff-d63f-449b-9ccb-1e8abca397ff'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:33:56.503480 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c457f-8b68-4b48-bf4e-8b824f38aa2e None None] Routers {'c48174ff-d63f-449b-9ccb-1e8abca397ff'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:33:56.504189 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-138c457f-8b68-4b48-bf4e-8b824f38aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:33:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c48174ff-d63f-449b-9ccb-1e8abca397ff'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:56.647533 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-138c457f-8b68-4b48-bf4e-8b824f38aa2e None None] Set router c48174ff-d63f-449b-9ccb-1e8abca397ff gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:33:56.652845 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:56.776804 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:56.839533 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-138c457f-8b68-4b48-bf4e-8b824f38aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:33:55Z', 'revision_number': 5, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port': {'id': 'dbdb94de-63f3-49fa-b86e-a89785c7bbe1', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:33Z', 'updated_at': '2021-10-13T11:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:56.867572 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c457f-8b68-4b48-bf4e-8b824f38aa2e None None] Checking router: c48174ff-d63f-449b-9ccb-1e8abca397ff for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:33:56.877344 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c457f-8b68-4b48-bf4e-8b824f38aa2e None None] Routers {'c48174ff-d63f-449b-9ccb-1e8abca397ff'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:33:56.877344 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-138c457f-8b68-4b48-bf4e-8b824f38aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:33:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c48174ff-d63f-449b-9ccb-1e8abca397ff'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:56.919259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Deleting port dbdb94de-63f3-49fa-b86e-a89785c7bbe1 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:33:56.920109 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:56.965415 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-138c457f-8b68-4b48-bf4e-8b824f38aa2e None None] Set router c48174ff-d63f-449b-9ccb-1e8abca397ff gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:33:57.025979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] For port dbdb94de-63f3-49fa-b86e-a89785c7bbe1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=dbdb94de-63f3-49fa-b86e-a89785c7bbe1,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:57.026480 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:57.041658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Calling delete_port for dbdb94de-63f3-49fa-b86e-a89785c7bbe1 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:33:57.119796 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-138c457f-8b68-4b48-bf4e-8b824f38aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:33:56Z', 'revision_number': 6, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:57.147083 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c457f-8b68-4b48-bf4e-8b824f38aa2e None None] The sync data for ids ['c48174ff-d63f-449b-9ccb-1e8abca397ff'] in n-d-813659-3 is: [{'id': 'c48174ff-d63f-449b-9ccb-1e8abca397ff', 'name': 'tempest-TestServerBasicOps-1779157263-router', 'tenant_id': '24caaeb986374d39b4bff3d77f04b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:32Z', 'updated_at': '2021-10-13T11:33:56Z', 'revision_number': 6, 'project_id': '24caaeb986374d39b4bff3d77f04b9f0', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:33:57.308333 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:57.336481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Pushing event deleted for resources: {'Port': ['ID=dbdb94de-63f3-49fa-b86e-a89785c7bbe1,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:57.398115 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:57.495286 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:57.497581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:57.622248 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:57.622844 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c48174ff-d63f-449b-9ccb-1e8abca397ff {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:33:57.627408 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:57.628585 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-28ffab09-0749-4c99-8670-c60c4b3c943d admin admin] 10.222.0.32 "DELETE /v2.0/routers/c48174ff-d63f-449b-9ccb-1e8abca397ff HTTP/1.1" status: 204 len: 168 time: 1.1443861 Oct 13 11:33:57.631306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34724) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:57.692769 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Deleting subnet 230802a2-872e-4ced-bf69-07ee33fe04ec {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:33:57.698281 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:57.742813 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:57.823056 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:57.961057 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:57.992577 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:57.998642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/230802a2-872e-4ced-bf69-07ee33fe04ec HTTP/1.1" status: 204 len: 168 time: 0.3661084 Oct 13 11:33:57.999815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3654cf-cf4e-4799-bd74-02e0d4b16f86 None None] Network eb26f27b-d86e-4a62-9d21-985ae58f2a49 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:33:58.000527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230802a2-872e-4ced-bf69-07ee33fe04ec,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:58.002085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34726) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:58.016546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:58.017110 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:58.017667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:58.018637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:58.019236 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:58.019788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:58.020348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:58.020907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:58.021533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:58.022031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:58.022659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:58.023458 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc70962-8a2e-45ea-a7bd-a1e07c1bb0ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:33:58.113819 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:58.179524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Deleting port 49fd9a36-ae3c-41dc-9283-de3b7e42d976 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:33:58.179993 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:58.251176 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] For port 49fd9a36-ae3c-41dc-9283-de3b7e42d976, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=49fd9a36-ae3c-41dc-9283-de3b7e42d976,segment=NetworkSegment(83e7c316-3db1-4954-8137-67dcdfd89c92),segment_id=83e7c316-3db1-4954-8137-67dcdfd89c92)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:58.251542 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:58.254222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eeccc2-d5e1-4eec-b998-b9229e1b7453 None None] DHCP port deletion for eb26f27b-d86e-4a62-9d21-985ae58f2a49 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:33:58.268309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Calling delete_port for 49fd9a36-ae3c-41dc-9283-de3b7e42d976 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:33:58.315072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a6eeccc2-d5e1-4eec-b998-b9229e1b7453 None None] Deleting port 49fd9a36-ae3c-41dc-9283-de3b7e42d976 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:33:58.315484 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a6eeccc2-d5e1-4eec-b998-b9229e1b7453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:58.392871 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a6eeccc2-d5e1-4eec-b998-b9229e1b7453 None None] For port 49fd9a36-ae3c-41dc-9283-de3b7e42d976, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=49fd9a36-ae3c-41dc-9283-de3b7e42d976,segment=NetworkSegment(83e7c316-3db1-4954-8137-67dcdfd89c92),segment_id=83e7c316-3db1-4954-8137-67dcdfd89c92)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:58.393271 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a6eeccc2-d5e1-4eec-b998-b9229e1b7453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:58.407243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a6eeccc2-d5e1-4eec-b998-b9229e1b7453 None None] Calling delete_port for 49fd9a36-ae3c-41dc-9283-de3b7e42d976 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:33:58.451862 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:58.457371 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dbdb94de-63f3-49fa-b86e-a89785c7bbe1 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:33:58.475604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=49fd9a36-ae3c-41dc-9283-de3b7e42d976,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:58.479733 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: dbdb94de-63f3-49fa-b86e-a89785c7bbe1 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:33:58.485558 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device dbdb94de-63f3-49fa-b86e-a89785c7bbe1 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:33:58.485558 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 661407d5-0924-4469-a305-1fbd29a3439d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:33:58.485769 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] No DVR routers for this DVR port 49fd9a36-ae3c-41dc-9283-de3b7e42d976 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:33:58.503758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 661407d5-0924-4469-a305-1fbd29a3439d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:33:58.504173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 661407d5-0924-4469-a305-1fbd29a3439d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:33:58.504573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 49fd9a36-ae3c-41dc-9283-de3b7e42d976 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:33:58.533488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 49fd9a36-ae3c-41dc-9283-de3b7e42d976 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:33:58.534005 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 49fd9a36-ae3c-41dc-9283-de3b7e42d976 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:33:58.562568 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a6eeccc2-d5e1-4eec-b998-b9229e1b7453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:58.572360 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:58.592868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eeccc2-d5e1-4eec-b998-b9229e1b7453 None None] Pushing event deleted for resources: {'Port': ['ID=49fd9a36-ae3c-41dc-9283-de3b7e42d976,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:58.596529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eeccc2-d5e1-4eec-b998-b9229e1b7453 None None] No DVR routers for this DVR port 49fd9a36-ae3c-41dc-9283-de3b7e42d976 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:33:58.596694 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb26f27b-d86e-4a62-9d21-985ae58f2a49']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:58.608857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e7c316-3db1-4954-8137-67dcdfd89c92') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:58.609163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e7c316-3db1-4954-8137-67dcdfd89c92') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:33:58.619032 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:58.634226 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: items = [ Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:33:58.648552 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:33:58.839728 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:58.846104 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:58.849446 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] 10.222.0.32 "DELETE /v2.0/networks/eb26f27b-d86e-4a62-9d21-985ae58f2a49 HTTP/1.1" status: 204 len: 168 time: 0.8455832 Oct 13 11:33:58.852843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34728) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:33:58.863132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d499680-2bca-45ca-a6c2-81c7cdad7c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=eb26f27b-d86e-4a62-9d21-985ae58f2a49,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:33:59.224821 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc3ae-7553-454c-817c-4c983d09de8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:59.815987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-cbcfc3ae-7553-454c-817c-4c983d09de8b admin admin] Deleting port 00803dd8-0834-4545-aef3-cb1f1666d84e {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:33:59.816328 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc3ae-7553-454c-817c-4c983d09de8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:59.897837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-cbcfc3ae-7553-454c-817c-4c983d09de8b admin admin] For port 00803dd8-0834-4545-aef3-cb1f1666d84e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=00803dd8-0834-4545-aef3-cb1f1666d84e,segment=NetworkSegment(557e718d-f6db-4891-84de-78742be92045),segment_id=557e718d-f6db-4891-84de-78742be92045)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:33:59.898592 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc3ae-7553-454c-817c-4c983d09de8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:33:59.912086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-cbcfc3ae-7553-454c-817c-4c983d09de8b admin admin] Calling delete_port for 00803dd8-0834-4545-aef3-cb1f1666d84e owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:34:00.205435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc3ae-7553-454c-817c-4c983d09de8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:00.232377 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfc3ae-7553-454c-817c-4c983d09de8b admin admin] Pushing event deleted for resources: {'Port': ['ID=00803dd8-0834-4545-aef3-cb1f1666d84e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:34:00.418253 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc3ae-7553-454c-817c-4c983d09de8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:00.641466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcfc3ae-7553-454c-817c-4c983d09de8b admin admin] Router 449e85aa-ec04-4229-9a9d-4d3416b8a796 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:34:00.751870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcfc3ae-7553-454c-817c-4c983d09de8b admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:34:00.756872 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cbcfc3ae-7553-454c-817c-4c983d09de8b admin admin] 10.222.0.32 "PUT /v2.0/routers/449e85aa-ec04-4229-9a9d-4d3416b8a796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9028857 Oct 13 11:34:00.759631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34730) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:34:00.762299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d101f47-016c-4708-96e5-b8b63abecf9a None None] Sync routers for ids ['449e85aa-ec04-4229-9a9d-4d3416b8a796'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:34:00.773238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d101f47-016c-4708-96e5-b8b63abecf9a None None] Routers {'449e85aa-ec04-4229-9a9d-4d3416b8a796'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:34:00.774027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d101f47-016c-4708-96e5-b8b63abecf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:33:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['449e85aa-ec04-4229-9a9d-4d3416b8a796'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:34:00.875192 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:00.881639 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4d101f47-016c-4708-96e5-b8b63abecf9a None None] Set router 449e85aa-ec04-4229-9a9d-4d3416b8a796 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:34:00.983141 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:01.120799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Deleting port ac1297d8-7a9f-46f9-a61c-1b834bdcebdf {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:34:01.121190 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:01.208582 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] For port ac1297d8-7a9f-46f9-a61c-1b834bdcebdf, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ac1297d8-7a9f-46f9-a61c-1b834bdcebdf,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:34:01.208955 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:01.223064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Calling delete_port for ac1297d8-7a9f-46f9-a61c-1b834bdcebdf owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:34:01.233869 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d101f47-016c-4708-96e5-b8b63abecf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'name': 'tempest-TestServerBasicOps-1301231707-router', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:40Z', 'updated_at': '2021-10-13T11:34:00Z', 'revision_number': 5, 'project_id': 'c4fa2186c7bb46488772c33e0931d691', 'gw_port': {'id': 'ac1297d8-7a9f-46f9-a61c-1b834bdcebdf', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:28:41Z', 'updated_at': '2021-10-13T11:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:34:01.260362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d101f47-016c-4708-96e5-b8b63abecf9a None None] Checking router: 449e85aa-ec04-4229-9a9d-4d3416b8a796 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:34:01.269563 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d101f47-016c-4708-96e5-b8b63abecf9a None None] Routers {'449e85aa-ec04-4229-9a9d-4d3416b8a796'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:34:01.270181 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d101f47-016c-4708-96e5-b8b63abecf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:33:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['449e85aa-ec04-4229-9a9d-4d3416b8a796'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:34:01.363036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4d101f47-016c-4708-96e5-b8b63abecf9a None None] Set router 449e85aa-ec04-4229-9a9d-4d3416b8a796 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:34:01.421005 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d101f47-016c-4708-96e5-b8b63abecf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'name': 'tempest-TestServerBasicOps-1301231707-router', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:40Z', 'updated_at': '2021-10-13T11:34:00Z', 'revision_number': 6, 'project_id': 'c4fa2186c7bb46488772c33e0931d691', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:34:01.448664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d101f47-016c-4708-96e5-b8b63abecf9a None None] The sync data for ids ['449e85aa-ec04-4229-9a9d-4d3416b8a796'] in n-d-813659-3 is: [{'id': '449e85aa-ec04-4229-9a9d-4d3416b8a796', 'name': 'tempest-TestServerBasicOps-1301231707-router', 'tenant_id': 'c4fa2186c7bb46488772c33e0931d691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:28:40Z', 'updated_at': '2021-10-13T11:34:00Z', 'revision_number': 6, 'project_id': 'c4fa2186c7bb46488772c33e0931d691', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:34:01.449462 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:01.482205 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac1297d8-7a9f-46f9-a61c-1b834bdcebdf,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:34:01.556731 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:01.655520 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:01.657794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:01.774929 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:01.775449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 449e85aa-ec04-4229-9a9d-4d3416b8a796 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:34:01.780338 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:01.781533 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ed491440-a6d4-4f4b-84ea-babb20f50c17 admin admin] 10.222.0.32 "DELETE /v2.0/routers/449e85aa-ec04-4229-9a9d-4d3416b8a796 HTTP/1.1" status: 204 len: 168 time: 1.0209219 Oct 13 11:34:01.784147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34732) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:34:01.833213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-62481a41-1af7-4827-ab1d-2ce3b672790d admin admin] Deleting subnet 9a366374-7e0f-4737-aced-5d8fdeb8604d {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:34:01.836710 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62481a41-1af7-4827-ab1d-2ce3b672790d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:01.876958 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62481a41-1af7-4827-ab1d-2ce3b672790d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:01.961396 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62481a41-1af7-4827-ab1d-2ce3b672790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.083553 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62481a41-1af7-4827-ab1d-2ce3b672790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.112878 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62481a41-1af7-4827-ab1d-2ce3b672790d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a366374-7e0f-4737-aced-5d8fdeb8604d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:34:02.114907 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-62481a41-1af7-4827-ab1d-2ce3b672790d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.118219 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-62481a41-1af7-4827-ab1d-2ce3b672790d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9a366374-7e0f-4737-aced-5d8fdeb8604d HTTP/1.1" status: 204 len: 168 time: 0.3328195 Oct 13 11:34:02.121030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34736) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:34:02.123629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc496bb-40b5-49a2-9a23-73ccff978f93 None None] Network e69fdb6c-184a-4dcb-9a29-632ad2d20892 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:34:02.197252 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.263958 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Deleting port e40b6c74-7f79-4fff-894b-8e7803ee64ee {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:34:02.264305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.309536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe932a7-56c2-4ff3-adf5-f56b698e0456 None None] DHCP port deletion for e69fdb6c-184a-4dcb-9a29-632ad2d20892 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:34:02.346772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] For port e40b6c74-7f79-4fff-894b-8e7803ee64ee, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e40b6c74-7f79-4fff-894b-8e7803ee64ee,segment=NetworkSegment(557e718d-f6db-4891-84de-78742be92045),segment_id=557e718d-f6db-4891-84de-78742be92045)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:34:02.347066 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.362554 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Calling delete_port for e40b6c74-7f79-4fff-894b-8e7803ee64ee owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:34:02.393216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-afe932a7-56c2-4ff3-adf5-f56b698e0456 None None] Deleting port e40b6c74-7f79-4fff-894b-8e7803ee64ee {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:34:02.393989 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-afe932a7-56c2-4ff3-adf5-f56b698e0456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.458693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 00803dd8-0834-4545-aef3-cb1f1666d84e no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:34:02.493913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 00803dd8-0834-4545-aef3-cb1f1666d84e {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:34:02.494268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 00803dd8-0834-4545-aef3-cb1f1666d84e not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:34:02.494800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ac1297d8-7a9f-46f9-a61c-1b834bdcebdf no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:34:02.498031 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-afe932a7-56c2-4ff3-adf5-f56b698e0456 None None] For port e40b6c74-7f79-4fff-894b-8e7803ee64ee, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e40b6c74-7f79-4fff-894b-8e7803ee64ee,segment=NetworkSegment(557e718d-f6db-4891-84de-78742be92045),segment_id=557e718d-f6db-4891-84de-78742be92045)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:34:02.499048 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-afe932a7-56c2-4ff3-adf5-f56b698e0456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.525972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: ac1297d8-7a9f-46f9-a61c-1b834bdcebdf {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:34:02.526420 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ac1297d8-7a9f-46f9-a61c-1b834bdcebdf not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:34:02.526765 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e40b6c74-7f79-4fff-894b-8e7803ee64ee no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:34:02.534967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-afe932a7-56c2-4ff3-adf5-f56b698e0456 None None] Calling delete_port for e40b6c74-7f79-4fff-894b-8e7803ee64ee owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:34:02.556087 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.589687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=e40b6c74-7f79-4fff-894b-8e7803ee64ee,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:34:02.595283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] No DVR routers for this DVR port e40b6c74-7f79-4fff-894b-8e7803ee64ee on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:34:02.620990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No active binding found for port e40b6c74-7f79-4fff-894b-8e7803ee64ee {{(pid=101992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 11:34:02.621323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device e40b6c74-7f79-4fff-894b-8e7803ee64ee not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:34:02.657474 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-afe932a7-56c2-4ff3-adf5-f56b698e0456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.675155 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.682780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe932a7-56c2-4ff3-adf5-f56b698e0456 None None] Pushing event deleted for resources: {'Port': ['ID=e40b6c74-7f79-4fff-894b-8e7803ee64ee,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:34:02.686896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe932a7-56c2-4ff3-adf5-f56b698e0456 None None] No DVR routers for this DVR port e40b6c74-7f79-4fff-894b-8e7803ee64ee on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:34:02.700512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69fdb6c-184a-4dcb-9a29-632ad2d20892']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:34:02.710648 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557e718d-f6db-4891-84de-78742be92045') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:34:02.710946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557e718d-f6db-4891-84de-78742be92045') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:34:02.720516 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.734068 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.739987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:34:02.740413 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:34:02.742145 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:34:02.874849 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.881360 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:02.884685 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] 10.222.0.32 "DELETE /v2.0/networks/e69fdb6c-184a-4dcb-9a29-632ad2d20892 HTTP/1.1" status: 204 len: 168 time: 0.7627292 Oct 13 11:34:02.894778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a79d5-baee-42f2-830b-efd2c1816a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=e69fdb6c-184a-4dcb-9a29-632ad2d20892,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:34:03.238570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34740) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:34:03.280182 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aa61b37a-ab3d-4088-a53d-e93b8431bd0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24caaeb986374d39b4bff3d77f04b9f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407782 Oct 13 11:34:03.282506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34742) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:34:03.336795 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ad348dc-60df-49e0-aa84-90f2ad62a795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:03.359923 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ad348dc-60df-49e0-aa84-90f2ad62a795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:03.479082 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ad348dc-60df-49e0-aa84-90f2ad62a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:03.481685 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5ad348dc-60df-49e0-aa84-90f2ad62a795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:03.483513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5ad348dc-60df-49e0-aa84-90f2ad62a795 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a053006-4b79-4db6-be98-7ff79b00b941 HTTP/1.1" status: 204 len: 168 time: 0.2001040 Oct 13 11:34:03.492341 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad348dc-60df-49e0-aa84-90f2ad62a795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a053006-4b79-4db6-be98-7ff79b00b941,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:34:04.123829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34748) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:34:04.165114 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b93c6875-1424-4427-90aa-9ede5963e30e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4fa2186c7bb46488772c33e0931d691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400984 Oct 13 11:34:04.167642 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34750) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:34:04.217740 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fc90604-d986-417e-84f3-ad2906c839de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:04.238900 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fc90604-d986-417e-84f3-ad2906c839de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:04.380267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fc90604-d986-417e-84f3-ad2906c839de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:04.391097 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7fc90604-d986-417e-84f3-ad2906c839de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:04.391097 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7fc90604-d986-417e-84f3-ad2906c839de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65f3f412-1ade-4540-b898-89c0e25f1459 HTTP/1.1" status: 204 len: 168 time: 0.2156603 Oct 13 11:34:04.392404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc90604-d986-417e-84f3-ad2906c839de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f3f412-1ade-4540-b898-89c0e25f1459,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:34:08.073730 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ed30327f-ac33-40e6-b70e-8bce881b4a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:09.172305 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:10.776724 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-96811366-45f4-4ca9-8313-dbbb9626b0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:10.821894 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:11.717563 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:12.308009 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:13.574672 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:15.807485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4a4523b-3b31-4aa8-aeb9-ad43f485360b req-5c7fd6af-2168-48f0-adaf-ef3433686577 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1943512 Oct 13 11:34:15.902832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4523b-3b31-4aa8-aeb9-ad43f485360b req-2e36bc70-098c-4484-9376-7c159400d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:34:15.904254 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4a4523b-3b31-4aa8-aeb9-ad43f485360b req-2e36bc70-098c-4484-9376-7c159400d97d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 1097 time: 0.0481436 Oct 13 11:34:16.010352 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4523b-3b31-4aa8-aeb9-ad43f485360b req-4ebe5e33-403f-4cf2-ba19-0258ba1b55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:34:16.011835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4a4523b-3b31-4aa8-aeb9-ad43f485360b req-4ebe5e33-403f-4cf2-ba19-0258ba1b55c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.0878024 Oct 13 11:34:16.084102 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4a4523b-3b31-4aa8-aeb9-ad43f485360b req-3dbdc3c6-0e2b-4d39-8fb0-2bcc15c624e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba358333-d598-431b-8a71-1d32dd94eff3 HTTP/1.1" status: 200 len: 1002 time: 0.0648482 Oct 13 11:34:16.135198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4523b-3b31-4aa8-aeb9-ad43f485360b req-c14341c7-c87d-487d-a359-2d6150fdb3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:34:16.136686 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4a4523b-3b31-4aa8-aeb9-ad43f485360b req-c14341c7-c87d-487d-a359-2d6150fdb3b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0460448 Oct 13 11:34:16.185145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4523b-3b31-4aa8-aeb9-ad43f485360b req-e21f4528-95a8-48c3-a984-4cc5f96533a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:34:16.186682 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4a4523b-3b31-4aa8-aeb9-ad43f485360b req-e21f4528-95a8-48c3-a984-4cc5f96533a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425131 Oct 13 11:34:16.285237 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4a4523b-3b31-4aa8-aeb9-ad43f485360b req-5e43f782-9e6d-4e91-bd7a-90bb22412ce9 service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916255 Oct 13 11:34:16.383209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4a4523b-3b31-4aa8-aeb9-ad43f485360b req-044aa6ec-3027-4b7d-ac19-6e49183978fc service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901086 Oct 13 11:34:21.348463 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:34:23.165379 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-88bda89d-04f6-4d36-9d5f-2d2f30bb632b req-83e4b828-c0c3-44bc-aa6e-04b821e40157 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466316 Oct 13 11:34:23.250425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda89d-04f6-4d36-9d5f-2d2f30bb632b req-7745a604-909c-40be-8001-8786fe2d15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:34:23.251944 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-88bda89d-04f6-4d36-9d5f-2d2f30bb632b req-7745a604-909c-40be-8001-8786fe2d15ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 1096 time: 0.0421057 Oct 13 11:34:23.363283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda89d-04f6-4d36-9d5f-2d2f30bb632b req-d1af0c06-1c38-4abf-8769-a50fcffdace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:34:23.365928 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-88bda89d-04f6-4d36-9d5f-2d2f30bb632b req-d1af0c06-1c38-4abf-8769-a50fcffdace0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.0936043 Oct 13 11:34:23.435998 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-88bda89d-04f6-4d36-9d5f-2d2f30bb632b req-5d72755b-7e3f-4efb-9d80-b7bac602e888 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214103fb-396b-4d6c-86f4-1385f748c2a7 HTTP/1.1" status: 200 len: 1001 time: 0.0621767 Oct 13 11:34:23.486680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda89d-04f6-4d36-9d5f-2d2f30bb632b req-c905140f-a1be-4e8e-9b35-bd0a2a86c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:34:23.488239 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-88bda89d-04f6-4d36-9d5f-2d2f30bb632b req-c905140f-a1be-4e8e-9b35-bd0a2a86c7d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0448196 Oct 13 11:34:23.540330 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda89d-04f6-4d36-9d5f-2d2f30bb632b req-4cad8956-9eaa-4387-a1e8-decfda3e01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:34:23.541938 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-88bda89d-04f6-4d36-9d5f-2d2f30bb632b req-4cad8956-9eaa-4387-a1e8-decfda3e01c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468397 Oct 13 11:34:23.640029 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-88bda89d-04f6-4d36-9d5f-2d2f30bb632b req-8b25a473-2248-4255-8ed3-054462ae2192 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891588 Oct 13 11:34:23.738666 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-88bda89d-04f6-4d36-9d5f-2d2f30bb632b req-69003bad-7273-4265-8451-e53f8449080b service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918500 Oct 13 11:34:38.032054 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d009a86-6a83-402b-bf2a-b06b912d37cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:39.206774 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:40.788107 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-70492274-2bcc-40e9-b53c-1245c0151c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:40.867934 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:41.730511 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:42.302287 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:43.524678 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:34:58.347433 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:35:08.036883 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6319496-6252-498e-a31e-62f751285942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:09.193690 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:10.770211 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2cf45ba0-ba91-469f-93a7-aa232cb8624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:10.838573 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:11.742213 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:12.301244 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:13.539683 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:14.894096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34774) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:15.165221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Deleting port c2447246-c353-4c3f-8176-47f792af9c2a {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:35:15.165591 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:15.241928 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:15.242262 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:15.253870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Calling delete_port for c2447246-c353-4c3f-8176-47f792af9c2a owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:35:15.479238 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:15.503662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event deleted for resources: {'Port': ['ID=c2447246-c353-4c3f-8176-47f792af9c2a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:15.518563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:15.518919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:15.519268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:15.519607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:15.519948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:15.520290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:15.520625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:15.520956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:15.521287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:15.522909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:15.523256 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:15.523597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:15.582678 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:15.583012 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Floating IP 3ea572d5-0685-4f8b-8476-8ae92dab2a48 disassociated (deleted). External IP: 172.25.0.253, port: 214103fb-396b-4d6c-86f4-1385f748c2a7. Oct 13 11:35:15.795177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:35:15.903761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:35:15.908723 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:15.913459 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17acd7dc-9a56-463d-9e0b-fd8c678f37df None None] Sync routers for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:35:15.922516 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17acd7dc-9a56-463d-9e0b-fd8c678f37df None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:35:15.923165 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-17acd7dc-9a56-463d-9e0b-fd8c678f37df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:35:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:16.033141 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-17acd7dc-9a56-463d-9e0b-fd8c678f37df None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:35:16.270251 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-17acd7dc-9a56-463d-9e0b-fd8c678f37df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '91dfdc49-9e66-4f3c-85c4-f6222722f795', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:f6:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:30:14Z', 'updated_at': '2021-10-13T11:30:17Z', 'revision_number': 1, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:16.278739 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1ca040ca-9b67-4d31-bda5-a36fc0a69a14 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "DELETE /v2.0/floatingips/3ea572d5-0685-4f8b-8476-8ae92dab2a48 HTTP/1.1" status: 204 len: 168 time: 1.3833168 Oct 13 11:35:16.279372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'tag': '214103fb-396b-4d6c-86f4-1385f748c2a7'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:35:16.281751 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d46ed3-374b-47e0-8f88-e90ed462d2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "affe6c42-b87a-4ba8-9712-7c199d1778f9", "tag": "214103fb-396b-4d6c-86f4-1385f748c2a7"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:35:16.297184 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17acd7dc-9a56-463d-9e0b-fd8c678f37df None None] Checking router: 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:35:16.306138 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17acd7dc-9a56-463d-9e0b-fd8c678f37df None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:35:16.306777 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-17acd7dc-9a56-463d-9e0b-fd8c678f37df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:35:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:16.411507 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-17acd7dc-9a56-463d-9e0b-fd8c678f37df None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:35:16.648421 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-17acd7dc-9a56-463d-9e0b-fd8c678f37df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '91dfdc49-9e66-4f3c-85c4-f6222722f795', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:f6:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:30:14Z', 'updated_at': '2021-10-13T11:30:17Z', 'revision_number': 1, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:16.657575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1998a51-cbd0-481d-939a-ec061b8445d7 req-644856a6-0038-4b46-93f6-e65653b490b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451849 Oct 13 11:35:16.676849 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17acd7dc-9a56-463d-9e0b-fd8c678f37df None None] The sync data for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 is: [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '91dfdc49-9e66-4f3c-85c4-f6222722f795', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'port_id': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'mac_address': 'fa:16:3e:f6:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:30:14Z', 'updated_at': '2021-10-13T11:30:17Z', 'revision_number': 1, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:35:16.749570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1998a51-cbd0-481d-939a-ec061b8445d7 req-300e2b37-da0a-46f0-8fa4-28d6b448e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:16.751315 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1998a51-cbd0-481d-939a-ec061b8445d7 req-300e2b37-da0a-46f0-8fa4-28d6b448e985 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 1097 time: 0.0482044 Oct 13 11:35:16.776049 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4953d7c-0f40-4c7a-9eba-5d6971645c1e x-openstack-request-id: req-b4953d7c-0f40-4c7a-9eba-5d6971645c1e {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:35:16.777213 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affe6c42-b87a-4ba8-9712-7c199d1778f9", "tag": "214103fb-396b-4d6c-86f4-1385f748c2a7", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:35:16.777844 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4953d7c-0f40-4c7a-9eba-5d6971645c1e {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:35:16.778658 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'tag': '214103fb-396b-4d6c-86f4-1385f748c2a7', 'status': 'completed', 'code': 200} Oct 13 11:35:16.848855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46ed3-374b-47e0-8f88-e90ed462d2c9 req-aaa3d484-9031-4323-8b9f-d6d6b70e8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:16.852639 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d5d46ed3-374b-47e0-8f88-e90ed462d2c9 req-aaa3d484-9031-4323-8b9f-d6d6b70e8c50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 1096 time: 0.0507164 Oct 13 11:35:16.892731 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1324901-b391-404e-9eac-023eea0d3c5c req-b199f7ee-0676-402d-a9e3-06262f3b0b2f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:16.898953 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1324901-b391-404e-9eac-023eea0d3c5c req-b199f7ee-0676-402d-a9e3-06262f3b0b2f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 945 time: 0.0743346 Oct 13 11:35:16.934838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1998a51-cbd0-481d-939a-ec061b8445d7 req-20bfa8dc-5f64-4601-ba40-dc7627075c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:16.936304 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1998a51-cbd0-481d-939a-ec061b8445d7 req-20bfa8dc-5f64-4601-ba40-dc7627075c1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.1668589 Oct 13 11:35:16.957639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46ed3-374b-47e0-8f88-e90ed462d2c9 req-301b7ccf-6421-497d-98e3-1854204f9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:16.958464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9d5e7-4ed2-459a-8401-475128078451 None None] New status for floating IP 3ea572d5-0685-4f8b-8476-8ae92dab2a48: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:35:16.960110 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d5d46ed3-374b-47e0-8f88-e90ed462d2c9 req-301b7ccf-6421-497d-98e3-1854204f9947 service neutron] 10.222.0.46 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.1008019 Oct 13 11:35:16.989140 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1324901-b391-404e-9eac-023eea0d3c5c req-88dda0de-ca2f-4f6f-acf8-05519c5b8a72 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833251 Oct 13 11:35:17.007716 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d5d46ed3-374b-47e0-8f88-e90ed462d2c9 req-4ed254bb-8f20-4b7a-9de5-c06e9dfd5c91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214103fb-396b-4d6c-86f4-1385f748c2a7 HTTP/1.1" status: 200 len: 217 time: 0.0365355 Oct 13 11:35:17.013680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1998a51-cbd0-481d-939a-ec061b8445d7 req-56afd7c1-6108-4886-8902-435080a1b519 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba358333-d598-431b-8a71-1d32dd94eff3 HTTP/1.1" status: 200 len: 1002 time: 0.0670500 Oct 13 11:35:17.061763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46ed3-374b-47e0-8f88-e90ed462d2c9 req-15b9897e-c58a-4458-acb6-9823561bd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:17.063580 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d5d46ed3-374b-47e0-8f88-e90ed462d2c9 req-15b9897e-c58a-4458-acb6-9823561bd213 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0462265 Oct 13 11:35:17.069821 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1998a51-cbd0-481d-939a-ec061b8445d7 req-77886eb6-dc2e-41d6-b4f8-82199d694dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:17.071362 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1998a51-cbd0-481d-939a-ec061b8445d7 req-77886eb6-dc2e-41d6-b4f8-82199d694dc4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0508275 Oct 13 11:35:17.117867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46ed3-374b-47e0-8f88-e90ed462d2c9 req-2e12c606-3861-454e-adc3-ffa4ab8f9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:17.119402 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d5d46ed3-374b-47e0-8f88-e90ed462d2c9 req-2e12c606-3861-454e-adc3-ffa4ab8f9dfa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482545 Oct 13 11:35:17.123894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1998a51-cbd0-481d-939a-ec061b8445d7 req-a597874e-7dd2-4e92-a588-c6a765f7d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:17.125383 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1998a51-cbd0-481d-939a-ec061b8445d7 req-a597874e-7dd2-4e92-a588-c6a765f7d1bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462976 Oct 13 11:35:17.216020 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d5d46ed3-374b-47e0-8f88-e90ed462d2c9 req-407a9e2c-3b37-4bbf-9f27-c6c57d9ef286 service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882518 Oct 13 11:35:17.217708 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1998a51-cbd0-481d-939a-ec061b8445d7 req-da5c43e8-83f2-439a-9dd4-ebf79cc424ee service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852411 Oct 13 11:35:17.312807 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d5d46ed3-374b-47e0-8f88-e90ed462d2c9 req-ddb84fb7-644c-42ba-95c3-839dd1a82a5d service neutron] 10.222.0.46 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896258 Oct 13 11:35:17.314538 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1998a51-cbd0-481d-939a-ec061b8445d7 req-741bd7f1-66a1-4e1a-b0cd-43d487ba64c8 service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899315 Oct 13 11:35:18.117371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf12eda-b6aa-4d28-8f1c-eb27057dedf1 req-58281f49-0b45-4784-8944-0fa9911a899f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:18.120067 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eaf12eda-b6aa-4d28-8f1c-eb27057dedf1 req-58281f49-0b45-4784-8944-0fa9911a899f tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 945 time: 0.0556479 Oct 13 11:35:18.171877 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eaf12eda-b6aa-4d28-8f1c-eb27057dedf1 req-7f15eee8-5c21-4b6d-8073-8a1e9ead0284 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451057 Oct 13 11:35:18.336947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ac0e3-8c3f-4c52-9620-93a6c631f628 req-38b5d6d1-61a8-4a54-af06-52c5e298e29a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:18.338304 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-062ac0e3-8c3f-4c52-9620-93a6c631f628 req-38b5d6d1-61a8-4a54-af06-52c5e298e29a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 945 time: 0.0513141 Oct 13 11:35:18.428950 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-062ac0e3-8c3f-4c52-9620-93a6c631f628 req-1c797e6d-b752-4d4f-9a05-feba957e354b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Deleting port 214103fb-396b-4d6c-86f4-1385f748c2a7 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:35:18.429299 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-062ac0e3-8c3f-4c52-9620-93a6c631f628 req-1c797e6d-b752-4d4f-9a05-feba957e354b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:18.521077 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-062ac0e3-8c3f-4c52-9620-93a6c631f628 req-1c797e6d-b752-4d4f-9a05-feba957e354b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] For port 214103fb-396b-4d6c-86f4-1385f748c2a7, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=214103fb-396b-4d6c-86f4-1385f748c2a7,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:35:18.522403 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-062ac0e3-8c3f-4c52-9620-93a6c631f628 req-1c797e6d-b752-4d4f-9a05-feba957e354b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:18.534325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-062ac0e3-8c3f-4c52-9620-93a6c631f628 req-1c797e6d-b752-4d4f-9a05-feba957e354b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Calling delete_port for 214103fb-396b-4d6c-86f4-1385f748c2a7 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:35:18.752903 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-062ac0e3-8c3f-4c52-9620-93a6c631f628 req-1c797e6d-b752-4d4f-9a05-feba957e354b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:18.782771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c797e6d-b752-4d4f-9a05-feba957e354b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event deleted for resources: {'Port': ['ID=214103fb-396b-4d6c-86f4-1385f748c2a7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:18.824558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-062ac0e3-8c3f-4c52-9620-93a6c631f628 req-1c797e6d-b752-4d4f-9a05-feba957e354b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] No DVR routers for this DVR port 214103fb-396b-4d6c-86f4-1385f748c2a7 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:35:18.827238 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-062ac0e3-8c3f-4c52-9620-93a6c631f628 req-1c797e6d-b752-4d4f-9a05-feba957e354b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:18.830552 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-062ac0e3-8c3f-4c52-9620-93a6c631f628 req-1c797e6d-b752-4d4f-9a05-feba957e354b tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.46 "DELETE /v2.0/ports/214103fb-396b-4d6c-86f4-1385f748c2a7 HTTP/1.1" status: 204 len: 173 time: 0.4859202 Oct 13 11:35:18.830982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'name': 'network-vif-deleted', 'tag': '214103fb-396b-4d6c-86f4-1385f748c2a7'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:35:18.833220 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cd7c20-3ead-4b44-ac6b-2953ce335f1a" -d '{"events": [{"server_uuid": "affe6c42-b87a-4ba8-9712-7c199d1778f9", "name": "network-vif-deleted", "tag": "214103fb-396b-4d6c-86f4-1385f748c2a7"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:35:18.868971 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70830c0e-df27-45aa-8676-f25eaaa6bd69 x-openstack-request-id: req-70830c0e-df27-45aa-8676-f25eaaa6bd69 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:35:18.869277 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affe6c42-b87a-4ba8-9712-7c199d1778f9", "name": "network-vif-deleted", "tag": "214103fb-396b-4d6c-86f4-1385f748c2a7", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:35:18.869537 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70830c0e-df27-45aa-8676-f25eaaa6bd69 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:35:18.869941 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affe6c42-b87a-4ba8-9712-7c199d1778f9', 'name': 'network-vif-deleted', 'tag': '214103fb-396b-4d6c-86f4-1385f748c2a7', 'status': 'completed', 'code': 200} Oct 13 11:35:19.313652 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c62f375c-f887-404b-badc-db41548eaa35 req-be7356f6-7273-418e-9881-9a38d6f21bd6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 210 time: 0.0364094 Oct 13 11:35:20.422582 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c416254f-725e-444f-a3a4-b1d8197b1cc7 req-9aaf7461-b305-4b04-9d3a-fae0e144c2bc tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 210 time: 0.0385358 Oct 13 11:35:21.523051 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6cd8cea5-fb99-421e-b61e-acec0dcc088a req-37efc726-5e49-414b-a6f5-32ef28ee1731 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 210 time: 0.0312285 Oct 13 11:35:22.029912 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 214103fb-396b-4d6c-86f4-1385f748c2a7 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:35:22.050918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 214103fb-396b-4d6c-86f4-1385f748c2a7 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:35:22.051268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 214103fb-396b-4d6c-86f4-1385f748c2a7 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:35:22.619881 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2181daa4-e225-4c20-bbdf-a0134e6294ee req-64bcbf62-543a-4abb-b40b-54a578491058 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 210 time: 0.0278010 Oct 13 11:35:23.727541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9337ed94-a036-43c8-a27e-50348a641a8f req-cbab4bf1-93a3-4c96-b10b-0e82ece5e549 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=affe6c42-b87a-4ba8-9712-7c199d1778f9 HTTP/1.1" status: 200 len: 210 time: 0.0267236 Oct 13 11:35:30.275868 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34836) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:30.440727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5dd70a3a-d82c-4b49-9984-1c3766e30937 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Deleting port 4b6d71a0-1794-4f54-aaf2-28fec7732245 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:35:30.440980 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5dd70a3a-d82c-4b49-9984-1c3766e30937 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:30.518484 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5dd70a3a-d82c-4b49-9984-1c3766e30937 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:30.518861 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5dd70a3a-d82c-4b49-9984-1c3766e30937 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:30.530983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5dd70a3a-d82c-4b49-9984-1c3766e30937 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Calling delete_port for 4b6d71a0-1794-4f54-aaf2-28fec7732245 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:35:30.757174 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5dd70a3a-d82c-4b49-9984-1c3766e30937 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:30.783977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd70a3a-d82c-4b49-9984-1c3766e30937 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event deleted for resources: {'Port': ['ID=4b6d71a0-1794-4f54-aaf2-28fec7732245,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:30.851308 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5dd70a3a-d82c-4b49-9984-1c3766e30937 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:30.851643 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-5dd70a3a-d82c-4b49-9984-1c3766e30937 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Floating IP 91dfdc49-9e66-4f3c-85c4-f6222722f795 disassociated (deleted). External IP: 172.25.0.126, port: ba358333-d598-431b-8a71-1d32dd94eff3. Oct 13 11:35:31.062213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd70a3a-d82c-4b49-9984-1c3766e30937 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:35:31.173723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd70a3a-d82c-4b49-9984-1c3766e30937 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:35:31.179486 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5dd70a3a-d82c-4b49-9984-1c3766e30937 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:31.184001 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd10da9-e613-43e9-9ce3-45a05ed18c8d None None] Sync routers for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:35:31.193798 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd10da9-e613-43e9-9ce3-45a05ed18c8d None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:35:31.194306 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3bd10da9-e613-43e9-9ce3-45a05ed18c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:35:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:31.209461 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5dd70a3a-d82c-4b49-9984-1c3766e30937 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "DELETE /v2.0/floatingips/91dfdc49-9e66-4f3c-85c4-f6222722f795 HTTP/1.1" status: 204 len: 168 time: 0.9324298 Oct 13 11:35:31.210070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'tag': 'ba358333-d598-431b-8a71-1d32dd94eff3'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:35:31.212689 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe76d97c-92b5-4000-a390-0fbcef7429e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f83bd91b-5b78-4cec-96e6-949588ac120c", "tag": "ba358333-d598-431b-8a71-1d32dd94eff3"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:35:31.304128 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-3bd10da9-e613-43e9-9ce3-45a05ed18c8d None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:35:31.519440 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3bd10da9-e613-43e9-9ce3-45a05ed18c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:31.550733 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd10da9-e613-43e9-9ce3-45a05ed18c8d None None] Checking router: 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:35:31.564193 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd10da9-e613-43e9-9ce3-45a05ed18c8d None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:35:31.565163 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3bd10da9-e613-43e9-9ce3-45a05ed18c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:35:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:31.573353 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35811d7-46ca-49e5-b5d3-7bee3821f0ad x-openstack-request-id: req-d35811d7-46ca-49e5-b5d3-7bee3821f0ad {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:35:31.573844 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83bd91b-5b78-4cec-96e6-949588ac120c", "tag": "ba358333-d598-431b-8a71-1d32dd94eff3", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:35:31.573935 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d35811d7-46ca-49e5-b5d3-7bee3821f0ad {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:35:31.574282 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'tag': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'status': 'completed', 'code': 200} Oct 13 11:35:31.643297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76d97c-92b5-4000-a390-0fbcef7429e1 req-b177e808-a999-40ce-aaf6-d7d688f6cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:31.645444 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe76d97c-92b5-4000-a390-0fbcef7429e1 req-b177e808-a999-40ce-aaf6-d7d688f6cb86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 1097 time: 0.0445104 Oct 13 11:35:31.803360 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-3bd10da9-e613-43e9-9ce3-45a05ed18c8d None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:35:32.021503 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-3bd10da9-e613-43e9-9ce3-45a05ed18c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:32.053194 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd10da9-e613-43e9-9ce3-45a05ed18c8d None None] The sync data for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 is: [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:18:55Z', 'revision_number': 4, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '706edfef-251a-4395-82be-e01582dfc3b0', 'name': '', 'network_id': '115722b6-22fc-4529-8f74-dcada0512dde', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'mac_address': 'fa:16:3e:4b:5d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:54Z', 'updated_at': '2021-10-13T11:19:01Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'subnets': [{'id': '97f9d253-df11-432a-b4dc-57fa7a0a9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:35:32.099959 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9237d1-0bdc-4bcd-a9cf-3f7ab06dacf2 req-51395c70-dd4e-4d76-a16d-2ee36cc43efd tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:32.101690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f9237d1-0bdc-4bcd-a9cf-3f7ab06dacf2 req-51395c70-dd4e-4d76-a16d-2ee36cc43efd tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 946 time: 0.4376588 Oct 13 11:35:32.114523 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76d97c-92b5-4000-a390-0fbcef7429e1 req-6c316fb0-a6df-4ba1-b9f2-44a2d1b8ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:32.116533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe76d97c-92b5-4000-a390-0fbcef7429e1 req-6c316fb0-a6df-4ba1-b9f2-44a2d1b8ce99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 200 len: 912 time: 0.4606309 Oct 13 11:35:32.171424 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe76d97c-92b5-4000-a390-0fbcef7429e1 req-e7785aa0-c086-4bf8-b3e6-b4fcf01227dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba358333-d598-431b-8a71-1d32dd94eff3 HTTP/1.1" status: 200 len: 217 time: 0.0418575 Oct 13 11:35:32.196008 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f9237d1-0bdc-4bcd-a9cf-3f7ab06dacf2 req-314d4f5e-68ee-4df0-b957-00ac9f040c80 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd250d3-0c82-401a-90b7-b2d35d2feb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841787 Oct 13 11:35:32.223462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b364db-d248-46d7-a301-f59dcc15ad67 req-aed2a766-e533-463b-9460-44986f1ef770 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:32.223462 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-00b364db-d248-46d7-a301-f59dcc15ad67 req-aed2a766-e533-463b-9460-44986f1ef770 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 946 time: 0.0561924 Oct 13 11:35:32.238687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76d97c-92b5-4000-a390-0fbcef7429e1 req-ae8f1d05-7242-4d99-8a00-e237eeea6177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:32.240720 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe76d97c-92b5-4000-a390-0fbcef7429e1 req-ae8f1d05-7242-4d99-8a00-e237eeea6177 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 200 len: 850 time: 0.0609818 Oct 13 11:35:32.292079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76d97c-92b5-4000-a390-0fbcef7429e1 req-a06efc03-0d00-4066-807c-63e086472d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:35:32.293852 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe76d97c-92b5-4000-a390-0fbcef7429e1 req-a06efc03-0d00-4066-807c-63e086472d5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=115722b6-22fc-4529-8f74-dcada0512dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451527 Oct 13 11:35:32.316750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb703642-c948-4eeb-8874-3fad29698e47 None None] New status for floating IP 91dfdc49-9e66-4f3c-85c4-f6222722f795: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:35:32.325669 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-00b364db-d248-46d7-a301-f59dcc15ad67 req-9ec417b8-ef3d-4607-a8f3-0fdb155b55e8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Deleting port ba358333-d598-431b-8a71-1d32dd94eff3 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:35:32.326026 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-00b364db-d248-46d7-a301-f59dcc15ad67 req-9ec417b8-ef3d-4607-a8f3-0fdb155b55e8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:32.400617 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe76d97c-92b5-4000-a390-0fbcef7429e1 req-3008cfd6-bb07-482c-95f6-13806f319d68 service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998068 Oct 13 11:35:32.430737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-00b364db-d248-46d7-a301-f59dcc15ad67 req-9ec417b8-ef3d-4607-a8f3-0fdb155b55e8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] For port ba358333-d598-431b-8a71-1d32dd94eff3, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=ba358333-d598-431b-8a71-1d32dd94eff3,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:35:32.431105 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-00b364db-d248-46d7-a301-f59dcc15ad67 req-9ec417b8-ef3d-4607-a8f3-0fdb155b55e8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:32.444625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-00b364db-d248-46d7-a301-f59dcc15ad67 req-9ec417b8-ef3d-4607-a8f3-0fdb155b55e8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Calling delete_port for ba358333-d598-431b-8a71-1d32dd94eff3 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:35:32.502742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe76d97c-92b5-4000-a390-0fbcef7429e1 req-36c05b43-b593-408c-a232-0ce4d3c7c428 service neutron] 10.222.0.21 "GET /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948029 Oct 13 11:35:32.622007 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-00b364db-d248-46d7-a301-f59dcc15ad67 req-9ec417b8-ef3d-4607-a8f3-0fdb155b55e8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:32.650198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec417b8-ef3d-4607-a8f3-0fdb155b55e8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event deleted for resources: {'Port': ['ID=ba358333-d598-431b-8a71-1d32dd94eff3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:32.694704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b364db-d248-46d7-a301-f59dcc15ad67 req-9ec417b8-ef3d-4607-a8f3-0fdb155b55e8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] No DVR routers for this DVR port ba358333-d598-431b-8a71-1d32dd94eff3 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:35:32.697144 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-00b364db-d248-46d7-a301-f59dcc15ad67 req-9ec417b8-ef3d-4607-a8f3-0fdb155b55e8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:32.700501 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-00b364db-d248-46d7-a301-f59dcc15ad67 req-9ec417b8-ef3d-4607-a8f3-0fdb155b55e8 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.21 "DELETE /v2.0/ports/ba358333-d598-431b-8a71-1d32dd94eff3 HTTP/1.1" status: 204 len: 173 time: 0.4715378 Oct 13 11:35:33.303736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2477f517-84b7-4805-bb6a-25b2988f77b1 req-ed80cfdf-b4a7-4c55-b0d2-ccfa94d41a19 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 210 time: 0.0281451 Oct 13 11:35:33.575787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'name': 'network-vif-deleted', 'tag': 'ba358333-d598-431b-8a71-1d32dd94eff3'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:35:33.578286 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75f961d-29d6-4a5f-8224-ce238595f011" -d '{"events": [{"server_uuid": "f83bd91b-5b78-4cec-96e6-949588ac120c", "name": "network-vif-deleted", "tag": "ba358333-d598-431b-8a71-1d32dd94eff3"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:35:33.613755 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7058a448-fead-4685-8130-2f4b061ccd81 x-openstack-request-id: req-7058a448-fead-4685-8130-2f4b061ccd81 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:35:33.614054 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83bd91b-5b78-4cec-96e6-949588ac120c", "name": "network-vif-deleted", "tag": "ba358333-d598-431b-8a71-1d32dd94eff3", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:35:33.614307 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7058a448-fead-4685-8130-2f4b061ccd81 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:35:33.614919 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83bd91b-5b78-4cec-96e6-949588ac120c', 'name': 'network-vif-deleted', 'tag': 'ba358333-d598-431b-8a71-1d32dd94eff3', 'status': 'completed', 'code': 200} Oct 13 11:35:34.401660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6b0e6923-f972-4f9c-985c-73bc366cf5da req-c4f85fff-c669-436c-9bc8-56e4cc9624b4 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 210 time: 0.0277512 Oct 13 11:35:35.346519 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:35:35.509129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2db06f71-f796-4780-9289-e04444e7b7f1 req-864d56de-622b-49d0-a7a1-9d1f1e9f9b3a tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 210 time: 0.0329585 Oct 13 11:35:36.145707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ba358333-d598-431b-8a71-1d32dd94eff3 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:35:36.166173 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: ba358333-d598-431b-8a71-1d32dd94eff3 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:35:36.166535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device ba358333-d598-431b-8a71-1d32dd94eff3 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:35:36.605469 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8f5b263d-418b-4954-b1b5-f857e2341bda req-ad705a34-5f8e-4053-903b-b623ddf663f6 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 210 time: 0.0274982 Oct 13 11:35:37.712536 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3141541b-fcd5-4e79-819f-620a18588601 req-a33374d5-de35-49d1-8fe1-e948600c3650 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "GET /v2.0/ports?device_id=f83bd91b-5b78-4cec-96e6-949588ac120c HTTP/1.1" status: 200 len: 210 time: 0.0283422 Oct 13 11:35:38.061742 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf576-e75f-4c22-a315-01c85b57b1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:38.768250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34866) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:38.894724 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b9b09aa4-42c5-4ad0-a70f-05862225a69d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Deleting port 80a2b573-468a-4a0e-8351-2b648841ae3f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:35:38.895067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9b09aa4-42c5-4ad0-a70f-05862225a69d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:38.978616 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9b09aa4-42c5-4ad0-a70f-05862225a69d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:38.978941 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9b09aa4-42c5-4ad0-a70f-05862225a69d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:38.991102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b9b09aa4-42c5-4ad0-a70f-05862225a69d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Calling delete_port for 80a2b573-468a-4a0e-8351-2b648841ae3f owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:35:39.190941 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9b09aa4-42c5-4ad0-a70f-05862225a69d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:39.191207 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:39.223498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b09aa4-42c5-4ad0-a70f-05862225a69d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event deleted for resources: {'Port': ['ID=80a2b573-468a-4a0e-8351-2b648841ae3f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:39.281208 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9b09aa4-42c5-4ad0-a70f-05862225a69d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:39.284090 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9b09aa4-42c5-4ad0-a70f-05862225a69d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:39.285247 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b9b09aa4-42c5-4ad0-a70f-05862225a69d tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "DELETE /v2.0/floatingips/961c2380-7641-4650-a2fc-690bad84a876 HTTP/1.1" status: 204 len: 168 time: 0.5160093 Oct 13 11:35:40.767718 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9d16c631-9606-4cf5-975f-5028ebfa3da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:40.819681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:41.741731 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:42.301684 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:43.553090 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:43.782489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34886) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:43.849220 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-773ad05b-dc69-4c43-bd60-12d1beefd2d9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:43.874896 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-773ad05b-dc69-4c43-bd60-12d1beefd2d9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:44.010307 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-773ad05b-dc69-4c43-bd60-12d1beefd2d9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:44.012994 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-773ad05b-dc69-4c43-bd60-12d1beefd2d9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:44.014175 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-773ad05b-dc69-4c43-bd60-12d1beefd2d9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] 10.222.0.32 "DELETE /v2.0/security-groups/dbd250d3-0c82-401a-90b7-b2d35d2feb9c HTTP/1.1" status: 204 len: 168 time: 0.2306006 Oct 13 11:35:44.024789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ad05b-dc69-4c43-bd60-12d1beefd2d9 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd250d3-0c82-401a-90b7-b2d35d2feb9c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:44.147064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34890) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:44.673096 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:44.928704 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Deleting port 706edfef-251a-4395-82be-e01582dfc3b0 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:35:44.928967 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:45.007685 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] For port 706edfef-251a-4395-82be-e01582dfc3b0, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=706edfef-251a-4395-82be-e01582dfc3b0,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:35:45.008053 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:45.021432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Calling delete_port for 706edfef-251a-4395-82be-e01582dfc3b0 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:35:45.278902 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:45.309242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=706edfef-251a-4395-82be-e01582dfc3b0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:45.335305 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:45.335684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:45.336034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:45.336378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:45.336984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:45.337327 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:45.337664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:45.337998 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:45.338358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:45.338683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:45.339012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:45.339339 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:45.486241 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:45.705023 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:35:45.812135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:35:45.818073 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-084cce98-431a-4287-9ee1-f0090b261a5c admin admin] 10.222.0.32 "PUT /v2.0/routers/12a8e1ea-6b04-4198-8d6e-0cc6c5be8374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6688802 Oct 13 11:35:45.820660 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34898) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:45.822986 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeabcf9-11ee-4a63-aa1e-5537be9762d0 None None] Sync routers for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:35:45.832210 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeabcf9-11ee-4a63-aa1e-5537be9762d0 None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:35:45.832823 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-2aeabcf9-11ee-4a63-aa1e-5537be9762d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:35:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:45.929696 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:45.938428 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-2aeabcf9-11ee-4a63-aa1e-5537be9762d0 None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:35:46.033783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:46.119405 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-2aeabcf9-11ee-4a63-aa1e-5537be9762d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:35:45Z', 'revision_number': 5, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port': {'id': 'ec86f26d-6a6d-4932-abd0-48844e7d0196', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:18:50Z', 'updated_at': '2021-10-13T11:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:46.150651 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeabcf9-11ee-4a63-aa1e-5537be9762d0 None None] Checking router: 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:35:46.154507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Deleting port ec86f26d-6a6d-4932-abd0-48844e7d0196 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:35:46.154857 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:46.159574 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeabcf9-11ee-4a63-aa1e-5537be9762d0 None None] Routers {'12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:35:46.160193 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-2aeabcf9-11ee-4a63-aa1e-5537be9762d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:35:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:46.242802 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] For port ec86f26d-6a6d-4932-abd0-48844e7d0196, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ec86f26d-6a6d-4932-abd0-48844e7d0196,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:35:46.243272 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:46.245296 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-2aeabcf9-11ee-4a63-aa1e-5537be9762d0 None None] Set router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:35:46.255272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Calling delete_port for ec86f26d-6a6d-4932-abd0-48844e7d0196 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:35:46.302666 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-2aeabcf9-11ee-4a63-aa1e-5537be9762d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:35:46Z', 'revision_number': 6, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:46.328947 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeabcf9-11ee-4a63-aa1e-5537be9762d0 None None] The sync data for ids ['12a8e1ea-6b04-4198-8d6e-0cc6c5be8374'] in n-d-813659-3 is: [{'id': '12a8e1ea-6b04-4198-8d6e-0cc6c5be8374', 'name': 'tempest-TestVolumeBootPattern-338238407-router', 'tenant_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:18:47Z', 'updated_at': '2021-10-13T11:35:46Z', 'revision_number': 6, 'project_id': '1aa22e9274f0432fadaf0bde47c85ec7', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:35:46.507225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:46.533161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Pushing event deleted for resources: {'Port': ['ID=ec86f26d-6a6d-4932-abd0-48844e7d0196,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:46.595853 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:46.694694 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:46.696928 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:46.810156 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:46.810819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:35:46.819778 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:46.819778 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-316ddd3f-68e7-4ea8-85d0-bff6751cfced admin admin] 10.222.0.32 "DELETE /v2.0/routers/12a8e1ea-6b04-4198-8d6e-0cc6c5be8374 HTTP/1.1" status: 204 len: 168 time: 0.9945362 Oct 13 11:35:46.820124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34900) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:46.866246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-b762a842-90a5-4839-ac8a-893be706c7ec admin admin] Deleting subnet 97f9d253-df11-432a-b4dc-57fa7a0a9962 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:35:46.869354 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b762a842-90a5-4839-ac8a-893be706c7ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:46.904843 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b762a842-90a5-4839-ac8a-893be706c7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:46.991374 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b762a842-90a5-4839-ac8a-893be706c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.073083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 706edfef-251a-4395-82be-e01582dfc3b0 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:35:47.094982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 706edfef-251a-4395-82be-e01582dfc3b0 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:35:47.095336 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 706edfef-251a-4395-82be-e01582dfc3b0 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:35:47.122214 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b762a842-90a5-4839-ac8a-893be706c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.147599 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762a842-90a5-4839-ac8a-893be706c7ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f9d253-df11-432a-b4dc-57fa7a0a9962,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:47.152807 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b762a842-90a5-4839-ac8a-893be706c7ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.156090 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b762a842-90a5-4839-ac8a-893be706c7ec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/97f9d253-df11-432a-b4dc-57fa7a0a9962 HTTP/1.1" status: 204 len: 168 time: 0.3352597 Oct 13 11:35:47.158677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09540c72-4db4-40c0-a144-eab8a9e36f77 None None] Network 115722b6-22fc-4529-8f74-dcada0512dde requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:35:47.158838 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34902) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:47.232942 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.298502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Deleting port f3eafde8-573e-4f9c-833d-00528a67bf39 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:35:47.298848 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.367957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] DHCP port deletion for 115722b6-22fc-4529-8f74-dcada0512dde request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:35:47.371071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] For port f3eafde8-573e-4f9c-833d-00528a67bf39, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f3eafde8-573e-4f9c-833d-00528a67bf39,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:35:47.371512 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.385269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Calling delete_port for f3eafde8-573e-4f9c-833d-00528a67bf39 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:35:47.418405 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Deleting port f3eafde8-573e-4f9c-833d-00528a67bf39 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:35:47.418788 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.487647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] For port f3eafde8-573e-4f9c-833d-00528a67bf39, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f3eafde8-573e-4f9c-833d-00528a67bf39,segment=NetworkSegment(262abed0-ff6a-452a-bf61-a14672165d24),segment_id=262abed0-ff6a-452a-bf61-a14672165d24)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:35:47.488046 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.500899 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Calling delete_port for f3eafde8-573e-4f9c-833d-00528a67bf39 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:35:47.550656 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.578968 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3eafde8-573e-4f9c-833d-00528a67bf39,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:47.581110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] No DVR routers for this DVR port f3eafde8-573e-4f9c-833d-00528a67bf39 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:35:47.582068 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.609590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Pushing event deleted for resources: {'Port': ['ID=f3eafde8-573e-4f9c-833d-00528a67bf39,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:47.613850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] No DVR routers for this DVR port f3eafde8-573e-4f9c-833d-00528a67bf39 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:35:47.624057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:47.624057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:47.624057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:47.624057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:47.624057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:47.624057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:47.624057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:47.624057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:47.624057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:47.624057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:47.625039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:47.625039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a271-1de2-4302-938d-79c3ac3d0769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:35:47.666988 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.686896 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115722b6-22fc-4529-8f74-dcada0512dde']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:47.697073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262abed0-ff6a-452a-bf61-a14672165d24') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:47.697371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262abed0-ff6a-452a-bf61-a14672165d24') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:47.706956 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.721381 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.728242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:35:47.728626 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:35:47.730273 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:35:47.867562 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.873448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:47.876530 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] 10.222.0.32 "DELETE /v2.0/networks/115722b6-22fc-4529-8f74-dcada0512dde HTTP/1.1" status: 204 len: 168 time: 0.7167532 Oct 13 11:35:47.879496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34904) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:47.889858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f68f8a-8126-430d-8056-2a4638e5fd83 admin admin] Pushing event deleted for resources: {'Network': ['ID=115722b6-22fc-4529-8f74-dcada0512dde,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:48.238833 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2dacae56-9738-4fb6-b39a-79d6f3bd3abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:48.474251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ec86f26d-6a6d-4932-abd0-48844e7d0196 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:35:48.495942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: ec86f26d-6a6d-4932-abd0-48844e7d0196 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:35:48.496295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ec86f26d-6a6d-4932-abd0-48844e7d0196 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:35:48.496711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f3eafde8-573e-4f9c-833d-00528a67bf39 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:35:48.516452 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: f3eafde8-573e-4f9c-833d-00528a67bf39 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:35:48.516799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f3eafde8-573e-4f9c-833d-00528a67bf39 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:35:48.826946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2dacae56-9738-4fb6-b39a-79d6f3bd3abb admin admin] Deleting port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:35:48.827197 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2dacae56-9738-4fb6-b39a-79d6f3bd3abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:48.904261 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-2dacae56-9738-4fb6-b39a-79d6f3bd3abb admin admin] For port 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d,segment=NetworkSegment(d94d550b-d7c1-4f6c-8231-73ec00ad9b8d),segment_id=d94d550b-d7c1-4f6c-8231-73ec00ad9b8d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:35:48.904953 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2dacae56-9738-4fb6-b39a-79d6f3bd3abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:48.921633 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2dacae56-9738-4fb6-b39a-79d6f3bd3abb admin admin] Calling delete_port for 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:35:49.141543 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2dacae56-9738-4fb6-b39a-79d6f3bd3abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:49.168892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacae56-9738-4fb6-b39a-79d6f3bd3abb admin admin] Pushing event deleted for resources: {'Port': ['ID=50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:49.334828 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2dacae56-9738-4fb6-b39a-79d6f3bd3abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:49.570496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dacae56-9738-4fb6-b39a-79d6f3bd3abb admin admin] Router d87d0cab-94cf-4e1f-b868-366469b412fd has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:35:49.684885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dacae56-9738-4fb6-b39a-79d6f3bd3abb admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:35:49.689993 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2dacae56-9738-4fb6-b39a-79d6f3bd3abb admin admin] 10.222.0.32 "PUT /v2.0/routers/d87d0cab-94cf-4e1f-b868-366469b412fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8086314 Oct 13 11:35:49.693166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34906) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:49.695779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e97c65-fb4c-45df-a52c-d16b5d05b75c None None] Sync routers for ids ['d87d0cab-94cf-4e1f-b868-366469b412fd'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:35:49.705137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e97c65-fb4c-45df-a52c-d16b5d05b75c None None] Routers {'d87d0cab-94cf-4e1f-b868-366469b412fd'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:35:49.705741 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-31e97c65-fb4c-45df-a52c-d16b5d05b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:35:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d87d0cab-94cf-4e1f-b868-366469b412fd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:49.807659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:49.812180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-31e97c65-fb4c-45df-a52c-d16b5d05b75c None None] Set router d87d0cab-94cf-4e1f-b868-366469b412fd gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:35:49.912647 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:49.996776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-31e97c65-fb4c-45df-a52c-d16b5d05b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'name': 'tempest-TestVolumeBootPattern-807905801-router', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:19:01Z', 'updated_at': '2021-10-13T11:35:49Z', 'revision_number': 5, 'project_id': 'cd0c04357b5144ac80d88d96e9547d64', 'gw_port': {'id': 'eae72397-7cec-40df-a3d4-f8c79d8a0d81', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:19:02Z', 'updated_at': '2021-10-13T11:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:50.023493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Deleting port eae72397-7cec-40df-a3d4-f8c79d8a0d81 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:35:50.023789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e97c65-fb4c-45df-a52c-d16b5d05b75c None None] Checking router: d87d0cab-94cf-4e1f-b868-366469b412fd for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:35:50.023964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:50.032268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e97c65-fb4c-45df-a52c-d16b5d05b75c None None] Routers {'d87d0cab-94cf-4e1f-b868-366469b412fd'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:35:50.032896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-31e97c65-fb4c-45df-a52c-d16b5d05b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:35:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d87d0cab-94cf-4e1f-b868-366469b412fd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:50.111180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] For port eae72397-7cec-40df-a3d4-f8c79d8a0d81, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=eae72397-7cec-40df-a3d4-f8c79d8a0d81,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:35:50.111544 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:50.124134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Calling delete_port for eae72397-7cec-40df-a3d4-f8c79d8a0d81 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:35:50.126433 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-31e97c65-fb4c-45df-a52c-d16b5d05b75c None None] Set router d87d0cab-94cf-4e1f-b868-366469b412fd gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:35:50.180766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-31e97c65-fb4c-45df-a52c-d16b5d05b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'name': 'tempest-TestVolumeBootPattern-807905801-router', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:19:01Z', 'updated_at': '2021-10-13T11:35:49Z', 'revision_number': 6, 'project_id': 'cd0c04357b5144ac80d88d96e9547d64', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:50.210422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e97c65-fb4c-45df-a52c-d16b5d05b75c None None] The sync data for ids ['d87d0cab-94cf-4e1f-b868-366469b412fd'] in n-d-813659-3 is: [{'id': 'd87d0cab-94cf-4e1f-b868-366469b412fd', 'name': 'tempest-TestVolumeBootPattern-807905801-router', 'tenant_id': 'cd0c04357b5144ac80d88d96e9547d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:19:01Z', 'updated_at': '2021-10-13T11:35:49Z', 'revision_number': 6, 'project_id': 'cd0c04357b5144ac80d88d96e9547d64', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:35:50.373223 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:50.398915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Pushing event deleted for resources: {'Port': ['ID=eae72397-7cec-40df-a3d4-f8c79d8a0d81,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:50.462701 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:50.558693 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:50.561701 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:50.676044 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:50.676698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d87d0cab-94cf-4e1f-b868-366469b412fd {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:35:50.681014 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:50.682203 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-32aa7c68-23e3-4a58-a3d2-684636c0e40f admin admin] 10.222.0.32 "DELETE /v2.0/routers/d87d0cab-94cf-4e1f-b868-366469b412fd HTTP/1.1" status: 204 len: 168 time: 0.9881427 Oct 13 11:35:50.684700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34908) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:50.729964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-7873b525-24c9-43cb-8a2f-4a26cafff43d admin admin] Deleting subnet 90dce4d4-b979-4c3a-9484-9e56dc82cb87 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:35:50.732951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7873b525-24c9-43cb-8a2f-4a26cafff43d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:50.767362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7873b525-24c9-43cb-8a2f-4a26cafff43d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:50.848800 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7873b525-24c9-43cb-8a2f-4a26cafff43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:50.956269 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7873b525-24c9-43cb-8a2f-4a26cafff43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:50.985036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873b525-24c9-43cb-8a2f-4a26cafff43d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90dce4d4-b979-4c3a-9484-9e56dc82cb87,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:50.987000 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7873b525-24c9-43cb-8a2f-4a26cafff43d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:50.990415 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7873b525-24c9-43cb-8a2f-4a26cafff43d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/90dce4d4-b979-4c3a-9484-9e56dc82cb87 HTTP/1.1" status: 204 len: 168 time: 0.3047423 Oct 13 11:35:50.991487 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccafd9d-6e45-4e5b-b2f3-48b5027cd118 None None] Network dcf63373-8b2f-49ff-8e28-fa71564d31d6 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:35:50.992929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 34910) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:51.032857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:35:51.061530 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:35:51.061865 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 50a4b34c-97b8-4d4c-b0f4-5a9de09e5b9d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:35:51.072112 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:51.134178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Deleting port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:35:51.134654 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:51.204427 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] For port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44,segment=NetworkSegment(d94d550b-d7c1-4f6c-8231-73ec00ad9b8d),segment_id=d94d550b-d7c1-4f6c-8231-73ec00ad9b8d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:35:51.204953 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:51.206848 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41123e63-dc11-4235-8120-40fb14aeb3b4 None None] DHCP port deletion for dcf63373-8b2f-49ff-8e28-fa71564d31d6 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:35:51.221160 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Calling delete_port for 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:35:51.257674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-41123e63-dc11-4235-8120-40fb14aeb3b4 None None] Deleting port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:35:51.258051 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-41123e63-dc11-4235-8120-40fb14aeb3b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:51.331549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-41123e63-dc11-4235-8120-40fb14aeb3b4 None None] For port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44,segment=NetworkSegment(d94d550b-d7c1-4f6c-8231-73ec00ad9b8d),segment_id=d94d550b-d7c1-4f6c-8231-73ec00ad9b8d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:35:51.331963 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-41123e63-dc11-4235-8120-40fb14aeb3b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:51.345752 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-41123e63-dc11-4235-8120-40fb14aeb3b4 None None] Calling delete_port for 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:35:51.387016 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:51.414979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:51.420112 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] No DVR routers for this DVR port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:35:51.423076 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-41123e63-dc11-4235-8120-40fb14aeb3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:51.447991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41123e63-dc11-4235-8120-40fb14aeb3b4 None None] Pushing event deleted for resources: {'Port': ['ID=2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:51.453582 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41123e63-dc11-4235-8120-40fb14aeb3b4 None None] No DVR routers for this DVR port 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:35:51.502965 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:51.526565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf63373-8b2f-49ff-8e28-fa71564d31d6']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:51.538626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94d550b-d7c1-4f6c-8231-73ec00ad9b8d') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:51.538923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94d550b-d7c1-4f6c-8231-73ec00ad9b8d') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:35:51.549154 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:51.563689 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:51.570104 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:35:51.571441 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:35:51.572211 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:35:51.715942 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:51.724874 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:51.725357 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dcf63373-8b2f-49ff-8e28-fa71564d31d6 HTTP/1.1" status: 204 len: 168 time: 0.7313344 Oct 13 11:35:51.736736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60911bda-4cc6-45c0-8707-55296a16b9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf63373-8b2f-49ff-8e28-fa71564d31d6,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:52.111749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34914) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:52.153566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6df763b2-336f-4b6c-ad48-003147620c33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1aa22e9274f0432fadaf0bde47c85ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406470 Oct 13 11:35:52.156102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34916) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:52.205571 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4120c758-eec1-4ee5-bb78-a4deb40c40f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:52.227512 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4120c758-eec1-4ee5-bb78-a4deb40c40f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:52.324422 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4120c758-eec1-4ee5-bb78-a4deb40c40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:52.326998 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4120c758-eec1-4ee5-bb78-a4deb40c40f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:52.328178 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4120c758-eec1-4ee5-bb78-a4deb40c40f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c25e1a28-64a4-489d-8c67-3af39880419d HTTP/1.1" status: 204 len: 168 time: 0.1711631 Oct 13 11:35:52.336147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120c758-eec1-4ee5-bb78-a4deb40c40f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25e1a28-64a4-489d-8c67-3af39880419d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:35:52.474862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device eae72397-7cec-40df-a3d4-f8c79d8a0d81 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:35:52.495965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: eae72397-7cec-40df-a3d4-f8c79d8a0d81 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:35:52.496307 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device eae72397-7cec-40df-a3d4-f8c79d8a0d81 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:35:52.496719 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:35:52.518492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:35:52.518840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 2e7a4a7a-46f0-43d2-88d9-154e9c8c7b44 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:35:52.990108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34922) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:53.029426 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2643962c-1440-4b22-8c83-8825fcf9e26b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd0c04357b5144ac80d88d96e9547d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381188 Oct 13 11:35:53.032148 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 34924) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:35:53.093618 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-63f0d371-78c0-4feb-9575-8e7a47cd56df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:53.120838 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-63f0d371-78c0-4feb-9575-8e7a47cd56df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:53.267433 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-63f0d371-78c0-4feb-9575-8e7a47cd56df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:53.270757 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-63f0d371-78c0-4feb-9575-8e7a47cd56df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:35:53.271918 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-63f0d371-78c0-4feb-9575-8e7a47cd56df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/358fe8b9-9031-4eb9-920c-a2341c4374e8 HTTP/1.1" status: 204 len: 168 time: 0.2388868 Oct 13 11:35:53.280347 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0d371-78c0-4feb-9575-8e7a47cd56df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358fe8b9-9031-4eb9-920c-a2341c4374e8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:04.653269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-b6b3fe7b-0019-47ad-956f-188959c548ab tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1fb6bbb96af04d54bcce2b6b1b899a32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231075 Oct 13 11:36:04.770567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-4d0952e9-ab46-40d8-ae86-9d80a017b7a9 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:04.772593 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-4d0952e9-ab46-40d8-ae86-9d80a017b7a9 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134336 Oct 13 11:36:04.788624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-d31206fe-eb37-4667-9994-606ec291f125 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/quotas/1fb6bbb96af04d54bcce2b6b1b899a32 HTTP/1.1" status: 200 len: 375 time: 0.0103188 Oct 13 11:36:04.820440 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-28dd76d8-d4c1-4b97-b77d-657af9663b3d tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1fb6bbb96af04d54bcce2b6b1b899a32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261850 Oct 13 11:36:05.101649 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf6b882e-0375-4869-a055-a1c6cd74bdf8 req-487c5c69-10a8-4977-9600-ca5196139e3b tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 210 time: 0.0305834 Oct 13 11:36:06.187069 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-40a15dfe-c71d-4e0f-a6ef-0eb56c2dc7b3 req-47b85681-6317-4db6-8cc2-f465d87859aa tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 210 time: 0.0283351 Oct 13 11:36:07.283832 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e0826569-c4ac-4d16-bf49-8d3149b6ea98 req-f7220a3e-0af1-4724-beed-4793cb575562 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 210 time: 0.0256484 Oct 13 11:36:07.338977 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-def10e51-5b86-40b3-a24c-74f2e9ae946d tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1fb6bbb96af04d54bcce2b6b1b899a32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215352 Oct 13 11:36:07.459090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-ac0ed8f1-6b4d-468e-9b30-197794d16b49 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:07.460903 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-ac0ed8f1-6b4d-468e-9b30-197794d16b49 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164312 Oct 13 11:36:07.474857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Request body: {'port': {'device_id': 'e5da7521-2acf-47b6-b632-b951d626cfd3', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'admin_state_up': True, 'tenant_id': '1fb6bbb96af04d54bcce2b6b1b899a32'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:36:07.716147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Made reservation on behalf of 1fb6bbb96af04d54bcce2b6b1b899a32 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:36:07.719793 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:07.729061 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:07.812968 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:07.881713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:07.948399 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e41a0d-fcab-47a7-b8bf-ce35635d951b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:08.025432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Allocated IP 192.168.233.51 (23d6b492-b60c-4443-92bb-e9dd28fc5696/df49f588-14cc-4af8-ac41-6bb6cfe4891e/b681d975-5e0c-4317-87b9-a58b5abfd2d9) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:36:08.059102 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-16a5f49e-1f78-414c-80b4-7be4c9e4bc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:08.181718 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:08.270530 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:08.323069 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Network 23d6b492-b60c-4443-92bb-e9dd28fc5696 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:36:08.326542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:36:08.332348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:36:08.360064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Pushing event updated for resources: {'Port': ['ID=b681d975-5e0c-4317-87b9-a58b5abfd2d9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:08.390433 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:08.391092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:08.423246 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9884e54-ba77-43ae-8e54-d37e2f564dad req-c8c5595b-8d57-401c-9198-b46f74a0bd6f tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:08.424766 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9884e54-ba77-43ae-8e54-d37e2f564dad req-c8c5595b-8d57-401c-9198-b46f74a0bd6f tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 935 time: 0.0634346 Oct 13 11:36:08.475595 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9884e54-ba77-43ae-8e54-d37e2f564dad req-e88964f4-a54a-44be-b64f-4e0487bb3fe1 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e41a0d-fcab-47a7-b8bf-ce35635d951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402699 Oct 13 11:36:08.493180 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-e1c2a2af-f047-4370-8565-4159c2674f41 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0223389 Oct 13 11:36:08.506547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Request body: {'port': {'device_id': 'e5da7521-2acf-47b6-b632-b951d626cfd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:36:08.566122 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:08.596136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1f204940-cd8c-4008-8536-280a79865684 None None] Provisioning complete for port b681d975-5e0c-4317-87b9-a58b5abfd2d9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:36:08.596513 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1f204940-cd8c-4008-8536-280a79865684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:08.631789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1f204940-cd8c-4008-8536-280a79865684 None None] Port b681d975-5e0c-4317-87b9-a58b5abfd2d9 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:36:08.843306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b681d975-5e0c-4317-87b9-a58b5abfd2d9 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:36:08.851088 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:08.863360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Transition to ACTIVE for port object b681d975-5e0c-4317-87b9-a58b5abfd2d9 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:36:08.913291 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:08.964837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Pushing event updated for resources: {'Port': ['ID=b681d975-5e0c-4317-87b9-a58b5abfd2d9,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:09.041203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Attempting to bind port b681d975-5e0c-4317-87b9-a58b5abfd2d9 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:36:09.041203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Attempting to bind port b681d975-5e0c-4317-87b9-a58b5abfd2d9 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:36:09.041203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Attempting to bind port b681d975-5e0c-4317-87b9-a58b5abfd2d9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:36:09.043429 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Port b681d975-5e0c-4317-87b9-a58b5abfd2d9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:36:09.043755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Attempting to bind port b681d975-5e0c-4317-87b9-a58b5abfd2d9 on network 23d6b492-b60c-4443-92bb-e9dd28fc5696 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:36:09.048972 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:36:09.049306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Checking segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:36:09.049695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Bound using segment: {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:36:09.050126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Bound port: b681d975-5e0c-4317-87b9-a58b5abfd2d9, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db98be-d7ca-4f54-9758-2d7bc7fb1b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:36:09.050515 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:09.128298 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] For port b681d975-5e0c-4317-87b9-a58b5abfd2d9, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:36:09.131968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] For port b681d975-5e0c-4317-87b9-a58b5abfd2d9, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b681d975-5e0c-4317-87b9-a58b5abfd2d9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:36:09.153290 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:09.222367 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:09.263790 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:09.264508 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:09.265887 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] 10.222.0.46 "PUT /v2.0/ports/b681d975-5e0c-4317-87b9-a58b5abfd2d9 HTTP/1.1" status: 200 len: 1095 time: 0.7640457 Oct 13 11:36:09.266368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5da7521-2acf-47b6-b632-b951d626cfd3', 'tag': 'b681d975-5e0c-4317-87b9-a58b5abfd2d9'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:36:09.268753 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d660616f-1400-42e2-b3a8-616db5fe0da2" -d '{"events": [{"name": "network-changed", "server_uuid": "e5da7521-2acf-47b6-b632-b951d626cfd3", "tag": "b681d975-5e0c-4317-87b9-a58b5abfd2d9"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:36:09.289883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99e038-b4ef-4240-93fd-8a8e5b999a20 service neutron] Pushing event updated for resources: {'Port': ['ID=b681d975-5e0c-4317-87b9-a58b5abfd2d9,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:09.313458 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e3ff90-9e2b-487f-9db5-0ad0ff476611 x-openstack-request-id: req-65e3ff90-9e2b-487f-9db5-0ad0ff476611 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:36:09.313787 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5da7521-2acf-47b6-b632-b951d626cfd3", "tag": "b681d975-5e0c-4317-87b9-a58b5abfd2d9", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:36:09.314049 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65e3ff90-9e2b-487f-9db5-0ad0ff476611 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:36:09.314476 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5da7521-2acf-47b6-b632-b951d626cfd3', 'tag': 'b681d975-5e0c-4317-87b9-a58b5abfd2d9', 'status': 'completed', 'code': 200} Oct 13 11:36:09.381586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660616f-1400-42e2-b3a8-616db5fe0da2 req-4b7b0ca9-830c-469b-a8a8-8549a4248758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:09.383205 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d660616f-1400-42e2-b3a8-616db5fe0da2 req-4b7b0ca9-830c-469b-a8a8-8549a4248758 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fb6bbb96af04d54bcce2b6b1b899a32&device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 1098 time: 0.0485888 Oct 13 11:36:09.416502 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d660616f-1400-42e2-b3a8-616db5fe0da2 req-f8b0bf4e-ceb5-4249-96d7-d05c8c05b0ae service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1fb6bbb96af04d54bcce2b6b1b899a32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215237 Oct 13 11:36:09.521858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660616f-1400-42e2-b3a8-616db5fe0da2 req-6a205e2a-82f8-4257-b981-f22ec7885f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:09.523623 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d660616f-1400-42e2-b3a8-616db5fe0da2 req-6a205e2a-82f8-4257-b981-f22ec7885f6d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009367 Oct 13 11:36:09.604466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a5c65-d5a2-4872-978d-131baf17bc7b req-c915176c-1cc8-4433-a53a-f592b11a21fc tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:09.606108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd7a5c65-d5a2-4872-978d-131baf17bc7b req-c915176c-1cc8-4433-a53a-f592b11a21fc tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 947 time: 0.0590234 Oct 13 11:36:09.610518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-bf369f8e-2a00-4d4a-8e6e-667a91b57922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:09.612791 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-bf369f8e-2a00-4d4a-8e6e-667a91b57922 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fb6bbb96af04d54bcce2b6b1b899a32&device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 1098 time: 0.0451770 Oct 13 11:36:09.647833 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd7a5c65-d5a2-4872-978d-131baf17bc7b req-26ac5698-d3f2-4e31-8dc5-25f485e10cc9 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e41a0d-fcab-47a7-b8bf-ce35635d951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343828 Oct 13 11:36:09.660237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-82e07193-bd3b-4c71-82a3-2c0a3f90f9ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b681d975-5e0c-4317-87b9-a58b5abfd2d9 HTTP/1.1" status: 200 len: 217 time: 0.0395327 Oct 13 11:36:09.718012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-4584a378-292f-4117-9fef-14e82a05dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:09.719540 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-4584a378-292f-4117-9fef-14e82a05dbb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df49f588-14cc-4af8-ac41-6bb6cfe4891e HTTP/1.1" status: 200 len: 843 time: 0.0515475 Oct 13 11:36:09.766700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-d507b94f-7f69-49e7-9ed1-30ac12c050ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:09.768188 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-d507b94f-7f69-49e7-9ed1-30ac12c050ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d6b492-b60c-4443-92bb-e9dd28fc5696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416229 Oct 13 11:36:09.864561 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-1f6d14b5-ff4e-4db1-b653-10f75930e948 service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881703 Oct 13 11:36:09.957641 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-df75f96d-f71b-43bf-b149-6f9e5beea927 req-aed02900-a42b-453b-b510-53e89b5d9b4e service neutron] 10.222.0.46 "GET /v2.0/networks/23d6b492-b60c-4443-92bb-e9dd28fc5696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854697 Oct 13 11:36:10.767139 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ced3ad35-7c59-4898-98b3-446db47945a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:10.779102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58514d37-6bb9-4b82-8e69-bdb8101a071f req-99314746-e669-4036-aa16-2ca82fea4153 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:10.780646 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58514d37-6bb9-4b82-8e69-bdb8101a071f req-99314746-e669-4036-aa16-2ca82fea4153 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 947 time: 0.0577610 Oct 13 11:36:10.822984 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58514d37-6bb9-4b82-8e69-bdb8101a071f req-2e1bf6d1-ddf7-4fa2-bcb1-ebbf129c4639 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e41a0d-fcab-47a7-b8bf-ce35635d951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350266 Oct 13 11:36:10.873311 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:11.746836 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:11.949451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5330c-ed31-4a76-a1e1-a88a8837c885 req-83448630-02b4-44a1-bda5-a530f28010d3 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:11.951089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6c5330c-ed31-4a76-a1e1-a88a8837c885 req-83448630-02b4-44a1-bda5-a530f28010d3 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 947 time: 0.0574784 Oct 13 11:36:11.991835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6c5330c-ed31-4a76-a1e1-a88a8837c885 req-54a7155e-3d6d-42ef-af72-f132f39688a1 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e41a0d-fcab-47a7-b8bf-ce35635d951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Oct 13 11:36:12.246544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b681d975-5e0c-4317-87b9-a58b5abfd2d9 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:36:12.346731 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:36:12.464834 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:12.510559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b681d975-5e0c-4317-87b9-a58b5abfd2d9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b681d975-5e0c-4317-87b9-a58b5abfd2d9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:36:12.521809 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'b681d975-5e0c-4317-87b9-a58b5abfd2d9', 'network_id': '23d6b492-b60c-4443-92bb-e9dd28fc5696', 'port_id': 'b681d975-5e0c-4317-87b9-a58b5abfd2d9', 'mac_address': 'fa:16:3e:8e:d5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49f588-14cc-4af8-ac41-6bb6cfe4891e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:36:12.562103 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:12.575829 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b681d975-5e0c-4317-87b9-a58b5abfd2d9 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:36:12.596612 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b681d975-5e0c-4317-87b9-a58b5abfd2d9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b681d975-5e0c-4317-87b9-a58b5abfd2d9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:36:12.710434 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:12.763079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=b681d975-5e0c-4317-87b9-a58b5abfd2d9,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:13.055088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['b681d975-5e0c-4317-87b9-a58b5abfd2d9'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:36:13.122107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318ceca-a995-4511-9fab-da0f6cc2003a req-857d4d23-d602-4900-a71c-7e4ffc0e959b tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:13.123701 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a318ceca-a995-4511-9fab-da0f6cc2003a req-857d4d23-d602-4900-a71c-7e4ffc0e959b tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 948 time: 0.0622325 Oct 13 11:36:13.171595 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a318ceca-a995-4511-9fab-da0f6cc2003a req-1bc24209-6fdd-4f95-8e58-bd637e8c75c0 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e41a0d-fcab-47a7-b8bf-ce35635d951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Oct 13 11:36:13.533616 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:14.245836 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b681d975-5e0c-4317-87b9-a58b5abfd2d9 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:36:14.292350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86461831-2acb-4e44-b161-641949eb05bf req-cfe3489c-1596-4537-acea-c8ee3d47190b tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:14.294312 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86461831-2acb-4e44-b161-641949eb05bf req-cfe3489c-1596-4537-acea-c8ee3d47190b tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 948 time: 0.0526102 Oct 13 11:36:14.332520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86461831-2acb-4e44-b161-641949eb05bf req-16967fdb-8795-4870-b075-c2cbe5ff6d31 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e41a0d-fcab-47a7-b8bf-ce35635d951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325165 Oct 13 11:36:14.366961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port b681d975-5e0c-4317-87b9-a58b5abfd2d9 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:36:14.371166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port b681d975-5e0c-4317-87b9-a58b5abfd2d9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:36:14.371536 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:14.450188 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:14.474865 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5da7521-2acf-47b6-b632-b951d626cfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b681d975-5e0c-4317-87b9-a58b5abfd2d9'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:36:14.477130 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f95e15e-9cd5-4156-96fd-1dd077b01ba2" -d '{"events": [{"server_uuid": "e5da7521-2acf-47b6-b632-b951d626cfd3", "name": "network-vif-plugged", "status": "completed", "tag": "b681d975-5e0c-4317-87b9-a58b5abfd2d9"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:36:14.490781 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b681d975-5e0c-4317-87b9-a58b5abfd2d9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b681d975-5e0c-4317-87b9-a58b5abfd2d9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:36:14.581093 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:14.587058 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47277725-8b4c-4acb-af71-68364d14c553 x-openstack-request-id: req-47277725-8b4c-4acb-af71-68364d14c553 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:36:14.587408 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5da7521-2acf-47b6-b632-b951d626cfd3", "name": "network-vif-plugged", "status": "completed", "tag": "b681d975-5e0c-4317-87b9-a58b5abfd2d9", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:36:14.588312 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47277725-8b4c-4acb-af71-68364d14c553 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:36:14.588708 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5da7521-2acf-47b6-b632-b951d626cfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b681d975-5e0c-4317-87b9-a58b5abfd2d9', 'code': 200} Oct 13 11:36:14.640607 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=b681d975-5e0c-4317-87b9-a58b5abfd2d9,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:14.690298 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f9d9c-b321-4390-8086-3246da168c79 req-b27809f3-93fa-419d-a724-1e874fef7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:14.691845 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-012f9d9c-b321-4390-8086-3246da168c79 req-b27809f3-93fa-419d-a724-1e874fef7ae6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 1100 time: 0.0428650 Oct 13 11:36:14.726861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-012f9d9c-b321-4390-8086-3246da168c79 req-ba6da81e-0bb3-4961-a664-532ab5e6577a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=60e41a0d-fcab-47a7-b8bf-ce35635d951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276244 Oct 13 11:36:15.471376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c42ab5-7f01-42be-b539-d38b59b98716 req-6ff565ab-53e0-473c-8742-cce632073607 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:15.472879 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4c42ab5-7f01-42be-b539-d38b59b98716 req-6ff565ab-53e0-473c-8742-cce632073607 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 949 time: 0.0666492 Oct 13 11:36:15.516100 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4c42ab5-7f01-42be-b539-d38b59b98716 req-794553cf-5afa-450a-90e5-498a1a554883 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e41a0d-fcab-47a7-b8bf-ce35635d951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369592 Oct 13 11:36:16.640906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b581d-0e24-486b-a721-4cc8ebddefc9 req-6bd0b656-f0bf-41b2-a705-5c96b03a7f25 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:16.642385 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af9b581d-0e24-486b-a721-4cc8ebddefc9 req-6bd0b656-f0bf-41b2-a705-5c96b03a7f25 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 949 time: 0.0568159 Oct 13 11:36:16.680041 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af9b581d-0e24-486b-a721-4cc8ebddefc9 req-9a57a376-60fa-4c7a-997f-0908279137c9 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e41a0d-fcab-47a7-b8bf-ce35635d951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Oct 13 11:36:17.039674 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-3fe7f64c-34ca-4119-8f8d-e179a3639802 req-2c707a04-ec63-4ea6-bf7c-d04f9cf636e8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:36:17.042437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3fe7f64c-34ca-4119-8f8d-e179a3639802 req-2c707a04-ec63-4ea6-bf7c-d04f9cf636e8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060415 Oct 13 11:36:18.126670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bf0fe-49a9-494d-8b19-82c2efaae87a req-5ea6202f-509f-4d40-bb52-808ba13f00fd tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:18.128167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f98bf0fe-49a9-494d-8b19-82c2efaae87a req-5ea6202f-509f-4d40-bb52-808ba13f00fd tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 949 time: 0.0493643 Oct 13 11:36:18.166124 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f98bf0fe-49a9-494d-8b19-82c2efaae87a req-5964f29f-b195-4cd9-a93d-ce9f3986cb55 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e41a0d-fcab-47a7-b8bf-ce35635d951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Oct 13 11:36:19.289815 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9d8c6-46d3-4524-b5b7-55b6c8fc79d0 req-7381a7ca-8895-490a-8425-fdc86899180f tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:19.291630 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-71d9d8c6-46d3-4524-b5b7-55b6c8fc79d0 req-7381a7ca-8895-490a-8425-fdc86899180f tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 949 time: 0.0551248 Oct 13 11:36:19.332132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-71d9d8c6-46d3-4524-b5b7-55b6c8fc79d0 req-35a8e593-e2d3-4519-b61b-a1cd4e322b52 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e41a0d-fcab-47a7-b8bf-ce35635d951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342963 Oct 13 11:36:19.496011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63439263-c43e-436b-a315-2fcb1f9d7ae3 req-70d36fc8-0b60-4a15-8da3-663b7f945e07 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:19.497471 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-63439263-c43e-436b-a315-2fcb1f9d7ae3 req-70d36fc8-0b60-4a15-8da3-663b7f945e07 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 949 time: 0.0537286 Oct 13 11:36:19.587945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-63439263-c43e-436b-a315-2fcb1f9d7ae3 req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Deleting port b681d975-5e0c-4317-87b9-a58b5abfd2d9 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:36:19.588477 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-63439263-c43e-436b-a315-2fcb1f9d7ae3 req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:19.687505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-63439263-c43e-436b-a315-2fcb1f9d7ae3 req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] For port b681d975-5e0c-4317-87b9-a58b5abfd2d9, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b681d975-5e0c-4317-87b9-a58b5abfd2d9,segment=NetworkSegment(61db98be-d7ca-4f54-9758-2d7bc7fb1b18),segment_id=61db98be-d7ca-4f54-9758-2d7bc7fb1b18)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:36:19.687875 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-63439263-c43e-436b-a315-2fcb1f9d7ae3 req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:19.702099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-63439263-c43e-436b-a315-2fcb1f9d7ae3 req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Calling delete_port for b681d975-5e0c-4317-87b9-a58b5abfd2d9 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:36:19.921898 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-63439263-c43e-436b-a315-2fcb1f9d7ae3 req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:19.936026 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['b681d975-5e0c-4317-87b9-a58b5abfd2d9'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:36:19.960261 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Pushing event deleted for resources: {'Port': ['ID=b681d975-5e0c-4317-87b9-a58b5abfd2d9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:19.985771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:36:19.986128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:36:19.986516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:36:19.986866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:36:19.987208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:36:19.987547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:36:19.987888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:36:19.988225 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:36:19.988705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:36:19.989019 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:36:19.989351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:36:19.989686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:36:20.013193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-63439263-c43e-436b-a315-2fcb1f9d7ae3 req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] No DVR routers for this DVR port b681d975-5e0c-4317-87b9-a58b5abfd2d9 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:36:20.016266 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-63439263-c43e-436b-a315-2fcb1f9d7ae3 req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:20.019762 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-63439263-c43e-436b-a315-2fcb1f9d7ae3 req-04d175d4-365e-4056-86a4-147b658c9d3a tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.46 "DELETE /v2.0/ports/b681d975-5e0c-4317-87b9-a58b5abfd2d9 HTTP/1.1" status: 204 len: 173 time: 0.5164640 Oct 13 11:36:20.020224 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5da7521-2acf-47b6-b632-b951d626cfd3', 'name': 'network-vif-deleted', 'tag': 'b681d975-5e0c-4317-87b9-a58b5abfd2d9'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:36:20.022567 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ee2439-155c-4561-979b-6ed5386369bb" -d '{"events": [{"server_uuid": "e5da7521-2acf-47b6-b632-b951d626cfd3", "name": "network-vif-deleted", "tag": "b681d975-5e0c-4317-87b9-a58b5abfd2d9"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:36:20.064607 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d44732a-d5ee-4bc4-961c-49098dc8db05 x-openstack-request-id: req-1d44732a-d5ee-4bc4-961c-49098dc8db05 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:36:20.064607 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5da7521-2acf-47b6-b632-b951d626cfd3", "name": "network-vif-deleted", "tag": "b681d975-5e0c-4317-87b9-a58b5abfd2d9", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:36:20.064607 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d44732a-d5ee-4bc4-961c-49098dc8db05 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:36:20.064607 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5da7521-2acf-47b6-b632-b951d626cfd3', 'name': 'network-vif-deleted', 'tag': 'b681d975-5e0c-4317-87b9-a58b5abfd2d9', 'status': 'completed', 'code': 200} Oct 13 11:36:20.446560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed37ca0c-5ab8-4c8d-bcf5-e3893fdaf150 req-b667bf2d-daec-4b1e-8e67-63e4db4fa9e6 tempest-ServersAdminNegativeTestJSON-209342703 tempest-ServersAdminNegativeTestJSON-209342703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5da7521-2acf-47b6-b632-b951d626cfd3 HTTP/1.1" status: 200 len: 210 time: 0.0264623 Oct 13 11:36:21.976367 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35070) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:36:22.136757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e33e0abf-d227-411e-b364-a7e4fcd1ea4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fb6bbb96af04d54bcce2b6b1b899a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591122 Oct 13 11:36:22.139976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35074) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:36:22.205921 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc6a8d00-dec1-4b68-a492-d419b6efe0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:22.238708 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc6a8d00-dec1-4b68-a492-d419b6efe0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:22.367470 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc6a8d00-dec1-4b68-a492-d419b6efe0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:22.372306 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc6a8d00-dec1-4b68-a492-d419b6efe0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:22.373543 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bc6a8d00-dec1-4b68-a492-d419b6efe0cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60e41a0d-fcab-47a7-b8bf-ce35635d951b HTTP/1.1" status: 204 len: 168 time: 0.2326014 Oct 13 11:36:22.382320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a8d00-dec1-4b68-a492-d419b6efe0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e41a0d-fcab-47a7-b8bf-ce35635d951b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:22.977137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35080) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:36:22.991863 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de751cb3-8d3a-4321-a27c-ece05e06da9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:23.075196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de751cb3-8d3a-4321-a27c-ece05e06da9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:23.133067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de751cb3-8d3a-4321-a27c-ece05e06da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:23.173571 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-de751cb3-8d3a-4321-a27c-ece05e06da9d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=949addec0dab4a8ba8041a2c5cfcc15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953208 Oct 13 11:36:23.174510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de751cb3-8d3a-4321-a27c-ece05e06da9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77033fa0-fc39-4a3b-9199-5eb52980e950,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:23.176701 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35082) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:36:23.230677 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-37d34568-1dfe-4534-bb39-60c5a5745cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:23.252740 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-37d34568-1dfe-4534-bb39-60c5a5745cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:23.392739 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-37d34568-1dfe-4534-bb39-60c5a5745cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:23.395292 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-37d34568-1dfe-4534-bb39-60c5a5745cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:23.396490 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-37d34568-1dfe-4534-bb39-60c5a5745cb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77033fa0-fc39-4a3b-9199-5eb52980e950 HTTP/1.1" status: 204 len: 168 time: 0.2183609 Oct 13 11:36:23.408351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d34568-1dfe-4534-bb39-60c5a5745cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77033fa0-fc39-4a3b-9199-5eb52980e950,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:24.295849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b681d975-5e0c-4317-87b9-a58b5abfd2d9 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:36:24.319634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: b681d975-5e0c-4317-87b9-a58b5abfd2d9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:36:24.319978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b681d975-5e0c-4317-87b9-a58b5abfd2d9 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:36:24.530596 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35104) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:36:24.662212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1396937961-network', 'tenant_id': '0790e019c04a4b2184976dcf896c7c79'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:36:24.763797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Made reservation on behalf of 0790e019c04a4b2184976dcf896c7c79 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:36:24.766314 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:24.775733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:24.857733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:24.929578 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:24.950676 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:36:24.969383 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:24.970628 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Added segment 9cc6f372-cfb8-42b2-848e-55c44db31579 of type vlan for network 1be84215-44dd-455f-823d-8219e1d7c064 Oct 13 11:36:24.971459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5444e72-87f5-488a-902b-20df49c4c6af,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:25.016752 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:25.121545 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:25.122587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:25.123201 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:25.187036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] Pushing event updated for resources: {'Network': ['ID=1be84215-44dd-455f-823d-8219e1d7c064,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:25.196680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 1be84215-44dd-455f-823d-8219e1d7c064 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:36:25.261604 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9886eaa8-d93e-47bf-bdeb-3c36eaf25e6f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7298577 Oct 13 11:36:25.264560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35112) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:36:25.269377 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8942985f-85f8-48e1-b03b-f22043b8f784 admin admin] Request body: {'subnet': {'network_id': '1be84215-44dd-455f-823d-8219e1d7c064', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1396937961-subnet', 'tenant_id': '0790e019c04a4b2184976dcf896c7c79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:36:25.371258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8942985f-85f8-48e1-b03b-f22043b8f784 admin admin] Made reservation on behalf of 0790e019c04a4b2184976dcf896c7c79 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:36:25.373637 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8942985f-85f8-48e1-b03b-f22043b8f784 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:25.613452 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8942985f-85f8-48e1-b03b-f22043b8f784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:25.672973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942985f-85f8-48e1-b03b-f22043b8f784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9e9b78-6906-47b0-b017-4c7de4fd6533,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:25.686085 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8942985f-85f8-48e1-b03b-f22043b8f784 admin admin] Checking segment: {'id': '9cc6f372-cfb8-42b2-848e-55c44db31579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1be84215-44dd-455f-823d-8219e1d7c064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:36:25.686497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8942985f-85f8-48e1-b03b-f22043b8f784 admin admin] Network hostable DHCP agents. Network: 1be84215-44dd-455f-823d-8219e1d7c064, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:36:25.772777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8942985f-85f8-48e1-b03b-f22043b8f784 admin admin] Network 1be84215-44dd-455f-823d-8219e1d7c064 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:36:25.870233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-8942985f-85f8-48e1-b03b-f22043b8f784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 1be84215-44dd-455f-823d-8219e1d7c064) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:36:25.875042 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8942985f-85f8-48e1-b03b-f22043b8f784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:25.876318 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8942985f-85f8-48e1-b03b-f22043b8f784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:25.880205 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea763a-93b7-490c-a0d7-e9558640903c None None] Network 1be84215-44dd-455f-823d-8219e1d7c064 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:36:25.972401 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8942985f-85f8-48e1-b03b-f22043b8f784 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7066824 Oct 13 11:36:26.015668 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbc36f2-a633-4bae-9b65-52445d95c02b None None] Network 1be84215-44dd-455f-823d-8219e1d7c064 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:36:26.436902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d64df-62b7-429c-94bc-077d10f8670c req-599d56eb-d368-402a-ba01-4075ffb37edb tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:26.438412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-599d56eb-d368-402a-ba01-4075ffb37edb tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/networks?id=1be84215-44dd-455f-823d-8219e1d7c064 HTTP/1.1" status: 200 len: 812 time: 0.1033230 Oct 13 11:36:26.453909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-a9587bd7-9287-47a1-b1a4-60452810b43d tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/quotas/0790e019c04a4b2184976dcf896c7c79 HTTP/1.1" status: 200 len: 375 time: 0.0094168 Oct 13 11:36:26.486088 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-d05033a7-16e6-44b4-97df-34ea192ac370 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0790e019c04a4b2184976dcf896c7c79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266743 Oct 13 11:36:26.582770 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-2a1e181e-23d0-4276-8343-0985597aec22 service neutron] 10.222.0.32 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845044 Oct 13 11:36:26.992678 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-35338658-2ef6-4ab8-ad0d-25aa4f86cc1b service neutron] 10.222.0.32 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030676 Oct 13 11:36:27.241914 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19a39d6b-79c9-4f29-8ffe-6a3e50fa47b8 req-4a18c30d-45ca-4d2d-9b23-32b0de20ff0c tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 210 time: 0.0261829 Oct 13 11:36:28.350783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46949eac-ad38-4aec-bd09-23168f4d6708 req-2719646b-69a6-45be-bd72-30421d7b0fce tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 210 time: 0.0265038 Oct 13 11:36:29.453768 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-591304a8-1dc0-49ec-9082-50d7e6229fae req-e9dd57ca-afab-4192-8333-d21a1ba6d167 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 210 time: 0.0301983 Oct 13 11:36:29.696834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d64df-62b7-429c-94bc-077d10f8670c req-60f2daf3-6481-4931-b939-9da11f02a29a tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:29.699237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-60f2daf3-6481-4931-b939-9da11f02a29a tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.46 "GET /v2.0/networks?id=1be84215-44dd-455f-823d-8219e1d7c064 HTTP/1.1" status: 200 len: 812 time: 0.1099527 Oct 13 11:36:29.712717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-766d64df-62b7-429c-94bc-077d10f8670c req-92197368-2103-4ace-8a3b-926ad294b6c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Request body: {'port': {'device_id': '31600034-add4-4701-819d-694059114ad8', 'network_id': '1be84215-44dd-455f-823d-8219e1d7c064', 'admin_state_up': True, 'tenant_id': '0790e019c04a4b2184976dcf896c7c79'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:36:29.927372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766d64df-62b7-429c-94bc-077d10f8670c req-92197368-2103-4ace-8a3b-926ad294b6c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Made reservation on behalf of 0790e019c04a4b2184976dcf896c7c79 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:36:29.930948 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-766d64df-62b7-429c-94bc-077d10f8670c req-92197368-2103-4ace-8a3b-926ad294b6c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:30.075791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-766d64df-62b7-429c-94bc-077d10f8670c req-92197368-2103-4ace-8a3b-926ad294b6c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Allocated IP 172.20.0.3 (1be84215-44dd-455f-823d-8219e1d7c064/9e9e9b78-6906-47b0-b017-4c7de4fd6533/29bbdeda-93db-44b3-b692-95cf39c8a53e) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:36:30.233716 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-766d64df-62b7-429c-94bc-077d10f8670c req-92197368-2103-4ace-8a3b-926ad294b6c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:30.336090 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-766d64df-62b7-429c-94bc-077d10f8670c req-92197368-2103-4ace-8a3b-926ad294b6c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:30.582164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb30a9-b2d8-484d-88a4-e796af8a8eaa req-ef9e0cf9-15b1-4d90-8322-a8f3293276f7 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:30.583820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72fb30a9-b2d8-484d-88a4-e796af8a8eaa req-ef9e0cf9-15b1-4d90-8322-a8f3293276f7 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 931 time: 0.0539060 Oct 13 11:36:30.626303 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-72fb30a9-b2d8-484d-88a4-e796af8a8eaa req-aa53a7d3-5466-4ab5-a796-3a15e078eb99 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350695 Oct 13 11:36:30.734090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766d64df-62b7-429c-94bc-077d10f8670c req-92197368-2103-4ace-8a3b-926ad294b6c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Network 1be84215-44dd-455f-823d-8219e1d7c064 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:36:30.737136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-766d64df-62b7-429c-94bc-077d10f8670c req-92197368-2103-4ace-8a3b-926ad294b6c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:36:30.741105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-766d64df-62b7-429c-94bc-077d10f8670c req-92197368-2103-4ace-8a3b-926ad294b6c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:36:30.768378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92197368-2103-4ace-8a3b-926ad294b6c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Pushing event updated for resources: {'Port': ['ID=29bbdeda-93db-44b3-b692-95cf39c8a53e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:30.798180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d64df-62b7-429c-94bc-077d10f8670c req-92197368-2103-4ace-8a3b-926ad294b6c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:30.798828 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-766d64df-62b7-429c-94bc-077d10f8670c req-92197368-2103-4ace-8a3b-926ad294b6c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:30.875245 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-92197368-2103-4ace-8a3b-926ad294b6c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1664293 Oct 13 11:36:30.889306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Request body: {'port': {'device_id': '31600034-add4-4701-819d-694059114ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:36:30.948018 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:31.222711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29bbdeda-93db-44b3-b692-95cf39c8a53e {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:36:31.231386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:31.243708 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Transition to ACTIVE for port object 29bbdeda-93db-44b3-b692-95cf39c8a53e will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:36:31.329687 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:31.380281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Pushing event updated for resources: {'Port': ['ID=29bbdeda-93db-44b3-b692-95cf39c8a53e,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:31.458698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Attempting to bind port 29bbdeda-93db-44b3-b692-95cf39c8a53e on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:36:31.459032 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Attempting to bind port 29bbdeda-93db-44b3-b692-95cf39c8a53e by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '9cc6f372-cfb8-42b2-848e-55c44db31579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1be84215-44dd-455f-823d-8219e1d7c064'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:36:31.459358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Attempting to bind port 29bbdeda-93db-44b3-b692-95cf39c8a53e on network 1be84215-44dd-455f-823d-8219e1d7c064 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:36:31.464341 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Port 29bbdeda-93db-44b3-b692-95cf39c8a53e on network 1be84215-44dd-455f-823d-8219e1d7c064 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:36:31.464723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Attempting to bind port 29bbdeda-93db-44b3-b692-95cf39c8a53e on network 1be84215-44dd-455f-823d-8219e1d7c064 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:36:31.469541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:36:31.469870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Checking segment: {'id': '9cc6f372-cfb8-42b2-848e-55c44db31579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1be84215-44dd-455f-823d-8219e1d7c064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:36:31.470246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Bound using segment: {'id': '9cc6f372-cfb8-42b2-848e-55c44db31579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1be84215-44dd-455f-823d-8219e1d7c064'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:36:31.470704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Bound port: 29bbdeda-93db-44b3-b692-95cf39c8a53e, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc6f372-cfb8-42b2-848e-55c44db31579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1be84215-44dd-455f-823d-8219e1d7c064'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:36:31.471061 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:31.540064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] For port 29bbdeda-93db-44b3-b692-95cf39c8a53e, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:36:31.544093 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] For port 29bbdeda-93db-44b3-b692-95cf39c8a53e, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e,segment=NetworkSegment(9cc6f372-cfb8-42b2-848e-55c44db31579),segment_id=9cc6f372-cfb8-42b2-848e-55c44db31579)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:36:31.618687 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:31.676834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:31.677517 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:31.678977 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-708ea255-63da-4563-add4-1ebe1472568a service neutron] 10.222.0.46 "PUT /v2.0/ports/29bbdeda-93db-44b3-b692-95cf39c8a53e HTTP/1.1" status: 200 len: 1091 time: 0.7946720 Oct 13 11:36:31.679423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31600034-add4-4701-819d-694059114ad8', 'tag': '29bbdeda-93db-44b3-b692-95cf39c8a53e'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:36:31.681828 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa7b8c6-02ae-4fa1-aa36-0ff13d0785c9" -d '{"events": [{"name": "network-changed", "server_uuid": "31600034-add4-4701-819d-694059114ad8", "tag": "29bbdeda-93db-44b3-b692-95cf39c8a53e"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:36:31.703085 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ea255-63da-4563-add4-1ebe1472568a service neutron] Pushing event updated for resources: {'Port': ['ID=29bbdeda-93db-44b3-b692-95cf39c8a53e,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:31.747853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b64024-8e9a-430c-909d-3e1d92245d5a req-f7e6476e-1600-4b66-8dbc-11f917ac03d3 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:31.749365 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91b64024-8e9a-430c-909d-3e1d92245d5a req-f7e6476e-1600-4b66-8dbc-11f917ac03d3 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 943 time: 0.0513756 Oct 13 11:36:31.795359 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91b64024-8e9a-430c-909d-3e1d92245d5a req-d897036d-948a-47d6-9628-3ec114ef7d6d tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397704 Oct 13 11:36:31.842414 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd1c5e5-28cd-49c0-ab78-937fad43148b x-openstack-request-id: req-ddd1c5e5-28cd-49c0-ab78-937fad43148b {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:36:31.843215 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31600034-add4-4701-819d-694059114ad8", "tag": "29bbdeda-93db-44b3-b692-95cf39c8a53e", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:36:31.843215 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ddd1c5e5-28cd-49c0-ab78-937fad43148b {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:36:31.843754 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31600034-add4-4701-819d-694059114ad8', 'tag': '29bbdeda-93db-44b3-b692-95cf39c8a53e', 'status': 'completed', 'code': 200} Oct 13 11:36:31.846134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d64df-62b7-429c-94bc-077d10f8670c req-c5737f41-2ef9-444a-b03c-c0334b11ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:31.847877 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-c5737f41-2ef9-444a-b03c-c0334b11ed98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0790e019c04a4b2184976dcf896c7c79&device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0520353 Oct 13 11:36:31.896079 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-556511fc-91df-4c8d-88b3-56648819582d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e HTTP/1.1" status: 200 len: 217 time: 0.0394707 Oct 13 11:36:31.947761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d64df-62b7-429c-94bc-077d10f8670c req-42af9814-7f7d-40a5-8e69-88a4fbac4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:31.949438 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-42af9814-7f7d-40a5-8e69-88a4fbac4588 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e9e9b78-6906-47b0-b017-4c7de4fd6533 HTTP/1.1" status: 200 len: 852 time: 0.0468695 Oct 13 11:36:31.983475 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-0052551d-e606-40c0-9cc7-c2d3bac9757d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1be84215-44dd-455f-823d-8219e1d7c064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271943 Oct 13 11:36:32.082815 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-b044128c-e39d-4013-9876-0d8e0aaef2be service neutron] 10.222.0.46 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923550 Oct 13 11:36:32.187818 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-766d64df-62b7-429c-94bc-077d10f8670c req-3d1f936e-c3ec-44f4-a13f-07c782486b8b service neutron] 10.222.0.46 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957534 Oct 13 11:36:32.345553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7b8c6-02ae-4fa1-aa36-0ff13d0785c9 req-f067b5dc-3e44-4fd9-ac31-168e9a9f9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:32.347179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5fa7b8c6-02ae-4fa1-aa36-0ff13d0785c9 req-f067b5dc-3e44-4fd9-ac31-168e9a9f9eee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0790e019c04a4b2184976dcf896c7c79&device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0430093 Oct 13 11:36:32.446628 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7b8c6-02ae-4fa1-aa36-0ff13d0785c9 req-ad2f6676-affc-471e-bc76-1b4334a50a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:32.448854 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5fa7b8c6-02ae-4fa1-aa36-0ff13d0785c9 req-ad2f6676-affc-471e-bc76-1b4334a50a45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1be84215-44dd-455f-823d-8219e1d7c064 HTTP/1.1" status: 200 len: 913 time: 0.0940139 Oct 13 11:36:32.489577 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5fa7b8c6-02ae-4fa1-aa36-0ff13d0785c9 req-d3ef1cc1-2487-4d10-a5a6-11ad4abb8dc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e HTTP/1.1" status: 200 len: 217 time: 0.0347102 Oct 13 11:36:32.547005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7b8c6-02ae-4fa1-aa36-0ff13d0785c9 req-ba7d1cb8-086b-4104-85bd-e6a7508212af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:32.548397 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5fa7b8c6-02ae-4fa1-aa36-0ff13d0785c9 req-ba7d1cb8-086b-4104-85bd-e6a7508212af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e9e9b78-6906-47b0-b017-4c7de4fd6533 HTTP/1.1" status: 200 len: 852 time: 0.0514925 Oct 13 11:36:32.583564 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5fa7b8c6-02ae-4fa1-aa36-0ff13d0785c9 req-7ac7df92-c38d-4a04-af93-a1051be3596c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1be84215-44dd-455f-823d-8219e1d7c064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268321 Oct 13 11:36:32.684825 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5fa7b8c6-02ae-4fa1-aa36-0ff13d0785c9 req-d29f6c67-8178-455f-9413-9ab33b6687ea service neutron] 10.222.0.46 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855377 Oct 13 11:36:32.776221 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5fa7b8c6-02ae-4fa1-aa36-0ff13d0785c9 req-41410195-c247-4edc-9e6d-5a3f4aa04270 service neutron] 10.222.0.46 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920331 Oct 13 11:36:32.915631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bc3ef-4ac8-496e-b760-058b412d3033 req-880a93c3-1735-4870-b95b-170ddde31266 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:32.917696 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da5bc3ef-4ac8-496e-b760-058b412d3033 req-880a93c3-1735-4870-b95b-170ddde31266 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 943 time: 0.0496690 Oct 13 11:36:32.964685 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-da5bc3ef-4ac8-496e-b760-058b412d3033 req-d2cbc149-0749-485a-8ed4-ae3a2f9b1b9b tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Oct 13 11:36:34.087466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cf7ad-9d1e-4cf6-a97f-30c9bcf11b60 req-8dc0a556-b79c-4aa6-bd1e-8307264cf430 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:34.089023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-569cf7ad-9d1e-4cf6-a97f-30c9bcf11b60 req-8dc0a556-b79c-4aa6-bd1e-8307264cf430 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 943 time: 0.0500555 Oct 13 11:36:34.133287 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-569cf7ad-9d1e-4cf6-a97f-30c9bcf11b60 req-f73b336f-17e4-4d29-923e-2392dc248d73 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374751 Oct 13 11:36:34.324936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 29bbdeda-93db-44b3-b692-95cf39c8a53e details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:36:34.435247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 29bbdeda-93db-44b3-b692-95cf39c8a53e, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e,segment=NetworkSegment(9cc6f372-cfb8-42b2-848e-55c44db31579),segment_id=9cc6f372-cfb8-42b2-848e-55c44db31579)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:36:34.452948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '29bbdeda-93db-44b3-b692-95cf39c8a53e', 'network_id': '1be84215-44dd-455f-823d-8219e1d7c064', 'port_id': '29bbdeda-93db-44b3-b692-95cf39c8a53e', 'mac_address': 'fa:16:3e:6f:64:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9e9b78-6906-47b0-b017-4c7de4fd6533', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:36:34.493524 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:34.508674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bbdeda-93db-44b3-b692-95cf39c8a53e {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:36:34.529512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 29bbdeda-93db-44b3-b692-95cf39c8a53e, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e,segment=NetworkSegment(9cc6f372-cfb8-42b2-848e-55c44db31579),segment_id=9cc6f372-cfb8-42b2-848e-55c44db31579)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:36:34.610070 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:34.664155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=29bbdeda-93db-44b3-b692-95cf39c8a53e,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:34.910518 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['29bbdeda-93db-44b3-b692-95cf39c8a53e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:36:35.259476 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30089e2-da4e-4930-a84e-72da16678972 req-8984bc64-9dad-4f68-a8b8-0c0fb882037b tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:35.261225 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b30089e2-da4e-4930-a84e-72da16678972 req-8984bc64-9dad-4f68-a8b8-0c0fb882037b tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 944 time: 0.0502939 Oct 13 11:36:35.301722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b30089e2-da4e-4930-a84e-72da16678972 req-4eef3931-5f67-487e-9805-e17de306dc2f tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339139 Oct 13 11:36:36.355758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 29bbdeda-93db-44b3-b692-95cf39c8a53e up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:36:36.420004 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca494c9-bcd9-46fd-b9a9-e7ea6c68023c req-bf0681c5-72ab-41bf-857a-055c8718c6ba tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:36.421472 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ca494c9-bcd9-46fd-b9a9-e7ea6c68023c req-bf0681c5-72ab-41bf-857a-055c8718c6ba tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 944 time: 0.0508480 Oct 13 11:36:36.464507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 29bbdeda-93db-44b3-b692-95cf39c8a53e completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:36:36.465226 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ca494c9-bcd9-46fd-b9a9-e7ea6c68023c req-be5bfef2-8c7a-4046-b3e4-076b8bbce07e tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376110 Oct 13 11:36:36.469297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 29bbdeda-93db-44b3-b692-95cf39c8a53e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:36:36.469484 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:36.552915 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:36.582561 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31600034-add4-4701-819d-694059114ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bbdeda-93db-44b3-b692-95cf39c8a53e'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:36:36.584828 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc965417-2b8c-47dd-b395-b20e00173c8b" -d '{"events": [{"server_uuid": "31600034-add4-4701-819d-694059114ad8", "name": "network-vif-plugged", "status": "completed", "tag": "29bbdeda-93db-44b3-b692-95cf39c8a53e"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:36:36.599526 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 29bbdeda-93db-44b3-b692-95cf39c8a53e, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e,segment=NetworkSegment(9cc6f372-cfb8-42b2-848e-55c44db31579),segment_id=9cc6f372-cfb8-42b2-848e-55c44db31579)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:36:36.622646 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28be4aaa-104d-4491-9fd7-529f0b53df4a x-openstack-request-id: req-28be4aaa-104d-4491-9fd7-529f0b53df4a {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:36:36.622940 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31600034-add4-4701-819d-694059114ad8", "name": "network-vif-plugged", "status": "completed", "tag": "29bbdeda-93db-44b3-b692-95cf39c8a53e", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:36:36.623191 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28be4aaa-104d-4491-9fd7-529f0b53df4a {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:36:36.623588 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31600034-add4-4701-819d-694059114ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bbdeda-93db-44b3-b692-95cf39c8a53e', 'code': 200} Oct 13 11:36:36.664089 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:36.716581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=29bbdeda-93db-44b3-b692-95cf39c8a53e,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:36:36.725914 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d57564-7ceb-45f4-84c5-971acca46089 req-293cc855-24f2-42a5-8d7d-df1bb289c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:36.727541 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d57564-7ceb-45f4-84c5-971acca46089 req-293cc855-24f2-42a5-8d7d-df1bb289c39f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0436401 Oct 13 11:36:36.764908 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-85d57564-7ceb-45f4-84c5-971acca46089 req-637d179d-20db-4e2d-9ba8-f771bcac48fe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303147 Oct 13 11:36:37.595331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ddd20-dec5-4033-964b-67eb1447e5a4 req-c93a47ce-9431-484e-b018-7ca923959f9e tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:37.597016 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-513ddd20-dec5-4033-964b-67eb1447e5a4 req-c93a47ce-9431-484e-b018-7ca923959f9e tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0521548 Oct 13 11:36:37.637001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-513ddd20-dec5-4033-964b-67eb1447e5a4 req-2d78382b-2668-4c4b-88a1-69c8f9de2470 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338700 Oct 13 11:36:38.046956 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-82071c52-b613-4bcd-9481-ffa7ba675870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:38.754978 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a6c41-c4fc-4890-a053-01652eb8cb37 req-15f00d55-99a0-467e-819e-bf31d2ea9c68 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:38.756381 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-648a6c41-c4fc-4890-a053-01652eb8cb37 req-15f00d55-99a0-467e-819e-bf31d2ea9c68 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0514202 Oct 13 11:36:38.799773 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-648a6c41-c4fc-4890-a053-01652eb8cb37 req-499a46f6-2f3d-4d5b-aabe-2019b436107f tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326667 Oct 13 11:36:39.196320 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:39.346499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b32abd-ae7c-482e-a6c6-d5befef55102 req-4eda3b54-c62b-43f1-8a23-7b6b3bf71669 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:39.348032 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30b32abd-ae7c-482e-a6c6-d5befef55102 req-4eda3b54-c62b-43f1-8a23-7b6b3bf71669 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0512938 Oct 13 11:36:39.397185 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30b32abd-ae7c-482e-a6c6-d5befef55102 req-bf46dc03-8901-4416-ba68-79d32899eeb7 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Oct 13 11:36:39.519364 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-fa90110a-c284-48d6-8cc8-588aa011cd02 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943151 Oct 13 11:36:39.529286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-c14b2306-b301-4dbc-9119-269e7e57f257 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:36:39.530308 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-c14b2306-b301-4dbc-9119-269e7e57f257 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061235 Oct 13 11:36:40.548894 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667db7b-c736-46c6-8608-c09dd3a421aa req-8630ab8d-5171-42a1-8974-e8c47650e579 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:40.550403 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3667db7b-c736-46c6-8608-c09dd3a421aa req-8630ab8d-5171-42a1-8974-e8c47650e579 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0618169 Oct 13 11:36:40.594374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3667db7b-c736-46c6-8608-c09dd3a421aa req-caad61c4-c3ce-4f11-b164-61c2346382e5 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373852 Oct 13 11:36:40.775694 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a76bac25-8744-4bb2-aff3-a4b1749426a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:40.876182 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:41.711727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7894b3-8085-4b92-9e6a-3aa03317e5dd req-32ac4c76-6ab4-4abb-8e54-56b0dc0e26e2 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:41.713414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e7894b3-8085-4b92-9e6a-3aa03317e5dd req-32ac4c76-6ab4-4abb-8e54-56b0dc0e26e2 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0499675 Oct 13 11:36:41.720369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-a3af230b-c729-47fd-9526-e19c4b02827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:41.721971 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-a3af230b-c729-47fd-9526-e19c4b02827e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0790e019c04a4b2184976dcf896c7c79&device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0460234 Oct 13 11:36:41.755450 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:41.759144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e7894b3-8085-4b92-9e6a-3aa03317e5dd req-2c6bbbbd-4aae-480f-81f1-0b52476642ef tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382483 Oct 13 11:36:41.817385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-8f069884-f55c-4c4c-9054-733e8cfcf0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:41.818951 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-8f069884-f55c-4c4c-9054-733e8cfcf0c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1be84215-44dd-455f-823d-8219e1d7c064 HTTP/1.1" status: 200 len: 913 time: 0.0899289 Oct 13 11:36:41.864977 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-7a716149-a1ea-4c03-a7ae-ae777d72e6df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e HTTP/1.1" status: 200 len: 217 time: 0.0390460 Oct 13 11:36:41.917087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-44014a9b-c13a-4372-b889-b9202be8b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:41.918599 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-44014a9b-c13a-4372-b889-b9202be8b9fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e9e9b78-6906-47b0-b017-4c7de4fd6533 HTTP/1.1" status: 200 len: 852 time: 0.0469699 Oct 13 11:36:41.953396 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-e74e176c-3607-4810-b24a-969f8f145f98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1be84215-44dd-455f-823d-8219e1d7c064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275087 Oct 13 11:36:42.048790 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-a0defc05-b776-42a2-856e-14d9c4b3804d service neutron] 10.222.0.46 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887556 Oct 13 11:36:42.143156 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-d3aea921-139f-4e2c-8013-e1329a698264 service neutron] 10.222.0.46 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877635 Oct 13 11:36:42.355339 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:42.879775 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10154b3-47bb-4789-b8f7-0a5cefef4f44 req-e4ba0d79-39ea-4415-9fc9-9df8b6872027 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:42.880377 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a10154b3-47bb-4789-b8f7-0a5cefef4f44 req-e4ba0d79-39ea-4415-9fc9-9df8b6872027 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0519564 Oct 13 11:36:42.922254 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a10154b3-47bb-4789-b8f7-0a5cefef4f44 req-e67a1986-95b9-4649-b3a3-a76eaf1c7ef2 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359900 Oct 13 11:36:43.632644 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:36:44.039883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfac80d-0d8a-4816-b196-9407b10513cb req-f238badc-f6b6-4f43-b58f-353afff75ad8 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:44.041398 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cdfac80d-0d8a-4816-b196-9407b10513cb req-f238badc-f6b6-4f43-b58f-353afff75ad8 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0505555 Oct 13 11:36:44.081148 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cdfac80d-0d8a-4816-b196-9407b10513cb req-06c17bcb-fed3-46bd-bf2f-7cc4b53c3dde tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328031 Oct 13 11:36:45.209944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f60bdd-48a6-4003-8b5e-8b7a0fe6c0f0 req-58cdccb1-7c65-4d65-88fe-d06ada54ee7e tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:45.211506 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37f60bdd-48a6-4003-8b5e-8b7a0fe6c0f0 req-58cdccb1-7c65-4d65-88fe-d06ada54ee7e tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0563972 Oct 13 11:36:45.252995 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37f60bdd-48a6-4003-8b5e-8b7a0fe6c0f0 req-b3817bee-2012-4b49-9628-ca6b9e5e0e61 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353215 Oct 13 11:36:46.373375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45110d80-6ac7-4b2e-a09e-b1b071b61c8f req-91a63f40-c781-4d38-b1b4-bd180390379e tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:46.374994 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-45110d80-6ac7-4b2e-a09e-b1b071b61c8f req-91a63f40-c781-4d38-b1b4-bd180390379e tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0510786 Oct 13 11:36:46.422756 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-45110d80-6ac7-4b2e-a09e-b1b071b61c8f req-5ee0737b-939d-4399-a3ad-6a9f3947b2dc tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381126 Oct 13 11:36:47.543173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67852c-20a9-43bb-8d36-75f5edd6efd1 req-04de6f0a-5494-4a66-b0c9-7f52a5e0c4bb tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:47.544691 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d67852c-20a9-43bb-8d36-75f5edd6efd1 req-04de6f0a-5494-4a66-b0c9-7f52a5e0c4bb tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0553324 Oct 13 11:36:47.586115 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d67852c-20a9-43bb-8d36-75f5edd6efd1 req-ec2aee2e-c57c-4dfd-91f4-01e759a49cf1 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342343 Oct 13 11:36:48.709138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c4166-61da-464d-b7d5-99bf11d96893 req-3307e722-0a8b-4a05-b3d6-c8011a29d830 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:48.710627 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d8c4166-61da-464d-b7d5-99bf11d96893 req-3307e722-0a8b-4a05-b3d6-c8011a29d830 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0517275 Oct 13 11:36:48.748763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0d8c4166-61da-464d-b7d5-99bf11d96893 req-973aa7a0-26f6-49b9-ac1e-bfb18bbc2065 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Oct 13 11:36:49.346428 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:36:49.869138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8e713-9455-4976-b548-188dd0fa4165 req-61cc46b1-8b6d-4ab7-9348-a54a3a7521b8 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:49.870689 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00e8e713-9455-4976-b548-188dd0fa4165 req-61cc46b1-8b6d-4ab7-9348-a54a3a7521b8 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0519166 Oct 13 11:36:49.916628 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00e8e713-9455-4976-b548-188dd0fa4165 req-e4c8ca9c-54d5-436d-a643-a4da0ef63d04 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391593 Oct 13 11:36:51.043155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdac2d-9dbb-4978-a9ae-eab3a204efb8 req-325d0f16-a118-4a92-8742-50c0c6f698cf tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:51.044677 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2fdac2d-9dbb-4978-a9ae-eab3a204efb8 req-325d0f16-a118-4a92-8742-50c0c6f698cf tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0512002 Oct 13 11:36:51.087286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2fdac2d-9dbb-4978-a9ae-eab3a204efb8 req-06e1f897-05f7-4d5b-9ebb-feae1589761b tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341294 Oct 13 11:36:52.212316 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339dc3c6-8018-4b47-9237-0bfb6ed46ed3 req-c79357a3-0697-4350-a2b1-a330e18fd571 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:52.213817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-339dc3c6-8018-4b47-9237-0bfb6ed46ed3 req-c79357a3-0697-4350-a2b1-a330e18fd571 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0541909 Oct 13 11:36:52.258172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-339dc3c6-8018-4b47-9237-0bfb6ed46ed3 req-60da1a74-6e4c-4c95-b0d7-8c91689a2323 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345767 Oct 13 11:36:53.375228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6349ed-56ff-4e19-94f5-2bec0da0f828 req-b8938fdd-f1f7-4792-ac6e-0827e35a41cc tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:53.377151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a6349ed-56ff-4e19-94f5-2bec0da0f828 req-b8938fdd-f1f7-4792-ac6e-0827e35a41cc tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0535607 Oct 13 11:36:53.419697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a6349ed-56ff-4e19-94f5-2bec0da0f828 req-0effaac1-5f49-4b3d-86e2-50ff1ec8e0e3 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365660 Oct 13 11:36:54.538675 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c992e9-af49-44e0-b9f5-96ac0e84b42d req-557af43b-9994-4f19-a109-39a564a82d2c tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:54.540224 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9c992e9-af49-44e0-b9f5-96ac0e84b42d req-557af43b-9994-4f19-a109-39a564a82d2c tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0501845 Oct 13 11:36:54.581171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9c992e9-af49-44e0-b9f5-96ac0e84b42d req-4ac55e13-589a-44ce-bd49-aefbad1a2c56 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348892 Oct 13 11:36:55.702983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2fa21-132e-4bf1-8284-c3b5fec26082 req-dc222e54-4a66-4580-971e-a317868be682 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:55.705136 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fda2fa21-132e-4bf1-8284-c3b5fec26082 req-dc222e54-4a66-4580-971e-a317868be682 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0513744 Oct 13 11:36:55.744694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fda2fa21-132e-4bf1-8284-c3b5fec26082 req-5b0a7b95-902b-47c8-ae04-83b97f21b8d4 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336192 Oct 13 11:36:56.873204 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e5f20-282f-4968-85fe-9c2670e94b92 req-da8258c4-9cbc-4a59-b235-92e4cba1afb7 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:56.874867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec8e5f20-282f-4968-85fe-9c2670e94b92 req-da8258c4-9cbc-4a59-b235-92e4cba1afb7 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0593841 Oct 13 11:36:56.919723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec8e5f20-282f-4968-85fe-9c2670e94b92 req-3445beee-0e6a-4c77-8078-456ac3830b0f tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384548 Oct 13 11:36:58.039331 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ba962-32f6-47ea-be01-6b247a65646e req-224c611e-4a67-4020-bc65-27ea496be4e2 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:58.040747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a99ba962-32f6-47ea-be01-6b247a65646e req-224c611e-4a67-4020-bc65-27ea496be4e2 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0510943 Oct 13 11:36:58.079777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a99ba962-32f6-47ea-be01-6b247a65646e req-f48b4897-a1e4-4fc3-b099-9ea6f768594f tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Oct 13 11:36:59.210270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7528587-a8e8-4caa-894e-7c4d3b57cbce req-a505be4e-4ad9-419e-9b6d-cd740fb39399 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:36:59.211865 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7528587-a8e8-4caa-894e-7c4d3b57cbce req-a505be4e-4ad9-419e-9b6d-cd740fb39399 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0554299 Oct 13 11:36:59.252661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7528587-a8e8-4caa-894e-7c4d3b57cbce req-6e944756-4c1d-41b7-98e3-b1829c36af11 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346007 Oct 13 11:37:00.376701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99422be-d295-4d39-88fa-5cafb608b7b5 req-b19b0774-2272-494f-952a-4d7f3cec6292 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:00.378187 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d99422be-d295-4d39-88fa-5cafb608b7b5 req-b19b0774-2272-494f-952a-4d7f3cec6292 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0555518 Oct 13 11:37:00.421693 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d99422be-d295-4d39-88fa-5cafb608b7b5 req-2070b2dd-6728-4dd6-834b-b33175763285 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374422 Oct 13 11:37:01.539160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2526b9a-f1c4-4ba3-aea0-88c0fb96f09b req-7afcfbe4-fb81-4c55-9e54-1d71b4a371ef tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:01.540672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2526b9a-f1c4-4ba3-aea0-88c0fb96f09b req-7afcfbe4-fb81-4c55-9e54-1d71b4a371ef tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0506742 Oct 13 11:37:01.580724 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2526b9a-f1c4-4ba3-aea0-88c0fb96f09b req-83e9cda9-254c-4808-87a5-91788426c882 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340621 Oct 13 11:37:02.700434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a1af1-95e6-48c0-8f16-70529c16917c req-2d77e70a-7a7b-4e44-85ec-0f84fc75208d tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:02.701923 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e2a1af1-95e6-48c0-8f16-70529c16917c req-2d77e70a-7a7b-4e44-85ec-0f84fc75208d tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0505276 Oct 13 11:37:02.744102 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e2a1af1-95e6-48c0-8f16-70529c16917c req-6f6ff197-74db-4011-a6e0-17831b4564fb tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342336 Oct 13 11:37:03.864150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8459df-33be-4bb7-b5eb-7600e006e9ef req-53209709-7213-4353-8ca9-a59bd0a70ec2 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:03.865578 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea8459df-33be-4bb7-b5eb-7600e006e9ef req-53209709-7213-4353-8ca9-a59bd0a70ec2 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0492990 Oct 13 11:37:03.911896 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea8459df-33be-4bb7-b5eb-7600e006e9ef req-e2fc18f6-512a-480f-884c-7d89c1fa9ba3 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 Oct 13 11:37:05.035250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec71ce-e3e9-48a0-b089-c8df50bb543d req-577cc072-25ce-4020-a1d6-454077f36294 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:05.038971 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19ec71ce-e3e9-48a0-b089-c8df50bb543d req-577cc072-25ce-4020-a1d6-454077f36294 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0527623 Oct 13 11:37:05.085214 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19ec71ce-e3e9-48a0-b089-c8df50bb543d req-eff2c70b-340e-46dd-a861-1458f90ce197 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Oct 13 11:37:06.203594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3721f02-5c1d-4a08-b8c8-e5a001d1e5fe req-4e282c60-f584-41cf-9e11-00fcd64d82e2 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:06.205716 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3721f02-5c1d-4a08-b8c8-e5a001d1e5fe req-4e282c60-f584-41cf-9e11-00fcd64d82e2 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0501132 Oct 13 11:37:06.245411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3721f02-5c1d-4a08-b8c8-e5a001d1e5fe req-b83a0915-b3ff-48c8-a71a-91dc7430bd98 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328503 Oct 13 11:37:07.363632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c96b-9864-4fcb-b549-b5deba2d9e7a req-4dc66ba5-3ac9-4ff7-8f10-3f61988d32fa tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:07.366124 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5e9c96b-9864-4fcb-b549-b5deba2d9e7a req-4dc66ba5-3ac9-4ff7-8f10-3f61988d32fa tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0500741 Oct 13 11:37:07.411109 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5e9c96b-9864-4fcb-b549-b5deba2d9e7a req-7cb7142a-6b78-4a13-9ab1-e87634d78e8c tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395856 Oct 13 11:37:08.140946 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f69b7e00-c9f5-4734-8014-1bafca2e995b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:08.531202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72daaaa-7a3f-4f0c-938f-946230ab0188 req-7003feb7-c7f8-4194-b039-04018132ceb7 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:08.532950 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c72daaaa-7a3f-4f0c-938f-946230ab0188 req-7003feb7-c7f8-4194-b039-04018132ceb7 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0511975 Oct 13 11:37:08.572190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c72daaaa-7a3f-4f0c-938f-946230ab0188 req-37e37613-4a70-4352-97a7-136b5d220278 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Oct 13 11:37:09.212403 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:09.383535 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-e2c8d58e-40a2-492a-88f1-4f2e5bb7e6ac service neutron] show failed (client error): The resource could not be found. Oct 13 11:37:09.384528 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-e2c8d58e-40a2-492a-88f1-4f2e5bb7e6ac service neutron] 10.222.0.46 "GET /v2.0/ports/29bbdeda-93db-44b3-b692-95cf39c8a53e/bindings/n-h2-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0590904 Oct 13 11:37:09.704837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae1917-ffbf-4908-89c5-2e9b1faf7bfa req-d4c29763-042a-4c27-84cf-829a3a3ff8ab tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:09.707093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76ae1917-ffbf-4908-89c5-2e9b1faf7bfa req-d4c29763-042a-4c27-84cf-829a3a3ff8ab tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0643735 Oct 13 11:37:09.747418 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76ae1917-ffbf-4908-89c5-2e9b1faf7bfa req-b8372971-c778-4b18-be34-5f6b4b2d7480 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336525 Oct 13 11:37:10.074087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-2880cea4-4327-4954-ba27-e240c88a4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:10.075585 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-2880cea4-4327-4954-ba27-e240c88a4181 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8&tenant_id=0790e019c04a4b2184976dcf896c7c79 HTTP/1.1" status: 200 len: 1096 time: 0.0842118 Oct 13 11:37:10.088513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:37:10.146214 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:10.360324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] For port 29bbdeda-93db-44b3-b692-95cf39c8a53e, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e,segment=NetworkSegment(9cc6f372-cfb8-42b2-848e-55c44db31579),segment_id=9cc6f372-cfb8-42b2-848e-55c44db31579)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:37:10.395387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] For port 29bbdeda-93db-44b3-b692-95cf39c8a53e, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:37:10.435837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31600034-add4-4701-819d-694059114ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29bbdeda-93db-44b3-b692-95cf39c8a53e'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:37:10.438162 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a0a3af-03bb-4f44-ba76-0e590ad45cef" -d '{"events": [{"server_uuid": "31600034-add4-4701-819d-694059114ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "29bbdeda-93db-44b3-b692-95cf39c8a53e"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:37:10.445410 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:10.456229 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Transition to ACTIVE for port object 29bbdeda-93db-44b3-b692-95cf39c8a53e will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:37:10.494739 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f703d177-ff25-405c-9dcc-7131a9e49c8c x-openstack-request-id: req-f703d177-ff25-405c-9dcc-7131a9e49c8c {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:37:10.495059 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31600034-add4-4701-819d-694059114ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "29bbdeda-93db-44b3-b692-95cf39c8a53e", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:37:10.495310 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f703d177-ff25-405c-9dcc-7131a9e49c8c {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:37:10.495711 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31600034-add4-4701-819d-694059114ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29bbdeda-93db-44b3-b692-95cf39c8a53e', 'code': 200} Oct 13 11:37:10.532259 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:10.600143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] No DVR routers for this DVR port 29bbdeda-93db-44b3-b692-95cf39c8a53e on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:37:10.604346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Pushing event updated for resources: {'Port': ['ID=29bbdeda-93db-44b3-b692-95cf39c8a53e,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:10.643945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Attempting to bind port 29bbdeda-93db-44b3-b692-95cf39c8a53e on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:37:10.644322 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Attempting to bind port 29bbdeda-93db-44b3-b692-95cf39c8a53e by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '9cc6f372-cfb8-42b2-848e-55c44db31579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1be84215-44dd-455f-823d-8219e1d7c064'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:37:10.644583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Attempting to bind port 29bbdeda-93db-44b3-b692-95cf39c8a53e on network 1be84215-44dd-455f-823d-8219e1d7c064 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:37:10.649483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Port 29bbdeda-93db-44b3-b692-95cf39c8a53e on network 1be84215-44dd-455f-823d-8219e1d7c064 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:37:10.649800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Attempting to bind port 29bbdeda-93db-44b3-b692-95cf39c8a53e on network 1be84215-44dd-455f-823d-8219e1d7c064 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:37:10.654829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:37:10.655164 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Checking segment: {'id': '9cc6f372-cfb8-42b2-848e-55c44db31579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1be84215-44dd-455f-823d-8219e1d7c064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:37:10.655551 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Bound using segment: {'id': '9cc6f372-cfb8-42b2-848e-55c44db31579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1be84215-44dd-455f-823d-8219e1d7c064'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:37:10.655980 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Bound port: 29bbdeda-93db-44b3-b692-95cf39c8a53e, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc6f372-cfb8-42b2-848e-55c44db31579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1be84215-44dd-455f-823d-8219e1d7c064'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:37:10.656332 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:10.723968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] For port 29bbdeda-93db-44b3-b692-95cf39c8a53e, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:37:10.732266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] For port 29bbdeda-93db-44b3-b692-95cf39c8a53e, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e,segment=NetworkSegment(9cc6f372-cfb8-42b2-848e-55c44db31579),segment_id=9cc6f372-cfb8-42b2-848e-55c44db31579)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:37:10.791105 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-68dd5dfe-3772-4ea4-b9ef-1e56201a706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:10.821918 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:10.857204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:10.858082 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:10.858253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:10.859692 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] 10.222.0.21 "PUT /v2.0/ports/29bbdeda-93db-44b3-b692-95cf39c8a53e HTTP/1.1" status: 200 len: 1091 time: 0.7754006 Oct 13 11:37:10.876228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5857e19-0ea1-4198-9302-e8e604ed5293 req-e3d0cf7a-aee9-4976-8b17-403108247f73 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:10.877936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5857e19-0ea1-4198-9302-e8e604ed5293 req-e3d0cf7a-aee9-4976-8b17-403108247f73 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 943 time: 0.0561810 Oct 13 11:37:10.914389 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359011d6-d265-4b74-98a8-763b24f7301e service neutron] Pushing event updated for resources: {'Port': ['ID=29bbdeda-93db-44b3-b692-95cf39c8a53e,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:10.928565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5857e19-0ea1-4198-9302-e8e604ed5293 req-473fc9d7-76ae-4b0e-834c-ea5dfdb9c604 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Oct 13 11:37:10.939017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-af2aac1f-ad95-4e7d-97b8-c00c082d0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:10.941212 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-af2aac1f-ad95-4e7d-97b8-c00c082d0c90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0790e019c04a4b2184976dcf896c7c79&device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0568192 Oct 13 11:37:11.052964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-6bfb4fc3-fe8d-4566-8135-265ff0679efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:11.054538 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-6bfb4fc3-fe8d-4566-8135-265ff0679efa service neutron] 10.222.0.21 "GET /v2.0/networks?id=1be84215-44dd-455f-823d-8219e1d7c064 HTTP/1.1" status: 200 len: 913 time: 0.1004632 Oct 13 11:37:11.103884 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-9c5f3b45-8700-4ff7-a623-2eead6760e28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e HTTP/1.1" status: 200 len: 217 time: 0.0378087 Oct 13 11:37:11.161786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-05d44759-1931-4ec6-9eed-7a43f992ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:11.163363 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-05d44759-1931-4ec6-9eed-7a43f992ec3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e9e9b78-6906-47b0-b017-4c7de4fd6533 HTTP/1.1" status: 200 len: 852 time: 0.0526469 Oct 13 11:37:11.196009 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-6eae00d4-c854-451d-b4c7-66351381158d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1be84215-44dd-455f-823d-8219e1d7c064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255094 Oct 13 11:37:11.305265 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-73fa1e64-8c2b-42bd-acc1-6b5d18a26486 service neutron] 10.222.0.21 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996823 Oct 13 11:37:11.402576 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd1bd711-d9ba-436a-a666-f626e48476b5 req-2062040e-f6d5-488a-a4f4-efa157b465f8 service neutron] 10.222.0.21 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898132 Oct 13 11:37:11.777688 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:12.053828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fccba3-8c70-45c7-a34f-b09ce264532a req-6198a2b5-3a6d-4bec-896e-908435b480e6 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:12.055338 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27fccba3-8c70-45c7-a34f-b09ce264532a req-6198a2b5-3a6d-4bec-896e-908435b480e6 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 943 time: 0.0554888 Oct 13 11:37:12.095496 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27fccba3-8c70-45c7-a34f-b09ce264532a req-86628fe6-588c-41f3-818c-36768bbaead6 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341916 Oct 13 11:37:12.341002 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:12.497471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31600034-add4-4701-819d-694059114ad8', 'tag': '29bbdeda-93db-44b3-b692-95cf39c8a53e'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:37:12.499954 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "31600034-add4-4701-819d-694059114ad8", "tag": "29bbdeda-93db-44b3-b692-95cf39c8a53e"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:37:12.526447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 29bbdeda-93db-44b3-b692-95cf39c8a53e no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:37:12.571225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 29bbdeda-93db-44b3-b692-95cf39c8a53e not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:37:12.571484 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8c3b70-349a-4298-a234-400085852ffa x-openstack-request-id: req-ef8c3b70-349a-4298-a234-400085852ffa {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:37:12.571625 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31600034-add4-4701-819d-694059114ad8", "tag": "29bbdeda-93db-44b3-b692-95cf39c8a53e", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:37:12.572097 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef8c3b70-349a-4298-a234-400085852ffa {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:37:12.573393 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31600034-add4-4701-819d-694059114ad8', 'tag': '29bbdeda-93db-44b3-b692-95cf39c8a53e', 'status': 'completed', 'code': 200} Oct 13 11:37:12.646410 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-8c7b7218-b11f-4db7-980d-751872a55778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:12.647895 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-8c7b7218-b11f-4db7-980d-751872a55778 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0790e019c04a4b2184976dcf896c7c79&device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0722506 Oct 13 11:37:12.653601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-ae42d559-50d9-4c98-941e-6b10f16f6fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:12.655118 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-ae42d559-50d9-4c98-941e-6b10f16f6fd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0790e019c04a4b2184976dcf896c7c79&device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0707581 Oct 13 11:37:12.824682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-dde3a026-61d8-4bcf-a629-f62f037a4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:12.826165 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-dde3a026-61d8-4bcf-a629-f62f037a4e0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1be84215-44dd-455f-823d-8219e1d7c064 HTTP/1.1" status: 200 len: 913 time: 0.1613905 Oct 13 11:37:12.827540 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-45ae7b2c-c523-46df-94d4-eaeafd1e27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:12.828846 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-45ae7b2c-c523-46df-94d4-eaeafd1e27c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1be84215-44dd-455f-823d-8219e1d7c064 HTTP/1.1" status: 200 len: 913 time: 0.1728234 Oct 13 11:37:12.904748 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-84b1cba9-cbfb-4445-a0fa-dec3bab05709 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e HTTP/1.1" status: 200 len: 217 time: 0.0696576 Oct 13 11:37:12.906026 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-e1ff673b-c634-4abc-926c-92932aaca754 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e HTTP/1.1" status: 200 len: 217 time: 0.0655270 Oct 13 11:37:12.990536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-3234785c-0259-47c5-a99a-3007a5131f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:12.992033 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-3234785c-0259-47c5-a99a-3007a5131f58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e9e9b78-6906-47b0-b017-4c7de4fd6533 HTTP/1.1" status: 200 len: 852 time: 0.0801241 Oct 13 11:37:12.995768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-3642c3d1-59ad-4ba3-bf7f-41bf8bbc2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:12.997110 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-3642c3d1-59ad-4ba3-bf7f-41bf8bbc2abc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e9e9b78-6906-47b0-b017-4c7de4fd6533 HTTP/1.1" status: 200 len: 852 time: 0.0841103 Oct 13 11:37:13.038864 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-b9b0aef7-3db4-4dc7-a670-84048c0507d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1be84215-44dd-455f-823d-8219e1d7c064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343840 Oct 13 11:37:13.061829 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-66b5ac24-2ab0-4ece-a361-53e3277f24e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1be84215-44dd-455f-823d-8219e1d7c064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323527 Oct 13 11:37:13.221631 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-0484d97d-b282-4a95-9835-6355ca1525e4 service neutron] 10.222.0.46 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620741 Oct 13 11:37:13.225300 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-1d51d6ef-c87e-433b-8ede-4b95f1c19c63 service neutron] 10.222.0.21 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459367 Oct 13 11:37:13.247508 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efedef-e0ca-413e-8f49-2af08c08a425 req-dc65d306-12bd-48ce-acfd-d6011f446cf5 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:13.249880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7efedef-e0ca-413e-8f49-2af08c08a425 req-dc65d306-12bd-48ce-acfd-d6011f446cf5 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 943 time: 0.0786443 Oct 13 11:37:13.297411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7efedef-e0ca-413e-8f49-2af08c08a425 req-0108e32c-8220-4a02-8aed-e6e155da0853 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Oct 13 11:37:13.397736 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-68010225-9e9d-4bf4-a4fc-7fac72e3aa6e service neutron] 10.222.0.46 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682074 Oct 13 11:37:13.399923 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4ae2e742-28db-4f5e-abb0-5d4db045fbb1 req-e5a6010c-3265-4541-a35c-6145eb80d80b service neutron] 10.222.0.21 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629903 Oct 13 11:37:13.532219 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:14.422013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941d949-dded-46fd-882a-2cf64a60c159 req-211dc81c-a1ac-4be3-861b-205954f9c0ae tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:14.423646 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7941d949-dded-46fd-882a-2cf64a60c159 req-211dc81c-a1ac-4be3-861b-205954f9c0ae tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 943 time: 0.0511451 Oct 13 11:37:14.470508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7941d949-dded-46fd-882a-2cf64a60c159 req-233fc715-9a09-43b7-ae47-1e2a074d552f tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Oct 13 11:37:14.479739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 29bbdeda-93db-44b3-b692-95cf39c8a53e details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:37:14.590405 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 29bbdeda-93db-44b3-b692-95cf39c8a53e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e,segment=NetworkSegment(9cc6f372-cfb8-42b2-848e-55c44db31579),segment_id=9cc6f372-cfb8-42b2-848e-55c44db31579)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:37:14.604789 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '29bbdeda-93db-44b3-b692-95cf39c8a53e', 'network_id': '1be84215-44dd-455f-823d-8219e1d7c064', 'port_id': '29bbdeda-93db-44b3-b692-95cf39c8a53e', 'mac_address': 'fa:16:3e:6f:64:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9e9b78-6906-47b0-b017-4c7de4fd6533', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:37:14.648918 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:14.662848 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bbdeda-93db-44b3-b692-95cf39c8a53e {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:37:14.694112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 29bbdeda-93db-44b3-b692-95cf39c8a53e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e,segment=NetworkSegment(9cc6f372-cfb8-42b2-848e-55c44db31579),segment_id=9cc6f372-cfb8-42b2-848e-55c44db31579)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:37:14.769524 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:14.820347 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=29bbdeda-93db-44b3-b692-95cf39c8a53e,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:14.827961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:14.828306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:14.828645 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:14.828985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:14.829319 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:14.829655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:14.829984 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:14.830310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:14.830662 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:14.830994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:14.831324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:14.831625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:14.995804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-4dc4d9f9-c685-4f83-a2dd-e3f6d9dc81c1 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:14.997223 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-4dc4d9f9-c685-4f83-a2dd-e3f6d9dc81c1 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.46 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8&tenant_id=0790e019c04a4b2184976dcf896c7c79&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 944 time: 0.0921350 Oct 13 11:37:15.000658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['29bbdeda-93db-44b3-b692-95cf39c8a53e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:37:15.060621 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-6da6bfa2-3953-4b2a-a3be-176fa5026b09 service neutron] delete failed (client error): The resource could not be found. Oct 13 11:37:15.061678 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-6da6bfa2-3953-4b2a-a3be-176fa5026b09 service neutron] 10.222.0.46 "DELETE /v2.0/ports/29bbdeda-93db-44b3-b692-95cf39c8a53e/bindings/n-h1-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0577505 Oct 13 11:37:15.147109 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-e57f2d83-6c14-41e9-9ade-ad95eb1675f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:15.149127 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-e57f2d83-6c14-41e9-9ade-ad95eb1675f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0790e019c04a4b2184976dcf896c7c79&device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0432000 Oct 13 11:37:15.257172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-f708c13b-f88f-4324-a30d-04daccddd15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:15.262942 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-f708c13b-f88f-4324-a30d-04daccddd15b service neutron] 10.222.0.46 "GET /v2.0/networks?id=1be84215-44dd-455f-823d-8219e1d7c064 HTTP/1.1" status: 200 len: 913 time: 0.1029928 Oct 13 11:37:15.303022 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-5c9f3db3-24bc-4d7f-8a44-c43cb0760624 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e HTTP/1.1" status: 200 len: 217 time: 0.0380239 Oct 13 11:37:15.357131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-f0401410-7a03-4fed-b079-7ff8c6ca0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:15.358647 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-f0401410-7a03-4fed-b079-7ff8c6ca0f5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e9e9b78-6906-47b0-b017-4c7de4fd6533 HTTP/1.1" status: 200 len: 852 time: 0.0491331 Oct 13 11:37:15.392275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-daf3b905-29d8-4a26-92ba-001bb13a750c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1be84215-44dd-455f-823d-8219e1d7c064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265381 Oct 13 11:37:15.488274 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-cb9b79e0-97f4-4d42-9d54-efea2dd94e2a service neutron] 10.222.0.46 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884500 Oct 13 11:37:15.602071 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-f931f9df-f637-49ba-9839-f89aa8b7b2eb service neutron] 10.222.0.46 "GET /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061807 Oct 13 11:37:16.515558 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 29bbdeda-93db-44b3-b692-95cf39c8a53e up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:37:16.634486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 29bbdeda-93db-44b3-b692-95cf39c8a53e completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:37:16.638648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 29bbdeda-93db-44b3-b692-95cf39c8a53e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:37:16.641946 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:16.722804 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:16.748364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31600034-add4-4701-819d-694059114ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bbdeda-93db-44b3-b692-95cf39c8a53e'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:37:16.750672 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25ca0d3-711b-4b32-bed5-e5716456488e" -d '{"events": [{"server_uuid": "31600034-add4-4701-819d-694059114ad8", "name": "network-vif-plugged", "status": "completed", "tag": "29bbdeda-93db-44b3-b692-95cf39c8a53e"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:37:16.763795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 29bbdeda-93db-44b3-b692-95cf39c8a53e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e,segment=NetworkSegment(9cc6f372-cfb8-42b2-848e-55c44db31579),segment_id=9cc6f372-cfb8-42b2-848e-55c44db31579)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:37:16.834695 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:16.883497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=29bbdeda-93db-44b3-b692-95cf39c8a53e,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:16.926860 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fad488-41de-4e5e-8626-d38c8f34fceb x-openstack-request-id: req-c4fad488-41de-4e5e-8626-d38c8f34fceb {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:37:16.927275 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31600034-add4-4701-819d-694059114ad8", "name": "network-vif-plugged", "status": "completed", "tag": "29bbdeda-93db-44b3-b692-95cf39c8a53e", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:37:16.927536 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4fad488-41de-4e5e-8626-d38c8f34fceb {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:37:16.928045 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31600034-add4-4701-819d-694059114ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bbdeda-93db-44b3-b692-95cf39c8a53e', 'code': 200} Oct 13 11:37:17.021434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6ccf6-8b58-42fd-b8f1-c46aae4be4cb req-2e4243d4-2874-4e8c-8b4d-f4ea8fcc5095 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:17.022894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ced6ccf6-8b58-42fd-b8f1-c46aae4be4cb req-2e4243d4-2874-4e8c-8b4d-f4ea8fcc5095 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0516927 Oct 13 11:37:17.063208 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ced6ccf6-8b58-42fd-b8f1-c46aae4be4cb req-da0ce814-f58e-422d-a995-ed4c43030fce tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343673 Oct 13 11:37:18.182598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0232c8-a59c-44f7-9f46-462356997c56 req-24cf0387-08a2-45ef-825a-19df4124a345 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:18.184667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd0232c8-a59c-44f7-9f46-462356997c56 req-24cf0387-08a2-45ef-825a-19df4124a345 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0514126 Oct 13 11:37:18.225160 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd0232c8-a59c-44f7-9f46-462356997c56 req-92e681d9-46f8-41be-a06f-abf601b792c0 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5444e72-87f5-488a-902b-20df49c4c6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347698 Oct 13 11:37:18.266381 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-5c68c5c8-7eb7-441d-b331-53de2f01766c tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:18.267881 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-5c68c5c8-7eb7-441d-b331-53de2f01766c tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.21 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 945 time: 0.0510693 Oct 13 11:37:18.357905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-c8665fcc-8a0a-4e7d-aa85-bdf5a9575701 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Deleting port 29bbdeda-93db-44b3-b692-95cf39c8a53e {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:37:18.358170 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-c8665fcc-8a0a-4e7d-aa85-bdf5a9575701 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:18.453069 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-c8665fcc-8a0a-4e7d-aa85-bdf5a9575701 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] For port 29bbdeda-93db-44b3-b692-95cf39c8a53e, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=29bbdeda-93db-44b3-b692-95cf39c8a53e,segment=NetworkSegment(9cc6f372-cfb8-42b2-848e-55c44db31579),segment_id=9cc6f372-cfb8-42b2-848e-55c44db31579)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:37:18.453431 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-c8665fcc-8a0a-4e7d-aa85-bdf5a9575701 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:18.467043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-c8665fcc-8a0a-4e7d-aa85-bdf5a9575701 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Calling delete_port for 29bbdeda-93db-44b3-b692-95cf39c8a53e owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:37:19.037955 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-c8665fcc-8a0a-4e7d-aa85-bdf5a9575701 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:19.050266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['29bbdeda-93db-44b3-b692-95cf39c8a53e'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:37:19.069844 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8665fcc-8a0a-4e7d-aa85-bdf5a9575701 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Pushing event deleted for resources: {'Port': ['ID=29bbdeda-93db-44b3-b692-95cf39c8a53e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:19.113877 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-c8665fcc-8a0a-4e7d-aa85-bdf5a9575701 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] No DVR routers for this DVR port 29bbdeda-93db-44b3-b692-95cf39c8a53e on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:37:19.116713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-c8665fcc-8a0a-4e7d-aa85-bdf5a9575701 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:19.120105 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-300cc11d-c1ca-4f9b-80ca-8be46c4bb845 req-c8665fcc-8a0a-4e7d-aa85-bdf5a9575701 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.21 "DELETE /v2.0/ports/29bbdeda-93db-44b3-b692-95cf39c8a53e HTTP/1.1" status: 204 len: 173 time: 0.8462918 Oct 13 11:37:19.120551 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31600034-add4-4701-819d-694059114ad8', 'name': 'network-vif-deleted', 'tag': '29bbdeda-93db-44b3-b692-95cf39c8a53e'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:37:19.122890 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a62b8b-596c-4f52-afe9-30cb5ff11e5c" -d '{"events": [{"server_uuid": "31600034-add4-4701-819d-694059114ad8", "name": "network-vif-deleted", "tag": "29bbdeda-93db-44b3-b692-95cf39c8a53e"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:37:19.161929 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75ff491-1dbe-4a1e-9128-1ca798a574bd x-openstack-request-id: req-d75ff491-1dbe-4a1e-9128-1ca798a574bd {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:37:19.162226 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31600034-add4-4701-819d-694059114ad8", "name": "network-vif-deleted", "tag": "29bbdeda-93db-44b3-b692-95cf39c8a53e", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:37:19.162518 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d75ff491-1dbe-4a1e-9128-1ca798a574bd {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:37:19.162912 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31600034-add4-4701-819d-694059114ad8', 'name': 'network-vif-deleted', 'tag': '29bbdeda-93db-44b3-b692-95cf39c8a53e', 'status': 'completed', 'code': 200} Oct 13 11:37:19.329479 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fb2fe0f3-5ea5-45c5-bb1c-7369c02db06a req-bd782788-1927-4cc9-a39c-33d1bf302921 tempest-DeleteServersTestJSON-1774161171 tempest-DeleteServersTestJSON-1774161171-project] 10.222.0.32 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 210 time: 0.0284033 Oct 13 11:37:19.637018 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a82169f4-5a5f-475d-bd79-48e2a2465bcc req-9d7586fe-a96d-4046-bc78-412d4eed45fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31600034-add4-4701-819d-694059114ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264630 Oct 13 11:37:19.706174 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a82169f4-5a5f-475d-bd79-48e2a2465bcc req-caa8e361-2067-4715-b052-ce7ea531943b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0790e019c04a4b2184976dcf896c7c79&device_id=31600034-add4-4701-819d-694059114ad8 HTTP/1.1" status: 200 len: 210 time: 0.0282564 Oct 13 11:37:19.826563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82169f4-5a5f-475d-bd79-48e2a2465bcc req-728a7f22-f702-4bf2-aa1a-f376d0262434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:19.828033 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a82169f4-5a5f-475d-bd79-48e2a2465bcc req-728a7f22-f702-4bf2-aa1a-f376d0262434 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0790e019c04a4b2184976dcf896c7c79&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1005361 Oct 13 11:37:19.927624 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82169f4-5a5f-475d-bd79-48e2a2465bcc req-95d9bf66-5171-4431-9f5c-666391805a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:19.929095 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a82169f4-5a5f-475d-bd79-48e2a2465bcc req-95d9bf66-5171-4431-9f5c-666391805a7b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948317 Oct 13 11:37:20.472697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35282) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:37:20.523416 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Deleting subnet 9e9e9b78-6906-47b0-b017-4c7de4fd6533 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:37:20.526751 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:20.563973 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:20.604634 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:20.746953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:20.778081 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9e9b78-6906-47b0-b017-4c7de4fd6533,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:20.782615 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:20.786009 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9e9e9b78-6906-47b0-b017-4c7de4fd6533 HTTP/1.1" status: 204 len: 168 time: 0.3122230 Oct 13 11:37:20.788815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35284) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:37:20.791383 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:20.791730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:20.792072 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:20.792409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:20.792740 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:20.793068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:20.793395 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:20.793719 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:20.794046 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:20.794424 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:20.794707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:20.795026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4dccbd-1c20-4b8d-8564-40d85796f7fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:20.860232 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:20.948786 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:20.969233 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be84215-44dd-455f-823d-8219e1d7c064']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:37:20.979374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc6f372-cfb8-42b2-848e-55c44db31579') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:37:20.979673 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc6f372-cfb8-42b2-848e-55c44db31579') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:37:20.990503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:21.005964 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:21.012202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:37:21.012602 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:37:21.014325 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:37:21.180621 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:21.186897 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:21.189865 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] 10.222.0.32 "DELETE /v2.0/networks/1be84215-44dd-455f-823d-8219e1d7c064 HTTP/1.1" status: 204 len: 168 time: 0.3999493 Oct 13 11:37:21.201505 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Pushing event deleted for resources: {'Network': ['ID=1be84215-44dd-455f-823d-8219e1d7c064,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:21.209562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:21.209908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:21.210253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:21.210633 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:21.211013 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:21.211294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:21.211631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:21.211961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:21.212363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:21.212607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:21.212933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:21.213258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527049c-70b8-4d45-b8e8-6a6cb8f9e39a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:37:21.494067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35288) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:37:21.533032 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-21b08769-e285-4e37-b63f-b8e5fe56ba6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0790e019c04a4b2184976dcf896c7c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377865 Oct 13 11:37:21.536617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35290) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:37:21.588093 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c12254b6-6530-4ae5-93af-412334a27f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:21.619913 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c12254b6-6530-4ae5-93af-412334a27f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:21.731909 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c12254b6-6530-4ae5-93af-412334a27f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:21.734563 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c12254b6-6530-4ae5-93af-412334a27f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:21.735973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c12254b6-6530-4ae5-93af-412334a27f23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5444e72-87f5-488a-902b-20df49c4c6af HTTP/1.1" status: 204 len: 168 time: 0.1983371 Oct 13 11:37:21.744197 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12254b6-6530-4ae5-93af-412334a27f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5444e72-87f5-488a-902b-20df49c4c6af,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:22.524649 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 29bbdeda-93db-44b3-b692-95cf39c8a53e no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:37:22.545981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 29bbdeda-93db-44b3-b692-95cf39c8a53e {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:37:22.546369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 29bbdeda-93db-44b3-b692-95cf39c8a53e not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:37:22.880195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35312) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:37:22.991983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1971011316-network', 'tenant_id': '6a3ce64f1fae4ce78bf6e8cc7e5afe72'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:37:23.101300 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Made reservation on behalf of 6a3ce64f1fae4ce78bf6e8cc7e5afe72 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:37:23.104221 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:23.113766 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:23.201356 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:23.289153 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:23.321087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:37:23.335248 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0bfca6-788c-429a-b1b8-a22527ecd7a8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:23.341193 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:23.341540 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Added segment 915c6a27-d042-4d7b-bf6c-5e92fdde9596 of type vlan for network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 Oct 13 11:37:23.386546 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:23.478131 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:23.479074 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:23.479650 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:23.542627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] Pushing event updated for resources: {'Network': ['ID=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:23.554066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:37:23.589434 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dc6edf72-c29f-4506-a050-a19bcf006da9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7079351 Oct 13 11:37:23.595956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35316) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:37:23.597852 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-254bc05b-75f4-4f57-b727-9c32b296caef admin admin] Request body: {'subnet': {'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1971011316-subnet', 'tenant_id': '6a3ce64f1fae4ce78bf6e8cc7e5afe72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:37:23.703009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254bc05b-75f4-4f57-b727-9c32b296caef admin admin] Made reservation on behalf of 6a3ce64f1fae4ce78bf6e8cc7e5afe72 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:37:23.705481 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-254bc05b-75f4-4f57-b727-9c32b296caef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:23.940678 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-254bc05b-75f4-4f57-b727-9c32b296caef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:24.004184 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bc05b-75f4-4f57-b727-9c32b296caef admin admin] Pushing event updated for resources: {'Subnet': ['ID=99dc305d-838b-4de4-8777-58b7265846c7,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:24.011600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254bc05b-75f4-4f57-b727-9c32b296caef admin admin] Checking segment: {'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:37:24.011957 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254bc05b-75f4-4f57-b727-9c32b296caef admin admin] Network hostable DHCP agents. Network: a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:37:24.111970 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254bc05b-75f4-4f57-b727-9c32b296caef admin admin] Network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:37:24.174926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-254bc05b-75f4-4f57-b727-9c32b296caef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:37:24.179507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254bc05b-75f4-4f57-b727-9c32b296caef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:24.180217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-254bc05b-75f4-4f57-b727-9c32b296caef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:24.184349 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4739506c-453d-4ba8-ac5c-88642014ce25 None None] Network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:37:24.275122 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-254bc05b-75f4-4f57-b727-9c32b296caef admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6816785 Oct 13 11:37:24.318165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f0d46-70e7-4eb7-a4fe-2e9fd8e017f0 None None] Network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:37:24.715822 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-77b5777a-65d0-40bd-8341-b542e8831c28 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:24.717299 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-77b5777a-65d0-40bd-8341-b542e8831c28 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 815 time: 0.1054165 Oct 13 11:37:24.732829 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-69e50238-b73f-4231-a45c-b445fe476761 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/quotas/6a3ce64f1fae4ce78bf6e8cc7e5afe72 HTTP/1.1" status: 200 len: 375 time: 0.0095778 Oct 13 11:37:24.771976 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-60f264b5-e4f2-4246-9605-50fcf63e30d7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326753 Oct 13 11:37:24.919875 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-c51c5407-7184-4313-b58e-59a07fa8cbec service neutron] 10.222.0.32 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409416 Oct 13 11:37:25.017612 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-72406b8e-9611-4d79-9e06-943d4d30bf59 service neutron] 10.222.0.32 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909870 Oct 13 11:37:25.257358 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-031aa6fa-211c-4193-a83d-02a38a07b6db req-4a43bacd-ee5c-4d96-8756-7150860ab9ae tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 210 time: 0.0268545 Oct 13 11:37:26.335770 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85c81039-0884-4a24-bc72-3d41fb1c32ba req-017ca349-2f31-4c72-a3af-0a535f5c5f4d tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 210 time: 0.0259187 Oct 13 11:37:26.346758 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:37:27.435477 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-941935c4-b3a2-49db-865c-efb1ab504c3c req-08c9b044-c4d1-44ad-b012-56a368b24a06 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 210 time: 0.0275772 Oct 13 11:37:27.465542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-be453c37-19b6-42a6-8cc0-964c21d68511 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:27.467063 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-be453c37-19b6-42a6-8cc0-964c21d68511 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.21 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 815 time: 0.1147625 Oct 13 11:37:27.480662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-2da14a6a-66ac-44e8-b3a8-c8ac2ef9e245 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Request body: {'port': {'device_id': '68809140-567d-4e76-b432-2d35683b6088', 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3', 'admin_state_up': True, 'tenant_id': '6a3ce64f1fae4ce78bf6e8cc7e5afe72'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:37:27.680109 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-2da14a6a-66ac-44e8-b3a8-c8ac2ef9e245 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Made reservation on behalf of 6a3ce64f1fae4ce78bf6e8cc7e5afe72 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:37:27.683817 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-2da14a6a-66ac-44e8-b3a8-c8ac2ef9e245 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:27.824311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-2da14a6a-66ac-44e8-b3a8-c8ac2ef9e245 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Allocated IP 172.20.0.3 (a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3/99dc305d-838b-4de4-8777-58b7265846c7/f87068c2-240f-4467-9187-6f67efc60c60) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:37:27.969818 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-2da14a6a-66ac-44e8-b3a8-c8ac2ef9e245 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:28.118169 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-2da14a6a-66ac-44e8-b3a8-c8ac2ef9e245 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:28.169158 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-2da14a6a-66ac-44e8-b3a8-c8ac2ef9e245 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:37:28.172311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-2da14a6a-66ac-44e8-b3a8-c8ac2ef9e245 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:37:28.176346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-2da14a6a-66ac-44e8-b3a8-c8ac2ef9e245 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:37:28.201833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da14a6a-66ac-44e8-b3a8-c8ac2ef9e245 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Pushing event updated for resources: {'Port': ['ID=f87068c2-240f-4467-9187-6f67efc60c60,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:28.232503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-2da14a6a-66ac-44e8-b3a8-c8ac2ef9e245 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:28.233076 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-2da14a6a-66ac-44e8-b3a8-c8ac2ef9e245 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:28.309010 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-2da14a6a-66ac-44e8-b3a8-c8ac2ef9e245 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8322227 Oct 13 11:37:28.321712 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Request body: {'port': {'device_id': '68809140-567d-4e76-b432-2d35683b6088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:37:28.387093 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:28.568583 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f87c8-242c-4e15-a03a-156a23e45c98 req-4cd15718-340d-4759-8517-3f0e7bfb7bfb tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:28.570110 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-504f87c8-242c-4e15-a03a-156a23e45c98 req-4cd15718-340d-4759-8517-3f0e7bfb7bfb tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 931 time: 0.0534225 Oct 13 11:37:28.610034 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-504f87c8-242c-4e15-a03a-156a23e45c98 req-77e8eac4-d307-49db-a1b0-dde48dd9e84b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337448 Oct 13 11:37:28.680019 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87068c2-240f-4467-9187-6f67efc60c60 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:37:28.687718 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:28.700544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Transition to ACTIVE for port object f87068c2-240f-4467-9187-6f67efc60c60 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:37:28.766181 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:28.820335 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Pushing event updated for resources: {'Port': ['ID=f87068c2-240f-4467-9187-6f67efc60c60,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:28.896514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Attempting to bind port f87068c2-240f-4467-9187-6f67efc60c60 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:37:28.896844 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Attempting to bind port f87068c2-240f-4467-9187-6f67efc60c60 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:37:28.897171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Attempting to bind port f87068c2-240f-4467-9187-6f67efc60c60 on network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:37:28.901585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Port f87068c2-240f-4467-9187-6f67efc60c60 on network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:37:28.901916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Attempting to bind port f87068c2-240f-4467-9187-6f67efc60c60 on network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:37:28.906679 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:37:28.907021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Checking segment: {'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:37:28.907405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Bound using segment: {'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:37:28.907832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Bound port: f87068c2-240f-4467-9187-6f67efc60c60, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:37:28.908191 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:28.975364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] For port f87068c2-240f-4467-9187-6f67efc60c60, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:37:28.978631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] For port f87068c2-240f-4467-9187-6f67efc60c60, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f87068c2-240f-4467-9187-6f67efc60c60,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:37:29.115185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:29.154459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:29.155078 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:29.156446 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] 10.222.0.21 "PUT /v2.0/ports/f87068c2-240f-4467-9187-6f67efc60c60 HTTP/1.1" status: 200 len: 1091 time: 0.8389561 Oct 13 11:37:29.156881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68809140-567d-4e76-b432-2d35683b6088', 'tag': 'f87068c2-240f-4467-9187-6f67efc60c60'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:37:29.159305 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adf3e7c-5482-43c7-a35a-2481af16017f" -d '{"events": [{"name": "network-changed", "server_uuid": "68809140-567d-4e76-b432-2d35683b6088", "tag": "f87068c2-240f-4467-9187-6f67efc60c60"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:37:29.185279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee5011-3d63-4f94-b640-190c0aa0c02c service neutron] Pushing event updated for resources: {'Port': ['ID=f87068c2-240f-4467-9187-6f67efc60c60,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:29.198687 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c7ead9-fca9-456b-b713-399ef98acba5 x-openstack-request-id: req-08c7ead9-fca9-456b-b713-399ef98acba5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:37:29.198980 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68809140-567d-4e76-b432-2d35683b6088", "tag": "f87068c2-240f-4467-9187-6f67efc60c60", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:37:29.199287 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08c7ead9-fca9-456b-b713-399ef98acba5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:37:29.199698 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68809140-567d-4e76-b432-2d35683b6088', 'tag': 'f87068c2-240f-4467-9187-6f67efc60c60', 'status': 'completed', 'code': 200} Oct 13 11:37:29.261987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3e7c-5482-43c7-a35a-2481af16017f req-ec43d0f9-a1bf-46f6-89ec-dc57ee84c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:29.263556 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2adf3e7c-5482-43c7-a35a-2481af16017f req-ec43d0f9-a1bf-46f6-89ec-dc57ee84c54c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 1094 time: 0.0435498 Oct 13 11:37:29.390932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3e7c-5482-43c7-a35a-2481af16017f req-c146a159-9f4d-45c5-8538-3e9dd2a8aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:29.394763 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2adf3e7c-5482-43c7-a35a-2481af16017f req-c146a159-9f4d-45c5-8538-3e9dd2a8aaf2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1203299 Oct 13 11:37:29.509994 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3e7c-5482-43c7-a35a-2481af16017f req-be314a05-5e0d-40f4-966c-786dee26ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:29.511505 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2adf3e7c-5482-43c7-a35a-2481af16017f req-be314a05-5e0d-40f4-966c-786dee26ec2a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1125469 Oct 13 11:37:29.590246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-c92e1854-29e7-4d4d-9cfa-2d8cdc51786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:29.591785 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-c92e1854-29e7-4d4d-9cfa-2d8cdc51786d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 1094 time: 0.0408528 Oct 13 11:37:29.637516 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-95f71990-69e3-46d6-a9b3-420c621c6ffb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f87068c2-240f-4467-9187-6f67efc60c60 HTTP/1.1" status: 200 len: 217 time: 0.0363791 Oct 13 11:37:29.702590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-8c644b4d-fdba-494d-855d-13b96e97f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:29.704940 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-8c644b4d-fdba-494d-855d-13b96e97f0ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 200 len: 855 time: 0.0597732 Oct 13 11:37:29.739262 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-cef7aee0-2a52-46a3-8a55-7c842b5e1c45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273418 Oct 13 11:37:29.739542 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83a93f-ee62-4168-afd8-1b1b7f9f48f2 req-75f5114a-342e-4874-bb8b-abd01554a40e tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:29.740836 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e83a93f-ee62-4168-afd8-1b1b7f9f48f2 req-75f5114a-342e-4874-bb8b-abd01554a40e tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 943 time: 0.0578508 Oct 13 11:37:29.781161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e83a93f-ee62-4168-afd8-1b1b7f9f48f2 req-91ed993d-1a07-4603-933b-e8f6027cd2fc tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340228 Oct 13 11:37:29.833162 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-c753a8dc-066c-42b8-972c-1ea3f87d0d48 service neutron] 10.222.0.21 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866613 Oct 13 11:37:29.932014 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4da04636-fc47-4a6b-8d2c-a5fd3fb9c792 req-4adbed4f-991a-47af-809c-487eedc9f165 service neutron] 10.222.0.21 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923088 Oct 13 11:37:30.901509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa6ebd-fefd-4d29-9852-0ab42b915ba9 req-89b4fb7d-064a-4d72-a3d8-beda3439e528 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:30.903038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d5fa6ebd-fefd-4d29-9852-0ab42b915ba9 req-89b4fb7d-064a-4d72-a3d8-beda3439e528 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 943 time: 0.0502832 Oct 13 11:37:30.942834 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d5fa6ebd-fefd-4d29-9852-0ab42b915ba9 req-f6b494fb-c7ae-49f3-9a94-d4c9f3ce00f0 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Oct 13 11:37:32.070357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2ebb3-c949-4c89-a4e7-b8efd9815094 req-b05da415-95ff-4039-aea2-cc17131bb166 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:32.072120 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93f2ebb3-c949-4c89-a4e7-b8efd9815094 req-b05da415-95ff-4039-aea2-cc17131bb166 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 943 time: 0.0600953 Oct 13 11:37:32.121110 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-93f2ebb3-c949-4c89-a4e7-b8efd9815094 req-7795e303-e407-4ddc-ac3e-09765c436d09 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 Oct 13 11:37:32.552942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f87068c2-240f-4467-9187-6f67efc60c60 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:37:32.651341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f87068c2-240f-4467-9187-6f67efc60c60, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f87068c2-240f-4467-9187-6f67efc60c60,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:37:32.663818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'f87068c2-240f-4467-9187-6f67efc60c60', 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3', 'port_id': 'f87068c2-240f-4467-9187-6f67efc60c60', 'mac_address': 'fa:16:3e:9b:a7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc305d-838b-4de4-8777-58b7265846c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:37:32.706707 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:32.720356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87068c2-240f-4467-9187-6f67efc60c60 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:37:32.741334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f87068c2-240f-4467-9187-6f67efc60c60, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f87068c2-240f-4467-9187-6f67efc60c60,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:37:32.846345 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:32.906527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=f87068c2-240f-4467-9187-6f67efc60c60,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:33.037811 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['f87068c2-240f-4467-9187-6f67efc60c60'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:37:33.246606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9af2b1-f2a7-4fcb-8472-b5296c820746 req-618b2090-56c2-40ba-b350-ca8b785343cf tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:33.248116 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d9af2b1-f2a7-4fcb-8472-b5296c820746 req-618b2090-56c2-40ba-b350-ca8b785343cf tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 944 time: 0.0547340 Oct 13 11:37:33.296850 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d9af2b1-f2a7-4fcb-8472-b5296c820746 req-985ac74b-a2bf-4e51-9690-ffabbfef9b45 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Oct 13 11:37:34.416875 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dd4e6-a471-46fe-a351-43c2b90cb08e req-ad31ddb7-eaf5-49ac-bf24-bbaeb5697649 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:34.418450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c36dd4e6-a471-46fe-a351-43c2b90cb08e req-ad31ddb7-eaf5-49ac-bf24-bbaeb5697649 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 944 time: 0.0524657 Oct 13 11:37:34.459066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c36dd4e6-a471-46fe-a351-43c2b90cb08e req-d663cdd7-77e5-4f36-a978-0c4d676dcaf4 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324860 Oct 13 11:37:34.570673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f87068c2-240f-4467-9187-6f67efc60c60 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:37:34.669026 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port f87068c2-240f-4467-9187-6f67efc60c60 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:37:34.673281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port f87068c2-240f-4467-9187-6f67efc60c60 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:37:34.673656 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:34.758404 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:34.781458 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68809140-567d-4e76-b432-2d35683b6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87068c2-240f-4467-9187-6f67efc60c60'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:37:34.783760 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb3120c-58df-43f6-ae5d-2e1895c0657c" -d '{"events": [{"server_uuid": "68809140-567d-4e76-b432-2d35683b6088", "name": "network-vif-plugged", "status": "completed", "tag": "f87068c2-240f-4467-9187-6f67efc60c60"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:37:34.797320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port f87068c2-240f-4467-9187-6f67efc60c60, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f87068c2-240f-4467-9187-6f67efc60c60,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:37:34.823435 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1624fbab-ddf4-41af-8510-82c9db7376d8 x-openstack-request-id: req-1624fbab-ddf4-41af-8510-82c9db7376d8 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:37:34.823435 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68809140-567d-4e76-b432-2d35683b6088", "name": "network-vif-plugged", "status": "completed", "tag": "f87068c2-240f-4467-9187-6f67efc60c60", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:37:34.823435 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1624fbab-ddf4-41af-8510-82c9db7376d8 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:37:34.823435 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68809140-567d-4e76-b432-2d35683b6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87068c2-240f-4467-9187-6f67efc60c60', 'code': 200} Oct 13 11:37:34.866310 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:34.924137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=f87068c2-240f-4467-9187-6f67efc60c60,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:34.929974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6ec78-188d-473a-9323-c2478acf1bf9 req-3c2498a8-75ab-4a87-8a7b-978724bd632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:34.931566 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-23a6ec78-188d-473a-9323-c2478acf1bf9 req-3c2498a8-75ab-4a87-8a7b-978724bd632b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 1096 time: 0.0426700 Oct 13 11:37:34.976390 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-23a6ec78-188d-473a-9323-c2478acf1bf9 req-fd232c41-60c7-4e4a-91a4-a677d680f6ba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377285 Oct 13 11:37:35.579676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa284215-4258-4da3-8a08-53f8c466cdce req-29d31ece-9fbe-4c57-9fab-7afd15403d7c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:35.581298 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa284215-4258-4da3-8a08-53f8c466cdce req-29d31ece-9fbe-4c57-9fab-7afd15403d7c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0519397 Oct 13 11:37:35.622088 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa284215-4258-4da3-8a08-53f8c466cdce req-1b074473-c81d-4d26-8225-4358fd123f96 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346122 Oct 13 11:37:36.749986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e07add-8c64-46d6-8fa1-b8075c74baef req-44d9daf2-ec0c-481c-97b8-4d88c2f794e5 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:36.751450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-70e07add-8c64-46d6-8fa1-b8075c74baef req-44d9daf2-ec0c-481c-97b8-4d88c2f794e5 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0553408 Oct 13 11:37:36.792961 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-70e07add-8c64-46d6-8fa1-b8075c74baef req-d22e0cf3-25d6-476a-a937-14d2246589a8 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347183 Oct 13 11:37:36.916350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f8ed3-2d3a-48e4-8b7a-436e26b331df req-89b22757-ac9b-4d76-922e-002eb0a83ccd tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:36.917911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fb6f8ed3-2d3a-48e4-8b7a-436e26b331df req-89b22757-ac9b-4d76-922e-002eb0a83ccd tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0572433 Oct 13 11:37:36.958797 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fb6f8ed3-2d3a-48e4-8b7a-436e26b331df req-31a6d386-c33e-4bba-93cf-1e7a25a77767 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346258 Oct 13 11:37:37.262074 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bacab-ab08-422e-9fe5-9db241a20aa4 req-00938ca8-a0ad-4060-8d99-e7bcb54dc909 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:37.263690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf0bacab-ab08-422e-9fe5-9db241a20aa4 req-00938ca8-a0ad-4060-8d99-e7bcb54dc909 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0505824 Oct 13 11:37:37.304403 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf0bacab-ab08-422e-9fe5-9db241a20aa4 req-257d09ef-34aa-4778-b9af-2c82d649df56 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337262 Oct 13 11:37:37.429161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b596b-e795-416a-a7e4-9d18ffc7154f req-f82d7d76-a392-4eda-b84f-168981bf9d26 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:37.430700 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c40b596b-e795-416a-a7e4-9d18ffc7154f req-f82d7d76-a392-4eda-b84f-168981bf9d26 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0546811 Oct 13 11:37:37.469761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c40b596b-e795-416a-a7e4-9d18ffc7154f req-8e10f2b1-9417-4ab3-b568-685b046bb07a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Oct 13 11:37:37.851513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6732d-6af4-404e-800b-8825289dd26a req-2cd057e2-cecf-49f7-8dc7-4f4eaab540ee tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:37.853111 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76a6732d-6af4-404e-800b-8825289dd26a req-2cd057e2-cecf-49f7-8dc7-4f4eaab540ee tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0537696 Oct 13 11:37:37.895806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76a6732d-6af4-404e-800b-8825289dd26a req-6444eb4f-5cc7-4222-8c34-50a4a6f1ffd4 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363431 Oct 13 11:37:37.960951 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-d783cfbd-5704-48d0-a33e-c7895f2442ef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432003 Oct 13 11:37:38.080372 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cc027e4d-4569-44c7-88e0-71e4b31c3894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:39.016684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe9672-c89d-4623-80d3-f6efc996e2f1 req-1405127d-3d09-471b-9a87-fe860c0cd2f1 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:39.018182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dbfe9672-c89d-4623-80d3-f6efc996e2f1 req-1405127d-3d09-471b-9a87-fe860c0cd2f1 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0516651 Oct 13 11:37:39.060115 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dbfe9672-c89d-4623-80d3-f6efc996e2f1 req-5291a829-78e2-4706-b10f-88f39782ece2 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335956 Oct 13 11:37:39.203904 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:40.176682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-41ff19a9-5c99-4346-9772-1e8d6eea76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:40.178238 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-41ff19a9-5c99-4346-9772-1e8d6eea76d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 1096 time: 0.0495973 Oct 13 11:37:40.186013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f1ca4-8c3b-4b5c-b7fe-82ad879fa65a req-0c86bb50-f31f-4814-90d0-b92de1dbe45f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:40.187560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-864f1ca4-8c3b-4b5c-b7fe-82ad879fa65a req-0c86bb50-f31f-4814-90d0-b92de1dbe45f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0551932 Oct 13 11:37:40.244592 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-864f1ca4-8c3b-4b5c-b7fe-82ad879fa65a req-ab2953da-8514-4dff-a17d-ffa29ff78a63 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462840 Oct 13 11:37:40.282513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-00433ef0-2ea1-470e-85d0-d589a81b492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:40.284022 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-00433ef0-2ea1-470e-85d0-d589a81b492c service neutron] 10.222.0.21 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 916 time: 0.0989909 Oct 13 11:37:40.329589 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-878ee69e-5f64-4116-8425-16e1bf497c50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f87068c2-240f-4467-9187-6f67efc60c60 HTTP/1.1" status: 200 len: 217 time: 0.0382023 Oct 13 11:37:40.379450 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-378b65d2-a649-4173-beb8-084092599349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:40.380959 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-378b65d2-a649-4173-beb8-084092599349 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 200 len: 855 time: 0.0453260 Oct 13 11:37:40.413456 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-d8112546-3426-4f02-a052-81679643a8a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260029 Oct 13 11:37:40.504805 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-e16df795-7288-4c39-b53d-47e15e3d833c service neutron] 10.222.0.21 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849776 Oct 13 11:37:40.603162 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-29db84ba-1a8e-4aa4-a594-f11b1420901f service neutron] 10.222.0.21 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909331 Oct 13 11:37:40.821145 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79805203-8eff-4d33-bef8-417b6e4e5fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:40.849234 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:41.368027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9355767-3c33-4920-a204-5d914c39c375 req-cc0ed40d-d59d-4ad9-b2a2-08d20c6b52ed tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:41.369500 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9355767-3c33-4920-a204-5d914c39c375 req-cc0ed40d-d59d-4ad9-b2a2-08d20c6b52ed tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0558724 Oct 13 11:37:41.414078 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9355767-3c33-4920-a204-5d914c39c375 req-5bdda094-5934-426c-b295-0257539d5204 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343533 Oct 13 11:37:41.757613 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:42.325743 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:42.534105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86facf66-4278-4901-b465-f33f48783a10 req-d378adfe-8e02-4f2b-95b1-6247063476be tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:42.535904 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86facf66-4278-4901-b465-f33f48783a10 req-d378adfe-8e02-4f2b-95b1-6247063476be tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0518696 Oct 13 11:37:42.576287 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86facf66-4278-4901-b465-f33f48783a10 req-c99ee9bd-a5fd-40a0-82bf-cd8a8a4c916b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340545 Oct 13 11:37:43.548603 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:43.702659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fcebc-4c1d-4742-92c6-ed4d30332344 req-7d979370-2834-409f-93a9-a8eedbab3e12 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:43.704089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c57fcebc-4c1d-4742-92c6-ed4d30332344 req-7d979370-2834-409f-93a9-a8eedbab3e12 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0572977 Oct 13 11:37:43.743893 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c57fcebc-4c1d-4742-92c6-ed4d30332344 req-bfd5a6fc-442d-47d4-bc60-47e71be36e70 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327063 Oct 13 11:37:44.873363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7bda3-a6ce-49d1-9048-d70ce3acf6d0 req-fca92b35-db8e-44bd-ac23-b3470cd3abd2 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:44.874949 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ec7bda3-a6ce-49d1-9048-d70ce3acf6d0 req-fca92b35-db8e-44bd-ac23-b3470cd3abd2 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0603206 Oct 13 11:37:44.914848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ec7bda3-a6ce-49d1-9048-d70ce3acf6d0 req-9fe1174f-6036-4443-8e15-8255613da9f5 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337017 Oct 13 11:37:46.034812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fde5c-33ef-4b28-aae5-ad12a569680c req-c85aa1c4-de6d-4bd6-983b-a47a21f9db20 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:46.036612 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c0fde5c-33ef-4b28-aae5-ad12a569680c req-c85aa1c4-de6d-4bd6-983b-a47a21f9db20 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0512946 Oct 13 11:37:46.079081 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c0fde5c-33ef-4b28-aae5-ad12a569680c req-c31069c9-5d69-42a5-af94-831dd85fdb3b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353377 Oct 13 11:37:47.204032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c44619-d2a4-4b4a-90c3-eefa863ec500 req-3e216c65-27d5-40d7-99dd-1eee83f407ad tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:47.205634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30c44619-d2a4-4b4a-90c3-eefa863ec500 req-3e216c65-27d5-40d7-99dd-1eee83f407ad tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0568855 Oct 13 11:37:47.245806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30c44619-d2a4-4b4a-90c3-eefa863ec500 req-ae127ae9-1502-45b3-8f45-30728eb11800 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341427 Oct 13 11:37:48.368198 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c430af-e9e6-4e82-97ba-dbf6fb319754 req-8fc93aa1-d0b8-4bed-840a-eff31cbdf10d tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:48.369639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20c430af-e9e6-4e82-97ba-dbf6fb319754 req-8fc93aa1-d0b8-4bed-840a-eff31cbdf10d tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0563536 Oct 13 11:37:48.407498 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20c430af-e9e6-4e82-97ba-dbf6fb319754 req-62cda214-f9f2-4d0c-a463-0e9710d7f344 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Oct 13 11:37:49.522649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da15cfd-5ff4-48ea-88be-dedb115847a6 req-8fdc1bd5-5513-4428-8383-5fad3e585055 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:49.524164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0da15cfd-5ff4-48ea-88be-dedb115847a6 req-8fdc1bd5-5513-4428-8383-5fad3e585055 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0500512 Oct 13 11:37:49.563944 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0da15cfd-5ff4-48ea-88be-dedb115847a6 req-b45a3365-4a06-4eba-ac7d-3a9eefe52eed tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337269 Oct 13 11:37:50.684839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060992f6-138e-4ceb-a09c-e2a1962c71c4 req-9c72b8df-2ccd-416e-859b-476175a2182b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:50.686306 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-060992f6-138e-4ceb-a09c-e2a1962c71c4 req-9c72b8df-2ccd-416e-859b-476175a2182b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0558197 Oct 13 11:37:50.724487 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-060992f6-138e-4ceb-a09c-e2a1962c71c4 req-9e416882-1356-458d-800e-91d8ad7be144 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321779 Oct 13 11:37:51.838066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0001446-ec9d-4fc0-afa3-2f042aea2df6 req-75d75c8d-affc-47d6-a632-1f2d86261717 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:51.839562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0001446-ec9d-4fc0-afa3-2f042aea2df6 req-75d75c8d-affc-47d6-a632-1f2d86261717 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0483875 Oct 13 11:37:51.877375 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b0001446-ec9d-4fc0-afa3-2f042aea2df6 req-b02ece79-6ced-4f84-bf68-6586d9275aa4 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Oct 13 11:37:52.996960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ecfe0-f5fe-4d4d-85bc-d720204dcf6d req-9fdda7d0-9eeb-414c-bef8-251456d59abc tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:52.996960 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f0ecfe0-f5fe-4d4d-85bc-d720204dcf6d req-9fdda7d0-9eeb-414c-bef8-251456d59abc tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0505748 Oct 13 11:37:53.038675 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f0ecfe0-f5fe-4d4d-85bc-d720204dcf6d req-9728cb9f-1b63-4d60-a2d2-d22a7dd02299 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361121 Oct 13 11:37:54.166518 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11a280-2158-49cf-a685-0f6de50dee58 req-d9f4293c-72d1-4acb-8fcb-732e617a6cd9 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:54.168066 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb11a280-2158-49cf-a685-0f6de50dee58 req-d9f4293c-72d1-4acb-8fcb-732e617a6cd9 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0579848 Oct 13 11:37:54.215029 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eb11a280-2158-49cf-a685-0f6de50dee58 req-d3f70ec8-3ce0-4037-85a9-c8c15a0d3593 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Oct 13 11:37:55.332450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb7be4-3978-4b36-8d36-4660fd2cf579 req-86d523b9-fad5-4e2f-adab-e2d7f4efcd7d tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:55.333997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50cb7be4-3978-4b36-8d36-4660fd2cf579 req-86d523b9-fad5-4e2f-adab-e2d7f4efcd7d tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0506883 Oct 13 11:37:55.374218 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50cb7be4-3978-4b36-8d36-4660fd2cf579 req-2f1bd440-98b9-4cae-b3ae-04afa10e21a6 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Oct 13 11:37:56.500231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c5c8b-d732-4759-b4e6-49c9061f1567 req-34ba5e86-09b4-4210-9a1b-217c69924482 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:56.501804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a61c5c8b-d732-4759-b4e6-49c9061f1567 req-34ba5e86-09b4-4210-9a1b-217c69924482 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0576673 Oct 13 11:37:56.543233 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a61c5c8b-d732-4759-b4e6-49c9061f1567 req-b5046786-7cc5-4ca5-a05d-fe1db8ffe53f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350966 Oct 13 11:37:57.671353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c5796-8e61-4608-8f40-5ef14a76a0ad req-74e2a2eb-a5d4-478b-bb3a-2c7fecc1b8ee tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:57.673541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec6c5796-8e61-4608-8f40-5ef14a76a0ad req-74e2a2eb-a5d4-478b-bb3a-2c7fecc1b8ee tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0572689 Oct 13 11:37:57.713689 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec6c5796-8e61-4608-8f40-5ef14a76a0ad req-a1fd82a6-8c11-4082-81f1-468de6907ffe tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337803 Oct 13 11:37:57.777865 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-6556f872-b549-447c-ad0a-9b9e4d27d9d8 service neutron] show failed (client error): The resource could not be found. Oct 13 11:37:57.778981 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-6556f872-b549-447c-ad0a-9b9e4d27d9d8 service neutron] 10.222.0.21 "GET /v2.0/ports/f87068c2-240f-4467-9187-6f67efc60c60/bindings/n-h1-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0693018 Oct 13 11:37:58.456364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-efa97f9c-a1cf-40de-80cc-5955e188fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:58.457865 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-efa97f9c-a1cf-40de-80cc-5955e188fd0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088&tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72 HTTP/1.1" status: 200 len: 1096 time: 0.0985136 Oct 13 11:37:58.469995 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:37:58.525890 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:58.732073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] For port f87068c2-240f-4467-9187-6f67efc60c60, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=f87068c2-240f-4467-9187-6f67efc60c60,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:37:58.765902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] For port f87068c2-240f-4467-9187-6f67efc60c60, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:37:58.812370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68809140-567d-4e76-b432-2d35683b6088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87068c2-240f-4467-9187-6f67efc60c60'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:37:58.814750 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e57c14f-188c-4145-9e1b-bfcc9fee6434" -d '{"events": [{"server_uuid": "68809140-567d-4e76-b432-2d35683b6088", "name": "network-vif-unplugged", "status": "completed", "tag": "f87068c2-240f-4467-9187-6f67efc60c60"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:37:58.819152 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:58.831988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Transition to ACTIVE for port object f87068c2-240f-4467-9187-6f67efc60c60 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:37:58.845636 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4da21-6668-410b-af1e-122af9476637 req-08065382-48e9-4a49-aeaf-7e54a663de98 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:58.847275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62f4da21-6668-410b-af1e-122af9476637 req-08065382-48e9-4a49-aeaf-7e54a663de98 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0531528 Oct 13 11:37:58.888909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62f4da21-6668-410b-af1e-122af9476637 req-a9fa54ec-000d-44ae-9d39-4bac7b723929 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354958 Oct 13 11:37:58.908495 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:58.955163 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d68beaa-2dbb-48a8-ac43-9bf4e2e5fe8a x-openstack-request-id: req-8d68beaa-2dbb-48a8-ac43-9bf4e2e5fe8a {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:37:58.955163 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68809140-567d-4e76-b432-2d35683b6088", "name": "network-vif-unplugged", "status": "completed", "tag": "f87068c2-240f-4467-9187-6f67efc60c60", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:37:58.955163 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d68beaa-2dbb-48a8-ac43-9bf4e2e5fe8a {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:37:58.955163 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68809140-567d-4e76-b432-2d35683b6088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87068c2-240f-4467-9187-6f67efc60c60', 'code': 200} Oct 13 11:37:58.975317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Pushing event updated for resources: {'Port': ['ID=f87068c2-240f-4467-9187-6f67efc60c60,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:58.977743 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] No DVR routers for this DVR port f87068c2-240f-4467-9187-6f67efc60c60 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:37:59.014273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Attempting to bind port f87068c2-240f-4467-9187-6f67efc60c60 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:37:59.014633 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Attempting to bind port f87068c2-240f-4467-9187-6f67efc60c60 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:37:59.014963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Attempting to bind port f87068c2-240f-4467-9187-6f67efc60c60 on network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:37:59.019342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Port f87068c2-240f-4467-9187-6f67efc60c60 on network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:37:59.019647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Attempting to bind port f87068c2-240f-4467-9187-6f67efc60c60 on network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:37:59.024434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:37:59.024771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Checking segment: {'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:37:59.025977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Bound using segment: {'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:37:59.026696 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Bound port: f87068c2-240f-4467-9187-6f67efc60c60, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:37:59.026696 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:59.094566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] For port f87068c2-240f-4467-9187-6f67efc60c60, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:37:59.097854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] For port f87068c2-240f-4467-9187-6f67efc60c60, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f87068c2-240f-4467-9187-6f67efc60c60,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:37:59.186599 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:59.220464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:59.221287 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:37:59.222879 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] 10.222.0.46 "PUT /v2.0/ports/f87068c2-240f-4467-9187-6f67efc60c60 HTTP/1.1" status: 200 len: 1091 time: 0.7569902 Oct 13 11:37:59.272195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723beaf0-2eb6-46cb-b641-6a0b5a358be0 service neutron] Pushing event updated for resources: {'Port': ['ID=f87068c2-240f-4467-9187-6f67efc60c60,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:37:59.292361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-73e6cf7d-4e6b-454d-8fe2-5f005542877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:59.293890 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-73e6cf7d-4e6b-454d-8fe2-5f005542877b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 1094 time: 0.0481040 Oct 13 11:37:59.390912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-da0656c5-d09a-41a6-9aed-03626e97af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:59.392394 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-da0656c5-d09a-41a6-9aed-03626e97af54 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 916 time: 0.0920010 Oct 13 11:37:59.435419 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-44585e16-1f53-4223-8d8f-c16523b445fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f87068c2-240f-4467-9187-6f67efc60c60 HTTP/1.1" status: 200 len: 217 time: 0.0362856 Oct 13 11:37:59.484525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-84fa7458-b52c-4edd-a589-b6893e2d5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:37:59.486002 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-84fa7458-b52c-4edd-a589-b6893e2d5b95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 200 len: 855 time: 0.0444918 Oct 13 11:37:59.528720 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-af19d31a-9d66-48e8-aa78-8d02e5c2fd08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351427 Oct 13 11:37:59.624356 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-69e1f4a9-8eba-4af8-8c92-958dc7fa7757 service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887368 Oct 13 11:37:59.732871 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-49ec3947-cb3b-4812-8210-3e9c11f37d31 req-0908ecc5-5c5d-4ee8-b1c0-34ddce731627 service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019409 Oct 13 11:38:00.012196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8cc2a-a691-4a98-b5ed-ab199b562712 req-7de66fc7-9e79-44d4-a736-345288466d75 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:00.013701 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dac8cc2a-a691-4a98-b5ed-ab199b562712 req-7de66fc7-9e79-44d4-a736-345288466d75 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 943 time: 0.0521793 Oct 13 11:38:00.053774 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dac8cc2a-a691-4a98-b5ed-ab199b562712 req-fbc84ebd-ce5c-4f64-8ee5-ca2cadcfaf9d tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337396 Oct 13 11:38:00.682473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f87068c2-240f-4467-9187-6f67efc60c60 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:38:00.722766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device f87068c2-240f-4467-9187-6f67efc60c60 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:38:00.953184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68809140-567d-4e76-b432-2d35683b6088', 'tag': 'f87068c2-240f-4467-9187-6f67efc60c60'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:38:00.957163 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9404877e-5d68-409c-abed-31fc2ca71847" -d '{"events": [{"name": "network-changed", "server_uuid": "68809140-567d-4e76-b432-2d35683b6088", "tag": "f87068c2-240f-4467-9187-6f67efc60c60"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:38:01.004700 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcde930a-585f-46db-b470-840bc5aa6963 x-openstack-request-id: req-bcde930a-585f-46db-b470-840bc5aa6963 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:38:01.005001 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68809140-567d-4e76-b432-2d35683b6088", "tag": "f87068c2-240f-4467-9187-6f67efc60c60", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:38:01.005262 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcde930a-585f-46db-b470-840bc5aa6963 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:38:01.005666 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68809140-567d-4e76-b432-2d35683b6088', 'tag': 'f87068c2-240f-4467-9187-6f67efc60c60', 'status': 'completed', 'code': 200} Oct 13 11:38:01.092711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404877e-5d68-409c-abed-31fc2ca71847 req-d2331924-7dc1-42fa-bd58-6051ccd4c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:01.094248 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-d2331924-7dc1-42fa-bd58-6051ccd4c0f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 1094 time: 0.0693946 Oct 13 11:38:01.101199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404877e-5d68-409c-abed-31fc2ca71847 req-47517260-3e3f-49ae-92b9-42be96288906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:01.102753 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-47517260-3e3f-49ae-92b9-42be96288906 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 1094 time: 0.0693307 Oct 13 11:38:01.193110 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118bb03-694d-4eb1-8373-bae2126c058f req-68e8d3ed-fa34-45ad-8c41-0d05caacce3c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:01.194802 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9118bb03-694d-4eb1-8373-bae2126c058f req-68e8d3ed-fa34-45ad-8c41-0d05caacce3c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 943 time: 0.0628238 Oct 13 11:38:01.245700 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9118bb03-694d-4eb1-8373-bae2126c058f req-e6cac20b-1d6c-4498-a927-3aa0cbe3bfff tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437987 Oct 13 11:38:01.267699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404877e-5d68-409c-abed-31fc2ca71847 req-917fe170-136e-40f9-81b5-1b9d51360f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:01.269178 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-917fe170-136e-40f9-81b5-1b9d51360f22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 916 time: 0.1571834 Oct 13 11:38:01.270117 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404877e-5d68-409c-abed-31fc2ca71847 req-543f18cc-637b-40f7-b6a8-5338fabb71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:01.271445 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-543f18cc-637b-40f7-b6a8-5338fabb71b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 916 time: 0.1673174 Oct 13 11:38:01.348495 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-e4e2c4e9-bd6e-4ec4-abad-cfdde640305a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f87068c2-240f-4467-9187-6f67efc60c60 HTTP/1.1" status: 200 len: 217 time: 0.0691617 Oct 13 11:38:01.349861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-85196af4-18a3-438e-9237-5f7de80e609f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f87068c2-240f-4467-9187-6f67efc60c60 HTTP/1.1" status: 200 len: 217 time: 0.0649209 Oct 13 11:38:01.437753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404877e-5d68-409c-abed-31fc2ca71847 req-055a34e7-e209-48d7-bd86-99ca261fe598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:01.439260 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-055a34e7-e209-48d7-bd86-99ca261fe598 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 200 len: 855 time: 0.0833752 Oct 13 11:38:01.443057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404877e-5d68-409c-abed-31fc2ca71847 req-b6ee3dbc-c956-42cb-be27-b52232d1c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:01.444418 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-b6ee3dbc-c956-42cb-be27-b52232d1c55f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 200 len: 855 time: 0.0807917 Oct 13 11:38:01.485308 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-42994fe6-65cf-4e4c-b399-54a10abe521c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385406 Oct 13 11:38:01.507516 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-8403daff-3743-4179-ab14-6b8012819eed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462651 Oct 13 11:38:01.671513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-c05ce3a0-f20a-4665-8243-a00b02a0a51e service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726787 Oct 13 11:38:01.690240 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-49cf426a-ced0-44d8-a185-73c9b90d19ff service neutron] 10.222.0.21 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711109 Oct 13 11:38:01.846585 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-a0a5be5c-0cd7-42dd-8d3f-3f6b3043552f service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659160 Oct 13 11:38:01.858021 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9404877e-5d68-409c-abed-31fc2ca71847 req-43cee5bc-401e-48af-a275-591255498fae service neutron] 10.222.0.21 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549687 Oct 13 11:38:02.363846 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819ecc1-0947-486a-a9ea-c4db293f2e7f req-1be22b5c-a993-4b0f-912e-93747f80558f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:02.365219 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d819ecc1-0947-486a-a9ea-c4db293f2e7f req-1be22b5c-a993-4b0f-912e-93747f80558f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 943 time: 0.0497248 Oct 13 11:38:02.403601 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d819ecc1-0947-486a-a9ea-c4db293f2e7f req-f51e52e1-c208-4dce-933b-ea0c116ae977 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323853 Oct 13 11:38:02.797657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f87068c2-240f-4467-9187-6f67efc60c60 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:38:02.902736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f87068c2-240f-4467-9187-6f67efc60c60, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f87068c2-240f-4467-9187-6f67efc60c60,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:38:02.915858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'f87068c2-240f-4467-9187-6f67efc60c60', 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3', 'port_id': 'f87068c2-240f-4467-9187-6f67efc60c60', 'mac_address': 'fa:16:3e:9b:a7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc305d-838b-4de4-8777-58b7265846c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:38:02.957536 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:02.978547 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87068c2-240f-4467-9187-6f67efc60c60 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:38:03.004626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f87068c2-240f-4467-9187-6f67efc60c60, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f87068c2-240f-4467-9187-6f67efc60c60,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:38:03.097316 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:03.147120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f87068c2-240f-4467-9187-6f67efc60c60,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:38:03.346346 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:38:03.420680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['f87068c2-240f-4467-9187-6f67efc60c60'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:38:03.522252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a07ca-4068-44e9-b4d3-d75dca8b86d0 req-06f6f5a1-df1d-4c35-a17f-911f37bafdc3 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:03.523809 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f5a07ca-4068-44e9-b4d3-d75dca8b86d0 req-06f6f5a1-df1d-4c35-a17f-911f37bafdc3 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 944 time: 0.0515049 Oct 13 11:38:03.568488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f5a07ca-4068-44e9-b4d3-d75dca8b86d0 req-c2242a9a-a03c-4e5f-add8-29ff4eb97c88 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371284 Oct 13 11:38:03.941825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75e81b-c714-45bd-a210-e25523072a98 req-0352753c-bf5a-4b93-908a-5469b0259c3c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:03.943422 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff75e81b-c714-45bd-a210-e25523072a98 req-0352753c-bf5a-4b93-908a-5469b0259c3c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 944 time: 0.0612111 Oct 13 11:38:03.994156 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff75e81b-c714-45bd-a210-e25523072a98 req-d4b5b70c-4e2f-4ee6-9a33-5004c9781547 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389802 Oct 13 11:38:04.028609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-1adbcf66-6392-4513-addc-9ed73919c86e tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:04.030157 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-1adbcf66-6392-4513-addc-9ed73919c86e tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.21 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088&tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 944 time: 0.0587261 Oct 13 11:38:04.101384 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-dc863b0c-2a75-421c-8ee1-4b9b4a3cb8cf service neutron] delete failed (client error): The resource could not be found. Oct 13 11:38:04.102396 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-dc863b0c-2a75-421c-8ee1-4b9b4a3cb8cf service neutron] 10.222.0.21 "DELETE /v2.0/ports/f87068c2-240f-4467-9187-6f67efc60c60/bindings/n-h2-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0649107 Oct 13 11:38:04.188451 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-60e7c9f8-906b-452e-a9f3-976d052136c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:04.190238 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-60e7c9f8-906b-452e-a9f3-976d052136c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 1095 time: 0.0441418 Oct 13 11:38:04.292167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-9ff75357-7a22-4c43-a4ce-4f54ccafb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:04.293678 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-9ff75357-7a22-4c43-a4ce-4f54ccafb5fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 916 time: 0.0969024 Oct 13 11:38:04.336651 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-cfdf06ee-92b5-42aa-b97b-dd44cf9acc08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f87068c2-240f-4467-9187-6f67efc60c60 HTTP/1.1" status: 200 len: 217 time: 0.0353482 Oct 13 11:38:04.389364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-3fb553e9-20be-44f1-a0ca-ea1a188ff3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:04.390770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-3fb553e9-20be-44f1-a0ca-ea1a188ff3c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 200 len: 855 time: 0.0480030 Oct 13 11:38:04.424744 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-6db7bf4d-85cc-4dcc-8523-b38de9033600 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269256 Oct 13 11:38:04.518777 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-94faf226-03f6-41b1-983b-9312f06edda1 service neutron] 10.222.0.21 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867331 Oct 13 11:38:04.627416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a84ba21-d630-4584-9977-7ec1ada6d48e req-6ae4abf9-0bfe-45c0-aa65-9175e8f9eca5 service neutron] 10.222.0.21 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947168 Oct 13 11:38:04.806314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f87068c2-240f-4467-9187-6f67efc60c60 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:38:04.946003 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port f87068c2-240f-4467-9187-6f67efc60c60 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:38:04.950615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port f87068c2-240f-4467-9187-6f67efc60c60 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:38:04.950998 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:05.038828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:05.063274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68809140-567d-4e76-b432-2d35683b6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87068c2-240f-4467-9187-6f67efc60c60'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:38:05.065449 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616d1b41-3785-42d5-8392-e645980ee78e" -d '{"events": [{"server_uuid": "68809140-567d-4e76-b432-2d35683b6088", "name": "network-vif-plugged", "status": "completed", "tag": "f87068c2-240f-4467-9187-6f67efc60c60"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:38:05.079507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port f87068c2-240f-4467-9187-6f67efc60c60, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f87068c2-240f-4467-9187-6f67efc60c60,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:38:05.120907 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dde131-fdf0-4b9f-8fb7-569acd92ffbd req-baa5f97b-6918-4a1d-a3f5-9ae1b2c9bf7a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:05.122464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78dde131-fdf0-4b9f-8fb7-569acd92ffbd req-baa5f97b-6918-4a1d-a3f5-9ae1b2c9bf7a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 944 time: 0.0571637 Oct 13 11:38:05.163909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-78dde131-fdf0-4b9f-8fb7-569acd92ffbd req-4007dfff-1d07-469a-8b78-4151ad257e5c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346231 Oct 13 11:38:05.188588 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:05.226012 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f01925f-2004-40bc-95cc-a9cb5fc28b05 x-openstack-request-id: req-0f01925f-2004-40bc-95cc-a9cb5fc28b05 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:38:05.226305 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68809140-567d-4e76-b432-2d35683b6088", "name": "network-vif-plugged", "status": "completed", "tag": "f87068c2-240f-4467-9187-6f67efc60c60", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:38:05.226595 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f01925f-2004-40bc-95cc-a9cb5fc28b05 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:38:05.226975 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68809140-567d-4e76-b432-2d35683b6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87068c2-240f-4467-9187-6f67efc60c60', 'code': 200} Oct 13 11:38:05.263950 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=f87068c2-240f-4467-9187-6f67efc60c60,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:38:06.282286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2645c6-be1b-4bbc-8fe7-42f2638c128e req-b70ccfb6-7763-46ad-828b-0fdeba3cabdd tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:06.283780 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df2645c6-be1b-4bbc-8fe7-42f2638c128e req-b70ccfb6-7763-46ad-828b-0fdeba3cabdd tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0478213 Oct 13 11:38:06.321095 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df2645c6-be1b-4bbc-8fe7-42f2638c128e req-b2d9f390-85f9-43f0-9af6-e1d072ceb199 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311074 Oct 13 11:38:06.440629 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7522ce-9f3b-4f8b-8c23-12ec33786e7b req-75ed3700-e063-472a-9cef-a90549c55b8b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:06.442146 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d7522ce-9f3b-4f8b-8c23-12ec33786e7b req-75ed3700-e063-472a-9cef-a90549c55b8b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0546079 Oct 13 11:38:06.480226 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6d7522ce-9f3b-4f8b-8c23-12ec33786e7b req-07aa37e8-c7c6-4d42-8a28-3e309176aead tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321069 Oct 13 11:38:06.595749 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e277f-a70c-49dc-895c-ef778878f8e5 req-9ddf93d1-4149-468d-a062-6fcfbacd3641 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:06.597202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b11e277f-a70c-49dc-895c-ef778878f8e5 req-9ddf93d1-4149-468d-a062-6fcfbacd3641 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0505395 Oct 13 11:38:06.635242 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b11e277f-a70c-49dc-895c-ef778878f8e5 req-7885e00e-ae8f-4cde-8d0a-631b4600cb4f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Oct 13 11:38:07.273109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150488-8990-4f19-a409-a4a55028a535 req-6cf656cb-a4f4-428d-9ab5-2f63a1ae99e6 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:07.274600 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-6cf656cb-a4f4-428d-9ab5-2f63a1ae99e6 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 815 time: 0.1094844 Oct 13 11:38:07.290406 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-df0299d4-7ea2-42e1-9dcd-fbb3e0906046 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/quotas/6a3ce64f1fae4ce78bf6e8cc7e5afe72 HTTP/1.1" status: 200 len: 375 time: 0.0098546 Oct 13 11:38:07.341000 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-e09c23de-bcd4-401d-beff-e55e704979b0 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442262 Oct 13 11:38:07.439195 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-99c57666-7d9a-4a0b-aa62-589d92362f0a service neutron] 10.222.0.32 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913186 Oct 13 11:38:07.529438 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-07eda524-49a0-46a7-a13c-e7de985eccde service neutron] 10.222.0.32 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839427 Oct 13 11:38:07.775153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39faf682-487d-4936-9250-4458498f30b0 req-39d23641-0f2f-4277-9baf-40311616ee4c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 210 time: 0.0261817 Oct 13 11:38:08.057169 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-25f22db5-db80-4690-8747-a9d59d56680f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:08.608022 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1fedd-3900-4d84-8a7e-4df7ae2b17fe req-f1e838e7-dc5e-42ff-9f1c-fa8cd4214f89 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:08.609459 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4cf1fedd-3900-4d84-8a7e-4df7ae2b17fe req-f1e838e7-dc5e-42ff-9f1c-fa8cd4214f89 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.46 "GET /v2.0/ports?device_id=68809140-567d-4e76-b432-2d35683b6088 HTTP/1.1" status: 200 len: 945 time: 0.0517561 Oct 13 11:38:08.709308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-4cf1fedd-3900-4d84-8a7e-4df7ae2b17fe req-7b29f40e-09bb-478b-bbac-94b480f2a62a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Deleting port f87068c2-240f-4467-9187-6f67efc60c60 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:38:08.709658 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4cf1fedd-3900-4d84-8a7e-4df7ae2b17fe req-7b29f40e-09bb-478b-bbac-94b480f2a62a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:08.807785 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-4cf1fedd-3900-4d84-8a7e-4df7ae2b17fe req-7b29f40e-09bb-478b-bbac-94b480f2a62a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] For port f87068c2-240f-4467-9187-6f67efc60c60, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=f87068c2-240f-4467-9187-6f67efc60c60,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:38:08.808172 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4cf1fedd-3900-4d84-8a7e-4df7ae2b17fe req-7b29f40e-09bb-478b-bbac-94b480f2a62a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:08.832929 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-4cf1fedd-3900-4d84-8a7e-4df7ae2b17fe req-7b29f40e-09bb-478b-bbac-94b480f2a62a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Calling delete_port for f87068c2-240f-4467-9187-6f67efc60c60 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:38:08.876236 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aa120fd6-e65f-4ee6-a4ea-b784a1ecaff0 req-6f911b0a-c50f-4d18-a6b9-8ad6cfe5ac8c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 210 time: 0.0294158 Oct 13 11:38:09.066215 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4cf1fedd-3900-4d84-8a7e-4df7ae2b17fe req-7b29f40e-09bb-478b-bbac-94b480f2a62a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:09.079880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['f87068c2-240f-4467-9187-6f67efc60c60'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:38:09.097541 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29f40e-09bb-478b-bbac-94b480f2a62a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Pushing event deleted for resources: {'Port': ['ID=f87068c2-240f-4467-9187-6f67efc60c60,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:38:09.150912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf1fedd-3900-4d84-8a7e-4df7ae2b17fe req-7b29f40e-09bb-478b-bbac-94b480f2a62a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] No DVR routers for this DVR port f87068c2-240f-4467-9187-6f67efc60c60 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:38:09.154810 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-4cf1fedd-3900-4d84-8a7e-4df7ae2b17fe req-7b29f40e-09bb-478b-bbac-94b480f2a62a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:09.158390 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4cf1fedd-3900-4d84-8a7e-4df7ae2b17fe req-7b29f40e-09bb-478b-bbac-94b480f2a62a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.46 "DELETE /v2.0/ports/f87068c2-240f-4467-9187-6f67efc60c60 HTTP/1.1" status: 204 len: 173 time: 0.5419042 Oct 13 11:38:09.158848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68809140-567d-4e76-b432-2d35683b6088', 'name': 'network-vif-deleted', 'tag': 'f87068c2-240f-4467-9187-6f67efc60c60'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:38:09.161431 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad05dadf-1fbc-4184-a38c-b131afb79c31" -d '{"events": [{"server_uuid": "68809140-567d-4e76-b432-2d35683b6088", "name": "network-vif-deleted", "tag": "f87068c2-240f-4467-9187-6f67efc60c60"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:38:09.199555 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d65f10-bd03-416c-894a-14ec66d2204a x-openstack-request-id: req-99d65f10-bd03-416c-894a-14ec66d2204a {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:38:09.203468 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68809140-567d-4e76-b432-2d35683b6088", "name": "network-vif-deleted", "tag": "f87068c2-240f-4467-9187-6f67efc60c60", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:38:09.203468 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99d65f10-bd03-416c-894a-14ec66d2204a {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:38:09.203468 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68809140-567d-4e76-b432-2d35683b6088', 'name': 'network-vif-deleted', 'tag': 'f87068c2-240f-4467-9187-6f67efc60c60', 'status': 'completed', 'code': 200} Oct 13 11:38:09.222788 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:09.657702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150488-8990-4f19-a409-a4a55028a535 req-355ec628-d038-405f-a287-72849a1aaada tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:09.659242 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-355ec628-d038-405f-a287-72849a1aaada tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.46 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 815 time: 0.1091669 Oct 13 11:38:09.677351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-e7150488-8990-4f19-a409-a4a55028a535 req-1d30e700-6d1e-4e2a-a409-3593855b5da7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Request body: {'port': {'device_id': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3', 'admin_state_up': True, 'tenant_id': '6a3ce64f1fae4ce78bf6e8cc7e5afe72'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:38:09.896987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7150488-8990-4f19-a409-a4a55028a535 req-1d30e700-6d1e-4e2a-a409-3593855b5da7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Made reservation on behalf of 6a3ce64f1fae4ce78bf6e8cc7e5afe72 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:38:09.900771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e7150488-8990-4f19-a409-a4a55028a535 req-1d30e700-6d1e-4e2a-a409-3593855b5da7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:09.983817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef5cce45-4d10-4f8a-a78c-d175ee2d46d3 req-7cc3727f-f95e-4192-9b69-dba6cabce876 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 210 time: 0.0328143 Oct 13 11:38:10.033531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-e7150488-8990-4f19-a409-a4a55028a535 req-1d30e700-6d1e-4e2a-a409-3593855b5da7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Allocated IP 172.20.0.4 (a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3/99dc305d-838b-4de4-8777-58b7265846c7/58c84c04-18c4-451e-8f3b-ef89057c8a30) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:38:10.586536 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e7150488-8990-4f19-a409-a4a55028a535 req-1d30e700-6d1e-4e2a-a409-3593855b5da7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:10.674286 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e7150488-8990-4f19-a409-a4a55028a535 req-1d30e700-6d1e-4e2a-a409-3593855b5da7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:10.686794 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['f87068c2-240f-4467-9187-6f67efc60c60'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:38:10.725477 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7150488-8990-4f19-a409-a4a55028a535 req-1d30e700-6d1e-4e2a-a409-3593855b5da7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:38:10.728770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-e7150488-8990-4f19-a409-a4a55028a535 req-1d30e700-6d1e-4e2a-a409-3593855b5da7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:38:10.734011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7150488-8990-4f19-a409-a4a55028a535 req-1d30e700-6d1e-4e2a-a409-3593855b5da7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:38:10.737949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30e700-6d1e-4e2a-a409-3593855b5da7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Pushing event updated for resources: {'Port': ['ID=58c84c04-18c4-451e-8f3b-ef89057c8a30,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:38:10.788397 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2823fc75-e10f-4e3d-abb9-f6c0aa6af476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:10.796334 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150488-8990-4f19-a409-a4a55028a535 req-1d30e700-6d1e-4e2a-a409-3593855b5da7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:10.796334 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e7150488-8990-4f19-a409-a4a55028a535 req-1d30e700-6d1e-4e2a-a409-3593855b5da7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:10.868438 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:10.888720 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-1d30e700-6d1e-4e2a-a409-3593855b5da7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2153316 Oct 13 11:38:10.903880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Request body: {'port': {'device_id': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:38:10.960126 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:11.112447 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdc4f2-7f61-448e-a55c-e06265d0206e req-2e31cfed-9015-44aa-b26b-34085ed20621 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:11.114042 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7bdc4f2-7f61-448e-a55c-e06265d0206e req-2e31cfed-9015-44aa-b26b-34085ed20621 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 931 time: 0.0598407 Oct 13 11:38:11.160727 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7bdc4f2-7f61-448e-a55c-e06265d0206e req-d231013e-338b-489c-940a-bf0d924f342c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397487 Oct 13 11:38:11.244484 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c84c04-18c4-451e-8f3b-ef89057c8a30 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:38:11.253904 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:11.267118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Transition to ACTIVE for port object 58c84c04-18c4-451e-8f3b-ef89057c8a30 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:38:11.342817 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:11.395248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Pushing event updated for resources: {'Port': ['ID=58c84c04-18c4-451e-8f3b-ef89057c8a30,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:38:11.470459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Attempting to bind port 58c84c04-18c4-451e-8f3b-ef89057c8a30 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:38:11.470797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Attempting to bind port 58c84c04-18c4-451e-8f3b-ef89057c8a30 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:38:11.471127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Attempting to bind port 58c84c04-18c4-451e-8f3b-ef89057c8a30 on network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:38:11.475585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Port 58c84c04-18c4-451e-8f3b-ef89057c8a30 on network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:38:11.475905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Attempting to bind port 58c84c04-18c4-451e-8f3b-ef89057c8a30 on network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:38:11.480700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:38:11.481064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Checking segment: {'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:38:11.481449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Bound using segment: {'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:38:11.481921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Bound port: 58c84c04-18c4-451e-8f3b-ef89057c8a30, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:38:11.482315 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:11.563267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] For port 58c84c04-18c4-451e-8f3b-ef89057c8a30, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:38:11.566457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] For port 58c84c04-18c4-451e-8f3b-ef89057c8a30, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:38:11.668562 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:11.707620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:11.712828 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:11.712828 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] 10.222.0.46 "PUT /v2.0/ports/58c84c04-18c4-451e-8f3b-ef89057c8a30 HTTP/1.1" status: 200 len: 1091 time: 0.8111529 Oct 13 11:38:11.712828 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'tag': '58c84c04-18c4-451e-8f3b-ef89057c8a30'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:38:11.712828 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639f28a3-3f99-482b-8463-9116b34545c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b89e37f6-3944-4a8b-b584-8f4dfad89f53", "tag": "58c84c04-18c4-451e-8f3b-ef89057c8a30"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:38:11.734211 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da1317-9966-4e65-8c99-008ff3444f09 service neutron] Pushing event updated for resources: {'Port': ['ID=58c84c04-18c4-451e-8f3b-ef89057c8a30,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:38:11.761591 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5e6866-c30e-4ca1-a720-397274374650 x-openstack-request-id: req-8e5e6866-c30e-4ca1-a720-397274374650 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:38:11.761891 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89e37f6-3944-4a8b-b584-8f4dfad89f53", "tag": "58c84c04-18c4-451e-8f3b-ef89057c8a30", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:38:11.762170 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e5e6866-c30e-4ca1-a720-397274374650 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:38:11.762914 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'tag': '58c84c04-18c4-451e-8f3b-ef89057c8a30', 'status': 'completed', 'code': 200} Oct 13 11:38:11.770880 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:11.828010 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f28a3-3f99-482b-8463-9116b34545c1 req-90e084bc-dba6-4a93-b15c-9aba317a1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:11.829557 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-639f28a3-3f99-482b-8463-9116b34545c1 req-90e084bc-dba6-4a93-b15c-9aba317a1afc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 1094 time: 0.0457635 Oct 13 11:38:11.938025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f28a3-3f99-482b-8463-9116b34545c1 req-b94ce8e8-1e3f-4de5-a910-d9662439c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:11.939504 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-639f28a3-3f99-482b-8463-9116b34545c1 req-b94ce8e8-1e3f-4de5-a910-d9662439c7bf service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1026087 Oct 13 11:38:12.048368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f28a3-3f99-482b-8463-9116b34545c1 req-dae5843e-9643-42dc-9ff0-09b018eb6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:12.049845 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-639f28a3-3f99-482b-8463-9116b34545c1 req-dae5843e-9643-42dc-9ff0-09b018eb6e84 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034069 Oct 13 11:38:12.137413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150488-8990-4f19-a409-a4a55028a535 req-c635528f-9c62-4239-8ca2-ed36b0d5cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:12.138972 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-c635528f-9c62-4239-8ca2-ed36b0d5cf32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 1094 time: 0.0480559 Oct 13 11:38:12.182592 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-ba04d95a-b6a5-4833-aab7-2efa873aa58e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30 HTTP/1.1" status: 200 len: 217 time: 0.0350397 Oct 13 11:38:12.237412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150488-8990-4f19-a409-a4a55028a535 req-a38e58ea-8661-4798-b7c8-b27c15525643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:12.239022 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-a38e58ea-8661-4798-b7c8-b27c15525643 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 200 len: 855 time: 0.0502331 Oct 13 11:38:12.278602 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-427de452-0a78-47dd-b5a7-03883b6bf7ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313504 Oct 13 11:38:12.287564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cce7c-e32f-4ae9-93ac-0c8c3be22838 req-d5dddaba-5cd9-4d94-a86b-e01a7152e3ba tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:12.289181 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b68cce7c-e32f-4ae9-93ac-0c8c3be22838 req-d5dddaba-5cd9-4d94-a86b-e01a7152e3ba tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 943 time: 0.0591695 Oct 13 11:38:12.317434 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:12.331408 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b68cce7c-e32f-4ae9-93ac-0c8c3be22838 req-c7c389c5-51f9-429b-8da1-03b81995f7ce tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346203 Oct 13 11:38:12.374145 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-948a544b-1e3b-410d-bc15-0b94a98db865 service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896139 Oct 13 11:38:12.472033 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7150488-8990-4f19-a409-a4a55028a535 req-094d37d4-7cf5-48cd-a07d-21996666c5de service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907001 Oct 13 11:38:12.852341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f87068c2-240f-4467-9187-6f67efc60c60 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:38:12.873896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: f87068c2-240f-4467-9187-6f67efc60c60 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:38:12.874260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device f87068c2-240f-4467-9187-6f67efc60c60 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:38:13.458031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005b88d-03fa-4499-8088-1b0a996f7eaa req-e9257744-646b-44bd-89b0-a2a1141cfab6 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:13.459551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2005b88d-03fa-4499-8088-1b0a996f7eaa req-e9257744-646b-44bd-89b0-a2a1141cfab6 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 943 time: 0.0604312 Oct 13 11:38:13.510197 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2005b88d-03fa-4499-8088-1b0a996f7eaa req-d433f569-b7a9-45b0-8eef-dd977401f9b7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Oct 13 11:38:13.551938 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:14.637238 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9397602-07e9-433d-bed4-c7dcc440be13 req-e41dc566-f9e5-4fc3-87ca-448c4931de1b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:14.639723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9397602-07e9-433d-bed4-c7dcc440be13 req-e41dc566-f9e5-4fc3-87ca-448c4931de1b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 943 time: 0.0513341 Oct 13 11:38:14.682196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9397602-07e9-433d-bed4-c7dcc440be13 req-a28a5812-9534-413b-8d0f-f16dae10ab93 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362437 Oct 13 11:38:14.853337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 58c84c04-18c4-451e-8f3b-ef89057c8a30 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:38:14.952293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 58c84c04-18c4-451e-8f3b-ef89057c8a30, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:38:14.967498 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '58c84c04-18c4-451e-8f3b-ef89057c8a30', 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3', 'port_id': '58c84c04-18c4-451e-8f3b-ef89057c8a30', 'mac_address': 'fa:16:3e:2c:79:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc305d-838b-4de4-8777-58b7265846c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:38:15.006858 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:15.020495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c84c04-18c4-451e-8f3b-ef89057c8a30 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:38:15.039907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 58c84c04-18c4-451e-8f3b-ef89057c8a30, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:38:15.128687 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:15.179285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=58c84c04-18c4-451e-8f3b-ef89057c8a30,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:38:15.187274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:15.187621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:15.187965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:15.188304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:15.188637 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:15.188968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:15.189297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:15.189625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:15.189951 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:15.190275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:15.190707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:15.191029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:15.443374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['58c84c04-18c4-451e-8f3b-ef89057c8a30'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:38:15.806659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6fa85-ca14-4dff-bff6-64c6a52a863d req-92fa425f-ba80-433c-8951-babff8ff8c09 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:15.808241 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ddd6fa85-ca14-4dff-bff6-64c6a52a863d req-92fa425f-ba80-433c-8951-babff8ff8c09 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 944 time: 0.0537305 Oct 13 11:38:15.847551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ddd6fa85-ca14-4dff-bff6-64c6a52a863d req-874570e6-6fab-4b1f-93b5-6364b256ec3c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326643 Oct 13 11:38:16.883794 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 58c84c04-18c4-451e-8f3b-ef89057c8a30 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:38:16.969141 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea1cd-5a8a-4b48-ba54-82a43409082c req-f93d393d-c52c-4267-827b-a73cdec94344 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:16.970669 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1cdea1cd-5a8a-4b48-ba54-82a43409082c req-f93d393d-c52c-4267-827b-a73cdec94344 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 944 time: 0.0551684 Oct 13 11:38:17.007505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1cdea1cd-5a8a-4b48-ba54-82a43409082c req-e0075ebb-7883-4a10-9d0b-05014242b606 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309305 Oct 13 11:38:17.014862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 58c84c04-18c4-451e-8f3b-ef89057c8a30 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:38:17.018858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 58c84c04-18c4-451e-8f3b-ef89057c8a30 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:38:17.026541 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:17.099580 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:17.272650 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c84c04-18c4-451e-8f3b-ef89057c8a30'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:38:17.274957 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a8f6e3-1044-4013-9431-627f389ff3db" -d '{"events": [{"server_uuid": "b89e37f6-3944-4a8b-b584-8f4dfad89f53", "name": "network-vif-plugged", "status": "completed", "tag": "58c84c04-18c4-451e-8f3b-ef89057c8a30"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:38:17.288353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 58c84c04-18c4-451e-8f3b-ef89057c8a30, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:38:17.313923 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadf6edc-e0a5-479a-848a-851f290ae190 x-openstack-request-id: req-cadf6edc-e0a5-479a-848a-851f290ae190 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:38:17.314211 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e37f6-3944-4a8b-b584-8f4dfad89f53", "name": "network-vif-plugged", "status": "completed", "tag": "58c84c04-18c4-451e-8f3b-ef89057c8a30", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:38:17.314484 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cadf6edc-e0a5-479a-848a-851f290ae190 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:38:17.314899 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c84c04-18c4-451e-8f3b-ef89057c8a30', 'code': 200} Oct 13 11:38:17.353840 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:17.403511 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=58c84c04-18c4-451e-8f3b-ef89057c8a30,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:38:17.416371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53b7bd-db99-4d7a-95df-29978eb30be8 req-52e63d63-e982-433c-90b8-b94bf9f7fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:17.418261 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9e53b7bd-db99-4d7a-95df-29978eb30be8 req-52e63d63-e982-433c-90b8-b94bf9f7fbb7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 1096 time: 0.0430110 Oct 13 11:38:17.453516 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9e53b7bd-db99-4d7a-95df-29978eb30be8 req-aaa3f2c0-2986-40d0-931e-696d092f8990 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288956 Oct 13 11:38:18.128307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e6f07-7d12-4b28-aff3-e983b0a31ea3 req-3c2fd7ec-6e70-4fd7-9087-5db30b68c488 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:18.129782 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a7e6f07-7d12-4b28-aff3-e983b0a31ea3 req-3c2fd7ec-6e70-4fd7-9087-5db30b68c488 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0498052 Oct 13 11:38:18.167097 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a7e6f07-7d12-4b28-aff3-e983b0a31ea3 req-ef079cb7-f06b-43af-8b61-9c4f3a3981e6 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311818 Oct 13 11:38:19.286304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbfef6-75dc-43a0-ba80-9122d170cdb7 req-9c0ff3d2-775e-4748-bbfa-c69b4f556582 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:19.287800 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37fbfef6-75dc-43a0-ba80-9122d170cdb7 req-9c0ff3d2-775e-4748-bbfa-c69b4f556582 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0512395 Oct 13 11:38:19.325947 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37fbfef6-75dc-43a0-ba80-9122d170cdb7 req-f18ed5f9-e141-45ed-a273-b406c0bcfad4 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Oct 13 11:38:19.441925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d613f1c-cf81-4071-b0ac-ed0e78b01ed8 req-b6a49677-5b3e-438d-95af-96eb5526fb01 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:19.443422 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d613f1c-cf81-4071-b0ac-ed0e78b01ed8 req-b6a49677-5b3e-438d-95af-96eb5526fb01 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0530636 Oct 13 11:38:19.480172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d613f1c-cf81-4071-b0ac-ed0e78b01ed8 req-ce05e83d-ee73-44a5-a1e9-664a4499cc65 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Oct 13 11:38:19.920756 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e539a-deb0-4b14-a854-e88518bea07f req-d25ee7f3-c8df-4bc9-a789-1abc2d00dad8 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:19.922364 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-216e539a-deb0-4b14-a854-e88518bea07f req-d25ee7f3-c8df-4bc9-a789-1abc2d00dad8 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0548468 Oct 13 11:38:19.962321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-216e539a-deb0-4b14-a854-e88518bea07f req-ccf54904-5666-4627-8d9e-e6d1079eb5d6 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339949 Oct 13 11:38:20.095128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-5b37fe7e-0310-4ce9-bc9d-b03afa8848c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456748 Oct 13 11:38:21.099540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1663f39-a555-42bb-bdc9-d18465c7ed4c req-5c17e0e7-0fcc-412c-b0e3-deabc6813573 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:21.103025 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1663f39-a555-42bb-bdc9-d18465c7ed4c req-5c17e0e7-0fcc-412c-b0e3-deabc6813573 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0558479 Oct 13 11:38:21.146596 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1663f39-a555-42bb-bdc9-d18465c7ed4c req-8055802a-d877-49ca-bec8-442ff8210a37 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Oct 13 11:38:22.206905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a8245-09c8-476b-9520-73fa0a012477 req-2c25a3df-cdb9-48ca-ae4c-66d1551fd12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:22.208493 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-2c25a3df-cdb9-48ca-ae4c-66d1551fd12a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 1096 time: 0.0435066 Oct 13 11:38:22.272620 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c9f20-0a81-4606-9041-8b222fc9e67c req-cffcce3d-fcf3-41ff-b9c5-c9464819f753 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:22.274138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e95c9f20-0a81-4606-9041-8b222fc9e67c req-cffcce3d-fcf3-41ff-b9c5-c9464819f753 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0583465 Oct 13 11:38:22.309837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a8245-09c8-476b-9520-73fa0a012477 req-aa638bb0-b62a-4321-b8e8-6eb6623d69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:22.311860 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-aa638bb0-b62a-4321-b8e8-6eb6623d69a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 916 time: 0.0958858 Oct 13 11:38:22.319494 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e95c9f20-0a81-4606-9041-8b222fc9e67c req-dae521b1-c61e-4f7b-999b-b0338c19fed7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384812 Oct 13 11:38:22.355920 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-c915cf4d-dce3-4330-ac41-f62709c0f8a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30 HTTP/1.1" status: 200 len: 217 time: 0.0376961 Oct 13 11:38:22.410762 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d98bb455-d1cd-41a6-a03e-8637778bd081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:22.412224 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d98bb455-d1cd-41a6-a03e-8637778bd081 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 200 len: 855 time: 0.0500557 Oct 13 11:38:22.444437 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-162eb0c9-50f3-4b96-9ac9-2b08c66859a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249939 Oct 13 11:38:22.537336 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-7d16aff2-eade-47dc-912b-84a00b90fc3b service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861130 Oct 13 11:38:22.643897 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-63d0a7d0-fbed-4ac1-9c58-a0abd4c0bb7d service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975335 Oct 13 11:38:23.451257 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53c445-8580-4108-8903-ae8b9ca42221 req-3d9da4b8-dfb8-433c-9d78-c0d5b6f075ae tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:23.453346 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd53c445-8580-4108-8903-ae8b9ca42221 req-3d9da4b8-dfb8-433c-9d78-c0d5b6f075ae tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0602429 Oct 13 11:38:23.499441 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd53c445-8580-4108-8903-ae8b9ca42221 req-e3342536-25d8-4474-846a-9ebed77342f7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394061 Oct 13 11:38:24.627990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7e5f6-2280-4551-8655-2cba121a3d00 req-5c788b7f-53b1-4a64-a210-f6990162f62d tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:24.629488 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43d7e5f6-2280-4551-8655-2cba121a3d00 req-5c788b7f-53b1-4a64-a210-f6990162f62d tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0523899 Oct 13 11:38:24.667593 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-43d7e5f6-2280-4551-8655-2cba121a3d00 req-caf02c5b-4912-4084-a87a-4db1b4ff7b8e tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320058 Oct 13 11:38:25.794632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b73807-efd3-46ed-9adf-958af9130620 req-efd31001-8bc0-4ad9-90ad-5750e86ad655 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:25.796739 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37b73807-efd3-46ed-9adf-958af9130620 req-efd31001-8bc0-4ad9-90ad-5750e86ad655 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0584879 Oct 13 11:38:25.836379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37b73807-efd3-46ed-9adf-958af9130620 req-394f59fc-cc7d-4ce7-9a38-2a66ee0ce129 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336912 Oct 13 11:38:26.951935 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c0dbe-8fd8-4fba-a946-03d67c2febb3 req-c23ae694-3b8b-40d1-b34c-6ca729b1cd15 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:26.953557 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd2c0dbe-8fd8-4fba-a946-03d67c2febb3 req-c23ae694-3b8b-40d1-b34c-6ca729b1cd15 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0501583 Oct 13 11:38:26.991726 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd2c0dbe-8fd8-4fba-a946-03d67c2febb3 req-8836a531-4059-458b-b930-414f9f444156 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322058 Oct 13 11:38:28.106963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e91071-c17c-46b2-af1d-5a1a092c1948 req-f45246ae-91de-4748-af16-852817cf0c79 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:28.108528 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27e91071-c17c-46b2-af1d-5a1a092c1948 req-f45246ae-91de-4748-af16-852817cf0c79 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0494783 Oct 13 11:38:28.147531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-27e91071-c17c-46b2-af1d-5a1a092c1948 req-92b14dfa-9ac5-40ae-891c-eb6e266347e5 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328999 Oct 13 11:38:28.181406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35e5fd-ef27-4835-9638-d47c60979873 req-8946780a-19dc-4206-acd4-abb7a1a6c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:28.182997 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f35e5fd-ef27-4835-9638-d47c60979873 req-8946780a-19dc-4206-acd4-abb7a1a6c67c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 1096 time: 0.0422807 Oct 13 11:38:28.290934 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35e5fd-ef27-4835-9638-d47c60979873 req-e848cea1-4c2e-4779-81ec-4115787832de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:28.292326 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f35e5fd-ef27-4835-9638-d47c60979873 req-e848cea1-4c2e-4779-81ec-4115787832de service neutron] 10.222.0.46 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 916 time: 0.0895603 Oct 13 11:38:28.333373 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f35e5fd-ef27-4835-9638-d47c60979873 req-56e89046-dacb-41e5-99f6-4e4e8c29a48a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30 HTTP/1.1" status: 200 len: 217 time: 0.0346279 Oct 13 11:38:28.381606 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35e5fd-ef27-4835-9638-d47c60979873 req-316304ab-e392-40fd-8181-33746c61e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:28.383075 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f35e5fd-ef27-4835-9638-d47c60979873 req-316304ab-e392-40fd-8181-33746c61e609 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 200 len: 855 time: 0.0431399 Oct 13 11:38:28.418735 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f35e5fd-ef27-4835-9638-d47c60979873 req-07c6c85e-a71e-4793-9a34-6060a48ae818 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289564 Oct 13 11:38:28.507164 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f35e5fd-ef27-4835-9638-d47c60979873 req-1e5cf0d1-1497-431d-b5d7-6a26b6515bd2 service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820856 Oct 13 11:38:28.614232 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f35e5fd-ef27-4835-9638-d47c60979873 req-6ef33c8e-254f-4639-a86a-0e0a62ef4770 service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889494 Oct 13 11:38:29.266618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06150c4-25b0-4ae2-94a7-4529efcb2710 req-90c7a424-bbec-4003-ae19-83cab7356359 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:29.268078 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b06150c4-25b0-4ae2-94a7-4529efcb2710 req-90c7a424-bbec-4003-ae19-83cab7356359 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0526052 Oct 13 11:38:29.306286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b06150c4-25b0-4ae2-94a7-4529efcb2710 req-7079fcee-adbb-4ef0-ac47-6ece771021f7 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Oct 13 11:38:30.423830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dd2af-3dca-411f-83c3-eb8ea8d6f106 req-76653e6e-7b1b-443b-8c82-13e46d70dc67 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:30.425350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e68dd2af-3dca-411f-83c3-eb8ea8d6f106 req-76653e6e-7b1b-443b-8c82-13e46d70dc67 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0523343 Oct 13 11:38:30.464485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e68dd2af-3dca-411f-83c3-eb8ea8d6f106 req-5813222f-badd-4eb0-96a3-ac95fd034827 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331860 Oct 13 11:38:31.580602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95950e8-d7b4-49e4-9a00-d9e0d8a298d5 req-281e861b-a4d9-483b-94e4-d0ca77dcd19b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:31.582057 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b95950e8-d7b4-49e4-9a00-d9e0d8a298d5 req-281e861b-a4d9-483b-94e4-d0ca77dcd19b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0484064 Oct 13 11:38:31.619554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b95950e8-d7b4-49e4-9a00-d9e0d8a298d5 req-ccde8c15-d279-49c3-ad0a-6760e601abfb tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316124 Oct 13 11:38:32.740898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883434b-a937-43bc-9c04-f163142fb07f req-73f6d69a-6351-4788-b5a7-069134d37353 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:32.742382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1883434b-a937-43bc-9c04-f163142fb07f req-73f6d69a-6351-4788-b5a7-069134d37353 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0533152 Oct 13 11:38:32.780739 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1883434b-a937-43bc-9c04-f163142fb07f req-273b2b9f-26f0-4648-8628-ad43b325ad6a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321753 Oct 13 11:38:33.896982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0fa1a-ecc3-4c81-9fc7-0772f1835bd6 req-cc8cd853-6ca2-483c-884e-ff114b0666e5 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:33.898497 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95e0fa1a-ecc3-4c81-9fc7-0772f1835bd6 req-cc8cd853-6ca2-483c-884e-ff114b0666e5 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0491443 Oct 13 11:38:33.947205 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95e0fa1a-ecc3-4c81-9fc7-0772f1835bd6 req-27ca830f-c2c1-4cbc-9113-4517bc2d5724 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419047 Oct 13 11:38:35.070172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647be1a9-69e3-4ab1-84a1-c609e244d08a req-ee886193-5c11-4918-aad8-87e6ec1757b3 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:35.071746 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-647be1a9-69e3-4ab1-84a1-c609e244d08a req-ee886193-5c11-4918-aad8-87e6ec1757b3 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0522697 Oct 13 11:38:35.116410 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-647be1a9-69e3-4ab1-84a1-c609e244d08a req-dd798233-8805-41c1-8307-ad35d5f20726 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383747 Oct 13 11:38:36.241288 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d9815-c4ae-44ba-a324-66022986db33 req-5a824065-53f5-487e-8341-d3c884a99486 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:36.242785 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1b4d9815-c4ae-44ba-a324-66022986db33 req-5a824065-53f5-487e-8341-d3c884a99486 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0548363 Oct 13 11:38:36.279803 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1b4d9815-c4ae-44ba-a324-66022986db33 req-43b5129e-6fce-4b6a-acc0-01cacf722f2a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310600 Oct 13 11:38:37.399266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ddb54-d463-40dd-bcd5-7acf9e259119 req-e1f40b83-5af4-4589-8502-6624539b752f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:37.400748 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-953ddb54-d463-40dd-bcd5-7acf9e259119 req-e1f40b83-5af4-4589-8502-6624539b752f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0516071 Oct 13 11:38:37.441478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-953ddb54-d463-40dd-bcd5-7acf9e259119 req-96444709-415d-46b2-abf5-c2f703b4498c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347874 Oct 13 11:38:38.062079 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee7fe-b489-4bb5-8235-63eca3d6becd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:38.554763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b54fad-ec5f-4500-b113-0157851183a6 req-518da2de-099a-4351-894e-aa54eee914f6 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:38.556250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7b54fad-ec5f-4500-b113-0157851183a6 req-518da2de-099a-4351-894e-aa54eee914f6 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0486434 Oct 13 11:38:38.594169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7b54fad-ec5f-4500-b113-0157851183a6 req-47462456-c043-43cb-a7e6-7751d25b3cce tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320737 Oct 13 11:38:39.182187 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:39.715790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453b2ad-ee03-4578-8be6-72aae2a4f398 req-cf32619a-0be7-4397-9ed8-a5c014b1983c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:39.717278 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f453b2ad-ee03-4578-8be6-72aae2a4f398 req-cf32619a-0be7-4397-9ed8-a5c014b1983c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0539026 Oct 13 11:38:39.757212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f453b2ad-ee03-4578-8be6-72aae2a4f398 req-d081513a-b5bf-41f4-b0cf-2d841ddafbe6 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334857 Oct 13 11:38:40.346111 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:38:40.782542 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-af6c44fd-de6b-485a-a8a0-9c8312f62797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:40.874437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe1205-b78b-4d23-b1b4-0c9018146149 req-e97647a6-b66a-429c-b29b-a80ec3f64e5b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:40.876039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dffe1205-b78b-4d23-b1b4-0c9018146149 req-e97647a6-b66a-429c-b29b-a80ec3f64e5b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0499334 Oct 13 11:38:40.914590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dffe1205-b78b-4d23-b1b4-0c9018146149 req-08ff64c4-e9b6-4835-9962-74dc731a5227 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326717 Oct 13 11:38:40.919236 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:41.752199 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:42.032706 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5e025-e976-47dc-83b0-00bc3ae2497f req-833b6fe6-a3a1-4b81-8ed1-451606c653ad tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:42.034535 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18d5e025-e976-47dc-83b0-00bc3ae2497f req-833b6fe6-a3a1-4b81-8ed1-451606c653ad tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0499213 Oct 13 11:38:42.073574 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-18d5e025-e976-47dc-83b0-00bc3ae2497f req-1eb412ce-b0b9-4e74-97b7-824208b99a43 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329614 Oct 13 11:38:42.319327 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:43.198159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbb601-7ab5-48ea-abe9-a96b2f92b018 req-fd897ec6-26ac-49da-8adc-9eeb71eec938 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:43.199653 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28cbb601-7ab5-48ea-abe9-a96b2f92b018 req-fd897ec6-26ac-49da-8adc-9eeb71eec938 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0542200 Oct 13 11:38:43.245103 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28cbb601-7ab5-48ea-abe9-a96b2f92b018 req-a0074b1c-cf13-4769-9e32-c24ba4dd8d61 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378208 Oct 13 11:38:43.545371 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:44.362033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f8a1-ca11-4e4c-add1-28ee56227d07 req-59e2091b-cd06-440a-900a-16e7e92cc6e1 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:44.363452 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eeb2f8a1-ca11-4e4c-add1-28ee56227d07 req-59e2091b-cd06-440a-900a-16e7e92cc6e1 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0498602 Oct 13 11:38:44.400943 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eeb2f8a1-ca11-4e4c-add1-28ee56227d07 req-c82e4132-223b-4f1d-a402-db071532374b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315366 Oct 13 11:38:45.514221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922879d-6bc2-48c1-b2f3-9c2b75e9d2bc req-1da18e0d-fec0-452d-b996-8c63a5bb3a5f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:45.515688 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1922879d-6bc2-48c1-b2f3-9c2b75e9d2bc req-1da18e0d-fec0-452d-b996-8c63a5bb3a5f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0478885 Oct 13 11:38:45.553579 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1922879d-6bc2-48c1-b2f3-9c2b75e9d2bc req-0b5a5568-7a04-47c8-a648-9b8a7f463aed tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313623 Oct 13 11:38:46.676207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97f401-b7af-415b-b442-b280c6eb11cd req-0e12cc42-fdff-4254-b542-0c8b8400423a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:46.677707 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df97f401-b7af-415b-b442-b280c6eb11cd req-0e12cc42-fdff-4254-b542-0c8b8400423a tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0563176 Oct 13 11:38:46.715997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df97f401-b7af-415b-b442-b280c6eb11cd req-adfd8a69-07ca-4cdb-b21b-a8915e9bfab6 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323257 Oct 13 11:38:47.834035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31aa9d-d03f-4746-af0d-9592980512be req-1b68eff6-7c1b-4635-b49c-8ac6e02d82c5 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:47.835520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a31aa9d-d03f-4746-af0d-9592980512be req-1b68eff6-7c1b-4635-b49c-8ac6e02d82c5 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0487857 Oct 13 11:38:47.872368 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a31aa9d-d03f-4746-af0d-9592980512be req-00a8c5bc-68ce-4e87-95a3-3957fc5a073f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309319 Oct 13 11:38:48.986937 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0781260-81e3-4185-a09a-33f1aa25426e req-27474a1e-a306-4b10-a703-9e9ac64dc54e tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:48.988419 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e0781260-81e3-4185-a09a-33f1aa25426e req-27474a1e-a306-4b10-a703-9e9ac64dc54e tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0497928 Oct 13 11:38:49.027321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e0781260-81e3-4185-a09a-33f1aa25426e req-9dfa3eaf-2861-459c-b32c-d673d23de339 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328922 Oct 13 11:38:49.676442 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-b06a8245-09c8-476b-9520-73fa0a012477 req-0cad2868-b318-4905-a66f-1ab6ec1ca613 service neutron] show failed (client error): The resource could not be found. Oct 13 11:38:49.677479 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-0cad2868-b318-4905-a66f-1ab6ec1ca613 service neutron] 10.222.0.46 "GET /v2.0/ports/58c84c04-18c4-451e-8f3b-ef89057c8a30/bindings/n-h2-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0567305 Oct 13 11:38:50.241704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a8245-09c8-476b-9520-73fa0a012477 req-3724ae6f-5ef1-46bd-8789-01ea1ca32c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:50.243294 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-3724ae6f-5ef1-46bd-8789-01ea1ca32c96 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53&tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72 HTTP/1.1" status: 200 len: 1096 time: 0.0447416 Oct 13 11:38:50.256604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:38:50.271408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d07ac-d977-4c3e-a201-110c0c5e9fa3 req-c2632569-22d3-4f80-96f3-e7baf730bb0b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:50.273027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f61d07ac-d977-4c3e-a201-110c0c5e9fa3 req-c2632569-22d3-4f80-96f3-e7baf730bb0b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.1785500 Oct 13 11:38:50.315447 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:50.546394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] For port 58c84c04-18c4-451e-8f3b-ef89057c8a30, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:38:50.583585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] For port 58c84c04-18c4-451e-8f3b-ef89057c8a30, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:38:50.627579 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c84c04-18c4-451e-8f3b-ef89057c8a30'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:38:50.628584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f61d07ac-d977-4c3e-a201-110c0c5e9fa3 req-dbf7cce7-ba84-47e5-bd6b-b0c5426866ec tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495493 Oct 13 11:38:50.629728 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fdc3a6-df59-4f81-b266-7f10dc57bcc7" -d '{"events": [{"server_uuid": "b89e37f6-3944-4a8b-b584-8f4dfad89f53", "name": "network-vif-unplugged", "status": "completed", "tag": "58c84c04-18c4-451e-8f3b-ef89057c8a30"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:38:50.634166 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:50.647207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Transition to ACTIVE for port object 58c84c04-18c4-451e-8f3b-ef89057c8a30 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:38:50.690501 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591d6f91-2b1d-4136-b77c-8a4ddb813180 x-openstack-request-id: req-591d6f91-2b1d-4136-b77c-8a4ddb813180 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:38:50.691105 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e37f6-3944-4a8b-b584-8f4dfad89f53", "name": "network-vif-unplugged", "status": "completed", "tag": "58c84c04-18c4-451e-8f3b-ef89057c8a30", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:38:50.691105 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-591d6f91-2b1d-4136-b77c-8a4ddb813180 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:38:50.691432 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c84c04-18c4-451e-8f3b-ef89057c8a30', 'code': 200} Oct 13 11:38:50.728322 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:50.792209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] No DVR routers for this DVR port 58c84c04-18c4-451e-8f3b-ef89057c8a30 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:38:50.794191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Pushing event updated for resources: {'Port': ['ID=58c84c04-18c4-451e-8f3b-ef89057c8a30,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:38:50.806733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:50.807086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:50.807430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:50.807771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:50.808106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:50.808439 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:50.808767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:50.809099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:50.809434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:50.809756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:50.810082 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:50.810438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:38:50.843205 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Attempting to bind port 58c84c04-18c4-451e-8f3b-ef89057c8a30 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:38:50.843454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Attempting to bind port 58c84c04-18c4-451e-8f3b-ef89057c8a30 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:38:50.843785 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Attempting to bind port 58c84c04-18c4-451e-8f3b-ef89057c8a30 on network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:38:50.848262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Port 58c84c04-18c4-451e-8f3b-ef89057c8a30 on network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:38:50.848585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Attempting to bind port 58c84c04-18c4-451e-8f3b-ef89057c8a30 on network a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:38:50.853428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:38:50.853779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Checking segment: {'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:38:50.854470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Bound using segment: {'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:38:50.854906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Bound port: 58c84c04-18c4-451e-8f3b-ef89057c8a30, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915c6a27-d042-4d7b-bf6c-5e92fdde9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:38:50.855271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:50.917996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] For port 58c84c04-18c4-451e-8f3b-ef89057c8a30, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:38:50.920974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] For port 58c84c04-18c4-451e-8f3b-ef89057c8a30, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:38:50.986710 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:51.023808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:51.024420 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:51.025947 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] 10.222.0.21 "PUT /v2.0/ports/58c84c04-18c4-451e-8f3b-ef89057c8a30 HTTP/1.1" status: 200 len: 1091 time: 0.7735615 Oct 13 11:38:51.049701 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd0d76-39c0-445d-b806-bca25c4b4b68 service neutron] Pushing event updated for resources: {'Port': ['ID=58c84c04-18c4-451e-8f3b-ef89057c8a30,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:38:51.090966 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a8245-09c8-476b-9520-73fa0a012477 req-24f4b657-dec5-43ea-bab6-24e57732a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:51.092522 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-24f4b657-dec5-43ea-bab6-24e57732a6d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 1094 time: 0.0449109 Oct 13 11:38:51.190713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a8245-09c8-476b-9520-73fa0a012477 req-6c19b1cc-d6f7-4406-a28b-c86e52782279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:51.192210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-6c19b1cc-d6f7-4406-a28b-c86e52782279 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 916 time: 0.0919948 Oct 13 11:38:51.232421 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-fd5ab371-0817-48cc-851c-1a08bb4f4ca8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30 HTTP/1.1" status: 200 len: 217 time: 0.0335596 Oct 13 11:38:51.285443 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a8245-09c8-476b-9520-73fa0a012477 req-3f3daa20-9a96-4160-8e19-028131368714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:51.286967 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-3f3daa20-9a96-4160-8e19-028131368714 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 200 len: 855 time: 0.0479634 Oct 13 11:38:51.317908 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-66d43276-d1de-497b-a980-5d745e608e98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244999 Oct 13 11:38:51.414646 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-42078655-4b92-4c3f-bc23-78ca55072414 service neutron] 10.222.0.21 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890851 Oct 13 11:38:51.508999 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b06a8245-09c8-476b-9520-73fa0a012477 req-3d5d4286-f61c-4bcb-ae44-93a2cbcbad7b service neutron] 10.222.0.21 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878987 Oct 13 11:38:51.755387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75e03f-df1c-4052-a737-1c62edd8846c req-e78eac7a-7518-4da6-9d86-08a9ce8faebd tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:51.756880 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e75e03f-df1c-4052-a737-1c62edd8846c req-e78eac7a-7518-4da6-9d86-08a9ce8faebd tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 943 time: 0.0556247 Oct 13 11:38:51.796379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e75e03f-df1c-4052-a737-1c62edd8846c req-6a2d5966-ed10-481d-ba12-bc767a8d70af tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333462 Oct 13 11:38:52.693004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'tag': '58c84c04-18c4-451e-8f3b-ef89057c8a30'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:38:52.695519 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5f7d6f-f05c-4332-a4b7-d88562e5a606" -d '{"events": [{"name": "network-changed", "server_uuid": "b89e37f6-3944-4a8b-b584-8f4dfad89f53", "tag": "58c84c04-18c4-451e-8f3b-ef89057c8a30"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:38:52.743782 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9e7a7f-bb4a-4635-8437-771f08e91429 x-openstack-request-id: req-ae9e7a7f-bb4a-4635-8437-771f08e91429 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:38:52.744141 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89e37f6-3944-4a8b-b584-8f4dfad89f53", "tag": "58c84c04-18c4-451e-8f3b-ef89057c8a30", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:38:52.744400 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae9e7a7f-bb4a-4635-8437-771f08e91429 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:38:52.744948 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'tag': '58c84c04-18c4-451e-8f3b-ef89057c8a30', 'status': 'completed', 'code': 200} Oct 13 11:38:52.833428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-9db9b17c-2e70-472e-a166-bbc2b0f38c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:52.834991 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-9db9b17c-2e70-472e-a166-bbc2b0f38c51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 1094 time: 0.0705187 Oct 13 11:38:52.837530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-bbf5e0cf-d519-4dda-aabe-79952df8b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:52.838906 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-bbf5e0cf-d519-4dda-aabe-79952df8b013 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 1094 time: 0.0648882 Oct 13 11:38:52.919050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1143dd3-8dd1-44e5-acaf-ede54f973e94 req-e3bdb02f-bae8-4531-9b54-248e59873018 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:52.920638 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1143dd3-8dd1-44e5-acaf-ede54f973e94 req-e3bdb02f-bae8-4531-9b54-248e59873018 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 943 time: 0.0500739 Oct 13 11:38:52.960328 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1143dd3-8dd1-44e5-acaf-ede54f973e94 req-2e21af5a-5813-4079-a4af-551d47e3a265 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330946 Oct 13 11:38:53.016070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-74f22a70-8461-49e9-860c-953d95d2ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:53.017588 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-74f22a70-8461-49e9-860c-953d95d2ce4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 916 time: 0.1677120 Oct 13 11:38:53.018559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-6645ed68-4cf5-4e2d-9d10-164bff22661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:53.019905 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-6645ed68-4cf5-4e2d-9d10-164bff22661a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 916 time: 0.1782782 Oct 13 11:38:53.041124 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 58c84c04-18c4-451e-8f3b-ef89057c8a30 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:38:53.085470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 58c84c04-18c4-451e-8f3b-ef89057c8a30 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:38:53.094787 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-1341e3f1-b6d1-4de4-b2bf-1db654e4aabd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30 HTTP/1.1" status: 200 len: 217 time: 0.0698283 Oct 13 11:38:53.099873 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-c6c192a7-a14d-4601-9343-2bac1703ae2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30 HTTP/1.1" status: 200 len: 217 time: 0.0693274 Oct 13 11:38:53.185090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-2351740e-1299-447c-bac5-37cc2e43b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:53.186626 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-2351740e-1299-447c-bac5-37cc2e43b57d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 200 len: 855 time: 0.0837152 Oct 13 11:38:53.190711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-c46b6fc5-3886-4ef4-aa0a-ca58511b173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:53.192063 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-c46b6fc5-3886-4ef4-aa0a-ca58511b173b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 200 len: 855 time: 0.0815337 Oct 13 11:38:53.232026 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-21e2fd52-95ce-4448-96ee-3282c1c3ad3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325351 Oct 13 11:38:53.254869 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-ec9a0d6c-a9cd-4c74-af35-50f8b528e25b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473239 Oct 13 11:38:53.411572 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-08c2e67e-10ab-48f2-842d-ea3771c00f6e service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657903 Oct 13 11:38:53.418513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-840ea4b0-d703-48fd-b166-c021d4b1719c service neutron] 10.222.0.21 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476634 Oct 13 11:38:53.578101 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-b66035cf-eee0-4c96-91b1-9ef774859582 service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586242 Oct 13 11:38:53.582466 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-da5f7d6f-f05c-4332-a4b7-d88562e5a606 req-3e69a334-5703-4dd9-a897-8584a8215abe service neutron] 10.222.0.21 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542566 Oct 13 11:38:54.082079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a2eb1-f37d-467d-ba59-f670c9326428 req-ed33512d-3475-4a4b-bd15-1883178f9a7f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:54.083676 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a2a2eb1-f37d-467d-ba59-f670c9326428 req-ed33512d-3475-4a4b-bd15-1883178f9a7f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 943 time: 0.0543272 Oct 13 11:38:54.125912 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a2a2eb1-f37d-467d-ba59-f670c9326428 req-dca9fc82-f978-4588-9187-514988fbc933 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354526 Oct 13 11:38:54.480645 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fb201-f128-4c96-9746-690edbfd79a4 req-5e2bf758-898f-4507-ad15-e6afab193a5f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:54.482117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd1fb201-f128-4c96-9746-690edbfd79a4 req-5e2bf758-898f-4507-ad15-e6afab193a5f tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 943 time: 0.0482514 Oct 13 11:38:54.522440 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd1fb201-f128-4c96-9746-690edbfd79a4 req-585513d9-16b7-474d-ac34-a31786be821e tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334537 Oct 13 11:38:54.586996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84024e72-4b36-4113-9af3-599366a0d52a req-d0dbc2c4-8e85-4d7c-a204-70d5f75fe522 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:54.588607 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84024e72-4b36-4113-9af3-599366a0d52a req-d0dbc2c4-8e85-4d7c-a204-70d5f75fe522 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.46 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53&tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 943 time: 0.0529311 Oct 13 11:38:54.652388 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-84024e72-4b36-4113-9af3-599366a0d52a req-f6d8e1b3-e204-4337-a84b-10b6527dc3ca service neutron] delete failed (client error): The resource could not be found. Oct 13 11:38:54.653347 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84024e72-4b36-4113-9af3-599366a0d52a req-f6d8e1b3-e204-4337-a84b-10b6527dc3ca service neutron] 10.222.0.46 "DELETE /v2.0/ports/58c84c04-18c4-451e-8f3b-ef89057c8a30/bindings/n-h1-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0580580 Oct 13 11:38:54.741446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84024e72-4b36-4113-9af3-599366a0d52a req-33b03008-1f5a-49ca-8c5d-5edb44cf20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:54.742984 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84024e72-4b36-4113-9af3-599366a0d52a req-33b03008-1f5a-49ca-8c5d-5edb44cf20bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 1094 time: 0.0448141 Oct 13 11:38:54.839871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84024e72-4b36-4113-9af3-599366a0d52a req-0929be96-cc93-4cbe-b6ce-8d600d6726dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:54.841330 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84024e72-4b36-4113-9af3-599366a0d52a req-0929be96-cc93-4cbe-b6ce-8d600d6726dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 200 len: 916 time: 0.0844440 Oct 13 11:38:54.885456 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84024e72-4b36-4113-9af3-599366a0d52a req-963eae48-8973-4906-986f-4e38b16e45ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30 HTTP/1.1" status: 200 len: 217 time: 0.0369568 Oct 13 11:38:54.896220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 58c84c04-18c4-451e-8f3b-ef89057c8a30 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:38:54.935633 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84024e72-4b36-4113-9af3-599366a0d52a req-ece8d23b-833b-43b5-b80f-0b4edbe49e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:54.937088 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84024e72-4b36-4113-9af3-599366a0d52a req-ece8d23b-833b-43b5-b80f-0b4edbe49e06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 200 len: 855 time: 0.0445945 Oct 13 11:38:54.968671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84024e72-4b36-4113-9af3-599366a0d52a req-83da2d5f-ffaa-4466-aaad-2bc5ce88da01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239904 Oct 13 11:38:54.993921 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 58c84c04-18c4-451e-8f3b-ef89057c8a30, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:38:55.005597 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '58c84c04-18c4-451e-8f3b-ef89057c8a30', 'network_id': 'a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3', 'port_id': '58c84c04-18c4-451e-8f3b-ef89057c8a30', 'mac_address': 'fa:16:3e:2c:79:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc305d-838b-4de4-8777-58b7265846c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:38:55.046094 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:55.060348 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c84c04-18c4-451e-8f3b-ef89057c8a30 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:38:55.064682 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84024e72-4b36-4113-9af3-599366a0d52a req-81601318-e756-4e33-bca1-20a5d0327f0f service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876195 Oct 13 11:38:55.080756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 58c84c04-18c4-451e-8f3b-ef89057c8a30, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:38:55.153248 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:55.154880 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84024e72-4b36-4113-9af3-599366a0d52a req-0c39f6a4-1f95-4894-8c60-d6505aef87ae service neutron] 10.222.0.46 "GET /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834193 Oct 13 11:38:55.206085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=58c84c04-18c4-451e-8f3b-ef89057c8a30,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:38:55.396903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['58c84c04-18c4-451e-8f3b-ef89057c8a30'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:38:55.647068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b38c-3efe-4d78-b2e9-6840b22194b7 req-e413fe6d-7467-4a47-a884-0c653e61cf01 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:55.648539 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e354b38c-3efe-4d78-b2e9-6840b22194b7 req-e413fe6d-7467-4a47-a884-0c653e61cf01 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 944 time: 0.0494201 Oct 13 11:38:55.688573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e354b38c-3efe-4d78-b2e9-6840b22194b7 req-b7c068df-7028-49e3-bfad-3229fccf374c tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338247 Oct 13 11:38:56.811057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0efea7-e74e-4f4a-ad0b-7c5a87b8d566 req-78ace444-cda4-49d4-ba67-aa3a65141063 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:56.812572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d0efea7-e74e-4f4a-ad0b-7c5a87b8d566 req-78ace444-cda4-49d4-ba67-aa3a65141063 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 944 time: 0.0536923 Oct 13 11:38:56.872052 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d0efea7-e74e-4f4a-ad0b-7c5a87b8d566 req-6ebfe996-8cff-4881-8dad-cd7a1e8767db tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510671 Oct 13 11:38:56.896961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 58c84c04-18c4-451e-8f3b-ef89057c8a30 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:38:56.991683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41546bfe-03c4-4da1-9527-d9cdc737bec6 req-3bfef1b5-224f-40ca-aa7f-d5f759646c50 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:56.993053 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41546bfe-03c4-4da1-9527-d9cdc737bec6 req-3bfef1b5-224f-40ca-aa7f-d5f759646c50 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 944 time: 0.0510581 Oct 13 11:38:57.032810 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41546bfe-03c4-4da1-9527-d9cdc737bec6 req-b8f853fb-26b3-4387-a2d1-4b5d8e6994e2 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337100 Oct 13 11:38:57.065080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 58c84c04-18c4-451e-8f3b-ef89057c8a30 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:38:57.067641 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 58c84c04-18c4-451e-8f3b-ef89057c8a30 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:38:57.068086 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:57.154682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ecd38-6ab6-48fb-9ba4-b3dca482340e req-a1486247-724e-49c5-9e89-ba0ee123c866 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:57.159267 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769ecd38-6ab6-48fb-9ba4-b3dca482340e req-a1486247-724e-49c5-9e89-ba0ee123c866 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 944 time: 0.0556915 Oct 13 11:38:57.163788 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:57.187083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c84c04-18c4-451e-8f3b-ef89057c8a30'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:38:57.189986 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18225bc4-e7dc-4190-ae86-a1fe15bd837b" -d '{"events": [{"server_uuid": "b89e37f6-3944-4a8b-b584-8f4dfad89f53", "name": "network-vif-plugged", "status": "completed", "tag": "58c84c04-18c4-451e-8f3b-ef89057c8a30"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:38:57.198813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-769ecd38-6ab6-48fb-9ba4-b3dca482340e req-643af2c7-fc63-4263-9580-6f1128d58ee2 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366130 Oct 13 11:38:57.209768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 58c84c04-18c4-451e-8f3b-ef89057c8a30, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:38:57.248745 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9869f2f9-d7d3-4cea-942a-66a12e75567b x-openstack-request-id: req-9869f2f9-d7d3-4cea-942a-66a12e75567b {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:38:57.249172 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e37f6-3944-4a8b-b584-8f4dfad89f53", "name": "network-vif-plugged", "status": "completed", "tag": "58c84c04-18c4-451e-8f3b-ef89057c8a30", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:38:57.249549 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9869f2f9-d7d3-4cea-942a-66a12e75567b {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:38:57.250128 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c84c04-18c4-451e-8f3b-ef89057c8a30', 'code': 200} Oct 13 11:38:57.300464 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:57.354648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=58c84c04-18c4-451e-8f3b-ef89057c8a30,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:38:57.872760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a6ebb-9733-4753-b647-860857f5e8c9 req-a0c8e903-8bf9-441e-98dd-907abaa4e935 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:57.874227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-532a6ebb-9733-4753-b647-860857f5e8c9 req-a0c8e903-8bf9-441e-98dd-907abaa4e935 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0530293 Oct 13 11:38:57.911243 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-532a6ebb-9733-4753-b647-860857f5e8c9 req-8172c66b-b758-40b6-86ba-a5394feaa14e tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310936 Oct 13 11:38:58.952151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1290e-a957-448a-986f-4d4635d235ce req-d185b84e-e329-4848-ae09-12e1293103fa tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:58.953632 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-99e1290e-a957-448a-986f-4d4635d235ce req-d185b84e-e329-4848-ae09-12e1293103fa tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0495212 Oct 13 11:38:59.026798 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137b3b6-372e-4631-9fc3-1c66d2c5f090 req-14cbf801-398e-4558-89fd-368bfaf576a1 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:38:59.028286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4137b3b6-372e-4631-9fc3-1c66d2c5f090 req-14cbf801-398e-4558-89fd-368bfaf576a1 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89e37f6-3944-4a8b-b584-8f4dfad89f53 HTTP/1.1" status: 200 len: 945 time: 0.0498385 Oct 13 11:38:59.048516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-99e1290e-a957-448a-986f-4d4635d235ce req-8ea63ea4-224c-4145-94be-b32c77138522 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Deleting port 58c84c04-18c4-451e-8f3b-ef89057c8a30 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:38:59.058029 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-99e1290e-a957-448a-986f-4d4635d235ce req-8ea63ea4-224c-4145-94be-b32c77138522 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:59.068025 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4137b3b6-372e-4631-9fc3-1c66d2c5f090 req-c310a4f9-9c0c-4524-90d7-5188630aa70b tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0bfca6-788c-429a-b1b8-a22527ecd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326698 Oct 13 11:38:59.139778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-99e1290e-a957-448a-986f-4d4635d235ce req-8ea63ea4-224c-4145-94be-b32c77138522 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] For port 58c84c04-18c4-451e-8f3b-ef89057c8a30, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=58c84c04-18c4-451e-8f3b-ef89057c8a30,segment=NetworkSegment(915c6a27-d042-4d7b-bf6c-5e92fdde9596),segment_id=915c6a27-d042-4d7b-bf6c-5e92fdde9596)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:38:59.140170 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-99e1290e-a957-448a-986f-4d4635d235ce req-8ea63ea4-224c-4145-94be-b32c77138522 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:59.153371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-99e1290e-a957-448a-986f-4d4635d235ce req-8ea63ea4-224c-4145-94be-b32c77138522 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Calling delete_port for 58c84c04-18c4-451e-8f3b-ef89057c8a30 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:38:59.359138 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-99e1290e-a957-448a-986f-4d4635d235ce req-8ea63ea4-224c-4145-94be-b32c77138522 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:59.370701 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['58c84c04-18c4-451e-8f3b-ef89057c8a30'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:38:59.386597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea63ea4-224c-4145-94be-b32c77138522 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Pushing event deleted for resources: {'Port': ['ID=58c84c04-18c4-451e-8f3b-ef89057c8a30,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:38:59.433056 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e1290e-a957-448a-986f-4d4635d235ce req-8ea63ea4-224c-4145-94be-b32c77138522 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] No DVR routers for this DVR port 58c84c04-18c4-451e-8f3b-ef89057c8a30 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:38:59.435809 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-99e1290e-a957-448a-986f-4d4635d235ce req-8ea63ea4-224c-4145-94be-b32c77138522 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:38:59.439731 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-99e1290e-a957-448a-986f-4d4635d235ce req-8ea63ea4-224c-4145-94be-b32c77138522 tempest-ServerDiskConfigTestJSON-141542951 tempest-ServerDiskConfigTestJSON-141542951-project] 10.222.0.21 "DELETE /v2.0/ports/58c84c04-18c4-451e-8f3b-ef89057c8a30 HTTP/1.1" status: 204 len: 173 time: 0.4799592 Oct 13 11:38:59.440167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'name': 'network-vif-deleted', 'tag': '58c84c04-18c4-451e-8f3b-ef89057c8a30'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:38:59.442421 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f085d1-5131-4ddd-a2a4-4706091bbbde" -d '{"events": [{"server_uuid": "b89e37f6-3944-4a8b-b584-8f4dfad89f53", "name": "network-vif-deleted", "tag": "58c84c04-18c4-451e-8f3b-ef89057c8a30"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:38:59.477515 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9af921-8aed-4827-8ec1-469c970e39ba x-openstack-request-id: req-0b9af921-8aed-4827-8ec1-469c970e39ba {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:38:59.477812 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e37f6-3944-4a8b-b584-8f4dfad89f53", "name": "network-vif-deleted", "tag": "58c84c04-18c4-451e-8f3b-ef89057c8a30", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:38:59.478062 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b9af921-8aed-4827-8ec1-469c970e39ba {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:38:59.478493 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e37f6-3944-4a8b-b584-8f4dfad89f53', 'name': 'network-vif-deleted', 'tag': '58c84c04-18c4-451e-8f3b-ef89057c8a30', 'status': 'completed', 'code': 200} Oct 13 11:39:00.190383 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35678) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:39:00.235011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Deleting subnet 99dc305d-838b-4de4-8777-58b7265846c7 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:39:00.238813 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:00.277398 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:00.315517 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:00.433044 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:00.458895 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99dc305d-838b-4de4-8777-58b7265846c7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:00.468608 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:00.472183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/99dc305d-838b-4de4-8777-58b7265846c7 HTTP/1.1" status: 204 len: 168 time: 0.2807536 Oct 13 11:39:00.474037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:00.474842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35680) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:39:00.475295 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:00.475401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:00.475729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:00.476069 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:00.476404 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:00.476732 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:00.477059 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:00.477406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:00.477731 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:00.478052 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:00.478403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97102b-485a-4b90-b4de-2280bc00e5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:00.544025 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-111947fd-d1a6-459c-8e88-60c1a3e0fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:00.625986 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-111947fd-d1a6-459c-8e88-60c1a3e0fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:00.647048 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-111947fd-d1a6-459c-8e88-60c1a3e0fab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:00.656900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-111947fd-d1a6-459c-8e88-60c1a3e0fab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915c6a27-d042-4d7b-bf6c-5e92fdde9596') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:00.657196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-111947fd-d1a6-459c-8e88-60c1a3e0fab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915c6a27-d042-4d7b-bf6c-5e92fdde9596') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:00.667753 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-111947fd-d1a6-459c-8e88-60c1a3e0fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:00.682172 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-111947fd-d1a6-459c-8e88-60c1a3e0fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:00.689984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111947fd-d1a6-459c-8e88-60c1a3e0fab7 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:39:00.689984 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-111947fd-d1a6-459c-8e88-60c1a3e0fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:39:00.691235 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:39:00.813855 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-111947fd-d1a6-459c-8e88-60c1a3e0fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:00.819389 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-111947fd-d1a6-459c-8e88-60c1a3e0fab7 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:00.822558 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-111947fd-d1a6-459c-8e88-60c1a3e0fab7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3 HTTP/1.1" status: 204 len: 168 time: 0.3467002 Oct 13 11:39:00.833928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111947fd-d1a6-459c-8e88-60c1a3e0fab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a970e517-1d31-4bc4-92a6-3f0e2cfd2ef3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:01.134832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35684) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:39:01.175019 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1cbea8dc-12da-4491-b884-7980aefc6bbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a3ce64f1fae4ce78bf6e8cc7e5afe72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390134 Oct 13 11:39:01.177450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35686) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:39:01.224081 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-495a530a-b30f-4c4c-976c-9081f853272f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:01.244024 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-495a530a-b30f-4c4c-976c-9081f853272f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:01.370382 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-495a530a-b30f-4c4c-976c-9081f853272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:01.372958 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-495a530a-b30f-4c4c-976c-9081f853272f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:01.374099 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-495a530a-b30f-4c4c-976c-9081f853272f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab0bfca6-788c-429a-b1b8-a22527ecd7a8 HTTP/1.1" status: 204 len: 168 time: 0.1957710 Oct 13 11:39:01.382042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a530a-b30f-4c4c-976c-9081f853272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0bfca6-788c-429a-b1b8-a22527ecd7a8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:02.508589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35708) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:39:02.617243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1821110662-network', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:39:02.695595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Made reservation on behalf of fbe374976ce341459dfe077ababb0c60 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:39:02.697859 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:02.706588 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:02.780545 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:02.848349 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:02.872766 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:39:02.882768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e52f85-29f3-414c-be27-523efb9f39a7,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:02.887451 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:02.887790 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Added segment c34cc31f-8769-4849-bfde-aa3e269ea1b4 of type vlan for network 0bd19590-add7-40c6-ac73-c7d23803f600 Oct 13 11:39:02.927483 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:02.934149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 58c84c04-18c4-451e-8f3b-ef89057c8a30 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:39:02.956147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 58c84c04-18c4-451e-8f3b-ef89057c8a30 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:39:02.956413 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 58c84c04-18c4-451e-8f3b-ef89057c8a30 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:39:03.002579 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:03.003582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:03.004166 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:03.065928 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd19590-add7-40c6-ac73-c7d23803f600,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:03.076329 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 0bd19590-add7-40c6-ac73-c7d23803f600 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:39:03.121928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-52e8b6d2-f6c7-40c8-ab0f-7c774a611791 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6119001 Oct 13 11:39:03.124540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35712) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:39:03.129393 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-dd9a8257-bdf7-4ed1-9851-afa566f6885d admin admin] Request body: {'subnet': {'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1821110662-subnet', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:39:03.216030 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9a8257-bdf7-4ed1-9851-afa566f6885d admin admin] Made reservation on behalf of fbe374976ce341459dfe077ababb0c60 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:39:03.218326 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8257-bdf7-4ed1-9851-afa566f6885d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:03.465492 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8257-bdf7-4ed1-9851-afa566f6885d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:03.515840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a8257-bdf7-4ed1-9851-afa566f6885d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1360e1f-543c-4044-b128-a5d9c2890e90,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:03.531489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a8257-bdf7-4ed1-9851-afa566f6885d admin admin] Checking segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:39:03.531855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9a8257-bdf7-4ed1-9851-afa566f6885d admin admin] Network hostable DHCP agents. Network: 0bd19590-add7-40c6-ac73-c7d23803f600, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:39:03.625164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9a8257-bdf7-4ed1-9851-afa566f6885d admin admin] Network 0bd19590-add7-40c6-ac73-c7d23803f600 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:39:03.713154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-dd9a8257-bdf7-4ed1-9851-afa566f6885d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 0bd19590-add7-40c6-ac73-c7d23803f600) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:39:03.717851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9a8257-bdf7-4ed1-9851-afa566f6885d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:03.720600 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8257-bdf7-4ed1-9851-afa566f6885d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:03.721505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25da71d4-5d2c-438c-80a6-612519de5a10 None None] Network 0bd19590-add7-40c6-ac73-c7d23803f600 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:39:03.801114 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dd9a8257-bdf7-4ed1-9851-afa566f6885d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6747291 Oct 13 11:39:03.803193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35714) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:39:03.810632 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:39:03.878505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-0bd19590-add7-40c6-ac73-c7d23803f600', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:39:03.879404 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:03.934152 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:03.935602 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:03.992436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:04.026694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Allocated IP 172.20.0.2 (0bd19590-add7-40c6-ac73-c7d23803f600/f1360e1f-543c-4044-b128-a5d9c2890e90/ceacdc66-26da-4816-b28a-02ae0d759fba) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:39:04.184944 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:04.186443 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:04.301783 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:04.342698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Network 0bd19590-add7-40c6-ac73-c7d23803f600 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:39:04.346580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:39:04.350319 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:39:04.356177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Pushing event updated for resources: {'Port': ['ID=ceacdc66-26da-4816-b28a-02ae0d759fba,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:04.415013 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Attempting to bind port ceacdc66-26da-4816-b28a-02ae0d759fba on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:39:04.415502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Attempting to bind port ceacdc66-26da-4816-b28a-02ae0d759fba by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:39:04.415918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Attempting to bind port ceacdc66-26da-4816-b28a-02ae0d759fba on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:39:04.420771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:39:04.421140 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Checking segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:39:04.421536 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:04.421925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Bound using segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:39:04.422415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Bound port: ceacdc66-26da-4816-b28a-02ae0d759fba, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:39:04.422799 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:04.453602 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:04.473632 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:04.487667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] For port ceacdc66-26da-4816-b28a-02ae0d759fba, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:39:04.490857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] For port ceacdc66-26da-4816-b28a-02ae0d759fba, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ceacdc66-26da-4816-b28a-02ae0d759fba,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:39:04.553735 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:04.606159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Allocated IP 172.25.0.124 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/05e0e7fa-89f7-432e-8515-a2b08f1a586d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:39:04.616367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff42fd5-bfbf-4dc9-a439-341a6cb12495 None None] Pushing event updated for resources: {'Port': ['ID=ceacdc66-26da-4816-b28a-02ae0d759fba,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:04.727832 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:04.827593 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:04.871633 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:39:04.874587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:39:04.879901 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:39:04.883152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Pushing event updated for resources: {'Port': ['ID=05e0e7fa-89f7-432e-8515-a2b08f1a586d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:05.188489 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:05.394623 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:05.543982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2be051-cb74-4826-b00f-6a335b0b9309 None None] Network 0bd19590-add7-40c6-ac73-c7d23803f600 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:39:05.608090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Router b4ddef78-48d3-43b1-b82d-8d410215f263 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:39:05.634593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-659f551f-b376-47a2-bf8b-37d2e687c4cf None None] Provisioning complete for port ceacdc66-26da-4816-b28a-02ae0d759fba triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:39:05.634864 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-659f551f-b376-47a2-bf8b-37d2e687c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:05.719859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:39:05.734050 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Sync routers for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:39:05.743707 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:39:05.749416 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:38:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:05.775001 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-659f551f-b376-47a2-bf8b-37d2e687c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:05.795074 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:05.799983 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35716) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:39:05.800616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c10a0562-6676-471b-b59d-dd1ce0fe7a5a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9954205 Oct 13 11:39:05.815174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-659f551f-b376-47a2-bf8b-37d2e687c4cf None None] For port ceacdc66-26da-4816-b28a-02ae0d759fba, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ceacdc66-26da-4816-b28a-02ae0d759fba,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:39:05.864986 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:39:05.877871 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-659f551f-b376-47a2-bf8b-37d2e687c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:05.947585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f551f-b376-47a2-bf8b-37d2e687c4cf None None] Pushing event updated for resources: {'Port': ['ID=ceacdc66-26da-4816-b28a-02ae0d759fba,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:06.104490 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-54499d8f-d425-4309-af07-ee1f1a1a5024 None None] Provisioning complete for port ceacdc66-26da-4816-b28a-02ae0d759fba triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:39:06.105241 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-54499d8f-d425-4309-af07-ee1f1a1a5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:06.203422 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:05Z', 'revision_number': 3, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:06.230563 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Checking router: b4ddef78-48d3-43b1-b82d-8d410215f263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:39:06.230909 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Updating router b4ddef78-48d3-43b1-b82d-8d410215f263 port 05e0e7fa-89f7-432e-8515-a2b08f1a586d binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:39:06.256543 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:06.520079 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:06.587200 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:06.618205 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ceacdc66-26da-4816-b28a-02ae0d759fba up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:39:06.627307 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:06.645524 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Attempting to bind port 05e0e7fa-89f7-432e-8515-a2b08f1a586d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:39:06.646263 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Attempting to bind port 05e0e7fa-89f7-432e-8515-a2b08f1a586d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:39:06.646263 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Attempting to bind port 05e0e7fa-89f7-432e-8515-a2b08f1a586d on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:39:06.655135 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Pushing event updated for resources: {'Port': ['ID=05e0e7fa-89f7-432e-8515-a2b08f1a586d,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:06.657468 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:39:06.658598 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:39:06.659248 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:06.659651 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:39:06.660137 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Bound port: 05e0e7fa-89f7-432e-8515-a2b08f1a586d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:39:06.660521 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:06.674624 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ceacdc66-26da-4816-b28a-02ae0d759fba triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:39:06.674990 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:06.685439 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:06.685788 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:06.686132 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:06.686483 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:06.686815 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:06.687141 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:06.688071 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:06.688071 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:06.688071 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:06.688602 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:06.690105 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:06.690487 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:06.729410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] For port 05e0e7fa-89f7-432e-8515-a2b08f1a586d, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:39:06.734608 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] For port 05e0e7fa-89f7-432e-8515-a2b08f1a586d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=05e0e7fa-89f7-432e-8515-a2b08f1a586d,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:39:06.801982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Allocated IP 172.20.0.1 (0bd19590-add7-40c6-ac73-c7d23803f600/f1360e1f-543c-4044-b128-a5d9c2890e90/7300a40c-7624-44bf-a25f-94020d1a4b63) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:39:06.808862 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:06.871456 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:39:06.872080 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:38:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:06.873791 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e72ba-fa05-43ac-818f-5fcc567201de None None] Pushing event updated for resources: {'Port': ['ID=05e0e7fa-89f7-432e-8515-a2b08f1a586d,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:06.913012 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:06.980814 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:39:07.008535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:07.050420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Network 0bd19590-add7-40c6-ac73-c7d23803f600 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:39:07.057078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:39:07.060891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:39:07.090107 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Pushing event updated for resources: {'Port': ['ID=7300a40c-7624-44bf-a25f-94020d1a4b63,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:07.111770 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:07.185887 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:05Z', 'revision_number': 3, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:07.217688 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2806f4-53d3-4ecf-acaa-0980f3c64c3e None None] The sync data for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 is: [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:05Z', 'revision_number': 3, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:39:07.315727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-62a7e94b-95d5-40bb-9f42-535edabf7b0b None None] Provisioning complete for port 7300a40c-7624-44bf-a25f-94020d1a4b63 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:39:07.316211 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-62a7e94b-95d5-40bb-9f42-535edabf7b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:07.352888 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:07.355596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-62a7e94b-95d5-40bb-9f42-535edabf7b0b None None] Port 7300a40c-7624-44bf-a25f-94020d1a4b63 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:39:07.550172 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:07.604362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:07.674422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:07.676299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Pushing event updated for resources: {'Port': ['ID=7300a40c-7624-44bf-a25f-94020d1a4b63,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:07.775265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Network 0bd19590-add7-40c6-ac73-c7d23803f600 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:39:07.777761 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:39:07.909265 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Router b4ddef78-48d3-43b1-b82d-8d410215f263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:39:08.028188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:39:08.037912 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1ef91950-2069-425b-925d-7d14e0eced09 admin admin] 10.222.0.32 "PUT /v2.0/routers/b4ddef78-48d3-43b1-b82d-8d410215f263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2365117 Oct 13 11:39:08.045193 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-22fc5840-b442-4388-85f3-fa224e37afe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:08.090364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1fcdcc6b-f0ec-44da-8a06-2e7283ee0bab None None] Provisioning complete for port 7300a40c-7624-44bf-a25f-94020d1a4b63 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:39:08.091203 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1fcdcc6b-f0ec-44da-8a06-2e7283ee0bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:08.141112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1fcdcc6b-f0ec-44da-8a06-2e7283ee0bab None None] Port 7300a40c-7624-44bf-a25f-94020d1a4b63 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:39:08.616033 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 05e0e7fa-89f7-432e-8515-a2b08f1a586d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:39:08.667316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 05e0e7fa-89f7-432e-8515-a2b08f1a586d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:39:08.667689 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:08.754441 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:08.775151 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 05e0e7fa-89f7-432e-8515-a2b08f1a586d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=05e0e7fa-89f7-432e-8515-a2b08f1a586d,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:39:08.818947 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Sync routers for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:39:08.829287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:39:08.830073 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:38:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:08.863837 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:08.957982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=05e0e7fa-89f7-432e-8515-a2b08f1a586d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:08.978463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:39:09.193054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 2, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:09.227310 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:09.228171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Checking router: b4ddef78-48d3-43b1-b82d-8d410215f263 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:39:09.228518 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Updating router b4ddef78-48d3-43b1-b82d-8d410215f263 port 7300a40c-7624-44bf-a25f-94020d1a4b63 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:39:09.254405 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:09.520285 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:09.545796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35726) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:39:09.550533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-67775f6f-bae6-4cdd-926c-d8baf9ee3001 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66856840', 'description': 'tempest-description--717157969'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:39:09.587662 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:09.654108 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-67775f6f-bae6-4cdd-926c-d8baf9ee3001 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:09.732325 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-67775f6f-bae6-4cdd-926c-d8baf9ee3001 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:09.802636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-67775f6f-bae6-4cdd-926c-d8baf9ee3001 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:09.816634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca01db-52bf-417f-8a44-009b0dd045dc None None] Pushing event updated for resources: {'Port': ['ID=7300a40c-7624-44bf-a25f-94020d1a4b63,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:09.835193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67775f6f-bae6-4cdd-926c-d8baf9ee3001 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d601191d-5be5-461c-a3bc-a743fdacef30,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:09.864817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Attempting to bind port 7300a40c-7624-44bf-a25f-94020d1a4b63 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:39:09.865192 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Attempting to bind port 7300a40c-7624-44bf-a25f-94020d1a4b63 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:39:09.865556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Attempting to bind port 7300a40c-7624-44bf-a25f-94020d1a4b63 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:39:09.870849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:39:09.871221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Checking segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:39:09.871620 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:09.872152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Bound using segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:39:09.872478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Bound port: 7300a40c-7624-44bf-a25f-94020d1a4b63, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:39:09.872861 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:09.898393 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-67775f6f-bae6-4cdd-926c-d8baf9ee3001 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:09.902449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-67775f6f-bae6-4cdd-926c-d8baf9ee3001 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3528972 Oct 13 11:39:09.902783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35728) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:39:09.907579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e17fadca-471c-46b6-a781-4588a6c98688 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Request body: {'security_group_rule': {'security_group_id': 'd601191d-5be5-461c-a3bc-a743fdacef30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:39:09.942264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] For port 7300a40c-7624-44bf-a25f-94020d1a4b63, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:39:09.945591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] For port 7300a40c-7624-44bf-a25f-94020d1a4b63, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7300a40c-7624-44bf-a25f-94020d1a4b63,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:39:10.009454 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e17fadca-471c-46b6-a781-4588a6c98688 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.016757 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.071423 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e17fadca-471c-46b6-a781-4588a6c98688 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.073679 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:39:10.074363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:38:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:10.128358 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e17fadca-471c-46b6-a781-4588a6c98688 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.137199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca01db-52bf-417f-8a44-009b0dd045dc None None] Pushing event updated for resources: {'Port': ['ID=7300a40c-7624-44bf-a25f-94020d1a4b63,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:10.151454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-179e7c68-cd94-4301-b7d9-28aaf54330ef None None] Provisioning complete for port 7300a40c-7624-44bf-a25f-94020d1a4b63 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:39:10.151826 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-179e7c68-cd94-4301-b7d9-28aaf54330ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.153950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fadca-471c-46b6-a781-4588a6c98688 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3eb7cf-0031-4c2c-bb7d-140cc39b4e57,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:10.247490 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:39:10.249924 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e17fadca-471c-46b6-a781-4588a6c98688 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.252043 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e17fadca-471c-46b6-a781-4588a6c98688 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3482673 Oct 13 11:39:10.255185 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 35730) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:39:10.260028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ea0ed0f7-f533-48df-b6b8-1b45a685ddb1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Request body: {'security_group_rule': {'security_group_id': 'd601191d-5be5-461c-a3bc-a743fdacef30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:39:10.362924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea0ed0f7-f533-48df-b6b8-1b45a685ddb1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.396866 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-179e7c68-cd94-4301-b7d9-28aaf54330ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.429281 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea0ed0f7-f533-48df-b6b8-1b45a685ddb1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.452594 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-179e7c68-cd94-4301-b7d9-28aaf54330ef None None] For port 7300a40c-7624-44bf-a25f-94020d1a4b63, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7300a40c-7624-44bf-a25f-94020d1a4b63,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:39:10.490024 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea0ed0f7-f533-48df-b6b8-1b45a685ddb1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.509803 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ed0f7-f533-48df-b6b8-1b45a685ddb1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927e02bb-26e8-486e-8ca6-85196ac10f65,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:10.512699 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-179e7c68-cd94-4301-b7d9-28aaf54330ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.563536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:09Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:10.583819 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ea0ed0f7-f533-48df-b6b8-1b45a685ddb1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.588199 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ea0ed0f7-f533-48df-b6b8-1b45a685ddb1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3287704 Oct 13 11:39:10.589786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35732) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:39:10.595021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:39:10.600195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4bd60a-4a2d-4eea-975f-97357c6277cc None None] The sync data for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 is: [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:09Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:39:10.601844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e7c68-cd94-4301-b7d9-28aaf54330ef None None] Pushing event updated for resources: {'Port': ['ID=7300a40c-7624-44bf-a25f-94020d1a4b63,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:10.606120 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 05e0e7fa-89f7-432e-8515-a2b08f1a586d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:39:10.667463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a28281ee-f7c9-44a4-94e7-9b90cc1e6688 None None] Provisioning complete for port 7300a40c-7624-44bf-a25f-94020d1a4b63 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:39:10.667951 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a28281ee-f7c9-44a4-94e7-9b90cc1e6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.719399 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.725390 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 05e0e7fa-89f7-432e-8515-a2b08f1a586d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:39:10.725878 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.849832 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.864600 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-134947a0-badc-4098-9895-17ef77792977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.933864 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:10.963318 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Allocated IP 172.25.0.142 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/0a084dea-4d81-4d8c-b8bf-9f3c67e6c14f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:39:11.080733 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:11.187613 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:11.230755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:39:11.233812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:39:11.237569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:39:11.264564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event updated for resources: {'Port': ['ID=0a084dea-4d81-4d8c-b8bf-9f3c67e6c14f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:11.333559 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:11.425622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:11.600997 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:11.659887 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:11.733638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event updated for resources: {'Port': ['ID=0a084dea-4d81-4d8c-b8bf-9f3c67e6c14f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:11.748331 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:11.764071 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:11.840615 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:11.841896 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a56b6e01-1095-48ed-abe7-c6e9be5def9d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2510560 Oct 13 11:39:11.992905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-4a325514-47b4-48e5-b026-426d8e7c8871 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--66856840&fields=id&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 267 time: 0.0388544 Oct 13 11:39:12.116876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-03bb43a1-9c23-485f-93a9-b22bbef7f64b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:12.118561 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-03bb43a1-9c23-485f-93a9-b22bbef7f64b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 812 time: 0.1139460 Oct 13 11:39:12.134088 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-50d18515-4411-4ba8-8a20-327d51734a23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/quotas/fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 375 time: 0.0095677 Oct 13 11:39:12.196981 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-1e5d6c10-7187-4213-ab94-345bafb79a26 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569141 Oct 13 11:39:12.304920 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-657bc887-ae41-495e-8d9c-3a06df0966cd service neutron] 10.222.0.32 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959349 Oct 13 11:39:12.353165 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:12.401397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-0bff2ca2-033c-4946-be0d-37a0a48921bf service neutron] 10.222.0.32 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901303 Oct 13 11:39:12.611531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7300a40c-7624-44bf-a25f-94020d1a4b63 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:39:12.673143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7300a40c-7624-44bf-a25f-94020d1a4b63 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:39:12.674138 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:12.716966 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-adda982b-b1bc-4cfa-afd9-f063556abf33 req-42f7c7bc-8f87-4a35-b95b-51e720d76565 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 210 time: 0.0332878 Oct 13 11:39:13.586013 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:13.799569 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b0ad823-a125-49c9-bd8d-ab4d9ece8749 req-ae6d0c31-9178-4d6e-afa1-becb33cc0878 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 210 time: 0.0287793 Oct 13 11:39:14.902200 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-147677ef-946b-406e-80d5-09e4efd2d315 req-0cc440fd-b6b4-421f-a2fd-290d35d0dead tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 210 time: 0.0271912 Oct 13 11:39:15.188025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-02b0e56f-81b1-4b1d-9197-b2b4b88ec06c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:15.189621 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-02b0e56f-81b1-4b1d-9197-b2b4b88ec06c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 812 time: 0.1255617 Oct 13 11:39:15.239307 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-38554b8f-0501-4b5e-af31-7658569aeda7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 378 time: 0.0400610 Oct 13 11:39:15.248564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-092d2f00-6099-488a-b5f5-70d007896561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Request body: {'port': {'device_id': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'admin_state_up': True, 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'security_groups': ['d601191d-5be5-461c-a3bc-a743fdacef30']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:39:15.438881 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-092d2f00-6099-488a-b5f5-70d007896561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Made reservation on behalf of fbe374976ce341459dfe077ababb0c60 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:39:15.443133 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-092d2f00-6099-488a-b5f5-70d007896561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:15.577151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-092d2f00-6099-488a-b5f5-70d007896561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Allocated IP 172.20.0.5 (0bd19590-add7-40c6-ac73-c7d23803f600/f1360e1f-543c-4044-b128-a5d9c2890e90/41bdf8f3-1ef3-46fc-83bc-e682c76854d3) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:39:15.726480 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-092d2f00-6099-488a-b5f5-70d007896561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:15.851117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-092d2f00-6099-488a-b5f5-70d007896561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:15.898888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-092d2f00-6099-488a-b5f5-70d007896561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Network 0bd19590-add7-40c6-ac73-c7d23803f600 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:39:15.902380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-092d2f00-6099-488a-b5f5-70d007896561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:39:15.906448 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-092d2f00-6099-488a-b5f5-70d007896561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:39:15.914996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d2f00-6099-488a-b5f5-70d007896561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event updated for resources: {'Port': ['ID=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:15.969468 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-092d2f00-6099-488a-b5f5-70d007896561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:15.976198 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-092d2f00-6099-488a-b5f5-70d007896561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:16.028737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd6141-2206-4978-9a76-91b8eeae8472 req-33f96185-14ec-4e0a-8f28-94d2ef31f1c5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:16.030247 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21cd6141-2206-4978-9a76-91b8eeae8472 req-33f96185-14ec-4e0a-8f28-94d2ef31f1c5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 931 time: 0.0558927 Oct 13 11:39:16.064454 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-092d2f00-6099-488a-b5f5-70d007896561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8197415 Oct 13 11:39:16.074728 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21cd6141-2206-4978-9a76-91b8eeae8472 req-5b4228e3-d1ea-4363-a2df-1a8ba39dd241 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374084 Oct 13 11:39:16.077226 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-d1c13797-0c13-4fe7-bff6-263f030bd4f5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:39:16.078263 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-d1c13797-0c13-4fe7-bff6-263f030bd4f5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059087 Oct 13 11:39:16.153002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Request body: {'port': {'device_id': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:39:16.185087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4ae8487c-28f9-424b-ab87-3213ac36da5d None None] Provisioning complete for port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:39:16.185917 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4ae8487c-28f9-424b-ab87-3213ac36da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:16.216686 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:16.221446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8487c-28f9-424b-ab87-3213ac36da5d None None] Port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:39:16.492522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:39:16.500039 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:16.513308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Transition to ACTIVE for port object 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:39:16.609955 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:16.680771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Pushing event updated for resources: {'Port': ['ID=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:16.742269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Attempting to bind port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:39:16.742784 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Attempting to bind port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:39:16.743080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Attempting to bind port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:39:16.747976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 on network 0bd19590-add7-40c6-ac73-c7d23803f600 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:39:16.748308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Attempting to bind port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:39:16.753781 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:39:16.754123 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Checking segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:39:16.754555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Bound using segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:39:16.754996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Bound port: 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:39:16.755365 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:16.825482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] For port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:39:16.829207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] For port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:39:16.913424 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:16.952132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:16.952817 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:16.954244 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/41bdf8f3-1ef3-46fc-83bc-e682c76854d3 HTTP/1.1" status: 200 len: 1091 time: 0.8672063 Oct 13 11:39:16.954719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:39:16.957888 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f13e719-75f6-4fd3-8d4e-8b91d4eb7f91" -d '{"events": [{"name": "network-changed", "server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:39:16.988332 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d00a84-3dde-41dc-8346-de086aaf74a4 service neutron] Pushing event updated for resources: {'Port': ['ID=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:17.003565 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5b55a0-0fb8-4b0f-9719-650f8f7f06cf x-openstack-request-id: req-ce5b55a0-0fb8-4b0f-9719-650f8f7f06cf {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:39:17.003968 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:39:17.004109 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce5b55a0-0fb8-4b0f-9719-650f8f7f06cf {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:39:17.004523 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'status': 'completed', 'code': 200} Oct 13 11:39:17.069375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13e719-75f6-4fd3-8d4e-8b91d4eb7f91 req-64480741-ede7-4842-8f79-ca612d31a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:17.070917 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8f13e719-75f6-4fd3-8d4e-8b91d4eb7f91 req-64480741-ede7-4842-8f79-ca612d31a727 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 1094 time: 0.0464392 Oct 13 11:39:17.191605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13e719-75f6-4fd3-8d4e-8b91d4eb7f91 req-2fda997f-eeb8-4bb0-ba3d-4650483517a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:17.193134 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8f13e719-75f6-4fd3-8d4e-8b91d4eb7f91 req-2fda997f-eeb8-4bb0-ba3d-4650483517a8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fbe374976ce341459dfe077ababb0c60&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1145487 Oct 13 11:39:17.212403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e160a54-7203-439a-b83a-5e12c84f6567 req-192fade0-95c2-4487-926c-2dfa6f71dea0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:17.213899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e160a54-7203-439a-b83a-5e12c84f6567 req-192fade0-95c2-4487-926c-2dfa6f71dea0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 943 time: 0.0527894 Oct 13 11:39:17.258241 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e160a54-7203-439a-b83a-5e12c84f6567 req-0074f878-7678-48c8-9ff9-a55f5dd22134 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375121 Oct 13 11:39:17.301279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13e719-75f6-4fd3-8d4e-8b91d4eb7f91 req-65744de4-759b-4f51-afc7-2c9ddd506026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:17.302782 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8f13e719-75f6-4fd3-8d4e-8b91d4eb7f91 req-65744de4-759b-4f51-afc7-2c9ddd506026 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032743 Oct 13 11:39:17.345869 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:39:17.384325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-efa8034b-c460-49e7-b9b8-564fbecce36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:17.385958 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-efa8034b-c460-49e7-b9b8-564fbecce36d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 1094 time: 0.0433362 Oct 13 11:39:17.428139 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-2a2742cd-9f1f-45f1-a66d-4a8160245aae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3 HTTP/1.1" status: 200 len: 217 time: 0.0348155 Oct 13 11:39:17.481153 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-bccaf1a9-31ad-4443-af42-d075a8f4d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:17.482639 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-bccaf1a9-31ad-4443-af42-d075a8f4d725 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0481126 Oct 13 11:39:17.529745 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-0ae03636-44bd-4a71-b49b-76dcb00887c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:17.531198 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-0ae03636-44bd-4a71-b49b-76dcb00887c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420334 Oct 13 11:39:17.624543 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-5403e42b-5946-4129-b9fa-fb100fb42711 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854740 Oct 13 11:39:17.732061 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b26a76d5-a6e4-40c5-80c7-d239ba8c0d0b req-a4b995de-debf-4b06-9321-596c843421b6 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991642 Oct 13 11:39:18.374437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5836-dd7d-45a9-9e3d-09a45d094b1f req-17b09cc0-5ad2-4b2e-b6c0-c792ebf6872a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:18.375851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-978a5836-dd7d-45a9-9e3d-09a45d094b1f req-17b09cc0-5ad2-4b2e-b6c0-c792ebf6872a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 943 time: 0.0491681 Oct 13 11:39:18.413933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-978a5836-dd7d-45a9-9e3d-09a45d094b1f req-2d907bb9-3027-411a-87ee-e587c3d15227 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320246 Oct 13 11:39:19.036910 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:39:19.136530 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:39:19.148417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'port_id': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'mac_address': 'fa:16:3e:b7:f7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:39:19.191390 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:19.204555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:39:19.224001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:39:19.307285 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:19.356550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:19.364868 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:19.367847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:19.367847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:19.367847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:19.367847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:19.367847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:19.367847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:19.367847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:19.367847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:19.367847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:19.368739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:19.368739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:39:19.495479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['41bdf8f3-1ef3-46fc-83bc-e682c76854d3'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:39:19.539621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259b68b-db01-4e26-9f7e-a692261deb5a req-14859d49-7149-488e-b9cb-bbfc561360a2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:19.541168 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c259b68b-db01-4e26-9f7e-a692261deb5a req-14859d49-7149-488e-b9cb-bbfc561360a2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 944 time: 0.0561726 Oct 13 11:39:19.585584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c259b68b-db01-4e26-9f7e-a692261deb5a req-2aef912c-a8c4-4f0d-8286-f72e7c3cccf2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375195 Oct 13 11:39:20.717641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442ba77-17d9-43fb-b4be-bfd9929228d6 req-be669885-f472-4ff0-b6dd-0505bcff4b7f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:20.719175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a442ba77-17d9-43fb-b4be-bfd9929228d6 req-be669885-f472-4ff0-b6dd-0505bcff4b7f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 944 time: 0.0500863 Oct 13 11:39:20.764108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a442ba77-17d9-43fb-b4be-bfd9929228d6 req-032594cf-7a0d-4a36-a328-c4f2f7837287 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383101 Oct 13 11:39:21.057209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:39:21.167972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:39:21.172544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:39:21.172978 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:21.252821 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:21.280539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:39:21.282890 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60df476-0da8-4656-ae4c-130879404e83" -d '{"events": [{"server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "name": "network-vif-plugged", "status": "completed", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:39:21.297274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:39:21.323600 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ed323f-ce63-4814-a902-9fe8a8d0ec06 x-openstack-request-id: req-79ed323f-ce63-4814-a902-9fe8a8d0ec06 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:39:21.323895 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "name": "network-vif-plugged", "status": "completed", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:39:21.324180 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79ed323f-ce63-4814-a902-9fe8a8d0ec06 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:39:21.324726 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'code': 200} Oct 13 11:39:21.411253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:21.426358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d939891-349e-4923-be4d-8b9f22e6682f req-b8b28fb6-7cee-47bf-bd99-085ba2772687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:21.427946 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9d939891-349e-4923-be4d-8b9f22e6682f req-b8b28fb6-7cee-47bf-bd99-085ba2772687 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 1095 time: 0.0462596 Oct 13 11:39:21.465484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:39:21.466146 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9d939891-349e-4923-be4d-8b9f22e6682f req-1c493d12-7d41-47a7-acb2-d46fdc584a2b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310833 Oct 13 11:39:21.891365 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a855cc-e97d-4716-8946-f1aae0cab89e req-c5064ecf-8f72-4714-a78e-ba88dbf29311 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:21.892861 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8a855cc-e97d-4716-8946-f1aae0cab89e req-c5064ecf-8f72-4714-a78e-ba88dbf29311 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0509336 Oct 13 11:39:21.933718 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8a855cc-e97d-4716-8946-f1aae0cab89e req-d3827ff1-1e9f-4c39-97ad-1370204b4f6b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347068 Oct 13 11:39:22.686050 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3aba756c-6c28-4bb1-b376-23363cb80b7c req-a392e858-5f17-451b-8877-03b5156fc550 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469744 Oct 13 11:39:22.774240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba756c-6c28-4bb1-b376-23363cb80b7c req-e0be24d3-50c2-4fd7-b89c-41a2752ace8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:22.775794 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3aba756c-6c28-4bb1-b376-23363cb80b7c req-e0be24d3-50c2-4fd7-b89c-41a2752ace8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 1096 time: 0.0445030 Oct 13 11:39:22.898883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba756c-6c28-4bb1-b376-23363cb80b7c req-78a1d3ef-e229-46d6-bc52-4e31965a0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:22.900430 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3aba756c-6c28-4bb1-b376-23363cb80b7c req-78a1d3ef-e229-46d6-bc52-4e31965a0d27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.1035211 Oct 13 11:39:22.949005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3aba756c-6c28-4bb1-b376-23363cb80b7c req-644219f0-615c-4500-af91-925a355fbf6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3 HTTP/1.1" status: 200 len: 217 time: 0.0417800 Oct 13 11:39:23.006863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba756c-6c28-4bb1-b376-23363cb80b7c req-8a9e1e36-366a-4868-b4f4-f0b2b6a84b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:23.008366 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3aba756c-6c28-4bb1-b376-23363cb80b7c req-8a9e1e36-366a-4868-b4f4-f0b2b6a84b8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0530713 Oct 13 11:39:23.059231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba756c-6c28-4bb1-b376-23363cb80b7c req-f0211c9c-4bcf-4cb0-b4af-74860ca66b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:23.060927 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3aba756c-6c28-4bb1-b376-23363cb80b7c req-f0211c9c-4bcf-4cb0-b4af-74860ca66b24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460730 Oct 13 11:39:23.082792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f94fc5-1164-41ca-b273-e5053f759c6c req-6b27c071-4e18-40e0-af6f-bffd9689e4f2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:23.101072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50f94fc5-1164-41ca-b273-e5053f759c6c req-6b27c071-4e18-40e0-af6f-bffd9689e4f2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0716453 Oct 13 11:39:23.143694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50f94fc5-1164-41ca-b273-e5053f759c6c req-5f18a334-d342-4c10-97dd-d893dcb759e6 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434294 Oct 13 11:39:23.176634 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3aba756c-6c28-4bb1-b376-23363cb80b7c req-a4f9ff9e-23ae-4421-b4f1-59e33b9c586b service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080997 Oct 13 11:39:23.289471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2aab7-ef26-4482-aa14-bb76f3d20d64 req-478cb771-8da5-45cc-96b5-328a350cb914 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:23.291169 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7b2aab7-ef26-4482-aa14-bb76f3d20d64 req-478cb771-8da5-45cc-96b5-328a350cb914 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0539806 Oct 13 11:39:23.304302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 35792) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:39:23.310955 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-bce48a12-a741-4b9e-b53b-b2d40e6c8e32 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Request body: {'floatingip': {'port_id': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:39:23.322986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3aba756c-6c28-4bb1-b376-23363cb80b7c req-277ee767-155d-44e2-ab1f-c277ae66ecf4 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384919 Oct 13 11:39:23.360654 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bce48a12-a741-4b9e-b53b-b2d40e6c8e32 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:23.844813 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bce48a12-a741-4b9e-b53b-b2d40e6c8e32 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:23.906858 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bce48a12-a741-4b9e-b53b-b2d40e6c8e32 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:24.325489 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-bce48a12-a741-4b9e-b53b-b2d40e6c8e32 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0 associated. External IP: 172.25.0.142, port: 41bdf8f3-1ef3-46fc-83bc-e682c76854d3. Oct 13 11:39:24.546390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce48a12-a741-4b9e-b53b-b2d40e6c8e32 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Router b4ddef78-48d3-43b1-b82d-8d410215f263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:39:24.670038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce48a12-a741-4b9e-b53b-b2d40e6c8e32 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:39:24.683934 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bce48a12-a741-4b9e-b53b-b2d40e6c8e32 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:24.688979 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e5ee4-140b-435c-9b1c-4e45e222ecbc None None] Sync routers for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:39:24.700050 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e5ee4-140b-435c-9b1c-4e45e222ecbc None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:39:24.700667 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-850e5ee4-140b-435c-9b1c-4e45e222ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:39:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:24.715493 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bce48a12-a741-4b9e-b53b-b2d40e6c8e32 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "PUT /v2.0/floatingips/65b360fe-f8f9-49cb-92f4-605a81dd24e0 HTTP/1.1" status: 200 len: 991 time: 1.4100106 Oct 13 11:39:24.716078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:39:24.718598 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb060a7d-0ee2-41d6-a970-ed03a09bdd74" -d '{"events": [{"name": "network-changed", "server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:39:24.813737 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-850e5ee4-140b-435c-9b1c-4e45e222ecbc None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:39:24.887116 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8588a435-553f-4396-a9a0-0037663d174e x-openstack-request-id: req-8588a435-553f-4396-a9a0-0037663d174e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:39:24.887434 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:39:24.887758 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8588a435-553f-4396-a9a0-0037663d174e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:39:24.888272 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'status': 'completed', 'code': 200} Oct 13 11:39:24.960643 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb060a7d-0ee2-41d6-a970-ed03a09bdd74 req-d51d0735-a2b5-4c7d-a771-d32af1f79ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:24.962180 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cb060a7d-0ee2-41d6-a970-ed03a09bdd74 req-d51d0735-a2b5-4c7d-a771-d32af1f79ee3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 1096 time: 0.0528398 Oct 13 11:39:25.058003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb060a7d-0ee2-41d6-a970-ed03a09bdd74 req-fabed841-b25b-456b-84d9-81e41c16273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:25.058636 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cb060a7d-0ee2-41d6-a970-ed03a09bdd74 req-fabed841-b25b-456b-84d9-81e41c16273a service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0900400 Oct 13 11:39:25.069680 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-850e5ee4-140b-435c-9b1c-4e45e222ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '65b360fe-f8f9-49cb-92f4-605a81dd24e0', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'port_id': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'mac_address': 'fa:16:3e:b7:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:39:11Z', 'updated_at': '2021-10-13T11:39:23Z', 'revision_number': 1, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:25.096807 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e5ee4-140b-435c-9b1c-4e45e222ecbc None None] Checking router: b4ddef78-48d3-43b1-b82d-8d410215f263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:39:25.106426 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e5ee4-140b-435c-9b1c-4e45e222ecbc None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:39:25.107052 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-850e5ee4-140b-435c-9b1c-4e45e222ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:39:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:25.133819 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cb060a7d-0ee2-41d6-a970-ed03a09bdd74 req-22e358d8-d079-411e-9749-e9328372af8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3 HTTP/1.1" status: 200 len: 999 time: 0.0682969 Oct 13 11:39:25.193563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb060a7d-0ee2-41d6-a970-ed03a09bdd74 req-aaaa8ca3-21fc-417d-8264-229d6ee666f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:25.195083 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cb060a7d-0ee2-41d6-a970-ed03a09bdd74 req-aaaa8ca3-21fc-417d-8264-229d6ee666f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0546079 Oct 13 11:39:25.220138 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-850e5ee4-140b-435c-9b1c-4e45e222ecbc None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:39:25.244203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb060a7d-0ee2-41d6-a970-ed03a09bdd74 req-d077af44-69c6-4c04-b705-1f51414c7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:39:25.245722 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cb060a7d-0ee2-41d6-a970-ed03a09bdd74 req-d077af44-69c6-4c04-b705-1f51414c7117 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433936 Oct 13 11:39:25.362561 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cb060a7d-0ee2-41d6-a970-ed03a09bdd74 req-d8d50b97-7ac9-4aff-b632-fe3de2cc3e8a service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085768 Oct 13 11:39:25.466492 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-cb060a7d-0ee2-41d6-a970-ed03a09bdd74 req-9db3eb6c-0bcc-40ec-95a5-9516b2a59d1c service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984848 Oct 13 11:39:25.557453 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-850e5ee4-140b-435c-9b1c-4e45e222ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '65b360fe-f8f9-49cb-92f4-605a81dd24e0', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'port_id': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'mac_address': 'fa:16:3e:b7:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:39:11Z', 'updated_at': '2021-10-13T11:39:23Z', 'revision_number': 1, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:39:25.583872 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e5ee4-140b-435c-9b1c-4e45e222ecbc None None] The sync data for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 is: [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '65b360fe-f8f9-49cb-92f4-605a81dd24e0', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'port_id': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'mac_address': 'fa:16:3e:b7:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:39:11Z', 'updated_at': '2021-10-13T11:39:23Z', 'revision_number': 1, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:39:25.809097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9cb41b-e33a-4106-bb7f-c26eb9580a01 None None] New status for floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:39:38.061142 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cbaed486-0259-4411-845c-85dbd436bc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:39.207728 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:40.796157 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c73e1705-32d3-4c6c-99b4-862578f51acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:40.881955 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:41.779275 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:42.327549 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:43.567597 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:39:54.346489 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:40:08.088942 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-21167c37-e95c-4ffd-9f5a-60b5bc43a4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:40:09.213020 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:40:10.803341 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6295b92f-a1ea-4801-801b-dc227d8e7263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:40:10.900785 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:40:11.763371 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:40:12.323054 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:40:13.523065 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:40:22.640049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af595595-46c6-453f-bc64-8f8225979c4d req-fce42cd1-99e5-4338-85b3-87e32a8568ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414066 Oct 13 11:40:22.727836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af595595-46c6-453f-bc64-8f8225979c4d req-f698eaa8-65c0-4804-89e1-1f9a2da23687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:40:22.729322 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af595595-46c6-453f-bc64-8f8225979c4d req-f698eaa8-65c0-4804-89e1-1f9a2da23687 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 1096 time: 0.0452478 Oct 13 11:40:22.838225 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af595595-46c6-453f-bc64-8f8225979c4d req-b028637b-4aad-46e4-a047-99e091b8acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:40:22.839713 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af595595-46c6-453f-bc64-8f8225979c4d req-b028637b-4aad-46e4-a047-99e091b8acc4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0887384 Oct 13 11:40:22.909309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af595595-46c6-453f-bc64-8f8225979c4d req-a3404bae-5d52-49f8-83f0-0bf4d7616329 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3 HTTP/1.1" status: 200 len: 1001 time: 0.0628145 Oct 13 11:40:22.960852 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af595595-46c6-453f-bc64-8f8225979c4d req-764fd700-e886-4455-910c-96de6344c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:40:22.962384 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af595595-46c6-453f-bc64-8f8225979c4d req-764fd700-e886-4455-910c-96de6344c63e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0468326 Oct 13 11:40:23.009212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af595595-46c6-453f-bc64-8f8225979c4d req-17ac3a05-4ec9-4f01-a10d-55723f41a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:40:23.010740 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af595595-46c6-453f-bc64-8f8225979c4d req-17ac3a05-4ec9-4f01-a10d-55723f41a737 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411522 Oct 13 11:40:23.103505 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af595595-46c6-453f-bc64-8f8225979c4d req-7213f60c-c85d-46ab-9942-102c56cefcf6 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853806 Oct 13 11:40:23.192168 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-af595595-46c6-453f-bc64-8f8225979c4d req-f90a8097-afd2-4418-8501-36026ec2c115 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821059 Oct 13 11:40:31.344799 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:40:38.048493 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bbe13362-36ce-4498-a219-22ad9a751871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:40:39.213930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:40:40.785684 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-764e78b6-0d6c-4c89-8122-bf386c9036ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:40:40.882755 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:40:41.774369 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:40:42.333744 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:40:43.544152 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:00.622771 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367aab6-8390-42d5-ac21-5f6c0a5b2aa6 req-a1166e29-54bc-411c-bd9d-5ef386085fff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:00.624268 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f367aab6-8390-42d5-ac21-5f6c0a5b2aa6 req-a1166e29-54bc-411c-bd9d-5ef386085fff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0533988 Oct 13 11:41:00.661959 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f367aab6-8390-42d5-ac21-5f6c0a5b2aa6 req-068004b9-5eca-4cc3-bb0d-40ec599f3391 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315359 Oct 13 11:41:01.030037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b00d2-2bf5-4154-b538-8b5c3d48b937 req-2bd57140-9c71-4143-92a0-78f87a2746bd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:01.031537 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-899b00d2-2bf5-4154-b538-8b5c3d48b937 req-2bd57140-9c71-4143-92a0-78f87a2746bd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0490556 Oct 13 11:41:01.069734 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-899b00d2-2bf5-4154-b538-8b5c3d48b937 req-ea548df9-ffca-4ce0-bfc9-89d526af2ea4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311973 Oct 13 11:41:01.096863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36002) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:41:01.195372 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-354d23ec-c077-423c-8256-a75163849dbb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972915 Oct 13 11:41:01.205507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-ca16c5fa-7680-438d-b370-357ab0248a17 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:41:01.207049 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-ca16c5fa-7680-438d-b370-357ab0248a17 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062125 Oct 13 11:41:02.196344 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19b1d-a3ed-4fd1-aadd-212a87cfc148 req-810fcb15-78c6-45d3-9ba9-36f88eb4b8e5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:02.197813 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5e19b1d-a3ed-4fd1-aadd-212a87cfc148 req-810fcb15-78c6-45d3-9ba9-36f88eb4b8e5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0582678 Oct 13 11:41:02.235235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5e19b1d-a3ed-4fd1-aadd-212a87cfc148 req-e51e98b7-204e-4b54-bdb3-c0c3b5514601 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314102 Oct 13 11:41:03.230985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-d807909c-2dd2-4664-ab32-1e05719f2def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:03.232473 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-d807909c-2dd2-4664-ab32-1e05719f2def service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 1096 time: 0.0408759 Oct 13 11:41:03.328967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-a7ade22b-eff7-4c34-a2c1-c7ffbc4653c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:03.330645 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-a7ade22b-eff7-4c34-a2c1-c7ffbc4653c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0914176 Oct 13 11:41:03.353818 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d1273-f07a-48fe-b858-62f467383697 req-2d5d5efc-70e9-486c-8a5c-157fd36d2b6a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:03.355345 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c4d1273-f07a-48fe-b858-62f467383697 req-2d5d5efc-70e9-486c-8a5c-157fd36d2b6a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0504415 Oct 13 11:41:03.394113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c4d1273-f07a-48fe-b858-62f467383697 req-693ddf67-62b9-4239-bda0-9130f8f215cc tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327191 Oct 13 11:41:03.396311 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-0d910cc1-b657-451c-a207-b6cee95550ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3 HTTP/1.1" status: 200 len: 1001 time: 0.0593245 Oct 13 11:41:03.452091 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-32aef67e-b559-4de9-b133-3a26cb3a3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:03.453594 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-32aef67e-b559-4de9-b133-3a26cb3a3ad3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0493846 Oct 13 11:41:03.498860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-d77ad634-f77c-4cb3-b33d-e121a8c54f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:03.500254 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-d77ad634-f77c-4cb3-b33d-e121a8c54f53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395920 Oct 13 11:41:03.596020 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-0cdde541-01a4-4263-a2bd-9e0cabac3f31 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884426 Oct 13 11:41:03.691986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-955567c7-90d2-4e41-98b2-bbce01e64bbd service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892129 Oct 13 11:41:04.509192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1df572-cae3-487f-a40a-6ef641ecc07d req-639b36d4-889b-4f08-aede-a11989a8b6cc tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:04.510683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f1df572-cae3-487f-a40a-6ef641ecc07d req-639b36d4-889b-4f08-aede-a11989a8b6cc tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0495987 Oct 13 11:41:04.548207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6f1df572-cae3-487f-a40a-6ef641ecc07d req-c3df2931-57e7-4590-872d-3515473ef169 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317283 Oct 13 11:41:05.671506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b55033-dea2-4a4a-a92b-7fbbd65a5b00 req-638d952d-bae9-48ef-8f0e-22bc2cc46c3a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:05.672985 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5b55033-dea2-4a4a-a92b-7fbbd65a5b00 req-638d952d-bae9-48ef-8f0e-22bc2cc46c3a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0537131 Oct 13 11:41:05.710659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5b55033-dea2-4a4a-a92b-7fbbd65a5b00 req-44bdfee3-095a-435b-949f-a48bbdd8e68a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308819 Oct 13 11:41:06.824493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fef73e-a558-4c23-bb1b-7f393eae42e6 req-b375fc55-865d-4e50-b6f5-cb7617c4c774 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:06.825944 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1fef73e-a558-4c23-bb1b-7f393eae42e6 req-b375fc55-865d-4e50-b6f5-cb7617c4c774 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0478008 Oct 13 11:41:06.865023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e1fef73e-a558-4c23-bb1b-7f393eae42e6 req-4d4bfc37-dc83-4052-8f49-2512697bfa7f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317914 Oct 13 11:41:07.979354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca0baf-dade-48c2-8bf3-34ef458fb91b req-a89081b3-5e71-44ea-8d2f-d79340db04e4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:07.980887 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7ca0baf-dade-48c2-8bf3-34ef458fb91b req-a89081b3-5e71-44ea-8d2f-d79340db04e4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0497186 Oct 13 11:41:08.019798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7ca0baf-dade-48c2-8bf3-34ef458fb91b req-59b6a170-485b-497a-afa3-cc687c58570f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328879 Oct 13 11:41:08.052086 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fe790b57-9d84-4378-832c-aa2ac26f96ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:08.344240 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:41:09.146378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de398ec2-09dc-4151-8dc1-f901051fd4da req-66b65fe8-8b7f-46c9-b776-24e3f838b75a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:09.147933 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de398ec2-09dc-4151-8dc1-f901051fd4da req-66b65fe8-8b7f-46c9-b776-24e3f838b75a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0558405 Oct 13 11:41:09.186291 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de398ec2-09dc-4151-8dc1-f901051fd4da req-de4e7c1e-32cb-4b18-af53-2d0f4c3dc1c3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322590 Oct 13 11:41:09.240419 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:10.301461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e46a-a5b2-44d2-be6c-d629f9d9eb0f req-9b92b64e-e322-484b-9b8f-dd61966b86fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:10.302979 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9226e46a-a5b2-44d2-be6c-d629f9d9eb0f req-9b92b64e-e322-484b-9b8f-dd61966b86fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0497124 Oct 13 11:41:10.341402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9226e46a-a5b2-44d2-be6c-d629f9d9eb0f req-8a764c1a-c67f-4a95-8b24-e42721648fdf tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324538 Oct 13 11:41:10.808134 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-333f6a5c-26cf-45b0-ad75-650c3a34e2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:10.887683 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:11.457641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fa132-498a-4376-88b9-c432f0b15b38 req-8d03aff0-4f64-4a9f-8847-7ab5f2ab9437 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:11.459166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a28fa132-498a-4376-88b9-c432f0b15b38 req-8d03aff0-4f64-4a9f-8847-7ab5f2ab9437 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0513251 Oct 13 11:41:11.498006 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a28fa132-498a-4376-88b9-c432f0b15b38 req-755af1ef-5362-4a7f-8f1b-b1398e7ad893 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326307 Oct 13 11:41:11.750899 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:12.327815 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:12.618760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce909d3a-ce29-4e54-a67e-c338ae2dac3d req-c884e950-9865-467e-8883-1843750c2d5d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:12.620286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ce909d3a-ce29-4e54-a67e-c338ae2dac3d req-c884e950-9865-467e-8883-1843750c2d5d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0546887 Oct 13 11:41:12.657144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ce909d3a-ce29-4e54-a67e-c338ae2dac3d req-7e4c55de-ed9c-4aff-9d30-456d7a1cf869 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309668 Oct 13 11:41:13.544652 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:13.775128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc65201-8657-4292-acaf-7c20725a5096 req-fec74377-4d87-49b7-9a17-3a81f82c16b4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:13.776562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fbc65201-8657-4292-acaf-7c20725a5096 req-fec74377-4d87-49b7-9a17-3a81f82c16b4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0496082 Oct 13 11:41:13.816534 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fbc65201-8657-4292-acaf-7c20725a5096 req-af541320-34bc-4152-a699-0fee3f41910c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338857 Oct 13 11:41:14.933798 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d9d4d-8bbb-4049-bb0e-f03644c2b9a9 req-3dcb068c-5210-4e9e-bf1e-38b0ff711cb6 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:14.935316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a5d9d4d-8bbb-4049-bb0e-f03644c2b9a9 req-3dcb068c-5210-4e9e-bf1e-38b0ff711cb6 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0498292 Oct 13 11:41:14.974027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a5d9d4d-8bbb-4049-bb0e-f03644c2b9a9 req-9d6d641c-9754-41b2-b41b-9a06ef70be94 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316200 Oct 13 11:41:15.810249 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-5b57242b-8e21-422c-8666-52df880828b1 service neutron] show failed (client error): The resource could not be found. Oct 13 11:41:15.811320 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-5b57242b-8e21-422c-8666-52df880828b1 service neutron] 10.222.0.21 "GET /v2.0/ports/41bdf8f3-1ef3-46fc-83bc-e682c76854d3/bindings/n-h1-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0566719 Oct 13 11:41:16.097012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fcfeb-5e02-4d0c-b99d-c5930a544e3b req-57fe5f49-2271-4d36-87ea-879b6bea122d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:16.098555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-488fcfeb-5e02-4d0c-b99d-c5930a544e3b req-57fe5f49-2271-4d36-87ea-879b6bea122d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0549102 Oct 13 11:41:16.139361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-488fcfeb-5e02-4d0c-b99d-c5930a544e3b req-0b8555ff-402d-496f-ad97-ccfa15ba81eb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336821 Oct 13 11:41:16.309503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-45e12494-c28f-4def-9695-9e4f5677ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:16.311032 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-45e12494-c28f-4def-9695-9e4f5677ecf8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 1096 time: 0.0452542 Oct 13 11:41:16.321776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-77ec034c-90a8-492e-a37c-482af175b3dc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:41:16.322741 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-77ec034c-90a8-492e-a37c-482af175b3dc service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050557 Oct 13 11:41:16.335366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:41:16.388784 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:16.587428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] For port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:41:16.619923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] For port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:41:16.664835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:41:16.667126 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1766b453-9e1c-4f85-b79a-cc488fecda0c" -d '{"events": [{"server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "name": "network-vif-unplugged", "status": "completed", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:41:16.670909 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:16.683611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Transition to ACTIVE for port object 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:41:16.767798 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:16.800796 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd550c23-beb8-41e0-976f-2906945e7f2c x-openstack-request-id: req-cd550c23-beb8-41e0-976f-2906945e7f2c {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:41:16.801094 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "name": "network-vif-unplugged", "status": "completed", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:41:16.801349 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd550c23-beb8-41e0-976f-2906945e7f2c {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:41:16.801740 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'code': 200} Oct 13 11:41:16.868026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Pushing event updated for resources: {'Port': ['ID=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:41:16.898209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:16.898597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:16.898946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:16.899289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:16.899629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:16.899965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:16.900302 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:16.900635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:16.900975 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:16.901308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:16.901640 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:16.901971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:17.263236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da49800-1cb2-4c36-9c55-bdf84b08b661 req-0cbbb5da-fc51-42f6-ad36-6cd1784e764d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:17.264761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3da49800-1cb2-4c36-9c55-bdf84b08b661 req-0cbbb5da-fc51-42f6-ad36-6cd1784e764d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 943 time: 0.0517023 Oct 13 11:41:17.303542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] No DVR routers for this DVR port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:41:17.303967 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3da49800-1cb2-4c36-9c55-bdf84b08b661 req-53e2a81b-9eea-4e38-ad9d-890be8b9a3db tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323503 Oct 13 11:41:17.436898 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Attempting to bind port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:41:17.437136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Attempting to bind port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:41:17.437464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Attempting to bind port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:41:17.441882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 on network 0bd19590-add7-40c6-ac73-c7d23803f600 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:41:17.442209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Attempting to bind port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:41:17.447091 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:41:17.447436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Checking segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:41:17.447824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Bound using segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:41:17.448253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Bound port: 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:41:17.448613 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:17.512075 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] For port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:41:17.515235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] For port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:41:17.608325 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:17.645345 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:17.646468 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:17.647828 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] 10.222.0.46 "PUT /v2.0/ports/41bdf8f3-1ef3-46fc-83bc-e682c76854d3 HTTP/1.1" status: 200 len: 1091 time: 1.3163748 Oct 13 11:41:17.682543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5177fe-0e06-4127-a8cf-3ada2c08d754 service neutron] Pushing event updated for resources: {'Port': ['ID=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:41:17.724133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-08fd1d8e-dc5a-4ac6-b9a9-94bade995484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:17.725677 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-08fd1d8e-dc5a-4ac6-b9a9-94bade995484 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 1094 time: 0.0508819 Oct 13 11:41:17.825310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-eb773dfa-fc37-40cd-96e4-f8ce72c7c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:17.826819 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-eb773dfa-fc37-40cd-96e4-f8ce72c7c16d service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0946796 Oct 13 11:41:17.894357 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-0fb9481c-2ca7-4835-b3fd-273e2831432f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3 HTTP/1.1" status: 200 len: 999 time: 0.0593996 Oct 13 11:41:17.942964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-4228a8c1-1d88-48e4-99c1-8dba5e0cb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:17.944348 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-4228a8c1-1d88-48e4-99c1-8dba5e0cb944 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0435066 Oct 13 11:41:17.994433 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-29f4b46f-10a0-48c1-babd-5f7435e234c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:17.995927 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-29f4b46f-10a0-48c1-babd-5f7435e234c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444584 Oct 13 11:41:18.084644 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-22d80b44-d511-429e-80c5-af6df8584684 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813725 Oct 13 11:41:18.185356 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c1b57c51-1808-488a-837d-de8ede4d74d4 req-68defc3e-3ac1-4d34-a82c-e101d3001fd8 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921221 Oct 13 11:41:18.422859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192cc60-92b8-4664-bec0-10d8cef7f45d req-e71d70a4-232a-4603-9e20-9a165b288fd8 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:18.424626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2192cc60-92b8-4664-bec0-10d8cef7f45d req-e71d70a4-232a-4603-9e20-9a165b288fd8 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 943 time: 0.0512443 Oct 13 11:41:18.463594 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2192cc60-92b8-4664-bec0-10d8cef7f45d req-99b8ff47-8e48-40db-a916-ed3fc40180b3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327346 Oct 13 11:41:18.802595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:41:18.805033 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d6beb6-d7ad-462c-b472-bab7a09c6038" -d '{"events": [{"name": "network-changed", "server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:41:18.856344 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ffb30d-2f6a-42e6-a764-b38a8170bf7d x-openstack-request-id: req-77ffb30d-2f6a-42e6-a764-b38a8170bf7d {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:41:18.856847 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:41:18.857249 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77ffb30d-2f6a-42e6-a764-b38a8170bf7d {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:41:18.857865 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'status': 'completed', 'code': 200} Oct 13 11:41:18.942507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-89525021-df80-4af1-8992-d5c2b0bf5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:18.944021 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-89525021-df80-4af1-8992-d5c2b0bf5a7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 1094 time: 0.0703754 Oct 13 11:41:18.946601 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-35ba14d6-4d91-4015-81ce-58b70ca6f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:18.947949 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-35ba14d6-4d91-4015-81ce-58b70ca6f584 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 1094 time: 0.0661848 Oct 13 11:41:19.111543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-3752780e-c21d-4d15-a0be-a53e99cb6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:19.112185 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-3752780e-c21d-4d15-a0be-a53e99cb6e4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.1602602 Oct 13 11:41:19.113283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-ee01a8eb-be14-4a82-951d-c00b129d7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:19.114639 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-ee01a8eb-be14-4a82-951d-c00b129d7a82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.1548710 Oct 13 11:41:19.228325 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-d6aa291a-a367-4dbf-8228-024cd0465bf7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3 HTTP/1.1" status: 200 len: 999 time: 0.1086924 Oct 13 11:41:19.230059 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-7836737a-ca6e-403e-b9a0-8b9905bcda49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3 HTTP/1.1" status: 200 len: 999 time: 0.1049800 Oct 13 11:41:19.316136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-6b24562f-cbd2-438f-a9a1-6df95acdbb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:19.317605 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-6b24562f-cbd2-438f-a9a1-6df95acdbb67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0820556 Oct 13 11:41:19.321182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-22cbb17c-9fc1-47e3-9063-4e8edb0e2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:19.322538 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-22cbb17c-9fc1-47e3-9063-4e8edb0e2ff1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0791066 Oct 13 11:41:19.394832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-7e0c2ba8-c53a-4a52-a21e-fffb673b240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:19.396265 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-7e0c2ba8-c53a-4a52-a21e-fffb673b240e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633888 Oct 13 11:41:19.398812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-f96cd410-9a91-4602-b47d-a6963bea96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:19.400165 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-f96cd410-9a91-4602-b47d-a6963bea96d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755112 Oct 13 11:41:19.560016 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-8a6b80b9-9436-4615-82a3-81ef905dd489 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557682 Oct 13 11:41:19.561882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-3a5e4917-ca66-4e03-a05a-5f8feac2df2d service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497533 Oct 13 11:41:19.586229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a94f6-243a-47d0-90c3-9e725aaa8095 req-c373b133-9f3d-4eea-a6d8-c37893ce22e4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:19.587755 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e2a94f6-243a-47d0-90c3-9e725aaa8095 req-c373b133-9f3d-4eea-a6d8-c37893ce22e4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 943 time: 0.0542612 Oct 13 11:41:19.625694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5e2a94f6-243a-47d0-90c3-9e725aaa8095 req-e2d66b66-33c7-45e0-9c8b-bb5a200aaef6 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319331 Oct 13 11:41:19.645152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:41:19.686935 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:41:19.723925 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-46d6b316-42e0-437e-b1fc-f8a91db4d253 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562696 Oct 13 11:41:19.727251 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f5d6beb6-d7ad-462c-b472-bab7a09c6038 req-ee9d1520-3bd3-4cd3-aa89-1b137669bbb3 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523187 Oct 13 11:41:20.741135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7792039-e18a-4005-a333-426b5070eba1 req-377f3284-0e23-4500-8d98-f3998cf19363 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:20.742717 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7792039-e18a-4005-a333-426b5070eba1 req-377f3284-0e23-4500-8d98-f3998cf19363 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 943 time: 0.0491235 Oct 13 11:41:20.781221 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d7792039-e18a-4005-a333-426b5070eba1 req-d7f7b9f6-6a5b-4c83-8ff7-9a76872d54f8 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325804 Oct 13 11:41:21.899004 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5dc90-eaf8-4a25-a978-374d7f649eea req-d667acb3-8305-45d8-b86e-2f2715f4d939 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:21.900480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1b5dc90-eaf8-4a25-a978-374d7f649eea req-d667acb3-8305-45d8-b86e-2f2715f4d939 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 943 time: 0.0487106 Oct 13 11:41:21.938387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1b5dc90-eaf8-4a25-a978-374d7f649eea req-d6699ae4-5930-4008-a7b1-f8504f9fc446 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320413 Oct 13 11:41:22.291050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd663e-e00a-4b9f-aa31-9e518049f28f req-bdb35782-5c37-43f7-aa1e-d67a221e7f6b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:22.292556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6fd663e-e00a-4b9f-aa31-9e518049f28f req-bdb35782-5c37-43f7-aa1e-d67a221e7f6b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 943 time: 0.0544350 Oct 13 11:41:22.332270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6fd663e-e00a-4b9f-aa31-9e518049f28f req-ed601de3-8117-4fef-bf8b-807e1c8d38c8 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335410 Oct 13 11:41:22.359381 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-c521e72f-7758-42be-aa64-005732138805 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:22.360777 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-c521e72f-7758-42be-aa64-005732138805 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375&tenant_id=fbe374976ce341459dfe077ababb0c60&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 943 time: 0.0559938 Oct 13 11:41:22.427298 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-3ec28cc5-6b10-4060-a279-ed94d2591b24 service neutron] delete failed (client error): The resource could not be found. Oct 13 11:41:22.428328 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-3ec28cc5-6b10-4060-a279-ed94d2591b24 service neutron] 10.222.0.21 "DELETE /v2.0/ports/41bdf8f3-1ef3-46fc-83bc-e682c76854d3/bindings/n-h2-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0602868 Oct 13 11:41:22.512163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-1b6d9e79-5467-41cd-b33d-47747efae533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:22.513671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-1b6d9e79-5467-41cd-b33d-47747efae533 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 1094 time: 0.0418034 Oct 13 11:41:22.609442 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-e4804b6c-80dc-462c-9000-d9c31fe83fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:22.611395 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-e4804b6c-80dc-462c-9000-d9c31fe83fc8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0909443 Oct 13 11:41:22.680462 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-b3b67dc4-8aa1-4921-bef0-5548d1693166 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3 HTTP/1.1" status: 200 len: 999 time: 0.0621989 Oct 13 11:41:22.730918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-f6185786-c94d-4064-a340-70ace6edfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:22.732382 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-f6185786-c94d-4064-a340-70ace6edfbad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0444164 Oct 13 11:41:22.779427 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-af7526ce-091d-4488-85e2-0fb0c6356123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:22.780970 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-af7526ce-091d-4488-85e2-0fb0c6356123 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417483 Oct 13 11:41:22.882643 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-72ec4f8c-13d3-4e02-8abd-8ab73b6d9120 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940835 Oct 13 11:41:22.977059 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-448e7cd3-bbfe-4a52-81f0-565a0cb05c15 req-d7eb5ff2-973c-44a8-a289-9033031feb81 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867307 Oct 13 11:41:23.465747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08970b8-bc3f-4410-845b-fefb052991bc req-50fa68ba-e173-4f71-8241-f2f65f786e1e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:23.467267 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e08970b8-bc3f-4410-845b-fefb052991bc req-50fa68ba-e173-4f71-8241-f2f65f786e1e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 943 time: 0.0515223 Oct 13 11:41:23.509048 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e08970b8-bc3f-4410-845b-fefb052991bc req-0efe25f4-887d-403e-a1af-6188c87b87c2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357175 Oct 13 11:41:23.663016 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:41:23.767506 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:41:23.780286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'port_id': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'mac_address': 'fa:16:3e:b7:f7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:41:23.819920 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:23.836887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:41:23.856694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:41:23.933346 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:23.983597 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:41:23.991542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:23.991892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:23.992227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:23.992584 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:23.992917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:23.993247 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:23.993573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:23.993896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:23.994218 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:23.994569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:23.994891 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:23.995211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:41:24.312878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['41bdf8f3-1ef3-46fc-83bc-e682c76854d3'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:41:24.636792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a280c-f6fd-4820-a15e-2403e047bc6e req-aa72163f-69b1-4947-83a7-e3400030ec96 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:24.638475 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-003a280c-f6fd-4820-a15e-2403e047bc6e req-aa72163f-69b1-4947-83a7-e3400030ec96 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 944 time: 0.0551925 Oct 13 11:41:24.679008 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-003a280c-f6fd-4820-a15e-2403e047bc6e req-72c639b7-1cbf-4ce0-9d9f-15be403663cb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338702 Oct 13 11:41:24.811491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c87502-cf6b-43d2-8da8-0b35ac316fc6 req-11cb45f2-3516-46b5-929a-851e5bed820f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:24.813063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17c87502-cf6b-43d2-8da8-0b35ac316fc6 req-11cb45f2-3516-46b5-929a-851e5bed820f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 944 time: 0.0586224 Oct 13 11:41:24.859960 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17c87502-cf6b-43d2-8da8-0b35ac316fc6 req-7f25a92c-e914-4808-bb09-6fa37dfae00e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379543 Oct 13 11:41:25.004807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310cb4a-5af6-4c0d-b745-332636d67d12 req-9727fa89-101c-4deb-be10-9a33b242bd51 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:25.006672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5310cb4a-5af6-4c0d-b745-332636d67d12 req-9727fa89-101c-4deb-be10-9a33b242bd51 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 944 time: 0.0720158 Oct 13 11:41:25.056629 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5310cb4a-5af6-4c0d-b745-332636d67d12 req-43a47e66-140e-4717-860e-26fc970e1fd3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438092 Oct 13 11:41:25.565035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c98d7-fa25-4018-a99a-16724c25fdc7 req-720c2608-7635-40e1-b1aa-f4dba6b4f5c9 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:25.566758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e53c98d7-fa25-4018-a99a-16724c25fdc7 req-720c2608-7635-40e1-b1aa-f4dba6b4f5c9 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 944 time: 0.0549188 Oct 13 11:41:25.606546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e53c98d7-fa25-4018-a99a-16724c25fdc7 req-faa392f7-ef78-41bb-b2f0-48908d4e3ce6 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337842 Oct 13 11:41:25.689170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:41:25.842084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:41:25.847506 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:41:25.847880 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:25.927805 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:25.951072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:41:25.953523 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d834cd39-ee72-471b-bfb0-4d805316e350" -d '{"events": [{"server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "name": "network-vif-plugged", "status": "completed", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:41:25.967817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:41:26.036191 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:26.063390 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a748a52-e5de-4017-bd10-70376b7faeb5 x-openstack-request-id: req-3a748a52-e5de-4017-bd10-70376b7faeb5 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:41:26.068248 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "name": "network-vif-plugged", "status": "completed", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:41:26.068248 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a748a52-e5de-4017-bd10-70376b7faeb5 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:41:26.068248 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'code': 200} Oct 13 11:41:26.093464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:41:26.742613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68470c78-d241-411f-b167-fc950a1216dc req-4c69a0cf-ae2c-49cb-ac39-e6a0534d48e4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:26.744241 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68470c78-d241-411f-b167-fc950a1216dc req-4c69a0cf-ae2c-49cb-ac39-e6a0534d48e4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0613945 Oct 13 11:41:26.792322 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68470c78-d241-411f-b167-fc950a1216dc req-4d8f6f29-91e4-4e0d-8fbf-5ea3441c72b3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404568 Oct 13 11:41:27.022474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-e47c823a-2fb2-4508-ba69-07d3fefe2baf tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:27.024193 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-e47c823a-2fb2-4508-ba69-07d3fefe2baf tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 945 time: 0.0610874 Oct 13 11:41:27.119014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Deleting port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:41:27.121453 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:27.217344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] For port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:41:27.217714 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:27.391864 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:27.392149 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:27.392500 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0 disassociated. External IP: 172.25.0.142, port: 41bdf8f3-1ef3-46fc-83bc-e682c76854d3. Oct 13 11:41:27.392849 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Calling delete_port for 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:41:27.600735 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:27.632189 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event deleted for resources: {'Port': ['ID=41bdf8f3-1ef3-46fc-83bc-e682c76854d3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:41:27.750072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Router b4ddef78-48d3-43b1-b82d-8d410215f263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:41:27.876697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:41:27.888524 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afefd73e-8d3a-49da-bc60-0ede303e645e None None] Sync routers for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:41:27.894754 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37373dba-03f5-4c69-8854-7381ff6ead37 req-fc3ede39-11a6-4d95-a862-715c368b6fc3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf18c166-f8b4-4637-8ce7-cd174ce47375 HTTP/1.1" status: 200 len: 210 time: 0.0294414 Oct 13 11:41:27.901060 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afefd73e-8d3a-49da-bc60-0ede303e645e None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:41:27.902102 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-afefd73e-8d3a-49da-bc60-0ede303e645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:41:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:41:27.940641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] No DVR routers for this DVR port 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:41:27.944217 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:27.950179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-969bbf8a-daff-4b40-ade0-dd18e8f09019 req-f382829e-87f3-4dc7-9f43-b6d4618e0467 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.46 "DELETE /v2.0/ports/41bdf8f3-1ef3-46fc-83bc-e682c76854d3 HTTP/1.1" status: 204 len: 173 time: 0.9191709 Oct 13 11:41:27.951038 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'name': 'network-vif-deleted', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:41:27.955501 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8c23ef-23bd-4486-bc45-0e6fc7be426f" -d '{"events": [{"server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "name": "network-vif-deleted", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:41:28.003087 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cded1f6-aeee-4886-9e50-9ee677fbc615 x-openstack-request-id: req-1cded1f6-aeee-4886-9e50-9ee677fbc615 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:41:28.003087 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf18c166-f8b4-4637-8ce7-cd174ce47375", "name": "network-vif-deleted", "tag": "41bdf8f3-1ef3-46fc-83bc-e682c76854d3", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:41:28.003087 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cded1f6-aeee-4886-9e50-9ee677fbc615 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:41:28.003087 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf18c166-f8b4-4637-8ce7-cd174ce47375', 'name': 'network-vif-deleted', 'tag': '41bdf8f3-1ef3-46fc-83bc-e682c76854d3', 'status': 'completed', 'code': 200} Oct 13 11:41:28.028912 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-afefd73e-8d3a-49da-bc60-0ede303e645e None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:41:28.245595 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-afefd73e-8d3a-49da-bc60-0ede303e645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:41:28.275562 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afefd73e-8d3a-49da-bc60-0ede303e645e None None] Checking router: b4ddef78-48d3-43b1-b82d-8d410215f263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:41:28.285524 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afefd73e-8d3a-49da-bc60-0ede303e645e None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:41:28.286209 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-afefd73e-8d3a-49da-bc60-0ede303e645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:41:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:41:28.412419 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-afefd73e-8d3a-49da-bc60-0ede303e645e None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:41:28.645259 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-afefd73e-8d3a-49da-bc60-0ede303e645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:41:28.671251 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afefd73e-8d3a-49da-bc60-0ede303e645e None None] The sync data for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 is: [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:41:28.918857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a325d7-f13e-406f-8419-7d0999f97dc4 None None] New status for floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:41:29.136027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-32126e30-f25f-4d9c-948d-db86afe5df7b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--66856840&fields=id&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 267 time: 0.0352185 Oct 13 11:41:29.255209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-e47326a3-e704-4206-8ab4-4e4269d32946 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:29.256733 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-e47326a3-e704-4206-8ab4-4e4269d32946 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 812 time: 0.1121600 Oct 13 11:41:29.275143 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d2a0c523-9086-45fd-bfdd-af704e68c796 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/quotas/fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 375 time: 0.0118973 Oct 13 11:41:29.344376 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-2e44060b-3d97-42cc-a281-60ca02dfed21 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611947 Oct 13 11:41:29.366075 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-eb0b0b3e-d469-4c18-931e-86c16e9b54e1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:41:29.366075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-eb0b0b3e-d469-4c18-931e-86c16e9b54e1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066726 Oct 13 11:41:29.464069 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-1854f9ee-e2c1-416b-9432-7266abb8bb9c service neutron] 10.222.0.32 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862479 Oct 13 11:41:29.562554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-13daa312-f923-4d4d-8f2a-67e919a4417d service neutron] 10.222.0.32 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919306 Oct 13 11:41:29.688885 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:41:29.710899 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:41:29.711556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 41bdf8f3-1ef3-46fc-83bc-e682c76854d3 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:41:29.791769 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5eb2906-bdc0-4864-8a0b-15c5ed3cd76b req-2c060a9e-84f5-46c0-9805-56eae6048313 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 210 time: 0.0287352 Oct 13 11:41:30.887543 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf9a7970-b413-4b91-b62f-e735f28eca44 req-ffc11f14-feef-4ac6-8332-218f3224a55d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 210 time: 0.0272777 Oct 13 11:41:31.982371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e0ffcec-9b71-44db-a554-6e7622f3bffc req-9d4c9f25-1771-47e4-92eb-ff10796464d4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 210 time: 0.0260890 Oct 13 11:41:32.642924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d523098f-b144-414d-a0ed-cda22846248e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:32.644451 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d523098f-b144-414d-a0ed-cda22846248e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 812 time: 0.1077647 Oct 13 11:41:32.687781 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-7dcc9c08-1728-4869-8018-442ff85a5411 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 378 time: 0.0335259 Oct 13 11:41:32.697429 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-7a7785f8-1704-47d2-8b1d-d294f6f0b9b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Request body: {'port': {'device_id': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'admin_state_up': True, 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'security_groups': ['d601191d-5be5-461c-a3bc-a743fdacef30']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:41:32.858498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-7a7785f8-1704-47d2-8b1d-d294f6f0b9b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Made reservation on behalf of fbe374976ce341459dfe077ababb0c60 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:41:32.864284 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-7a7785f8-1704-47d2-8b1d-d294f6f0b9b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:32.995564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-7a7785f8-1704-47d2-8b1d-d294f6f0b9b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Allocated IP 172.20.0.8 (0bd19590-add7-40c6-ac73-c7d23803f600/f1360e1f-543c-4044-b128-a5d9c2890e90/49d35a07-fac6-495d-a360-76479b096171) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:41:33.088444 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06faa293-8992-439d-ad90-4decb863e2ea req-ca0b86a0-8fe7-40c6-b206-1781c42aef32 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 210 time: 0.0317817 Oct 13 11:41:33.142581 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-7a7785f8-1704-47d2-8b1d-d294f6f0b9b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:33.230511 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-7a7785f8-1704-47d2-8b1d-d294f6f0b9b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:33.276203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-7a7785f8-1704-47d2-8b1d-d294f6f0b9b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Network 0bd19590-add7-40c6-ac73-c7d23803f600 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:41:33.279406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-7a7785f8-1704-47d2-8b1d-d294f6f0b9b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:41:33.283564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-7a7785f8-1704-47d2-8b1d-d294f6f0b9b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:41:33.290248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7785f8-1704-47d2-8b1d-d294f6f0b9b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event updated for resources: {'Port': ['ID=49d35a07-fac6-495d-a360-76479b096171,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:41:33.340846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-7a7785f8-1704-47d2-8b1d-d294f6f0b9b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:33.341598 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-7a7785f8-1704-47d2-8b1d-d294f6f0b9b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:33.411708 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-7a7785f8-1704-47d2-8b1d-d294f6f0b9b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7176065 Oct 13 11:41:33.426615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Request body: {'port': {'device_id': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:41:33.487659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:33.509529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f128519b-f3a7-4bff-bcd5-65aa87289bbd None None] Provisioning complete for port 49d35a07-fac6-495d-a360-76479b096171 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:41:33.510118 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f128519b-f3a7-4bff-bcd5-65aa87289bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:33.545476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f128519b-f3a7-4bff-bcd5-65aa87289bbd None None] Port 49d35a07-fac6-495d-a360-76479b096171 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:41:33.757377 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d35a07-fac6-495d-a360-76479b096171 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:41:33.764810 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:33.777736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Transition to ACTIVE for port object 49d35a07-fac6-495d-a360-76479b096171 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:41:33.858983 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:33.912419 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Pushing event updated for resources: {'Port': ['ID=49d35a07-fac6-495d-a360-76479b096171,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:41:33.994909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Attempting to bind port 49d35a07-fac6-495d-a360-76479b096171 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:41:33.995407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Attempting to bind port 49d35a07-fac6-495d-a360-76479b096171 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:41:33.995593 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Attempting to bind port 49d35a07-fac6-495d-a360-76479b096171 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:41:34.000260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Port 49d35a07-fac6-495d-a360-76479b096171 on network 0bd19590-add7-40c6-ac73-c7d23803f600 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:41:34.000585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Attempting to bind port 49d35a07-fac6-495d-a360-76479b096171 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:41:34.006757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:41:34.007103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Checking segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:41:34.007554 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Bound using segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:41:34.007932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Bound port: 49d35a07-fac6-495d-a360-76479b096171, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:41:34.008297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:34.078073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] For port 49d35a07-fac6-495d-a360-76479b096171, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:41:34.081611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] For port 49d35a07-fac6-495d-a360-76479b096171, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=49d35a07-fac6-495d-a360-76479b096171,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:41:34.196116 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:34.216066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbada3-7bb2-41c4-8693-17ea51eebc0e req-34ca1adc-4362-4e09-987b-f0f3786a69b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:34.217694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-decbada3-7bb2-41c4-8693-17ea51eebc0e req-34ca1adc-4362-4e09-987b-f0f3786a69b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 943 time: 0.0533719 Oct 13 11:41:34.235779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:34.241184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:34.241184 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] 10.222.0.21 "PUT /v2.0/ports/49d35a07-fac6-495d-a360-76479b096171 HTTP/1.1" status: 200 len: 1091 time: 0.8183446 Oct 13 11:41:34.241184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'tag': '49d35a07-fac6-495d-a360-76479b096171'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:41:34.241450 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c71424-8168-4f27-9a0e-7c997631a062" -d '{"events": [{"name": "network-changed", "server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "tag": "49d35a07-fac6-495d-a360-76479b096171"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:41:34.263940 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-decbada3-7bb2-41c4-8693-17ea51eebc0e req-45783b44-1a03-4fbc-850d-653e2e3eb596 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388031 Oct 13 11:41:34.266323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a67e2c-33dc-4962-93fa-64ac998db24e service neutron] Pushing event updated for resources: {'Port': ['ID=49d35a07-fac6-495d-a360-76479b096171,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:41:34.319634 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54f6df9-6b43-416c-b72a-4ef6a6d95cf1 x-openstack-request-id: req-f54f6df9-6b43-416c-b72a-4ef6a6d95cf1 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:41:34.319927 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "tag": "49d35a07-fac6-495d-a360-76479b096171", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:41:34.320181 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f54f6df9-6b43-416c-b72a-4ef6a6d95cf1 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:41:34.320586 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'tag': '49d35a07-fac6-495d-a360-76479b096171', 'status': 'completed', 'code': 200} Oct 13 11:41:34.386826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71424-8168-4f27-9a0e-7c997631a062 req-71b7d596-ed42-4512-86af-549412becceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:34.388349 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6c71424-8168-4f27-9a0e-7c997631a062 req-71b7d596-ed42-4512-86af-549412becceb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 1094 time: 0.0482807 Oct 13 11:41:34.491413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71424-8168-4f27-9a0e-7c997631a062 req-83ace76a-f04a-4ec6-b742-f2363d4e364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:34.492896 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6c71424-8168-4f27-9a0e-7c997631a062 req-83ace76a-f04a-4ec6-b742-f2363d4e364b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fbe374976ce341459dfe077ababb0c60&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0969257 Oct 13 11:41:34.592208 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71424-8168-4f27-9a0e-7c997631a062 req-11119707-c342-4859-82e1-050fb05ce3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:34.593551 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f6c71424-8168-4f27-9a0e-7c997631a062 req-11119707-c342-4859-82e1-050fb05ce3df service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934517 Oct 13 11:41:34.670740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-b612f0a0-5217-474d-850f-10ba782254cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:34.672257 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-b612f0a0-5217-474d-850f-10ba782254cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 1094 time: 0.0420995 Oct 13 11:41:34.716949 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-c92698e2-8880-43bb-802e-07f7b8e2e59d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d35a07-fac6-495d-a360-76479b096171 HTTP/1.1" status: 200 len: 217 time: 0.0372696 Oct 13 11:41:34.768155 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-57b4b5ef-779d-410a-890b-f96ce69f5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:34.769839 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-57b4b5ef-779d-410a-890b-f96ce69f5fb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0461607 Oct 13 11:41:34.816937 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-c8215938-3e09-43db-bfbe-17a0d4241f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:34.818492 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-c8215938-3e09-43db-bfbe-17a0d4241f15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415463 Oct 13 11:41:34.913742 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-b5de790d-4d25-463b-9d71-428c64b55625 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877368 Oct 13 11:41:35.373593 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f465718-eddf-46ea-b5ce-6e51bbb1beef req-8744f354-fff0-469f-9797-414bcf2cf3b4 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525645 Oct 13 11:41:35.390569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d81fdb-d0d5-4be0-ba3f-02dec5bc96e2 req-8c17631d-7f46-448c-a17c-c7960ab15cd1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:35.392204 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83d81fdb-d0d5-4be0-ba3f-02dec5bc96e2 req-8c17631d-7f46-448c-a17c-c7960ab15cd1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 943 time: 0.0539684 Oct 13 11:41:35.433455 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83d81fdb-d0d5-4be0-ba3f-02dec5bc96e2 req-f8296baa-8464-49b2-ba57-3fb345bc6766 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344427 Oct 13 11:41:36.558992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbb0cb-ef71-47e2-8959-4feba3ab7c8b req-d5cf3f8b-23a7-4489-b0c2-4f271adc3ec2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:36.560495 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37dbb0cb-ef71-47e2-8959-4feba3ab7c8b req-d5cf3f8b-23a7-4489-b0c2-4f271adc3ec2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 943 time: 0.0533974 Oct 13 11:41:36.602523 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-37dbb0cb-ef71-47e2-8959-4feba3ab7c8b req-be315ab1-f9da-44b6-8f5f-a35600d97ad4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357070 Oct 13 11:41:37.673578 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 49d35a07-fac6-495d-a360-76479b096171 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:41:37.725668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd5013-dd32-4271-bb19-106a758f19b7 req-bdd05eae-a7fd-4007-9ddc-bcbde842ef24 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:37.727259 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-71fd5013-dd32-4271-bb19-106a758f19b7 req-bdd05eae-a7fd-4007-9ddc-bcbde842ef24 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 943 time: 0.0507441 Oct 13 11:41:37.765472 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-71fd5013-dd32-4271-bb19-106a758f19b7 req-28bdb794-efe3-41be-bf44-055d38fa5449 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321517 Oct 13 11:41:37.774087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 49d35a07-fac6-495d-a360-76479b096171, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=49d35a07-fac6-495d-a360-76479b096171,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:41:37.787135 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '49d35a07-fac6-495d-a360-76479b096171', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'port_id': '49d35a07-fac6-495d-a360-76479b096171', 'mac_address': 'fa:16:3e:68:2e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:41:37.825004 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:37.838721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d35a07-fac6-495d-a360-76479b096171 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:41:37.862911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 49d35a07-fac6-495d-a360-76479b096171, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=49d35a07-fac6-495d-a360-76479b096171,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:41:37.937847 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:37.998604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=49d35a07-fac6-495d-a360-76479b096171,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:41:38.069582 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6b01784d-9e91-480f-b443-c3c0e16aeb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:38.218263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['49d35a07-fac6-495d-a360-76479b096171'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:41:38.889900 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843c836-1184-40e4-b1ed-d3345059c0ea req-107aeddb-5081-4167-84bd-d0f85638b694 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:38.891396 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6843c836-1184-40e4-b1ed-d3345059c0ea req-107aeddb-5081-4167-84bd-d0f85638b694 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 944 time: 0.0540657 Oct 13 11:41:38.932387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6843c836-1184-40e4-b1ed-d3345059c0ea req-409ba6eb-161d-480c-afb0-4f92b1866fb6 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343146 Oct 13 11:41:39.218644 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:39.703576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 49d35a07-fac6-495d-a360-76479b096171 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:41:39.858845 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 49d35a07-fac6-495d-a360-76479b096171 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:41:39.863468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 49d35a07-fac6-495d-a360-76479b096171 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:41:39.863840 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:39.940998 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:39.964190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d35a07-fac6-495d-a360-76479b096171'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:41:39.966478 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb929e83-6cff-4bd4-8bc2-4add5c30c8d9" -d '{"events": [{"server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "name": "network-vif-plugged", "status": "completed", "tag": "49d35a07-fac6-495d-a360-76479b096171"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:41:39.979547 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 49d35a07-fac6-495d-a360-76479b096171, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=49d35a07-fac6-495d-a360-76479b096171,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:41:40.049340 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6e88f-7aae-4a89-bf05-412f7eaa3ece req-b9a30911-7c08-49da-a40a-6fc6cb031c45 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:40.050788 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6d6e88f-7aae-4a89-bf05-412f7eaa3ece req-b9a30911-7c08-49da-a40a-6fc6cb031c45 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 944 time: 0.0500002 Oct 13 11:41:40.052860 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:40.096113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a6d6e88f-7aae-4a89-bf05-412f7eaa3ece req-15f987e5-ae8e-414c-bfbd-d1b38fbd0cb1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385780 Oct 13 11:41:40.112807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=49d35a07-fac6-495d-a360-76479b096171,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:41:40.144221 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489b30d7-93b9-4a53-b2ce-30997052b406 x-openstack-request-id: req-489b30d7-93b9-4a53-b2ce-30997052b406 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:41:40.144581 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "name": "network-vif-plugged", "status": "completed", "tag": "49d35a07-fac6-495d-a360-76479b096171", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:41:40.144832 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-489b30d7-93b9-4a53-b2ce-30997052b406 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:41:40.145229 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d35a07-fac6-495d-a360-76479b096171', 'code': 200} Oct 13 11:41:40.238857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0702e-627c-45cf-b54a-455f7dded7fc req-28e6907a-817f-4e21-b42d-2829e81d7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:40.240260 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3c0702e-627c-45cf-b54a-455f7dded7fc req-28e6907a-817f-4e21-b42d-2829e81d7d89 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 1096 time: 0.0401609 Oct 13 11:41:40.279957 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3c0702e-627c-45cf-b54a-455f7dded7fc req-43a653e5-151d-44fc-af42-1380e7d97641 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315914 Oct 13 11:41:40.802051 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8df68e19-4e0b-47e4-8e2e-7525d8336560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:40.881262 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:41.217377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fe63c-4fd7-4348-b77f-6bd6d01dcaf1 req-33893254-427c-47a1-969c-d8e2bdc01e9a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:41.218917 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd1fe63c-4fd7-4348-b77f-6bd6d01dcaf1 req-33893254-427c-47a1-969c-d8e2bdc01e9a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0514255 Oct 13 11:41:41.256102 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd1fe63c-4fd7-4348-b77f-6bd6d01dcaf1 req-511a0543-4e44-428b-b050-f722e0c1cdf1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306106 Oct 13 11:41:41.783147 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:42.344210 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:42.372586 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6115fd-63d1-409f-b041-dd37f47d58b6 req-b1a828e8-22df-4ca4-b7ab-6e084d6087d0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:42.374001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c6115fd-63d1-409f-b041-dd37f47d58b6 req-b1a828e8-22df-4ca4-b7ab-6e084d6087d0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0497220 Oct 13 11:41:42.412068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9c6115fd-63d1-409f-b041-dd37f47d58b6 req-237c150d-e852-4a7b-8caf-dc916fc37228 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315707 Oct 13 11:41:42.528841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d234cf-c54e-4b99-b57f-07d5b1d4df2f req-f63dab24-985d-400f-9f83-f59bddf1272b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:42.530288 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4d234cf-c54e-4b99-b57f-07d5b1d4df2f req-f63dab24-985d-400f-9f83-f59bddf1272b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0502739 Oct 13 11:41:42.539327 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36166) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:41:42.543649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-496f2fe8-c1a6-43df-921d-28e1b3ae208d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Request body: {'floatingip': {'port_id': '49d35a07-fac6-495d-a360-76479b096171'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:41:42.587302 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-496f2fe8-c1a6-43df-921d-28e1b3ae208d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:43.020036 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-496f2fe8-c1a6-43df-921d-28e1b3ae208d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:43.075216 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-496f2fe8-c1a6-43df-921d-28e1b3ae208d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:43.178402 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-496f2fe8-c1a6-43df-921d-28e1b3ae208d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0 associated. External IP: 172.25.0.142, port: 49d35a07-fac6-495d-a360-76479b096171. Oct 13 11:41:43.384703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496f2fe8-c1a6-43df-921d-28e1b3ae208d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Router b4ddef78-48d3-43b1-b82d-8d410215f263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:41:43.493682 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496f2fe8-c1a6-43df-921d-28e1b3ae208d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:41:43.498185 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-496f2fe8-c1a6-43df-921d-28e1b3ae208d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:43.502974 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af86f4c-041b-45a6-8a5e-3d7c00d86192 None None] Sync routers for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:41:43.512650 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af86f4c-041b-45a6-8a5e-3d7c00d86192 None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:41:43.513489 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5af86f4c-041b-45a6-8a5e-3d7c00d86192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:41:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:41:43.525618 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-496f2fe8-c1a6-43df-921d-28e1b3ae208d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "PUT /v2.0/floatingips/65b360fe-f8f9-49cb-92f4-605a81dd24e0 HTTP/1.1" status: 200 len: 991 time: 0.9852390 Oct 13 11:41:43.526192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'tag': '49d35a07-fac6-495d-a360-76479b096171'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:41:43.528491 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd9128d-f9cf-41a0-a3f8-0e544dad0290" -d '{"events": [{"name": "network-changed", "server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "tag": "49d35a07-fac6-495d-a360-76479b096171"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:41:43.572701 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:41:43.617850 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a36ebd-0dc9-4122-bdaa-d1d7fd39fdbb x-openstack-request-id: req-68a36ebd-0dc9-4122-bdaa-d1d7fd39fdbb {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:41:43.618149 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "tag": "49d35a07-fac6-495d-a360-76479b096171", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:41:43.618432 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68a36ebd-0dc9-4122-bdaa-d1d7fd39fdbb {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:41:43.618832 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'tag': '49d35a07-fac6-495d-a360-76479b096171', 'status': 'completed', 'code': 200} Oct 13 11:41:43.630056 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-5af86f4c-041b-45a6-8a5e-3d7c00d86192 None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:41:43.733964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9128d-f9cf-41a0-a3f8-0e544dad0290 req-2eabb4d6-c64e-47f3-a7e1-931c06e17202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:43.735541 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6cd9128d-f9cf-41a0-a3f8-0e544dad0290 req-2eabb4d6-c64e-47f3-a7e1-931c06e17202 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 1096 time: 0.0419381 Oct 13 11:41:43.826489 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9128d-f9cf-41a0-a3f8-0e544dad0290 req-5cbac972-2352-4be3-9bbe-abf53f6f6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:43.828011 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6cd9128d-f9cf-41a0-a3f8-0e544dad0290 req-5cbac972-2352-4be3-9bbe-abf53f6f6967 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0851943 Oct 13 11:41:43.864036 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5af86f4c-041b-45a6-8a5e-3d7c00d86192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '65b360fe-f8f9-49cb-92f4-605a81dd24e0', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'port_id': '49d35a07-fac6-495d-a360-76479b096171', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'mac_address': 'fa:16:3e:68:2e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:39:11Z', 'updated_at': '2021-10-13T11:41:42Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:41:43.890159 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af86f4c-041b-45a6-8a5e-3d7c00d86192 None None] Checking router: b4ddef78-48d3-43b1-b82d-8d410215f263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:41:43.896032 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6cd9128d-f9cf-41a0-a3f8-0e544dad0290 req-ab859476-095a-4116-8e2e-bcbe43d614a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d35a07-fac6-495d-a360-76479b096171 HTTP/1.1" status: 200 len: 999 time: 0.0605469 Oct 13 11:41:43.899287 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af86f4c-041b-45a6-8a5e-3d7c00d86192 None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:41:43.899893 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5af86f4c-041b-45a6-8a5e-3d7c00d86192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:41:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:41:43.943835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9128d-f9cf-41a0-a3f8-0e544dad0290 req-72e57132-f0d7-40b0-8f62-1bcb5f3f40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:43.945454 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6cd9128d-f9cf-41a0-a3f8-0e544dad0290 req-72e57132-f0d7-40b0-8f62-1bcb5f3f40e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0431550 Oct 13 11:41:43.993081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9128d-f9cf-41a0-a3f8-0e544dad0290 req-ec14b449-61bd-4bca-8391-b3ba65cef8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:41:43.994547 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6cd9128d-f9cf-41a0-a3f8-0e544dad0290 req-ec14b449-61bd-4bca-8391-b3ba65cef8f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417094 Oct 13 11:41:44.093691 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6cd9128d-f9cf-41a0-a3f8-0e544dad0290 req-4fd5215c-ea73-401d-a68b-44f9a181a1d9 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918503 Oct 13 11:41:44.098785 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-5af86f4c-041b-45a6-8a5e-3d7c00d86192 None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:41:44.191131 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6cd9128d-f9cf-41a0-a3f8-0e544dad0290 req-6a462717-9704-4c9f-bddd-9d2d9c907f80 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905252 Oct 13 11:41:44.323041 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-5af86f4c-041b-45a6-8a5e-3d7c00d86192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '65b360fe-f8f9-49cb-92f4-605a81dd24e0', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'port_id': '49d35a07-fac6-495d-a360-76479b096171', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'mac_address': 'fa:16:3e:68:2e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:39:11Z', 'updated_at': '2021-10-13T11:41:42Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:41:44.348206 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af86f4c-041b-45a6-8a5e-3d7c00d86192 None None] The sync data for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 is: [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '65b360fe-f8f9-49cb-92f4-605a81dd24e0', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'port_id': '49d35a07-fac6-495d-a360-76479b096171', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'mac_address': 'fa:16:3e:68:2e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:39:11Z', 'updated_at': '2021-10-13T11:41:42Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:41:44.544999 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba9226-9b81-4a1a-b0a2-aaa7017c9a6d None None] New status for floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:41:45.342912 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:42:08.058046 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bb770ea9-50ba-4f8a-a4d6-26ab74716c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:09.217524 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:10.816661 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4fccb0f5-2570-46cb-bd2c-0ddc7f0f8a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:10.909053 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:11.760502 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:12.343437 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:13.565445 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:22.341875 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:42:23.648735 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9609ff1a-77de-4f97-bf15-dfbd9ae2d77b req-e8b31855-3978-4698-aad7-c746a7f12d8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441289 Oct 13 11:42:23.731689 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609ff1a-77de-4f97-bf15-dfbd9ae2d77b req-1fd78148-2d1b-4e8e-bcaa-8fa4a1f3209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:42:23.733171 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9609ff1a-77de-4f97-bf15-dfbd9ae2d77b req-1fd78148-2d1b-4e8e-bcaa-8fa4a1f3209b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 1096 time: 0.0405107 Oct 13 11:42:23.840542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609ff1a-77de-4f97-bf15-dfbd9ae2d77b req-12c30ab7-36a5-47e9-a06c-42262c30eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:42:23.841904 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9609ff1a-77de-4f97-bf15-dfbd9ae2d77b req-12c30ab7-36a5-47e9-a06c-42262c30eb82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0886602 Oct 13 11:42:23.916493 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9609ff1a-77de-4f97-bf15-dfbd9ae2d77b req-5534f627-3111-4116-aa6a-b4d4bea46f18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d35a07-fac6-495d-a360-76479b096171 HTTP/1.1" status: 200 len: 1001 time: 0.0678360 Oct 13 11:42:23.980875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609ff1a-77de-4f97-bf15-dfbd9ae2d77b req-ca8b6ae6-fb8b-4bba-85a1-7692fa19d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:42:23.982339 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9609ff1a-77de-4f97-bf15-dfbd9ae2d77b req-ca8b6ae6-fb8b-4bba-85a1-7692fa19d7d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0569761 Oct 13 11:42:24.031444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609ff1a-77de-4f97-bf15-dfbd9ae2d77b req-1985b5da-02d2-4d7a-8bf7-a2f4affaff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:42:24.032915 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9609ff1a-77de-4f97-bf15-dfbd9ae2d77b req-1985b5da-02d2-4d7a-8bf7-a2f4affaff9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434320 Oct 13 11:42:24.124576 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9609ff1a-77de-4f97-bf15-dfbd9ae2d77b req-6dd05c02-27cd-4c3f-862a-7572ad505aa6 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843461 Oct 13 11:42:24.217934 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9609ff1a-77de-4f97-bf15-dfbd9ae2d77b req-87857e42-8f5b-421b-8232-4bd27532f87f service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863831 Oct 13 11:42:38.074561 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f35e8060-6f4c-4ba3-8127-4bc579f86b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:39.234008 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:40.828267 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cf102e0e-cb24-45c8-9429-2dc4077e189e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:40.926357 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:41.765632 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:42.330293 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:43.554384 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:42:59.340964 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:43:08.062091 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1b09a53-60c4-43de-ba26-ebcb456abf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:09.268148 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:10.821985 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3adb9099-385f-4397-b564-85bb0ba4f25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:10.896586 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:11.765157 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:12.324790 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:13.553825 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:18.385942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9fa9-a30e-44b4-8aed-47eacaa01d23 req-0db49973-e20e-4ee3-96ee-7ed5d96397fa tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:18.387456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b6a9fa9-a30e-44b4-8aed-47eacaa01d23 req-0db49973-e20e-4ee3-96ee-7ed5d96397fa tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0542157 Oct 13 11:43:18.425818 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b6a9fa9-a30e-44b4-8aed-47eacaa01d23 req-c3debe4f-402a-4cc7-a226-b21db61de53e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323775 Oct 13 11:43:19.541078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31269ed-c62e-46ea-aec1-32982174d77c req-c0c5b7f4-4e1e-4832-9b29-fe33a76d9a6a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:19.542539 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f31269ed-c62e-46ea-aec1-32982174d77c req-c0c5b7f4-4e1e-4832-9b29-fe33a76d9a6a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0486431 Oct 13 11:43:19.579071 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f31269ed-c62e-46ea-aec1-32982174d77c req-0acab45c-554d-40be-9ebd-1e65b60ea3fa tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306041 Oct 13 11:43:20.692469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735a39c-8d1a-47e9-9554-99ba7b07a269 req-5f6b4c50-525d-41c4-84b1-8cc250d226c3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:20.693928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b735a39c-8d1a-47e9-9554-99ba7b07a269 req-5f6b4c50-525d-41c4-84b1-8cc250d226c3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0487461 Oct 13 11:43:20.730659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b735a39c-8d1a-47e9-9554-99ba7b07a269 req-74436cdf-16a7-4b2d-96a5-a833abe4ec08 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307727 Oct 13 11:43:21.847296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fd858-445a-4b9c-89f8-a42fd1caba4a req-78ce5051-189c-42a1-b56e-ddc7a0bc050b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:21.848757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-239fd858-445a-4b9c-89f8-a42fd1caba4a req-78ce5051-189c-42a1-b56e-ddc7a0bc050b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0519066 Oct 13 11:43:21.887026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-239fd858-445a-4b9c-89f8-a42fd1caba4a req-0b846c23-e3aa-4cd3-a447-bb583f7e61a2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313325 Oct 13 11:43:23.004375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8a5a7-2c5f-4795-8a4c-ba5a1093b6ef req-d60fc8c5-b8f7-4858-ad88-8cda19afdadf tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:23.005889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6b8a5a7-2c5f-4795-8a4c-ba5a1093b6ef req-d60fc8c5-b8f7-4858-ad88-8cda19afdadf tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0501482 Oct 13 11:43:23.043513 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6b8a5a7-2c5f-4795-8a4c-ba5a1093b6ef req-f7185d3f-2e7a-41b3-91ec-9aa25b90d85f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308933 Oct 13 11:43:24.159884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a5bfd-0b0c-423e-bd76-b0c4cb211f53 req-8ce644ad-2f64-4584-bb30-c940d3ae5049 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:24.161368 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d06a5bfd-0b0c-423e-bd76-b0c4cb211f53 req-8ce644ad-2f64-4584-bb30-c940d3ae5049 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0501907 Oct 13 11:43:24.198960 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d06a5bfd-0b0c-423e-bd76-b0c4cb211f53 req-2d464d4a-6bca-46c6-9653-f9f423735286 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316556 Oct 13 11:43:24.670681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036ca85-0408-4560-a5fa-1513ba4c273c req-1c431ffa-31e8-4c00-af33-63f88639c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:24.672171 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0036ca85-0408-4560-a5fa-1513ba4c273c req-1c431ffa-31e8-4c00-af33-63f88639c534 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 1096 time: 0.0424612 Oct 13 11:43:24.776089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036ca85-0408-4560-a5fa-1513ba4c273c req-3167e37c-48a2-40cb-b3d3-c7590ec662d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:24.778508 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0036ca85-0408-4560-a5fa-1513ba4c273c req-3167e37c-48a2-40cb-b3d3-c7590ec662d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0860827 Oct 13 11:43:24.845420 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0036ca85-0408-4560-a5fa-1513ba4c273c req-60db3895-590a-4e25-9c5b-1da8469e72f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d35a07-fac6-495d-a360-76479b096171 HTTP/1.1" status: 200 len: 1001 time: 0.0605233 Oct 13 11:43:24.894480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036ca85-0408-4560-a5fa-1513ba4c273c req-f4904528-e0b3-4fa1-9444-3025c349d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:24.895865 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0036ca85-0408-4560-a5fa-1513ba4c273c req-f4904528-e0b3-4fa1-9444-3025c349d785 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0434446 Oct 13 11:43:24.941447 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036ca85-0408-4560-a5fa-1513ba4c273c req-5526a2dd-b830-4961-8cd3-369680bf3312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:24.942870 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0036ca85-0408-4560-a5fa-1513ba4c273c req-5526a2dd-b830-4961-8cd3-369680bf3312 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400672 Oct 13 11:43:25.037190 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0036ca85-0408-4560-a5fa-1513ba4c273c req-889865d4-2562-4e82-8afa-03cc46698cf8 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874467 Oct 13 11:43:25.131324 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0036ca85-0408-4560-a5fa-1513ba4c273c req-92e9a12b-2fd0-4b0d-a754-125e79e7c4d2 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870051 Oct 13 11:43:25.316140 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46d07-5d7a-405b-9b16-5593d294875b req-679e8e52-da5d-4014-a9c7-e9bd0d80e3b5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:25.317602 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bec46d07-5d7a-405b-9b16-5593d294875b req-679e8e52-da5d-4014-a9c7-e9bd0d80e3b5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0527921 Oct 13 11:43:25.355975 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bec46d07-5d7a-405b-9b16-5593d294875b req-ba1cf7a6-9dcd-478a-a0d4-e0d00a8ab224 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324440 Oct 13 11:43:26.476827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658b580-496a-4c0d-8fd2-08295fc0ef55 req-306a1ff8-48f3-4ab2-951c-05ad42471625 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:26.478306 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5658b580-496a-4c0d-8fd2-08295fc0ef55 req-306a1ff8-48f3-4ab2-951c-05ad42471625 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0506747 Oct 13 11:43:26.516055 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5658b580-496a-4c0d-8fd2-08295fc0ef55 req-34812e4a-ac35-4632-bb51-287f07435648 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318317 Oct 13 11:43:27.629942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975e9a2-3815-4907-a0af-b97588755430 req-b84b6693-1063-4db2-8774-77a9f1ac02b3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:27.631411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9975e9a2-3815-4907-a0af-b97588755430 req-b84b6693-1063-4db2-8774-77a9f1ac02b3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0475368 Oct 13 11:43:27.668143 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9975e9a2-3815-4907-a0af-b97588755430 req-2617665d-d481-481f-8247-9658ba61dd2a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303645 Oct 13 11:43:28.785892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bcba4-9228-4e3e-92f0-787cef6a01d9 req-ba5a7d54-be86-414b-b9fa-1a2cb8ccfd30 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:28.787409 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-624bcba4-9228-4e3e-92f0-787cef6a01d9 req-ba5a7d54-be86-414b-b9fa-1a2cb8ccfd30 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0527854 Oct 13 11:43:28.825242 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-624bcba4-9228-4e3e-92f0-787cef6a01d9 req-ab4ec5be-34e8-4b29-8854-32436306c4ab tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311749 Oct 13 11:43:29.937321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd40482-dfa9-4e14-a44a-41af06356a08 req-8011a977-bfb0-4be9-b333-9a8312b6c9ca tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:29.940401 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fcd40482-dfa9-4e14-a44a-41af06356a08 req-8011a977-bfb0-4be9-b333-9a8312b6c9ca tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0483227 Oct 13 11:43:29.976842 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fcd40482-dfa9-4e14-a44a-41af06356a08 req-6974cc20-3872-4b56-9664-1381413b3417 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319865 Oct 13 11:43:31.349050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230db33-8f7e-4e13-917c-e5b5845c08f4 req-54d66759-7e2d-4fde-9322-7cd800f5744b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:31.350576 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c230db33-8f7e-4e13-917c-e5b5845c08f4 req-54d66759-7e2d-4fde-9322-7cd800f5744b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0501938 Oct 13 11:43:31.389482 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c230db33-8f7e-4e13-917c-e5b5845c08f4 req-8b82b360-6826-4bb9-91e7-5008eeefbf1a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322437 Oct 13 11:43:31.444962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-b9a6130f-bf34-46f6-95ee-21744f5f9ef0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430012 Oct 13 11:43:32.505729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff722b-c1a5-43f6-b309-a1406822fe3a req-00deb91d-ee75-4444-93df-d07449e1869f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:32.507225 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7dff722b-c1a5-43f6-b309-a1406822fe3a req-00deb91d-ee75-4444-93df-d07449e1869f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0506177 Oct 13 11:43:32.546228 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7dff722b-c1a5-43f6-b309-a1406822fe3a req-01d78023-a751-4e82-9f0c-ad06ddadc055 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329895 Oct 13 11:43:33.343137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-723c9e20-4120-4a3a-aea1-bf5473660c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:33.346434 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-723c9e20-4120-4a3a-aea1-bf5473660c3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 1096 time: 0.0559180 Oct 13 11:43:33.452475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-1c5d72dc-647d-4864-965e-2b81a2bbad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:33.453971 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-1c5d72dc-647d-4864-965e-2b81a2bbad20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.1010869 Oct 13 11:43:33.533175 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-f1386c37-94e8-4f16-9763-e2b2392792ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d35a07-fac6-495d-a360-76479b096171 HTTP/1.1" status: 200 len: 1001 time: 0.0724120 Oct 13 11:43:33.594196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-889446de-6a7c-48ea-a67f-e83d17df4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:33.595713 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-889446de-6a7c-48ea-a67f-e83d17df4094 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0559628 Oct 13 11:43:33.644250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bada4a02-7d7b-4b6a-a845-03e09f2b4035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:33.645882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bada4a02-7d7b-4b6a-a845-03e09f2b4035 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437250 Oct 13 11:43:33.668120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c165a-eb78-4789-90a2-fb84bc2fc675 req-d3c66113-7feb-4086-9452-28933708d715 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:33.669613 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-979c165a-eb78-4789-90a2-fb84bc2fc675 req-d3c66113-7feb-4086-9452-28933708d715 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0519347 Oct 13 11:43:33.716027 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-979c165a-eb78-4789-90a2-fb84bc2fc675 req-4ea3b4e4-4cb3-4842-a812-b055e3974cd9 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381880 Oct 13 11:43:33.746307 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-098ef015-a947-4968-9880-4c52bcef3e17 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929406 Oct 13 11:43:33.835724 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-713e8bbe-c2ec-4fdc-8323-c0002ccd1fdd service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821462 Oct 13 11:43:34.836565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fe5dd-c648-449a-9e98-77cf546b98e0 req-f75c08bc-a8d0-4a7b-9ce1-61422eccac7d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:34.839088 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-752fe5dd-c648-449a-9e98-77cf546b98e0 req-f75c08bc-a8d0-4a7b-9ce1-61422eccac7d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0541313 Oct 13 11:43:34.877194 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-752fe5dd-c648-449a-9e98-77cf546b98e0 req-0b5de54a-1e76-40bb-9897-8a5226893b04 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321848 Oct 13 11:43:35.819984 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-aacf205b-c4fa-4ea1-9ff1-3600cf9dee25 service neutron] show failed (client error): The resource could not be found. Oct 13 11:43:35.820970 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-aacf205b-c4fa-4ea1-9ff1-3600cf9dee25 service neutron] 10.222.0.21 "GET /v2.0/ports/49d35a07-fac6-495d-a360-76479b096171/bindings/n-h1-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0544677 Oct 13 11:43:35.993164 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf9614-7b2d-4231-a18f-ec84f0e28103 req-d5b4b989-b817-44b9-b284-ee06a4df8c44 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:35.994674 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-32bf9614-7b2d-4231-a18f-ec84f0e28103 req-d5b4b989-b817-44b9-b284-ee06a4df8c44 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0483830 Oct 13 11:43:36.032209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-32bf9614-7b2d-4231-a18f-ec84f0e28103 req-7f5b70a3-72e6-42db-aad3-caf3178441da tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316296 Oct 13 11:43:36.278795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-d78e8f41-33f5-47fb-9dfe-2184dba6b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:36.280274 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-d78e8f41-33f5-47fb-9dfe-2184dba6b48e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 1096 time: 0.0940845 Oct 13 11:43:36.292651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:43:36.341047 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:43:36.345656 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:36.548250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] For port 49d35a07-fac6-495d-a360-76479b096171, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=49d35a07-fac6-495d-a360-76479b096171,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:43:36.579310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] For port 49d35a07-fac6-495d-a360-76479b096171, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:43:36.621944 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d35a07-fac6-495d-a360-76479b096171'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:43:36.624251 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a495daab-4f27-42e1-8afe-de7f1eefacfe" -d '{"events": [{"server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "49d35a07-fac6-495d-a360-76479b096171"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:43:36.627971 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:36.641514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Transition to ACTIVE for port object 49d35a07-fac6-495d-a360-76479b096171 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:43:36.675977 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713e8885-4961-4f4f-be18-0c769abfab53 x-openstack-request-id: req-713e8885-4961-4f4f-be18-0c769abfab53 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:43:36.676273 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "49d35a07-fac6-495d-a360-76479b096171", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:43:36.676530 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-713e8885-4961-4f4f-be18-0c769abfab53 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:43:36.676937 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d35a07-fac6-495d-a360-76479b096171', 'code': 200} Oct 13 11:43:36.701826 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:36.777682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Pushing event updated for resources: {'Port': ['ID=49d35a07-fac6-495d-a360-76479b096171,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:43:36.793450 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:36.793801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:36.794146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:36.794506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:36.794838 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:36.795166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:36.795493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:36.795818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:36.796144 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:36.796467 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:36.796791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:36.797113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:36.838137 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] No DVR routers for this DVR port 49d35a07-fac6-495d-a360-76479b096171 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:43:36.973391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Attempting to bind port 49d35a07-fac6-495d-a360-76479b096171 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:43:36.973721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Attempting to bind port 49d35a07-fac6-495d-a360-76479b096171 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:43:36.974045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Attempting to bind port 49d35a07-fac6-495d-a360-76479b096171 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:43:36.978846 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Port 49d35a07-fac6-495d-a360-76479b096171 on network 0bd19590-add7-40c6-ac73-c7d23803f600 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:43:36.979309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Attempting to bind port 49d35a07-fac6-495d-a360-76479b096171 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:43:36.984175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:43:36.984514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Checking segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:43:36.984895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Bound using segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:43:36.985321 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Bound port: 49d35a07-fac6-495d-a360-76479b096171, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:43:36.985678 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:37.047949 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] For port 49d35a07-fac6-495d-a360-76479b096171, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:43:37.051028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] For port 49d35a07-fac6-495d-a360-76479b096171, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=49d35a07-fac6-495d-a360-76479b096171,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:43:37.136367 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:37.148439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c71a3-5f00-44d6-a8d9-08ef3217b5ec req-d5c54f99-d96d-42cd-8510-fddc08a5f573 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:37.150046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e5c71a3-5f00-44d6-a8d9-08ef3217b5ec req-d5c54f99-d96d-42cd-8510-fddc08a5f573 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 943 time: 0.0490355 Oct 13 11:43:37.170819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:37.171772 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:37.173131 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] 10.222.0.46 "PUT /v2.0/ports/49d35a07-fac6-495d-a360-76479b096171 HTTP/1.1" status: 200 len: 1091 time: 0.8844543 Oct 13 11:43:37.191550 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e5c71a3-5f00-44d6-a8d9-08ef3217b5ec req-e2c0ef17-bc41-4c06-949f-76ac5d55e475 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352263 Oct 13 11:43:37.200389 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea93215-3c82-4500-abc4-c0febf3f6a9a service neutron] Pushing event updated for resources: {'Port': ['ID=49d35a07-fac6-495d-a360-76479b096171,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:43:37.252035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-6438eb6b-9612-4315-a16a-793fbed0ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:37.253650 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-6438eb6b-9612-4315-a16a-793fbed0ea5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 1094 time: 0.0435483 Oct 13 11:43:37.354175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-b555efb8-51e9-450c-b05e-8e4a9f5de13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:37.355703 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-b555efb8-51e9-450c-b05e-8e4a9f5de13a service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0955675 Oct 13 11:43:37.426263 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-3e2ba694-20e2-4faf-a908-58296bb1c633 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d35a07-fac6-495d-a360-76479b096171 HTTP/1.1" status: 200 len: 999 time: 0.0636561 Oct 13 11:43:37.475593 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-160f0346-6674-4e9a-b7ea-74a398be9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:37.476940 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-160f0346-6674-4e9a-b7ea-74a398be9a9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0432901 Oct 13 11:43:37.520919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-d93abc30-2bf5-42bb-a901-72ea421feab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:37.522405 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-d93abc30-2bf5-42bb-a901-72ea421feab1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389230 Oct 13 11:43:37.615569 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-0fd49819-540f-42fd-9246-96bf30baea75 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859063 Oct 13 11:43:37.705355 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-c07ae270-3567-447b-b798-15448c8645ff service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828581 Oct 13 11:43:38.039019 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d17905e4-9967-40e9-8f75-1666d2adbf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:38.185718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 49d35a07-fac6-495d-a360-76479b096171 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:43:38.224967 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 49d35a07-fac6-495d-a360-76479b096171 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:43:38.313418 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1528e-05f7-4606-b5fa-87f93476405b req-3fc531c8-29e0-4342-a869-55f70deaa6f2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:38.314905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8c1528e-05f7-4606-b5fa-87f93476405b req-3fc531c8-29e0-4342-a869-55f70deaa6f2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 943 time: 0.0525262 Oct 13 11:43:38.352957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8c1528e-05f7-4606-b5fa-87f93476405b req-880c3e15-2c21-4e17-b582-4538048c4b63 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322659 Oct 13 11:43:38.677818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'tag': '49d35a07-fac6-495d-a360-76479b096171'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:43:38.680299 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f282e16-0c4c-4de0-974c-a895d79cda03" -d '{"events": [{"name": "network-changed", "server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "tag": "49d35a07-fac6-495d-a360-76479b096171"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:43:38.727008 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b75adb-4ac8-415c-9559-aa73d3995745 x-openstack-request-id: req-97b75adb-4ac8-415c-9559-aa73d3995745 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:43:38.727303 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "tag": "49d35a07-fac6-495d-a360-76479b096171", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:43:38.727560 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97b75adb-4ac8-415c-9559-aa73d3995745 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:43:38.727989 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'tag': '49d35a07-fac6-495d-a360-76479b096171', 'status': 'completed', 'code': 200} Oct 13 11:43:38.817830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-e15bcd39-0448-474a-8d87-4788622f9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:38.819243 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-e15bcd39-0448-474a-8d87-4788622f9550 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 1094 time: 0.0632424 Oct 13 11:43:38.820961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-9ab4a1e2-681d-4967-a82f-0ee934d76630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:38.822287 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-9ab4a1e2-681d-4967-a82f-0ee934d76630 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 1094 time: 0.0752926 Oct 13 11:43:38.977682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-811e11d3-5a7f-41be-a0ee-9b5eb58942af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:38.979172 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-811e11d3-5a7f-41be-a0ee-9b5eb58942af service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.1529813 Oct 13 11:43:38.980842 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-714baf97-d7ba-436f-905d-95ffa86457c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:38.982125 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-714baf97-d7ba-436f-905d-95ffa86457c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.1489494 Oct 13 11:43:39.098732 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-3ca28e3a-c2c6-4589-9a64-602ff54804d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d35a07-fac6-495d-a360-76479b096171 HTTP/1.1" status: 200 len: 999 time: 0.1122239 Oct 13 11:43:39.100404 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-b95c0474-5eb2-45a2-a541-02aafb42d5c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d35a07-fac6-495d-a360-76479b096171 HTTP/1.1" status: 200 len: 999 time: 0.1087871 Oct 13 11:43:39.182207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-44cded84-a902-41bd-82f8-64dd14684889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:39.184343 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-44cded84-a902-41bd-82f8-64dd14684889 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0787466 Oct 13 11:43:39.187807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-95f5b948-b250-43ee-9afc-6e030ddc8375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:39.189116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-95f5b948-b250-43ee-9afc-6e030ddc8375 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0761311 Oct 13 11:43:39.262544 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:39.263368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-0f6323ba-8e74-42a1-b182-3fa671a41fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:39.264879 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-0f6323ba-8e74-42a1-b182-3fa671a41fd7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736105 Oct 13 11:43:39.266619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-1a14f6af-7cdf-42a5-b6c4-563de07e8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:39.271616 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-1a14f6af-7cdf-42a5-b6c4-563de07e8311 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694916 Oct 13 11:43:39.435579 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-22f286b1-547a-4c0b-a4e1-174f56c0cb99 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635737 Oct 13 11:43:39.437346 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-584a3397-4739-4657-b32a-db7ac3b62df9 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572897 Oct 13 11:43:39.471556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6fbee-bf02-46ef-b086-4fb259f66f89 req-573edc26-308e-4cc8-ae87-c55663676896 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:39.473050 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0dd6fbee-bf02-46ef-b086-4fb259f66f89 req-573edc26-308e-4cc8-ae87-c55663676896 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 943 time: 0.0498023 Oct 13 11:43:39.511983 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0dd6fbee-bf02-46ef-b086-4fb259f66f89 req-7dc2767b-0bd4-430e-b0c2-08d970d3ad31 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323730 Oct 13 11:43:39.599982 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-567df4dc-7634-4fd4-92a1-9e2eebd8d30c service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578155 Oct 13 11:43:39.602084 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3f282e16-0c4c-4de0-974c-a895d79cda03 req-8f7b5fce-a14f-4caa-85c9-b635cff9f371 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529319 Oct 13 11:43:40.639108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfee4b9-577f-466b-8d79-c458983a3256 req-1545d331-01f4-45ea-bc19-907f271fda08 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:40.640706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dfee4b9-577f-466b-8d79-c458983a3256 req-1545d331-01f4-45ea-bc19-907f271fda08 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 943 time: 0.0526180 Oct 13 11:43:40.679784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dfee4b9-577f-466b-8d79-c458983a3256 req-a7a7cddd-d59a-4081-8d27-7ac4fb518985 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329673 Oct 13 11:43:40.828003 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8b581be2-9120-40b0-a117-57ef7ba53b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:40.941453 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:41.781268 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:41.801005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de741-1de9-4d8c-a50f-b03b87d76323 req-e7f712ae-e188-4463-8530-6a742c667461 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:41.802528 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-737de741-1de9-4d8c-a50f-b03b87d76323 req-e7f712ae-e188-4463-8530-6a742c667461 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 943 time: 0.0545902 Oct 13 11:43:41.840053 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-737de741-1de9-4d8c-a50f-b03b87d76323 req-0dc13c38-2e4d-4dec-9dc2-ba5a5922997f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310748 Oct 13 11:43:42.197870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409dab3-9c1b-480c-a402-cdef4edd8784 req-6488bce9-e752-4f3f-b327-46a30d6c51ce tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:42.199906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5409dab3-9c1b-480c-a402-cdef4edd8784 req-6488bce9-e752-4f3f-b327-46a30d6c51ce tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 943 time: 0.0503128 Oct 13 11:43:42.210922 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 49d35a07-fac6-495d-a360-76479b096171 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:43:42.239862 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5409dab3-9c1b-480c-a402-cdef4edd8784 req-099db458-c54a-42de-8121-d93fe7ae84ab tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337648 Oct 13 11:43:42.276084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-17e970d2-ba55-4289-9bd8-68aaac3dd6eb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:42.278398 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-17e970d2-ba55-4289-9bd8-68aaac3dd6eb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e&tenant_id=fbe374976ce341459dfe077ababb0c60&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 943 time: 0.0578406 Oct 13 11:43:42.321854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 49d35a07-fac6-495d-a360-76479b096171, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=49d35a07-fac6-495d-a360-76479b096171,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:43:42.334067 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '49d35a07-fac6-495d-a360-76479b096171', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'port_id': '49d35a07-fac6-495d-a360-76479b096171', 'mac_address': 'fa:16:3e:68:2e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:43:42.339224 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-861fbf5e-f1e8-490f-831c-eb589eb0a56f service neutron] delete failed (client error): The resource could not be found. Oct 13 11:43:42.340847 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-861fbf5e-f1e8-490f-831c-eb589eb0a56f service neutron] 10.222.0.21 "DELETE /v2.0/ports/49d35a07-fac6-495d-a360-76479b096171/bindings/n-h2-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0550292 Oct 13 11:43:42.372774 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:42.375037 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:42.389087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d35a07-fac6-495d-a360-76479b096171 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:43:42.410137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 49d35a07-fac6-495d-a360-76479b096171, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=49d35a07-fac6-495d-a360-76479b096171,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:43:42.425668 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-6526bf91-1548-442f-bf0c-a236184c0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:42.427208 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-6526bf91-1548-442f-bf0c-a236184c0f8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 1094 time: 0.0419884 Oct 13 11:43:42.467566 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:42.519001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=49d35a07-fac6-495d-a360-76479b096171,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:43:42.519594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-70501953-34a9-4be3-a289-b2f9251ecc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:42.521064 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-70501953-34a9-4be3-a289-b2f9251ecc4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0871160 Oct 13 11:43:42.526268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:42.526644 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:42.527622 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:42.528132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:42.528227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:42.528820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:42.529144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:42.529471 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:42.529795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:42.530122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:42.530497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:42.530797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:43:42.585333 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-a9b6d6f9-7194-4a1d-bb4a-ca12336efd8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d35a07-fac6-495d-a360-76479b096171 HTTP/1.1" status: 200 len: 1000 time: 0.0570185 Oct 13 11:43:42.632915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-ce53d2d6-59dd-4ba7-95a4-0996d4d7be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:42.634213 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-ce53d2d6-59dd-4ba7-95a4-0996d4d7be08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0422876 Oct 13 11:43:42.682814 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-b96d9c68-5f74-4447-819b-b7f92f54cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:42.684668 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-b96d9c68-5f74-4447-819b-b7f92f54cdea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429876 Oct 13 11:43:42.774945 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-e13d2f47-35cc-4a57-b852-b94dccb8a2cd service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824628 Oct 13 11:43:42.842513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['49d35a07-fac6-495d-a360-76479b096171'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:43:42.865671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e3f0f649-bd75-4b1f-b681-e8e05658fa65 req-17b02e36-ea42-4c41-b75a-e1986ee3b738 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837011 Oct 13 11:43:43.359323 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d4ed0-29a8-4c93-add3-eb6e55fab8ef req-f6e16eaf-d617-4e16-948f-aec6b4f72b86 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:43.360781 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b30d4ed0-29a8-4c93-add3-eb6e55fab8ef req-f6e16eaf-d617-4e16-948f-aec6b4f72b86 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 944 time: 0.0512092 Oct 13 11:43:43.399035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b30d4ed0-29a8-4c93-add3-eb6e55fab8ef req-94759e8d-7c71-424c-84aa-2d3267d23b33 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323112 Oct 13 11:43:43.564885 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:44.227268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 49d35a07-fac6-495d-a360-76479b096171 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:43:44.330119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 49d35a07-fac6-495d-a360-76479b096171 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:43:44.333821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 49d35a07-fac6-495d-a360-76479b096171 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:43:44.334219 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:44.409581 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:44.432044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d35a07-fac6-495d-a360-76479b096171'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:43:44.437256 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7db166-9a88-4e17-af11-3c622a996796" -d '{"events": [{"server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "name": "network-vif-plugged", "status": "completed", "tag": "49d35a07-fac6-495d-a360-76479b096171"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:43:44.448322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 49d35a07-fac6-495d-a360-76479b096171, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=49d35a07-fac6-495d-a360-76479b096171,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:43:44.513489 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:44.518491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c37fc-b8d0-41cd-bcfd-a3eefe1afd37 req-e575571f-fbdc-40b7-8396-cedf4afef24a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:44.519978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-778c37fc-b8d0-41cd-bcfd-a3eefe1afd37 req-e575571f-fbdc-40b7-8396-cedf4afef24a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 944 time: 0.0538185 Oct 13 11:43:44.558489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-778c37fc-b8d0-41cd-bcfd-a3eefe1afd37 req-ed9d4e56-d5ee-496a-96a1-553b81e9b9fe tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324051 Oct 13 11:43:44.566349 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=49d35a07-fac6-495d-a360-76479b096171,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:43:44.606279 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d715df-925f-4b87-8e4f-2acc68c3390d x-openstack-request-id: req-06d715df-925f-4b87-8e4f-2acc68c3390d {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:43:44.606470 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "name": "network-vif-plugged", "status": "completed", "tag": "49d35a07-fac6-495d-a360-76479b096171", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:43:44.606629 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06d715df-925f-4b87-8e4f-2acc68c3390d {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:43:44.607220 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d35a07-fac6-495d-a360-76479b096171', 'code': 200} Oct 13 11:43:44.696565 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9419d-410f-4b7e-b461-d7a2232a883c req-7dd022dc-314a-4853-bf15-75d8cbc54cc1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:44.698023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63e9419d-410f-4b7e-b461-d7a2232a883c req-7dd022dc-314a-4853-bf15-75d8cbc54cc1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0486345 Oct 13 11:43:44.736007 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63e9419d-410f-4b7e-b461-d7a2232a883c req-82ba2e68-534c-4671-8a50-fd518c4ed11a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314951 Oct 13 11:43:45.068549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7eacc-223d-43e0-b21b-6120c592bc02 req-c330c2a6-87c6-4d31-9dbb-d73e7c2eae5a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:45.070076 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-feb7eacc-223d-43e0-b21b-6120c592bc02 req-c330c2a6-87c6-4d31-9dbb-d73e7c2eae5a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0513997 Oct 13 11:43:45.111654 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-feb7eacc-223d-43e0-b21b-6120c592bc02 req-e478cb8c-1050-4adb-8d70-e355e8e6ac6d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351756 Oct 13 11:43:45.145117 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dadec-cbfc-4d1f-a989-d5bef0de3c5b req-9d2ba805-eda5-4d15-aa53-9284b24366d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:45.146656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be9dadec-cbfc-4d1f-a989-d5bef0de3c5b req-9d2ba805-eda5-4d15-aa53-9284b24366d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 1096 time: 0.0430267 Oct 13 11:43:45.238573 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dadec-cbfc-4d1f-a989-d5bef0de3c5b req-7a73bdfc-9243-47bd-9963-f1f36935364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:45.239954 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be9dadec-cbfc-4d1f-a989-d5bef0de3c5b req-7a73bdfc-9243-47bd-9963-f1f36935364c service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0865855 Oct 13 11:43:45.303044 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be9dadec-cbfc-4d1f-a989-d5bef0de3c5b req-a22bff23-d464-4c20-a38c-132055637443 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d35a07-fac6-495d-a360-76479b096171 HTTP/1.1" status: 200 len: 1001 time: 0.0563979 Oct 13 11:43:45.350854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dadec-cbfc-4d1f-a989-d5bef0de3c5b req-81834174-c774-4f93-b753-9b543365754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:45.352234 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be9dadec-cbfc-4d1f-a989-d5bef0de3c5b req-81834174-c774-4f93-b753-9b543365754c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0426254 Oct 13 11:43:45.398656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dadec-cbfc-4d1f-a989-d5bef0de3c5b req-f856faeb-05e5-4350-bc12-3e67aa4701ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:45.400086 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be9dadec-cbfc-4d1f-a989-d5bef0de3c5b req-f856faeb-05e5-4350-bc12-3e67aa4701ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411026 Oct 13 11:43:45.487089 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be9dadec-cbfc-4d1f-a989-d5bef0de3c5b req-2ee552b1-bbda-4ea0-813a-bbe81077bdb5 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803614 Oct 13 11:43:45.576788 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-be9dadec-cbfc-4d1f-a989-d5bef0de3c5b req-c4788237-5a06-4397-ae3b-ec31347b416e service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828643 Oct 13 11:43:46.229969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ab703-85a8-4ea1-bbc9-195330a9dca3 req-f873f712-7ecb-4be0-8c6b-d335ecb39e63 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:46.231713 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-890ab703-85a8-4ea1-bbc9-195330a9dca3 req-f873f712-7ecb-4be0-8c6b-d335ecb39e63 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0526330 Oct 13 11:43:46.269720 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-890ab703-85a8-4ea1-bbc9-195330a9dca3 req-c4e60259-607d-4f30-b584-9ced44c3b8ba tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320811 Oct 13 11:43:47.383455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1dd57-bb6e-4b47-84fc-7c892c8b90c5 req-5b405347-46ae-4c2d-a485-6e76b80fbb4f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:47.384815 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86d1dd57-bb6e-4b47-84fc-7c892c8b90c5 req-5b405347-46ae-4c2d-a485-6e76b80fbb4f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0487669 Oct 13 11:43:47.423038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86d1dd57-bb6e-4b47-84fc-7c892c8b90c5 req-6c294bd7-4879-487e-8fcb-7f7277ee466d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318823 Oct 13 11:43:47.846933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40540d-d6d7-4152-be16-f4e8963192a1 req-268d596b-0767-4c51-b0db-3131893967d2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:47.848374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c40540d-d6d7-4152-be16-f4e8963192a1 req-268d596b-0767-4c51-b0db-3131893967d2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0485921 Oct 13 11:43:47.885173 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c40540d-d6d7-4152-be16-f4e8963192a1 req-bdabbaa4-1687-41c8-a1a4-57ca2b48c382 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308070 Oct 13 11:43:49.005944 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c4671-f814-4b55-a7e0-eaf67646df15 req-aaf6bf9b-4372-4166-bfde-92289fd2fb93 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:49.007378 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-215c4671-f814-4b55-a7e0-eaf67646df15 req-aaf6bf9b-4372-4166-bfde-92289fd2fb93 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0529704 Oct 13 11:43:49.046278 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-215c4671-f814-4b55-a7e0-eaf67646df15 req-479107ea-937c-4327-8f18-9d68f69994ac tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309203 Oct 13 11:43:49.266199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e960-fde5-45c7-8094-78429366d786 req-714adf50-0bfb-4d81-b971-535a19dd4423 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:49.267571 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-70f5e960-fde5-45c7-8094-78429366d786 req-714adf50-0bfb-4d81-b971-535a19dd4423 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.46 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0481584 Oct 13 11:43:49.356525 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Deleting port 49d35a07-fac6-495d-a360-76479b096171 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:43:49.356865 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:49.446271 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] For port 49d35a07-fac6-495d-a360-76479b096171, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=49d35a07-fac6-495d-a360-76479b096171,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:43:49.446666 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:49.961858 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:49.962220 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:49.962567 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0 disassociated. External IP: 172.25.0.142, port: 49d35a07-fac6-495d-a360-76479b096171. Oct 13 11:43:49.962911 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Calling delete_port for 49d35a07-fac6-495d-a360-76479b096171 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:43:50.165857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063aec9-8132-41f0-8b8b-d9002c1ec631 req-ab105015-3678-4cb7-8db9-59f309dca23f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:50.167350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8063aec9-8132-41f0-8b8b-d9002c1ec631 req-ab105015-3678-4cb7-8db9-59f309dca23f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=68da6fa5-712e-458c-91bc-5094e5ed6f6e HTTP/1.1" status: 200 len: 945 time: 0.0485339 Oct 13 11:43:50.169559 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:50.196795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event deleted for resources: {'Port': ['ID=49d35a07-fac6-495d-a360-76479b096171,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:43:50.209489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8063aec9-8132-41f0-8b8b-d9002c1ec631 req-0a914550-1858-44f3-8855-9424f9033dfa tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353587 Oct 13 11:43:50.317977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Router b4ddef78-48d3-43b1-b82d-8d410215f263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:43:50.428358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:43:50.438421 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa8c15-6f15-4139-ba88-14f739c1f490 None None] Sync routers for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:43:50.447263 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa8c15-6f15-4139-ba88-14f739c1f490 None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:43:50.447937 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-64fa8c15-6f15-4139-ba88-14f739c1f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:43:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:43:50.472215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] No DVR routers for this DVR port 49d35a07-fac6-495d-a360-76479b096171 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:43:50.475092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:50.478754 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-70f5e960-fde5-45c7-8094-78429366d786 req-69cc34a7-7381-485e-b36c-62e38fd0fdae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.46 "DELETE /v2.0/ports/49d35a07-fac6-495d-a360-76479b096171 HTTP/1.1" status: 204 len: 173 time: 1.2048616 Oct 13 11:43:50.479227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'name': 'network-vif-deleted', 'tag': '49d35a07-fac6-495d-a360-76479b096171'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:43:50.482065 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becedb7d-43b4-47fa-9640-35139c5e4837" -d '{"events": [{"server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "name": "network-vif-deleted", "tag": "49d35a07-fac6-495d-a360-76479b096171"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:43:50.519727 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dd15fe-e6e6-4521-9d80-c4a3edd2b262 x-openstack-request-id: req-a0dd15fe-e6e6-4521-9d80-c4a3edd2b262 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:43:50.520022 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68da6fa5-712e-458c-91bc-5094e5ed6f6e", "name": "network-vif-deleted", "tag": "49d35a07-fac6-495d-a360-76479b096171", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:43:50.520289 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0dd15fe-e6e6-4521-9d80-c4a3edd2b262 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:43:50.520727 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68da6fa5-712e-458c-91bc-5094e5ed6f6e', 'name': 'network-vif-deleted', 'tag': '49d35a07-fac6-495d-a360-76479b096171', 'status': 'completed', 'code': 200} Oct 13 11:43:50.558533 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-64fa8c15-6f15-4139-ba88-14f739c1f490 None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:43:50.758062 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-64fa8c15-6f15-4139-ba88-14f739c1f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:43:50.788766 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa8c15-6f15-4139-ba88-14f739c1f490 None None] Checking router: b4ddef78-48d3-43b1-b82d-8d410215f263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:43:50.797664 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa8c15-6f15-4139-ba88-14f739c1f490 None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:43:50.798257 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-64fa8c15-6f15-4139-ba88-14f739c1f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:43:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:43:50.903026 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-64fa8c15-6f15-4139-ba88-14f739c1f490 None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:43:51.100475 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-64fa8c15-6f15-4139-ba88-14f739c1f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:43:51.129072 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa8c15-6f15-4139-ba88-14f739c1f490 None None] The sync data for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 is: [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:43:51.348515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e92706-ab7b-4f61-b0e3-aa1aa2bb94d1 None None] New status for floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:43:51.655515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-e5a5ac7a-b034-4bfb-9c82-ac96395d17ec tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--66856840&fields=id&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 267 time: 0.0328021 Oct 13 11:43:52.071558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-cde37cd5-bcdf-4b49-b6f4-b0c4fa55bb15 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:52.073029 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-cde37cd5-bcdf-4b49-b6f4-b0c4fa55bb15 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 812 time: 0.4108365 Oct 13 11:43:52.087764 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-c43000d8-c4f4-40b2-a4f0-4a296a512411 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/quotas/fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 375 time: 0.0090251 Oct 13 11:43:52.139666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-a821a659-59c5-4fb5-8150-4753e33a900e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460744 Oct 13 11:43:52.257968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 49d35a07-fac6-495d-a360-76479b096171 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:43:52.278786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 49d35a07-fac6-495d-a360-76479b096171 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:43:52.279658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 49d35a07-fac6-495d-a360-76479b096171 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:43:52.288486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-089ee6eb-fbe0-4c35-96be-fc37479e4123 service neutron] 10.222.0.32 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371388 Oct 13 11:43:52.375263 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-92e1b921-e619-45bd-9d15-451d4591f3d9 service neutron] 10.222.0.32 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806420 Oct 13 11:43:52.593356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5408f454-d831-492a-9b13-7e2f30107be0 req-5c10daec-5375-4160-9ce6-bd60e4fa81be tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 210 time: 0.0274994 Oct 13 11:43:53.688063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-30c80b62-d3fa-4c42-a876-a11e5471389b req-b4bebd14-6493-4a38-b380-e7956864ffb4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 210 time: 0.0274324 Oct 13 11:43:54.291822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-0f9e1d84-6221-411e-866e-ffc2f9529835 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:54.293247 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-0f9e1d84-6221-411e-866e-ffc2f9529835 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 812 time: 0.1056478 Oct 13 11:43:54.337552 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-db3ba849-4521-421f-a8ff-bb4f98b728c4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 378 time: 0.0340736 Oct 13 11:43:54.347437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-ad80b53f-41ca-4e0d-85cb-f33af8f364fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Request body: {'port': {'device_id': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'admin_state_up': True, 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'security_groups': ['d601191d-5be5-461c-a3bc-a743fdacef30']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:43:54.518355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-ad80b53f-41ca-4e0d-85cb-f33af8f364fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Made reservation on behalf of fbe374976ce341459dfe077ababb0c60 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:43:54.522103 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-ad80b53f-41ca-4e0d-85cb-f33af8f364fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:54.644207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-ad80b53f-41ca-4e0d-85cb-f33af8f364fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Allocated IP 172.20.0.6 (0bd19590-add7-40c6-ac73-c7d23803f600/f1360e1f-543c-4044-b128-a5d9c2890e90/a3517aa4-cf29-4c29-8156-cae880d88e7b) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:43:54.788399 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41724331-42d6-4cb3-a158-e434b45787e3 req-d3f11ef7-68c8-4201-888a-e91c1a631915 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 210 time: 0.0316322 Oct 13 11:43:54.791674 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-ad80b53f-41ca-4e0d-85cb-f33af8f364fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:54.873320 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-ad80b53f-41ca-4e0d-85cb-f33af8f364fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:54.920870 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-ad80b53f-41ca-4e0d-85cb-f33af8f364fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Network 0bd19590-add7-40c6-ac73-c7d23803f600 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:43:54.923980 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-ad80b53f-41ca-4e0d-85cb-f33af8f364fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:43:54.927830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-ad80b53f-41ca-4e0d-85cb-f33af8f364fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:43:54.955701 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80b53f-41ca-4e0d-85cb-f33af8f364fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event updated for resources: {'Port': ['ID=a3517aa4-cf29-4c29-8156-cae880d88e7b,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:43:54.983518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-ad80b53f-41ca-4e0d-85cb-f33af8f364fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:54.984140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-ad80b53f-41ca-4e0d-85cb-f33af8f364fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:55.081802 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-ad80b53f-41ca-4e0d-85cb-f33af8f364fd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7379627 Oct 13 11:43:55.094351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Request body: {'port': {'device_id': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:43:55.137872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3fe6a19e-baa3-48ed-9aa9-dbf66dd6cedf None None] Provisioning complete for port a3517aa4-cf29-4c29-8156-cae880d88e7b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:43:55.139115 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3fe6a19e-baa3-48ed-9aa9-dbf66dd6cedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:55.150734 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:55.172372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6a19e-baa3-48ed-9aa9-dbf66dd6cedf None None] Port a3517aa4-cf29-4c29-8156-cae880d88e7b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:43:55.414062 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3517aa4-cf29-4c29-8156-cae880d88e7b {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:43:55.422280 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:55.433808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Transition to ACTIVE for port object a3517aa4-cf29-4c29-8156-cae880d88e7b will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:43:55.500887 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:55.552742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3517aa4-cf29-4c29-8156-cae880d88e7b,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:43:55.624391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Attempting to bind port a3517aa4-cf29-4c29-8156-cae880d88e7b on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:43:55.624718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Attempting to bind port a3517aa4-cf29-4c29-8156-cae880d88e7b by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:43:55.625046 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Attempting to bind port a3517aa4-cf29-4c29-8156-cae880d88e7b on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:43:55.629613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Port a3517aa4-cf29-4c29-8156-cae880d88e7b on network 0bd19590-add7-40c6-ac73-c7d23803f600 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:43:55.629940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Attempting to bind port a3517aa4-cf29-4c29-8156-cae880d88e7b on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:43:55.635028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:43:55.635369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Checking segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:43:55.635757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Bound using segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:43:55.636190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Bound port: a3517aa4-cf29-4c29-8156-cae880d88e7b, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:43:55.636550 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:55.708558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:43:55.711707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:43:55.798898 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:55.832459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:55.833205 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:43:55.834623 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] 10.222.0.21 "PUT /v2.0/ports/a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 1091 time: 0.7451282 Oct 13 11:43:55.836990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:43:55.839113 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd52e79-3489-4519-9343-bc04c819f99d" -d '{"events": [{"name": "network-changed", "server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:43:55.867951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb137e2-0e64-44d6-9bc3-40e3c14a01d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3517aa4-cf29-4c29-8156-cae880d88e7b,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:43:55.918170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5bf1-2955-4699-95cd-6019302a1e87 req-94c0619c-7a08-4bfb-b199-ef9007f86782 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:55.919889 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eaff5bf1-2955-4699-95cd-6019302a1e87 req-94c0619c-7a08-4bfb-b199-ef9007f86782 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 943 time: 0.0545502 Oct 13 11:43:55.961668 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eaff5bf1-2955-4699-95cd-6019302a1e87 req-4f9bc86c-557e-4325-bbfe-0dfd4e7ddb2b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342708 Oct 13 11:43:55.979532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-74bf451f-2e16-4d12-8f77-9de6e166025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:55.981049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-74bf451f-2e16-4d12-8f77-9de6e166025b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1094 time: 0.0459309 Oct 13 11:43:56.031331 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614b3545-33a0-40d1-8892-3b98f978ee05 x-openstack-request-id: req-614b3545-33a0-40d1-8892-3b98f978ee05 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:43:56.031704 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:43:56.031967 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-614b3545-33a0-40d1-8892-3b98f978ee05 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:43:56.032373 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'status': 'completed', 'code': 200} Oct 13 11:43:56.034190 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-74ed38c8-2c80-4f9c-8c6d-9ee4f30f448f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 217 time: 0.0450988 Oct 13 11:43:56.084700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-e5d7231c-563b-4e10-af6f-9ef2b79f7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:56.086521 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-e5d7231c-563b-4e10-af6f-9ef2b79f7c75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0448868 Oct 13 11:43:56.134924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-08e216de-339e-4440-af8f-f8bc638c1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:56.136408 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-08e216de-339e-4440-af8f-f8bc638c1dd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422914 Oct 13 11:43:56.230158 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-cf4ec330-5e0c-4b2d-8ecd-c9a4cf473a62 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859270 Oct 13 11:43:56.318623 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e8bb4050-6b80-4ac9-a9fd-eaa4ec08dc8a req-37875cd9-aeaa-463e-b97c-041a85461454 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817962 Oct 13 11:43:56.461982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd52e79-3489-4519-9343-bc04c819f99d req-618ec3fd-6876-4861-baad-65623bb678ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:56.463507 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7fd52e79-3489-4519-9343-bc04c819f99d req-618ec3fd-6876-4861-baad-65623bb678ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1094 time: 0.0443275 Oct 13 11:43:56.563898 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd52e79-3489-4519-9343-bc04c819f99d req-d58e4861-0258-470f-bbca-3cfb7921402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:56.565276 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7fd52e79-3489-4519-9343-bc04c819f99d req-d58e4861-0258-470f-bbca-3cfb7921402c service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0933726 Oct 13 11:43:56.610712 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7fd52e79-3489-4519-9343-bc04c819f99d req-a10104e4-fd16-41d0-834a-eba12a131ec2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 217 time: 0.0373108 Oct 13 11:43:56.666483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd52e79-3489-4519-9343-bc04c819f99d req-342681fe-3d27-4682-8d08-99b8d064b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:56.667947 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7fd52e79-3489-4519-9343-bc04c819f99d req-342681fe-3d27-4682-8d08-99b8d064b495 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0495830 Oct 13 11:43:56.714782 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd52e79-3489-4519-9343-bc04c819f99d req-7eb1ffc1-8cb1-4427-95f2-89a4c51e42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:56.716297 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7fd52e79-3489-4519-9343-bc04c819f99d req-7eb1ffc1-8cb1-4427-95f2-89a4c51e42f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407217 Oct 13 11:43:56.809642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7fd52e79-3489-4519-9343-bc04c819f99d req-cc18ebb8-2918-40e1-8c09-115ddaa4697a service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851660 Oct 13 11:43:56.906286 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7fd52e79-3489-4519-9343-bc04c819f99d req-bd816743-7f5c-42bd-9107-fed3fb7fb5f7 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872169 Oct 13 11:43:57.082142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786485a3-6233-45d3-b347-c75b2ace764a req-600940a3-dbeb-4a51-a983-f9fa6e58a7e7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:57.083651 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-786485a3-6233-45d3-b347-c75b2ace764a req-600940a3-dbeb-4a51-a983-f9fa6e58a7e7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 943 time: 0.0508597 Oct 13 11:43:57.126669 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-786485a3-6233-45d3-b347-c75b2ace764a req-2c0e0781-d7d4-421b-88d4-5f098cbbd318 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368624 Oct 13 11:43:58.242280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb4174-9988-4e9b-b23d-0561aaeb3b3b req-e77c73e0-2760-4a59-bb70-07effe688bde tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:58.243753 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9cb4174-9988-4e9b-b23d-0561aaeb3b3b req-e77c73e0-2760-4a59-bb70-07effe688bde tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 943 time: 0.0498836 Oct 13 11:43:58.284572 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9cb4174-9988-4e9b-b23d-0561aaeb3b3b req-b355e3f7-5bcd-4464-8f38-e660998aaa65 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344412 Oct 13 11:43:59.403670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f820c-6f64-432a-b644-5b623e3ca598 req-7a99720b-0f58-4117-91fe-414dcb712dd4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:43:59.408674 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f51f820c-6f64-432a-b644-5b623e3ca598 req-7a99720b-0f58-4117-91fe-414dcb712dd4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 943 time: 0.0541143 Oct 13 11:43:59.443432 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f51f820c-6f64-432a-b644-5b623e3ca598 req-d80ef40b-8445-497b-abb1-870cf07646bc tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316699 Oct 13 11:44:00.262067 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a3517aa4-cf29-4c29-8156-cae880d88e7b details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:44:00.357412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:44:00.368927 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'port_id': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'mac_address': 'fa:16:3e:0a:f4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:44:00.405942 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:00.418274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3517aa4-cf29-4c29-8156-cae880d88e7b {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:44:00.437112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:44:00.495125 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:00.546447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=a3517aa4-cf29-4c29-8156-cae880d88e7b,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:44:00.559555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff68941-4a06-402c-9ec2-15420c876ad3 req-68b1e702-9409-428b-b47a-6a4ab0610348 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:00.561031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ff68941-4a06-402c-9ec2-15420c876ad3 req-68b1e702-9409-428b-b47a-6a4ab0610348 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 944 time: 0.0493703 Oct 13 11:44:00.597812 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ff68941-4a06-402c-9ec2-15420c876ad3 req-ae857940-ce6e-444d-bc8b-ded83f10b01c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305912 Oct 13 11:44:00.696303 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['a3517aa4-cf29-4c29-8156-cae880d88e7b'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:44:01.710973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f183-ebb9-4c62-9f99-c55628cf8c70 req-103c1993-c582-4a73-9950-557f7c3d2d5d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:01.712441 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec58f183-ebb9-4c62-9f99-c55628cf8c70 req-103c1993-c582-4a73-9950-557f7c3d2d5d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 944 time: 0.0484197 Oct 13 11:44:01.754851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec58f183-ebb9-4c62-9f99-c55628cf8c70 req-5b7e402f-e7ab-45b7-bd96-bd902fb999f4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364723 Oct 13 11:44:02.254465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a3517aa4-cf29-4c29-8156-cae880d88e7b up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:44:02.352333 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port a3517aa4-cf29-4c29-8156-cae880d88e7b completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:44:02.356013 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port a3517aa4-cf29-4c29-8156-cae880d88e7b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:44:02.356383 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:02.434548 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:02.457377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:44:02.459631 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e807d2bc-b8fc-4f50-a513-a71347e2f61f" -d '{"events": [{"server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "name": "network-vif-plugged", "status": "completed", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:44:02.472457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:44:02.497320 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdf60bb-ea20-463c-bca1-c7759fd9eb57 x-openstack-request-id: req-8bdf60bb-ea20-463c-bca1-c7759fd9eb57 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:44:02.497608 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "name": "network-vif-plugged", "status": "completed", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:44:02.497858 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8bdf60bb-ea20-463c-bca1-c7759fd9eb57 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:44:02.498245 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'code': 200} Oct 13 11:44:02.518213 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:02.567248 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=a3517aa4-cf29-4c29-8156-cae880d88e7b,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:44:02.597180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422039a-3f6b-44e6-bec6-e0e640061bcf req-a851f3e7-c65f-4ec6-af6f-937679132567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:02.598683 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6422039a-3f6b-44e6-bec6-e0e640061bcf req-a851f3e7-c65f-4ec6-af6f-937679132567 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1096 time: 0.0423179 Oct 13 11:44:02.632560 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6422039a-3f6b-44e6-bec6-e0e640061bcf req-0d23ddff-a9cb-436c-bfaf-0aaedeeb9945 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273318 Oct 13 11:44:02.869390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14639332-b035-447c-97a4-99996c80e950 req-d2445a2f-85d7-4c42-99be-01f8325a028d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:02.870982 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14639332-b035-447c-97a4-99996c80e950 req-d2445a2f-85d7-4c42-99be-01f8325a028d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0491409 Oct 13 11:44:02.908886 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14639332-b035-447c-97a4-99996c80e950 req-f486f984-8593-4738-997c-c8e9c95412fa tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319369 Oct 13 11:44:04.028452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3470b-a410-4c6a-af78-2072267376b5 req-2eb873d4-2dc4-4a86-912e-b345b2c1f187 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:04.030821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76f3470b-a410-4c6a-af78-2072267376b5 req-2eb873d4-2dc4-4a86-912e-b345b2c1f187 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0541892 Oct 13 11:44:04.068105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76f3470b-a410-4c6a-af78-2072267376b5 req-72a3cc27-9e66-42ae-b1e4-7df5533dbfba tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311770 Oct 13 11:44:04.182876 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be4014-0983-4002-9b18-c9f2f8d8b8fe req-30f7ae21-9b05-4c27-99d9-a516cd053c9f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:04.184316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23be4014-0983-4002-9b18-c9f2f8d8b8fe req-30f7ae21-9b05-4c27-99d9-a516cd053c9f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0495303 Oct 13 11:44:04.193034 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36542) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:44:04.197450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7954a0fa-4c49-4ccd-a3a6-2bd351ef71d7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Request body: {'floatingip': {'port_id': 'a3517aa4-cf29-4c29-8156-cae880d88e7b'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:44:04.239260 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7954a0fa-4c49-4ccd-a3a6-2bd351ef71d7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:04.668651 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7954a0fa-4c49-4ccd-a3a6-2bd351ef71d7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:04.707105 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7954a0fa-4c49-4ccd-a3a6-2bd351ef71d7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:04.808073 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-7954a0fa-4c49-4ccd-a3a6-2bd351ef71d7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0 associated. External IP: 172.25.0.142, port: a3517aa4-cf29-4c29-8156-cae880d88e7b. Oct 13 11:44:05.012528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7954a0fa-4c49-4ccd-a3a6-2bd351ef71d7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Router b4ddef78-48d3-43b1-b82d-8d410215f263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:44:05.119397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7954a0fa-4c49-4ccd-a3a6-2bd351ef71d7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:44:05.124690 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7954a0fa-4c49-4ccd-a3a6-2bd351ef71d7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:05.129588 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b17ea02-e4df-4e31-9d69-80a7bb56edbf None None] Sync routers for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:44:05.138348 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17ea02-e4df-4e31-9d69-80a7bb56edbf None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:44:05.138976 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1b17ea02-e4df-4e31-9d69-80a7bb56edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:43:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:44:05.151659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7954a0fa-4c49-4ccd-a3a6-2bd351ef71d7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "PUT /v2.0/floatingips/65b360fe-f8f9-49cb-92f4-605a81dd24e0 HTTP/1.1" status: 200 len: 991 time: 0.9575963 Oct 13 11:44:05.152245 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:44:05.154848 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64bd175147536f29305e4f23ae92a65e68896a1d074d0698fc57fde253199d0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9b5627-da91-4d6c-86a9-6202c1174457" -d '{"events": [{"name": "network-changed", "server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:44:05.240221 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7827a4a6-65ea-42d2-92bd-56646578a212 x-openstack-request-id: req-7827a4a6-65ea-42d2-92bd-56646578a212 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:44:05.240580 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:44:05.240924 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7827a4a6-65ea-42d2-92bd-56646578a212 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:44:05.241396 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'status': 'completed', 'code': 200} Oct 13 11:44:05.246501 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-1b17ea02-e4df-4e31-9d69-80a7bb56edbf None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:44:05.307486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b5627-da91-4d6c-86a9-6202c1174457 req-46b585f9-9b2e-4bf8-8292-6885a4bd273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:05.308907 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f9b5627-da91-4d6c-86a9-6202c1174457 req-46b585f9-9b2e-4bf8-8292-6885a4bd273a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1096 time: 0.0467024 Oct 13 11:44:05.404793 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b5627-da91-4d6c-86a9-6202c1174457 req-fef0772d-8a8d-453d-95af-fc85ced25288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:05.406945 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f9b5627-da91-4d6c-86a9-6202c1174457 req-fef0772d-8a8d-453d-95af-fc85ced25288 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0904846 Oct 13 11:44:05.480686 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f9b5627-da91-4d6c-86a9-6202c1174457 req-15a0b9b7-6f75-4922-906c-daea9bba3bd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 999 time: 0.0665357 Oct 13 11:44:05.532026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b5627-da91-4d6c-86a9-6202c1174457 req-a13e4f96-457b-4d3c-8bd8-acd2a04b94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:05.533481 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f9b5627-da91-4d6c-86a9-6202c1174457 req-a13e4f96-457b-4d3c-8bd8-acd2a04b94f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0450151 Oct 13 11:44:05.561618 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1b17ea02-e4df-4e31-9d69-80a7bb56edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '65b360fe-f8f9-49cb-92f4-605a81dd24e0', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'port_id': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'mac_address': 'fa:16:3e:0a:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:39:11Z', 'updated_at': '2021-10-13T11:44:04Z', 'revision_number': 9, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:44:05.579317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b5627-da91-4d6c-86a9-6202c1174457 req-c05216df-c4b6-44a2-8ef7-5f10f87bd2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:05.580958 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f9b5627-da91-4d6c-86a9-6202c1174457 req-c05216df-c4b6-44a2-8ef7-5f10f87bd2a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411234 Oct 13 11:44:05.587213 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b17ea02-e4df-4e31-9d69-80a7bb56edbf None None] Checking router: b4ddef78-48d3-43b1-b82d-8d410215f263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:44:05.595946 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17ea02-e4df-4e31-9d69-80a7bb56edbf None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:44:05.596543 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1b17ea02-e4df-4e31-9d69-80a7bb56edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:43:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:44:05.677161 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f9b5627-da91-4d6c-86a9-6202c1174457 req-b826d575-e010-444c-b2a7-f6410a682ed7 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887940 Oct 13 11:44:05.699611 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-1b17ea02-e4df-4e31-9d69-80a7bb56edbf None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:44:05.767007 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1f9b5627-da91-4d6c-86a9-6202c1174457 req-3fa51137-b834-43c3-a573-d3a03371dd54 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828292 Oct 13 11:44:05.920049 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1b17ea02-e4df-4e31-9d69-80a7bb56edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '65b360fe-f8f9-49cb-92f4-605a81dd24e0', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'port_id': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'mac_address': 'fa:16:3e:0a:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:39:11Z', 'updated_at': '2021-10-13T11:44:04Z', 'revision_number': 9, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:44:05.944978 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b17ea02-e4df-4e31-9d69-80a7bb56edbf None None] The sync data for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 is: [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '65b360fe-f8f9-49cb-92f4-605a81dd24e0', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'port_id': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'mac_address': 'fa:16:3e:0a:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:39:11Z', 'updated_at': '2021-10-13T11:44:04Z', 'revision_number': 9, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:44:06.152521 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5704c-bb1e-4a51-b7c6-9114e4b6be5a None None] New status for floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:44:08.043872 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fc038659-a48d-4f8e-9e94-298c80310e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:09.255076 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:10.821204 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8ef24510-f2ed-46fd-bb5a-b979d31375ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:10.952247 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:11.775288 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:12.351790 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:13.339599 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:44:13.564304 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:26.683253 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-890f70bc-8dfb-4b88-b999-e3222b9bdb9f req-2512c8dc-7039-4628-9702-5729cd978bc1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861275 Oct 13 11:44:26.770727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f70bc-8dfb-4b88-b999-e3222b9bdb9f req-4205333f-736f-43a8-8120-14eb9d95a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:26.772225 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-890f70bc-8dfb-4b88-b999-e3222b9bdb9f req-4205333f-736f-43a8-8120-14eb9d95a766 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1096 time: 0.0469210 Oct 13 11:44:26.887618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f70bc-8dfb-4b88-b999-e3222b9bdb9f req-c0181da8-d320-4def-b97f-c82167f850ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:26.889085 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-890f70bc-8dfb-4b88-b999-e3222b9bdb9f req-c0181da8-d320-4def-b97f-c82167f850ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0960717 Oct 13 11:44:26.970032 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-890f70bc-8dfb-4b88-b999-e3222b9bdb9f req-5659d4c8-2541-4d01-9834-0d0faa7ea53d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 1002 time: 0.0722842 Oct 13 11:44:27.029952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f70bc-8dfb-4b88-b999-e3222b9bdb9f req-4626bcfd-0a4a-4c61-a42b-78aab24cd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:27.032331 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-890f70bc-8dfb-4b88-b999-e3222b9bdb9f req-4626bcfd-0a4a-4c61-a42b-78aab24cd135 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0546546 Oct 13 11:44:27.081657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f70bc-8dfb-4b88-b999-e3222b9bdb9f req-40d8baf2-c963-4a22-a41d-54bade4e353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:44:27.083231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-890f70bc-8dfb-4b88-b999-e3222b9bdb9f req-40d8baf2-c963-4a22-a41d-54bade4e353f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437880 Oct 13 11:44:27.198766 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-890f70bc-8dfb-4b88-b999-e3222b9bdb9f req-77715b7f-6766-4ad6-bda4-310120d8e125 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072083 Oct 13 11:44:27.296179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-890f70bc-8dfb-4b88-b999-e3222b9bdb9f req-6c84a617-82bc-4dd0-b2e0-0cfcb1536242 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882366 Oct 13 11:44:38.060293 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c0b174bc-8c9d-4775-92cb-d3dddc6771f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:39.260245 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:39.904564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-6c46688e-b8d9-445d-bd07-04adbf7d75da req-2285b00c-a374-4641-9af8-c9e518e0cf40 tempest-TestVolumeBootPattern-1574793367 tempest-TestVolumeBootPattern-1574793367-project] (101991) timed out ('10.222.0.46', 59566) {{(pid=101991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:44:40.819908 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9fab2690-ea7b-4551-916e-ec6e29206263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:40.934173 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:41.786047 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:42.357453 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:43.562927 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:44:44.724958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-bab1da02-341d-41ef-9d22-91889a4a1e32 req-779ea195-d574-460e-b5cd-191a653cd4c5 service neutron] (101991) timed out ('10.222.0.32', 60760) {{(pid=101991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:44:50.338582 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:45:08.048969 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f2eba17c-626b-4823-8aa0-e1ab2571dc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:09.248251 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:10.819406 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e58e0c28-7e91-4995-a8f9-63934c6cdbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:10.968296 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:11.785306 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:12.362322 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:13.545063 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:27.338308 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:45:27.635969 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84fd24e8-54c0-4568-8703-e5278bd0fc4f req-08b53e1c-6706-4f18-b4de-9533563df742 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465229 Oct 13 11:45:27.725867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd24e8-54c0-4568-8703-e5278bd0fc4f req-678b9f11-2873-4fe0-b937-2356c1d3ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:27.730950 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84fd24e8-54c0-4568-8703-e5278bd0fc4f req-678b9f11-2873-4fe0-b937-2356c1d3ed9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1096 time: 0.0537262 Oct 13 11:45:27.870393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd24e8-54c0-4568-8703-e5278bd0fc4f req-c45fd13e-4332-4b1f-8578-d431318a26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:27.872556 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84fd24e8-54c0-4568-8703-e5278bd0fc4f req-c45fd13e-4332-4b1f-8578-d431318a26f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.1208234 Oct 13 11:45:27.948807 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84fd24e8-54c0-4568-8703-e5278bd0fc4f req-28e757cc-456a-44c4-8d95-04fe55dd388e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 1002 time: 0.0698626 Oct 13 11:45:28.003895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd24e8-54c0-4568-8703-e5278bd0fc4f req-3012724c-700a-4875-9b56-72628f529637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:28.005428 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84fd24e8-54c0-4568-8703-e5278bd0fc4f req-3012724c-700a-4875-9b56-72628f529637 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0493627 Oct 13 11:45:28.057589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd24e8-54c0-4568-8703-e5278bd0fc4f req-e6e988ed-d464-41cf-bf40-74968fe2aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:28.059149 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84fd24e8-54c0-4568-8703-e5278bd0fc4f req-e6e988ed-d464-41cf-bf40-74968fe2aba6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467582 Oct 13 11:45:28.168871 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84fd24e8-54c0-4568-8703-e5278bd0fc4f req-9b2769fc-f7f6-4708-b968-a5d0ba5652d1 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938172 Oct 13 11:45:28.273142 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84fd24e8-54c0-4568-8703-e5278bd0fc4f req-1e8720c7-9b15-412d-b2ca-4d4466cbc445 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961678 Oct 13 11:45:38.041877 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0363a087-3dc1-4540-8b13-b377a55490d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:39.289387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:40.819247 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-75b76bd6-437a-49be-8bb9-8f825c6ac591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:40.956371 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:41.172298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687b7e9-38f5-402a-9855-1000f47eb842 req-594312de-9d05-42b5-8ec0-fe971e059a2b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:41.173824 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8687b7e9-38f5-402a-9855-1000f47eb842 req-594312de-9d05-42b5-8ec0-fe971e059a2b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0551643 Oct 13 11:45:41.213337 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8687b7e9-38f5-402a-9855-1000f47eb842 req-94a378df-b858-42ff-8df7-40f0e90c2ea6 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321918 Oct 13 11:45:41.327210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-ad17f421-9cab-4ed4-a62f-412668740e27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867743 Oct 13 11:45:41.796348 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:42.328584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10947ea4-5f88-483a-96dd-3a1225c54eff req-e9d4aeaa-07f3-4f5c-a673-d9fc4bb8cba8 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:42.330081 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-10947ea4-5f88-483a-96dd-3a1225c54eff req-e9d4aeaa-07f3-4f5c-a673-d9fc4bb8cba8 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0491445 Oct 13 11:45:42.356637 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:42.368350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-10947ea4-5f88-483a-96dd-3a1225c54eff req-9334fe35-ad06-4e56-8fed-279454d16734 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317357 Oct 13 11:45:43.483113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf5653-3b8f-48eb-9b2a-e6ea5fdcf654 req-2d9e9bc5-b6c1-4f2d-a3c4-add14bc2794f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:43.484568 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51bf5653-3b8f-48eb-9b2a-e6ea5fdcf654 req-2d9e9bc5-b6c1-4f2d-a3c4-add14bc2794f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0491717 Oct 13 11:45:43.527357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51bf5653-3b8f-48eb-9b2a-e6ea5fdcf654 req-f282c017-24a1-4d83-b5cc-f323c51211f0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368915 Oct 13 11:45:43.573183 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:44.643238 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97010b2-c2ce-42c5-9ef4-ad49b7523319 req-0d404de4-90b5-4586-9563-404b4e2cd561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:44.644747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f97010b2-c2ce-42c5-9ef4-ad49b7523319 req-0d404de4-90b5-4586-9563-404b4e2cd561 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0500727 Oct 13 11:45:44.684785 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f97010b2-c2ce-42c5-9ef4-ad49b7523319 req-90309749-86cf-47c5-a8c6-1c816038a261 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326002 Oct 13 11:45:45.267920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-7b2beba4-4e79-4bcd-ac5e-6afd72a9aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:45.269424 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-7b2beba4-4e79-4bcd-ac5e-6afd72a9aa40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1096 time: 0.0447402 Oct 13 11:45:45.358903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-e1483866-ad19-4f17-ae78-80f0e3568c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:45.360250 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-e1483866-ad19-4f17-ae78-80f0e3568c1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0836351 Oct 13 11:45:45.426949 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-390c001c-a827-4919-9e98-cee4a80078c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 1002 time: 0.0591974 Oct 13 11:45:45.476856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-3e4e1843-e8c1-4dbe-9579-b6bee1917811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:45.478300 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-3e4e1843-e8c1-4dbe-9579-b6bee1917811 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0454655 Oct 13 11:45:45.523260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-2bfce1bb-a3af-4793-99ce-ba7693725f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:45.524718 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-2bfce1bb-a3af-4793-99ce-ba7693725f0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395885 Oct 13 11:45:45.618464 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-2de2cdf4-a88f-4916-a379-a5075d55fe00 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861299 Oct 13 11:45:45.708555 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-89c6e16c-0fe5-4639-9e94-c74f5a4d1a9e service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828481 Oct 13 11:45:45.805396 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa73f9-1773-466b-9e89-0604884a952e req-52ae6dc2-8d01-4424-9187-02dc622436a7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:45.807092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ecaa73f9-1773-466b-9e89-0604884a952e req-52ae6dc2-8d01-4424-9187-02dc622436a7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0501418 Oct 13 11:45:45.844960 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ecaa73f9-1773-466b-9e89-0604884a952e req-db6733c2-143e-4daa-81cc-e2e73472d23f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317135 Oct 13 11:45:46.960134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215da24-91d7-4889-ad36-3198b20e10df req-6a38653d-25f4-4c68-96b1-f1e4dddf65a1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:46.961618 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e215da24-91d7-4889-ad36-3198b20e10df req-6a38653d-25f4-4c68-96b1-f1e4dddf65a1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0487089 Oct 13 11:45:47.003033 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e215da24-91d7-4889-ad36-3198b20e10df req-25ba0b66-99a2-4c34-9ca5-f42a4815874e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350609 Oct 13 11:45:48.117751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0be93e-3f94-40af-8f7a-d04c39413eb8 req-9e40fb71-0b2b-47f0-8e05-c84cd609f324 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:48.119320 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed0be93e-3f94-40af-8f7a-d04c39413eb8 req-9e40fb71-0b2b-47f0-8e05-c84cd609f324 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0490608 Oct 13 11:45:48.157617 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed0be93e-3f94-40af-8f7a-d04c39413eb8 req-d20bad52-eabb-4666-9976-94e5faced0f2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324295 Oct 13 11:45:49.275668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a56443-0921-4ce7-b305-1eb1d020cd75 req-d99614c8-a78b-46a5-9857-2a99dd515611 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:49.277406 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55a56443-0921-4ce7-b305-1eb1d020cd75 req-d99614c8-a78b-46a5-9857-2a99dd515611 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0511792 Oct 13 11:45:49.314941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55a56443-0921-4ce7-b305-1eb1d020cd75 req-c74128df-7367-4708-a225-02e2270954e6 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317676 Oct 13 11:45:50.431242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bf5a1-2d18-475b-9119-9b4f0e111b7a req-420aa28a-9662-40d3-aa9b-6b5dc2c838ff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:50.431801 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d26bf5a1-2d18-475b-9119-9b4f0e111b7a req-420aa28a-9662-40d3-aa9b-6b5dc2c838ff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0484519 Oct 13 11:45:50.472830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d26bf5a1-2d18-475b-9119-9b4f0e111b7a req-104bef04-4b42-4832-a478-f55e21d26d99 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357211 Oct 13 11:45:51.588925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3f41a-a098-4f20-8dc2-4a8b8cef4f6b req-53ea1212-28d7-46e9-95af-4bffaa3e4272 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:51.590400 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-08e3f41a-a098-4f20-8dc2-4a8b8cef4f6b req-53ea1212-28d7-46e9-95af-4bffaa3e4272 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0505221 Oct 13 11:45:51.626993 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-08e3f41a-a098-4f20-8dc2-4a8b8cef4f6b req-e62d71ea-a158-4c4a-91ed-35bb0a4cd393 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307333 Oct 13 11:45:52.742022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f302f-831b-454b-bc23-1e92ecb03de1 req-9a9ba1e0-543b-4d12-869f-057167c93744 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:52.743516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-318f302f-831b-454b-bc23-1e92ecb03de1 req-9a9ba1e0-543b-4d12-869f-057167c93744 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0482175 Oct 13 11:45:52.780000 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-318f302f-831b-454b-bc23-1e92ecb03de1 req-712a3dfd-594b-4b46-b642-52fefb206ccf tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306723 Oct 13 11:45:53.897872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e9913-5c68-4c2b-8803-00abef256b49 req-02a59a3f-38cf-4e79-bb6d-6ae35bcdfbd8 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:53.899911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fb0e9913-5c68-4c2b-8803-00abef256b49 req-02a59a3f-38cf-4e79-bb6d-6ae35bcdfbd8 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0524392 Oct 13 11:45:53.940953 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fb0e9913-5c68-4c2b-8803-00abef256b49 req-732d85c1-74f4-4598-8f0f-ca97fb90c650 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347538 Oct 13 11:45:55.060782 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553025b-fe50-4e2b-ad76-d6fc4094fdb1 req-d0d87ad4-aea1-4ac6-9a40-0f12ce41ab7f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:55.062274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1553025b-fe50-4e2b-ad76-d6fc4094fdb1 req-d0d87ad4-aea1-4ac6-9a40-0f12ce41ab7f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0535598 Oct 13 11:45:55.101609 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1553025b-fe50-4e2b-ad76-d6fc4094fdb1 req-856dca56-3993-4d4b-b14d-babd2b94e458 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332534 Oct 13 11:45:56.217410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66475b-3173-4089-acbe-6070028f6a88 req-d7ca5d5b-bc03-4583-9875-0d68f935f3b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:56.218902 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4b66475b-3173-4089-acbe-6070028f6a88 req-d7ca5d5b-bc03-4583-9875-0d68f935f3b0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0484996 Oct 13 11:45:56.255541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4b66475b-3173-4089-acbe-6070028f6a88 req-769c642c-58ec-4af9-8558-a618fbd9d44c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309448 Oct 13 11:45:57.374627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830ee4a-f5c7-4a19-806f-c73b175eb055 req-78b75690-6cd0-45e9-a2b9-b288d1ca75b1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:57.376118 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4830ee4a-f5c7-4a19-806f-c73b175eb055 req-78b75690-6cd0-45e9-a2b9-b288d1ca75b1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0496740 Oct 13 11:45:57.418223 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4830ee4a-f5c7-4a19-806f-c73b175eb055 req-7dd55de3-f1c2-4e28-8e33-2ee411a6cac2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361497 Oct 13 11:45:57.751405 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-bd0b10b1-35ad-4657-8eda-8c7b84faa4e5 service neutron] show failed (client error): The resource could not be found. Oct 13 11:45:57.752430 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-bd0b10b1-35ad-4657-8eda-8c7b84faa4e5 service neutron] 10.222.0.21 "GET /v2.0/ports/a3517aa4-cf29-4c29-8156-cae880d88e7b/bindings/n-h1-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0552733 Oct 13 11:45:58.190195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-911ab417-d5b9-4fd6-85e7-767fdc952b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:58.191703 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-911ab417-d5b9-4fd6-85e7-767fdc952b24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 1096 time: 0.0457013 Oct 13 11:45:58.206012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:45:58.259823 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:58.457430 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:45:58.490247 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:45:58.535314 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:45:58.537593 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c24530-5512-4621-ab21-e01701887b50" -d '{"events": [{"server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "name": "network-vif-unplugged", "status": "completed", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:45:58.541983 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:58.554019 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Transition to ACTIVE for port object a3517aa4-cf29-4c29-8156-cae880d88e7b will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:45:58.590606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c27786-2103-49fd-8ac4-7164f7d4f76a req-c26b1d90-8917-4b15-9789-d399f0fcb0df tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:58.592055 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-29c27786-2103-49fd-8ac4-7164f7d4f76a req-c26b1d90-8917-4b15-9789-d399f0fcb0df tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0496891 Oct 13 11:45:58.629823 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-29c27786-2103-49fd-8ac4-7164f7d4f76a req-7d2211d1-e807-4a24-b845-fa4489ad0883 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317454 Oct 13 11:45:58.630761 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:58.681608 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Pushing event updated for resources: {'Port': ['ID=a3517aa4-cf29-4c29-8156-cae880d88e7b,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:45:58.711900 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1d2278-f0be-4d99-a2af-6e9b6bb737cd x-openstack-request-id: req-ab1d2278-f0be-4d99-a2af-6e9b6bb737cd {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:45:58.712113 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "name": "network-vif-unplugged", "status": "completed", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:45:58.712334 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab1d2278-f0be-4d99-a2af-6e9b6bb737cd {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:45:58.712723 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'code': 200} Oct 13 11:45:58.720036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:45:58.720379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:45:58.720720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:45:58.721057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:45:58.721397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:45:58.721723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:45:58.722047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:45:58.722395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:45:58.722723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:45:58.723047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:45:58.723371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:45:58.723696 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:45:58.771971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] No DVR routers for this DVR port a3517aa4-cf29-4c29-8156-cae880d88e7b on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:45:58.910051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Attempting to bind port a3517aa4-cf29-4c29-8156-cae880d88e7b on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:45:58.910420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Attempting to bind port a3517aa4-cf29-4c29-8156-cae880d88e7b by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:45:58.910749 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Attempting to bind port a3517aa4-cf29-4c29-8156-cae880d88e7b on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:45:58.915300 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Port a3517aa4-cf29-4c29-8156-cae880d88e7b on network 0bd19590-add7-40c6-ac73-c7d23803f600 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:45:58.915632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Attempting to bind port a3517aa4-cf29-4c29-8156-cae880d88e7b on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:45:58.920311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:45:58.920646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Checking segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:45:58.921021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Bound using segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:45:58.921438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Bound port: a3517aa4-cf29-4c29-8156-cae880d88e7b, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:45:58.921783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:58.983452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:45:58.986470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:45:59.071714 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:59.105395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:59.106006 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:45:59.107505 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] 10.222.0.46 "PUT /v2.0/ports/a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 1091 time: 0.9055827 Oct 13 11:45:59.141319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af9b99-72ce-41d6-9804-3116901fbc7d service neutron] Pushing event updated for resources: {'Port': ['ID=a3517aa4-cf29-4c29-8156-cae880d88e7b,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:45:59.179275 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-a1f3aa29-4c68-425c-893d-9427be39aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:59.183790 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-a1f3aa29-4c68-425c-893d-9427be39aa3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1094 time: 0.0492241 Oct 13 11:45:59.282228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-7c4f4334-8990-4437-963e-aca6f24a9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:59.283728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-7c4f4334-8990-4437-963e-aca6f24a9463 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0957265 Oct 13 11:45:59.352827 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-7308e625-2a39-4fe6-9a0c-aa393a308e83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 1000 time: 0.0622909 Oct 13 11:45:59.399800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-d8ec675d-950e-45d3-be6e-c8810a5d87b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:59.401363 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-d8ec675d-950e-45d3-be6e-c8810a5d87b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0421212 Oct 13 11:45:59.448731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-0993a103-878b-4bb7-acb2-d525435005ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:59.450189 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-0993a103-878b-4bb7-acb2-d525435005ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412159 Oct 13 11:45:59.541005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-3013224f-ac0d-4a31-b037-22e26dc5e1ec service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836539 Oct 13 11:45:59.628396 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-384d95b3-7f99-4ab6-bdd3-73065afd1400 req-70176d0f-5ff7-4f24-87a2-5248f261e4b9 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799387 Oct 13 11:45:59.746761 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9e8af-b404-4de3-9f8d-35234a40d13d req-1969cd81-f4c1-4655-b0ae-a0d370cac995 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:45:59.748264 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abc9e8af-b404-4de3-9f8d-35234a40d13d req-1969cd81-f4c1-4655-b0ae-a0d370cac995 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 943 time: 0.0497837 Oct 13 11:45:59.786900 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-abc9e8af-b404-4de3-9f8d-35234a40d13d req-c672eb8b-b77d-4300-b309-e9724b0239d0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325637 Oct 13 11:46:00.714285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:46:00.716701 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f020a65-b73c-4299-a507-b6c9260a1678" -d '{"events": [{"name": "network-changed", "server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:46:00.763180 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2408a775-e075-48d5-aa14-126ad15cef3a x-openstack-request-id: req-2408a775-e075-48d5-aa14-126ad15cef3a {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:46:00.763482 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:46:00.763733 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2408a775-e075-48d5-aa14-126ad15cef3a {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:46:00.764131 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'status': 'completed', 'code': 200} Oct 13 11:46:00.835515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a3517aa4-cf29-4c29-8156-cae880d88e7b no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:46:00.860956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-7454ae6c-76ff-44aa-9aa5-af455985ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:00.862505 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-7454ae6c-76ff-44aa-9aa5-af455985ee35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1094 time: 0.0747030 Oct 13 11:46:00.864199 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-5f5158bb-bdf4-43c2-b4d3-5a2f1f6c6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:00.865539 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-5f5158bb-bdf4-43c2-b4d3-5a2f1f6c6579 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1094 time: 0.0696840 Oct 13 11:46:00.876030 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a3517aa4-cf29-4c29-8156-cae880d88e7b not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:46:00.905968 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02d6c1-b7b8-4af1-8155-4b9f9dd5c23e req-43bbf477-10aa-400b-be25-0be4417c71f1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:00.907478 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad02d6c1-b7b8-4af1-8155-4b9f9dd5c23e req-43bbf477-10aa-400b-be25-0be4417c71f1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 943 time: 0.0491383 Oct 13 11:46:00.949710 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad02d6c1-b7b8-4af1-8155-4b9f9dd5c23e req-4d5e71d8-5bf4-4d19-bf79-8ee4103d6b5b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362318 Oct 13 11:46:01.369848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-385ab303-6e4c-4683-a2f5-ca698ece84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:01.371266 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-385ab303-6e4c-4683-a2f5-ca698ece84c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.5020401 Oct 13 11:46:01.372326 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-0b688c88-feae-40c3-a7f7-9b1abee83332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:01.373631 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-0b688c88-feae-40c3-a7f7-9b1abee83332 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.4970486 Oct 13 11:46:01.484762 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-3cd52e02-9248-45b8-ba63-e6101c009469 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 1000 time: 0.1050394 Oct 13 11:46:01.486350 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-8db7d2ff-2c26-43cc-8214-c6f1808dceaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 1000 time: 0.1013536 Oct 13 11:46:01.568903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-4bad2492-11d5-451f-a16d-6eed4d82ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:01.570493 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-4bad2492-11d5-451f-a16d-6eed4d82ad5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0783336 Oct 13 11:46:01.571748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-9f81acb3-d680-4e65-abe3-5e5996739c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:01.573057 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-9f81acb3-d680-4e65-abe3-5e5996739c09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0739241 Oct 13 11:46:01.647071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-b49aba57-2105-4083-8373-7c42b0321e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:01.648505 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-b49aba57-2105-4083-8373-7c42b0321e2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710256 Oct 13 11:46:01.650179 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-012ebf97-ef58-49b8-8de7-753a4c6742d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:01.651789 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-012ebf97-ef58-49b8-8de7-753a4c6742d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672607 Oct 13 11:46:01.809237 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-b00487cd-93cd-45f2-990a-1943f7ab3cac service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526484 Oct 13 11:46:01.812516 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-fc1bad12-4aa9-461f-b0d0-55d4668af22e service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492202 Oct 13 11:46:01.970963 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-b01f8fca-e909-4722-b938-e780d793e88b service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475952 Oct 13 11:46:01.972793 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7f020a65-b73c-4299-a507-b6c9260a1678 req-ad6340b0-8aa4-4580-891e-87970ad79a9c service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564476 Oct 13 11:46:02.067584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893d6c0-3ccd-42fc-b4f2-39537f8fc22e req-e3d32ddf-8bf5-4e7a-a9f7-57de9a4c9d24 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:02.069045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1893d6c0-3ccd-42fc-b4f2-39537f8fc22e req-e3d32ddf-8bf5-4e7a-a9f7-57de9a4c9d24 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 943 time: 0.0500727 Oct 13 11:46:02.106664 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1893d6c0-3ccd-42fc-b4f2-39537f8fc22e req-6d686cc4-566f-475f-9879-d4959110333b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309632 Oct 13 11:46:03.306199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d071fd-9afe-4a67-b279-6f8293e0fe07 req-a246969a-adce-4ab4-af6c-a6418e157dae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:03.307699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61d071fd-9afe-4a67-b279-6f8293e0fe07 req-a246969a-adce-4ab4-af6c-a6418e157dae tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 943 time: 0.0955634 Oct 13 11:46:03.345210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-61d071fd-9afe-4a67-b279-6f8293e0fe07 req-7c6a1822-e5b1-4dcb-bbe1-a3fdd4e82718 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316229 Oct 13 11:46:04.338579 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:46:04.459810 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2244b-7ae5-434d-bdfe-dfc20c11d90f req-fc6e9dc1-0d86-4aa3-822c-04bdf4848bbc tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:04.461918 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5a2244b-7ae5-434d-bdfe-dfc20c11d90f req-fc6e9dc1-0d86-4aa3-822c-04bdf4848bbc tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 943 time: 0.0492187 Oct 13 11:46:04.501984 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5a2244b-7ae5-434d-bdfe-dfc20c11d90f req-5f22a4ea-7694-4563-b622-ad7fea767c20 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341241 Oct 13 11:46:04.870643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a3517aa4-cf29-4c29-8156-cae880d88e7b details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:46:04.963131 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:46:04.978939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'port_id': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'mac_address': 'fa:16:3e:0a:f4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:46:05.017750 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:05.030915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3517aa4-cf29-4c29-8156-cae880d88e7b {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:46:05.049920 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:46:05.076471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a716e56-c72a-4bfb-b19a-4360df093781 req-b98822e3-4fb0-434b-9b58-90f3819b8916 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:05.077949 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a716e56-c72a-4bfb-b19a-4360df093781 req-b98822e3-4fb0-434b-9b58-90f3819b8916 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 943 time: 0.0538208 Oct 13 11:46:05.118101 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1a716e56-c72a-4bfb-b19a-4360df093781 req-e89593b2-fffe-438b-9eeb-08bf7f6814b3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338650 Oct 13 11:46:05.126602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-b8353d74-694e-4c37-90f7-faba5c8d7afb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:05.128089 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-b8353d74-694e-4c37-90f7-faba5c8d7afb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.46 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e&tenant_id=fbe374976ce341459dfe077ababb0c60&binding%3Ahost_id=n-h1-813659-3 HTTP/1.1" status: 200 len: 943 time: 0.0585406 Oct 13 11:46:05.144465 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:05.192819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a3517aa4-cf29-4c29-8156-cae880d88e7b,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:46:05.193359 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9fea3ffc-2ca3-4783-9ead-f373b91cc5c7 service neutron] 10.222.0.46 "GET /v2.0/ports/a3517aa4-cf29-4c29-8156-cae880d88e7b/bindings/n-h1-813659-3 HTTP/1.1" status: 200 len: 382 time: 0.0572565 Oct 13 11:46:05.200393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:46:05.200745 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:46:05.201084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:46:05.201425 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:46:05.201761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:46:05.202090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:46:05.202438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:46:05.202768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:46:05.203093 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:46:05.203418 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:46:05.203744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:46:05.204070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:46:05.254694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-a29cb0fd-d1e6-4be5-a1e8-3f4d66bbe774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:05.256152 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-a29cb0fd-d1e6-4be5-a1e8-3f4d66bbe774 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1095 time: 0.0404947 Oct 13 11:46:05.354560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-2277b1ff-bbde-40ce-93fa-94e0ba2ebb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:05.355892 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-2277b1ff-bbde-40ce-93fa-94e0ba2ebb19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0860891 Oct 13 11:46:05.422643 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-ea576f81-a7e1-4689-8d7f-78a8b485661c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 1001 time: 0.0581622 Oct 13 11:46:05.471085 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-2095a5f0-08ba-4c1f-bb17-73cd8f92af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:05.472458 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-2095a5f0-08ba-4c1f-bb17-73cd8f92af24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0429480 Oct 13 11:46:05.490519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['a3517aa4-cf29-4c29-8156-cae880d88e7b'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:46:05.523888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-8b236851-c312-4aba-92a2-9ecca73ba439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:05.525647 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-8b236851-c312-4aba-92a2-9ecca73ba439 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459461 Oct 13 11:46:05.620418 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-75fe0da6-16bd-4297-8d93-96523484f0fa service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867217 Oct 13 11:46:05.715436 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-2aed98d0-6aea-4082-ba85-b770bc4f2f55 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882587 Oct 13 11:46:06.233825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09b56-b1e1-4ed0-ab61-657846a66620 req-6c95ebea-a1c6-4bcf-99d1-5a5452954deb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:06.235307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ae09b56-b1e1-4ed0-ab61-657846a66620 req-6c95ebea-a1c6-4bcf-99d1-5a5452954deb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 944 time: 0.0492461 Oct 13 11:46:06.273028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ae09b56-b1e1-4ed0-ab61-657846a66620 req-d876af23-252c-4a42-946c-caf033ca6255 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318930 Oct 13 11:46:06.878178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a3517aa4-cf29-4c29-8156-cae880d88e7b up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:46:06.995718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port a3517aa4-cf29-4c29-8156-cae880d88e7b completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:46:06.999621 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port a3517aa4-cf29-4c29-8156-cae880d88e7b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:46:07.014231 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:07.079304 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:07.102844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:46:07.105090 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e84ef85a8fbc97004adb50bbe0403a4a5878eedda3aa5c93dcc00cffadce007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e8c454-9006-4f7e-a0fb-978536c20605" -d '{"events": [{"server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "name": "network-vif-plugged", "status": "completed", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:46:07.118033 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:46:07.152659 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53de85b0-9c6d-4aa9-bd7f-13adabd61076 x-openstack-request-id: req-53de85b0-9c6d-4aa9-bd7f-13adabd61076 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:46:07.152951 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "name": "network-vif-plugged", "status": "completed", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:46:07.153202 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53de85b0-9c6d-4aa9-bd7f-13adabd61076 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:46:07.153590 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'code': 200} Oct 13 11:46:07.156553 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:07.202933 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a3517aa4-cf29-4c29-8156-cae880d88e7b,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:46:07.390750 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae53ad-7934-4bfa-ab24-8955c347fc95 req-7c383fcb-8b7e-45b3-91cd-70d9349edc94 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:07.392191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84ae53ad-7934-4bfa-ab24-8955c347fc95 req-7c383fcb-8b7e-45b3-91cd-70d9349edc94 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0485775 Oct 13 11:46:07.433189 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84ae53ad-7934-4bfa-ab24-8955c347fc95 req-57aa0c5f-b49b-48a5-b1ce-edde7eff7be5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351496 Oct 13 11:46:08.047530 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2d8d8179-bb71-4f4c-bc18-fdc9c6a72fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:08.177295 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-a8afc718-d225-4632-bbd1-bd530bba862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:08.178890 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-a8afc718-d225-4632-bbd1-bd530bba862f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 1096 time: 0.0431106 Oct 13 11:46:08.191394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:46:08.249347 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:08.455002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:46:08.489322 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:46:08.531610 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:46:08.533906 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee2ca8d-1aee-4032-9eb0-9ff8aab47447" -d '{"events": [{"server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "name": "network-vif-unplugged", "status": "completed", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:46:08.538047 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:08.550837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfce05f-72c5-49f3-8eb1-0d8df3d2f823 req-9f0fad1e-f091-407d-80ae-951b040664fb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:08.551470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Transition to ACTIVE for port object a3517aa4-cf29-4c29-8156-cae880d88e7b will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:46:08.552321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3cfce05f-72c5-49f3-8eb1-0d8df3d2f823 req-9f0fad1e-f091-407d-80ae-951b040664fb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0510228 Oct 13 11:46:08.590860 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3cfce05f-72c5-49f3-8eb1-0d8df3d2f823 req-926f3412-d8f7-4559-bb3b-999131fd67c2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321524 Oct 13 11:46:08.619619 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:08.648591 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd14101f-8ef4-45ae-a9b1-d71d3118986a x-openstack-request-id: req-fd14101f-8ef4-45ae-a9b1-d71d3118986a {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:46:08.648886 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "name": "network-vif-unplugged", "status": "completed", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:46:08.649619 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd14101f-8ef4-45ae-a9b1-d71d3118986a {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:46:08.650040 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'code': 200} Oct 13 11:46:08.700647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3517aa4-cf29-4c29-8156-cae880d88e7b,revision_number=10']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:46:08.746157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] No DVR routers for this DVR port a3517aa4-cf29-4c29-8156-cae880d88e7b on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:46:08.883079 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Attempting to bind port a3517aa4-cf29-4c29-8156-cae880d88e7b on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:46:08.883420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Attempting to bind port a3517aa4-cf29-4c29-8156-cae880d88e7b by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:46:08.883784 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Attempting to bind port a3517aa4-cf29-4c29-8156-cae880d88e7b on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:46:08.888207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Port a3517aa4-cf29-4c29-8156-cae880d88e7b on network 0bd19590-add7-40c6-ac73-c7d23803f600 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:46:08.888528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Attempting to bind port a3517aa4-cf29-4c29-8156-cae880d88e7b on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:46:08.893508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:46:08.893848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Checking segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:46:08.894235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Bound using segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:46:08.894699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Bound port: a3517aa4-cf29-4c29-8156-cae880d88e7b, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:46:08.895058 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:08.958539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:46:08.961618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:46:09.019486 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:09.057570 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:09.058228 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:09.059598 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] 10.222.0.21 "PUT /v2.0/ports/a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 1092 time: 0.8726761 Oct 13 11:46:09.079000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81304b-3e2e-43b6-91e4-ebc72fbda2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3517aa4-cf29-4c29-8156-cae880d88e7b,revision_number=11']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:46:09.128526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-65ea9a8a-3818-4d40-bc77-bfb57525efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:09.130082 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-65ea9a8a-3818-4d40-bc77-bfb57525efc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1095 time: 0.0466924 Oct 13 11:46:09.228771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-1e61ecf9-4c43-46a4-9efd-768bf8b3ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:09.230282 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-1e61ecf9-4c43-46a4-9efd-768bf8b3ded1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0937235 Oct 13 11:46:09.293103 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:09.300351 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-eb5a4c20-0598-4284-bb7d-e46b00c2ea4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 1000 time: 0.0633993 Oct 13 11:46:09.352370 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-230bcf1a-5da0-41bc-bb2f-50f274ccd619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:09.353888 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-230bcf1a-5da0-41bc-bb2f-50f274ccd619 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0466321 Oct 13 11:46:09.400909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-6485b455-49aa-48e4-bf5c-5394977abf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:09.402427 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-6485b455-49aa-48e4-bf5c-5394977abf35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415215 Oct 13 11:46:09.495339 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-07f30d2e-4067-4d2f-9325-8db197849556 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852580 Oct 13 11:46:09.589733 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-586f6208-4dd1-4c7d-81ed-f38cc27bbcb6 req-cc15fcfc-52dc-4eff-9011-52d038e42808 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864778 Oct 13 11:46:09.708109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee83c1-a83c-4849-acb1-3ba0b61719ec req-699c3a18-8540-450b-80e5-7bafb5cee487 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:09.709570 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44ee83c1-a83c-4849-acb1-3ba0b61719ec req-699c3a18-8540-450b-80e5-7bafb5cee487 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 944 time: 0.0491109 Oct 13 11:46:09.747356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-44ee83c1-a83c-4849-acb1-3ba0b61719ec req-f5c93b36-8c52-457c-855a-6e96c53a0ca7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317008 Oct 13 11:46:10.651931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:46:10.654316 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb02262-c750-434f-ac12-f1627691b561" -d '{"events": [{"name": "network-changed", "server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:46:10.702169 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47d5cbe-cd93-44ac-8354-c6786ea70120 x-openstack-request-id: req-c47d5cbe-cd93-44ac-8354-c6786ea70120 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:46:10.702500 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:46:10.702757 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c47d5cbe-cd93-44ac-8354-c6786ea70120 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:46:10.703159 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'status': 'completed', 'code': 200} Oct 13 11:46:10.796404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb02262-c750-434f-ac12-f1627691b561 req-50b3cc71-3bea-4c25-bfa1-590242a134dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:10.806521 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-50b3cc71-3bea-4c25-bfa1-590242a134dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1095 time: 0.0752785 Oct 13 11:46:10.806521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb02262-c750-434f-ac12-f1627691b561 req-050ef4fa-256f-4dc0-95c7-4da2a5e8c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:10.806521 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-050ef4fa-256f-4dc0-95c7-4da2a5e8c157 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 1095 time: 0.0705872 Oct 13 11:46:10.824509 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6c2051d-cd1c-4b29-bd51-36b2e002d266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:10.866868 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbaf22-68a5-4608-b1fb-22f984e77241 req-e4e7f967-ecdb-47a9-a0da-3acd9c8b3fd1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:10.869543 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-becbaf22-68a5-4608-b1fb-22f984e77241 req-e4e7f967-ecdb-47a9-a0da-3acd9c8b3fd1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 944 time: 0.0503666 Oct 13 11:46:10.880304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a3517aa4-cf29-4c29-8156-cae880d88e7b no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:46:10.936370 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-becbaf22-68a5-4608-b1fb-22f984e77241 req-a4dde38f-4267-4530-9092-c0e5bebbd36e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613852 Oct 13 11:46:10.958580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a3517aa4-cf29-4c29-8156-cae880d88e7b not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:46:10.963381 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb02262-c750-434f-ac12-f1627691b561 req-fc72a239-4ca3-4232-b0e4-78237c09d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:10.964847 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-fc72a239-4ca3-4232-b0e4-78237c09d254 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.1597848 Oct 13 11:46:10.966250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb02262-c750-434f-ac12-f1627691b561 req-aa8982b1-6e45-4930-b7e9-712b6cbfd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:10.967666 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-aa8982b1-6e45-4930-b7e9-712b6cbfd3a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.1544197 Oct 13 11:46:11.010050 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:11.083110 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-09baf910-ba80-4da3-85b9-fc645fe9d573 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 1000 time: 0.1104798 Oct 13 11:46:11.084700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-5e175659-1cd6-4c7e-bc4a-a00a560abfa6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 200 len: 1000 time: 0.1054921 Oct 13 11:46:11.138834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb02262-c750-434f-ac12-f1627691b561 req-fb58dc4f-ec48-44cf-9358-3dcfd8623f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:11.140307 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-fb58dc4f-ec48-44cf-9358-3dcfd8623f34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0505676 Oct 13 11:46:11.191873 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb02262-c750-434f-ac12-f1627691b561 req-4da82f39-1b9f-496f-9e48-4fda9814fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:11.193295 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-4da82f39-1b9f-496f-9e48-4fda9814fb2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458450 Oct 13 11:46:11.300906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb02262-c750-434f-ac12-f1627691b561 req-ef7188dd-3d6e-4a4d-b2ff-18efb6a4bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:11.302405 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-ef7188dd-3d6e-4a4d-b2ff-18efb6a4bb47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.1450641 Oct 13 11:46:11.353426 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-c2820788-3bfc-4eb0-b613-5ea5c0598c7e service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534481 Oct 13 11:46:11.407089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb02262-c750-434f-ac12-f1627691b561 req-971fa10c-0077-4571-a4d2-3d9bdb681bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:11.408597 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-971fa10c-0077-4571-a4d2-3d9bdb681bc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981607 Oct 13 11:46:11.508125 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-e8b5eafb-6162-429e-9557-5bb2666ca1cb service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479986 Oct 13 11:46:11.536262 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-bca1b07a-e28d-43c3-b299-507173ddc082 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165075 Oct 13 11:46:11.629577 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeb02262-c750-434f-ac12-f1627691b561 req-4915c6de-5642-4bd6-947a-4814650014e8 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844727 Oct 13 11:46:11.750310 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:12.051925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d488-db2c-4010-af19-cf4a1d050a2d req-b18cf11c-feca-4790-9f61-249b5042e488 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:12.053384 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6384d488-db2c-4010-af19-cf4a1d050a2d req-b18cf11c-feca-4790-9f61-249b5042e488 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 944 time: 0.0486326 Oct 13 11:46:12.090286 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6384d488-db2c-4010-af19-cf4a1d050a2d req-1618a43a-d28c-4d7a-aebb-ec79816f1b3f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301747 Oct 13 11:46:12.205114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d74cd-d164-41ea-816b-b6d13a4cf932 req-12ecad9f-8243-4adb-be86-c04b590aae3d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:12.206655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-966d74cd-d164-41ea-816b-b6d13a4cf932 req-12ecad9f-8243-4adb-be86-c04b590aae3d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 944 time: 0.0500157 Oct 13 11:46:12.245665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-966d74cd-d164-41ea-816b-b6d13a4cf932 req-a9577771-78ee-45f6-97a7-48e6c7e9d366 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324471 Oct 13 11:46:12.355710 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:12.361242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7d308-c791-4445-8226-0f1314448482 req-184c1151-6e74-4998-bcfb-1613b21c9ca5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:12.362751 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dfc7d308-c791-4445-8226-0f1314448482 req-184c1151-6e74-4998-bcfb-1613b21c9ca5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 944 time: 0.0506594 Oct 13 11:46:12.404941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dfc7d308-c791-4445-8226-0f1314448482 req-a3bbadb0-02fe-42bc-90c6-44e68aec465f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361695 Oct 13 11:46:12.806207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b6ef3-4ea5-487c-a46c-2e494d0163ae req-2b8bbe8e-b9cc-4765-9634-033c8bb6bb1e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:12.807690 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-442b6ef3-4ea5-487c-a46c-2e494d0163ae req-2b8bbe8e-b9cc-4765-9634-033c8bb6bb1e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 944 time: 0.0502348 Oct 13 11:46:12.844530 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-442b6ef3-4ea5-487c-a46c-2e494d0163ae req-31ce5fc8-1616-4f5e-be59-2c5a17d82e76 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309722 Oct 13 11:46:12.872915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a3517aa4-cf29-4c29-8156-cae880d88e7b details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:46:12.965969 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:46:12.976718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'port_id': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'mac_address': 'fa:16:3e:0a:f4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:46:13.013304 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:13.026787 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3517aa4-cf29-4c29-8156-cae880d88e7b {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:46:13.045350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:46:13.132939 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:13.184522 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=a3517aa4-cf29-4c29-8156-cae880d88e7b,revision_number=12']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:46:13.404944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['a3517aa4-cf29-4c29-8156-cae880d88e7b'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:46:13.595692 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:13.958382 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa8096-c1a2-4501-8ad0-a2b73cebd468 req-6f4ef3f3-68b3-47ca-9981-02255791b0ab tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:13.959830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5aa8096-c1a2-4501-8ad0-a2b73cebd468 req-6f4ef3f3-68b3-47ca-9981-02255791b0ab tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0479045 Oct 13 11:46:13.998763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5aa8096-c1a2-4501-8ad0-a2b73cebd468 req-b5f6bd88-ea34-4294-bcb9-f181eb1a6b2e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323172 Oct 13 11:46:14.023028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-4ea83b23-c375-4fcc-91ab-226a8ccf77e3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:14.025105 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-4ea83b23-c375-4fcc-91ab-226a8ccf77e3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 945 time: 0.0544066 Oct 13 11:46:14.115273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Deleting port a3517aa4-cf29-4c29-8156-cae880d88e7b {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:46:14.115623 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:14.207244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] For port a3517aa4-cf29-4c29-8156-cae880d88e7b, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=a3517aa4-cf29-4c29-8156-cae880d88e7b,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:46:14.207611 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:14.371970 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:14.372326 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:14.372640 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0 disassociated. External IP: 172.25.0.142, port: a3517aa4-cf29-4c29-8156-cae880d88e7b. Oct 13 11:46:14.372978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Calling delete_port for a3517aa4-cf29-4c29-8156-cae880d88e7b owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:46:14.555448 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:14.584236 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event deleted for resources: {'Port': ['ID=a3517aa4-cf29-4c29-8156-cae880d88e7b,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:46:14.704536 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Router b4ddef78-48d3-43b1-b82d-8d410215f263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:46:14.903668 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a3517aa4-cf29-4c29-8156-cae880d88e7b details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:46:14.908154 n-d-813659-3 neutron-server[101992]: INFO neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No ports have port_id starting with a3517aa4-cf29-4c29-8156-cae880d88e7b Oct 13 11:46:14.909268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a3517aa4-cf29-4c29-8156-cae880d88e7b requested by agent hyperv_n-h2-813659-3 not found in database {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 13 11:46:15.094007 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b3586a27-70de-455b-8bad-c11684df569c req-98b9e542-5d10-4e74-a465-e6b902cd4c1a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=579b8c0f-0511-4f1a-87d1-0a33e66f799e HTTP/1.1" status: 200 len: 210 time: 0.0268998 Oct 13 11:46:15.182503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:46:15.193387 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81534984-963d-415c-9a98-77ca27376fbc None None] Sync routers for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:46:15.203769 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81534984-963d-415c-9a98-77ca27376fbc None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:46:15.204400 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-81534984-963d-415c-9a98-77ca27376fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:46:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:46:15.221986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] No DVR routers for this DVR port a3517aa4-cf29-4c29-8156-cae880d88e7b on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:46:15.224668 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:15.229122 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-aeae9c58-1fcb-4b4e-b243-d7c41fae1d22 req-74db3cce-9218-4b20-80a2-3837b11ac9b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "DELETE /v2.0/ports/a3517aa4-cf29-4c29-8156-cae880d88e7b HTTP/1.1" status: 204 len: 173 time: 1.1965714 Oct 13 11:46:15.229562 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'name': 'network-vif-deleted', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:46:15.231818 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49bbd6b-c2ef-4436-abf4-a7a178e73bea" -d '{"events": [{"server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "name": "network-vif-deleted", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:46:15.268052 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b998797a-4b80-41bf-9e80-8a33dc004226 x-openstack-request-id: req-b998797a-4b80-41bf-9e80-8a33dc004226 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:46:15.268351 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579b8c0f-0511-4f1a-87d1-0a33e66f799e", "name": "network-vif-deleted", "tag": "a3517aa4-cf29-4c29-8156-cae880d88e7b", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:46:15.268603 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b998797a-4b80-41bf-9e80-8a33dc004226 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:46:15.269003 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579b8c0f-0511-4f1a-87d1-0a33e66f799e', 'name': 'network-vif-deleted', 'tag': 'a3517aa4-cf29-4c29-8156-cae880d88e7b', 'status': 'completed', 'code': 200} Oct 13 11:46:15.315887 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-81534984-963d-415c-9a98-77ca27376fbc None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:46:15.509498 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-81534984-963d-415c-9a98-77ca27376fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:46:15.535537 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81534984-963d-415c-9a98-77ca27376fbc None None] Checking router: b4ddef78-48d3-43b1-b82d-8d410215f263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:46:15.544561 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81534984-963d-415c-9a98-77ca27376fbc None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:46:15.545153 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-81534984-963d-415c-9a98-77ca27376fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:46:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:46:15.648456 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-81534984-963d-415c-9a98-77ca27376fbc None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:46:15.848130 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-81534984-963d-415c-9a98-77ca27376fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:46:15.875052 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81534984-963d-415c-9a98-77ca27376fbc None None] The sync data for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 is: [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:46:16.092212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a4c47-ade5-4fd1-8c3f-856cf1c3d1d5 None None] New status for floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:46:16.384768 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-abde6e17-4305-4c14-8e86-a47ad34e0901 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--66856840&fields=id&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 267 time: 0.0364079 Oct 13 11:46:16.489146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-a48297fc-c9d1-4f6c-9219-6ef02066ccd2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:16.490588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-a48297fc-c9d1-4f6c-9219-6ef02066ccd2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 812 time: 0.0992301 Oct 13 11:46:16.505299 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-480830de-0dd2-4ad7-8c4b-1f8f4e1b26af tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/quotas/fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 375 time: 0.0087688 Oct 13 11:46:16.557660 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-7f85571d-115c-4733-9b4d-7febb4298c0e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465941 Oct 13 11:46:16.655757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-580fd1ac-2935-4f12-b000-02df9e0be58a service neutron] 10.222.0.32 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853083 Oct 13 11:46:16.743183 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-87c79c6a-18a6-4565-b193-ab173f3a3f47 service neutron] 10.222.0.32 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814734 Oct 13 11:46:16.913228 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a3517aa4-cf29-4c29-8156-cae880d88e7b no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:46:16.997084 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a8d118fe-ceb9-41fa-8ba2-4abc1c94db05 req-b0d893d9-16d8-46a7-8db9-0c6638ea7d69 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 210 time: 0.0337348 Oct 13 11:46:17.084513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: a3517aa4-cf29-4c29-8156-cae880d88e7b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:46:17.084854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device a3517aa4-cf29-4c29-8156-cae880d88e7b not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:46:18.075120 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a08c0fdf-6b41-47b7-95d1-fa8443cffc5b req-bf71893a-c679-4ea6-81d8-18b340d73978 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 210 time: 0.0262325 Oct 13 11:46:19.166894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d9ebd2a7-7ff7-499e-999c-29baf57b9c42 req-0a0d5d63-3384-4cc8-ae00-b02fd0400462 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 210 time: 0.0260420 Oct 13 11:46:20.262876 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ac435323-58cc-4a66-bcda-a4aa6e6c9e68 req-c52e65a5-169f-45e0-a180-a41716547ad3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 210 time: 0.0265996 Oct 13 11:46:20.692581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-4bd9751c-f38c-4e5d-9c9f-f0cc02364f8c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:20.694016 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-4bd9751c-f38c-4e5d-9c9f-f0cc02364f8c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 812 time: 0.1061764 Oct 13 11:46:20.735422 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-de30915a-613f-4e31-b96a-e67a8ac39a3b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 378 time: 0.0322225 Oct 13 11:46:20.744555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-495e2542-813b-4ace-bce5-76d0d8d9cd23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Request body: {'port': {'device_id': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'admin_state_up': True, 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'security_groups': ['d601191d-5be5-461c-a3bc-a743fdacef30']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:46:20.904859 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-495e2542-813b-4ace-bce5-76d0d8d9cd23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Made reservation on behalf of fbe374976ce341459dfe077ababb0c60 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:46:20.908718 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-495e2542-813b-4ace-bce5-76d0d8d9cd23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:21.040804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-495e2542-813b-4ace-bce5-76d0d8d9cd23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Allocated IP 172.20.0.14 (0bd19590-add7-40c6-ac73-c7d23803f600/f1360e1f-543c-4044-b128-a5d9c2890e90/02f7b09d-183c-4e6e-81a0-c736e30bff75) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:46:21.177986 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-495e2542-813b-4ace-bce5-76d0d8d9cd23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:21.276303 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-495e2542-813b-4ace-bce5-76d0d8d9cd23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:21.323138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-495e2542-813b-4ace-bce5-76d0d8d9cd23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Network 0bd19590-add7-40c6-ac73-c7d23803f600 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:46:21.326480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-495e2542-813b-4ace-bce5-76d0d8d9cd23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:46:21.329000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-495e2542-813b-4ace-bce5-76d0d8d9cd23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:46:21.356315 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e2542-813b-4ace-bce5-76d0d8d9cd23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event updated for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:46:21.382291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c452f-b357-454f-941d-71418822c52a req-d0f3936d-ae2f-4787-ad13-9f63d773808a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:21.384564 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-445c452f-b357-454f-941d-71418822c52a req-d0f3936d-ae2f-4787-ad13-9f63d773808a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 932 time: 0.0530474 Oct 13 11:46:21.391105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-495e2542-813b-4ace-bce5-76d0d8d9cd23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:21.391759 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-495e2542-813b-4ace-bce5-76d0d8d9cd23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:21.427172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-445c452f-b357-454f-941d-71418822c52a req-1d0fc955-fbff-4af3-a193-ff5299291ceb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346959 Oct 13 11:46:21.480323 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-495e2542-813b-4ace-bce5-76d0d8d9cd23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7396955 Oct 13 11:46:21.526662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Request body: {'port': {'device_id': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:46:21.584635 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:21.608675 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-feeeedc3-c25a-4199-b04e-fe06f136164a None None] Provisioning complete for port 02f7b09d-183c-4e6e-81a0-c736e30bff75 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:46:21.609219 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-feeeedc3-c25a-4199-b04e-fe06f136164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:21.642428 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-feeeedc3-c25a-4199-b04e-fe06f136164a None None] Port 02f7b09d-183c-4e6e-81a0-c736e30bff75 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:46:21.847335 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f7b09d-183c-4e6e-81a0-c736e30bff75 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:46:21.855129 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:21.866563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Transition to ACTIVE for port object 02f7b09d-183c-4e6e-81a0-c736e30bff75 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:46:21.909901 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:21.958125 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Pushing event updated for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:46:22.035759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Attempting to bind port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:46:22.036094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Attempting to bind port 02f7b09d-183c-4e6e-81a0-c736e30bff75 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:46:22.036425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Attempting to bind port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:46:22.041563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on network 0bd19590-add7-40c6-ac73-c7d23803f600 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:46:22.041892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Attempting to bind port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:46:22.046955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:46:22.047298 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Checking segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:46:22.047685 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Bound using segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:46:22.048120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Bound port: 02f7b09d-183c-4e6e-81a0-c736e30bff75, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:46:22.048482 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:22.119454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:46:22.122613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:46:22.196697 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:22.234668 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:22.235286 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:22.236661 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] 10.222.0.46 "PUT /v2.0/ports/02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1092 time: 0.7159281 Oct 13 11:46:22.237127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:46:22.239425 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91da760e3baca918e7cac55ac6abbc3acb7654d162370b6b21a7efaed9f0acd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036ac3e0-cd49-4dd1-82b0-03c10c3d5592" -d '{"events": [{"name": "network-changed", "server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:46:22.260550 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40463b5-21c9-4fda-90ae-73153111f030 service neutron] Pushing event updated for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:46:22.340400 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bed6a7c-a95f-40fc-a7e6-ff7aa0fbaeed x-openstack-request-id: req-4bed6a7c-a95f-40fc-a7e6-ff7aa0fbaeed {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:46:22.340699 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:46:22.340957 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bed6a7c-a95f-40fc-a7e6-ff7aa0fbaeed {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:46:22.341371 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'status': 'completed', 'code': 200} Oct 13 11:46:22.411379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ac3e0-cd49-4dd1-82b0-03c10c3d5592 req-7437119b-ab63-465d-b13a-edd4dc8ac8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:22.412893 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-036ac3e0-cd49-4dd1-82b0-03c10c3d5592 req-7437119b-ab63-465d-b13a-edd4dc8ac8f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1095 time: 0.0501575 Oct 13 11:46:22.513989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ac3e0-cd49-4dd1-82b0-03c10c3d5592 req-a915fec5-2286-4124-9f31-7e8f5a83df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:22.515413 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-036ac3e0-cd49-4dd1-82b0-03c10c3d5592 req-a915fec5-2286-4124-9f31-7e8f5a83df08 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=fbe374976ce341459dfe077ababb0c60&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0950658 Oct 13 11:46:22.550615 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bdd32-7a2b-480e-a3c8-8b5be4b02d3d req-e7e3aea3-53e6-4789-90f4-16cb46d3a921 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:22.552099 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-999bdd32-7a2b-480e-a3c8-8b5be4b02d3d req-e7e3aea3-53e6-4789-90f4-16cb46d3a921 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0528913 Oct 13 11:46:22.591383 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-999bdd32-7a2b-480e-a3c8-8b5be4b02d3d req-9c7adc3d-e348-4724-b38e-b30cdb682adf tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326259 Oct 13 11:46:22.616856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ac3e0-cd49-4dd1-82b0-03c10c3d5592 req-21aa5aab-f928-49fc-b621-12cc5a7aa5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:22.618968 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-036ac3e0-cd49-4dd1-82b0-03c10c3d5592 req-21aa5aab-f928-49fc-b621-12cc5a7aa5c5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966971 Oct 13 11:46:22.698922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-cbe0d589-fca3-4257-ac3c-9aeb6ee1f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:22.700383 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-cbe0d589-fca3-4257-ac3c-9aeb6ee1f73e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1095 time: 0.0415649 Oct 13 11:46:22.746098 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-cad60640-02b4-496a-bbdf-6757768592eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 217 time: 0.0367994 Oct 13 11:46:22.796089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-ec83bf4c-ee21-4e72-ad47-f3ca24f62148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:22.797511 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-ec83bf4c-ee21-4e72-ad47-f3ca24f62148 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0444565 Oct 13 11:46:22.842093 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-89e8de8e-6983-45f4-b035-0325fe123e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:22.843548 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-89e8de8e-6983-45f4-b035-0325fe123e88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391481 Oct 13 11:46:22.936398 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-247d2cb2-eff2-4cc6-95a0-d4e05b2dd10e service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861013 Oct 13 11:46:23.031297 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-75697bd1-5ede-473b-bc6f-01027ac244e1 req-d8ba7f3b-de4b-4b6e-a472-85a0182ba81e service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878224 Oct 13 11:46:23.706623 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef416e-fc98-4951-bd9e-9cca9eebb24e req-aaa04a47-8787-4b50-ab55-90173390f58f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:23.708118 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-daef416e-fc98-4951-bd9e-9cca9eebb24e req-aaa04a47-8787-4b50-ab55-90173390f58f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0497959 Oct 13 11:46:23.746787 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-daef416e-fc98-4951-bd9e-9cca9eebb24e req-7cacd665-8e3d-41a7-a096-07dd74e0c4cb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320444 Oct 13 11:46:24.863683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cabca-1723-44d0-b2b2-7e432972214b req-ad517338-b43e-470e-93b7-5ee643a71e4e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:24.865123 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e80cabca-1723-44d0-b2b2-7e432972214b req-ad517338-b43e-470e-93b7-5ee643a71e4e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0491726 Oct 13 11:46:24.903321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e80cabca-1723-44d0-b2b2-7e432972214b req-77d75d15-7b7b-4b54-a0d8-f8a99155e0e9 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317740 Oct 13 11:46:26.019799 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51935233-aae7-429e-a180-d02e4851b738 req-7be891d7-e1e3-48f1-912a-9bcf1f283770 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:26.021252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51935233-aae7-429e-a180-d02e4851b738 req-7be891d7-e1e3-48f1-912a-9bcf1f283770 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0518026 Oct 13 11:46:26.058935 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-51935233-aae7-429e-a180-d02e4851b738 req-4d62cb28-aecd-4d51-9dfd-4a07327bcb80 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308552 Oct 13 11:46:26.908124 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 02f7b09d-183c-4e6e-81a0-c736e30bff75 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:46:27.003525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:46:27.014849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'port_id': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'mac_address': 'fa:16:3e:3c:a0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:46:27.051646 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:27.065083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f7b09d-183c-4e6e-81a0-c736e30bff75 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:46:27.083889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:46:27.172954 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:27.173677 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0b668-f8da-4dbe-9e5b-7061b0a3ac55 req-432043fd-5231-4ee8-a658-3a62eb34b1de tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:27.175189 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03d0b668-f8da-4dbe-9e5b-7061b0a3ac55 req-432043fd-5231-4ee8-a658-3a62eb34b1de tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0488980 Oct 13 11:46:27.215224 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03d0b668-f8da-4dbe-9e5b-7061b0a3ac55 req-9298f859-c801-4132-ad43-4d36bbb47f38 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311635 Oct 13 11:46:27.221330 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:46:27.463948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['02f7b09d-183c-4e6e-81a0-c736e30bff75'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:46:28.331183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa765301-15dc-497e-8084-d47e99780ec6 req-40ee8ea0-3b72-464e-a778-2e7ff45df159 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:28.332617 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa765301-15dc-497e-8084-d47e99780ec6 req-40ee8ea0-3b72-464e-a778-2e7ff45df159 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0484416 Oct 13 11:46:28.369317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa765301-15dc-497e-8084-d47e99780ec6 req-a7ddaffc-b897-4fd0-98eb-0601e545b207 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305505 Oct 13 11:46:28.942664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 02f7b09d-183c-4e6e-81a0-c736e30bff75 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:46:29.058692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 02f7b09d-183c-4e6e-81a0-c736e30bff75 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:46:29.062900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 02f7b09d-183c-4e6e-81a0-c736e30bff75 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:46:29.070734 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:29.152816 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:29.177088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:46:29.192220 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:46:29.219464 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4e70d0-ebb9-4cb5-b0e8-607d09a2668e" -d '{"events": [{"server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "name": "network-vif-plugged", "status": "completed", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:46:29.248156 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:29.308735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:46:29.327461 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078a2453-aca5-4fa3-911c-56d4497c94ea x-openstack-request-id: req-078a2453-aca5-4fa3-911c-56d4497c94ea {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:46:29.327758 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "name": "network-vif-plugged", "status": "completed", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:46:29.328007 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-078a2453-aca5-4fa3-911c-56d4497c94ea {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:46:29.328399 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'code': 200} Oct 13 11:46:29.426612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a5375-5c41-45b2-a75a-a88067d3e361 req-035ed7e0-d046-40ee-a88a-2c2f682d27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:29.428163 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef8a5375-5c41-45b2-a75a-a88067d3e361 req-035ed7e0-d046-40ee-a88a-2c2f682d27bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1097 time: 0.0416071 Oct 13 11:46:29.464748 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef8a5375-5c41-45b2-a75a-a88067d3e361 req-a3720d11-3d8f-424d-be1c-fffd8360ab59 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0286634 Oct 13 11:46:29.489386 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd8363-11eb-4df9-ad76-a9abbb833283 req-f9a017d6-f6d6-44df-be51-c1dddefa9587 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:29.490881 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ecd8363-11eb-4df9-ad76-a9abbb833283 req-f9a017d6-f6d6-44df-be51-c1dddefa9587 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0525525 Oct 13 11:46:29.529159 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2ecd8363-11eb-4df9-ad76-a9abbb833283 req-07bd95e8-eef0-4598-a15a-1e4af6c121e0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315549 Oct 13 11:46:30.642503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfec12c-291c-4d60-a695-94a58b36b57c req-ed6a44ee-92ed-44e1-b69d-fc80cb621b4d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:30.643981 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdfec12c-291c-4d60-a695-94a58b36b57c req-ed6a44ee-92ed-44e1-b69d-fc80cb621b4d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0485260 Oct 13 11:46:30.683153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdfec12c-291c-4d60-a695-94a58b36b57c req-fe015400-1095-40b0-9321-946eb1cfb7c4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324793 Oct 13 11:46:31.796078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc228805-3aee-4547-8b78-d62cf55bf577 req-f1fdc560-0fef-4c0e-a692-3bee8dfd6512 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:31.797543 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc228805-3aee-4547-8b78-d62cf55bf577 req-f1fdc560-0fef-4c0e-a692-3bee8dfd6512 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0486860 Oct 13 11:46:31.834741 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc228805-3aee-4547-8b78-d62cf55bf577 req-3cfb1eea-64a5-496b-9f89-1c79cdd31abf tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313308 Oct 13 11:46:31.948449 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec41d50-1cd8-4e87-acd3-87a3fbcdcaf9 req-03190b98-8871-49c9-a105-cbcfe5babe6c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:31.949906 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ec41d50-1cd8-4e87-acd3-87a3fbcdcaf9 req-03190b98-8871-49c9-a105-cbcfe5babe6c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0539913 Oct 13 11:46:31.958775 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 36948) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:46:31.963351 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-870865ae-e641-4fc1-bde1-9e15b65ea8e0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Request body: {'floatingip': {'port_id': '02f7b09d-183c-4e6e-81a0-c736e30bff75'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:46:32.001229 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-870865ae-e641-4fc1-bde1-9e15b65ea8e0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:32.427140 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-870865ae-e641-4fc1-bde1-9e15b65ea8e0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:32.463753 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-870865ae-e641-4fc1-bde1-9e15b65ea8e0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:32.564006 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-870865ae-e641-4fc1-bde1-9e15b65ea8e0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0 associated. External IP: 172.25.0.142, port: 02f7b09d-183c-4e6e-81a0-c736e30bff75. Oct 13 11:46:33.076093 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870865ae-e641-4fc1-bde1-9e15b65ea8e0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Router b4ddef78-48d3-43b1-b82d-8d410215f263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:46:33.179730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870865ae-e641-4fc1-bde1-9e15b65ea8e0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:46:33.184850 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-870865ae-e641-4fc1-bde1-9e15b65ea8e0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:33.191534 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08371676-deeb-46bc-9c3a-a5a0d1bc4a6d None None] Sync routers for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:46:33.202448 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08371676-deeb-46bc-9c3a-a5a0d1bc4a6d None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:46:33.204333 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-08371676-deeb-46bc-9c3a-a5a0d1bc4a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:46:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:46:33.214561 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-870865ae-e641-4fc1-bde1-9e15b65ea8e0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "PUT /v2.0/floatingips/65b360fe-f8f9-49cb-92f4-605a81dd24e0 HTTP/1.1" status: 200 len: 993 time: 1.2547255 Oct 13 11:46:33.215131 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:46:33.253691 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbf4d63-2e30-4aec-a987-43d315476919" -d '{"events": [{"name": "network-changed", "server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:46:33.362966 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed04e67a-5161-4b6f-9311-8c107b7a4bf8 x-openstack-request-id: req-ed04e67a-5161-4b6f-9311-8c107b7a4bf8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:46:33.363257 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:46:33.363511 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed04e67a-5161-4b6f-9311-8c107b7a4bf8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:46:33.363910 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'status': 'completed', 'code': 200} Oct 13 11:46:33.404334 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-08371676-deeb-46bc-9c3a-a5a0d1bc4a6d None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:46:33.433496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf4d63-2e30-4aec-a987-43d315476919 req-c03e0cb6-ac09-45ee-8d85-e9329639aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:33.435020 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dbf4d63-2e30-4aec-a987-43d315476919 req-c03e0cb6-ac09-45ee-8d85-e9329639aefe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1097 time: 0.0472479 Oct 13 11:46:33.525580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf4d63-2e30-4aec-a987-43d315476919 req-4987673f-a079-4aab-83cf-45141bb4b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:33.527185 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dbf4d63-2e30-4aec-a987-43d315476919 req-4987673f-a079-4aab-83cf-45141bb4b53a service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0854657 Oct 13 11:46:33.597746 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dbf4d63-2e30-4aec-a987-43d315476919 req-460f23b7-4fa2-48fa-86d6-613e2a4bc1b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1001 time: 0.0631866 Oct 13 11:46:33.625379 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-08371676-deeb-46bc-9c3a-a5a0d1bc4a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '65b360fe-f8f9-49cb-92f4-605a81dd24e0', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'port_id': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'mac_address': 'fa:16:3e:3c:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:39:11Z', 'updated_at': '2021-10-13T11:46:32Z', 'revision_number': 13, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:46:33.646938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf4d63-2e30-4aec-a987-43d315476919 req-8fcc74fe-cc14-421e-8996-868150f18af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:33.648885 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dbf4d63-2e30-4aec-a987-43d315476919 req-8fcc74fe-cc14-421e-8996-868150f18af3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0439408 Oct 13 11:46:33.651829 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08371676-deeb-46bc-9c3a-a5a0d1bc4a6d None None] Checking router: b4ddef78-48d3-43b1-b82d-8d410215f263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:46:33.660023 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08371676-deeb-46bc-9c3a-a5a0d1bc4a6d None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:46:33.660680 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-08371676-deeb-46bc-9c3a-a5a0d1bc4a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:46:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:46:33.693400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf4d63-2e30-4aec-a987-43d315476919 req-73b0580c-eb7a-4e9e-a73c-d01c23e40e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:33.694918 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dbf4d63-2e30-4aec-a987-43d315476919 req-73b0580c-eb7a-4e9e-a73c-d01c23e40e00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394838 Oct 13 11:46:33.767629 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-08371676-deeb-46bc-9c3a-a5a0d1bc4a6d None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:46:33.790856 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dbf4d63-2e30-4aec-a987-43d315476919 req-24bc1a2d-ccc6-412c-8b78-3bf6b36ac9a4 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882132 Oct 13 11:46:33.881755 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7dbf4d63-2e30-4aec-a987-43d315476919 req-86f7675d-9d9e-4d40-9762-8ddb14d11352 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840175 Oct 13 11:46:33.989608 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-08371676-deeb-46bc-9c3a-a5a0d1bc4a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '65b360fe-f8f9-49cb-92f4-605a81dd24e0', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'port_id': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'mac_address': 'fa:16:3e:3c:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:39:11Z', 'updated_at': '2021-10-13T11:46:32Z', 'revision_number': 13, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:46:34.015639 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08371676-deeb-46bc-9c3a-a5a0d1bc4a6d None None] The sync data for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 is: [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '65b360fe-f8f9-49cb-92f4-605a81dd24e0', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'port_id': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'mac_address': 'fa:16:3e:3c:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:39:11Z', 'updated_at': '2021-10-13T11:46:32Z', 'revision_number': 13, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:46:34.139985 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3a34ac23-cf9f-4afb-a9df-803ac8dbf435 req-969c3842-e07c-494d-921c-f7f5b10fec33 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446062 Oct 13 11:46:34.231445 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34ac23-cf9f-4afb-a9df-803ac8dbf435 req-7c9e1984-34ea-4083-a2da-f80239be89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:34.233028 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3a34ac23-cf9f-4afb-a9df-803ac8dbf435 req-7c9e1984-34ea-4083-a2da-f80239be89f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1097 time: 0.0489423 Oct 13 11:46:34.244788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b246889-c53c-4211-9d5a-e7ba7de077a8 None None] New status for floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:46:34.355641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34ac23-cf9f-4afb-a9df-803ac8dbf435 req-fa20638f-7e96-4992-b1d0-693ceafa6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:34.357151 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3a34ac23-cf9f-4afb-a9df-803ac8dbf435 req-fa20638f-7e96-4992-b1d0-693ceafa6171 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.1035097 Oct 13 11:46:34.429980 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3a34ac23-cf9f-4afb-a9df-803ac8dbf435 req-bb64c185-c8e3-4fea-bdec-59b7d3b4a2a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1001 time: 0.0651584 Oct 13 11:46:34.479623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34ac23-cf9f-4afb-a9df-803ac8dbf435 req-e9b64fe2-ed72-4aaa-b2d8-eabc4445bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:34.481049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3a34ac23-cf9f-4afb-a9df-803ac8dbf435 req-e9b64fe2-ed72-4aaa-b2d8-eabc4445bf51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0441833 Oct 13 11:46:34.529416 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34ac23-cf9f-4afb-a9df-803ac8dbf435 req-c3e93344-021c-49e8-848d-bf7a81c58a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:46:34.530960 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3a34ac23-cf9f-4afb-a9df-803ac8dbf435 req-c3e93344-021c-49e8-848d-bf7a81c58a76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430129 Oct 13 11:46:34.625642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3a34ac23-cf9f-4afb-a9df-803ac8dbf435 req-2418b562-89f2-40ea-8f9b-ff2816e8065a service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872109 Oct 13 11:46:34.718623 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3a34ac23-cf9f-4afb-a9df-803ac8dbf435 req-ad34962d-b38f-45f9-bbc8-d72658b0fe1a service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859170 Oct 13 11:46:38.087341 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cf446bda-93c5-41fd-8b87-090d7ba16ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:39.275966 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:40.886091 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32097d35-bc7d-40eb-9e2c-2a3624804515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:40.983054 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:41.338238 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:46:41.784475 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:42.395262 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:46:43.566725 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:08.034587 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9006b68c-5ff1-4573-bfc6-463d1a0fe92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:09.297664 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:10.823226 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e76cfc0b-1524-4edd-947f-a387cfd0d9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:11.006228 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:11.777728 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:12.400593 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:13.576583 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:18.338204 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:47:35.236737 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7accbcbd-6de6-467d-b192-6f1abe42f836 req-2db1b9a6-65c1-442e-9069-a37ccdb137d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805733 Oct 13 11:47:35.325188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accbcbd-6de6-467d-b192-6f1abe42f836 req-3410d9f4-2f9e-4e09-9e93-23be252b91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:47:35.326685 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7accbcbd-6de6-467d-b192-6f1abe42f836 req-3410d9f4-2f9e-4e09-9e93-23be252b91e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1097 time: 0.0457723 Oct 13 11:47:35.430826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accbcbd-6de6-467d-b192-6f1abe42f836 req-75a8c51a-5178-4ca3-b0dc-f7e8fa869096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:47:35.432275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7accbcbd-6de6-467d-b192-6f1abe42f836 req-75a8c51a-5178-4ca3-b0dc-f7e8fa869096 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0849733 Oct 13 11:47:35.500743 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7accbcbd-6de6-467d-b192-6f1abe42f836 req-54cacbc3-8336-4043-abdb-476f9adb4116 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1003 time: 0.0611269 Oct 13 11:47:35.549722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accbcbd-6de6-467d-b192-6f1abe42f836 req-e24aa270-2926-4a55-ac78-d5c682fc28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:47:35.551150 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7accbcbd-6de6-467d-b192-6f1abe42f836 req-e24aa270-2926-4a55-ac78-d5c682fc28a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0433214 Oct 13 11:47:35.595688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accbcbd-6de6-467d-b192-6f1abe42f836 req-9a8d67b5-ed1a-4498-b5c9-c5a5086109ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:47:35.597144 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7accbcbd-6de6-467d-b192-6f1abe42f836 req-9a8d67b5-ed1a-4498-b5c9-c5a5086109ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391662 Oct 13 11:47:35.691264 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7accbcbd-6de6-467d-b192-6f1abe42f836 req-f3c13271-b363-4cb8-a900-13a87cff826f service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851841 Oct 13 11:47:35.779497 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7accbcbd-6de6-467d-b192-6f1abe42f836 req-c3047a3c-29e4-451e-8a1d-27e8b00031dd service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813377 Oct 13 11:47:38.039287 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-da798f0d-c490-4c9b-9f46-b6e8d9c2d718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:39.319559 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:40.816084 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-440e3de1-8913-4c88-a28d-b7eb45566a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:41.033087 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:41.782781 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:42.377131 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:43.582638 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:47:55.336911 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:48:08.061415 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9fb20353-36e2-4afb-b602-927ba90c2e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:48:09.308224 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:48:10.850116 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7be6808-d435-4a6e-baf0-c20570ea4608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:48:11.009828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:48:11.792225 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:48:12.359166 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:48:13.580808 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:48:32.337893 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:48:35.124994 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9bcbb0b8-d06c-4f30-88b4-f3346e88b2a4 req-71cde650-f706-46ef-a0f5-c0af30ec9ab7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427105 Oct 13 11:48:35.211662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbb0b8-d06c-4f30-88b4-f3346e88b2a4 req-0c82aa8f-5653-4b37-ace4-4ce52bafef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:48:35.213145 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9bcbb0b8-d06c-4f30-88b4-f3346e88b2a4 req-0c82aa8f-5653-4b37-ace4-4ce52bafef4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1097 time: 0.0477681 Oct 13 11:48:35.314886 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbb0b8-d06c-4f30-88b4-f3346e88b2a4 req-2bbe0287-1f06-412d-9657-7e773fc867f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:48:35.316409 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9bcbb0b8-d06c-4f30-88b4-f3346e88b2a4 req-2bbe0287-1f06-412d-9657-7e773fc867f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0860348 Oct 13 11:48:35.393146 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9bcbb0b8-d06c-4f30-88b4-f3346e88b2a4 req-85d92449-fab6-4b20-8295-03a93dcc0675 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1003 time: 0.0691619 Oct 13 11:48:35.440577 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbb0b8-d06c-4f30-88b4-f3346e88b2a4 req-45936ac1-6379-4d38-9424-1cd10b4b8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:48:35.441988 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9bcbb0b8-d06c-4f30-88b4-f3346e88b2a4 req-45936ac1-6379-4d38-9424-1cd10b4b8512 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0426788 Oct 13 11:48:35.486529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbb0b8-d06c-4f30-88b4-f3346e88b2a4 req-f97a6bf7-9261-4cb5-a8bb-109f0780105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:48:35.487962 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9bcbb0b8-d06c-4f30-88b4-f3346e88b2a4 req-f97a6bf7-9261-4cb5-a8bb-109f0780105d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386453 Oct 13 11:48:35.581636 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9bcbb0b8-d06c-4f30-88b4-f3346e88b2a4 req-e0843820-8b2f-4ce3-a707-8ee31b27c2fb service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854943 Oct 13 11:48:35.671116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9bcbb0b8-d06c-4f30-88b4-f3346e88b2a4 req-c908fddd-4f23-4c8b-afd5-793c8e127dc9 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819130 Oct 13 11:48:38.044762 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-275efb62-92c0-4440-a100-aa70503dee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:48:39.324801 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:48:40.839662 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e7283de-cf81-4255-96f0-a9c41b34914d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:48:41.032922 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:48:41.793149 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:48:42.364565 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:48:43.597171 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:08.014421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7b3f8-ad77-430a-85de-335e52ca3e34 req-96a2bc4f-b513-41e0-b0c9-1eedfbad6ae0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:08.015919 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-baa7b3f8-ad77-430a-85de-335e52ca3e34 req-96a2bc4f-b513-41e0-b0c9-1eedfbad6ae0 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0587220 Oct 13 11:49:08.044430 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-796e7991-3ce8-4a42-b952-40a67e0f92d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:08.059759 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-baa7b3f8-ad77-430a-85de-335e52ca3e34 req-f20db403-de62-4516-b2de-470b8ab70906 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375936 Oct 13 11:49:09.301654 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:09.337119 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:49:10.821395 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-265227cf-8e9b-4f5d-b2af-e55d73a2ea8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:11.038560 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:11.804737 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:12.402908 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:13.575828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:20.871304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-df006e58-c8d7-4b6d-a450-c94885a6fa58 req-8aa419fd-9fbb-44b0-bff7-9fe9ae834a98 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:49:20.872294 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df006e58-c8d7-4b6d-a450-c94885a6fa58 req-8aa419fd-9fbb-44b0-bff7-9fe9ae834a98 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0481501 Oct 13 11:49:22.237078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad9464-5937-4abe-955a-76544745c2dd req-5f1086cc-4ed2-4012-a555-00846eb0fa00 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:22.238546 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4dad9464-5937-4abe-955a-76544745c2dd req-5f1086cc-4ed2-4012-a555-00846eb0fa00 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0486917 Oct 13 11:49:22.276997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4dad9464-5937-4abe-955a-76544745c2dd req-fca3cb28-26b5-40b0-8620-0a0e2055920c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318122 Oct 13 11:49:22.440189 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-f7eae423-88d7-4c8e-bf9c-cdb6554a6265 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820265 Oct 13 11:49:22.449682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-052ee5b9-bbbe-45a4-b19d-58445c0b7d67 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:49:22.450709 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-052ee5b9-bbbe-45a4-b19d-58445c0b7d67 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050070 Oct 13 11:49:23.404441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c50d94-1906-42ff-b420-9b0a15fc4935 req-ca349737-fcd8-43d7-9034-0ac6d687e0cd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:23.405941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34c50d94-1906-42ff-b420-9b0a15fc4935 req-ca349737-fcd8-43d7-9034-0ac6d687e0cd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0553443 Oct 13 11:49:23.443924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-34c50d94-1906-42ff-b420-9b0a15fc4935 req-7b923b52-b0a9-40e5-9db4-4ea1b62177fc tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321121 Oct 13 11:49:24.559761 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3306aa9-af81-4651-bec1-19d23d60b0df req-dce27ba4-9124-48cb-94da-4470579a6e53 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:24.561207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3306aa9-af81-4651-bec1-19d23d60b0df req-dce27ba4-9124-48cb-94da-4470579a6e53 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0499918 Oct 13 11:49:24.599016 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a3306aa9-af81-4651-bec1-19d23d60b0df req-71c987e7-5813-4f57-a12a-a8d7b80d2f8d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320039 Oct 13 11:49:25.713100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48b04a-d0e2-474c-9884-8b808dc7835d req-41828b2c-d350-4aae-9f39-224d83550552 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:25.714584 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a48b04a-d0e2-474c-9884-8b808dc7835d req-41828b2c-d350-4aae-9f39-224d83550552 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0477297 Oct 13 11:49:25.750905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7a48b04a-d0e2-474c-9884-8b808dc7835d req-5cb70b7c-c4e4-4e51-8724-758e9ca48fc6 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305583 Oct 13 11:49:26.869326 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197f0a8-a5f9-4056-9da3-1b99c570b6b0 req-26ef8117-5a0d-494f-9387-3a5a0e20e130 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:26.870798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2197f0a8-a5f9-4056-9da3-1b99c570b6b0 req-26ef8117-5a0d-494f-9387-3a5a0e20e130 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0520570 Oct 13 11:49:26.907277 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2197f0a8-a5f9-4056-9da3-1b99c570b6b0 req-74306c59-b17c-4b66-a01e-215959cab994 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306761 Oct 13 11:49:28.026483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabb11b-c687-4451-926e-413cb7e29f39 req-0760c420-6678-42c1-a347-d3df2a1cb58d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:28.027988 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1eabb11b-c687-4451-926e-413cb7e29f39 req-0760c420-6678-42c1-a347-d3df2a1cb58d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0509045 Oct 13 11:49:28.065665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1eabb11b-c687-4451-926e-413cb7e29f39 req-9ab3313d-f6ca-4735-84f7-5301af4dd58f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317664 Oct 13 11:49:28.792444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-4f33ac6a-b099-426f-b163-e0a358e1e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:28.793921 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-4f33ac6a-b099-426f-b163-e0a358e1e75a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1097 time: 0.0448680 Oct 13 11:49:28.885553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-b3440700-05d3-490e-9e68-1848777fb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:28.887059 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-b3440700-05d3-490e-9e68-1848777fb4bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0863805 Oct 13 11:49:28.956152 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-8f8b79e0-6761-4169-9a13-d81e28bf6cf6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1003 time: 0.0614231 Oct 13 11:49:29.005161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-4ada0055-adf3-4486-bbf8-ea442e7b49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:29.006593 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-4ada0055-adf3-4486-bbf8-ea442e7b49a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0431809 Oct 13 11:49:29.052384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-2b23459b-d624-468f-9956-88b6d8aa91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:29.053757 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-2b23459b-d624-468f-9956-88b6d8aa91ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399432 Oct 13 11:49:29.150923 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-1ec87836-ba2b-4dbc-adf9-6a6aac8d20b8 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893359 Oct 13 11:49:29.182614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed9255-ae95-427d-ae39-3de7737201e5 req-52598403-ab6a-4ef6-a8da-007c7a6435a4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:29.186376 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-90ed9255-ae95-427d-ae39-3de7737201e5 req-52598403-ab6a-4ef6-a8da-007c7a6435a4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0493088 Oct 13 11:49:29.222558 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-90ed9255-ae95-427d-ae39-3de7737201e5 req-d5ae97a1-bcdd-4f7c-a561-4662d27a3010 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324132 Oct 13 11:49:29.245063 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-82b97a69-51ab-4050-a94b-23b9ef756382 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866904 Oct 13 11:49:30.340557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e772a5-23a0-43fe-9fd7-052fe8a463af req-14cdf7d1-d638-4812-b3cb-88e57a901c1c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:30.342122 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4e772a5-23a0-43fe-9fd7-052fe8a463af req-14cdf7d1-d638-4812-b3cb-88e57a901c1c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0520885 Oct 13 11:49:30.378819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4e772a5-23a0-43fe-9fd7-052fe8a463af req-ddda4b33-b6fc-4abf-8073-380b98f69161 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307784 Oct 13 11:49:31.491948 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea0234-345e-42ed-aac0-0203866d1d8d req-ab06532a-cb5c-4e85-849a-b86f5cb37859 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:31.493389 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dcea0234-345e-42ed-aac0-0203866d1d8d req-ab06532a-cb5c-4e85-849a-b86f5cb37859 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0482376 Oct 13 11:49:31.530276 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dcea0234-345e-42ed-aac0-0203866d1d8d req-6123c74a-92ad-47b4-9c1d-6c05eca75d47 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308781 Oct 13 11:49:32.645643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2515f5-c323-4645-b653-6edf28c685d5 req-9272c069-3309-4675-a946-2b51dca0759b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:32.647393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e2515f5-c323-4645-b653-6edf28c685d5 req-9272c069-3309-4675-a946-2b51dca0759b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0493805 Oct 13 11:49:32.684994 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e2515f5-c323-4645-b653-6edf28c685d5 req-f83ab73f-c672-4d95-bc22-519a09a36bb5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311735 Oct 13 11:49:33.804298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a890ab2-6259-45b7-8a2c-b1418fc20a2e req-65f5414c-3c79-49a8-b99e-4341f0b63539 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:33.806022 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a890ab2-6259-45b7-8a2c-b1418fc20a2e req-65f5414c-3c79-49a8-b99e-4341f0b63539 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0530472 Oct 13 11:49:33.842820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9a890ab2-6259-45b7-8a2c-b1418fc20a2e req-63ee4221-abe7-43bb-a27a-38d4841fd205 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310624 Oct 13 11:49:34.963688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94416e4-2e95-4fa8-ba14-067f97337c6a req-822566e9-278e-431c-9e6f-b72b2c65087d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:34.965189 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a94416e4-2e95-4fa8-ba14-067f97337c6a req-822566e9-278e-431c-9e6f-b72b2c65087d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0516081 Oct 13 11:49:35.003159 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a94416e4-2e95-4fa8-ba14-067f97337c6a req-d7be4518-43f0-43ba-af10-f78b4dc85b30 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320747 Oct 13 11:49:36.119650 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dd299-9992-458c-b02f-58abd5ed6d3e req-7a2fe4ac-8658-49a2-9981-4e3f878a2757 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:36.121146 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-949dd299-9992-458c-b02f-58abd5ed6d3e req-7a2fe4ac-8658-49a2-9981-4e3f878a2757 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0496194 Oct 13 11:49:36.159824 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-949dd299-9992-458c-b02f-58abd5ed6d3e req-0dc13af0-c389-4e94-be46-8544cb06c0db tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327828 Oct 13 11:49:37.155377 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7df5-c171-4061-923e-c5dce3698652 req-1f8e907d-e260-4755-8059-6a042a6233ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:37.156751 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c01a7df5-c171-4061-923e-c5dce3698652 req-1f8e907d-e260-4755-8059-6a042a6233ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1097 time: 0.0424011 Oct 13 11:49:37.267612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7df5-c171-4061-923e-c5dce3698652 req-da23d26b-4e0d-4526-9004-82e64afcad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:37.269122 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c01a7df5-c171-4061-923e-c5dce3698652 req-da23d26b-4e0d-4526-9004-82e64afcad45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0920944 Oct 13 11:49:37.277530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138ec30-3fbd-45ad-b8cb-552770008428 req-bc2fd866-90e8-4d9f-8ecd-864e25d5e542 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:37.279013 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9138ec30-3fbd-45ad-b8cb-552770008428 req-bc2fd866-90e8-4d9f-8ecd-864e25d5e542 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0533569 Oct 13 11:49:37.315869 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9138ec30-3fbd-45ad-b8cb-552770008428 req-cdc3f7b0-b60a-4987-bf69-d766ffd4945c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309196 Oct 13 11:49:37.338619 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c01a7df5-c171-4061-923e-c5dce3698652 req-72d6e5de-b8b3-4ebb-bd9c-406dde683fe2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1003 time: 0.0624633 Oct 13 11:49:37.386896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7df5-c171-4061-923e-c5dce3698652 req-67849622-1519-4742-8780-900070676fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:37.388293 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c01a7df5-c171-4061-923e-c5dce3698652 req-67849622-1519-4742-8780-900070676fcc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0433388 Oct 13 11:49:37.434073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7df5-c171-4061-923e-c5dce3698652 req-9f72e154-3d2a-46b0-8734-54730a603aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:37.435560 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c01a7df5-c171-4061-923e-c5dce3698652 req-9f72e154-3d2a-46b0-8734-54730a603aef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405579 Oct 13 11:49:37.525979 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c01a7df5-c171-4061-923e-c5dce3698652 req-29d16c77-1976-4298-9b56-fd64536b6b33 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836182 Oct 13 11:49:37.614009 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c01a7df5-c171-4061-923e-c5dce3698652 req-241f686b-2a6b-4bbf-89b7-407c0c7c0215 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809879 Oct 13 11:49:38.064673 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa0f6-2aa8-4c97-ba1e-f6bafe78b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:38.431125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41628-f7c9-4b7c-a2d8-2bb641489fef req-738924db-def6-4941-9693-68ff9f1b7e34 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:38.432564 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6e41628-f7c9-4b7c-a2d8-2bb641489fef req-738924db-def6-4941-9693-68ff9f1b7e34 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0492182 Oct 13 11:49:38.468531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6e41628-f7c9-4b7c-a2d8-2bb641489fef req-47d51c96-8615-4155-b1d0-92ccccc39527 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301826 Oct 13 11:49:39.334910 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:39.583958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db71fc-aee5-424b-8cdc-2f76eb13fb47 req-cd5e7793-1c26-46c8-b680-ed1e35a989ad tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:39.585480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65db71fc-aee5-424b-8cdc-2f76eb13fb47 req-cd5e7793-1c26-46c8-b680-ed1e35a989ad tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0486372 Oct 13 11:49:39.625698 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65db71fc-aee5-424b-8cdc-2f76eb13fb47 req-46dbda8a-02ab-4d22-9b3a-ea993e864099 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335391 Oct 13 11:49:40.749343 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd75f5-a5f1-4a61-bca7-bf53bd5233f4 req-3bce8b62-3ed2-4859-b323-e04ee9a9d794 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:40.750851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1dd75f5-a5f1-4a61-bca7-bf53bd5233f4 req-3bce8b62-3ed2-4859-b323-e04ee9a9d794 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0519497 Oct 13 11:49:40.788926 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1dd75f5-a5f1-4a61-bca7-bf53bd5233f4 req-99f5cfa6-d804-4546-89d1-0f14c504609e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319929 Oct 13 11:49:40.838070 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-882ed3d9-1a90-446a-b1f7-c132a40eaef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:41.015013 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:41.813772 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:41.908061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995814-5002-40d9-a936-09796d7d4079 req-be95b2ba-3456-4a65-a2e0-6f7885974426 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:41.909541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d995814-5002-40d9-a936-09796d7d4079 req-be95b2ba-3456-4a65-a2e0-6f7885974426 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0500007 Oct 13 11:49:41.948095 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8d995814-5002-40d9-a936-09796d7d4079 req-42a8e6f5-f4bb-4221-98b1-9dba9917f80b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320871 Oct 13 11:49:42.386609 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:43.063878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e546656-8395-496a-8bf4-634312f6f7f2 req-6b2b4d26-3266-4ac1-b1c5-2e42b5a35ca7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:43.065371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e546656-8395-496a-8bf4-634312f6f7f2 req-6b2b4d26-3266-4ac1-b1c5-2e42b5a35ca7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0492442 Oct 13 11:49:43.104757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e546656-8395-496a-8bf4-634312f6f7f2 req-7cd3602d-5165-4ed2-af8a-59cbb1d94243 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327382 Oct 13 11:49:43.626243 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:43.785352 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-6d0ebfbd-1b07-4b59-95e0-08564d2dbccf service neutron] show failed (client error): The resource could not be found. Oct 13 11:49:43.786306 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-6d0ebfbd-1b07-4b59-95e0-08564d2dbccf service neutron] 10.222.0.46 "GET /v2.0/ports/02f7b09d-183c-4e6e-81a0-c736e30bff75/bindings/n-h2-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0594101 Oct 13 11:49:44.227383 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca24f7-44dd-4094-b50f-e039ecf2b97c req-8d3d95ef-d91a-4ee7-b5a8-fd5d9a733d6c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:44.229151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0aca24f7-44dd-4094-b50f-e039ecf2b97c req-8d3d95ef-d91a-4ee7-b5a8-fd5d9a733d6c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0532062 Oct 13 11:49:44.268187 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0aca24f7-44dd-4094-b50f-e039ecf2b97c req-b3591bf4-bcb8-4c07-8a54-bf9e22e9f393 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319247 Oct 13 11:49:44.286726 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-9c133254-3620-437e-a2b8-317cb122f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:44.288316 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-9c133254-3620-437e-a2b8-317cb122f384 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 1097 time: 0.0479767 Oct 13 11:49:44.299210 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-5a994f78-b020-4bf7-a1e9-aae7377800cd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:49:44.300142 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-5a994f78-b020-4bf7-a1e9-aae7377800cd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048566 Oct 13 11:49:44.311848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:49:44.363901 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:44.563101 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:49:44.595431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:49:44.637529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:49:44.642472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:44.655362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Transition to ACTIVE for port object 02f7b09d-183c-4e6e-81a0-c736e30bff75 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:49:44.739396 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:44.746529 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aa385c-7cda-4f14-acc2-72cdbce7b5f6" -d '{"events": [{"server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "name": "network-vif-unplugged", "status": "completed", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:49:44.835564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Pushing event updated for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:49:44.848707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:49:44.849205 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:49:44.849563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:49:44.849948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:49:44.850500 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:49:44.859992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:49:44.859992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:49:44.859992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:49:44.859992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:49:44.859992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:49:44.859992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:49:44.859992 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:49:44.874321 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 11:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb54e7a9-1057-471d-97c1-165caa6dac30 x-openstack-request-id: req-eb54e7a9-1057-471d-97c1-165caa6dac30 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:49:44.874621 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "name": "network-vif-unplugged", "status": "completed", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:49:44.874875 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb54e7a9-1057-471d-97c1-165caa6dac30 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:49:44.875277 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'code': 200} Oct 13 11:49:44.898218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] No DVR routers for this DVR port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:49:45.039072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Attempting to bind port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:49:45.039405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Attempting to bind port 02f7b09d-183c-4e6e-81a0-c736e30bff75 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:49:45.039735 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Attempting to bind port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:49:45.043959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on network 0bd19590-add7-40c6-ac73-c7d23803f600 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:49:45.044230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Attempting to bind port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:49:45.048909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:49:45.049245 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Checking segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:49:45.049625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Bound using segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:49:45.050052 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Bound port: 02f7b09d-183c-4e6e-81a0-c736e30bff75, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:49:45.050427 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:45.112989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:49:45.115956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:49:45.186975 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:45.223319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:45.223940 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:49:45.225328 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] 10.222.0.21 "PUT /v2.0/ports/02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1092 time: 0.9171836 Oct 13 11:49:45.246183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2cf47-c961-48ac-be7b-66f87c078a0f service neutron] Pushing event updated for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:49:45.290493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-4565dd8d-be2f-494f-b37f-d2898706ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:45.292226 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-4565dd8d-be2f-494f-b37f-d2898706ed26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1095 time: 0.0431306 Oct 13 11:49:45.392229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b77fe-a20b-4caf-ae08-8ce565bcf6da req-e1a1d54d-5a4f-411b-b3c0-56d8dfe8c57a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:45.394513 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff0b77fe-a20b-4caf-ae08-8ce565bcf6da req-e1a1d54d-5a4f-411b-b3c0-56d8dfe8c57a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0519857 Oct 13 11:49:45.394985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-2dc08eae-3509-45d3-8dd2-1b4f9b4673d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:45.396705 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-2dc08eae-3509-45d3-8dd2-1b4f9b4673d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0978930 Oct 13 11:49:45.437908 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff0b77fe-a20b-4caf-ae08-8ce565bcf6da req-cc4186fb-99ed-4b1f-ad51-d530f36ae036 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363474 Oct 13 11:49:45.467407 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-7f3ddc8f-98af-46e7-b881-dcfcb6cd2b27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1001 time: 0.0642035 Oct 13 11:49:45.515956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-e21c0662-8f31-4113-a8d6-61b6460bb03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:45.517317 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-e21c0662-8f31-4113-a8d6-61b6460bb03c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0431254 Oct 13 11:49:45.563209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-fffb72bd-d693-4b82-a26a-669ea76cb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:45.564691 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-fffb72bd-d693-4b82-a26a-669ea76cb9d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397158 Oct 13 11:49:45.656863 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-aa66bada-ad0c-4f8f-b4b4-a3ae9744d96d service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850472 Oct 13 11:49:45.745851 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-16305505-d88d-49b4-b2f9-60252a9a0aeb service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819492 Oct 13 11:49:45.855591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 02f7b09d-183c-4e6e-81a0-c736e30bff75 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:49:45.897124 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 02f7b09d-183c-4e6e-81a0-c736e30bff75 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:49:46.337758 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:49:46.554103 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b959d4-6efc-4a2d-9aa0-fb14cb135e2d req-5ac7a218-6338-4fc2-80cd-cc263008fea9 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:46.555608 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53b959d4-6efc-4a2d-9aa0-fb14cb135e2d req-5ac7a218-6338-4fc2-80cd-cc263008fea9 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0493710 Oct 13 11:49:46.594150 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53b959d4-6efc-4a2d-9aa0-fb14cb135e2d req-d28f2a72-a9a6-41d3-b442-0babcefe5f6e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324826 Oct 13 11:49:46.876408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:49:46.878905 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54921d94-c1d8-4d1a-8db8-e209878bfdc3" -d '{"events": [{"name": "network-changed", "server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:49:46.926909 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857566d7-fe0a-4042-9f57-1dcea9f51144 x-openstack-request-id: req-857566d7-fe0a-4042-9f57-1dcea9f51144 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:49:46.927266 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:49:46.927523 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-857566d7-fe0a-4042-9f57-1dcea9f51144 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:49:46.927957 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'status': 'completed', 'code': 200} Oct 13 11:49:47.016243 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-b6b7760d-4016-4d9e-a487-c95e948e75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:47.017669 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-b6b7760d-4016-4d9e-a487-c95e948e75ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1095 time: 0.0727911 Oct 13 11:49:47.020085 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-9ed21338-80d8-4b9f-b909-03c2071e13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:47.021672 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-9ed21338-80d8-4b9f-b909-03c2071e13cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1095 time: 0.0682755 Oct 13 11:49:47.540996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-98aa74f4-66d3-4dd0-a749-fdb8be056ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:47.542526 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-98aa74f4-66d3-4dd0-a749-fdb8be056ccb service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.5178888 Oct 13 11:49:47.543479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-064f749e-33fe-4f5e-91c6-02e1004e2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:47.544791 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-064f749e-33fe-4f5e-91c6-02e1004e2b98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.5129580 Oct 13 11:49:47.659220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-09a93e99-40ca-4f08-b5e6-ec760162861f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1001 time: 0.1092858 Oct 13 11:49:47.660969 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-e9ca0d0a-4223-413c-b113-0e1ad1f45d36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1001 time: 0.1040092 Oct 13 11:49:47.722495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cef2b-2492-4aa1-8b0b-7f49df77ef13 req-910c7895-a7be-4cd8-919e-efeaf63e5529 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:47.724637 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc2cef2b-2492-4aa1-8b0b-7f49df77ef13 req-910c7895-a7be-4cd8-919e-efeaf63e5529 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0551844 Oct 13 11:49:47.747809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-89ec1e39-65cb-4f73-bed0-4ca5fcd4c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:47.749273 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-89ec1e39-65cb-4f73-bed0-4ca5fcd4c69a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0831444 Oct 13 11:49:47.752799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-d9764f68-8cdc-4888-8c95-f41ff7783f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:47.754113 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-d9764f68-8cdc-4888-8c95-f41ff7783f9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0805981 Oct 13 11:49:47.766366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc2cef2b-2492-4aa1-8b0b-7f49df77ef13 req-20b68883-0dd2-460d-8ab8-5a59be2d8922 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341346 Oct 13 11:49:47.822736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-5db995d7-6f83-4df1-8e99-f99126962327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:47.824228 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-5db995d7-6f83-4df1-8e99-f99126962327 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685852 Oct 13 11:49:47.825913 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-9cf4bf09-ef64-41c0-9769-f37f66d51743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:47.827258 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-9cf4bf09-ef64-41c0-9769-f37f66d51743 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639603 Oct 13 11:49:47.984609 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-3d36b8ba-6a73-49ed-a416-3b110ff33a65 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532555 Oct 13 11:49:47.987238 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-12f378a3-57dd-4928-8660-93f2df298101 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471009 Oct 13 11:49:48.149282 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-b3ea84f4-a37a-49fd-b65b-d716d2542530 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502512 Oct 13 11:49:48.151111 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54921d94-c1d8-4d1a-8db8-e209878bfdc3 req-29b95d88-fd85-4155-9495-058d4ebfd84d service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598344 Oct 13 11:49:48.885587 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8b6cc-96ae-458e-ae6c-d4747cf2e8cc req-62e864f8-ae04-480f-a3f8-2093c2306f7d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:48.887109 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ed8b6cc-96ae-458e-ae6c-d4747cf2e8cc req-62e864f8-ae04-480f-a3f8-2093c2306f7d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0500803 Oct 13 11:49:48.925081 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ed8b6cc-96ae-458e-ae6c-d4747cf2e8cc req-6ab73b40-e019-4eb7-8ba1-647f000c806c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319905 Oct 13 11:49:50.048859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d5b32-bb90-4aa3-920f-a8094a6a6c74 req-cf644ef8-0220-40e6-bb50-c7af669ad635 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:50.050448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f8d5b32-bb90-4aa3-920f-a8094a6a6c74 req-cf644ef8-0220-40e6-bb50-c7af669ad635 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0538888 Oct 13 11:49:50.090196 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3f8d5b32-bb90-4aa3-920f-a8094a6a6c74 req-aadd1636-29d1-4f95-96ab-ba6dd4e8ea5c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335441 Oct 13 11:49:51.213470 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a432c-439f-4d2e-89ab-a40734c57c4d req-f02cf1a6-1a08-4135-9279-0a77b1bdb1c4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:51.215866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828a432c-439f-4d2e-89ab-a40734c57c4d req-f02cf1a6-1a08-4135-9279-0a77b1bdb1c4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0540178 Oct 13 11:49:51.253224 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-828a432c-439f-4d2e-89ab-a40734c57c4d req-289cb3ae-e768-4725-b5ff-a35a9b4a642c tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319963 Oct 13 11:49:52.368718 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79471c-823c-4f42-ba1d-909cc5356d40 req-56ecf6c1-6258-49c0-8d3d-200a4db9d555 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:52.370089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff79471c-823c-4f42-ba1d-909cc5356d40 req-56ecf6c1-6258-49c0-8d3d-200a4db9d555 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0499418 Oct 13 11:49:52.408056 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ff79471c-823c-4f42-ba1d-909cc5356d40 req-e37633d5-328f-4db1-9e65-79e58c499a04 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320113 Oct 13 11:49:53.523521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d502ab-787f-4882-8ed1-9089531fd2ec req-8ddd0756-e334-4665-b15e-1db057a1215a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:53.525776 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65d502ab-787f-4882-8ed1-9089531fd2ec req-8ddd0756-e334-4665-b15e-1db057a1215a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0501750 Oct 13 11:49:53.562588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65d502ab-787f-4882-8ed1-9089531fd2ec req-e40e3334-2f23-46b4-80ae-5cbf26e79ee7 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306160 Oct 13 11:49:54.684284 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60435d7-a9a2-4663-9316-ecafc6c7c8b7 req-2040b7e2-75de-40ae-9b36-94458c640e5b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:54.685745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e60435d7-a9a2-4663-9316-ecafc6c7c8b7 req-2040b7e2-75de-40ae-9b36-94458c640e5b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0547397 Oct 13 11:49:54.724044 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e60435d7-a9a2-4663-9316-ecafc6c7c8b7 req-1bb5f031-bb9b-4cea-a082-3443949c702e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323288 Oct 13 11:49:55.837699 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435ea4-cf31-4c3e-b511-35163771e94b req-9adddeeb-87c7-449e-a661-d1299109c0f8 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:55.839202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91435ea4-cf31-4c3e-b511-35163771e94b req-9adddeeb-87c7-449e-a661-d1299109c0f8 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0478954 Oct 13 11:49:55.876508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91435ea4-cf31-4c3e-b511-35163771e94b req-eea29fbb-414f-4eca-9594-5ebcad6eecbf tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314872 Oct 13 11:49:56.995136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f22ce7-eeb0-4a4e-ba70-e469035a465c req-3b052406-ccde-48b7-989e-3de9e97756a1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:56.996723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04f22ce7-eeb0-4a4e-ba70-e469035a465c req-3b052406-ccde-48b7-989e-3de9e97756a1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0519447 Oct 13 11:49:57.036193 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-04f22ce7-eeb0-4a4e-ba70-e469035a465c req-7eb1f5d0-90cb-4490-9b36-a20169abfd6b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334029 Oct 13 11:49:58.156259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fcce4-2b9b-4788-9f75-dcb85323cfbc req-d0f23578-5f7d-43e7-8be9-f47f7d1d8f08 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:58.157708 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f57fcce4-2b9b-4788-9f75-dcb85323cfbc req-d0f23578-5f7d-43e7-8be9-f47f7d1d8f08 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0521140 Oct 13 11:49:58.194028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f57fcce4-2b9b-4788-9f75-dcb85323cfbc req-4a226890-2622-41c5-955f-18ae9f1d288a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303233 Oct 13 11:49:59.310486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d224a89-7b50-48c0-b9e7-caadbfc3ec27 req-59270f05-c5ed-460e-9efd-149c54689dbb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:59.311966 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d224a89-7b50-48c0-b9e7-caadbfc3ec27 req-59270f05-c5ed-460e-9efd-149c54689dbb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0490315 Oct 13 11:49:59.348928 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2d224a89-7b50-48c0-b9e7-caadbfc3ec27 req-bd512f0a-fca4-46fd-865f-3e3adbf09218 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311203 Oct 13 11:49:59.896409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fdb9d-0693-4379-be2c-28565958c91f req-ba8eaa77-612e-4ec4-a047-0ed08bb6192f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:59.897926 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e58fdb9d-0693-4379-be2c-28565958c91f req-ba8eaa77-612e-4ec4-a047-0ed08bb6192f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0502143 Oct 13 11:49:59.922248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-576619eb-67d3-4389-bea6-bcbd44567c90 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:49:59.923753 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-576619eb-67d3-4389-bea6-bcbd44567c90 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.21 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e&tenant_id=fbe374976ce341459dfe077ababb0c60&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 944 time: 0.0537069 Oct 13 11:49:59.939148 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e58fdb9d-0693-4379-be2c-28565958c91f req-425f351f-f2df-4f6e-85b4-95a7aca4d84b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346789 Oct 13 11:49:59.988997 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-0f13e9a1-8a7c-4206-823b-e41e97df9652 service neutron] 10.222.0.21 "GET /v2.0/ports/02f7b09d-183c-4e6e-81a0-c736e30bff75/bindings/n-h2-813659-3 HTTP/1.1" status: 200 len: 382 time: 0.0577979 Oct 13 11:50:00.051415 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-14fbd7a2-146b-4c3f-a099-ce6f8c323fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:00.052782 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-14fbd7a2-146b-4c3f-a099-ce6f8c323fbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1095 time: 0.0404913 Oct 13 11:50:00.070587 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 02f7b09d-183c-4e6e-81a0-c736e30bff75 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:50:00.148988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-d501b9d4-d862-4a3e-a57a-f46c10a5a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:00.150510 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-d501b9d4-d862-4a3e-a57a-f46c10a5a450 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0913515 Oct 13 11:50:00.165963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:00.177263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'port_id': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'mac_address': 'fa:16:3e:3c:a0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:50:00.217821 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:00.221833 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-a88e6469-96ff-47e8-98b0-ef36b5623130 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1001 time: 0.0632551 Oct 13 11:50:00.231124 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f7b09d-183c-4e6e-81a0-c736e30bff75 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:50:00.250688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:00.271455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-3b9dfe40-f284-4387-9aed-8faea148fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:00.272932 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-3b9dfe40-f284-4387-9aed-8faea148fc15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0444534 Oct 13 11:50:00.319497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-b8aa0dba-33c4-4701-9046-4e55800e4bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:00.320875 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-b8aa0dba-33c4-4701-9046-4e55800e4bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403640 Oct 13 11:50:00.345982 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:00.393740 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:00.401573 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:00.401949 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:00.402287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:00.402649 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:00.402982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:00.403308 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:00.403629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:00.403945 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:00.404267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:00.404706 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:00.405030 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:00.405347 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:00.416668 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-6dd9e6ce-4e02-41e1-bc82-b38784075078 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873516 Oct 13 11:50:00.507298 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-ec66991b-5210-48e8-a18c-f818aef6b6bb service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828111 Oct 13 11:50:00.590758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['02f7b09d-183c-4e6e-81a0-c736e30bff75'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:50:01.058733 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721e0b6-3839-4850-b5c5-feda10c0af66 req-9813af7d-4e8e-4533-ada9-146fd7a0628d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:01.060210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c721e0b6-3839-4850-b5c5-feda10c0af66 req-9813af7d-4e8e-4533-ada9-146fd7a0628d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0522399 Oct 13 11:50:01.098105 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c721e0b6-3839-4850-b5c5-feda10c0af66 req-b0bbe4cd-57dd-4b44-b26c-97c3e7520a23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317709 Oct 13 11:50:02.083986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 02f7b09d-183c-4e6e-81a0-c736e30bff75 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:50:02.174745 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:02.181145 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 02f7b09d-183c-4e6e-81a0-c736e30bff75 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:50:02.202846 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:02.219680 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f0ac1-125e-4ab1-882a-fc1d9a132a0a req-8d91d8c8-e3b4-4fd3-ab80-846bfd4987c1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:02.221210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b79f0ac1-125e-4ab1-882a-fc1d9a132a0a req-8d91d8c8-e3b4-4fd3-ab80-846bfd4987c1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0505452 Oct 13 11:50:02.259455 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b79f0ac1-125e-4ab1-882a-fc1d9a132a0a req-f3425c82-de31-4366-bf37-cd7e0232f45b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321949 Oct 13 11:50:02.266164 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:02.313654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:03.380608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a20f6-db82-4c5d-9384-057538921e3a req-7fc1c8a1-1923-41e8-81f6-d2fdcd2307c9 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:03.382122 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-726a20f6-db82-4c5d-9384-057538921e3a req-7fc1c8a1-1923-41e8-81f6-d2fdcd2307c9 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0514255 Oct 13 11:50:03.426637 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-726a20f6-db82-4c5d-9384-057538921e3a req-689a7cd5-157d-405b-94d3-923033babd19 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376890 Oct 13 11:50:04.546660 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e05be7-d91d-4766-9ea6-2fc8fd5cd94d req-17062e8a-a5d7-448f-8ea0-e0aa87d24620 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:04.548112 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17e05be7-d91d-4766-9ea6-2fc8fd5cd94d req-17062e8a-a5d7-448f-8ea0-e0aa87d24620 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0530872 Oct 13 11:50:04.585681 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17e05be7-d91d-4766-9ea6-2fc8fd5cd94d req-381ac14a-7d8d-41a2-862c-975c7e83c1f3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316312 Oct 13 11:50:05.405857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-7e53cdf8-72b1-489f-8c00-9a7bdc2e7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:05.407296 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-7e53cdf8-72b1-489f-8c00-9a7bdc2e7025 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e&tenant_id=fbe374976ce341459dfe077ababb0c60 HTTP/1.1" status: 200 len: 1095 time: 0.0437799 Oct 13 11:50:05.418909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:50:05.474896 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:05.681145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:05.701834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992c9fc-33dd-42dc-8fed-5d573b1c47fd req-59f32a76-2a06-4ec5-9636-e99a00db5127 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:05.703338 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d992c9fc-33dd-42dc-8fed-5d573b1c47fd req-59f32a76-2a06-4ec5-9636-e99a00db5127 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 944 time: 0.0488253 Oct 13 11:50:05.716414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:50:05.741156 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d992c9fc-33dd-42dc-8fed-5d573b1c47fd req-7f144045-75d3-4d93-9745-ba32e2cce093 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317781 Oct 13 11:50:05.749113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f7b09d-183c-4e6e-81a0-c736e30bff75 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:50:05.756600 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:05.767815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Ignored duplicate provisioning block setup for port 02f7b09d-183c-4e6e-81a0-c736e30bff75 by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 13 11:50:05.826151 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:05.905508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Pushing event updated for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=10']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:05.951258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] No DVR routers for this DVR port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:50:06.092417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Attempting to bind port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:50:06.092756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Attempting to bind port 02f7b09d-183c-4e6e-81a0-c736e30bff75 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:50:06.093087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Attempting to bind port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:50:06.097504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on network 0bd19590-add7-40c6-ac73-c7d23803f600 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:50:06.097826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Attempting to bind port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on network 0bd19590-add7-40c6-ac73-c7d23803f600 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:50:06.103122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:50:06.103253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Checking segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:50:06.103644 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Bound using segment: {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:50:06.104613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Bound port: 02f7b09d-183c-4e6e-81a0-c736e30bff75, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34cc31f-8769-4849-bfde-aa3e269ea1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:50:06.104988 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:06.168833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:50:06.171863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:50:06.270583 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:06.304857 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:06.305480 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:06.307006 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] 10.222.0.46 "PUT /v2.0/ports/02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1093 time: 0.8920839 Oct 13 11:50:06.309317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:50:06.311639 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d700f67-ce0d-4ecd-83a2-96a144547c28" -d '{"events": [{"name": "network-changed", "server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:50:06.365278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6385dc-bbb3-4c0c-9d11-f3df7ddcee50 service neutron] Pushing event updated for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=11']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:06.368995 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6e24da-c642-4a07-a2eb-f9222f76e01f x-openstack-request-id: req-8a6e24da-c642-4a07-a2eb-f9222f76e01f {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:50:06.369193 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:50:06.369545 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a6e24da-c642-4a07-a2eb-f9222f76e01f {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:50:06.370071 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'status': 'completed', 'code': 200} Oct 13 11:50:06.386411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-3017742d-4aa8-4923-9452-658cb6bf3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:06.387943 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-3017742d-4aa8-4923-9452-658cb6bf3ba1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1096 time: 0.0566726 Oct 13 11:50:06.502016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-9a1e6d8f-b960-4d69-8bc3-78ee68541161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:06.503554 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-9a1e6d8f-b960-4d69-8bc3-78ee68541161 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1096 time: 0.1096969 Oct 13 11:50:06.534733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-e21ebb63-73d8-46b5-8df1-a6caabc73776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:06.536067 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-e21ebb63-73d8-46b5-8df1-a6caabc73776 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.1334484 Oct 13 11:50:06.639669 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-85ecd278-8758-4a25-b26b-3df14f0bc182 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1001 time: 0.0789704 Oct 13 11:50:06.679015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-294831a3-a8d6-48a9-85e5-4c7a0bad8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:06.680428 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-294831a3-a8d6-48a9-85e5-4c7a0bad8c34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.1666543 Oct 13 11:50:06.734592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-e7b8a55c-c8cf-40c4-bc81-a5c4954eeb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:06.736016 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-e7b8a55c-c8cf-40c4-bc81-a5c4954eeb16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0862503 Oct 13 11:50:06.780864 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-dbea6ce2-fd2e-4cb0-9006-431ad98ae3a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1001 time: 0.0897484 Oct 13 11:50:06.820979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-d8a58d8a-136b-4992-92c2-cb4c1b93bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:06.822424 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-d8a58d8a-136b-4992-92c2-cb4c1b93bcb5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780587 Oct 13 11:50:06.860680 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb09d7-25f2-4efe-979f-f838f7472615 req-e6c7e935-9abd-4d7f-9681-ea3affc9f7ac tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:06.862149 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06fb09d7-25f2-4efe-979f-f838f7472615 req-e6c7e935-9abd-4d7f-9681-ea3affc9f7ac tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0484354 Oct 13 11:50:06.880875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-1be39c28-2339-4627-a025-1c2f610f2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:06.882315 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-1be39c28-2339-4627-a025-1c2f610f2d5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0944529 Oct 13 11:50:06.900033 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06fb09d7-25f2-4efe-979f-f838f7472615 req-ddb2d59c-2bc0-4cc2-9441-aef86b2bc65e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318551 Oct 13 11:50:06.952885 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-fcd9b7eb-a116-4c42-b629-4985301d608e service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220245 Oct 13 11:50:06.957313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-d0eaac8a-49b7-41c2-bd5f-9e40ce072b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:06.958726 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-d0eaac8a-49b7-41c2-bd5f-9e40ce072b9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687311 Oct 13 11:50:07.112968 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bcc1aff1-5fd1-4110-b52e-2d5dc2b59fbb req-828b4991-4eb3-4863-8a5f-363a37fe1165 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530118 Oct 13 11:50:07.116268 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-c12efab8-d709-4571-a708-90663c1ccb45 service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488538 Oct 13 11:50:07.240783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-5752a37d-d439-470c-91eb-2da9d4c31778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:07.242278 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-5752a37d-d439-470c-91eb-2da9d4c31778 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbe374976ce341459dfe077ababb0c60&device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 1096 time: 0.0729759 Oct 13 11:50:07.245005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-2e9ed30e-45af-446d-8942-38fe821dbefa service neutron] 10.222.0.21 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212010 Oct 13 11:50:07.338558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-2bb5726c-29d4-4b7a-9cdd-81e28f36d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:07.340038 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-2bb5726c-29d4-4b7a-9cdd-81e28f36d2ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 200 len: 913 time: 0.0895362 Oct 13 11:50:07.406115 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-18edb857-3445-4a19-b332-7eefaae6fa77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 200 len: 1001 time: 0.0587575 Oct 13 11:50:07.454835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-81dc5606-4e63-4a91-a5c9-7b2c5bf8ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:07.456224 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-81dc5606-4e63-4a91-a5c9-7b2c5bf8ac0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 200 len: 851 time: 0.0435271 Oct 13 11:50:07.505433 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-eacbf0e9-ba37-4746-ba98-cd457781a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:07.506969 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-eacbf0e9-ba37-4746-ba98-cd457781a404 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd19590-add7-40c6-ac73-c7d23803f600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439417 Oct 13 11:50:07.598309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-44aacdf1-9cab-4790-a23d-020ef554d21b service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837765 Oct 13 11:50:07.691757 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6d700f67-ce0d-4ecd-83a2-96a144547c28 req-79833b19-faf9-4c09-919e-a1d06973cafe service neutron] 10.222.0.46 "GET /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865695 Oct 13 11:50:08.023329 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1515ca-3bfb-4d22-a6bd-7ec8ae914da7 req-dbf31da5-fb7b-493f-82e3-d9fddca3e794 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:08.024773 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e1515ca-3bfb-4d22-a6bd-7ec8ae914da7 req-dbf31da5-fb7b-493f-82e3-d9fddca3e794 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0551856 Oct 13 11:50:08.043347 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-43891ec0-42d1-4bc6-9f00-1aa747f19a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:08.065438 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9e1515ca-3bfb-4d22-a6bd-7ec8ae914da7 req-14ef9307-5156-4761-86bf-bf933e3a515b tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341449 Oct 13 11:50:09.185605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00bb62-7db0-453f-b2ff-cce452d5850d req-5821c4b0-1b70-4462-87af-1f2196c7b641 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:09.187255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f00bb62-7db0-453f-b2ff-cce452d5850d req-5821c4b0-1b70-4462-87af-1f2196c7b641 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0513883 Oct 13 11:50:09.227433 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f00bb62-7db0-453f-b2ff-cce452d5850d req-cf37f37b-880c-4463-bbb3-f37e588122f1 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341144 Oct 13 11:50:09.321138 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:10.348541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9500458-7106-44a5-a9f8-013f3f70cd61 req-0937fc02-d45a-4645-847d-f5ccbdfb387f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:10.350017 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9500458-7106-44a5-a9f8-013f3f70cd61 req-0937fc02-d45a-4645-847d-f5ccbdfb387f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0499253 Oct 13 11:50:10.389957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e9500458-7106-44a5-a9f8-013f3f70cd61 req-d4d4dff1-01ff-4e53-b1f0-7a307e688e0a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337760 Oct 13 11:50:10.825922 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-664c92bd-86b5-4898-8dad-fb5376e6eb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:11.066222 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:11.511729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e27d-d47c-4e37-b8cd-98712b3ef858 req-86646fb2-3d00-4ea8-9c4e-9cec1a99fa35 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:11.513212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf57e27d-d47c-4e37-b8cd-98712b3ef858 req-86646fb2-3d00-4ea8-9c4e-9cec1a99fa35 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0540729 Oct 13 11:50:11.551476 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cf57e27d-d47c-4e37-b8cd-98712b3ef858 req-4450ae90-3277-4fc7-bbe2-1c995aef28a2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323598 Oct 13 11:50:11.792609 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:12.414270 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:12.668203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed83e5b-0f45-49d7-9564-2ef5edcfff34 req-91195291-d266-4a85-a26c-f4185f9cf45d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:12.669581 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ed83e5b-0f45-49d7-9564-2ef5edcfff34 req-91195291-d266-4a85-a26c-f4185f9cf45d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0509706 Oct 13 11:50:12.708231 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ed83e5b-0f45-49d7-9564-2ef5edcfff34 req-a2963584-ca21-4c07-b8d0-ccc3bbc0920a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326164 Oct 13 11:50:13.595561 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:13.821956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801f1b1-086f-43c7-91d2-217d421de977 req-f710ba5b-0bc7-449a-9d1f-22b924a8480e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:13.824011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c801f1b1-086f-43c7-91d2-217d421de977 req-f710ba5b-0bc7-449a-9d1f-22b924a8480e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0494781 Oct 13 11:50:13.861842 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c801f1b1-086f-43c7-91d2-217d421de977 req-2aa5af57-00c1-4304-b630-426efaf13d0d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318024 Oct 13 11:50:14.980984 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c1cb3-c304-4950-b0a7-c73cd78446cc req-d74b5650-2731-4f46-b84b-2b102a07e084 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:14.982476 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-843c1cb3-c304-4950-b0a7-c73cd78446cc req-d74b5650-2731-4f46-b84b-2b102a07e084 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0532408 Oct 13 11:50:15.018639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-843c1cb3-c304-4950-b0a7-c73cd78446cc req-fa954f53-57ab-4a6f-919e-a7d4f7345f33 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303147 Oct 13 11:50:16.134467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079a879-fbb8-4287-8eb5-0617678be42a req-66089473-9081-408c-ad8a-59a154eaa24a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:16.136064 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3079a879-fbb8-4287-8eb5-0617678be42a req-66089473-9081-408c-ad8a-59a154eaa24a tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0497143 Oct 13 11:50:16.173164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3079a879-fbb8-4287-8eb5-0617678be42a req-c74ee0cc-26a8-4ed9-b49a-aee8bfeb1488 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312276 Oct 13 11:50:17.289871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4cdfb-0462-4825-8dbc-b6050005216a req-9e1d803b-bfd3-4548-982e-61dbaef544cd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:17.291450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7e4cdfb-0462-4825-8dbc-b6050005216a req-9e1d803b-bfd3-4548-982e-61dbaef544cd tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0496402 Oct 13 11:50:17.329161 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a7e4cdfb-0462-4825-8dbc-b6050005216a req-3e593178-36bb-4f41-bba4-55c240eef8f2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314629 Oct 13 11:50:18.449550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6b458-4421-4cc2-84ce-079e50380f0a req-1413a9e3-9d42-4298-a37d-b7ae03b255e4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:18.451030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00e6b458-4421-4cc2-84ce-079e50380f0a req-1413a9e3-9d42-4298-a37d-b7ae03b255e4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0536129 Oct 13 11:50:18.487379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00e6b458-4421-4cc2-84ce-079e50380f0a req-234e8afa-bd83-4491-bea0-e90255d593cb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304520 Oct 13 11:50:19.603974 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096399a1-7db3-46ce-a333-f9fd438fdfa1 req-3bf8184f-a635-4e6f-a32a-cedb6ffad5db tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:19.605431 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-096399a1-7db3-46ce-a333-f9fd438fdfa1 req-3bf8184f-a635-4e6f-a32a-cedb6ffad5db tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0493028 Oct 13 11:50:19.642540 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-096399a1-7db3-46ce-a333-f9fd438fdfa1 req-bf9265cd-0b37-434e-bcbf-b60c9dd3671e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312569 Oct 13 11:50:20.757602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd446fe-0d66-45fd-b01e-2c57a4161c25 req-73599084-0200-4efb-bcc3-e2b581dd39a5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:20.759083 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbd446fe-0d66-45fd-b01e-2c57a4161c25 req-73599084-0200-4efb-bcc3-e2b581dd39a5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0487077 Oct 13 11:50:20.796338 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bbd446fe-0d66-45fd-b01e-2c57a4161c25 req-df3b73ea-8399-449b-8127-e87790a785e3 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307715 Oct 13 11:50:21.914861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e9fa4-beff-4b70-9e18-12828af8e950 req-a8ed0553-342b-46e8-a944-fa75d566d8be tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:21.916308 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-892e9fa4-beff-4b70-9e18-12828af8e950 req-a8ed0553-342b-46e8-a944-fa75d566d8be tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0534830 Oct 13 11:50:21.953569 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-892e9fa4-beff-4b70-9e18-12828af8e950 req-8855b001-20fd-43b0-80b1-b0005630cf65 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311782 Oct 13 11:50:22.067064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4ed20-915d-4f0e-8f1f-5902355d314b req-5a6cb89b-0cec-4f39-8f97-70788e36bce8 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:22.068512 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ca4ed20-915d-4f0e-8f1f-5902355d314b req-5a6cb89b-0cec-4f39-8f97-70788e36bce8 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0488973 Oct 13 11:50:22.085321 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 02f7b09d-183c-4e6e-81a0-c736e30bff75 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:50:22.107275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6ca4ed20-915d-4f0e-8f1f-5902355d314b req-51876525-9c9a-4c5a-9c1e-271bb3e9a3bb tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321829 Oct 13 11:50:22.181270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:22.193670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'port_id': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'mac_address': 'fa:16:3e:3c:a0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:50:22.227297 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7469e-4fce-408d-998a-cba73f52c427 req-27bfbbda-17f5-42a3-8dd8-df8844d1b403 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:22.228765 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11e7469e-4fce-408d-998a-cba73f52c427 req-27bfbbda-17f5-42a3-8dd8-df8844d1b403 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 945 time: 0.0499835 Oct 13 11:50:22.234466 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:22.248169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f7b09d-183c-4e6e-81a0-c736e30bff75 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:50:22.268007 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:22.268413 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-11e7469e-4fce-408d-998a-cba73f52c427 req-e4228275-2da7-43bb-9d89-8c10220a5c1e tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331790 Oct 13 11:50:22.323879 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:22.371788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=12']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:22.678291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39792bcd-f8b4-4900-80f3-8ef141737daf req-431d234f-daf7-4ee6-bf89-ccf3122336b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:22.679782 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39792bcd-f8b4-4900-80f3-8ef141737daf req-431d234f-daf7-4ee6-bf89-ccf3122336b2 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0548484 Oct 13 11:50:22.685494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['02f7b09d-183c-4e6e-81a0-c736e30bff75'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:50:22.717994 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39792bcd-f8b4-4900-80f3-8ef141737daf req-7b3e94ad-9027-4782-8f3e-4d3064d7b6ee tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314610 Oct 13 11:50:23.336619 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:50:23.834864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4863445-0d73-41ae-9a1b-c5fc93dc4a31 req-acc3b56a-9de6-427b-a6be-f81e37caa9e6 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:23.836389 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4863445-0d73-41ae-9a1b-c5fc93dc4a31 req-acc3b56a-9de6-427b-a6be-f81e37caa9e6 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 946 time: 0.0488327 Oct 13 11:50:23.873520 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4863445-0d73-41ae-9a1b-c5fc93dc4a31 req-2c492ad5-8647-431f-82b2-dbc5112865a4 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310731 Oct 13 11:50:24.084569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 02f7b09d-183c-4e6e-81a0-c736e30bff75 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:50:24.196857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 02f7b09d-183c-4e6e-81a0-c736e30bff75 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:50:24.200688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 02f7b09d-183c-4e6e-81a0-c736e30bff75 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:50:24.204943 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:24.276590 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:24.298501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:50:24.300710 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9913a0c8-a073-460f-b0c4-dc963ce6dcdd" -d '{"events": [{"server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "name": "network-vif-plugged", "status": "completed", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:50:24.316948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:24.336827 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9232dd-c620-4b98-be40-315f2f63db4a x-openstack-request-id: req-cc9232dd-c620-4b98-be40-315f2f63db4a {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:50:24.336827 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "name": "network-vif-plugged", "status": "completed", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:50:24.336827 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc9232dd-c620-4b98-be40-315f2f63db4a {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:50:24.337147 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'code': 200} Oct 13 11:50:24.395250 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:24.442672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=13']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:24.518218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-0a6f3227-62c4-405b-a93a-e9bc964dc959 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:24.519933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-0a6f3227-62c4-405b-a93a-e9bc964dc959 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.46 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 947 time: 0.0513566 Oct 13 11:50:24.607230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Deleting port 02f7b09d-183c-4e6e-81a0-c736e30bff75 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:50:24.607574 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:24.697387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] For port 02f7b09d-183c-4e6e-81a0-c736e30bff75, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=02f7b09d-183c-4e6e-81a0-c736e30bff75,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:24.697750 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:24.995573 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b335fc-0acc-4fa2-a856-efae2c113105 req-67451c88-7561-4000-9e1b-9df55d0ae3f5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:24.997155 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8b335fc-0acc-4fa2-a856-efae2c113105 req-67451c88-7561-4000-9e1b-9df55d0ae3f5 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 947 time: 0.0516241 Oct 13 11:50:25.038258 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8b335fc-0acc-4fa2-a856-efae2c113105 req-d9df1ac6-28c8-4ea5-80cf-e2017f1bf04d tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups?id=d601191d-5be5-461c-a3bc-a743fdacef30&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347884 Oct 13 11:50:25.222164 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:25.222557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:25.222878 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0 disassociated. External IP: 172.25.0.142, port: 02f7b09d-183c-4e6e-81a0-c736e30bff75. Oct 13 11:50:25.223225 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Calling delete_port for 02f7b09d-183c-4e6e-81a0-c736e30bff75 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:50:25.408562 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:25.436845 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event deleted for resources: {'Port': ['ID=02f7b09d-183c-4e6e-81a0-c736e30bff75,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:25.552575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Router b4ddef78-48d3-43b1-b82d-8d410215f263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:50:25.667277 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:50:25.676712 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bab0590-2463-4cf7-be12-6d18a67cb414 None None] Sync routers for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:50:25.685929 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bab0590-2463-4cf7-be12-6d18a67cb414 None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:50:25.686570 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1bab0590-2463-4cf7-be12-6d18a67cb414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:50:25.709533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] No DVR routers for this DVR port 02f7b09d-183c-4e6e-81a0-c736e30bff75 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:50:25.712250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:25.716938 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fbef25ff-a2ac-4f6b-b71a-0fb2408d3758 req-420908c9-d76c-45e3-b4db-f4f6d33bd484 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.46 "DELETE /v2.0/ports/02f7b09d-183c-4e6e-81a0-c736e30bff75 HTTP/1.1" status: 204 len: 173 time: 1.1916339 Oct 13 11:50:25.717391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'name': 'network-vif-deleted', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:50:25.720189 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefce614-5158-4728-9bda-5c5f2f1970c7" -d '{"events": [{"server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "name": "network-vif-deleted", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:50:25.755667 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b97f99-0c90-4c24-af2e-8897d94056a1 x-openstack-request-id: req-30b97f99-0c90-4c24-af2e-8897d94056a1 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:50:25.755986 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872d2540-7a38-45cd-bc0a-1b66e16ea43e", "name": "network-vif-deleted", "tag": "02f7b09d-183c-4e6e-81a0-c736e30bff75", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:50:25.756249 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30b97f99-0c90-4c24-af2e-8897d94056a1 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:50:25.756659 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872d2540-7a38-45cd-bc0a-1b66e16ea43e', 'name': 'network-vif-deleted', 'tag': '02f7b09d-183c-4e6e-81a0-c736e30bff75', 'status': 'completed', 'code': 200} Oct 13 11:50:25.795375 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-1bab0590-2463-4cf7-be12-6d18a67cb414 None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:50:25.999432 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1bab0590-2463-4cf7-be12-6d18a67cb414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:50:26.026611 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bab0590-2463-4cf7-be12-6d18a67cb414 None None] Checking router: b4ddef78-48d3-43b1-b82d-8d410215f263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:50:26.034909 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bab0590-2463-4cf7-be12-6d18a67cb414 None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:50:26.035515 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1bab0590-2463-4cf7-be12-6d18a67cb414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:50:26.152270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b63c01cf-81af-40a8-85cc-bd33a5fb8c41 req-5ca6c71e-01d4-437d-851b-d9845ee2d4a8 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 210 time: 0.0343125 Oct 13 11:50:26.238233 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-1bab0590-2463-4cf7-be12-6d18a67cb414 None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:50:26.436964 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1bab0590-2463-4cf7-be12-6d18a67cb414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:50:26.467298 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bab0590-2463-4cf7-be12-6d18a67cb414 None None] The sync data for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 is: [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:39:07Z', 'revision_number': 4, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7300a40c-7624-44bf-a25f-94020d1a4b63', 'name': '', 'network_id': '0bd19590-add7-40c6-ac73-c7d23803f600', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'mac_address': 'fa:16:3e:69:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:06Z', 'updated_at': '2021-10-13T11:39:10Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'subnets': [{'id': 'f1360e1f-543c-4044-b128-a5d9c2890e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:50:26.709255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b075ec-825a-4d41-a62a-67a620319966 None None] New status for floating IP 65b360fe-f8f9-49cb-92f4-605a81dd24e0: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:50:27.249244 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-335b2178-1cf7-454a-a33d-7650cdefbe75 req-fa102e44-cf4c-4b23-9237-bf040dbd4081 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 210 time: 0.0274010 Oct 13 11:50:28.116130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 02f7b09d-183c-4e6e-81a0-c736e30bff75 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:50:28.136640 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 02f7b09d-183c-4e6e-81a0-c736e30bff75 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:50:28.136977 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 02f7b09d-183c-4e6e-81a0-c736e30bff75 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:50:28.347220 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5f875d3a-cead-4ad4-a590-56dedaf35a37 req-38a58e67-461c-4371-b64b-74527363c228 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 210 time: 0.0276041 Oct 13 11:50:29.464349 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d39f8b53-c34c-46ee-9ef3-2cff0d4682c8 req-e4d94dd9-56fb-4c39-aa24-6d37e6b8f26f tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 210 time: 0.0317166 Oct 13 11:50:30.572686 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2cd61fdf-8abb-4996-80dc-eaf84e14091e req-e2136498-d5f2-4998-b568-5d42dbbe3171 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/ports?device_id=872d2540-7a38-45cd-bc0a-1b66e16ea43e HTTP/1.1" status: 200 len: 210 time: 0.0258303 Oct 13 11:50:32.504096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-fe76d97c-92b5-4000-a390-0fbcef7429e1 req-36c05b43-b593-408c-a232-0ce4d3c7c428 service neutron] (101991) timed out ('10.222.0.21', 56687) {{(pid=101991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:50:35.565533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37624) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:50:35.621419 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:35.644922 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:35.762572 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:35.765159 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:35.766347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "DELETE /v2.0/security-groups/d601191d-5be5-461c-a3bc-a743fdacef30 HTTP/1.1" status: 204 len: 168 time: 0.1992931 Oct 13 11:50:35.769434 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37626) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:50:35.775986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d601191d-5be5-461c-a3bc-a743fdacef30,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:35.783946 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:35.785471 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-0005c486-20cc-4959-adf0-ac1a6174a575 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] show failed (client error): The resource could not be found. Oct 13 11:50:35.785589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:35.785589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:35.785589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:35.785589 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:35.785944 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0005c486-20cc-4959-adf0-ac1a6174a575 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "GET /v2.0/security-groups/d601191d-5be5-461c-a3bc-a743fdacef30 HTTP/1.1" status: 404 len: 347 time: 0.0145946 Oct 13 11:50:35.786028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:35.786028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:35.786271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:35.786594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:35.786921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:35.787249 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:35.787577 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7a2ff-5806-4957-8c73-929559920d23 tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:35.788411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37628) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:50:35.930219 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-7a94627d-84b7-4500-975c-b63c79e7bfff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Deleting port 0a084dea-4d81-4d8c-b8bf-9f3c67e6c14f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:50:35.930817 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a94627d-84b7-4500-975c-b63c79e7bfff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:36.017054 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a94627d-84b7-4500-975c-b63c79e7bfff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:36.017305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a94627d-84b7-4500-975c-b63c79e7bfff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:36.029389 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-7a94627d-84b7-4500-975c-b63c79e7bfff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Calling delete_port for 0a084dea-4d81-4d8c-b8bf-9f3c67e6c14f owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:50:36.225845 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a94627d-84b7-4500-975c-b63c79e7bfff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:36.253824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94627d-84b7-4500-975c-b63c79e7bfff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Pushing event deleted for resources: {'Port': ['ID=0a084dea-4d81-4d8c-b8bf-9f3c67e6c14f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:36.320950 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a94627d-84b7-4500-975c-b63c79e7bfff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:36.323517 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a94627d-84b7-4500-975c-b63c79e7bfff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:36.327529 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7a94627d-84b7-4500-975c-b63c79e7bfff tempest-ServerActionsTestJSON-1196191989 tempest-ServerActionsTestJSON-1196191989-project] 10.222.0.32 "DELETE /v2.0/floatingips/65b360fe-f8f9-49cb-92f4-605a81dd24e0 HTTP/1.1" status: 204 len: 168 time: 0.5353491 Oct 13 11:50:36.327757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37630) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:50:36.798986 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-323798a6-0eae-40c5-94a3-99ec60ebd6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:37.043056 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-323798a6-0eae-40c5-94a3-99ec60ebd6a7 admin admin] Deleting port 7300a40c-7624-44bf-a25f-94020d1a4b63 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:50:37.043891 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-323798a6-0eae-40c5-94a3-99ec60ebd6a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:37.125414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-323798a6-0eae-40c5-94a3-99ec60ebd6a7 admin admin] For port 7300a40c-7624-44bf-a25f-94020d1a4b63, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7300a40c-7624-44bf-a25f-94020d1a4b63,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:37.125775 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-323798a6-0eae-40c5-94a3-99ec60ebd6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:37.138355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-323798a6-0eae-40c5-94a3-99ec60ebd6a7 admin admin] Calling delete_port for 7300a40c-7624-44bf-a25f-94020d1a4b63 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:50:37.406495 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-323798a6-0eae-40c5-94a3-99ec60ebd6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:37.432981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323798a6-0eae-40c5-94a3-99ec60ebd6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7300a40c-7624-44bf-a25f-94020d1a4b63,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:37.601646 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-323798a6-0eae-40c5-94a3-99ec60ebd6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:37.815850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323798a6-0eae-40c5-94a3-99ec60ebd6a7 admin admin] Router b4ddef78-48d3-43b1-b82d-8d410215f263 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:50:37.920944 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323798a6-0eae-40c5-94a3-99ec60ebd6a7 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:50:37.926035 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-323798a6-0eae-40c5-94a3-99ec60ebd6a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/b4ddef78-48d3-43b1-b82d-8d410215f263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5972915 Oct 13 11:50:37.928595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37634) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:50:37.929500 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad16bec-9275-48ad-a102-fe199a53f9f0 None None] Sync routers for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:50:37.939720 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad16bec-9275-48ad-a102-fe199a53f9f0 None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:50:37.940314 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4ad16bec-9275-48ad-a102-fe199a53f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:50:38.039505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:38.041062 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7fad1a7-cf27-4126-81d7-931bbb0d8f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:38.044603 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-4ad16bec-9275-48ad-a102-fe199a53f9f0 None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:50:38.148941 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:38.221738 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4ad16bec-9275-48ad-a102-fe199a53f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:50:37Z', 'revision_number': 5, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port': {'id': '05e0e7fa-89f7-432e-8515-a2b08f1a586d', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:39:04Z', 'updated_at': '2021-10-13T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:50:38.252101 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad16bec-9275-48ad-a102-fe199a53f9f0 None None] Checking router: b4ddef78-48d3-43b1-b82d-8d410215f263 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:50:38.261822 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad16bec-9275-48ad-a102-fe199a53f9f0 None None] Routers {'b4ddef78-48d3-43b1-b82d-8d410215f263'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:50:38.262533 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4ad16bec-9275-48ad-a102-fe199a53f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:50:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['b4ddef78-48d3-43b1-b82d-8d410215f263'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:50:38.270122 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Deleting port 05e0e7fa-89f7-432e-8515-a2b08f1a586d {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:50:38.270506 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:38.349251 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-4ad16bec-9275-48ad-a102-fe199a53f9f0 None None] Set router b4ddef78-48d3-43b1-b82d-8d410215f263 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:50:38.353361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] For port 05e0e7fa-89f7-432e-8515-a2b08f1a586d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=05e0e7fa-89f7-432e-8515-a2b08f1a586d,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:38.353733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:38.366422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Calling delete_port for 05e0e7fa-89f7-432e-8515-a2b08f1a586d owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:50:38.404461 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4ad16bec-9275-48ad-a102-fe199a53f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:50:38Z', 'revision_number': 6, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:50:38.430192 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad16bec-9275-48ad-a102-fe199a53f9f0 None None] The sync data for ids ['b4ddef78-48d3-43b1-b82d-8d410215f263'] in n-d-813659-3 is: [{'id': 'b4ddef78-48d3-43b1-b82d-8d410215f263', 'name': 'tempest-ServerActionsTestJSON-1821110662-router', 'tenant_id': 'fbe374976ce341459dfe077ababb0c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:39:03Z', 'updated_at': '2021-10-13T11:50:38Z', 'revision_number': 6, 'project_id': 'fbe374976ce341459dfe077ababb0c60', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:50:38.602767 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:38.628834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e0e7fa-89f7-432e-8515-a2b08f1a586d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:38.690114 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:38.785974 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:38.788327 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:38.917199 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:38.917791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4ddef78-48d3-43b1-b82d-8d410215f263 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:50:38.922641 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:38.923822 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b20cb5f9-7d8c-4bb5-ad9f-c50568816499 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b4ddef78-48d3-43b1-b82d-8d410215f263 HTTP/1.1" status: 204 len: 168 time: 0.9943027 Oct 13 11:50:38.926249 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37636) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:50:38.970282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25969f8-7895-471c-98d5-f3796eca7a61 admin admin] Deleting subnet f1360e1f-543c-4044-b128-a5d9c2890e90 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:50:38.973360 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c25969f8-7895-471c-98d5-f3796eca7a61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.006935 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c25969f8-7895-471c-98d5-f3796eca7a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.087523 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c25969f8-7895-471c-98d5-f3796eca7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.233274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7300a40c-7624-44bf-a25f-94020d1a4b63 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:50:39.237302 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c25969f8-7895-471c-98d5-f3796eca7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.257544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 7300a40c-7624-44bf-a25f-94020d1a4b63 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:50:39.257889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7300a40c-7624-44bf-a25f-94020d1a4b63 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:50:39.258300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 05e0e7fa-89f7-432e-8515-a2b08f1a586d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:50:39.268727 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c25969f8-7895-471c-98d5-f3796eca7a61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.275573 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c25969f8-7895-471c-98d5-f3796eca7a61 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f1360e1f-543c-4044-b128-a5d9c2890e90 HTTP/1.1" status: 204 len: 168 time: 0.3456953 Oct 13 11:50:39.275573 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25969f8-7895-471c-98d5-f3796eca7a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1360e1f-543c-4044-b128-a5d9c2890e90,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:39.275905 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37638) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:50:39.294946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e535f9-aac5-456e-82fb-eab7f2293355 None None] Network 0bd19590-add7-40c6-ac73-c7d23803f600 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:50:39.300914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 05e0e7fa-89f7-432e-8515-a2b08f1a586d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:50:39.301238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 05e0e7fa-89f7-432e-8515-a2b08f1a586d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:50:39.349789 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.404579 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.407238 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Deleting port ceacdc66-26da-4816-b28a-02ae0d759fba {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:50:39.407553 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.484025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] For port ceacdc66-26da-4816-b28a-02ae0d759fba, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ceacdc66-26da-4816-b28a-02ae0d759fba,segment=NetworkSegment(c34cc31f-8769-4849-bfde-aa3e269ea1b4),segment_id=c34cc31f-8769-4849-bfde-aa3e269ea1b4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:39.484397 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.491898 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf0ecae-6f27-4c6b-a306-314add1f4ba5 None None] DHCP port deletion for 0bd19590-add7-40c6-ac73-c7d23803f600 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:50:39.500965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Calling delete_port for ceacdc66-26da-4816-b28a-02ae0d759fba owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:50:39.646902 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.676778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Pushing event deleted for resources: {'Port': ['ID=ceacdc66-26da-4816-b28a-02ae0d759fba,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:39.680159 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] No DVR routers for this DVR port ceacdc66-26da-4816-b28a-02ae0d759fba on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:50:39.696457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-cdf0ecae-6f27-4c6b-a306-314add1f4ba5 None None] Deleting port ceacdc66-26da-4816-b28a-02ae0d759fba {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:50:39.696834 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ecae-6f27-4c6b-a306-314add1f4ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.752328 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.760586 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-cdf0ecae-6f27-4c6b-a306-314add1f4ba5 None None] For port ceacdc66-26da-4816-b28a-02ae0d759fba, host n-d-813659-3, got binding levels [] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:39.760980 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ecae-6f27-4c6b-a306-314add1f4ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.774652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-cdf0ecae-6f27-4c6b-a306-314add1f4ba5 None None] Calling delete_port for ceacdc66-26da-4816-b28a-02ae0d759fba owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:50:39.776318 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd19590-add7-40c6-ac73-c7d23803f600']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:50:39.777337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.ipam_backend_mixin [None req-cdf0ecae-6f27-4c6b-a306-314add1f4ba5 None None] Port ceacdc66-26da-4816-b28a-02ae0d759fba was not found and therefore no delete operation was performed {{(pid=101992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 11:50:39.779435 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ecae-6f27-4c6b-a306-314add1f4ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.786151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34cc31f-8769-4849-bfde-aa3e269ea1b4') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:50:39.786478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34cc31f-8769-4849-bfde-aa3e269ea1b4') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:50:39.795821 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.805598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0ecae-6f27-4c6b-a306-314add1f4ba5 None None] Pushing event deleted for resources: {'Port': ['ID=ceacdc66-26da-4816-b28a-02ae0d759fba,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:39.810118 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.812588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0ecae-6f27-4c6b-a306-314add1f4ba5 None None] No DVR routers for this DVR port ceacdc66-26da-4816-b28a-02ae0d759fba on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:50:39.820973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:50:39.821375 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:50:39.823229 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:50:39.945799 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.951830 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:39.954965 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] 10.222.0.32 "DELETE /v2.0/networks/0bd19590-add7-40c6-ac73-c7d23803f600 HTTP/1.1" status: 204 len: 168 time: 0.6783602 Oct 13 11:50:39.966781 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8a438-138c-41a8-bc9f-003c4b87f14e admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd19590-add7-40c6-ac73-c7d23803f600,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:40.258438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37642) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:50:40.297821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3f6c1e42-01f7-4a53-aa97-b2498696629c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbe374976ce341459dfe077ababb0c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381949 Oct 13 11:50:40.300216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37644) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:50:40.347604 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5734d28a-996e-408b-8e92-7e28f9afde37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:40.372521 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5734d28a-996e-408b-8e92-7e28f9afde37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:40.476865 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5734d28a-996e-408b-8e92-7e28f9afde37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:40.479453 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5734d28a-996e-408b-8e92-7e28f9afde37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:40.480697 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5734d28a-996e-408b-8e92-7e28f9afde37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3e52f85-29f3-414c-be27-523efb9f39a7 HTTP/1.1" status: 204 len: 168 time: 0.1795087 Oct 13 11:50:40.489206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734d28a-996e-408b-8e92-7e28f9afde37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e52f85-29f3-414c-be27-523efb9f39a7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:40.817826 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1064-bb79-494f-8019-21b7d652c53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:40.961705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ceacdc66-26da-4816-b28a-02ae0d759fba no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:50:40.989586 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: ceacdc66-26da-4816-b28a-02ae0d759fba {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:50:40.989849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ceacdc66-26da-4816-b28a-02ae0d759fba not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:50:41.104584 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:41.485466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37666) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:50:41.579980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1953458749-network', 'tenant_id': '72319cb5cc3043809963d47da0faa3d4'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:50:41.651806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Made reservation on behalf of 72319cb5cc3043809963d47da0faa3d4 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:50:41.654999 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:41.664130 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:41.740135 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:41.806375 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:41.836759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:41.861604 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:50:41.870979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d85a4-0409-435e-bb85-17f0dff5ae20,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:41.875694 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:41.876034 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Added segment dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6 of type vlan for network 2e2b6d51-5445-4b34-a84b-0695881ca173 Oct 13 11:50:41.915058 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:41.979581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:41.980528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:41.981110 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:42.043369 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] Pushing event updated for resources: {'Network': ['ID=2e2b6d51-5445-4b34-a84b-0695881ca173,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:42.053774 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 2e2b6d51-5445-4b34-a84b-0695881ca173 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:50:42.085485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b359366d-d961-4b9b-a752-ba22d3608a3e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5988472 Oct 13 11:50:42.091978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37670) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:50:42.097540 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e4e11afa-2c39-4709-b793-f6a752fdfbf4 admin admin] Request body: {'subnet': {'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1953458749-subnet', 'tenant_id': '72319cb5cc3043809963d47da0faa3d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:50:42.194822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e11afa-2c39-4709-b793-f6a752fdfbf4 admin admin] Made reservation on behalf of 72319cb5cc3043809963d47da0faa3d4 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:50:42.197262 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4e11afa-2c39-4709-b793-f6a752fdfbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:42.400472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:42.429244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4e11afa-2c39-4709-b793-f6a752fdfbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:42.491476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e11afa-2c39-4709-b793-f6a752fdfbf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6bcbee-ee8f-417a-9415-f951216e354a,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:42.498661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e11afa-2c39-4709-b793-f6a752fdfbf4 admin admin] Checking segment: {'id': 'dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:50:42.499021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e11afa-2c39-4709-b793-f6a752fdfbf4 admin admin] Network hostable DHCP agents. Network: 2e2b6d51-5445-4b34-a84b-0695881ca173, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:50:42.588763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e11afa-2c39-4709-b793-f6a752fdfbf4 admin admin] Network 2e2b6d51-5445-4b34-a84b-0695881ca173 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:50:42.680649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e4e11afa-2c39-4709-b793-f6a752fdfbf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 2e2b6d51-5445-4b34-a84b-0695881ca173) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:50:42.685189 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e11afa-2c39-4709-b793-f6a752fdfbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:42.685774 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e4e11afa-2c39-4709-b793-f6a752fdfbf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:42.689466 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5d2c60-183a-46ab-9653-9c5de07a1ab2 None None] Network 2e2b6d51-5445-4b34-a84b-0695881ca173 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:50:42.816531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65df709-37c7-4d0a-8ce6-bdbc064dce54 None None] Network 2e2b6d51-5445-4b34-a84b-0695881ca173 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:50:42.834222 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e4e11afa-2c39-4709-b793-f6a752fdfbf4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7405717 Oct 13 11:50:43.257380 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-af81e772-6237-41db-90e2-0b733e9c4ef0 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:43.258805 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-af81e772-6237-41db-90e2-0b733e9c4ef0 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/networks?id=2e2b6d51-5445-4b34-a84b-0695881ca173 HTTP/1.1" status: 200 len: 814 time: 0.1047854 Oct 13 11:50:43.274672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-401cbcca-3a39-4535-bff2-7e2b4d370b43 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/quotas/72319cb5cc3043809963d47da0faa3d4 HTTP/1.1" status: 200 len: 375 time: 0.0091257 Oct 13 11:50:43.311129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-76c6eb4d-3172-4382-8c37-a2350e145e29 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=72319cb5cc3043809963d47da0faa3d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307860 Oct 13 11:50:43.401143 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-66039665-f760-4255-8438-0e5897dfa9a2 service neutron] 10.222.0.32 "GET /v2.0/networks/2e2b6d51-5445-4b34-a84b-0695881ca173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827558 Oct 13 11:50:43.494307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-e67ebca2-ef01-4569-b29a-bb01db9a5920 service neutron] 10.222.0.32 "GET /v2.0/networks/2e2b6d51-5445-4b34-a84b-0695881ca173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869048 Oct 13 11:50:43.631187 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:43.745016 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d00755e3-cde8-4356-a42f-32fcf415a72b req-4081b01f-4a92-4424-a3f9-9c9cec2ac609 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 210 time: 0.0269706 Oct 13 11:50:44.820637 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1de03dc-e338-4674-a9b7-adcea3ce9ecc req-aa706d8b-8e6a-44d5-a6ff-3fb3270c1c44 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 210 time: 0.0265400 Oct 13 11:50:45.895373 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39f20348-a92a-4030-8042-50a8439f9e18 req-6d1f42eb-07dd-488a-833c-d53c58c707f7 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 210 time: 0.0265348 Oct 13 11:50:46.970603 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-280cd1ee-3646-4bb4-9da3-63e692436227 req-399847b7-b0f7-4cdc-a592-3583f7f22685 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 210 time: 0.0264437 Oct 13 11:50:48.065667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9f30cc9-f912-4bec-84bb-78f96b5eff5e req-90ac4c8d-e3ce-4178-afc3-fa33416d5a2d tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 210 time: 0.0301831 Oct 13 11:50:49.157471 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1938dec7-e3e3-42c4-86ce-0d57f2cfe9a9 req-681e7393-74c1-45f9-b083-297ebd695e5e tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 210 time: 0.0265718 Oct 13 11:50:49.947704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-d038a7a4-2747-40e9-b780-59e3aff3bfbe tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:49.949377 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-d038a7a4-2747-40e9-b780-59e3aff3bfbe tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.46 "GET /v2.0/networks?id=2e2b6d51-5445-4b34-a84b-0695881ca173 HTTP/1.1" status: 200 len: 814 time: 0.1008408 Oct 13 11:50:49.961682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Request body: {'port': {'device_id': '2242f0f5-f3e5-4c4b-934b-cd1152d50539', 'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173', 'admin_state_up': True, 'tenant_id': '72319cb5cc3043809963d47da0faa3d4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:50:50.126589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Made reservation on behalf of 72319cb5cc3043809963d47da0faa3d4 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:50:50.130160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:50.250633 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fdb85ad6-0914-44c2-8c64-17c23008f64f req-89db059d-5805-4d7f-a1e5-3dc0a4c729db tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 210 time: 0.0264511 Oct 13 11:50:50.261868 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Allocated IP 172.20.0.9 (2e2b6d51-5445-4b34-a84b-0695881ca173/ae6bcbee-ee8f-417a-9415-f951216e354a/817aeb0f-eff7-4bb9-9cac-9f687b0d2442) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:50:50.407995 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:50.511666 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:50.560466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Network 2e2b6d51-5445-4b34-a84b-0695881ca173 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:50:50.563772 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:50:50.567459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:50:50.573701 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Pushing event updated for resources: {'Port': ['ID=817aeb0f-eff7-4bb9-9cac-9f687b0d2442,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:50.600400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:50.600766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:50.601092 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:50.601427 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:50.601764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:50.602097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:50.602452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:50.602779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:50.603107 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:50.603432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:50.603755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:50.604077 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:50:50.631537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:50.632143 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:50.707438 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-7cfafcbf-4c0f-4267-bb9a-a6f9114ef8fd tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7496111 Oct 13 11:50:50.720228 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Request body: {'port': {'device_id': '2242f0f5-f3e5-4c4b-934b-cd1152d50539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:50:50.771698 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:51.032066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:50:51.039412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:51.051513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Transition to ACTIVE for port object 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:50:51.122250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:51.186927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887e339-322b-4886-83a6-b921082c941b service neutron] Pushing event updated for resources: {'Port': ['ID=817aeb0f-eff7-4bb9-9cac-9f687b0d2442,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:51.240066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Attempting to bind port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:50:51.240398 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Attempting to bind port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:50:51.240727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Attempting to bind port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 on network 2e2b6d51-5445-4b34-a84b-0695881ca173 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:50:51.244935 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 on network 2e2b6d51-5445-4b34-a84b-0695881ca173 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:50:51.245252 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Attempting to bind port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 on network 2e2b6d51-5445-4b34-a84b-0695881ca173 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:50:51.250659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:50:51.251118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Checking segment: {'id': 'dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:50:51.251502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Bound using segment: {'id': 'dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:50:51.251927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Bound port: 817aeb0f-eff7-4bb9-9cac-9f687b0d2442, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:50:51.252275 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:51.316805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] For port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:50:51.319979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] For port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=817aeb0f-eff7-4bb9-9cac-9f687b0d2442,segment=NetworkSegment(dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6),segment_id=dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:50:51.367757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16d6e6-715f-4a4f-98f8-4674801c6ea4 req-1ce34346-efef-4e93-afb2-b1fe810a4bed tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:51.369218 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b16d6e6-715f-4a4f-98f8-4674801c6ea4 req-1ce34346-efef-4e93-afb2-b1fe810a4bed tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 943 time: 0.0500844 Oct 13 11:50:51.407938 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b16d6e6-715f-4a4f-98f8-4674801c6ea4 req-6351d51f-6b13-4a6c-a94a-81a6e9380f24 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Oct 13 11:50:51.414305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:51.448668 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:51.449286 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:51.450706 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-c887e339-322b-4886-83a6-b921082c941b service neutron] 10.222.0.46 "PUT /v2.0/ports/817aeb0f-eff7-4bb9-9cac-9f687b0d2442 HTTP/1.1" status: 200 len: 1091 time: 0.7350399 Oct 13 11:50:51.451211 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2242f0f5-f3e5-4c4b-934b-cd1152d50539', 'tag': '817aeb0f-eff7-4bb9-9cac-9f687b0d2442'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:50:51.453597 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30d976b-915b-48d4-911e-d21c229c85c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2242f0f5-f3e5-4c4b-934b-cd1152d50539", "tag": "817aeb0f-eff7-4bb9-9cac-9f687b0d2442"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:50:51.478595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887e339-322b-4886-83a6-b921082c941b service neutron] Pushing event updated for resources: {'Port': ['ID=817aeb0f-eff7-4bb9-9cac-9f687b0d2442,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:51.490957 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262cf5f0-876f-49ff-a23c-b769559dde4c x-openstack-request-id: req-262cf5f0-876f-49ff-a23c-b769559dde4c {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:50:51.491404 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2242f0f5-f3e5-4c4b-934b-cd1152d50539", "tag": "817aeb0f-eff7-4bb9-9cac-9f687b0d2442", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:50:51.491686 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-262cf5f0-876f-49ff-a23c-b769559dde4c {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:50:51.492086 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2242f0f5-f3e5-4c4b-934b-cd1152d50539', 'tag': '817aeb0f-eff7-4bb9-9cac-9f687b0d2442', 'status': 'completed', 'code': 200} Oct 13 11:50:51.553454 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d976b-915b-48d4-911e-d21c229c85c9 req-478e2a6c-5a78-47e2-a4c4-da0e6a7fd56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:51.555006 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d30d976b-915b-48d4-911e-d21c229c85c9 req-478e2a6c-5a78-47e2-a4c4-da0e6a7fd56a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=72319cb5cc3043809963d47da0faa3d4&device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 1094 time: 0.0420642 Oct 13 11:50:51.657072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d976b-915b-48d4-911e-d21c229c85c9 req-575a569d-4264-43d1-91c5-847317c81f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:51.658596 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d30d976b-915b-48d4-911e-d21c229c85c9 req-575a569d-4264-43d1-91c5-847317c81f4a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=72319cb5cc3043809963d47da0faa3d4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0953670 Oct 13 11:50:52.104004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d976b-915b-48d4-911e-d21c229c85c9 req-55f8dacb-858f-4807-b583-464e969fabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:52.105509 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d30d976b-915b-48d4-911e-d21c229c85c9 req-55f8dacb-858f-4807-b583-464e969fabcf service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4404111 Oct 13 11:50:52.179528 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-13e9e781-ce26-40f4-9bb9-767b596958c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:52.180985 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-13e9e781-ce26-40f4-9bb9-767b596958c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=72319cb5cc3043809963d47da0faa3d4&device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 1094 time: 0.0391927 Oct 13 11:50:52.224085 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-06edc245-2fa4-40fa-b6bc-f6e707d1dff0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=817aeb0f-eff7-4bb9-9cac-9f687b0d2442 HTTP/1.1" status: 200 len: 217 time: 0.0349734 Oct 13 11:50:52.274197 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-2f06d537-9ef1-43c4-b165-d12d32a294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:52.275675 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-2f06d537-9ef1-43c4-b165-d12d32a294ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae6bcbee-ee8f-417a-9415-f951216e354a HTTP/1.1" status: 200 len: 854 time: 0.0453000 Oct 13 11:50:52.309854 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-317201c9-443e-41f7-89fa-5a5a3c7693db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e2b6d51-5445-4b34-a84b-0695881ca173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275257 Oct 13 11:50:52.399894 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-4d73d0da-9b0e-4eda-b468-aa8b747daf93 service neutron] 10.222.0.46 "GET /v2.0/networks/2e2b6d51-5445-4b34-a84b-0695881ca173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828037 Oct 13 11:50:52.494427 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e14955e-f766-47e6-aa8b-adf57c9d224a req-03507e39-3f18-43be-a88b-74b9eac487c1 service neutron] 10.222.0.46 "GET /v2.0/networks/2e2b6d51-5445-4b34-a84b-0695881ca173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875292 Oct 13 11:50:52.527013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a49155-a188-4de9-971e-24dae7768071 req-cfa1fc31-ec26-45c2-85ea-b66d719f5bcb tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:52.528479 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92a49155-a188-4de9-971e-24dae7768071 req-cfa1fc31-ec26-45c2-85ea-b66d719f5bcb tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 943 time: 0.0517955 Oct 13 11:50:52.570166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92a49155-a188-4de9-971e-24dae7768071 req-8ff58180-a5bb-47f9-ae13-771d3394392b tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354850 Oct 13 11:50:53.684403 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af665fb-7017-4944-a631-6bc6e8e3501c req-f7c1e242-7c0a-49a3-b0b7-cef25846d968 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:53.685866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4af665fb-7017-4944-a631-6bc6e8e3501c req-f7c1e242-7c0a-49a3-b0b7-cef25846d968 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 943 time: 0.0486777 Oct 13 11:50:53.723604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4af665fb-7017-4944-a631-6bc6e8e3501c req-b7f179e8-0f30-46c4-b9d5-7eb27171a297 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312748 Oct 13 11:50:54.836750 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d2777-d927-4eef-855a-d4042b6c1e02 req-ff083e01-65f6-432f-a548-14f907a1bc7d tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:54.838214 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f33d2777-d927-4eef-855a-d4042b6c1e02 req-ff083e01-65f6-432f-a548-14f907a1bc7d tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 943 time: 0.0488811 Oct 13 11:50:54.876279 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f33d2777-d927-4eef-855a-d4042b6c1e02 req-71599a3f-b0fd-49fc-960d-37fdb0110c73 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Oct 13 11:50:55.989187 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73444c-1896-40a4-be62-be417c0d3561 req-5306a585-397f-45e9-95a3-482cf80cd36c tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:55.990682 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd73444c-1896-40a4-be62-be417c0d3561 req-5306a585-397f-45e9-95a3-482cf80cd36c tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 943 time: 0.0479832 Oct 13 11:50:56.032356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bd73444c-1896-40a4-be62-be417c0d3561 req-525eaa8f-c143-498f-adfc-3da69d019ab0 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358462 Oct 13 11:50:56.227202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:50:56.324124 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=817aeb0f-eff7-4bb9-9cac-9f687b0d2442,segment=NetworkSegment(dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6),segment_id=dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:56.335073 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '817aeb0f-eff7-4bb9-9cac-9f687b0d2442', 'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173', 'port_id': '817aeb0f-eff7-4bb9-9cac-9f687b0d2442', 'mac_address': 'fa:16:3e:e5:53:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6bcbee-ee8f-417a-9415-f951216e354a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:50:56.371397 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:56.384622 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:50:56.404351 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=817aeb0f-eff7-4bb9-9cac-9f687b0d2442,segment=NetworkSegment(dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6),segment_id=dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:56.457702 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:56.507641 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=817aeb0f-eff7-4bb9-9cac-9f687b0d2442,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:56.766697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['817aeb0f-eff7-4bb9-9cac-9f687b0d2442'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:50:57.149883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efa6ab-a7c6-4d11-b251-15b1a8d9c188 req-de9f65aa-693f-4256-996b-01dfe057e382 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:57.151404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8efa6ab-a7c6-4d11-b251-15b1a8d9c188 req-de9f65aa-693f-4256-996b-01dfe057e382 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 944 time: 0.0510149 Oct 13 11:50:57.189752 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8efa6ab-a7c6-4d11-b251-15b1a8d9c188 req-538a9ffe-ba2b-4e8e-bdd2-6bf58bc6ca97 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316420 Oct 13 11:50:58.239562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:50:58.304229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66716990-7483-4b20-8568-3ec9998bed83 req-d7947dd1-9a02-48c9-88e6-e17eaf1b7ae0 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:58.305682 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66716990-7483-4b20-8568-3ec9998bed83 req-d7947dd1-9a02-48c9-88e6-e17eaf1b7ae0 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 944 time: 0.0483334 Oct 13 11:50:58.344533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66716990-7483-4b20-8568-3ec9998bed83 req-accb2eee-52bd-4640-bd96-ccffceb4e486 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327978 Oct 13 11:50:58.396805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:50:58.400788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:50:58.401160 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:58.479617 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:58.504400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2242f0f5-f3e5-4c4b-934b-cd1152d50539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817aeb0f-eff7-4bb9-9cac-9f687b0d2442'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:50:58.506711 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b89d0f6-7c81-4f96-8c03-81eb5b319374" -d '{"events": [{"server_uuid": "2242f0f5-f3e5-4c4b-934b-cd1152d50539", "name": "network-vif-plugged", "status": "completed", "tag": "817aeb0f-eff7-4bb9-9cac-9f687b0d2442"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:50:58.519467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=817aeb0f-eff7-4bb9-9cac-9f687b0d2442,segment=NetworkSegment(dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6),segment_id=dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:50:58.543499 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0414d7a7-3fdc-4258-aa92-5fc43ef0e0ce x-openstack-request-id: req-0414d7a7-3fdc-4258-aa92-5fc43ef0e0ce {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:50:58.543815 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2242f0f5-f3e5-4c4b-934b-cd1152d50539", "name": "network-vif-plugged", "status": "completed", "tag": "817aeb0f-eff7-4bb9-9cac-9f687b0d2442", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:50:58.544070 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0414d7a7-3fdc-4258-aa92-5fc43ef0e0ce {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:50:58.544459 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2242f0f5-f3e5-4c4b-934b-cd1152d50539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817aeb0f-eff7-4bb9-9cac-9f687b0d2442', 'code': 200} Oct 13 11:50:58.579606 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:50:58.628214 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=817aeb0f-eff7-4bb9-9cac-9f687b0d2442,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:50:58.641477 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dc6f0-d166-4045-8f10-648faaa38194 req-22ff00c1-fc1e-4bb8-ba5b-b2896e739bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:58.643058 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d54dc6f0-d166-4045-8f10-648faaa38194 req-22ff00c1-fc1e-4bb8-ba5b-b2896e739bd0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 1096 time: 0.0425351 Oct 13 11:50:58.677655 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d54dc6f0-d166-4045-8f10-648faaa38194 req-aaa10cf7-f67e-43ca-98b1-ef01ff0bd070 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276642 Oct 13 11:50:59.462005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ab204-08ef-45e5-9ea5-8a562b830b76 req-8f5be692-0f2b-4efa-8c8f-969a17c7b11b tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:50:59.463526 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-515ab204-08ef-45e5-9ea5-8a562b830b76 req-8f5be692-0f2b-4efa-8c8f-969a17c7b11b tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 945 time: 0.0494759 Oct 13 11:50:59.517168 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-515ab204-08ef-45e5-9ea5-8a562b830b76 req-ee9b6892-e77a-4953-9f5a-0a9ba33504c1 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470176 Oct 13 11:51:00.335617 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:51:00.637489 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412529d7-dae9-4a18-bba2-38c78791f648 req-2656e760-4928-47a5-891c-ca558a37152d tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:00.639123 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-412529d7-dae9-4a18-bba2-38c78791f648 req-2656e760-4928-47a5-891c-ca558a37152d tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 945 time: 0.0506194 Oct 13 11:51:00.677221 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-412529d7-dae9-4a18-bba2-38c78791f648 req-1cda95d5-af36-4fbf-b31b-0f8bfd4add1c tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313287 Oct 13 11:51:00.902726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-d0abe65b-9f1d-421f-8292-84f5d900f9e2 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:00.904072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-d0abe65b-9f1d-421f-8292-84f5d900f9e2 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/networks?id=2e2b6d51-5445-4b34-a84b-0695881ca173 HTTP/1.1" status: 200 len: 814 time: 0.1055532 Oct 13 11:51:00.919247 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-4196e9e9-c54a-4709-a56f-3623271eda1b tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/quotas/72319cb5cc3043809963d47da0faa3d4 HTTP/1.1" status: 200 len: 375 time: 0.0090072 Oct 13 11:51:00.967666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-675a3482-086b-46e6-833d-ac8dfac6ba32 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=72319cb5cc3043809963d47da0faa3d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427718 Oct 13 11:51:01.055109 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-5b5958b5-4852-439a-b991-05354161c8f7 service neutron] 10.222.0.32 "GET /v2.0/networks/2e2b6d51-5445-4b34-a84b-0695881ca173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797701 Oct 13 11:51:01.146918 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-06dc3010-fcdf-4abc-a8db-7842b06e6016 service neutron] 10.222.0.32 "GET /v2.0/networks/2e2b6d51-5445-4b34-a84b-0695881ca173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856771 Oct 13 11:51:01.398151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53adc79f-7017-4b5e-a416-eab0f38be1c7 req-6a1d0845-1ed5-45f9-9fd4-65f19743c014 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 210 time: 0.0278733 Oct 13 11:51:02.499712 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ecd68d3b-bf14-4352-b9d0-0518e896a5a1 req-ebf496b7-8f3b-4095-b3cd-2b053b11a832 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 210 time: 0.0262134 Oct 13 11:51:03.246729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-6a4cb606-d32c-4692-8bff-1c9ec77fe6b8 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:03.248161 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-6a4cb606-d32c-4692-8bff-1c9ec77fe6b8 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.21 "GET /v2.0/networks?id=2e2b6d51-5445-4b34-a84b-0695881ca173 HTTP/1.1" status: 200 len: 814 time: 0.1068177 Oct 13 11:51:03.261135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-0156e9f5-0ecd-412d-8be4-e71cad7822d4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Request body: {'port': {'device_id': '866d275e-4915-41ee-94aa-5d2d2e6db231', 'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173', 'admin_state_up': True, 'tenant_id': '72319cb5cc3043809963d47da0faa3d4'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:03.437061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-0156e9f5-0ecd-412d-8be4-e71cad7822d4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Made reservation on behalf of 72319cb5cc3043809963d47da0faa3d4 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:03.440895 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-0156e9f5-0ecd-412d-8be4-e71cad7822d4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:03.573894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-0156e9f5-0ecd-412d-8be4-e71cad7822d4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Allocated IP 172.20.0.3 (2e2b6d51-5445-4b34-a84b-0695881ca173/ae6bcbee-ee8f-417a-9415-f951216e354a/833218b4-10ae-4f92-a002-fc7889a1363f) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:51:03.653326 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0789fdb6-fbc6-4d0e-ae51-01eeca6db9b9 req-4bbe6d0c-20cd-4422-9d56-832aba9c62f7 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 210 time: 0.0815392 Oct 13 11:51:03.735040 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-0156e9f5-0ecd-412d-8be4-e71cad7822d4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:03.837339 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-0156e9f5-0ecd-412d-8be4-e71cad7822d4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:03.849860 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['817aeb0f-eff7-4bb9-9cac-9f687b0d2442'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:51:03.881564 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-0156e9f5-0ecd-412d-8be4-e71cad7822d4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Network 2e2b6d51-5445-4b34-a84b-0695881ca173 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:51:03.884737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-0156e9f5-0ecd-412d-8be4-e71cad7822d4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:03.888719 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-0156e9f5-0ecd-412d-8be4-e71cad7822d4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:51:03.915916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156e9f5-0ecd-412d-8be4-e71cad7822d4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Pushing event updated for resources: {'Port': ['ID=833218b4-10ae-4f92-a002-fc7889a1363f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:03.943956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-0156e9f5-0ecd-412d-8be4-e71cad7822d4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:03.944590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-0156e9f5-0ecd-412d-8be4-e71cad7822d4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:04.017400 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-0156e9f5-0ecd-412d-8be4-e71cad7822d4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7600427 Oct 13 11:51:04.029531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Request body: {'port': {'device_id': '866d275e-4915-41ee-94aa-5d2d2e6db231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:04.087034 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:04.363649 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833218b4-10ae-4f92-a002-fc7889a1363f {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:51:04.370989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:04.383858 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Transition to ACTIVE for port object 833218b4-10ae-4f92-a002-fc7889a1363f will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:51:04.456997 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:04.510059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Pushing event updated for resources: {'Port': ['ID=833218b4-10ae-4f92-a002-fc7889a1363f,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:04.584073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Attempting to bind port 833218b4-10ae-4f92-a002-fc7889a1363f on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:51:04.584419 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Attempting to bind port 833218b4-10ae-4f92-a002-fc7889a1363f by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': 'dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:51:04.584758 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Attempting to bind port 833218b4-10ae-4f92-a002-fc7889a1363f on network 2e2b6d51-5445-4b34-a84b-0695881ca173 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:51:04.589060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Port 833218b4-10ae-4f92-a002-fc7889a1363f on network 2e2b6d51-5445-4b34-a84b-0695881ca173 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:51:04.592184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Attempting to bind port 833218b4-10ae-4f92-a002-fc7889a1363f on network 2e2b6d51-5445-4b34-a84b-0695881ca173 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:51:04.594165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:51:04.594545 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Checking segment: {'id': 'dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:04.594939 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Bound using segment: {'id': 'dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:51:04.595379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Bound port: 833218b4-10ae-4f92-a002-fc7889a1363f, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:51:04.595739 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:04.660641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] For port 833218b4-10ae-4f92-a002-fc7889a1363f, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:51:04.663751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] For port 833218b4-10ae-4f92-a002-fc7889a1363f, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=833218b4-10ae-4f92-a002-fc7889a1363f,segment=NetworkSegment(dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6),segment_id=dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:51:04.734619 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:04.773250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:04.774913 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:04.775478 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] 10.222.0.21 "PUT /v2.0/ports/833218b4-10ae-4f92-a002-fc7889a1363f HTTP/1.1" status: 200 len: 1091 time: 0.7500021 Oct 13 11:51:04.775920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866d275e-4915-41ee-94aa-5d2d2e6db231', 'tag': '833218b4-10ae-4f92-a002-fc7889a1363f'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:51:04.778217 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2c9b7b-c948-4234-a79f-dff2dfab320d" -d '{"events": [{"name": "network-changed", "server_uuid": "866d275e-4915-41ee-94aa-5d2d2e6db231", "tag": "833218b4-10ae-4f92-a002-fc7889a1363f"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:51:04.785840 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb9663-6d2f-4712-9849-081bd9370e60 req-2a60ca8e-8a81-4027-ae46-af9f5ea575c8 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:04.787605 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebbb9663-6d2f-4712-9849-081bd9370e60 req-2a60ca8e-8a81-4027-ae46-af9f5ea575c8 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 943 time: 0.0599644 Oct 13 11:51:04.800320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bca7be-a6e2-4fb4-8fa6-8c5c5788bf0f service neutron] Pushing event updated for resources: {'Port': ['ID=833218b4-10ae-4f92-a002-fc7889a1363f,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:04.829812 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebbb9663-6d2f-4712-9849-081bd9370e60 req-635e8987-8bd6-42d0-a2ad-e8b28c5db04b tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352135 Oct 13 11:51:04.888333 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a8a98a-3fac-48bf-afab-17adbed9dfcc x-openstack-request-id: req-46a8a98a-3fac-48bf-afab-17adbed9dfcc {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:51:04.888700 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866d275e-4915-41ee-94aa-5d2d2e6db231", "tag": "833218b4-10ae-4f92-a002-fc7889a1363f", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:51:04.889144 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46a8a98a-3fac-48bf-afab-17adbed9dfcc {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:51:04.889552 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866d275e-4915-41ee-94aa-5d2d2e6db231', 'tag': '833218b4-10ae-4f92-a002-fc7889a1363f', 'status': 'completed', 'code': 200} Oct 13 11:51:04.924912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-8a30864c-c662-4575-a994-31b647a1a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:04.926546 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-8a30864c-c662-4575-a994-31b647a1a668 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72319cb5cc3043809963d47da0faa3d4&device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 1094 time: 0.0487523 Oct 13 11:51:04.968937 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-5cc315b2-192f-4ab7-b717-26f9d5e469dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=833218b4-10ae-4f92-a002-fc7889a1363f HTTP/1.1" status: 200 len: 217 time: 0.0345690 Oct 13 11:51:05.017613 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-5b52d6d6-988b-4d68-83f6-6c0472a0b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:05.019405 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-5b52d6d6-988b-4d68-83f6-6c0472a0b9b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae6bcbee-ee8f-417a-9415-f951216e354a HTTP/1.1" status: 200 len: 854 time: 0.0443609 Oct 13 11:51:05.051451 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-19bf3619-535d-44a6-a881-4e7ade74477a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e2b6d51-5445-4b34-a84b-0695881ca173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250518 Oct 13 11:51:05.145642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-089a9799-8108-444d-9b50-c8cc1f9b9734 service neutron] 10.222.0.21 "GET /v2.0/networks/2e2b6d51-5445-4b34-a84b-0695881ca173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872800 Oct 13 11:51:05.234310 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-caf40ed1-ca59-48c7-89cc-a5daef4c51a5 req-d6c9b3a8-2762-4482-800a-ee296d70babc service neutron] 10.222.0.21 "GET /v2.0/networks/2e2b6d51-5445-4b34-a84b-0695881ca173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810664 Oct 13 11:51:05.430584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c9b7b-c948-4234-a79f-dff2dfab320d req-832374c1-1324-493a-bdf3-261f26deccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:05.432053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b2c9b7b-c948-4234-a79f-dff2dfab320d req-832374c1-1324-493a-bdf3-261f26deccd0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72319cb5cc3043809963d47da0faa3d4&device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 1094 time: 0.0464282 Oct 13 11:51:05.522099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c9b7b-c948-4234-a79f-dff2dfab320d req-9c83c2c6-5c96-4042-842b-2bf15de3671b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:05.523519 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b2c9b7b-c948-4234-a79f-dff2dfab320d req-9c83c2c6-5c96-4042-842b-2bf15de3671b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e2b6d51-5445-4b34-a84b-0695881ca173 HTTP/1.1" status: 200 len: 915 time: 0.0838926 Oct 13 11:51:05.571333 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b2c9b7b-c948-4234-a79f-dff2dfab320d req-b28add2e-c776-42a4-a6c8-86d1ab563104 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=833218b4-10ae-4f92-a002-fc7889a1363f HTTP/1.1" status: 200 len: 217 time: 0.0392594 Oct 13 11:51:05.622759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c9b7b-c948-4234-a79f-dff2dfab320d req-af061179-ad52-4732-8a94-e92c08463e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:05.624679 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b2c9b7b-c948-4234-a79f-dff2dfab320d req-af061179-ad52-4732-8a94-e92c08463e6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae6bcbee-ee8f-417a-9415-f951216e354a HTTP/1.1" status: 200 len: 854 time: 0.0445006 Oct 13 11:51:05.655700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b2c9b7b-c948-4234-a79f-dff2dfab320d req-b12cbb3c-737b-4999-be49-94c3e01558c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e2b6d51-5445-4b34-a84b-0695881ca173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239773 Oct 13 11:51:05.750678 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b2c9b7b-c948-4234-a79f-dff2dfab320d req-f84b005d-0e7e-445b-ba15-5148f7aba1da service neutron] 10.222.0.21 "GET /v2.0/networks/2e2b6d51-5445-4b34-a84b-0695881ca173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871518 Oct 13 11:51:05.840992 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6b2c9b7b-c948-4234-a79f-dff2dfab320d req-f9cbd6ba-168f-4da4-9c44-38ce0bae0442 service neutron] 10.222.0.21 "GET /v2.0/networks/2e2b6d51-5445-4b34-a84b-0695881ca173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830705 Oct 13 11:51:05.953664 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561a39d-ea91-4abc-a570-84e96e8bc362 req-4116dbeb-59b9-4eab-8630-f20304e9877c tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:05.955262 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2561a39d-ea91-4abc-a570-84e96e8bc362 req-4116dbeb-59b9-4eab-8630-f20304e9877c tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 943 time: 0.0480778 Oct 13 11:51:05.993298 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2561a39d-ea91-4abc-a570-84e96e8bc362 req-76ebd295-e811-4909-af95-3666c1699602 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Oct 13 11:51:07.107473 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e98a75-7b8b-4095-9874-f3509e544621 req-a640af10-386b-4d2c-84cf-2a5158b30dc6 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:07.110116 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20e98a75-7b8b-4095-9874-f3509e544621 req-a640af10-386b-4d2c-84cf-2a5158b30dc6 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 943 time: 0.0506544 Oct 13 11:51:07.147342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20e98a75-7b8b-4095-9874-f3509e544621 req-45f5f39d-4aab-4c2b-82d0-ef49204e1ef1 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Oct 13 11:51:08.045994 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23d392a7-1907-46d2-8f19-47ced848c2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:08.268833 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbee85-54e1-4702-83aa-fc3cde24350b req-fd128916-3b88-4138-afef-7a2bfa784b70 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:08.270369 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06dbee85-54e1-4702-83aa-fc3cde24350b req-fd128916-3b88-4138-afef-7a2bfa784b70 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 943 time: 0.0544999 Oct 13 11:51:08.307819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-06dbee85-54e1-4702-83aa-fc3cde24350b req-80346084-ea15-4d6e-9152-6df3027d088e tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314097 Oct 13 11:51:08.393201 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 833218b4-10ae-4f92-a002-fc7889a1363f details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:51:08.496387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 833218b4-10ae-4f92-a002-fc7889a1363f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=833218b4-10ae-4f92-a002-fc7889a1363f,segment=NetworkSegment(dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6),segment_id=dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:08.511421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '833218b4-10ae-4f92-a002-fc7889a1363f', 'network_id': '2e2b6d51-5445-4b34-a84b-0695881ca173', 'port_id': '833218b4-10ae-4f92-a002-fc7889a1363f', 'mac_address': 'fa:16:3e:08:67:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6bcbee-ee8f-417a-9415-f951216e354a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:51:08.550421 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:08.564180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833218b4-10ae-4f92-a002-fc7889a1363f {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:51:08.583959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 833218b4-10ae-4f92-a002-fc7889a1363f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=833218b4-10ae-4f92-a002-fc7889a1363f,segment=NetworkSegment(dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6),segment_id=dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:08.668957 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:08.718309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=833218b4-10ae-4f92-a002-fc7889a1363f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:08.725599 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:08.725938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:08.726273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:08.726698 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:08.727028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:08.727355 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:08.727680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:08.728002 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:08.728323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:08.728642 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:08.729012 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:08.729274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:08.896894 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['833218b4-10ae-4f92-a002-fc7889a1363f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:51:09.362993 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:09.426520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6109f-73be-420a-a2ee-62195eb019fc req-14166b82-a3d0-4639-88e3-e4c6789dfd5c tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:09.428035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ffc6109f-73be-420a-a2ee-62195eb019fc req-14166b82-a3d0-4639-88e3-e4c6789dfd5c tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 944 time: 0.0506833 Oct 13 11:51:09.469968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ffc6109f-73be-420a-a2ee-62195eb019fc req-22142896-dcb2-4c11-ac3c-f865c5bbc23a tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355117 Oct 13 11:51:10.402221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 833218b4-10ae-4f92-a002-fc7889a1363f up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:51:10.504658 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 833218b4-10ae-4f92-a002-fc7889a1363f completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:51:10.508581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 833218b4-10ae-4f92-a002-fc7889a1363f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:10.509037 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:10.586598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a4f04-f84d-4e0b-a966-090047a21866 req-52238bce-f843-4a28-a9ba-691e104e57e5 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:10.588084 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-180a4f04-f84d-4e0b-a966-090047a21866 req-52238bce-f843-4a28-a9ba-691e104e57e5 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 944 time: 0.0507610 Oct 13 11:51:10.589046 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:10.611820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866d275e-4915-41ee-94aa-5d2d2e6db231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833218b4-10ae-4f92-a002-fc7889a1363f'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:51:10.614049 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c03657c-b3aa-4770-a7ea-1c9a6e842969" -d '{"events": [{"server_uuid": "866d275e-4915-41ee-94aa-5d2d2e6db231", "name": "network-vif-plugged", "status": "completed", "tag": "833218b4-10ae-4f92-a002-fc7889a1363f"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:51:10.627190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 833218b4-10ae-4f92-a002-fc7889a1363f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=833218b4-10ae-4f92-a002-fc7889a1363f,segment=NetworkSegment(dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6),segment_id=dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:10.628563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-180a4f04-f84d-4e0b-a966-090047a21866 req-f8b5d871-82d2-4df8-b6c0-fa8e2b48bb44 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334380 Oct 13 11:51:10.676182 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0991b9ef-a67f-49d9-9463-88e20012c023 x-openstack-request-id: req-0991b9ef-a67f-49d9-9463-88e20012c023 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:51:10.676477 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866d275e-4915-41ee-94aa-5d2d2e6db231", "name": "network-vif-plugged", "status": "completed", "tag": "833218b4-10ae-4f92-a002-fc7889a1363f", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:51:10.676745 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0991b9ef-a67f-49d9-9463-88e20012c023 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:51:10.677135 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866d275e-4915-41ee-94aa-5d2d2e6db231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833218b4-10ae-4f92-a002-fc7889a1363f', 'code': 200} Oct 13 11:51:10.705044 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:10.764229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=833218b4-10ae-4f92-a002-fc7889a1363f,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:10.777045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bbc01-45fd-422a-8e4b-0f64ff8b0d5b req-025ad47b-e530-4b5f-8bd2-2050c386210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:10.778725 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c8bbc01-45fd-422a-8e4b-0f64ff8b0d5b req-025ad47b-e530-4b5f-8bd2-2050c386210e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 1096 time: 0.0430162 Oct 13 11:51:10.813170 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c8bbc01-45fd-422a-8e4b-0f64ff8b0d5b req-0be56494-64fb-42d2-beb0-23e9f4e5baea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278447 Oct 13 11:51:10.839866 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fca05234-7118-412e-92ec-020b3f4e46d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:11.034131 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:11.751684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6605f2f-5bd9-4a85-a38b-ab749583e08b req-b1bb2830-aaf7-4779-8232-bedf4990a05f tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:11.753176 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6605f2f-5bd9-4a85-a38b-ab749583e08b req-b1bb2830-aaf7-4779-8232-bedf4990a05f tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 945 time: 0.0556991 Oct 13 11:51:11.789016 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:11.794150 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6605f2f-5bd9-4a85-a38b-ab749583e08b req-2a0111d2-481a-47b7-a638-1523a8e243c7 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349040 Oct 13 11:51:12.396378 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:12.908666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda85a8-5e98-4e15-8299-1f9c8833a2e8 req-2421975a-ece6-409b-bb4e-035c2125334b tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:12.910144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cdda85a8-5e98-4e15-8299-1f9c8833a2e8 req-2421975a-ece6-409b-bb4e-035c2125334b tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 945 time: 0.0497704 Oct 13 11:51:12.947364 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cdda85a8-5e98-4e15-8299-1f9c8833a2e8 req-af903fba-9cdb-4eb2-be4d-59019ab443af tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312181 Oct 13 11:51:13.380340 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa6c5a-59ef-4e7d-909a-6fc75e08e77e req-e4fa2647-5242-43ea-a060-07e5fdb0638c tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:13.381694 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebaa6c5a-59ef-4e7d-909a-6fc75e08e77e req-e4fa2647-5242-43ea-a060-07e5fdb0638c tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 945 time: 0.0484788 Oct 13 11:51:13.419736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebaa6c5a-59ef-4e7d-909a-6fc75e08e77e req-84034297-709a-4b5b-9080-9bd3e9dc8df4 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320668 Oct 13 11:51:13.628273 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:14.537486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797c812-9a3e-4dae-9041-3cc62e1ea61a req-669e9c93-d7fb-4ddd-965e-3a4c56eeb463 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:14.538955 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2797c812-9a3e-4dae-9041-3cc62e1ea61a req-669e9c93-d7fb-4ddd-965e-3a4c56eeb463 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 945 time: 0.0519886 Oct 13 11:51:14.575312 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2797c812-9a3e-4dae-9041-3cc62e1ea61a req-2f927fce-7dd4-4a17-8acf-7fc9941964be tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305290 Oct 13 11:51:14.623044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d8a1d-2189-4a7e-b4da-719b6b3afc20 req-a082972d-686c-4e73-8dd2-157043eeed40 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:14.625316 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f0d8a1d-2189-4a7e-b4da-719b6b3afc20 req-a082972d-686c-4e73-8dd2-157043eeed40 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.21 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 945 time: 0.0552316 Oct 13 11:51:14.713860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-0f0d8a1d-2189-4a7e-b4da-719b6b3afc20 req-dfb8a5be-3a80-429f-9cbd-735b147fa4a2 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Deleting port 833218b4-10ae-4f92-a002-fc7889a1363f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:51:14.714106 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0f0d8a1d-2189-4a7e-b4da-719b6b3afc20 req-dfb8a5be-3a80-429f-9cbd-735b147fa4a2 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:14.804446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-0f0d8a1d-2189-4a7e-b4da-719b6b3afc20 req-dfb8a5be-3a80-429f-9cbd-735b147fa4a2 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] For port 833218b4-10ae-4f92-a002-fc7889a1363f, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=833218b4-10ae-4f92-a002-fc7889a1363f,segment=NetworkSegment(dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6),segment_id=dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:14.804814 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0f0d8a1d-2189-4a7e-b4da-719b6b3afc20 req-dfb8a5be-3a80-429f-9cbd-735b147fa4a2 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:14.817901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-0f0d8a1d-2189-4a7e-b4da-719b6b3afc20 req-dfb8a5be-3a80-429f-9cbd-735b147fa4a2 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Calling delete_port for 833218b4-10ae-4f92-a002-fc7889a1363f owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:51:15.005271 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0f0d8a1d-2189-4a7e-b4da-719b6b3afc20 req-dfb8a5be-3a80-429f-9cbd-735b147fa4a2 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:15.019395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['833218b4-10ae-4f92-a002-fc7889a1363f'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:51:15.021604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['817aeb0f-eff7-4bb9-9cac-9f687b0d2442'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:51:15.033356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8a5be-3a80-429f-9cbd-735b147fa4a2 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Pushing event deleted for resources: {'Port': ['ID=833218b4-10ae-4f92-a002-fc7889a1363f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:15.075788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0d8a1d-2189-4a7e-b4da-719b6b3afc20 req-dfb8a5be-3a80-429f-9cbd-735b147fa4a2 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] No DVR routers for this DVR port 833218b4-10ae-4f92-a002-fc7889a1363f on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:51:15.079087 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-0f0d8a1d-2189-4a7e-b4da-719b6b3afc20 req-dfb8a5be-3a80-429f-9cbd-735b147fa4a2 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:15.082344 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0f0d8a1d-2189-4a7e-b4da-719b6b3afc20 req-dfb8a5be-3a80-429f-9cbd-735b147fa4a2 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.21 "DELETE /v2.0/ports/833218b4-10ae-4f92-a002-fc7889a1363f HTTP/1.1" status: 204 len: 173 time: 0.4512558 Oct 13 11:51:15.082803 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866d275e-4915-41ee-94aa-5d2d2e6db231', 'name': 'network-vif-deleted', 'tag': '833218b4-10ae-4f92-a002-fc7889a1363f'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:51:15.085100 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61470a8f-bf89-47ca-8011-eeff3de525c6" -d '{"events": [{"server_uuid": "866d275e-4915-41ee-94aa-5d2d2e6db231", "name": "network-vif-deleted", "tag": "833218b4-10ae-4f92-a002-fc7889a1363f"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:51:15.121189 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94d58b2-128f-4f57-b384-dfa33207b1c7 x-openstack-request-id: req-b94d58b2-128f-4f57-b384-dfa33207b1c7 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:51:15.121504 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866d275e-4915-41ee-94aa-5d2d2e6db231", "name": "network-vif-deleted", "tag": "833218b4-10ae-4f92-a002-fc7889a1363f", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:51:15.121760 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b94d58b2-128f-4f57-b384-dfa33207b1c7 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:51:15.122632 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866d275e-4915-41ee-94aa-5d2d2e6db231', 'name': 'network-vif-deleted', 'tag': '833218b4-10ae-4f92-a002-fc7889a1363f', 'status': 'completed', 'code': 200} Oct 13 11:51:15.683357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0aa563c-824c-49ea-a165-a2344965018e req-9cf50853-3b13-405a-ba5d-145f8850c09d tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=866d275e-4915-41ee-94aa-5d2d2e6db231 HTTP/1.1" status: 200 len: 210 time: 0.0284257 Oct 13 11:51:16.827707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded524f-c7bc-4177-9e88-6d7acb1d15a6 req-5d8237c0-4274-4114-96e2-6b608f9b303a tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:16.829146 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aded524f-c7bc-4177-9e88-6d7acb1d15a6 req-5d8237c0-4274-4114-96e2-6b608f9b303a tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 945 time: 0.0471079 Oct 13 11:51:16.865969 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aded524f-c7bc-4177-9e88-6d7acb1d15a6 req-deb9904a-0cdd-4588-aec6-814b4bdf4c6b tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Oct 13 11:51:16.999465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba900ad3-4686-4df4-bdb4-395e0b374301 req-071c9751-61ed-4510-b237-8fbec792c9ba tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:17.001081 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba900ad3-4686-4df4-bdb4-395e0b374301 req-071c9751-61ed-4510-b237-8fbec792c9ba tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 945 time: 0.0528104 Oct 13 11:51:17.037973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba900ad3-4686-4df4-bdb4-395e0b374301 req-9ad87041-d097-4c37-bc03-730dbba5ad8e tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310953 Oct 13 11:51:17.158621 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd1ee9-e446-44ac-9c7e-04b5496e5b2b req-66fe41d7-bc2b-45fe-91a0-f89fd28599ce tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:17.160141 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-69dd1ee9-e446-44ac-9c7e-04b5496e5b2b req-66fe41d7-bc2b-45fe-91a0-f89fd28599ce tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 945 time: 0.0558825 Oct 13 11:51:17.206911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-69dd1ee9-e446-44ac-9c7e-04b5496e5b2b req-9e1a29c1-5700-4e78-8df7-0443ce8044a5 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409231 Oct 13 11:51:17.387761 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9280-e900-4df7-aed5-dc7111b2b5a3 req-11364c2c-d6c2-4640-a6a9-d37165313216 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:17.389219 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c93e9280-e900-4df7-aed5-dc7111b2b5a3 req-11364c2c-d6c2-4640-a6a9-d37165313216 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 945 time: 0.0492196 Oct 13 11:51:17.433724 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c93e9280-e900-4df7-aed5-dc7111b2b5a3 req-a9b21563-a95d-4bf5-a9eb-cad2af3bbbf9 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358517 Oct 13 11:51:17.553423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a9db5-ff64-494c-8845-aaab8f50971e req-3f37132b-9ffc-4422-82a7-344f770e38cf tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:17.554828 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-415a9db5-ff64-494c-8845-aaab8f50971e req-3f37132b-9ffc-4422-82a7-344f770e38cf tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 945 time: 0.0535300 Oct 13 11:51:17.594003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-415a9db5-ff64-494c-8845-aaab8f50971e req-e52689df-31ee-43f0-94eb-3f093e89f957 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330310 Oct 13 11:51:17.721154 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577b179-d15d-439a-9336-4eae89fcdbdd req-4058a228-8a08-42b6-9fed-f7ed5804cc66 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:17.722642 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5577b179-d15d-439a-9336-4eae89fcdbdd req-4058a228-8a08-42b6-9fed-f7ed5804cc66 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 945 time: 0.0490890 Oct 13 11:51:17.760389 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5577b179-d15d-439a-9336-4eae89fcdbdd req-a9f6c49b-2436-47b1-aeb9-2e2e7f1f4a09 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318596 Oct 13 11:51:18.273679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff77ec-3806-47e7-b6d3-549b6de30ea2 req-c3ff25f8-4186-4eab-ae45-1aa8009a8aa0 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:18.275240 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6ff77ec-3806-47e7-b6d3-549b6de30ea2 req-c3ff25f8-4186-4eab-ae45-1aa8009a8aa0 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 945 time: 0.0507112 Oct 13 11:51:18.314175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6ff77ec-3806-47e7-b6d3-549b6de30ea2 req-4c5c8f74-d3ef-41f1-bdbb-8de7c7dd43c0 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329676 Oct 13 11:51:18.480653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 833218b4-10ae-4f92-a002-fc7889a1363f no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:51:18.501537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: 833218b4-10ae-4f92-a002-fc7889a1363f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:51:18.501873 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 833218b4-10ae-4f92-a002-fc7889a1363f not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:51:19.442128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fb48d-2b9c-41d6-8562-2549deb087eb req-8953d6bb-0cdc-46c5-ba8b-cedb7378830a tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:19.443721 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f68fb48d-2b9c-41d6-8562-2549deb087eb req-8953d6bb-0cdc-46c5-ba8b-cedb7378830a tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 945 time: 0.0608451 Oct 13 11:51:19.482979 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f68fb48d-2b9c-41d6-8562-2549deb087eb req-70c50397-27ca-4e57-ac23-690cff501d62 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9d85a4-0409-435e-bb85-17f0dff5ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332224 Oct 13 11:51:19.835513 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60df29e-2226-4644-8fa1-39952bfb42d6 req-0061e689-bd12-490a-9e33-5dcd1921bfe8 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:19.837102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e60df29e-2226-4644-8fa1-39952bfb42d6 req-0061e689-bd12-490a-9e33-5dcd1921bfe8 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.46 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 945 time: 0.0552852 Oct 13 11:51:19.937621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-e60df29e-2226-4644-8fa1-39952bfb42d6 req-b8bd5592-9d42-4be7-ae7b-1f6490eda6b1 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Deleting port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:51:19.938507 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e60df29e-2226-4644-8fa1-39952bfb42d6 req-b8bd5592-9d42-4be7-ae7b-1f6490eda6b1 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:20.033998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-e60df29e-2226-4644-8fa1-39952bfb42d6 req-b8bd5592-9d42-4be7-ae7b-1f6490eda6b1 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] For port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=817aeb0f-eff7-4bb9-9cac-9f687b0d2442,segment=NetworkSegment(dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6),segment_id=dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:20.034402 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e60df29e-2226-4644-8fa1-39952bfb42d6 req-b8bd5592-9d42-4be7-ae7b-1f6490eda6b1 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:20.051583 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-e60df29e-2226-4644-8fa1-39952bfb42d6 req-b8bd5592-9d42-4be7-ae7b-1f6490eda6b1 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Calling delete_port for 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:51:20.257434 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e60df29e-2226-4644-8fa1-39952bfb42d6 req-b8bd5592-9d42-4be7-ae7b-1f6490eda6b1 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:20.269542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['817aeb0f-eff7-4bb9-9cac-9f687b0d2442'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:51:20.287991 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd5592-9d42-4be7-ae7b-1f6490eda6b1 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Pushing event deleted for resources: {'Port': ['ID=817aeb0f-eff7-4bb9-9cac-9f687b0d2442,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:20.333850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60df29e-2226-4644-8fa1-39952bfb42d6 req-b8bd5592-9d42-4be7-ae7b-1f6490eda6b1 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] No DVR routers for this DVR port 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:51:20.336589 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e60df29e-2226-4644-8fa1-39952bfb42d6 req-b8bd5592-9d42-4be7-ae7b-1f6490eda6b1 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:20.339976 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e60df29e-2226-4644-8fa1-39952bfb42d6 req-b8bd5592-9d42-4be7-ae7b-1f6490eda6b1 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.46 "DELETE /v2.0/ports/817aeb0f-eff7-4bb9-9cac-9f687b0d2442 HTTP/1.1" status: 204 len: 173 time: 0.4969392 Oct 13 11:51:20.340424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2242f0f5-f3e5-4c4b-934b-cd1152d50539', 'name': 'network-vif-deleted', 'tag': '817aeb0f-eff7-4bb9-9cac-9f687b0d2442'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:51:20.342736 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbffc9ec-0996-4b15-a757-6ebb97568320" -d '{"events": [{"server_uuid": "2242f0f5-f3e5-4c4b-934b-cd1152d50539", "name": "network-vif-deleted", "tag": "817aeb0f-eff7-4bb9-9cac-9f687b0d2442"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:51:20.381844 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01e28d4-a15f-49fd-91cf-5c193074c027 x-openstack-request-id: req-b01e28d4-a15f-49fd-91cf-5c193074c027 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:51:20.382146 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2242f0f5-f3e5-4c4b-934b-cd1152d50539", "name": "network-vif-deleted", "tag": "817aeb0f-eff7-4bb9-9cac-9f687b0d2442", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:51:20.382501 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b01e28d4-a15f-49fd-91cf-5c193074c027 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:51:20.385681 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2242f0f5-f3e5-4c4b-934b-cd1152d50539', 'name': 'network-vif-deleted', 'tag': '817aeb0f-eff7-4bb9-9cac-9f687b0d2442', 'status': 'completed', 'code': 200} Oct 13 11:51:20.590924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8841a19c-851a-4a5e-b65c-716fb44c6b3d req-30f636ab-320f-49ce-8925-066a3c1e4334 tempest-ServersNegativeTestJSON-360561172 tempest-ServersNegativeTestJSON-360561172-project] 10.222.0.32 "GET /v2.0/ports?device_id=2242f0f5-f3e5-4c4b-934b-cd1152d50539 HTTP/1.1" status: 200 len: 210 time: 0.0295424 Oct 13 11:51:21.649805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37854) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:21.696077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55f043a-34eb-4b00-9eab-b665433270dd admin admin] Deleting subnet ae6bcbee-ee8f-417a-9415-f951216e354a {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:51:21.699065 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f55f043a-34eb-4b00-9eab-b665433270dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:21.733298 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f55f043a-34eb-4b00-9eab-b665433270dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:21.786247 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f55f043a-34eb-4b00-9eab-b665433270dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:21.908887 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f55f043a-34eb-4b00-9eab-b665433270dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:21.934432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f043a-34eb-4b00-9eab-b665433270dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6bcbee-ee8f-417a-9415-f951216e354a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:21.938624 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f55f043a-34eb-4b00-9eab-b665433270dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:21.941896 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f55f043a-34eb-4b00-9eab-b665433270dd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ae6bcbee-ee8f-417a-9415-f951216e354a HTTP/1.1" status: 204 len: 168 time: 0.2910237 Oct 13 11:51:21.945074 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37856) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:22.021290 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61ebe93-c9cf-4792-bce0-6a739f68a60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:22.106963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61ebe93-c9cf-4792-bce0-6a739f68a60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:22.129091 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c61ebe93-c9cf-4792-bce0-6a739f68a60f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2b6d51-5445-4b34-a84b-0695881ca173']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:22.139875 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c61ebe93-c9cf-4792-bce0-6a739f68a60f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:22.140779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c61ebe93-c9cf-4792-bce0-6a739f68a60f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcacc47c-47e3-4c0f-aca6-3e42f7d1dee6') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:22.151360 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61ebe93-c9cf-4792-bce0-6a739f68a60f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:22.165826 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61ebe93-c9cf-4792-bce0-6a739f68a60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:22.172413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61ebe93-c9cf-4792-bce0-6a739f68a60f admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:51:22.172814 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61ebe93-c9cf-4792-bce0-6a739f68a60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:51:22.174601 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:51:22.291419 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61ebe93-c9cf-4792-bce0-6a739f68a60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:22.297320 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c61ebe93-c9cf-4792-bce0-6a739f68a60f admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:22.300573 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c61ebe93-c9cf-4792-bce0-6a739f68a60f admin admin] 10.222.0.32 "DELETE /v2.0/networks/2e2b6d51-5445-4b34-a84b-0695881ca173 HTTP/1.1" status: 204 len: 168 time: 0.3540976 Oct 13 11:51:22.313207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ebe93-c9cf-4792-bce0-6a739f68a60f admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2b6d51-5445-4b34-a84b-0695881ca173,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:22.673719 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37860) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:22.713877 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fde94764-36c4-4c93-a6b0-03e91975c1d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72319cb5cc3043809963d47da0faa3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389509 Oct 13 11:51:22.716277 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37862) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:22.767013 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d15709f8-7bda-40bd-9785-86f8df31ac85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:22.788824 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d15709f8-7bda-40bd-9785-86f8df31ac85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:22.914356 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d15709f8-7bda-40bd-9785-86f8df31ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:22.916976 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d15709f8-7bda-40bd-9785-86f8df31ac85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:22.918167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d15709f8-7bda-40bd-9785-86f8df31ac85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f9d85a4-0409-435e-bb85-17f0dff5ae20 HTTP/1.1" status: 204 len: 168 time: 0.2009993 Oct 13 11:51:22.928060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15709f8-7bda-40bd-9785-86f8df31ac85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d85a4-0409-435e-bb85-17f0dff5ae20,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:24.038490 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37884) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:24.137825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-803685585'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:24.270466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Made reservation on behalf of 3fa1443f7b2d4d40836390303a90cbb0 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:24.274279 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:24.283440 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:24.364177 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:24.382588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:51:24.409020 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:51:24.409362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 817aeb0f-eff7-4bb9-9cac-9f687b0d2442 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:51:24.436270 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:24.467024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:51:24.473471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8ae4e4-5fb7-4faa-9820-1c1b5749314c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:24.480295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:24.480650 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Added segment b65a310a-fa51-4646-84db-0ca037cce7c7 of type vlan for network f5b564d7-0f21-4e97-a665-c3274516f710 Oct 13 11:51:24.524007 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:24.628566 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:24.634467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:24.635074 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:24.708208 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event updated for resources: {'Network': ['ID=f5b564d7-0f21-4e97-a665-c3274516f710,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:24.718857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network f5b564d7-0f21-4e97-a665-c3274516f710 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:51:24.769294 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6530b7c1-e06a-44c8-83db-dfce19dfa906 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7296491 Oct 13 11:51:28.082693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37888) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:28.087915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c8cf0d07-9dfb-4003-ba47-44122e28b8f6 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Request body: {'subnet': {'network_id': 'f5b564d7-0f21-4e97-a665-c3274516f710', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:28.297672 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cf0d07-9dfb-4003-ba47-44122e28b8f6 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Made reservation on behalf of 3fa1443f7b2d4d40836390303a90cbb0 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:28.301547 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0d07-9dfb-4003-ba47-44122e28b8f6 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:28.588240 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0d07-9dfb-4003-ba47-44122e28b8f6 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:28.659848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf0d07-9dfb-4003-ba47-44122e28b8f6 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event updated for resources: {'Subnet': ['ID=33de0c25-546b-4efa-b4cf-0bc82cb03be9,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:28.674280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cf0d07-9dfb-4003-ba47-44122e28b8f6 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Checking segment: {'id': 'b65a310a-fa51-4646-84db-0ca037cce7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f5b564d7-0f21-4e97-a665-c3274516f710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:28.674280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cf0d07-9dfb-4003-ba47-44122e28b8f6 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Network hostable DHCP agents. Network: f5b564d7-0f21-4e97-a665-c3274516f710, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:51:28.768427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cf0d07-9dfb-4003-ba47-44122e28b8f6 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Network f5b564d7-0f21-4e97-a665-c3274516f710 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:51:28.885241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c8cf0d07-9dfb-4003-ba47-44122e28b8f6 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, f5b564d7-0f21-4e97-a665-c3274516f710) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:28.889614 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cf0d07-9dfb-4003-ba47-44122e28b8f6 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:28.890205 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0d07-9dfb-4003-ba47-44122e28b8f6 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:28.896014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabdbb64-3bcc-4de5-96bf-707e1765a321 None None] Network f5b564d7-0f21-4e97-a665-c3274516f710 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:28.989643 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c8cf0d07-9dfb-4003-ba47-44122e28b8f6 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9057145 Oct 13 11:51:28.992620 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37890) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:28.998411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5986643a-cc99-4dfc-bae3-8fe66356e4d2 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-603496758'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:29.054152 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-f5b564d7-0f21-4e97-a665-c3274516f710', 'network_id': 'f5b564d7-0f21-4e97-a665-c3274516f710', 'tenant_id': '3fa1443f7b2d4d40836390303a90cbb0', 'fixed_ips': [{'subnet_id': '33de0c25-546b-4efa-b4cf-0bc82cb03be9'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:51:29.055236 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:29.094080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5986643a-cc99-4dfc-bae3-8fe66356e4d2 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Made reservation on behalf of 3fa1443f7b2d4d40836390303a90cbb0 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:29.098374 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5986643a-cc99-4dfc-bae3-8fe66356e4d2 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:29.127281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5986643a-cc99-4dfc-bae3-8fe66356e4d2 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:51:29.137217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5986643a-cc99-4dfc-bae3-8fe66356e4d2 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:29.137593 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-5986643a-cc99-4dfc-bae3-8fe66356e4d2 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Added segment 236bb405-8e70-4a40-9eb0-63277ed31c74 of type vlan for network 74b202a2-081a-4fcf-9c08-901cb16fb0cd Oct 13 11:51:29.181791 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5986643a-cc99-4dfc-bae3-8fe66356e4d2 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:29.226971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Allocated IP 2001:db8:0:ffff::2 (f5b564d7-0f21-4e97-a665-c3274516f710/33de0c25-546b-4efa-b4cf-0bc82cb03be9/cfcdd34a-1a59-409b-baed-50ae902680a1) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:51:29.308241 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5986643a-cc99-4dfc-bae3-8fe66356e4d2 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:29.314555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986643a-cc99-4dfc-bae3-8fe66356e4d2 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:29.315347 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5986643a-cc99-4dfc-bae3-8fe66356e4d2 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:29.389035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986643a-cc99-4dfc-bae3-8fe66356e4d2 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event updated for resources: {'Network': ['ID=74b202a2-081a-4fcf-9c08-901cb16fb0cd,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:29.400743 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:29.406584 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 74b202a2-081a-4fcf-9c08-901cb16fb0cd details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:51:29.448740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5986643a-cc99-4dfc-bae3-8fe66356e4d2 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4549148 Oct 13 11:51:29.452892 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37892) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:29.461460 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f127a387-cdfa-49f0-a336-1a86cb376234 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Request body: {'subnet': {'network_id': '74b202a2-081a-4fcf-9c08-901cb16fb0cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:29.515526 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:29.561219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Network f5b564d7-0f21-4e97-a665-c3274516f710 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:51:29.565393 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:29.568965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:51:29.574822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Pushing event updated for resources: {'Port': ['ID=cfcdd34a-1a59-409b-baed-50ae902680a1,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:29.640585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Attempting to bind port cfcdd34a-1a59-409b-baed-50ae902680a1 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:51:29.640892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Attempting to bind port cfcdd34a-1a59-409b-baed-50ae902680a1 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'b65a310a-fa51-4646-84db-0ca037cce7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f5b564d7-0f21-4e97-a665-c3274516f710'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:51:29.641194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Attempting to bind port cfcdd34a-1a59-409b-baed-50ae902680a1 on network f5b564d7-0f21-4e97-a665-c3274516f710 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:51:29.647209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:51:29.649203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Checking segment: {'id': 'b65a310a-fa51-4646-84db-0ca037cce7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f5b564d7-0f21-4e97-a665-c3274516f710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:29.649203 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:29.649203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Bound using segment: {'id': 'b65a310a-fa51-4646-84db-0ca037cce7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f5b564d7-0f21-4e97-a665-c3274516f710'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:51:29.649203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Bound port: cfcdd34a-1a59-409b-baed-50ae902680a1, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65a310a-fa51-4646-84db-0ca037cce7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f5b564d7-0f21-4e97-a665-c3274516f710'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:51:29.649203 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:29.668224 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f127a387-cdfa-49f0-a336-1a86cb376234 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Made reservation on behalf of 3fa1443f7b2d4d40836390303a90cbb0 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:29.672913 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f127a387-cdfa-49f0-a336-1a86cb376234 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:29.720906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] For port cfcdd34a-1a59-409b-baed-50ae902680a1, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:51:29.724231 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] For port cfcdd34a-1a59-409b-baed-50ae902680a1, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cfcdd34a-1a59-409b-baed-50ae902680a1,segment=NetworkSegment(b65a310a-fa51-4646-84db-0ca037cce7c7),segment_id=b65a310a-fa51-4646-84db-0ca037cce7c7)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:51:29.809375 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:29.875716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5b6c3-91e7-4db2-8f03-5548d60d69e4 None None] Pushing event updated for resources: {'Port': ['ID=cfcdd34a-1a59-409b-baed-50ae902680a1,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:29.945014 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f127a387-cdfa-49f0-a336-1a86cb376234 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:30.038695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127a387-cdfa-49f0-a336-1a86cb376234 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event updated for resources: {'Subnet': ['ID=8453acad-9d83-4bb4-bb2c-4ba434f321cc,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:30.056927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f127a387-cdfa-49f0-a336-1a86cb376234 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Checking segment: {'id': '236bb405-8e70-4a40-9eb0-63277ed31c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '74b202a2-081a-4fcf-9c08-901cb16fb0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:30.057296 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f127a387-cdfa-49f0-a336-1a86cb376234 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Network hostable DHCP agents. Network: 74b202a2-081a-4fcf-9c08-901cb16fb0cd, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:51:30.166001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f127a387-cdfa-49f0-a336-1a86cb376234 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Network 74b202a2-081a-4fcf-9c08-901cb16fb0cd is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:51:30.274167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f127a387-cdfa-49f0-a336-1a86cb376234 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 74b202a2-081a-4fcf-9c08-901cb16fb0cd) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:30.278704 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f127a387-cdfa-49f0-a336-1a86cb376234 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:30.279394 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f127a387-cdfa-49f0-a336-1a86cb376234 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:30.284555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b6c92-bb80-4ae1-a6c6-f8142cf5ea3c None None] Network 74b202a2-081a-4fcf-9c08-901cb16fb0cd requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:30.379888 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f127a387-cdfa-49f0-a336-1a86cb376234 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9251611 Oct 13 11:51:30.382419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37894) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:30.461285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-74b202a2-081a-4fcf-9c08-901cb16fb0cd', 'network_id': '74b202a2-081a-4fcf-9c08-901cb16fb0cd', 'tenant_id': '3fa1443f7b2d4d40836390303a90cbb0', 'fixed_ips': [{'subnet_id': '8453acad-9d83-4bb4-bb2c-4ba434f321cc'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:51:30.462384 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:30.635993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Allocated IP 2001:db8::2 (74b202a2-081a-4fcf-9c08-901cb16fb0cd/8453acad-9d83-4bb4-bb2c-4ba434f321cc/138a4cd4-2e95-4f09-b7f1-a4ce74056f85) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:51:30.859370 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:30.903502 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:30.944301 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273837a6-8ea9-43a9-8745-28b02836f67d None None] Network f5b564d7-0f21-4e97-a665-c3274516f710 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:31.009642 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.054616 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.079506 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cfcdd34a-1a59-409b-baed-50ae902680a1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:51:31.110850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Network 74b202a2-081a-4fcf-9c08-901cb16fb0cd is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:51:31.140837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:31.148032 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:51:31.166242 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.187095 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-409e4d33-4ee0-48f0-ae58-a544ebe34b48 None None] Provisioning complete for port cfcdd34a-1a59-409b-baed-50ae902680a1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:31.187502 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-409e4d33-4ee0-48f0-ae58-a544ebe34b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.200461 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Subnet': ['ID=8453acad-9d83-4bb4-bb2c-4ba434f321cc,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:31.226526 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Pushing event updated for resources: {'Port': ['ID=138a4cd4-2e95-4f09-b7f1-a4ce74056f85,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:31.268406 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.290227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b202a2-081a-4fcf-9c08-901cb16fb0cd']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:31.313493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236bb405-8e70-4a40-9eb0-63277ed31c74') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:31.313493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236bb405-8e70-4a40-9eb0-63277ed31c74') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:31.321731 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.331692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Attempting to bind port 138a4cd4-2e95-4f09-b7f1-a4ce74056f85 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:51:31.332324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Attempting to bind port 138a4cd4-2e95-4f09-b7f1-a4ce74056f85 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '236bb405-8e70-4a40-9eb0-63277ed31c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '74b202a2-081a-4fcf-9c08-901cb16fb0cd'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:51:31.332443 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Attempting to bind port 138a4cd4-2e95-4f09-b7f1-a4ce74056f85 on network 74b202a2-081a-4fcf-9c08-901cb16fb0cd {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:51:31.339325 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.348824 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:51:31.349227 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.350669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:51:31.351052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Checking segment: {'id': '236bb405-8e70-4a40-9eb0-63277ed31c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '74b202a2-081a-4fcf-9c08-901cb16fb0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:31.351456 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.351861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Bound using segment: {'id': '236bb405-8e70-4a40-9eb0-63277ed31c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '74b202a2-081a-4fcf-9c08-901cb16fb0cd'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:51:31.352352 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Bound port: 138a4cd4-2e95-4f09-b7f1-a4ce74056f85, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236bb405-8e70-4a40-9eb0-63277ed31c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '74b202a2-081a-4fcf-9c08-901cb16fb0cd'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:51:31.352481 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:51:31.354565 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.356039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port cfcdd34a-1a59-409b-baed-50ae902680a1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:31.356414 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.465201 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 11:51:31.465201 n-d-813659-3 neutron-server[101991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 11:51:31.465201 n-d-813659-3 neutron-server[101991]: [parameters: {'id': '74b202a2-081a-4fcf-9c08-901cb16fb0cd'}] Oct 13 11:51:31.465201 n-d-813659-3 neutron-server[101991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:51:31.466488 n-d-813659-3 neutron-server[101991]: DEBUG oslo_db.api [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:51:31.644214 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-409e4d33-4ee0-48f0-ae58-a544ebe34b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.708107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] For port 138a4cd4-2e95-4f09-b7f1-a4ce74056f85, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:51:31.732398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] For port 138a4cd4-2e95-4f09-b7f1-a4ce74056f85, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=138a4cd4-2e95-4f09-b7f1-a4ce74056f85,segment=NetworkSegment(236bb405-8e70-4a40-9eb0-63277ed31c74),segment_id=236bb405-8e70-4a40-9eb0-63277ed31c74)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:51:31.754881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-409e4d33-4ee0-48f0-ae58-a544ebe34b48 None None] For port cfcdd34a-1a59-409b-baed-50ae902680a1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cfcdd34a-1a59-409b-baed-50ae902680a1,segment=NetworkSegment(b65a310a-fa51-4646-84db-0ca037cce7c7),segment_id=b65a310a-fa51-4646-84db-0ca037cce7c7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:31.757844 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.813646 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.853798 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-409e4d33-4ee0-48f0-ae58-a544ebe34b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.964871 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef844c-e5de-4416-a657-ab9d3a10f9ea None None] Pushing event updated for resources: {'Port': ['ID=138a4cd4-2e95-4f09-b7f1-a4ce74056f85,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:31.972457 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:31.977625 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:51:31.977894 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:51:31.978561 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcdc1be-d02d-42b4-8ccb-396f70ff226f None None] Network 74b202a2-081a-4fcf-9c08-901cb16fb0cd requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:32.049260 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Deleting port 138a4cd4-2e95-4f09-b7f1-a4ce74056f85 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:51:32.049665 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:32.058726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-aa5f4ab8-6c04-4f85-8e2f-258a0bdec060 None None] Provisioning complete for port cfcdd34a-1a59-409b-baed-50ae902680a1 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:32.059091 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-aa5f4ab8-6c04-4f85-8e2f-258a0bdec060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:32.112793 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e4d33-4ee0-48f0-ae58-a544ebe34b48 None None] Pushing event updated for resources: {'Port': ['ID=cfcdd34a-1a59-409b-baed-50ae902680a1,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:32.119508 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] For port 138a4cd4-2e95-4f09-b7f1-a4ce74056f85, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=138a4cd4-2e95-4f09-b7f1-a4ce74056f85,segment=NetworkSegment(236bb405-8e70-4a40-9eb0-63277ed31c74),segment_id=236bb405-8e70-4a40-9eb0-63277ed31c74)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:32.119886 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:32.134952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Calling delete_port for 138a4cd4-2e95-4f09-b7f1-a4ce74056f85 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:51:32.233721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e23838-32af-46cd-9743-1354919de0cb None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:51:32.315803 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e23838-32af-46cd-9743-1354919de0cb None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:51:32.331045 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:32.359585 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Port': ['ID=138a4cd4-2e95-4f09-b7f1-a4ce74056f85,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:32.361463 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] No DVR routers for this DVR port 138a4cd4-2e95-4f09-b7f1-a4ce74056f85 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:51:32.462943 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:32.490848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b202a2-081a-4fcf-9c08-901cb16fb0cd']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:32.504910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236bb405-8e70-4a40-9eb0-63277ed31c74') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:32.505208 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236bb405-8e70-4a40-9eb0-63277ed31c74') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:32.515838 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:32.531537 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:32.540302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:51:32.540708 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:51:32.544065 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:51:32.688351 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:32.695864 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:32.699155 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/networks/74b202a2-081a-4fcf-9c08-901cb16fb0cd HTTP/1.1" status: 204 len: 168 time: 2.3156974 Oct 13 11:51:32.704033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37896) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:32.709411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-aa2bc39c-6c3d-429f-ba4c-6892d941780c tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1677078517'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:32.711878 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f0d04-609a-40db-aa84-30fa4bfe0c65 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Network': ['ID=74b202a2-081a-4fcf-9c08-901cb16fb0cd,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:32.807817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2bc39c-6c3d-429f-ba4c-6892d941780c tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Made reservation on behalf of 3fa1443f7b2d4d40836390303a90cbb0 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:32.811464 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa2bc39c-6c3d-429f-ba4c-6892d941780c tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:32.839136 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2bc39c-6c3d-429f-ba4c-6892d941780c tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:51:32.849915 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa2bc39c-6c3d-429f-ba4c-6892d941780c tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:32.850243 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-aa2bc39c-6c3d-429f-ba4c-6892d941780c tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Added segment 2e0a5bd5-02ec-4d55-8af0-8a025a3535b5 of type vlan for network d8938794-0186-4851-aee7-b13d5520479c Oct 13 11:51:32.904328 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa2bc39c-6c3d-429f-ba4c-6892d941780c tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:32.989305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cfcdd34a-1a59-409b-baed-50ae902680a1 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:51:33.001840 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa2bc39c-6c3d-429f-ba4c-6892d941780c tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:33.008206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2bc39c-6c3d-429f-ba4c-6892d941780c tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:33.008845 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-aa2bc39c-6c3d-429f-ba4c-6892d941780c tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:33.066489 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port cfcdd34a-1a59-409b-baed-50ae902680a1 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:33.066866 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:33.107375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bc39c-6c3d-429f-ba4c-6892d941780c tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event updated for resources: {'Network': ['ID=d8938794-0186-4851-aee7-b13d5520479c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:33.119697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network d8938794-0186-4851-aee7-b13d5520479c details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:51:33.165091 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aa2bc39c-6c3d-429f-ba4c-6892d941780c tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4598732 Oct 13 11:51:33.167996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37898) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:33.174081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Request body: {'subnet': {'network_id': 'd8938794-0186-4851-aee7-b13d5520479c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:33.344808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Made reservation on behalf of 3fa1443f7b2d4d40836390303a90cbb0 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:33.349286 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:33.434932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_backend_mixin [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Performing IP validity checks on allocation pools {{(pid=101990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 11:51:33.435766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.ipam_backend_mixin [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 11:51:33.625164 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:33.693046 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event updated for resources: {'Subnet': ['ID=3ecd6fe4-b6f5-4bb3-8ec4-313c812708a0,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:33.702517 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Checking segment: {'id': '2e0a5bd5-02ec-4d55-8af0-8a025a3535b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd8938794-0186-4851-aee7-b13d5520479c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:33.702937 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Network hostable DHCP agents. Network: d8938794-0186-4851-aee7-b13d5520479c, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:51:33.801794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Network d8938794-0186-4851-aee7-b13d5520479c is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:51:33.913923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, d8938794-0186-4851-aee7-b13d5520479c) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:33.918721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:33.919634 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:33.923779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc271161-bb17-4c36-88e6-6170458c2215 None None] Network d8938794-0186-4851-aee7-b13d5520479c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:34.020402 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e969cac2-e1f1-4b0f-9cd9-23226bc92d6e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8509433 Oct 13 11:51:34.023164 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37900) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:34.088521 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-d8938794-0186-4851-aee7-b13d5520479c', 'network_id': 'd8938794-0186-4851-aee7-b13d5520479c', 'tenant_id': '3fa1443f7b2d4d40836390303a90cbb0', 'fixed_ips': [{'subnet_id': '3ecd6fe4-b6f5-4bb3-8ec4-313c812708a0'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:51:34.089468 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:34.140517 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:34.230073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:34.238273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Allocated IP 2001:db8::3 (d8938794-0186-4851-aee7-b13d5520479c/3ecd6fe4-b6f5-4bb3-8ec4-313c812708a0/41edad89-f8f6-480e-9c4e-62f0ea335f5e) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:51:34.389958 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:34.485941 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:34.528212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Network d8938794-0186-4851-aee7-b13d5520479c is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:51:34.532976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:34.536602 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:51:34.542107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Pushing event updated for resources: {'Port': ['ID=41edad89-f8f6-480e-9c4e-62f0ea335f5e,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:34.594871 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:34.598476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Attempting to bind port 41edad89-f8f6-480e-9c4e-62f0ea335f5e on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:51:34.599123 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Attempting to bind port 41edad89-f8f6-480e-9c4e-62f0ea335f5e by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '2e0a5bd5-02ec-4d55-8af0-8a025a3535b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd8938794-0186-4851-aee7-b13d5520479c'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:51:34.599277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Attempting to bind port 41edad89-f8f6-480e-9c4e-62f0ea335f5e on network d8938794-0186-4851-aee7-b13d5520479c {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:51:34.604439 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:51:34.609285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Checking segment: {'id': '2e0a5bd5-02ec-4d55-8af0-8a025a3535b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd8938794-0186-4851-aee7-b13d5520479c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:34.609285 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:34.609285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Bound using segment: {'id': '2e0a5bd5-02ec-4d55-8af0-8a025a3535b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd8938794-0186-4851-aee7-b13d5520479c'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:51:34.609285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Bound port: 41edad89-f8f6-480e-9c4e-62f0ea335f5e, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0a5bd5-02ec-4d55-8af0-8a025a3535b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd8938794-0186-4851-aee7-b13d5520479c'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:51:34.609285 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:34.623977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Subnet': ['ID=3ecd6fe4-b6f5-4bb3-8ec4-313c812708a0,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:34.676838 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] For port 41edad89-f8f6-480e-9c4e-62f0ea335f5e, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:51:34.679986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] For port 41edad89-f8f6-480e-9c4e-62f0ea335f5e, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=41edad89-f8f6-480e-9c4e-62f0ea335f5e,segment=NetworkSegment(2e0a5bd5-02ec-4d55-8af0-8a025a3535b5),segment_id=2e0a5bd5-02ec-4d55-8af0-8a025a3535b5)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:51:34.691735 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:34.712676 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8938794-0186-4851-aee7-b13d5520479c']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:34.722441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0a5bd5-02ec-4d55-8af0-8a025a3535b5') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:34.722747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0a5bd5-02ec-4d55-8af0-8a025a3535b5') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:34.732239 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:34.759822 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:34.762317 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:34.770313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:51:34.770752 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:51:34.773794 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:51:34.837736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3349de-bcc5-4fce-9c9a-d9b79a723d1b None None] Pushing event updated for resources: {'Port': ['ID=41edad89-f8f6-480e-9c4e-62f0ea335f5e,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:34.856412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a4a123-89bd-46da-a910-d8949b5e398a None None] Network d8938794-0186-4851-aee7-b13d5520479c requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:34.870965 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.api [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 11:51:34.870965 n-d-813659-3 neutron-server[101990]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 11:51:34.870965 n-d-813659-3 neutron-server[101990]: [parameters: {'id': 'd8938794-0186-4851-aee7-b13d5520479c'}] Oct 13 11:51:34.870965 n-d-813659-3 neutron-server[101990]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:51:34.871912 n-d-813659-3 neutron-server[101990]: DEBUG oslo_db.api [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:51:34.995963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d6a5b2-7c40-4552-beb8-55da1cf0db4a None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:51:35.062741 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d6a5b2-7c40-4552-beb8-55da1cf0db4a None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:51:35.373060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:35.430836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Deleting port 41edad89-f8f6-480e-9c4e-62f0ea335f5e {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:51:35.431181 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:35.507556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] For port 41edad89-f8f6-480e-9c4e-62f0ea335f5e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=41edad89-f8f6-480e-9c4e-62f0ea335f5e,segment=NetworkSegment(2e0a5bd5-02ec-4d55-8af0-8a025a3535b5),segment_id=2e0a5bd5-02ec-4d55-8af0-8a025a3535b5)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:35.508428 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:35.522574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Calling delete_port for 41edad89-f8f6-480e-9c4e-62f0ea335f5e owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:51:35.659196 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:35.685324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Port': ['ID=41edad89-f8f6-480e-9c4e-62f0ea335f5e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:35.689524 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] No DVR routers for this DVR port 41edad89-f8f6-480e-9c4e-62f0ea335f5e on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:51:35.768443 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:35.791464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8938794-0186-4851-aee7-b13d5520479c']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:35.800688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0a5bd5-02ec-4d55-8af0-8a025a3535b5') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:35.800984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0a5bd5-02ec-4d55-8af0-8a025a3535b5') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:35.809905 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:35.823142 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:35.829466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:51:35.829846 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:51:35.832760 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:51:35.965227 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:35.974532 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:35.975892 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/networks/d8938794-0186-4851-aee7-b13d5520479c HTTP/1.1" status: 204 len: 168 time: 1.9516160 Oct 13 11:51:35.979537 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37902) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:35.985142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1698594986'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:35.989312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385d5f0-5a6b-45f7-90b7-fbedbb3eb2de tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Network': ['ID=d8938794-0186-4851-aee7-b13d5520479c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:36.096649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Made reservation on behalf of 3fa1443f7b2d4d40836390303a90cbb0 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:36.100439 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:36.127109 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:51:36.135560 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:36.135895 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Added segment dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a of type vlan for network 57d91dd7-add1-4696-9d4f-ae35eb61b463 Oct 13 11:51:36.181600 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:36.273171 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:36.278778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:36.279366 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:36.341848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event updated for resources: {'Network': ['ID=57d91dd7-add1-4696-9d4f-ae35eb61b463,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:36.349768 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:36.350115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:36.350499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:36.350820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:36.351149 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:36.351480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:36.351807 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:36.352132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:36.352456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:36.352779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:36.353102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:36.353423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:36.364937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 57d91dd7-add1-4696-9d4f-ae35eb61b463 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:51:36.384629 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5d8cd3b6-7f0d-4a10-9fcb-c18995f2ef7d tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4040070 Oct 13 11:51:36.387514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37904) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:36.392501 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-40154a5b-685a-4e83-96f8-0dd73ed74455 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Request body: {'subnet': {'network_id': '57d91dd7-add1-4696-9d4f-ae35eb61b463', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:36.565423 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40154a5b-685a-4e83-96f8-0dd73ed74455 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Made reservation on behalf of 3fa1443f7b2d4d40836390303a90cbb0 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:36.568967 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40154a5b-685a-4e83-96f8-0dd73ed74455 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:36.817021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40154a5b-685a-4e83-96f8-0dd73ed74455 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:36.872048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40154a5b-685a-4e83-96f8-0dd73ed74455 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event updated for resources: {'Subnet': ['ID=f74a5956-ca71-4df6-885a-4f34d5e3646d,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:36.887452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40154a5b-685a-4e83-96f8-0dd73ed74455 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Checking segment: {'id': 'dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57d91dd7-add1-4696-9d4f-ae35eb61b463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:36.887812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40154a5b-685a-4e83-96f8-0dd73ed74455 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Network hostable DHCP agents. Network: 57d91dd7-add1-4696-9d4f-ae35eb61b463, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:51:36.973122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40154a5b-685a-4e83-96f8-0dd73ed74455 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Network 57d91dd7-add1-4696-9d4f-ae35eb61b463 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:51:37.053295 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-40154a5b-685a-4e83-96f8-0dd73ed74455 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 57d91dd7-add1-4696-9d4f-ae35eb61b463) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:37.057477 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40154a5b-685a-4e83-96f8-0dd73ed74455 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:37.058064 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40154a5b-685a-4e83-96f8-0dd73ed74455 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:37.065502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32994430-d21b-4fda-8000-91803189a24a None None] Network 57d91dd7-add1-4696-9d4f-ae35eb61b463 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:37.164348 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-40154a5b-685a-4e83-96f8-0dd73ed74455 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7755716 Oct 13 11:51:37.167810 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37906) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:37.174921 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e81bb257-d694-4017-8755-6309023f8888 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-194111291'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:37.217246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-57d91dd7-add1-4696-9d4f-ae35eb61b463', 'network_id': '57d91dd7-add1-4696-9d4f-ae35eb61b463', 'tenant_id': '3fa1443f7b2d4d40836390303a90cbb0', 'fixed_ips': [{'subnet_id': 'f74a5956-ca71-4df6-885a-4f34d5e3646d'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:51:37.218598 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:37.268491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81bb257-d694-4017-8755-6309023f8888 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Made reservation on behalf of 3fa1443f7b2d4d40836390303a90cbb0 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:37.272154 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e81bb257-d694-4017-8755-6309023f8888 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:37.295676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81bb257-d694-4017-8755-6309023f8888 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:51:37.305332 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e81bb257-d694-4017-8755-6309023f8888 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:37.305873 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-e81bb257-d694-4017-8755-6309023f8888 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Added segment 97e9d9cd-7867-4358-baf7-24aa62f9eff5 of type vlan for network 6537d8b5-f45c-4b51-bfc2-df9971f75e4d Oct 13 11:51:37.339621 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:51:37.352178 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e81bb257-d694-4017-8755-6309023f8888 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:37.363126 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Allocated IP 2001:db8::2 (57d91dd7-add1-4696-9d4f-ae35eb61b463/f74a5956-ca71-4df6-885a-4f34d5e3646d/fca5d0a0-ff81-47bc-9ac4-f928a3e77d07) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:51:37.439883 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e81bb257-d694-4017-8755-6309023f8888 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:37.445808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81bb257-d694-4017-8755-6309023f8888 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:37.446434 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e81bb257-d694-4017-8755-6309023f8888 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:37.511492 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bb257-d694-4017-8755-6309023f8888 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event updated for resources: {'Network': ['ID=6537d8b5-f45c-4b51-bfc2-df9971f75e4d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:37.521707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 6537d8b5-f45c-4b51-bfc2-df9971f75e4d details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:51:37.523731 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:37.565491 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e81bb257-d694-4017-8755-6309023f8888 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3922083 Oct 13 11:51:37.565848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37908) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:37.571076 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c21db8ac-844e-47e0-a6b8-4f55b0cbb013 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Request body: {'subnet': {'network_id': '6537d8b5-f45c-4b51-bfc2-df9971f75e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:37.587980 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:37.631796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Network 57d91dd7-add1-4696-9d4f-ae35eb61b463 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:51:37.634671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:37.638031 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:51:37.643710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Pushing event updated for resources: {'Port': ['ID=fca5d0a0-ff81-47bc-9ac4-f928a3e77d07,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:37.695500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Attempting to bind port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:51:37.695863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Attempting to bind port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57d91dd7-add1-4696-9d4f-ae35eb61b463'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:51:37.696222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Attempting to bind port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 on network 57d91dd7-add1-4696-9d4f-ae35eb61b463 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:51:37.701077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:51:37.701445 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Checking segment: {'id': 'dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57d91dd7-add1-4696-9d4f-ae35eb61b463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:37.701836 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:37.702222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Bound using segment: {'id': 'dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57d91dd7-add1-4696-9d4f-ae35eb61b463'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:51:37.702707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Bound port: fca5d0a0-ff81-47bc-9ac4-f928a3e77d07, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57d91dd7-add1-4696-9d4f-ae35eb61b463'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:51:37.707323 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:37.724636 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21db8ac-844e-47e0-a6b8-4f55b0cbb013 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Made reservation on behalf of 3fa1443f7b2d4d40836390303a90cbb0 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:37.728320 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c21db8ac-844e-47e0-a6b8-4f55b0cbb013 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:37.765909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] For port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:51:37.769281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] For port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fca5d0a0-ff81-47bc-9ac4-f928a3e77d07,segment=NetworkSegment(dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a),segment_id=dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:51:37.842135 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:37.903014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6f82f-716d-4f4e-ad2d-edfd40c6a5bd None None] Pushing event updated for resources: {'Port': ['ID=fca5d0a0-ff81-47bc-9ac4-f928a3e77d07,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:38.013510 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c21db8ac-844e-47e0-a6b8-4f55b0cbb013 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:38.058440 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-37af82f2-c8f5-454b-a404-9efcd1d5400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:38.092775 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21db8ac-844e-47e0-a6b8-4f55b0cbb013 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event updated for resources: {'Subnet': ['ID=12178351-e8ee-4968-83de-014b55d07d46,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:38.101415 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21db8ac-844e-47e0-a6b8-4f55b0cbb013 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Checking segment: {'id': '97e9d9cd-7867-4358-baf7-24aa62f9eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6537d8b5-f45c-4b51-bfc2-df9971f75e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:38.101793 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21db8ac-844e-47e0-a6b8-4f55b0cbb013 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Network hostable DHCP agents. Network: 6537d8b5-f45c-4b51-bfc2-df9971f75e4d, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:51:38.195743 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21db8ac-844e-47e0-a6b8-4f55b0cbb013 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Network 6537d8b5-f45c-4b51-bfc2-df9971f75e4d is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:51:38.264078 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-c21db8ac-844e-47e0-a6b8-4f55b0cbb013 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 6537d8b5-f45c-4b51-bfc2-df9971f75e4d) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:38.268754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21db8ac-844e-47e0-a6b8-4f55b0cbb013 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:38.269346 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c21db8ac-844e-47e0-a6b8-4f55b0cbb013 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:38.273318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a44e8f-ce0c-4702-a7dc-24817abfa3fe None None] Network 6537d8b5-f45c-4b51-bfc2-df9971f75e4d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:38.367812 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c21db8ac-844e-47e0-a6b8-4f55b0cbb013 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8005683 Oct 13 11:51:38.370097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37910) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:38.416664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-6537d8b5-f45c-4b51-bfc2-df9971f75e4d', 'network_id': '6537d8b5-f45c-4b51-bfc2-df9971f75e4d', 'tenant_id': '3fa1443f7b2d4d40836390303a90cbb0', 'fixed_ips': [{'subnet_id': '12178351-e8ee-4968-83de-014b55d07d46'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:51:38.417568 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:38.471926 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:38.527046 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:38.562224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Allocated IP 2001:db8::2 (6537d8b5-f45c-4b51-bfc2-df9971f75e4d/12178351-e8ee-4968-83de-014b55d07d46/3b1c420b-63bd-426d-906f-5c7728f47e48) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:51:38.827345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803bd3aa-80e5-4a79-8f8e-8f926bd092c1 None None] Network 57d91dd7-add1-4696-9d4f-ae35eb61b463 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:38.919909 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:38.954118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-481b4a51-1a2e-4538-9c8f-b45bd0620cfc None None] Provisioning complete for port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:38.954515 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-481b4a51-1a2e-4538-9c8f-b45bd0620cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.012708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:51:39.038679 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.099386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.130659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Subnet': ['ID=12178351-e8ee-4968-83de-014b55d07d46,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:39.132671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Network 6537d8b5-f45c-4b51-bfc2-df9971f75e4d is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:51:39.135537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:39.145574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:51:39.155480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Pushing event updated for resources: {'Port': ['ID=3b1c420b-63bd-426d-906f-5c7728f47e48,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:39.195189 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.218026 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6537d8b5-f45c-4b51-bfc2-df9971f75e4d']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:39.229105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e9d9cd-7867-4358-baf7-24aa62f9eff5') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:39.229419 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e9d9cd-7867-4358-baf7-24aa62f9eff5') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:39.236851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:39.237226 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.240324 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.244864 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-481b4a51-1a2e-4538-9c8f-b45bd0620cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.255400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.262968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:51:39.263221 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:51:39.266784 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:51:39.289715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Attempting to bind port 3b1c420b-63bd-426d-906f-5c7728f47e48 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:51:39.289715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Attempting to bind port 3b1c420b-63bd-426d-906f-5c7728f47e48 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '97e9d9cd-7867-4358-baf7-24aa62f9eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6537d8b5-f45c-4b51-bfc2-df9971f75e4d'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:51:39.289715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Attempting to bind port 3b1c420b-63bd-426d-906f-5c7728f47e48 on network 6537d8b5-f45c-4b51-bfc2-df9971f75e4d {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:51:39.316365 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:51:39.316748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Checking segment: {'id': '97e9d9cd-7867-4358-baf7-24aa62f9eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6537d8b5-f45c-4b51-bfc2-df9971f75e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:39.317149 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.317747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Bound using segment: {'id': '97e9d9cd-7867-4358-baf7-24aa62f9eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6537d8b5-f45c-4b51-bfc2-df9971f75e4d'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:51:39.318520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Bound port: 3b1c420b-63bd-426d-906f-5c7728f47e48, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e9d9cd-7867-4358-baf7-24aa62f9eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6537d8b5-f45c-4b51-bfc2-df9971f75e4d'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:51:39.319127 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.354146 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-481b4a51-1a2e-4538-9c8f-b45bd0620cfc None None] For port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fca5d0a0-ff81-47bc-9ac4-f928a3e77d07,segment=NetworkSegment(dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a),segment_id=dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:39.402107 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.db.api [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 11:51:39.402107 n-d-813659-3 neutron-server[101990]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 11:51:39.402107 n-d-813659-3 neutron-server[101990]: [parameters: {'id': '6537d8b5-f45c-4b51-bfc2-df9971f75e4d'}] Oct 13 11:51:39.402107 n-d-813659-3 neutron-server[101990]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:51:39.402601 n-d-813659-3 neutron-server[101990]: DEBUG oslo_db.api [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:51:39.436711 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.443684 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.447862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] For port 3b1c420b-63bd-426d-906f-5c7728f47e48, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:51:39.456022 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] For port 3b1c420b-63bd-426d-906f-5c7728f47e48, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3b1c420b-63bd-426d-906f-5c7728f47e48,segment=NetworkSegment(97e9d9cd-7867-4358-baf7-24aa62f9eff5),segment_id=97e9d9cd-7867-4358-baf7-24aa62f9eff5)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:51:39.476555 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-481b4a51-1a2e-4538-9c8f-b45bd0620cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.552323 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:51:39.552681 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:51:39.557090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b4a51-1a2e-4538-9c8f-b45bd0620cfc None None] Pushing event updated for resources: {'Port': ['ID=fca5d0a0-ff81-47bc-9ac4-f928a3e77d07,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:39.560705 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.661417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da527f-2e44-4f25-bb7f-605024f99d09 None None] Pushing event updated for resources: {'Port': ['ID=3b1c420b-63bd-426d-906f-5c7728f47e48,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:39.663849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-cb10365e-d90a-4efc-b536-78e75dd1ef10 None None] Provisioning complete for port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:39.664219 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cb10365e-d90a-4efc-b536-78e75dd1ef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.685785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacb5d1b-bdc0-43f9-b762-e8c553d29b14 None None] Network 6537d8b5-f45c-4b51-bfc2-df9971f75e4d requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:39.849505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778ea840-418b-4a71-a335-6bb38510bbf5 None None] get_active_networks_info from n-d-813659-3 {{(pid=101992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 11:51:39.903209 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:39.926193 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778ea840-418b-4a71-a335-6bb38510bbf5 None None] Resources bound (agent type, host, resource id): {{(pid=101992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 11:51:39.960172 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Deleting port 3b1c420b-63bd-426d-906f-5c7728f47e48 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:51:39.960520 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:40.022088 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] For port 3b1c420b-63bd-426d-906f-5c7728f47e48, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=3b1c420b-63bd-426d-906f-5c7728f47e48,segment=NetworkSegment(97e9d9cd-7867-4358-baf7-24aa62f9eff5),segment_id=97e9d9cd-7867-4358-baf7-24aa62f9eff5)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:40.022528 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:40.034586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Calling delete_port for 3b1c420b-63bd-426d-906f-5c7728f47e48 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:51:40.195944 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:40.222014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Port': ['ID=3b1c420b-63bd-426d-906f-5c7728f47e48,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:40.225508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] No DVR routers for this DVR port 3b1c420b-63bd-426d-906f-5c7728f47e48 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:51:40.304567 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:40.676230 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6537d8b5-f45c-4b51-bfc2-df9971f75e4d']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:40.685521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e9d9cd-7867-4358-baf7-24aa62f9eff5') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:40.685826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e9d9cd-7867-4358-baf7-24aa62f9eff5') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:40.695696 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:40.708392 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:40.713959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:51:40.714352 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:51:40.717187 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:51:40.812930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a6720ccf-27ce-4d4a-855a-1adc3480ac4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:40.841507 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:40.849121 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:40.852511 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/networks/6537d8b5-f45c-4b51-bfc2-df9971f75e4d HTTP/1.1" status: 204 len: 168 time: 2.4813807 Oct 13 11:51:40.855772 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37912) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:40.866566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994113b-90e7-4a18-a372-0a8febf9ed32 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Network': ['ID=6537d8b5-f45c-4b51-bfc2-df9971f75e4d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:40.884708 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee80089f-3401-45a6-833e-cd3da5581d76 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] GET failed (client error): The resource could not be found. Oct 13 11:51:40.886005 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ee80089f-3401-45a6-833e-cd3da5581d76 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "GET /v2.0/subnets/12178351-e8ee-4968-83de-014b55d07d46 HTTP/1.1" status: 404 len: 337 time: 0.0292299 Oct 13 11:51:40.888739 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37914) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:40.906562 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b03a85b-f83c-409f-8f9e-d53e219a8a98 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] DELETE failed (client error): The resource could not be found. Oct 13 11:51:40.907766 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b03a85b-f83c-409f-8f9e-d53e219a8a98 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:51:40.910699 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1b03a85b-f83c-409f-8f9e-d53e219a8a98 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/networks/6537d8b5-f45c-4b51-bfc2-df9971f75e4d HTTP/1.1" status: 404 len: 339 time: 0.0210314 Oct 13 11:51:40.914663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37916) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:40.945909 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6083d0a-8688-4139-899a-3b7e5d1ecded tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] DELETE failed (client error): The resource could not be found. Oct 13 11:51:40.946400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6083d0a-8688-4139-899a-3b7e5d1ecded tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:51:40.949412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a6083d0a-8688-4139-899a-3b7e5d1ecded tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/subnets/12178351-e8ee-4968-83de-014b55d07d46 HTTP/1.1" status: 404 len: 337 time: 0.0338495 Oct 13 11:51:40.951981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37918) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:40.972233 n-d-813659-3 neutron-server[101991]: INFO neutron.pecan_wsgi.hooks.translation [None req-1714becc-202f-41c1-90cb-1104170ab636 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] DELETE failed (client error): The resource could not be found. Oct 13 11:51:40.972950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1714becc-202f-41c1-90cb-1104170ab636 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:51:40.978731 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1714becc-202f-41c1-90cb-1104170ab636 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/networks/6537d8b5-f45c-4b51-bfc2-df9971f75e4d HTTP/1.1" status: 404 len: 339 time: 0.0257449 Oct 13 11:51:40.979206 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37920) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:40.989729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:51:41.038806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccba6560-b527-4d9c-a381-a5490e82ac87 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Deleting subnet f74a5956-ca71-4df6-885a-4f34d5e3646d {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:51:41.039441 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:41.039816 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.042012 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ccba6560-b527-4d9c-a381-a5490e82ac87 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.042557 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.083548 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ccba6560-b527-4d9c-a381-a5490e82ac87 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.169993 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ccba6560-b527-4d9c-a381-a5490e82ac87 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.308228 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ccba6560-b527-4d9c-a381-a5490e82ac87 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.334571 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba6560-b527-4d9c-a381-a5490e82ac87 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Subnet': ['ID=f74a5956-ca71-4df6-885a-4f34d5e3646d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:41.338324 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ccba6560-b527-4d9c-a381-a5490e82ac87 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.341640 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ccba6560-b527-4d9c-a381-a5490e82ac87 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/subnets/f74a5956-ca71-4df6-885a-4f34d5e3646d HTTP/1.1" status: 204 len: 168 time: 0.3611836 Oct 13 11:51:41.344050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37922) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:41.344749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec9103-2eed-4377-ba01-9a33e43ef6f4 None None] Network 57d91dd7-add1-4696-9d4f-ae35eb61b463 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:41.420403 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.477948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Deleting port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:51:41.478527 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.518591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2087fa47-a0af-4102-8323-9d81f94e9f43 None None] DHCP port deletion for 57d91dd7-add1-4696-9d4f-ae35eb61b463 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:51:41.549964 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] For port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fca5d0a0-ff81-47bc-9ac4-f928a3e77d07,segment=NetworkSegment(dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a),segment_id=dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:41.550595 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.564376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Calling delete_port for fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:51:41.565185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2087fa47-a0af-4102-8323-9d81f94e9f43 None None] Deleting port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:51:41.565569 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2087fa47-a0af-4102-8323-9d81f94e9f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.629987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2087fa47-a0af-4102-8323-9d81f94e9f43 None None] For port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=fca5d0a0-ff81-47bc-9ac4-f928a3e77d07,segment=NetworkSegment(dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a),segment_id=dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:41.630410 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2087fa47-a0af-4102-8323-9d81f94e9f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.644062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2087fa47-a0af-4102-8323-9d81f94e9f43 None None] Calling delete_port for fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:51:41.722037 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 11:51:41.724502 n-d-813659-3 neutron-server[101992]: self.session.flush() Oct 13 11:51:41.733072 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2087fa47-a0af-4102-8323-9d81f94e9f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.752491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Port': ['ID=fca5d0a0-ff81-47bc-9ac4-f928a3e77d07,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:41.756017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] No DVR routers for this DVR port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:51:41.757595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087fa47-a0af-4102-8323-9d81f94e9f43 None None] Pushing event deleted for resources: {'Port': ['ID=fca5d0a0-ff81-47bc-9ac4-f928a3e77d07,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:41.763394 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087fa47-a0af-4102-8323-9d81f94e9f43 None None] No DVR routers for this DVR port fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:51:41.796025 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.836764 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.856121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d91dd7-add1-4696-9d4f-ae35eb61b463']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:41.866340 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:41.866671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd77c4b8-0ed3-44c8-b09e-95ccfc86e30a') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:41.877244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.890223 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.896362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:51:41.896730 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:51:41.899690 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:51:42.016298 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.025999 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.027126 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/networks/57d91dd7-add1-4696-9d4f-ae35eb61b463 HTTP/1.1" status: 204 len: 168 time: 0.6819470 Oct 13 11:51:42.029549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37924) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:42.048049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369b6b2-24a3-4ef7-8a3c-b083f4b16864 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Network': ['ID=57d91dd7-add1-4696-9d4f-ae35eb61b463,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:42.066752 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6741ce-e2cf-4a3b-99dc-e59231d0da17 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] DELETE failed (client error): The resource could not be found. Oct 13 11:51:42.067212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6741ce-e2cf-4a3b-99dc-e59231d0da17 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:51:42.070224 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-aa6741ce-e2cf-4a3b-99dc-e59231d0da17 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/subnets/3ecd6fe4-b6f5-4bb3-8ec4-313c812708a0 HTTP/1.1" status: 404 len: 337 time: 0.0395718 Oct 13 11:51:42.072693 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37926) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:42.090087 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b35733-aa67-4dc3-8ed2-7c7810cb0a50 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] DELETE failed (client error): The resource could not be found. Oct 13 11:51:42.090586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b35733-aa67-4dc3-8ed2-7c7810cb0a50 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:51:42.093552 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b7b35733-aa67-4dc3-8ed2-7c7810cb0a50 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/networks/d8938794-0186-4851-aee7-b13d5520479c HTTP/1.1" status: 404 len: 339 time: 0.0199614 Oct 13 11:51:42.096113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37928) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:42.122259 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50662f4-b722-4fdc-912a-7db2e6ca567a tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] DELETE failed (client error): The resource could not be found. Oct 13 11:51:42.123012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50662f4-b722-4fdc-912a-7db2e6ca567a tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:51:42.126400 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c50662f4-b722-4fdc-912a-7db2e6ca567a tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/subnets/8453acad-9d83-4bb4-bb2c-4ba434f321cc HTTP/1.1" status: 404 len: 337 time: 0.0293376 Oct 13 11:51:42.128848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37930) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:42.146488 n-d-813659-3 neutron-server[101990]: INFO neutron.pecan_wsgi.hooks.translation [None req-95eb02fe-29ae-4922-8203-27ca6665bdbd tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] DELETE failed (client error): The resource could not be found. Oct 13 11:51:42.147047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95eb02fe-29ae-4922-8203-27ca6665bdbd tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 11:51:42.149940 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-95eb02fe-29ae-4922-8203-27ca6665bdbd tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/networks/74b202a2-081a-4fcf-9c08-901cb16fb0cd HTTP/1.1" status: 404 len: 339 time: 0.0201669 Oct 13 11:51:42.153306 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37932) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:42.213495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38448fd-1c71-47a7-9f44-b6343b2dc7c9 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Deleting subnet 33de0c25-546b-4efa-b4cf-0bc82cb03be9 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:51:42.216675 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f38448fd-1c71-47a7-9f44-b6343b2dc7c9 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.257386 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f38448fd-1c71-47a7-9f44-b6343b2dc7c9 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.339179 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f38448fd-1c71-47a7-9f44-b6343b2dc7c9 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.410987 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.486096 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f38448fd-1c71-47a7-9f44-b6343b2dc7c9 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.513742 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38448fd-1c71-47a7-9f44-b6343b2dc7c9 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Subnet': ['ID=33de0c25-546b-4efa-b4cf-0bc82cb03be9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:42.517456 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f38448fd-1c71-47a7-9f44-b6343b2dc7c9 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.521025 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f38448fd-1c71-47a7-9f44-b6343b2dc7c9 tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/subnets/33de0c25-546b-4efa-b4cf-0bc82cb03be9 HTTP/1.1" status: 204 len: 168 time: 0.3668244 Oct 13 11:51:42.523448 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37934) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:42.525866 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9717bce-6902-461b-b3bf-0a8cf27c0f88 None None] Network f5b564d7-0f21-4e97-a665-c3274516f710 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:42.601014 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.663215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Deleting port cfcdd34a-1a59-409b-baed-50ae902680a1 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:51:42.663561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.702457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059cede3-ba55-422d-88fa-f2bd459e2314 None None] DHCP port deletion for f5b564d7-0f21-4e97-a665-c3274516f710 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:51:42.728008 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] For port cfcdd34a-1a59-409b-baed-50ae902680a1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cfcdd34a-1a59-409b-baed-50ae902680a1,segment=NetworkSegment(b65a310a-fa51-4646-84db-0ca037cce7c7),segment_id=b65a310a-fa51-4646-84db-0ca037cce7c7)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:42.728373 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.741362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Calling delete_port for cfcdd34a-1a59-409b-baed-50ae902680a1 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:51:42.749343 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-059cede3-ba55-422d-88fa-f2bd459e2314 None None] Deleting port cfcdd34a-1a59-409b-baed-50ae902680a1 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:51:42.749720 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-059cede3-ba55-422d-88fa-f2bd459e2314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.816709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-059cede3-ba55-422d-88fa-f2bd459e2314 None None] For port cfcdd34a-1a59-409b-baed-50ae902680a1, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cfcdd34a-1a59-409b-baed-50ae902680a1,segment=NetworkSegment(b65a310a-fa51-4646-84db-0ca037cce7c7),segment_id=b65a310a-fa51-4646-84db-0ca037cce7c7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:42.817105 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-059cede3-ba55-422d-88fa-f2bd459e2314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.829240 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-059cede3-ba55-422d-88fa-f2bd459e2314 None None] Calling delete_port for cfcdd34a-1a59-409b-baed-50ae902680a1 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:51:42.907919 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.913197 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-059cede3-ba55-422d-88fa-f2bd459e2314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:42.936188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] No DVR routers for this DVR port cfcdd34a-1a59-409b-baed-50ae902680a1 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:51:42.941643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cede3-ba55-422d-88fa-f2bd459e2314 None None] Pushing event deleted for resources: {'Port': ['ID=cfcdd34a-1a59-409b-baed-50ae902680a1,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:42.943508 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059cede3-ba55-422d-88fa-f2bd459e2314 None None] No DVR routers for this DVR port cfcdd34a-1a59-409b-baed-50ae902680a1 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:51:42.964340 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Port': ['ID=cfcdd34a-1a59-409b-baed-50ae902680a1,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:43.010626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:51:43.025961 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:43.030418 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:51:43.030761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device fca5d0a0-ff81-47bc-9ac4-f928a3e77d07 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:51:43.031169 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cfcdd34a-1a59-409b-baed-50ae902680a1 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:51:43.046621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b564d7-0f21-4e97-a665-c3274516f710']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:43.053189 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: cfcdd34a-1a59-409b-baed-50ae902680a1 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:51:43.053889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cfcdd34a-1a59-409b-baed-50ae902680a1 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:51:43.057050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65a310a-fa51-4646-84db-0ca037cce7c7') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:43.057385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65a310a-fa51-4646-84db-0ca037cce7c7') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:43.071816 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:43.085098 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:43.090908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:51:43.091295 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:51:43.094867 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:51:43.227859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:43.238691 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:43.238691 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] 10.222.0.32 "DELETE /v2.0/networks/f5b564d7-0f21-4e97-a665-c3274516f710 HTTP/1.1" status: 204 len: 168 time: 0.7139149 Oct 13 11:51:43.251232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91111e43-5b41-454d-868e-37f164c6862e tempest-NetworksIpV6Test-47270676 tempest-NetworksIpV6Test-47270676-project] Pushing event deleted for resources: {'Network': ['ID=f5b564d7-0f21-4e97-a665-c3274516f710,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:43.644870 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:43.708896 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37940) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:43.837878 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dd6ccd0e-c8fe-4932-b825-9266d6fc8a0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3fa1443f7b2d4d40836390303a90cbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277072 Oct 13 11:51:43.840280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37944) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:43.888699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc476e65-3994-4760-8464-457521390d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:43.910924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc476e65-3994-4760-8464-457521390d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:44.033424 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc476e65-3994-4760-8464-457521390d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:44.036046 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fc476e65-3994-4760-8464-457521390d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:44.037202 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fc476e65-3994-4760-8464-457521390d8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd8ae4e4-5fb7-4faa-9820-1c1b5749314c HTTP/1.1" status: 204 len: 168 time: 0.1960070 Oct 13 11:51:44.051350 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc476e65-3994-4760-8464-457521390d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8ae4e4-5fb7-4faa-9820-1c1b5749314c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:44.978221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37966) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:45.074435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-34347244-2352-49fc-92d5-29027ce8c77f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-271599523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:45.176346 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34347244-2352-49fc-92d5-29027ce8c77f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:45.177430 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34347244-2352-49fc-92d5-29027ce8c77f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:45.228330 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34347244-2352-49fc-92d5-29027ce8c77f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:45.313572 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34347244-2352-49fc-92d5-29027ce8c77f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:45.403301 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-34347244-2352-49fc-92d5-29027ce8c77f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:45.404540 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-34347244-2352-49fc-92d5-29027ce8c77f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4252942 Oct 13 11:51:45.407871 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37970) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:45.412806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-704516585'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:45.498775 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Made reservation on behalf of b4785bd7e4f24965816cc4881dd48592 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:45.502528 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:45.511686 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:45.587050 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:45.647089 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:45.679325 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:51:45.685589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ebc274-d708-4854-8c41-917bab9ae53a,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:45.691852 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:45.693115 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Added segment 2f8adb73-2d77-4102-8670-33e8a9b2d265 of type vlan for network 92bedb51-16b3-4efb-bbd2-4f05f8f9786f Oct 13 11:51:45.732748 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:45.801190 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:45.806903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:45.807492 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:45.872910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Pushing event updated for resources: {'Network': ['ID=92bedb51-16b3-4efb-bbd2-4f05f8f9786f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:45.883502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 92bedb51-16b3-4efb-bbd2-4f05f8f9786f details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:51:45.935732 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-dc6c976a-179a-42d2-bab1-af0dcc6f3638 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5268621 Oct 13 11:51:45.939220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37972) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:45.944176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2ccbe480-f4b1-4243-8afd-f4d49bbf83e3 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Request body: {'subnet': {'network_id': '92bedb51-16b3-4efb-bbd2-4f05f8f9786f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:46.087260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccbe480-f4b1-4243-8afd-f4d49bbf83e3 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Made reservation on behalf of b4785bd7e4f24965816cc4881dd48592 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:46.090747 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe480-f4b1-4243-8afd-f4d49bbf83e3 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:46.321481 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe480-f4b1-4243-8afd-f4d49bbf83e3 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:46.381656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbe480-f4b1-4243-8afd-f4d49bbf83e3 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Pushing event updated for resources: {'Subnet': ['ID=a143a254-935f-43f7-b4c6-b988a688a049,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:46.388714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbe480-f4b1-4243-8afd-f4d49bbf83e3 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Checking segment: {'id': '2f8adb73-2d77-4102-8670-33e8a9b2d265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '92bedb51-16b3-4efb-bbd2-4f05f8f9786f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:46.389076 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccbe480-f4b1-4243-8afd-f4d49bbf83e3 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Network hostable DHCP agents. Network: 92bedb51-16b3-4efb-bbd2-4f05f8f9786f, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:51:46.486873 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccbe480-f4b1-4243-8afd-f4d49bbf83e3 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Network 92bedb51-16b3-4efb-bbd2-4f05f8f9786f is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:51:46.577961 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-2ccbe480-f4b1-4243-8afd-f4d49bbf83e3 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 92bedb51-16b3-4efb-bbd2-4f05f8f9786f) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:46.582956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccbe480-f4b1-4243-8afd-f4d49bbf83e3 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:46.583552 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe480-f4b1-4243-8afd-f4d49bbf83e3 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:46.587588 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a739ed2-9a6e-40ba-91cc-3eb79c7cbdae None None] Network 92bedb51-16b3-4efb-bbd2-4f05f8f9786f requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:46.690726 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2ccbe480-f4b1-4243-8afd-f4d49bbf83e3 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7503979 Oct 13 11:51:46.693868 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37974) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:46.698843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-88468538-62df-443e-b3da-3e1839e6c668 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-834865139'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:46.731717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-92bedb51-16b3-4efb-bbd2-4f05f8f9786f', 'network_id': '92bedb51-16b3-4efb-bbd2-4f05f8f9786f', 'tenant_id': 'b4785bd7e4f24965816cc4881dd48592', 'fixed_ips': [{'subnet_id': 'a143a254-935f-43f7-b4c6-b988a688a049'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:51:46.732612 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:46.787574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88468538-62df-443e-b3da-3e1839e6c668 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Made reservation on behalf of b4785bd7e4f24965816cc4881dd48592 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:46.792906 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88468538-62df-443e-b3da-3e1839e6c668 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:46.821623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88468538-62df-443e-b3da-3e1839e6c668 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:51:46.831513 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88468538-62df-443e-b3da-3e1839e6c668 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:46.831866 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-88468538-62df-443e-b3da-3e1839e6c668 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Added segment 7828a187-83bc-4d83-8751-55b85f84429d of type vlan for network 7dcbe86f-cefb-4c95-a644-f9af220e94de Oct 13 11:51:46.879945 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88468538-62df-443e-b3da-3e1839e6c668 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:46.959411 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88468538-62df-443e-b3da-3e1839e6c668 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:46.965147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88468538-62df-443e-b3da-3e1839e6c668 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:46.965750 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-88468538-62df-443e-b3da-3e1839e6c668 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:47.025754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Allocated IP 172.20.0.2 (92bedb51-16b3-4efb-bbd2-4f05f8f9786f/a143a254-935f-43f7-b4c6-b988a688a049/95ed2578-6515-4ef6-81d9-783d8f9e6980) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:51:47.034588 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88468538-62df-443e-b3da-3e1839e6c668 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Pushing event updated for resources: {'Network': ['ID=7dcbe86f-cefb-4c95-a644-f9af220e94de,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:47.051845 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 7dcbe86f-cefb-4c95-a644-f9af220e94de details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:51:47.104860 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-88468538-62df-443e-b3da-3e1839e6c668 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4098477 Oct 13 11:51:47.107605 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37976) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:47.113553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-368246dc-3c1b-4c78-8f4f-07d8849152f5 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Request body: {'subnet': {'network_id': '7dcbe86f-cefb-4c95-a644-f9af220e94de', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:47.224205 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:47.256312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368246dc-3c1b-4c78-8f4f-07d8849152f5 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Made reservation on behalf of b4785bd7e4f24965816cc4881dd48592 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:47.259974 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-368246dc-3c1b-4c78-8f4f-07d8849152f5 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:47.287706 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:47.333412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Network 92bedb51-16b3-4efb-bbd2-4f05f8f9786f is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:51:47.336301 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:47.340708 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:51:47.343762 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Pushing event updated for resources: {'Port': ['ID=95ed2578-6515-4ef6-81d9-783d8f9e6980,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:47.397688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Attempting to bind port 95ed2578-6515-4ef6-81d9-783d8f9e6980 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:51:47.398058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Attempting to bind port 95ed2578-6515-4ef6-81d9-783d8f9e6980 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '2f8adb73-2d77-4102-8670-33e8a9b2d265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '92bedb51-16b3-4efb-bbd2-4f05f8f9786f'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:51:47.398437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Attempting to bind port 95ed2578-6515-4ef6-81d9-783d8f9e6980 on network 92bedb51-16b3-4efb-bbd2-4f05f8f9786f {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:51:47.403858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:51:47.404222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Checking segment: {'id': '2f8adb73-2d77-4102-8670-33e8a9b2d265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '92bedb51-16b3-4efb-bbd2-4f05f8f9786f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:47.404615 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:47.405001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Bound using segment: {'id': '2f8adb73-2d77-4102-8670-33e8a9b2d265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '92bedb51-16b3-4efb-bbd2-4f05f8f9786f'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:51:47.405462 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Bound port: 95ed2578-6515-4ef6-81d9-783d8f9e6980, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8adb73-2d77-4102-8670-33e8a9b2d265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '92bedb51-16b3-4efb-bbd2-4f05f8f9786f'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:51:47.405851 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:47.469202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] For port 95ed2578-6515-4ef6-81d9-783d8f9e6980, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:51:47.472307 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] For port 95ed2578-6515-4ef6-81d9-783d8f9e6980, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=95ed2578-6515-4ef6-81d9-783d8f9e6980,segment=NetworkSegment(2f8adb73-2d77-4102-8670-33e8a9b2d265),segment_id=2f8adb73-2d77-4102-8670-33e8a9b2d265)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:51:47.505435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-368246dc-3c1b-4c78-8f4f-07d8849152f5 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:47.542655 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:47.569215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368246dc-3c1b-4c78-8f4f-07d8849152f5 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Pushing event updated for resources: {'Subnet': ['ID=1a877fe7-5987-406a-9c1f-9dbf95c4711c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:47.578284 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368246dc-3c1b-4c78-8f4f-07d8849152f5 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Checking segment: {'id': '7828a187-83bc-4d83-8751-55b85f84429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7dcbe86f-cefb-4c95-a644-f9af220e94de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:47.578822 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368246dc-3c1b-4c78-8f4f-07d8849152f5 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Network hostable DHCP agents. Network: 7dcbe86f-cefb-4c95-a644-f9af220e94de, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:51:47.602651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927f067-d9e2-4e22-ab07-d69ea1e3803a None None] Pushing event updated for resources: {'Port': ['ID=95ed2578-6515-4ef6-81d9-783d8f9e6980,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:47.658780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368246dc-3c1b-4c78-8f4f-07d8849152f5 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Network 7dcbe86f-cefb-4c95-a644-f9af220e94de is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:51:47.733162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-368246dc-3c1b-4c78-8f4f-07d8849152f5 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 7dcbe86f-cefb-4c95-a644-f9af220e94de) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:47.736040 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368246dc-3c1b-4c78-8f4f-07d8849152f5 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:47.738699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-368246dc-3c1b-4c78-8f4f-07d8849152f5 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:47.763040 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281daf8b-adf3-4f48-bc22-534fa81a7c6c None None] Network 7dcbe86f-cefb-4c95-a644-f9af220e94de requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:47.832212 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-368246dc-3c1b-4c78-8f4f-07d8849152f5 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7235386 Oct 13 11:51:47.835893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37978) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:47.840737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4d8bb4dd-e887-4836-bcca-c89358fdaae8 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Request body: {'router': {'external_gateway_info': {'network_id': '7dcbe86f-cefb-4c95-a644-f9af220e94de'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:47.918770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-7dcbe86f-cefb-4c95-a644-f9af220e94de', 'network_id': '7dcbe86f-cefb-4c95-a644-f9af220e94de', 'tenant_id': 'b4785bd7e4f24965816cc4881dd48592', 'fixed_ips': [{'subnet_id': '1a877fe7-5987-406a-9c1f-9dbf95c4711c'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:51:47.919649 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.060871 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb4dd-e887-4836-bcca-c89358fdaae8 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.061128 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Allocated IP 172.21.0.2 (7dcbe86f-cefb-4c95-a644-f9af220e94de/1a877fe7-5987-406a-9c1f-9dbf95c4711c/e0427e26-044d-4ff0-939b-27f419d50c56) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:51:48.214437 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.226743 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [None req-4d8bb4dd-e887-4836-bcca-c89358fdaae8 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 11:51:48.227970 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4d8bb4dd-e887-4836-bcca-c89358fdaae8 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] 10.222.0.32 "PUT /v2.0/routers/89a1f39f-7fb1-4aac-9b17-5f15795e807b HTTP/1.1" status: 400 len: 364 time: 0.3909976 Oct 13 11:51:48.233916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37980) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:48.276269 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.289664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8e4866-56d4-46ca-9c90-73310ec40de4 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Deleting subnet 1a877fe7-5987-406a-9c1f-9dbf95c4711c {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:51:48.293140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4866-56d4-46ca-9c90-73310ec40de4 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.323914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Network 7dcbe86f-cefb-4c95-a644-f9af220e94de is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:51:48.327088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:48.331877 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:51:48.335133 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Pushing event updated for resources: {'Port': ['ID=e0427e26-044d-4ff0-939b-27f419d50c56,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:48.345366 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4866-56d4-46ca-9c90-73310ec40de4 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.392009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Attempting to bind port e0427e26-044d-4ff0-939b-27f419d50c56 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:51:48.393036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Attempting to bind port e0427e26-044d-4ff0-939b-27f419d50c56 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '7828a187-83bc-4d83-8751-55b85f84429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7dcbe86f-cefb-4c95-a644-f9af220e94de'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:51:48.393478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Attempting to bind port e0427e26-044d-4ff0-939b-27f419d50c56 on network 7dcbe86f-cefb-4c95-a644-f9af220e94de {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:51:48.399086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:51:48.399569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Checking segment: {'id': '7828a187-83bc-4d83-8751-55b85f84429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7dcbe86f-cefb-4c95-a644-f9af220e94de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:48.399985 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.400383 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Bound using segment: {'id': '7828a187-83bc-4d83-8751-55b85f84429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7dcbe86f-cefb-4c95-a644-f9af220e94de'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:51:48.401097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Bound port: e0427e26-044d-4ff0-939b-27f419d50c56, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7828a187-83bc-4d83-8751-55b85f84429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7dcbe86f-cefb-4c95-a644-f9af220e94de'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:51:48.401226 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.443741 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4866-56d4-46ca-9c90-73310ec40de4 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.544714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1896d96c-e521-44ee-9c6a-13b9805e926a None None] Network 92bedb51-16b3-4efb-bbd2-4f05f8f9786f requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:48.550503 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4866-56d4-46ca-9c90-73310ec40de4 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.584572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e4866-56d4-46ca-9c90-73310ec40de4 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Pushing event deleted for resources: {'Subnet': ['ID=1a877fe7-5987-406a-9c1f-9dbf95c4711c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:48.586852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] For port e0427e26-044d-4ff0-939b-27f419d50c56, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:51:48.586992 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4866-56d4-46ca-9c90-73310ec40de4 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.590053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ee8e4866-56d4-46ca-9c90-73310ec40de4 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] 10.222.0.32 "DELETE /v2.0/subnets/1a877fe7-5987-406a-9c1f-9dbf95c4711c HTTP/1.1" status: 204 len: 168 time: 0.3550971 Oct 13 11:51:48.592613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37982) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:48.604514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] For port e0427e26-044d-4ff0-939b-27f419d50c56, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e0427e26-044d-4ff0-939b-27f419d50c56,segment=NetworkSegment(7828a187-83bc-4d83-8751-55b85f84429d),segment_id=7828a187-83bc-4d83-8751-55b85f84429d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:51:48.638944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f4c622e6-0379-477b-acb6-ee65ad2c8253 None None] Provisioning complete for port 95ed2578-6515-4ef6-81d9-783d8f9e6980 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:48.639315 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f4c622e6-0379-477b-acb6-ee65ad2c8253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.670111 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.698631 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.723510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Deleting port e0427e26-044d-4ff0-939b-27f419d50c56 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:51:48.723850 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.795926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] For port e0427e26-044d-4ff0-939b-27f419d50c56, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=e0427e26-044d-4ff0-939b-27f419d50c56,segment=NetworkSegment(7828a187-83bc-4d83-8751-55b85f84429d),segment_id=7828a187-83bc-4d83-8751-55b85f84429d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:48.796293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.802054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f47e59-5ab9-406c-9d2a-dc57aa88d806 None None] Pushing event updated for resources: {'Port': ['ID=e0427e26-044d-4ff0-939b-27f419d50c56,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:48.811654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Calling delete_port for e0427e26-044d-4ff0-939b-27f419d50c56 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:51:48.851567 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f4c622e6-0379-477b-acb6-ee65ad2c8253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.887936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f4c622e6-0379-477b-acb6-ee65ad2c8253 None None] For port 95ed2578-6515-4ef6-81d9-783d8f9e6980, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=95ed2578-6515-4ef6-81d9-783d8f9e6980,segment=NetworkSegment(2f8adb73-2d77-4102-8670-33e8a9b2d265),segment_id=2f8adb73-2d77-4102-8670-33e8a9b2d265)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:48.964147 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f4c622e6-0379-477b-acb6-ee65ad2c8253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:48.985312 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.030926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c622e6-0379-477b-acb6-ee65ad2c8253 None None] Pushing event updated for resources: {'Port': ['ID=95ed2578-6515-4ef6-81d9-783d8f9e6980,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:49.048835 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] No DVR routers for this DVR port e0427e26-044d-4ff0-939b-27f419d50c56 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:51:49.058591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Pushing event deleted for resources: {'Port': ['ID=e0427e26-044d-4ff0-939b-27f419d50c56,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:49.119949 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 95ed2578-6515-4ef6-81d9-783d8f9e6980 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:51:49.149161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.169703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcbe86f-cefb-4c95-a644-f9af220e94de']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:49.170829 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 95ed2578-6515-4ef6-81d9-783d8f9e6980 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:49.171203 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.180291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7828a187-83bc-4d83-8751-55b85f84429d') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:49.180715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7828a187-83bc-4d83-8751-55b85f84429d') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:49.190994 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.204847 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.210847 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:51:49.211251 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:51:49.214202 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:51:49.218476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-00d0690c-e4f4-44bf-8eec-785ced1f3869 None None] Provisioning complete for port 95ed2578-6515-4ef6-81d9-783d8f9e6980 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:49.218476 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-00d0690c-e4f4-44bf-8eec-785ced1f3869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.349919 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.356799 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.360260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] 10.222.0.32 "DELETE /v2.0/networks/7dcbe86f-cefb-4c95-a644-f9af220e94de HTTP/1.1" status: 204 len: 168 time: 0.7663498 Oct 13 11:51:49.362709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37984) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:49.379932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b1db2-f4f7-4fe4-9292-be17b9d3870b tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Pushing event deleted for resources: {'Network': ['ID=7dcbe86f-cefb-4c95-a644-f9af220e94de,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:49.422798 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5561c7c-e538-414a-aa88-6e4c00fd784f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Deleting subnet a143a254-935f-43f7-b4c6-b988a688a049 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:51:49.426445 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5561c7c-e538-414a-aa88-6e4c00fd784f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.468745 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5561c7c-e538-414a-aa88-6e4c00fd784f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.561984 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5561c7c-e538-414a-aa88-6e4c00fd784f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.702293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5561c7c-e538-414a-aa88-6e4c00fd784f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.732148 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5561c7c-e538-414a-aa88-6e4c00fd784f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Pushing event deleted for resources: {'Subnet': ['ID=a143a254-935f-43f7-b4c6-b988a688a049,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:49.734144 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5561c7c-e538-414a-aa88-6e4c00fd784f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.737505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b5561c7c-e538-414a-aa88-6e4c00fd784f tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] 10.222.0.32 "DELETE /v2.0/subnets/a143a254-935f-43f7-b4c6-b988a688a049 HTTP/1.1" status: 204 len: 168 time: 0.3738651 Oct 13 11:51:49.740031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 37986) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:49.743730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ca21a-bf2c-4d58-8a23-8e73eed9c60c None None] Network 92bedb51-16b3-4efb-bbd2-4f05f8f9786f requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:49.761525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-978074ed-115b-411e-aaf0-180b50195fbe None None] Could not find standard attr ID for object e0427e26-044d-4ff0-939b-27f419d50c56. {{(pid=101992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 11:51:49.811638 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131df53e-02a7-48f5-8feb-3a34ffd9439f None None] DHCP port deletion for 7dcbe86f-cefb-4c95-a644-f9af220e94de request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:51:49.830009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.837088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcceca81-c100-4d67-9e85-aa84f2101f92 None None] Network 7dcbe86f-cefb-4c95-a644-f9af220e94de requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:49.866770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcceca81-c100-4d67-9e85-aa84f2101f92 None None] Network 7dcbe86f-cefb-4c95-a644-f9af220e94de could not be found, it might have been deleted concurrently. {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 11:51:49.885649 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Deleting port 95ed2578-6515-4ef6-81d9-783d8f9e6980 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:51:49.885989 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.945851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6102cce0-11bf-469c-a8ed-6e5a31f87cd6 None None] DHCP port deletion for 92bedb51-16b3-4efb-bbd2-4f05f8f9786f request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:51:49.951903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] For port 95ed2578-6515-4ef6-81d9-783d8f9e6980, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=95ed2578-6515-4ef6-81d9-783d8f9e6980,segment=NetworkSegment(2f8adb73-2d77-4102-8670-33e8a9b2d265),segment_id=2f8adb73-2d77-4102-8670-33e8a9b2d265)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:49.952295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:49.968910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Calling delete_port for 95ed2578-6515-4ef6-81d9-783d8f9e6980 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:51:49.997344 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6102cce0-11bf-469c-a8ed-6e5a31f87cd6 None None] Deleting port 95ed2578-6515-4ef6-81d9-783d8f9e6980 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:51:49.997675 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6102cce0-11bf-469c-a8ed-6e5a31f87cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.064761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6102cce0-11bf-469c-a8ed-6e5a31f87cd6 None None] For port 95ed2578-6515-4ef6-81d9-783d8f9e6980, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=95ed2578-6515-4ef6-81d9-783d8f9e6980,segment=NetworkSegment(2f8adb73-2d77-4102-8670-33e8a9b2d265),segment_id=2f8adb73-2d77-4102-8670-33e8a9b2d265)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:50.065163 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6102cce0-11bf-469c-a8ed-6e5a31f87cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.077936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6102cce0-11bf-469c-a8ed-6e5a31f87cd6 None None] Calling delete_port for 95ed2578-6515-4ef6-81d9-783d8f9e6980 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:51:50.107317 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.132083 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Pushing event deleted for resources: {'Port': ['ID=95ed2578-6515-4ef6-81d9-783d8f9e6980,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:50.138882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] No DVR routers for this DVR port 95ed2578-6515-4ef6-81d9-783d8f9e6980 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:51:50.154461 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6102cce0-11bf-469c-a8ed-6e5a31f87cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.184459 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102cce0-11bf-469c-a8ed-6e5a31f87cd6 None None] Pushing event deleted for resources: {'Port': ['ID=95ed2578-6515-4ef6-81d9-783d8f9e6980,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:50.188752 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6102cce0-11bf-469c-a8ed-6e5a31f87cd6 None None] No DVR routers for this DVR port 95ed2578-6515-4ef6-81d9-783d8f9e6980 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:51:50.226357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.246188 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bedb51-16b3-4efb-bbd2-4f05f8f9786f']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:50.256200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8adb73-2d77-4102-8670-33e8a9b2d265') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:50.256498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8adb73-2d77-4102-8670-33e8a9b2d265') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:50.265545 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.278713 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.285070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:51:50.285614 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:51:50.288764 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:51:50.410299 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.414625 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.418561 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] 10.222.0.32 "DELETE /v2.0/networks/92bedb51-16b3-4efb-bbd2-4f05f8f9786f HTTP/1.1" status: 204 len: 168 time: 0.6774976 Oct 13 11:51:50.420681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37988) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:50.438727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfff091-cccb-4d5f-bc7d-f70d9c872b33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Pushing event deleted for resources: {'Network': ['ID=92bedb51-16b3-4efb-bbd2-4f05f8f9786f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:50.449891 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3df3ad66-1766-41a3-8ab3-b42e7f9fba15 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a1f39f-7fb1-4aac-9b17-5f15795e807b HTTP/1.1" status: 200 len: 205 time: 0.0279996 Oct 13 11:51:50.452212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37990) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:50.525669 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cf7801ff-a0be-4066-8cd1-b2449b292c33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.691008 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cf7801ff-a0be-4066-8cd1-b2449b292c33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.693286 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cf7801ff-a0be-4066-8cd1-b2449b292c33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.807330 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cf7801ff-a0be-4066-8cd1-b2449b292c33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.807945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7801ff-a0be-4066-8cd1-b2449b292c33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Fanout notify agent at l3_agent the message router_deleted on router 89a1f39f-7fb1-4aac-9b17-5f15795e807b {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:51:50.815716 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-cf7801ff-a0be-4066-8cd1-b2449b292c33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:50.817084 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-cf7801ff-a0be-4066-8cd1-b2449b292c33 tempest-RoutersNegativeTest-1812254040 tempest-RoutersNegativeTest-1812254040-project] 10.222.0.32 "DELETE /v2.0/routers/89a1f39f-7fb1-4aac-9b17-5f15795e807b HTTP/1.1" status: 204 len: 168 time: 0.3637247 Oct 13 11:51:50.988574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 95ed2578-6515-4ef6-81d9-783d8f9e6980 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:51:51.009362 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 95ed2578-6515-4ef6-81d9-783d8f9e6980 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:51:51.009696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 95ed2578-6515-4ef6-81d9-783d8f9e6980 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:51:51.269972 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 37996) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:51.406607 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0253b6fb-4d80-437e-9fbe-74aeec2da741 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4785bd7e4f24965816cc4881dd48592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353276 Oct 13 11:51:51.409127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38000) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:51.460437 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:51.481856 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:51.584307 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:51.586931 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:51.588119 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97ebc274-d708-4854-8c41-917bab9ae53a HTTP/1.1" status: 204 len: 168 time: 0.1780767 Oct 13 11:51:51.596572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ebc274-d708-4854-8c41-917bab9ae53a,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:51.604553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:51.604901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:51.605246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:51.605584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:51.605973 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:51.606396 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:51.606737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:51.607066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:51.607463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:51.607711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:51.608041 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:51.608366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10694138-bac3-4e7d-b2db-c4a0fd259821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:51:52.561504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38022) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:52.660561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1048259048-network', 'tenant_id': 'd769ac9d15544f60bb987025d7704509'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:52.816259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Made reservation on behalf of d769ac9d15544f60bb987025d7704509 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:52.818848 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:52.828254 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:52.908184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:52.989923 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:53.017288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:51:53.023407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3d713b-1236-43c9-848e-51718e805102,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:53.032374 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:53.033015 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Added segment 10ed03ae-7bdf-42a7-9ccf-c19dea541550 of type vlan for network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 Oct 13 11:51:53.076342 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:53.170442 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:53.171447 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:53.172150 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:53.232674 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] Pushing event updated for resources: {'Network': ['ID=64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:53.244289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:51:53.281670 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c625702d-9ec9-44be-97ae-80a5197aaa54 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7190275 Oct 13 11:51:53.285312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38026) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:53.290201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a5acb8ca-9f48-49f6-bd31-5fa5a6db2362 admin admin] Request body: {'subnet': {'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1048259048-subnet', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:53.366984 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5acb8ca-9f48-49f6-bd31-5fa5a6db2362 admin admin] Made reservation on behalf of d769ac9d15544f60bb987025d7704509 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:53.369292 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5acb8ca-9f48-49f6-bd31-5fa5a6db2362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:53.601733 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5acb8ca-9f48-49f6-bd31-5fa5a6db2362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:53.660105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acb8ca-9f48-49f6-bd31-5fa5a6db2362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adc8716-5a36-414a-85f4-45ba94c843f7,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:53.667874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5acb8ca-9f48-49f6-bd31-5fa5a6db2362 admin admin] Checking segment: {'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:53.668232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5acb8ca-9f48-49f6-bd31-5fa5a6db2362 admin admin] Network hostable DHCP agents. Network: 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:51:53.747106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5acb8ca-9f48-49f6-bd31-5fa5a6db2362 admin admin] Network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:51:53.809734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-a5acb8ca-9f48-49f6-bd31-5fa5a6db2362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:53.814098 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5acb8ca-9f48-49f6-bd31-5fa5a6db2362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:53.814834 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a5acb8ca-9f48-49f6-bd31-5fa5a6db2362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:53.819834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac119aca-51ad-4cff-892d-93fc07e312f0 None None] Network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:53.889812 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a5acb8ca-9f48-49f6-bd31-5fa5a6db2362 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6033931 Oct 13 11:51:53.893187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38028) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:53.897587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1048259048-router', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:53.965454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285', 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'fixed_ips': [{'subnet_id': '6adc8716-5a36-414a-85f4-45ba94c843f7'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:51:53.966306 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:53.978781 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:53.979888 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:54.037099 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:54.106474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Allocated IP 172.20.0.2 (64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285/6adc8716-5a36-414a-85f4-45ba94c843f7/b488d0a9-904f-43c5-9501-2ea7bebe1d11) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:51:54.251972 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:54.269044 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:54.344430 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:54.384903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:51:54.387973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:54.392161 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:51:54.399331 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Pushing event updated for resources: {'Port': ['ID=b488d0a9-904f-43c5-9501-2ea7bebe1d11,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:54.450684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Attempting to bind port b488d0a9-904f-43c5-9501-2ea7bebe1d11 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:51:54.451053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Attempting to bind port b488d0a9-904f-43c5-9501-2ea7bebe1d11 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:51:54.451411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Attempting to bind port b488d0a9-904f-43c5-9501-2ea7bebe1d11 on network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:51:54.457188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:51:54.457551 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Checking segment: {'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:54.457948 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:54.458357 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Bound using segment: {'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:51:54.458820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Bound port: b488d0a9-904f-43c5-9501-2ea7bebe1d11, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:51:54.459204 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:54.515353 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:54.525519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] For port b488d0a9-904f-43c5-9501-2ea7bebe1d11, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:51:54.528686 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] For port b488d0a9-904f-43c5-9501-2ea7bebe1d11, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b488d0a9-904f-43c5-9501-2ea7bebe1d11,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:51:54.534963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:54.619071 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:54.636331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Allocated IP 172.25.0.71 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/68c92a6a-7612-4f05-b1a5-07be054c2104) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:51:54.680493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a51d1-eb0a-4b7b-bdd6-d9dd048fd11d None None] Pushing event updated for resources: {'Port': ['ID=b488d0a9-904f-43c5-9501-2ea7bebe1d11,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:54.747486 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:54.853359 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:54.901764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:51:54.904957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:54.909488 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:51:54.915492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Pushing event updated for resources: {'Port': ['ID=68c92a6a-7612-4f05-b1a5-07be054c2104,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:55.028428 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b488d0a9-904f-43c5-9501-2ea7bebe1d11 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:51:55.079883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port b488d0a9-904f-43c5-9501-2ea7bebe1d11 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:55.080157 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:55.167389 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:55.202260 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port b488d0a9-904f-43c5-9501-2ea7bebe1d11, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b488d0a9-904f-43c5-9501-2ea7bebe1d11,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:55.287511 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:55.345660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=b488d0a9-904f-43c5-9501-2ea7bebe1d11,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:55.611872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43e1b3a-a57e-443e-88fd-4ffcc4b523a1 None None] Network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:51:55.627542 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:55.667399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-20545ca7-b9e1-46a4-bc51-91999e4d76cb None None] Provisioning complete for port b488d0a9-904f-43c5-9501-2ea7bebe1d11 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:55.667765 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-20545ca7-b9e1-46a4-bc51-91999e4d76cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:55.827454 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:56.015945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Router d9ec7d53-ddbc-4b89-a59e-4a778687bd36 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:51:56.035041 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-e784f448-1fab-4b15-82b8-720829028a93 None None] Provisioning complete for port b488d0a9-904f-43c5-9501-2ea7bebe1d11 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:56.035407 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e784f448-1fab-4b15-82b8-720829028a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:56.128947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:51:56.138430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19372e9-361d-4221-b145-53957790755d None None] Sync routers for ids ['d9ec7d53-ddbc-4b89-a59e-4a778687bd36'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:51:56.147749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19372e9-361d-4221-b145-53957790755d None None] Routers {'d9ec7d53-ddbc-4b89-a59e-4a778687bd36'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:51:56.154684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b19372e9-361d-4221-b145-53957790755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:51:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d9ec7d53-ddbc-4b89-a59e-4a778687bd36'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:56.209130 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:56.210423 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4d5c355b-61d8-408a-a7bc-cf800243161c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3162653 Oct 13 11:51:56.213145 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38030) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:56.251474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b19372e9-361d-4221-b145-53957790755d None None] Set router d9ec7d53-ddbc-4b89-a59e-4a778687bd36 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:51:56.591398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b19372e9-361d-4221-b145-53957790755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'name': 'tempest-TestEncryptedCinderVolumes-1048259048-router', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:51:53Z', 'updated_at': '2021-10-13T11:51:55Z', 'revision_number': 3, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'gw_port': {'id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:51:54Z', 'updated_at': '2021-10-13T11:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:56.619507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19372e9-361d-4221-b145-53957790755d None None] Checking router: d9ec7d53-ddbc-4b89-a59e-4a778687bd36 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:51:56.619856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19372e9-361d-4221-b145-53957790755d None None] Updating router d9ec7d53-ddbc-4b89-a59e-4a778687bd36 port 68c92a6a-7612-4f05-b1a5-07be054c2104 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:51:56.647028 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b19372e9-361d-4221-b145-53957790755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:56.655220 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:56.820805 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Allocated IP 172.20.0.1 (64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285/6adc8716-5a36-414a-85f4-45ba94c843f7/01a8708f-afad-421e-a376-7d9138a81750) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:51:56.910088 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b19372e9-361d-4221-b145-53957790755d None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:56.930597 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:56.992718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b488d0a9-904f-43c5-9501-2ea7bebe1d11 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:51:56.996475 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b19372e9-361d-4221-b145-53957790755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:57.024459 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:57.070744 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:51:57.076386 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:57.079465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:51:57.090724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccca71c-81d2-4230-951b-a6b0686e2ff5 None None] Pushing event updated for resources: {'Port': ['ID=68c92a6a-7612-4f05-b1a5-07be054c2104,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:57.101906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b19372e9-361d-4221-b145-53957790755d None None] Attempting to bind port 68c92a6a-7612-4f05-b1a5-07be054c2104 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:51:57.102283 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b19372e9-361d-4221-b145-53957790755d None None] Attempting to bind port 68c92a6a-7612-4f05-b1a5-07be054c2104 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:51:57.102677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19372e9-361d-4221-b145-53957790755d None None] Attempting to bind port 68c92a6a-7612-4f05-b1a5-07be054c2104 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:51:57.112241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19372e9-361d-4221-b145-53957790755d None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:51:57.112616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19372e9-361d-4221-b145-53957790755d None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:57.113118 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b19372e9-361d-4221-b145-53957790755d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:57.113411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19372e9-361d-4221-b145-53957790755d None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:51:57.113884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b19372e9-361d-4221-b145-53957790755d None None] Bound port: 68c92a6a-7612-4f05-b1a5-07be054c2104, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:51:57.114264 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b19372e9-361d-4221-b145-53957790755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:57.115830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Pushing event updated for resources: {'Port': ['ID=01a8708f-afad-421e-a376-7d9138a81750,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:57.118095 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port b488d0a9-904f-43c5-9501-2ea7bebe1d11 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:57.118502 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:57.145011 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:57.207483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b19372e9-361d-4221-b145-53957790755d None None] For port 68c92a6a-7612-4f05-b1a5-07be054c2104, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:51:57.213932 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b19372e9-361d-4221-b145-53957790755d None None] For port 68c92a6a-7612-4f05-b1a5-07be054c2104, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=68c92a6a-7612-4f05-b1a5-07be054c2104,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:51:57.299863 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b19372e9-361d-4221-b145-53957790755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:57.369446 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:57.373828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19372e9-361d-4221-b145-53957790755d None None] Routers {'d9ec7d53-ddbc-4b89-a59e-4a778687bd36'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:51:57.376155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b19372e9-361d-4221-b145-53957790755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:51:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d9ec7d53-ddbc-4b89-a59e-4a778687bd36'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:57.418196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccca71c-81d2-4230-951b-a6b0686e2ff5 None None] Pushing event updated for resources: {'Port': ['ID=68c92a6a-7612-4f05-b1a5-07be054c2104,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:57.425205 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-121f9f3d-4e0d-4614-9a76-5eac2ec38756 None None] Provisioning complete for port 01a8708f-afad-421e-a376-7d9138a81750 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:57.425941 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-121f9f3d-4e0d-4614-9a76-5eac2ec38756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:57.502533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-121f9f3d-4e0d-4614-9a76-5eac2ec38756 None None] Port 01a8708f-afad-421e-a376-7d9138a81750 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:51:57.536295 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b19372e9-361d-4221-b145-53957790755d None None] Set router d9ec7d53-ddbc-4b89-a59e-4a778687bd36 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:51:57.588741 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:57.659305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:57.733801 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:57.736629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Pushing event updated for resources: {'Port': ['ID=01a8708f-afad-421e-a376-7d9138a81750,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:57.756924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b19372e9-361d-4221-b145-53957790755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'name': 'tempest-TestEncryptedCinderVolumes-1048259048-router', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:51:53Z', 'updated_at': '2021-10-13T11:51:57Z', 'revision_number': 4, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'gw_port': {'id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:51:54Z', 'updated_at': '2021-10-13T11:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '01a8708f-afad-421e-a376-7d9138a81750', 'name': '', 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'mac_address': 'fa:16:3e:1e:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6adc8716-5a36-414a-85f4-45ba94c843f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:51:56Z', 'updated_at': '2021-10-13T11:51:56Z', 'revision_number': 1, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'subnets': [{'id': '6adc8716-5a36-414a-85f4-45ba94c843f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:57.785541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19372e9-361d-4221-b145-53957790755d None None] The sync data for ids ['d9ec7d53-ddbc-4b89-a59e-4a778687bd36'] in n-d-813659-3 is: [{'id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'name': 'tempest-TestEncryptedCinderVolumes-1048259048-router', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:51:53Z', 'updated_at': '2021-10-13T11:51:57Z', 'revision_number': 4, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'gw_port': {'id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:51:54Z', 'updated_at': '2021-10-13T11:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '01a8708f-afad-421e-a376-7d9138a81750', 'name': '', 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'mac_address': 'fa:16:3e:1e:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6adc8716-5a36-414a-85f4-45ba94c843f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:51:56Z', 'updated_at': '2021-10-13T11:51:56Z', 'revision_number': 1, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'subnets': [{'id': '6adc8716-5a36-414a-85f4-45ba94c843f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:51:57.847246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:51:57.848801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:51:57.997002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Router d9ec7d53-ddbc-4b89-a59e-4a778687bd36 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:51:58.127258 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7423a852-2d87-466f-b16e-5becd0d0de80 None None] Provisioning complete for port 01a8708f-afad-421e-a376-7d9138a81750 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:58.127863 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7423a852-2d87-466f-b16e-5becd0d0de80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:58.132293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:51:58.144191 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-27ca7b47-8aa0-44f0-a23c-8997b4146d86 admin admin] 10.222.0.32 "PUT /v2.0/routers/d9ec7d53-ddbc-4b89-a59e-4a778687bd36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9235880 Oct 13 11:51:58.167466 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7423a852-2d87-466f-b16e-5becd0d0de80 None None] Port 01a8708f-afad-421e-a376-7d9138a81750 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:51:58.864250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38046) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:58.869409 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2015524117-network', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:58.962032 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Made reservation on behalf of 05c0ebceafd24e4481f7bf48c33d85ea for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:58.964607 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:58.975568 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:59.029517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 68c92a6a-7612-4f05-b1a5-07be054c2104 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:51:59.071471 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:59.089388 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 68c92a6a-7612-4f05-b1a5-07be054c2104 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:51:59.089759 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:59.147060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:59.170764 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:59.178022 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:51:59.188892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4091b024-6f8b-40a8-a692-44088c2be524,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:59.194213 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:59.194601 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Added segment 32eb9957-a71b-442d-9d21-6aca958d2ba4 of type vlan for network 9343e16f-bbed-4b19-9b71-e27522fb785e Oct 13 11:51:59.199212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 68c92a6a-7612-4f05-b1a5-07be054c2104, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=68c92a6a-7612-4f05-b1a5-07be054c2104,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:51:59.239965 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:59.290051 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:59.321101 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:59.322168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:51:59.322723 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:59.342902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=68c92a6a-7612-4f05-b1a5-07be054c2104,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:59.384731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] Pushing event updated for resources: {'Network': ['ID=9343e16f-bbed-4b19-9b71-e27522fb785e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:59.395494 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 9343e16f-bbed-4b19-9b71-e27522fb785e details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:51:59.432454 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-770fd424-7dc4-4880-86b2-b8f555d433a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5670052 Oct 13 11:51:59.435293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38048) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:51:59.440524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7d8b6458-8010-40c1-bf80-ee129bdb8d4d admin admin] Request body: {'subnet': {'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2015524117-subnet', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:51:59.527162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8b6458-8010-40c1-bf80-ee129bdb8d4d admin admin] Made reservation on behalf of 05c0ebceafd24e4481f7bf48c33d85ea for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:51:59.529560 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d8b6458-8010-40c1-bf80-ee129bdb8d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:59.756491 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d8b6458-8010-40c1-bf80-ee129bdb8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:51:59.817254 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b6458-8010-40c1-bf80-ee129bdb8d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f07870c-829a-4383-9f6f-f2e8fe28a3b2,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:51:59.831513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b6458-8010-40c1-bf80-ee129bdb8d4d admin admin] Checking segment: {'id': '32eb9957-a71b-442d-9d21-6aca958d2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:51:59.832086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b6458-8010-40c1-bf80-ee129bdb8d4d admin admin] Network hostable DHCP agents. Network: 9343e16f-bbed-4b19-9b71-e27522fb785e, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:51:59.916578 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Sync routers for ids ['d9ec7d53-ddbc-4b89-a59e-4a778687bd36'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:51:59.918687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b6458-8010-40c1-bf80-ee129bdb8d4d admin admin] Network 9343e16f-bbed-4b19-9b71-e27522fb785e is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:51:59.926000 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Routers {'d9ec7d53-ddbc-4b89-a59e-4a778687bd36'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:51:59.926772 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:51:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d9ec7d53-ddbc-4b89-a59e-4a778687bd36'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:51:59.998478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7d8b6458-8010-40c1-bf80-ee129bdb8d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 9343e16f-bbed-4b19-9b71-e27522fb785e) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:52:00.007542 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b6458-8010-40c1-bf80-ee129bdb8d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:00.007542 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d8b6458-8010-40c1-bf80-ee129bdb8d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.009194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aa35d4-99a0-4d34-9c12-4c80390ccd06 None None] Network 9343e16f-bbed-4b19-9b71-e27522fb785e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:52:00.039444 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Set router d9ec7d53-ddbc-4b89-a59e-4a778687bd36 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:52:00.086962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7d8b6458-8010-40c1-bf80-ee129bdb8d4d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6505466 Oct 13 11:52:00.095702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38050) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:52:00.101249 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2015524117-router', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:52:00.188090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-9343e16f-bbed-4b19-9b71-e27522fb785e', 'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'fixed_ips': [{'subnet_id': '5f07870c-829a-4383-9f6f-f2e8fe28a3b2'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:52:00.189156 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.205194 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.206275 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.261932 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.281592 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'name': 'tempest-TestEncryptedCinderVolumes-1048259048-router', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:51:53Z', 'updated_at': '2021-10-13T11:51:57Z', 'revision_number': 4, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'gw_port': {'id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:51:54Z', 'updated_at': '2021-10-13T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '01a8708f-afad-421e-a376-7d9138a81750', 'name': '', 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'mac_address': 'fa:16:3e:1e:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6adc8716-5a36-414a-85f4-45ba94c843f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:51:56Z', 'updated_at': '2021-10-13T11:51:57Z', 'revision_number': 2, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'subnets': [{'id': '6adc8716-5a36-414a-85f4-45ba94c843f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:52:00.309828 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Checking router: d9ec7d53-ddbc-4b89-a59e-4a778687bd36 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:52:00.310183 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Updating router d9ec7d53-ddbc-4b89-a59e-4a778687bd36 port 01a8708f-afad-421e-a376-7d9138a81750 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:52:00.338129 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.361385 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Allocated IP 172.20.0.2 (9343e16f-bbed-4b19-9b71-e27522fb785e/5f07870c-829a-4383-9f6f-f2e8fe28a3b2/88a8e646-043c-47e9-9be8-2f69bfd421d5) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:52:00.477124 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.519221 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.573065 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.618111 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.621482 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Network 9343e16f-bbed-4b19-9b71-e27522fb785e is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:52:00.624687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:52:00.628408 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:52:00.643580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Pushing event updated for resources: {'Port': ['ID=88a8e646-043c-47e9-9be8-2f69bfd421d5,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:00.681364 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.693520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Attempting to bind port 88a8e646-043c-47e9-9be8-2f69bfd421d5 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:52:00.693855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Attempting to bind port 88a8e646-043c-47e9-9be8-2f69bfd421d5 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '32eb9957-a71b-442d-9d21-6aca958d2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:52:00.694419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Attempting to bind port 88a8e646-043c-47e9-9be8-2f69bfd421d5 on network 9343e16f-bbed-4b19-9b71-e27522fb785e {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:52:00.699992 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:52:00.700366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Checking segment: {'id': '32eb9957-a71b-442d-9d21-6aca958d2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:52:00.700777 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.701177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Bound using segment: {'id': '32eb9957-a71b-442d-9d21-6aca958d2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:52:00.701656 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Bound port: 88a8e646-043c-47e9-9be8-2f69bfd421d5, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32eb9957-a71b-442d-9d21-6aca958d2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:52:00.702047 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.774119 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.775833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] For port 88a8e646-043c-47e9-9be8-2f69bfd421d5, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:52:00.779979 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] For port 88a8e646-043c-47e9-9be8-2f69bfd421d5, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=88a8e646-043c-47e9-9be8-2f69bfd421d5,segment=NetworkSegment(32eb9957-a71b-442d-9d21-6aca958d2ba4),segment_id=32eb9957-a71b-442d-9d21-6aca958d2ba4)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:52:00.793784 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Pushing event updated for resources: {'Port': ['ID=01a8708f-afad-421e-a376-7d9138a81750,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:00.799703 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.800082 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Attempting to bind port 01a8708f-afad-421e-a376-7d9138a81750 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:52:00.800299 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Attempting to bind port 01a8708f-afad-421e-a376-7d9138a81750 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:52:00.800728 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Attempting to bind port 01a8708f-afad-421e-a376-7d9138a81750 on network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:52:00.807002 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:52:00.807369 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Checking segment: {'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:52:00.807764 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.809063 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Bound using segment: {'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:52:00.809063 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Bound port: 01a8708f-afad-421e-a376-7d9138a81750, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:52:00.809063 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.827729 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:00.828191 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:00.829433 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:00.829766 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:00.830261 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:00.830613 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:00.830937 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:00.831257 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:00.831586 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:00.831897 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:00.832271 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:00.832619 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:00.856857 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:00.895502 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] For port 01a8708f-afad-421e-a376-7d9138a81750, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:52:00.899449 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] For port 01a8708f-afad-421e-a376-7d9138a81750, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=01a8708f-afad-421e-a376-7d9138a81750,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:52:00.932025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Allocated IP 172.25.0.14 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/a14ac536-1beb-43f5-b265-9f69cc74e778) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:52:00.936654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba92e1-eaab-4e79-93d7-c1e0ace4aea1 None None] Pushing event updated for resources: {'Port': ['ID=88a8e646-043c-47e9-9be8-2f69bfd421d5,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:00.989122 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:01.036054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 68c92a6a-7612-4f05-b1a5-07be054c2104 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:52:01.076472 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Routers {'d9ec7d53-ddbc-4b89-a59e-4a778687bd36'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:52:01.077108 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:51:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d9ec7d53-ddbc-4b89-a59e-4a778687bd36'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:52:01.115440 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:01.125697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-92ba19b9-d3aa-427e-8e90-57afad64de1b None None] Provisioning complete for port 01a8708f-afad-421e-a376-7d9138a81750 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:01.126837 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-92ba19b9-d3aa-427e-8e90-57afad64de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:01.168315 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e83a1-4615-4457-89c4-4b625641ab0d None None] Pushing event updated for resources: {'Port': ['ID=01a8708f-afad-421e-a376-7d9138a81750,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:01.168425 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 68c92a6a-7612-4f05-b1a5-07be054c2104 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:01.168425 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:01.262146 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:01.320786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:52:01.324653 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:52:01.327363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:52:01.356390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Pushing event updated for resources: {'Port': ['ID=a14ac536-1beb-43f5-b265-9f69cc74e778,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:01.368085 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-92ba19b9-d3aa-427e-8e90-57afad64de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:01.409508 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] Set router d9ec7d53-ddbc-4b89-a59e-4a778687bd36 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:52:01.424191 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-92ba19b9-d3aa-427e-8e90-57afad64de1b None None] For port 01a8708f-afad-421e-a376-7d9138a81750, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=01a8708f-afad-421e-a376-7d9138a81750,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:52:01.505804 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-92ba19b9-d3aa-427e-8e90-57afad64de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:01.557006 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba19b9-d3aa-427e-8e90-57afad64de1b None None] Pushing event updated for resources: {'Port': ['ID=01a8708f-afad-421e-a376-7d9138a81750,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:01.629939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-de448eec-e3ad-4672-aaa9-4c157221a294 None None] Provisioning complete for port 01a8708f-afad-421e-a376-7d9138a81750 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:01.630360 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-de448eec-e3ad-4672-aaa9-4c157221a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:01.634146 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'name': 'tempest-TestEncryptedCinderVolumes-1048259048-router', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:51:53Z', 'updated_at': '2021-10-13T11:51:57Z', 'revision_number': 4, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'gw_port': {'id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:51:54Z', 'updated_at': '2021-10-13T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '01a8708f-afad-421e-a376-7d9138a81750', 'name': '', 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'mac_address': 'fa:16:3e:1e:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6adc8716-5a36-414a-85f4-45ba94c843f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:51:56Z', 'updated_at': '2021-10-13T11:52:00Z', 'revision_number': 4, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'subnets': [{'id': '6adc8716-5a36-414a-85f4-45ba94c843f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:52:01.670721 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19583c7c-94d7-41f5-855a-39b180e96ece None None] The sync data for ids ['d9ec7d53-ddbc-4b89-a59e-4a778687bd36'] in n-d-813659-3 is: [{'id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'name': 'tempest-TestEncryptedCinderVolumes-1048259048-router', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:51:53Z', 'updated_at': '2021-10-13T11:51:57Z', 'revision_number': 4, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'gw_port': {'id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:51:54Z', 'updated_at': '2021-10-13T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '01a8708f-afad-421e-a376-7d9138a81750', 'name': '', 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'mac_address': 'fa:16:3e:1e:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6adc8716-5a36-414a-85f4-45ba94c843f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:51:56Z', 'updated_at': '2021-10-13T11:52:00Z', 'revision_number': 4, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'subnets': [{'id': '6adc8716-5a36-414a-85f4-45ba94c843f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:52:01.727313 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:01.957736 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:02.137438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6fb730-896c-49d2-b80e-60764cc8995f None None] Network 9343e16f-bbed-4b19-9b71-e27522fb785e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:52:02.190018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Router 5ecc9183-6a91-4052-8fdd-d0964f80871b is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:52:02.194570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5d2047ae-1504-4370-b292-f4ecd4f50115 None None] Provisioning complete for port 88a8e646-043c-47e9-9be8-2f69bfd421d5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:02.194932 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5d2047ae-1504-4370-b292-f4ecd4f50115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:02.315960 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:52:02.336548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Sync routers for ids ['5ecc9183-6a91-4052-8fdd-d0964f80871b'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:52:02.354078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5d2047ae-1504-4370-b292-f4ecd4f50115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:02.379952 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Routers {'5ecc9183-6a91-4052-8fdd-d0964f80871b'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:52:02.380684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:51:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ecc9183-6a91-4052-8fdd-d0964f80871b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:52:02.397482 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:02.399172 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-367df23f-8475-4616-b5d4-439123fb9d29 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3019791 Oct 13 11:52:02.401569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38052) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:52:02.457376 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5d2047ae-1504-4370-b292-f4ecd4f50115 None None] For port 88a8e646-043c-47e9-9be8-2f69bfd421d5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=88a8e646-043c-47e9-9be8-2f69bfd421d5,segment=NetworkSegment(32eb9957-a71b-442d-9d21-6aca958d2ba4),segment_id=32eb9957-a71b-442d-9d21-6aca958d2ba4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:52:02.522194 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5d2047ae-1504-4370-b292-f4ecd4f50115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:02.524916 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Set router 5ecc9183-6a91-4052-8fdd-d0964f80871b gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:52:02.673478 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2047ae-1504-4370-b292-f4ecd4f50115 None None] Pushing event updated for resources: {'Port': ['ID=88a8e646-043c-47e9-9be8-2f69bfd421d5,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:02.756469 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-cf57a809-9809-4c29-b9a7-18f27817386d None None] Provisioning complete for port 88a8e646-043c-47e9-9be8-2f69bfd421d5 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:02.756846 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cf57a809-9809-4c29-b9a7-18f27817386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:02.799749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'name': 'tempest-TestEncryptedCinderVolumes-2015524117-router', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:01Z', 'revision_number': 3, 'project_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'gw_port': {'id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:52:02.828801 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Checking router: 5ecc9183-6a91-4052-8fdd-d0964f80871b for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:52:02.829243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Updating router 5ecc9183-6a91-4052-8fdd-d0964f80871b port a14ac536-1beb-43f5-b265-9f69cc74e778 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:52:02.860656 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:03.204201 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:03.221883 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88a8e646-043c-47e9-9be8-2f69bfd421d5 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:52:03.356650 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 88a8e646-043c-47e9-9be8-2f69bfd421d5 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:03.357135 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:03.413982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Allocated IP 172.20.0.1 (9343e16f-bbed-4b19-9b71-e27522fb785e/5f07870c-829a-4383-9f6f-f2e8fe28a3b2/36979bdc-0420-48b4-a354-3ab7f123bd5b) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:52:03.449053 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:03.497620 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 01a8708f-afad-421e-a376-7d9138a81750 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:52:03.524686 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:03.535484 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:03.595308 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068935f1-cb61-4fd9-9f8c-eb4bf3a4e9c3 None None] Pushing event updated for resources: {'Port': ['ID=a14ac536-1beb-43f5-b265-9f69cc74e778,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:03.597885 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Attempting to bind port a14ac536-1beb-43f5-b265-9f69cc74e778 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:52:03.598255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Attempting to bind port a14ac536-1beb-43f5-b265-9f69cc74e778 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:52:03.598691 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Attempting to bind port a14ac536-1beb-43f5-b265-9f69cc74e778 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:52:03.607998 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:52:03.608368 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:52:03.608765 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:03.609667 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:52:03.610139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Bound port: a14ac536-1beb-43f5-b265-9f69cc74e778, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:52:03.610543 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:03.635987 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:03.638199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 01a8708f-afad-421e-a376-7d9138a81750 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:03.638897 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:03.673025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Network 9343e16f-bbed-4b19-9b71-e27522fb785e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:52:03.679803 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:52:03.683798 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:52:03.699064 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] For port a14ac536-1beb-43f5-b265-9f69cc74e778, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:52:03.707897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] For port a14ac536-1beb-43f5-b265-9f69cc74e778, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a14ac536-1beb-43f5-b265-9f69cc74e778,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:52:03.715114 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Pushing event updated for resources: {'Port': ['ID=36979bdc-0420-48b4-a354-3ab7f123bd5b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:03.735199 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:03.796346 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:03.858106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Routers {'5ecc9183-6a91-4052-8fdd-d0964f80871b'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:52:03.858774 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:51:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ecc9183-6a91-4052-8fdd-d0964f80871b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:52:03.903451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068935f1-cb61-4fd9-9f8c-eb4bf3a4e9c3 None None] Pushing event updated for resources: {'Port': ['ID=a14ac536-1beb-43f5-b265-9f69cc74e778,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:03.945351 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:03.981315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4a239905-f617-4150-a690-e5a2bfd825c2 None None] Provisioning complete for port 36979bdc-0420-48b4-a354-3ab7f123bd5b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:03.982131 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4a239905-f617-4150-a690-e5a2bfd825c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:04.009412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] Set router 5ecc9183-6a91-4052-8fdd-d0964f80871b gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:52:04.111318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4a239905-f617-4150-a690-e5a2bfd825c2 None None] Port 36979bdc-0420-48b4-a354-3ab7f123bd5b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:52:04.118289 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:04.193067 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:04.207326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'name': 'tempest-TestEncryptedCinderVolumes-2015524117-router', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:01Z', 'revision_number': 3, 'project_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'gw_port': {'id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:52:04.238038 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdfbcda-3edc-4d2b-b485-a66cfc83af1c None None] The sync data for ids ['5ecc9183-6a91-4052-8fdd-d0964f80871b'] in n-d-813659-3 is: [{'id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'name': 'tempest-TestEncryptedCinderVolumes-2015524117-router', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:01Z', 'revision_number': 3, 'project_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'gw_port': {'id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:52:04.260834 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Pushing event updated for resources: {'Port': ['ID=36979bdc-0420-48b4-a354-3ab7f123bd5b,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:04.269246 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:04.367625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Network 9343e16f-bbed-4b19-9b71-e27522fb785e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:52:04.369097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:52:04.508236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Router 5ecc9183-6a91-4052-8fdd-d0964f80871b has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:52:04.635034 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f9d10625-1c96-4d82-b09d-229e5a16264a None None] Provisioning complete for port 36979bdc-0420-48b4-a354-3ab7f123bd5b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:04.635622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:52:04.635726 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f9d10625-1c96-4d82-b09d-229e5a16264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:04.640108 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e1e32657-1412-4c83-8b5d-88ca899964be admin admin] 10.222.0.32 "PUT /v2.0/routers/5ecc9183-6a91-4052-8fdd-d0964f80871b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2372844 Oct 13 11:52:04.677998 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f9d10625-1c96-4d82-b09d-229e5a16264a None None] Port 36979bdc-0420-48b4-a354-3ab7f123bd5b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:52:05.054058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a14ac536-1beb-43f5-b265-9f69cc74e778 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:52:05.107570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a14ac536-1beb-43f5-b265-9f69cc74e778 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:05.108022 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:05.193287 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:05.214673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port a14ac536-1beb-43f5-b265-9f69cc74e778, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a14ac536-1beb-43f5-b265-9f69cc74e778,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:52:05.301749 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:05.357925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=a14ac536-1beb-43f5-b265-9f69cc74e778,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:05.524627 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-877e3c75-8848-4bae-a3f9-2667761fb5e3 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:05.526129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-877e3c75-8848-4bae-a3f9-2667761fb5e3 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/networks?id=64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 HTTP/1.1" status: 200 len: 817 time: 0.1044707 Oct 13 11:52:05.543845 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-0ad8d988-22f4-4a09-a125-371e943820e9 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/quotas/d769ac9d15544f60bb987025d7704509 HTTP/1.1" status: 200 len: 375 time: 0.0095415 Oct 13 11:52:05.609895 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-a5618987-1801-408b-b56d-dd2fa339b749 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d769ac9d15544f60bb987025d7704509&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596709 Oct 13 11:52:05.626711 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-0faab9b4-5acd-43fd-8656-f1c6d231faf6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:52:05.627742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-0faab9b4-5acd-43fd-8656-f1c6d231faf6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056667 Oct 13 11:52:05.734477 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-e9564e92-5622-42c0-b752-74eda98aed56 service neutron] 10.222.0.32 "GET /v2.0/networks/64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992377 Oct 13 11:52:05.839481 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-32c0fcf8-6521-4ac5-a075-4b3aa2b8a205 service neutron] 10.222.0.32 "GET /v2.0/networks/64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985396 Oct 13 11:52:05.873389 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Sync routers for ids ['5ecc9183-6a91-4052-8fdd-d0964f80871b'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:52:05.883491 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Routers {'5ecc9183-6a91-4052-8fdd-d0964f80871b'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:52:05.884173 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-754311e5-b385-421d-8faf-9deac2696072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:51:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ecc9183-6a91-4052-8fdd-d0964f80871b'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:52:05.993400 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Set router 5ecc9183-6a91-4052-8fdd-d0964f80871b gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:52:06.113551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b85dc1d8-9c6e-4b5f-aa64-6371a4c96829 req-fa322c74-9049-45e0-b30b-5e5f75a5829c tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 210 time: 0.0321534 Oct 13 11:52:06.240304 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-754311e5-b385-421d-8faf-9deac2696072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'name': 'tempest-TestEncryptedCinderVolumes-2015524117-router', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:03Z', 'revision_number': 4, 'project_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'gw_port': {'id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '36979bdc-0420-48b4-a354-3ab7f123bd5b', 'name': '', 'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'mac_address': 'fa:16:3e:9e:d0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5f07870c-829a-4383-9f6f-f2e8fe28a3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:52:03Z', 'updated_at': '2021-10-13T11:52:03Z', 'revision_number': 2, 'project_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'subnets': [{'id': '5f07870c-829a-4383-9f6f-f2e8fe28a3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:52:06.271030 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Checking router: 5ecc9183-6a91-4052-8fdd-d0964f80871b for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:52:06.271387 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Updating router 5ecc9183-6a91-4052-8fdd-d0964f80871b port 36979bdc-0420-48b4-a354-3ab7f123bd5b binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:52:06.297234 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:06.564767 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:06.638818 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:06.691681 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f4311-eb03-43f9-b227-e6c89a7de6cb None None] Pushing event updated for resources: {'Port': ['ID=36979bdc-0420-48b4-a354-3ab7f123bd5b,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:06.745321 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Attempting to bind port 36979bdc-0420-48b4-a354-3ab7f123bd5b on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:52:06.745694 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Attempting to bind port 36979bdc-0420-48b4-a354-3ab7f123bd5b by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '32eb9957-a71b-442d-9d21-6aca958d2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:52:06.746057 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Attempting to bind port 36979bdc-0420-48b4-a354-3ab7f123bd5b on network 9343e16f-bbed-4b19-9b71-e27522fb785e {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:52:06.753054 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:52:06.753564 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Checking segment: {'id': '32eb9957-a71b-442d-9d21-6aca958d2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:52:06.753976 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:06.757693 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Bound using segment: {'id': '32eb9957-a71b-442d-9d21-6aca958d2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:52:06.757693 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Bound port: 36979bdc-0420-48b4-a354-3ab7f123bd5b, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32eb9957-a71b-442d-9d21-6aca958d2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:52:06.757693 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:06.825490 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-754311e5-b385-421d-8faf-9deac2696072 None None] For port 36979bdc-0420-48b4-a354-3ab7f123bd5b, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:52:06.829878 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-754311e5-b385-421d-8faf-9deac2696072 None None] For port 36979bdc-0420-48b4-a354-3ab7f123bd5b, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=36979bdc-0420-48b4-a354-3ab7f123bd5b,segment=NetworkSegment(32eb9957-a71b-442d-9d21-6aca958d2ba4),segment_id=32eb9957-a71b-442d-9d21-6aca958d2ba4)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:52:06.912704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-271b41d2-5d93-4db0-9713-b48c95f7d2c1 None None] Provisioning complete for port 36979bdc-0420-48b4-a354-3ab7f123bd5b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:06.913279 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-271b41d2-5d93-4db0-9713-b48c95f7d2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:06.930216 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:06.949676 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-271b41d2-5d93-4db0-9713-b48c95f7d2c1 None None] Port 36979bdc-0420-48b4-a354-3ab7f123bd5b cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:52:06.992435 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Routers {'5ecc9183-6a91-4052-8fdd-d0964f80871b'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:52:06.993051 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-754311e5-b385-421d-8faf-9deac2696072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:51:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ecc9183-6a91-4052-8fdd-d0964f80871b'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:52:07.024065 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a14ac536-1beb-43f5-b265-9f69cc74e778 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:52:07.038886 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f4311-eb03-43f9-b227-e6c89a7de6cb None None] Pushing event updated for resources: {'Port': ['ID=36979bdc-0420-48b4-a354-3ab7f123bd5b,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:07.090856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a14ac536-1beb-43f5-b265-9f69cc74e778 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:07.091238 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:07.133879 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-754311e5-b385-421d-8faf-9deac2696072 None None] Set router 5ecc9183-6a91-4052-8fdd-d0964f80871b gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:52:07.242260 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e9ea011-77ae-4967-a4db-c79d2484aad5 req-d0503ebe-f7a1-4e31-a59f-c06eccbcb366 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 210 time: 0.0424240 Oct 13 11:52:07.272630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-15c9bf12-ef12-44e4-8851-a8d5cbf4ff0d None None] Provisioning complete for port 36979bdc-0420-48b4-a354-3ab7f123bd5b triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:07.277294 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-15c9bf12-ef12-44e4-8851-a8d5cbf4ff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:07.358286 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-15c9bf12-ef12-44e4-8851-a8d5cbf4ff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:07.376941 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-754311e5-b385-421d-8faf-9deac2696072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'name': 'tempest-TestEncryptedCinderVolumes-2015524117-router', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:03Z', 'revision_number': 4, 'project_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'gw_port': {'id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '36979bdc-0420-48b4-a354-3ab7f123bd5b', 'name': '', 'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'mac_address': 'fa:16:3e:9e:d0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5f07870c-829a-4383-9f6f-f2e8fe28a3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:52:03Z', 'updated_at': '2021-10-13T11:52:06Z', 'revision_number': 4, 'project_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'subnets': [{'id': '5f07870c-829a-4383-9f6f-f2e8fe28a3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:52:07.393122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-15c9bf12-ef12-44e4-8851-a8d5cbf4ff0d None None] For port 36979bdc-0420-48b4-a354-3ab7f123bd5b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=36979bdc-0420-48b4-a354-3ab7f123bd5b,segment=NetworkSegment(32eb9957-a71b-442d-9d21-6aca958d2ba4),segment_id=32eb9957-a71b-442d-9d21-6aca958d2ba4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:52:07.404823 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754311e5-b385-421d-8faf-9deac2696072 None None] The sync data for ids ['5ecc9183-6a91-4052-8fdd-d0964f80871b'] in n-d-813659-3 is: [{'id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'name': 'tempest-TestEncryptedCinderVolumes-2015524117-router', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:03Z', 'revision_number': 4, 'project_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'gw_port': {'id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '36979bdc-0420-48b4-a354-3ab7f123bd5b', 'name': '', 'network_id': '9343e16f-bbed-4b19-9b71-e27522fb785e', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'mac_address': 'fa:16:3e:9e:d0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5f07870c-829a-4383-9f6f-f2e8fe28a3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:52:03Z', 'updated_at': '2021-10-13T11:52:06Z', 'revision_number': 4, 'project_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'subnets': [{'id': '5f07870c-829a-4383-9f6f-f2e8fe28a3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:52:07.473211 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-15c9bf12-ef12-44e4-8851-a8d5cbf4ff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:07.535767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9bf12-ef12-44e4-8851-a8d5cbf4ff0d None None] Pushing event updated for resources: {'Port': ['ID=36979bdc-0420-48b4-a354-3ab7f123bd5b,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:08.038658 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-897454a9-365e-4cfc-b6ef-6ffca3fbc39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:08.370009 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5cd65c06-3cdf-46d2-9e46-f6e1e4dfba00 req-83d1b6ed-49ba-453e-9ae5-464761f70b21 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 210 time: 0.0348768 Oct 13 11:52:08.403138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-bc56cf53-b556-496a-89d1-df63c7f67ec2 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:08.408542 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-bc56cf53-b556-496a-89d1-df63c7f67ec2 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.46 "GET /v2.0/networks?id=64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 HTTP/1.1" status: 200 len: 817 time: 0.1346409 Oct 13 11:52:08.417324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-d1f401d0-541c-4610-9efb-217d388ed239 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Request body: {'port': {'device_id': '394b192f-5696-4fbd-98a0-42b6df0fa1f4', 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285', 'admin_state_up': True, 'tenant_id': 'd769ac9d15544f60bb987025d7704509'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:52:08.650769 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-d1f401d0-541c-4610-9efb-217d388ed239 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Made reservation on behalf of d769ac9d15544f60bb987025d7704509 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:52:08.654907 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-d1f401d0-541c-4610-9efb-217d388ed239 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:08.819020 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-d1f401d0-541c-4610-9efb-217d388ed239 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Allocated IP 172.20.0.9 (64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285/6adc8716-5a36-414a-85f4-45ba94c843f7/463c2bb9-ec8d-4e50-ac0c-515973acf7b8) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:52:08.994198 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-d1f401d0-541c-4610-9efb-217d388ed239 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:09.043436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 36979bdc-0420-48b4-a354-3ab7f123bd5b up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:52:09.091124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-d1f401d0-541c-4610-9efb-217d388ed239 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:09.097001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 36979bdc-0420-48b4-a354-3ab7f123bd5b triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:09.100860 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:09.146481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-d1f401d0-541c-4610-9efb-217d388ed239 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:52:09.150579 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-d1f401d0-541c-4610-9efb-217d388ed239 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:52:09.153348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-d1f401d0-541c-4610-9efb-217d388ed239 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:52:09.158240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f401d0-541c-4610-9efb-217d388ed239 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Pushing event updated for resources: {'Port': ['ID=463c2bb9-ec8d-4e50-ac0c-515973acf7b8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:09.214272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-d1f401d0-541c-4610-9efb-217d388ed239 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:09.214960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-d1f401d0-541c-4610-9efb-217d388ed239 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:09.295384 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-d1f401d0-541c-4610-9efb-217d388ed239 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8822322 Oct 13 11:52:09.305680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-13a857cc-01f7-45c9-8f86-f56cb0c3cfcf tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 11:52:09.306756 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-13a857cc-01f7-45c9-8f86-f56cb0c3cfcf tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054655 Oct 13 11:52:09.320260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Request body: {'port': {'device_id': '394b192f-5696-4fbd-98a0-42b6df0fa1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:52:09.378396 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:09.381746 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:09.409894 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-243070da-6d32-4d6d-8715-c9bc28de6ae2 None None] Provisioning complete for port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:09.410270 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-243070da-6d32-4d6d-8715-c9bc28de6ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:09.451990 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-243070da-6d32-4d6d-8715-c9bc28de6ae2 None None] Port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:52:09.492933 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77a215-79c1-44aa-90e8-5010d6fb384f req-bebb74f5-7dfd-4ef8-be97-4192d53cda8b tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:09.494662 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd77a215-79c1-44aa-90e8-5010d6fb384f req-bebb74f5-7dfd-4ef8-be97-4192d53cda8b tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 931 time: 0.0581758 Oct 13 11:52:09.546725 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cd77a215-79c1-44aa-90e8-5010d6fb384f req-f0c97c50-33e1-48c0-a050-b0fba718fa88 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456743 Oct 13 11:52:09.674621 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:52:09.682299 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:09.695120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Transition to ACTIVE for port object 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:52:09.767519 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:09.816579 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=463c2bb9-ec8d-4e50-ac0c-515973acf7b8,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:09.897133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Attempting to bind port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:52:09.897473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Attempting to bind port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:52:09.897804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Attempting to bind port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 on network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:52:09.902558 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 on network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:52:09.903058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Attempting to bind port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 on network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:52:09.908549 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:52:09.908890 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Checking segment: {'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:52:09.909279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Bound using segment: {'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:52:09.909716 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Bound port: 463c2bb9-ec8d-4e50-ac0c-515973acf7b8, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:52:09.910081 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:09.979791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] For port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:52:09.983176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] For port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=463c2bb9-ec8d-4e50-ac0c-515973acf7b8,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:52:10.062158 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:10.102581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:10.103188 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:10.104577 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] 10.222.0.46 "PUT /v2.0/ports/463c2bb9-ec8d-4e50-ac0c-515973acf7b8 HTTP/1.1" status: 200 len: 1091 time: 0.7888620 Oct 13 11:52:10.105016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394b192f-5696-4fbd-98a0-42b6df0fa1f4', 'tag': '463c2bb9-ec8d-4e50-ac0c-515973acf7b8'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:52:10.107395 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19df1bdf-1fa1-4540-9aaa-726a54a88e59" -d '{"events": [{"name": "network-changed", "server_uuid": "394b192f-5696-4fbd-98a0-42b6df0fa1f4", "tag": "463c2bb9-ec8d-4e50-ac0c-515973acf7b8"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:52:10.129663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca9d6c-4cdc-4cc3-bd5e-525bd4eb9bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=463c2bb9-ec8d-4e50-ac0c-515973acf7b8,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:10.278270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-6f07c12a-4ead-43ff-abfe-57c2d898bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:10.279911 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-6f07c12a-4ead-43ff-abfe-57c2d898bc85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d769ac9d15544f60bb987025d7704509&device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 1094 time: 0.0589862 Oct 13 11:52:10.325202 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-30580fcc-3e32-4c59-8200-12df76cf0581 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=463c2bb9-ec8d-4e50-ac0c-515973acf7b8 HTTP/1.1" status: 200 len: 217 time: 0.0372353 Oct 13 11:52:10.377409 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-9f0d91fe-bc18-48b4-972e-25637d1911e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:10.378848 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-9f0d91fe-bc18-48b4-972e-25637d1911e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6adc8716-5a36-414a-85f4-45ba94c843f7 HTTP/1.1" status: 200 len: 856 time: 0.0463510 Oct 13 11:52:10.437210 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d0a20d-0ed9-4405-8d76-821d52547324 x-openstack-request-id: req-97d0a20d-0ed9-4405-8d76-821d52547324 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:52:10.437636 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394b192f-5696-4fbd-98a0-42b6df0fa1f4", "tag": "463c2bb9-ec8d-4e50-ac0c-515973acf7b8", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:52:10.439025 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97d0a20d-0ed9-4405-8d76-821d52547324 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:52:10.439025 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394b192f-5696-4fbd-98a0-42b6df0fa1f4', 'tag': '463c2bb9-ec8d-4e50-ac0c-515973acf7b8', 'status': 'completed', 'code': 200} Oct 13 11:52:10.440657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-fe85edee-c96e-439c-8c69-dfa4749f2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:10.442150 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-fe85edee-c96e-439c-8c69-dfa4749f2630 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549629 Oct 13 11:52:10.536350 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-8087c570-2ebe-4f83-80bb-23404883d9f1 service neutron] 10.222.0.46 "GET /v2.0/networks/64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855925 Oct 13 11:52:10.639694 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b91e3926-37e9-4e53-90af-a39f599b2ab7 req-6a35ce09-60fc-4f56-9ec5-5023b88bcd33 service neutron] 10.222.0.46 "GET /v2.0/networks/64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953984 Oct 13 11:52:10.683332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580c93b-5deb-408d-b49a-3f3d14a4876e req-9377d8a1-748f-47e0-827d-e165c6832085 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:10.684847 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a580c93b-5deb-408d-b49a-3f3d14a4876e req-9377d8a1-748f-47e0-827d-e165c6832085 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 943 time: 0.0507016 Oct 13 11:52:10.726372 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a580c93b-5deb-408d-b49a-3f3d14a4876e req-0d639150-d95d-4ba3-928d-8f931cc90c67 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349214 Oct 13 11:52:10.806751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df1bdf-1fa1-4540-9aaa-726a54a88e59 req-c66de46e-b0e3-4a76-bf43-4025a9c77076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:10.808259 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-19df1bdf-1fa1-4540-9aaa-726a54a88e59 req-c66de46e-b0e3-4a76-bf43-4025a9c77076 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d769ac9d15544f60bb987025d7704509&device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 1094 time: 0.0429890 Oct 13 11:52:10.838177 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eeb20942-c938-4de7-b07c-6f6f1cd6550b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:10.900246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df1bdf-1fa1-4540-9aaa-726a54a88e59 req-76d2555d-aee2-44a3-9fc2-c50277405bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:10.901707 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-19df1bdf-1fa1-4540-9aaa-726a54a88e59 req-76d2555d-aee2-44a3-9fc2-c50277405bac service neutron] 10.222.0.46 "GET /v2.0/networks?id=64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 HTTP/1.1" status: 200 len: 918 time: 0.0868769 Oct 13 11:52:10.947015 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-19df1bdf-1fa1-4540-9aaa-726a54a88e59 req-cb075328-2562-40ef-9a96-792acb70421d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=463c2bb9-ec8d-4e50-ac0c-515973acf7b8 HTTP/1.1" status: 200 len: 217 time: 0.0379305 Oct 13 11:52:10.998620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df1bdf-1fa1-4540-9aaa-726a54a88e59 req-1015e076-0f2a-462d-bd8c-69860f1b12b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:11.007446 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-19df1bdf-1fa1-4540-9aaa-726a54a88e59 req-1015e076-0f2a-462d-bd8c-69860f1b12b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6adc8716-5a36-414a-85f4-45ba94c843f7 HTTP/1.1" status: 200 len: 856 time: 0.0465636 Oct 13 11:52:11.049437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df1bdf-1fa1-4540-9aaa-726a54a88e59 req-f07513f0-9c07-4c12-a774-e26975bc1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:11.051009 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-19df1bdf-1fa1-4540-9aaa-726a54a88e59 req-f07513f0-9c07-4c12-a774-e26975bc1a47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423791 Oct 13 11:52:11.057917 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:11.152903 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-19df1bdf-1fa1-4540-9aaa-726a54a88e59 req-99db652c-1daa-4395-89dd-4deb07663f85 service neutron] 10.222.0.46 "GET /v2.0/networks/64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947454 Oct 13 11:52:11.249760 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-19df1bdf-1fa1-4540-9aaa-726a54a88e59 req-0cf9d965-7af7-4dc7-9adc-9f246488a71c service neutron] 10.222.0.46 "GET /v2.0/networks/64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890625 Oct 13 11:52:11.784046 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:11.841651 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0190f-4e0e-4cae-a097-1b3a29395212 req-de5cd888-79b2-4e68-9e8c-fbb9a04dbb17 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:11.843191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4b0190f-4e0e-4cae-a097-1b3a29395212 req-de5cd888-79b2-4e68-9e8c-fbb9a04dbb17 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 943 time: 0.0504079 Oct 13 11:52:11.882597 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4b0190f-4e0e-4cae-a097-1b3a29395212 req-1004e7b0-2276-4bf6-b674-1246f35a36d2 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328157 Oct 13 11:52:12.427042 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:13.003871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4059b66-fa7f-42e6-aa85-144eb2fd9ad6 req-9aaa35bd-15fd-4db3-b276-76fc4f552c60 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:13.005416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4059b66-fa7f-42e6-aa85-144eb2fd9ad6 req-9aaa35bd-15fd-4db3-b276-76fc4f552c60 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 943 time: 0.0554569 Oct 13 11:52:13.044188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4059b66-fa7f-42e6-aa85-144eb2fd9ad6 req-dd070b15-6fa8-4ff5-80a9-23a1aec72e43 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328872 Oct 13 11:52:13.604349 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:14.160218 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea24121-79b2-4f13-b325-15dd8be3a939 req-2957a820-461a-4575-894f-c2f1354b76a9 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:14.161678 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cea24121-79b2-4f13-b325-15dd8be3a939 req-2957a820-461a-4575-894f-c2f1354b76a9 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 943 time: 0.0487621 Oct 13 11:52:14.198825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cea24121-79b2-4f13-b325-15dd8be3a939 req-f9a13df5-82e9-42b9-9704-f0c402449855 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311460 Oct 13 11:52:14.338394 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:52:14.692574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:52:14.786130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=463c2bb9-ec8d-4e50-ac0c-515973acf7b8,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:52:14.800562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '463c2bb9-ec8d-4e50-ac0c-515973acf7b8', 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285', 'port_id': '463c2bb9-ec8d-4e50-ac0c-515973acf7b8', 'mac_address': 'fa:16:3e:54:6f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adc8716-5a36-414a-85f4-45ba94c843f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:52:14.838081 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:14.850968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:52:14.869677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=463c2bb9-ec8d-4e50-ac0c-515973acf7b8,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:52:14.946689 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:14.994502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=463c2bb9-ec8d-4e50-ac0c-515973acf7b8,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:15.002496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:15.002843 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:15.003186 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:15.003520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:15.003850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:15.004177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:15.004501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:15.004822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:15.005143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:15.005464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:15.005784 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:15.006106 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:15.257826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['463c2bb9-ec8d-4e50-ac0c-515973acf7b8'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:52:15.314471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b75b55-fd5f-4ec4-af28-f1223dea7d46 req-13c997b0-6ff8-4116-8337-3fa9ac25f58d tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:15.316943 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21b75b55-fd5f-4ec4-af28-f1223dea7d46 req-13c997b0-6ff8-4116-8337-3fa9ac25f58d tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 944 time: 0.0509019 Oct 13 11:52:15.354009 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-21b75b55-fd5f-4ec4-af28-f1223dea7d46 req-897e5cc8-b824-48dc-9f88-5a6e2eaa9c1a tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Oct 13 11:52:16.474690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de847525-487f-4694-af24-d0f77e91b33d req-1a6848ee-472a-4d1c-bd51-552ca793dff3 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:16.476151 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de847525-487f-4694-af24-d0f77e91b33d req-1a6848ee-472a-4d1c-bd51-552ca793dff3 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 944 time: 0.0540574 Oct 13 11:52:16.513212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de847525-487f-4694-af24-d0f77e91b33d req-74e4e266-a7cc-4053-851a-18f972219b44 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312157 Oct 13 11:52:16.707847 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:52:16.846304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:52:16.850046 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:16.850447 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:16.929637 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:16.951335 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394b192f-5696-4fbd-98a0-42b6df0fa1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463c2bb9-ec8d-4e50-ac0c-515973acf7b8'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:52:16.953574 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0a05a5-a9bf-47eb-a5de-03dbaf10ee2f" -d '{"events": [{"server_uuid": "394b192f-5696-4fbd-98a0-42b6df0fa1f4", "name": "network-vif-plugged", "status": "completed", "tag": "463c2bb9-ec8d-4e50-ac0c-515973acf7b8"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:52:16.967192 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=463c2bb9-ec8d-4e50-ac0c-515973acf7b8,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:52:17.040925 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:17.043781 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c760ef74-880e-4f4d-8bc2-0dce8e6f2902 x-openstack-request-id: req-c760ef74-880e-4f4d-8bc2-0dce8e6f2902 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:52:17.044121 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394b192f-5696-4fbd-98a0-42b6df0fa1f4", "name": "network-vif-plugged", "status": "completed", "tag": "463c2bb9-ec8d-4e50-ac0c-515973acf7b8", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:52:17.044514 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c760ef74-880e-4f4d-8bc2-0dce8e6f2902 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:52:17.044958 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394b192f-5696-4fbd-98a0-42b6df0fa1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463c2bb9-ec8d-4e50-ac0c-515973acf7b8', 'code': 200} Oct 13 11:52:17.100887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=463c2bb9-ec8d-4e50-ac0c-515973acf7b8,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:17.147733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfe9d1-db85-4647-bfd7-88612b5f9d41 req-bc8065cc-1ed1-4f68-8ae4-8d35779087f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:17.154945 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-81dfe9d1-db85-4647-bfd7-88612b5f9d41 req-bc8065cc-1ed1-4f68-8ae4-8d35779087f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 1096 time: 0.0458548 Oct 13 11:52:17.183843 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-81dfe9d1-db85-4647-bfd7-88612b5f9d41 req-9e28a0c8-dccb-4a28-b9de-3a7aa84d24a7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269363 Oct 13 11:52:17.632826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222582ef-3b16-4476-8885-0446166e0311 req-3c49a7dd-3549-4419-969a-69be84c0d96f tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:17.634305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-222582ef-3b16-4476-8885-0446166e0311 req-3c49a7dd-3549-4419-969a-69be84c0d96f tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 945 time: 0.0504916 Oct 13 11:52:17.671638 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-222582ef-3b16-4476-8885-0446166e0311 req-59abf783-bfb4-4916-826f-e924db158246 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314474 Oct 13 11:52:18.787167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd77a2-1500-4cdc-90f6-36541bc5b724 req-e7a5c3b1-0ac4-4859-b1d1-43c0a9d204fc tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:18.788652 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87bd77a2-1500-4cdc-90f6-36541bc5b724 req-e7a5c3b1-0ac4-4859-b1d1-43c0a9d204fc tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 945 time: 0.0494628 Oct 13 11:52:18.825630 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87bd77a2-1500-4cdc-90f6-36541bc5b724 req-f379fb29-0786-4d34-bbb3-4d92a0390bf2 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310776 Oct 13 11:52:18.940462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63106ead-756e-4f7e-bbd4-67b11a25981e req-25b06ae8-d7c1-47b2-a0c5-8c9325cd70ab tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:18.941897 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63106ead-756e-4f7e-bbd4-67b11a25981e req-25b06ae8-d7c1-47b2-a0c5-8c9325cd70ab tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 945 time: 0.0528409 Oct 13 11:52:18.979650 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63106ead-756e-4f7e-bbd4-67b11a25981e req-8154882c-daa3-434b-88fb-5b419a772d69 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318923 Oct 13 11:52:38.071893 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c24c985d-13c4-4537-bf64-37169789693d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:39.366302 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:40.221512 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-12440d9a-69f5-4c80-b7b8-a753bbeb210d req-e1156181-16fa-4619-9486-bf75f61615f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1333573 Oct 13 11:52:40.305401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12440d9a-69f5-4c80-b7b8-a753bbeb210d req-74cf2a45-afdc-4bad-af43-712bd877993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:40.307043 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-12440d9a-69f5-4c80-b7b8-a753bbeb210d req-74cf2a45-afdc-4bad-af43-712bd877993c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d769ac9d15544f60bb987025d7704509&device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 1096 time: 0.0415106 Oct 13 11:52:40.417422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12440d9a-69f5-4c80-b7b8-a753bbeb210d req-d3febb7c-2757-415e-80a0-427ec3948640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:40.421103 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-12440d9a-69f5-4c80-b7b8-a753bbeb210d req-d3febb7c-2757-415e-80a0-427ec3948640 service neutron] 10.222.0.46 "GET /v2.0/networks?id=64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 HTTP/1.1" status: 200 len: 918 time: 0.0919428 Oct 13 11:52:40.462128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-12440d9a-69f5-4c80-b7b8-a753bbeb210d req-95e68867-50f5-460b-8fa7-887d98c42e34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=463c2bb9-ec8d-4e50-ac0c-515973acf7b8 HTTP/1.1" status: 200 len: 217 time: 0.0348740 Oct 13 11:52:40.513182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12440d9a-69f5-4c80-b7b8-a753bbeb210d req-7e8b01f1-ea5e-4964-adc2-ca20ec9aa386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:40.514704 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-12440d9a-69f5-4c80-b7b8-a753bbeb210d req-7e8b01f1-ea5e-4964-adc2-ca20ec9aa386 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6adc8716-5a36-414a-85f4-45ba94c843f7 HTTP/1.1" status: 200 len: 856 time: 0.0440514 Oct 13 11:52:40.566028 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12440d9a-69f5-4c80-b7b8-a753bbeb210d req-2c0c74f8-41c5-45ec-94c8-8c2b721a46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:40.567567 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-12440d9a-69f5-4c80-b7b8-a753bbeb210d req-2c0c74f8-41c5-45ec-94c8-8c2b721a46c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457575 Oct 13 11:52:40.661954 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-12440d9a-69f5-4c80-b7b8-a753bbeb210d req-326205db-a41d-428c-b287-2f5d602cdb08 service neutron] 10.222.0.46 "GET /v2.0/networks/64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866807 Oct 13 11:52:40.758636 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-12440d9a-69f5-4c80-b7b8-a753bbeb210d req-1e3e9dd3-9316-42c6-86d6-386640408f8c service neutron] 10.222.0.46 "GET /v2.0/networks/64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896537 Oct 13 11:52:40.823318 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a7af9deb-74dd-4fe8-a643-c9b3865a2970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:41.055478 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:41.780219 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:42.408732 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:43.606110 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:44.089853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1f01d-e6d4-48bc-9359-5afdd6d75273 req-fe8b51dc-3b96-4842-941c-46caaf6c33b4 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:44.091377 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7c1f01d-e6d4-48bc-9359-5afdd6d75273 req-fe8b51dc-3b96-4842-941c-46caaf6c33b4 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 945 time: 0.0501149 Oct 13 11:52:44.131305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7c1f01d-e6d4-48bc-9359-5afdd6d75273 req-3dc8efd5-bcfd-4c04-b0f7-fa4b806f6d10 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328345 Oct 13 11:52:45.247702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a17b73-4e89-49ef-8998-0f631f411b83 req-c38bbada-d269-4495-a3d3-55c60d2e7ac5 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:45.249173 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4a17b73-4e89-49ef-8998-0f631f411b83 req-c38bbada-d269-4495-a3d3-55c60d2e7ac5 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 945 time: 0.0490913 Oct 13 11:52:45.286493 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4a17b73-4e89-49ef-8998-0f631f411b83 req-c5fcfcba-e2aa-4f04-ab19-e5c8429863cc tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307961 Oct 13 11:52:45.921333 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c095513-99f8-4768-9e81-cf8278f5c17d req-4f8dc522-e07e-4ef4-b28c-ffc13f2e57ac tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:45.922848 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c095513-99f8-4768-9e81-cf8278f5c17d req-4f8dc522-e07e-4ef4-b28c-ffc13f2e57ac tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.46 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 945 time: 0.0499952 Oct 13 11:52:46.018566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-6c095513-99f8-4768-9e81-cf8278f5c17d req-c2e26e15-59f2-4b62-b88e-b0d026fbe5cd tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Deleting port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:52:46.018917 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6c095513-99f8-4768-9e81-cf8278f5c17d req-c2e26e15-59f2-4b62-b88e-b0d026fbe5cd tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:46.106696 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-6c095513-99f8-4768-9e81-cf8278f5c17d req-c2e26e15-59f2-4b62-b88e-b0d026fbe5cd tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] For port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=463c2bb9-ec8d-4e50-ac0c-515973acf7b8,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:52:46.107065 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6c095513-99f8-4768-9e81-cf8278f5c17d req-c2e26e15-59f2-4b62-b88e-b0d026fbe5cd tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:46.119280 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-6c095513-99f8-4768-9e81-cf8278f5c17d req-c2e26e15-59f2-4b62-b88e-b0d026fbe5cd tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Calling delete_port for 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:52:46.380709 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6c095513-99f8-4768-9e81-cf8278f5c17d req-c2e26e15-59f2-4b62-b88e-b0d026fbe5cd tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:46.393515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['463c2bb9-ec8d-4e50-ac0c-515973acf7b8'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:52:46.409214 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7df6c-0ed3-4797-b47a-f79d48fa04e0 req-fdfbafb4-0e6a-4580-b98e-c782bdbb09dc tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:46.410740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ef7df6c-0ed3-4797-b47a-f79d48fa04e0 req-fdfbafb4-0e6a-4580-b98e-c782bdbb09dc tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=394b192f-5696-4fbd-98a0-42b6df0fa1f4 HTTP/1.1" status: 200 len: 867 time: 0.0575526 Oct 13 11:52:46.411227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e26e15-59f2-4b62-b88e-b0d026fbe5cd tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Pushing event deleted for resources: {'Port': ['ID=463c2bb9-ec8d-4e50-ac0c-515973acf7b8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:46.456607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c095513-99f8-4768-9e81-cf8278f5c17d req-c2e26e15-59f2-4b62-b88e-b0d026fbe5cd tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] No DVR routers for this DVR port 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:52:46.456953 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ef7df6c-0ed3-4797-b47a-f79d48fa04e0 req-745ccf55-65c8-4552-85c1-b68356046f37 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375841 Oct 13 11:52:46.459336 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-6c095513-99f8-4768-9e81-cf8278f5c17d req-c2e26e15-59f2-4b62-b88e-b0d026fbe5cd tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:46.462817 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6c095513-99f8-4768-9e81-cf8278f5c17d req-c2e26e15-59f2-4b62-b88e-b0d026fbe5cd tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.46 "DELETE /v2.0/ports/463c2bb9-ec8d-4e50-ac0c-515973acf7b8 HTTP/1.1" status: 204 len: 173 time: 0.5343611 Oct 13 11:52:46.463284 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394b192f-5696-4fbd-98a0-42b6df0fa1f4', 'name': 'network-vif-deleted', 'tag': '463c2bb9-ec8d-4e50-ac0c-515973acf7b8'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:52:46.471694 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3753aba-cecf-4e42-ace5-90fec1a27248" -d '{"events": [{"server_uuid": "394b192f-5696-4fbd-98a0-42b6df0fa1f4", "name": "network-vif-deleted", "tag": "463c2bb9-ec8d-4e50-ac0c-515973acf7b8"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:52:46.509979 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0c5b0e-7c51-46f7-8509-6e54f45f24ad x-openstack-request-id: req-1f0c5b0e-7c51-46f7-8509-6e54f45f24ad {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:52:46.510274 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394b192f-5696-4fbd-98a0-42b6df0fa1f4", "name": "network-vif-deleted", "tag": "463c2bb9-ec8d-4e50-ac0c-515973acf7b8", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:52:46.510566 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f0c5b0e-7c51-46f7-8509-6e54f45f24ad {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:52:46.510976 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394b192f-5696-4fbd-98a0-42b6df0fa1f4', 'name': 'network-vif-deleted', 'tag': '463c2bb9-ec8d-4e50-ac0c-515973acf7b8', 'status': 'completed', 'code': 200} Oct 13 11:52:48.155167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-d034458b-a0e7-4eb8-bf35-0584aca6658f tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:48.156657 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-d034458b-a0e7-4eb8-bf35-0584aca6658f tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/networks?id=64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 HTTP/1.1" status: 200 len: 817 time: 0.1054854 Oct 13 11:52:48.171717 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-963dc257-c0a8-43e6-a582-f44ec5faa013 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/quotas/d769ac9d15544f60bb987025d7704509 HTTP/1.1" status: 200 len: 375 time: 0.0091941 Oct 13 11:52:48.226760 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-1aa843c2-1ec4-47b8-9a69-832e3dbce6f0 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d769ac9d15544f60bb987025d7704509&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494676 Oct 13 11:52:48.322513 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-412777f2-39a6-47e2-837f-08103ae489b1 service neutron] 10.222.0.32 "GET /v2.0/networks/64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828705 Oct 13 11:52:48.412818 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-13048c58-bf50-44e1-9962-4a73654024db service neutron] 10.222.0.32 "GET /v2.0/networks/64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842826 Oct 13 11:52:48.645224 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5da261d7-3daa-42a9-9472-d737b1d191aa req-164c057d-7263-4f7c-ba01-ba8fea8f3bd2 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 210 time: 0.0270340 Oct 13 11:52:49.739148 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f928ebf-ab08-4af0-817a-9225126ff13a req-80972140-096a-496a-be9e-4b376936c7fd tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 210 time: 0.0279536 Oct 13 11:52:50.440355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-a498709e-835c-4c8c-8297-7842824f36f8 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:50.441832 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-a498709e-835c-4c8c-8297-7842824f36f8 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.46 "GET /v2.0/networks?id=64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 HTTP/1.1" status: 200 len: 817 time: 0.1070328 Oct 13 11:52:50.454017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-ea0edd6e-ea41-440f-bf1b-11e55235c299 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Request body: {'port': {'device_id': '50576c4a-6ca5-49d0-8156-cf9ccb9a7136', 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285', 'admin_state_up': True, 'tenant_id': 'd769ac9d15544f60bb987025d7704509'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:52:50.614813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-ea0edd6e-ea41-440f-bf1b-11e55235c299 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Made reservation on behalf of d769ac9d15544f60bb987025d7704509 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:52:50.618422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-ea0edd6e-ea41-440f-bf1b-11e55235c299 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:50.743733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-ea0edd6e-ea41-440f-bf1b-11e55235c299 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Allocated IP 172.20.0.9 (64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285/6adc8716-5a36-414a-85f4-45ba94c843f7/ed758ada-e7bf-4106-9886-e5cb2c89dfc4) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:52:50.834728 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cbbc4fb8-ae2c-489b-af05-57ee32fa316e req-3715e114-8d82-4e4e-8ae7-20890a15a507 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 210 time: 0.0267467 Oct 13 11:52:50.847549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:52:50.868487 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:52:50.868828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 463c2bb9-ec8d-4e50-ac0c-515973acf7b8 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:52:50.898145 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-ea0edd6e-ea41-440f-bf1b-11e55235c299 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:50.975297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-ea0edd6e-ea41-440f-bf1b-11e55235c299 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:51.018556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-ea0edd6e-ea41-440f-bf1b-11e55235c299 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:52:51.022238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-ea0edd6e-ea41-440f-bf1b-11e55235c299 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:52:51.025864 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-ea0edd6e-ea41-440f-bf1b-11e55235c299 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:52:51.338597 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:52:51.375581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ab9db38c-cd97-43a7-bc46-9b603824872f None None] Provisioning complete for port ed758ada-e7bf-4106-9886-e5cb2c89dfc4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:51.375949 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ab9db38c-cd97-43a7-bc46-9b603824872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:51.410303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0edd6e-ea41-440f-bf1b-11e55235c299 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Pushing event updated for resources: {'Port': ['ID=ed758ada-e7bf-4106-9886-e5cb2c89dfc4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:51.413717 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ab9db38c-cd97-43a7-bc46-9b603824872f None None] Port ed758ada-e7bf-4106-9886-e5cb2c89dfc4 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:52:51.438168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-ea0edd6e-ea41-440f-bf1b-11e55235c299 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:51.438803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-ea0edd6e-ea41-440f-bf1b-11e55235c299 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:51.521007 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-ea0edd6e-ea41-440f-bf1b-11e55235c299 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0705695 Oct 13 11:52:51.533196 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Request body: {'port': {'device_id': '50576c4a-6ca5-49d0-8156-cf9ccb9a7136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:52:51.585238 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:51.845330 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed758ada-e7bf-4106-9886-e5cb2c89dfc4 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:52:51.853313 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:51.865441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Transition to ACTIVE for port object ed758ada-e7bf-4106-9886-e5cb2c89dfc4 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:52:51.925828 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:51.947934 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad97ab-8ffd-4a27-b3a8-06f7238d251f req-976c781c-882e-4201-9637-e0cdb87a625e tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:51.949588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68ad97ab-8ffd-4a27-b3a8-06f7238d251f req-976c781c-882e-4201-9637-e0cdb87a625e tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 931 time: 0.0486948 Oct 13 11:52:51.992839 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-68ad97ab-8ffd-4a27-b3a8-06f7238d251f req-97374008-9061-4009-8a56-430b21e86553 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352650 Oct 13 11:52:51.994595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed758ada-e7bf-4106-9886-e5cb2c89dfc4,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:52.025401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:52.025752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:52.026092 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:52.026464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:52.026800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:52.027129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:52.027459 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:52.027839 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:52.028175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:52.028498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:52.028824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:52.029143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:52:52.064003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Attempting to bind port ed758ada-e7bf-4106-9886-e5cb2c89dfc4 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:52:52.064447 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Attempting to bind port ed758ada-e7bf-4106-9886-e5cb2c89dfc4 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:52:52.064837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Attempting to bind port ed758ada-e7bf-4106-9886-e5cb2c89dfc4 on network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:52:52.069527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Port ed758ada-e7bf-4106-9886-e5cb2c89dfc4 on network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:52:52.069940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Attempting to bind port ed758ada-e7bf-4106-9886-e5cb2c89dfc4 on network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:52:52.074910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:52:52.075250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Checking segment: {'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:52:52.075637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Bound using segment: {'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:52:52.076060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Bound port: ed758ada-e7bf-4106-9886-e5cb2c89dfc4, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ed03ae-7bdf-42a7-9ccf-c19dea541550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:52:52.076412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:52.147874 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] For port ed758ada-e7bf-4106-9886-e5cb2c89dfc4, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:52:52.150868 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] For port ed758ada-e7bf-4106-9886-e5cb2c89dfc4, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ed758ada-e7bf-4106-9886-e5cb2c89dfc4,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:52:52.209013 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:52.243259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:52.243796 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:52.245179 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] 10.222.0.46 "PUT /v2.0/ports/ed758ada-e7bf-4106-9886-e5cb2c89dfc4 HTTP/1.1" status: 200 len: 1091 time: 0.7160320 Oct 13 11:52:52.245614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50576c4a-6ca5-49d0-8156-cf9ccb9a7136', 'tag': 'ed758ada-e7bf-4106-9886-e5cb2c89dfc4'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:52:52.247903 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16588e6-79c8-4dd8-a4ba-913826f89967" -d '{"events": [{"name": "network-changed", "server_uuid": "50576c4a-6ca5-49d0-8156-cf9ccb9a7136", "tag": "ed758ada-e7bf-4106-9886-e5cb2c89dfc4"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:52:52.273079 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55df6f-55a2-419f-9654-c43458c0cab8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed758ada-e7bf-4106-9886-e5cb2c89dfc4,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:52.294848 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a798f35f-ae69-4619-aecc-d925a031a4bf x-openstack-request-id: req-a798f35f-ae69-4619-aecc-d925a031a4bf {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:52:52.295172 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50576c4a-6ca5-49d0-8156-cf9ccb9a7136", "tag": "ed758ada-e7bf-4106-9886-e5cb2c89dfc4", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:52:52.295434 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a798f35f-ae69-4619-aecc-d925a031a4bf {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:52:52.295845 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50576c4a-6ca5-49d0-8156-cf9ccb9a7136', 'tag': 'ed758ada-e7bf-4106-9886-e5cb2c89dfc4', 'status': 'completed', 'code': 200} Oct 13 11:52:52.360819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16588e6-79c8-4dd8-a4ba-913826f89967 req-387af93f-b97f-4947-a153-d74d26bd40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:52.362257 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d16588e6-79c8-4dd8-a4ba-913826f89967 req-387af93f-b97f-4947-a153-d74d26bd40f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d769ac9d15544f60bb987025d7704509&device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 1094 time: 0.0443084 Oct 13 11:52:52.468512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16588e6-79c8-4dd8-a4ba-913826f89967 req-4f7e4ea4-892a-48f8-8b44-24210f2f8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:52.470032 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d16588e6-79c8-4dd8-a4ba-913826f89967 req-4f7e4ea4-892a-48f8-8b44-24210f2f8288 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d769ac9d15544f60bb987025d7704509&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1001570 Oct 13 11:52:52.566404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16588e6-79c8-4dd8-a4ba-913826f89967 req-8137c8b5-4f10-4f1b-ad9b-9b6887ddcf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:52.567900 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d16588e6-79c8-4dd8-a4ba-913826f89967 req-8137c8b5-4f10-4f1b-ad9b-9b6887ddcf81 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912182 Oct 13 11:52:52.645498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-81b630e8-2b7c-41ad-9d76-43534153340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:52.647066 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-81b630e8-2b7c-41ad-9d76-43534153340d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d769ac9d15544f60bb987025d7704509&device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 1094 time: 0.0457017 Oct 13 11:52:52.688482 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-adef76c3-fb08-4e35-8751-dccb10a31002 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed758ada-e7bf-4106-9886-e5cb2c89dfc4 HTTP/1.1" status: 200 len: 217 time: 0.0340226 Oct 13 11:52:52.737066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-95d3b025-0236-44ed-be3c-b2495f96a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:52.738567 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-95d3b025-0236-44ed-be3c-b2495f96a8a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6adc8716-5a36-414a-85f4-45ba94c843f7 HTTP/1.1" status: 200 len: 856 time: 0.0434842 Oct 13 11:52:52.783444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-53f4ef1c-b2c8-4058-9c86-6c9e5d4051b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:52.784917 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-53f4ef1c-b2c8-4058-9c86-6c9e5d4051b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399404 Oct 13 11:52:52.877120 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-aa3dceb3-5844-4ddf-b222-f76dd3c24188 service neutron] 10.222.0.46 "GET /v2.0/networks/64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851498 Oct 13 11:52:52.967386 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9d0f9bba-97fb-4df6-87eb-a8c3810cfadf req-55d676aa-5872-40d5-a8c2-c6a88efdc8e4 service neutron] 10.222.0.46 "GET /v2.0/networks/64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833330 Oct 13 11:52:53.113504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af4160-79d7-4240-b5c1-1423ed5d2b8f req-bd1a9719-e5ba-49fb-90a6-5b8fba40e592 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:53.114998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16af4160-79d7-4240-b5c1-1423ed5d2b8f req-bd1a9719-e5ba-49fb-90a6-5b8fba40e592 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 943 time: 0.0546668 Oct 13 11:52:53.152262 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16af4160-79d7-4240-b5c1-1423ed5d2b8f req-430bf730-f851-470d-bcd8-f11d2b0651f2 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314445 Oct 13 11:52:54.265848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff77802-9b6b-41dd-8021-8a34bd12ea57 req-680737f8-06d6-413c-bdcf-dd98ddb70b5b tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:54.267566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ff77802-9b6b-41dd-8021-8a34bd12ea57 req-680737f8-06d6-413c-bdcf-dd98ddb70b5b tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 943 time: 0.0486503 Oct 13 11:52:54.305302 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ff77802-9b6b-41dd-8021-8a34bd12ea57 req-9e92128d-f3af-45fb-bc7a-524a9a3b02e2 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 Oct 13 11:52:55.422183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefcfac-8d13-4599-81e4-65dfdb53609e req-76d7baa4-3156-45db-a5ab-0ed71703f052 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:55.426374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5cefcfac-8d13-4599-81e4-65dfdb53609e req-76d7baa4-3156-45db-a5ab-0ed71703f052 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 943 time: 0.0500007 Oct 13 11:52:55.462307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5cefcfac-8d13-4599-81e4-65dfdb53609e req-fb642386-c04b-4fa8-ad84-69c0ec8107ff tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323982 Oct 13 11:52:56.580199 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77edf7-f099-4b95-a437-d67daf37cd63 req-4d1f3bc1-c1b4-485f-9be4-9957600ff90a tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:56.581658 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7b77edf7-f099-4b95-a437-d67daf37cd63 req-4d1f3bc1-c1b4-485f-9be4-9957600ff90a tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 943 time: 0.0524123 Oct 13 11:52:56.620990 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7b77edf7-f099-4b95-a437-d67daf37cd63 req-7c71a589-8c89-4ce3-a995-5cebc30857b8 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Oct 13 11:52:56.862925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ed758ada-e7bf-4106-9886-e5cb2c89dfc4 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:52:56.963559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ed758ada-e7bf-4106-9886-e5cb2c89dfc4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ed758ada-e7bf-4106-9886-e5cb2c89dfc4,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:52:56.975178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'ed758ada-e7bf-4106-9886-e5cb2c89dfc4', 'network_id': '64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285', 'port_id': 'ed758ada-e7bf-4106-9886-e5cb2c89dfc4', 'mac_address': 'fa:16:3e:f1:fb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adc8716-5a36-414a-85f4-45ba94c843f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:52:57.011208 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:57.024646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed758ada-e7bf-4106-9886-e5cb2c89dfc4 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:52:57.044693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ed758ada-e7bf-4106-9886-e5cb2c89dfc4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ed758ada-e7bf-4106-9886-e5cb2c89dfc4,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:52:57.120379 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:57.168514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=ed758ada-e7bf-4106-9886-e5cb2c89dfc4,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:57.455559 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['ed758ada-e7bf-4106-9886-e5cb2c89dfc4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:52:57.742923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305b55-810b-4872-9d45-496ed856acf4 req-c3c7dd33-c67a-4d5c-b58b-b4853ce63b6d tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:57.744554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-db305b55-810b-4872-9d45-496ed856acf4 req-c3c7dd33-c67a-4d5c-b58b-b4853ce63b6d tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 944 time: 0.0560205 Oct 13 11:52:57.786229 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-db305b55-810b-4872-9d45-496ed856acf4 req-d42795ea-35f7-4437-ae0a-04afecb4ce6c tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355875 Oct 13 11:52:58.893909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ed758ada-e7bf-4106-9886-e5cb2c89dfc4 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:52:58.898874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f520d-db71-43ea-adbc-1c71290d719d req-3fe5f027-56e9-4ce0-8cf7-abfa1226f22b tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:58.900350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b4f520d-db71-43ea-adbc-1c71290d719d req-3fe5f027-56e9-4ce0-8cf7-abfa1226f22b tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 944 time: 0.0480049 Oct 13 11:52:58.938498 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b4f520d-db71-43ea-adbc-1c71290d719d req-b2054790-0360-45ec-a10b-f197f736124f tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322287 Oct 13 11:52:59.008727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port ed758ada-e7bf-4106-9886-e5cb2c89dfc4 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:52:59.013148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port ed758ada-e7bf-4106-9886-e5cb2c89dfc4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:52:59.013585 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:59.093491 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:59.118409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50576c4a-6ca5-49d0-8156-cf9ccb9a7136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed758ada-e7bf-4106-9886-e5cb2c89dfc4'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:52:59.124717 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6820f5-3693-4d99-bcec-a34063e2037d" -d '{"events": [{"server_uuid": "50576c4a-6ca5-49d0-8156-cf9ccb9a7136", "name": "network-vif-plugged", "status": "completed", "tag": "ed758ada-e7bf-4106-9886-e5cb2c89dfc4"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:52:59.133937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ed758ada-e7bf-4106-9886-e5cb2c89dfc4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ed758ada-e7bf-4106-9886-e5cb2c89dfc4,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:52:59.154837 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75f002b-0de2-48af-b3af-598abe792b6b x-openstack-request-id: req-a75f002b-0de2-48af-b3af-598abe792b6b {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:52:59.155126 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50576c4a-6ca5-49d0-8156-cf9ccb9a7136", "name": "network-vif-plugged", "status": "completed", "tag": "ed758ada-e7bf-4106-9886-e5cb2c89dfc4", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:52:59.155379 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a75f002b-0de2-48af-b3af-598abe792b6b {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:52:59.155785 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50576c4a-6ca5-49d0-8156-cf9ccb9a7136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed758ada-e7bf-4106-9886-e5cb2c89dfc4', 'code': 200} Oct 13 11:52:59.194710 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:52:59.245725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=ed758ada-e7bf-4106-9886-e5cb2c89dfc4,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:52:59.257635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36408ef-16ff-4258-b6b2-8240a623d3b1 req-3a2f93d1-74b6-47e7-8271-27b7ee226a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:52:59.259217 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d36408ef-16ff-4258-b6b2-8240a623d3b1 req-3a2f93d1-74b6-47e7-8271-27b7ee226a0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 1096 time: 0.0480890 Oct 13 11:52:59.295728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d36408ef-16ff-4258-b6b2-8240a623d3b1 req-db4c2c15-8838-4eb2-9cc1-66597cf6de2c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289361 Oct 13 11:53:00.057848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622de30-8612-47ac-8df0-0a772ab24c5d req-0cc83703-2259-4f6c-bf63-2d595eca6f65 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:53:00.059361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1622de30-8612-47ac-8df0-0a772ab24c5d req-0cc83703-2259-4f6c-bf63-2d595eca6f65 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 945 time: 0.0522244 Oct 13 11:53:00.098449 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1622de30-8612-47ac-8df0-0a772ab24c5d req-d88882a0-e5ac-497d-92dc-d15c76b7af81 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Oct 13 11:53:01.214729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e7e31-77a3-4d49-829e-eb52c14d44a7 req-4e13a3e4-e1a8-4ccc-af75-7472076c47d1 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:53:01.216250 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f5e7e31-77a3-4d49-829e-eb52c14d44a7 req-4e13a3e4-e1a8-4ccc-af75-7472076c47d1 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 945 time: 0.0505958 Oct 13 11:53:01.255185 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f5e7e31-77a3-4d49-829e-eb52c14d44a7 req-83f6693c-dec9-4091-b234-3bacc9348c4d tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328929 Oct 13 11:53:01.367369 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e29aa-b31d-43d3-a174-3742d98f95b1 req-285845da-05d3-44c1-86ca-08b9776e3bdb tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:53:01.368838 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b0e29aa-b31d-43d3-a174-3742d98f95b1 req-285845da-05d3-44c1-86ca-08b9776e3bdb tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 945 time: 0.0487297 Oct 13 11:53:01.405367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b0e29aa-b31d-43d3-a174-3742d98f95b1 req-786c651a-9ba7-47c7-a090-8b1d5ad07831 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306373 Oct 13 11:53:08.064774 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5f51458c-c4b9-4b5a-b43c-45d10c84d88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:09.348338 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:10.828528 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8ba0efa1-6338-4f81-8e3c-9a5a1d537035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:11.071265 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:11.779490 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:12.414542 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:13.619420 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:26.262360 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315764f3-7cd2-4984-915e-a43d6d6f7dba req-4c8a43e8-c949-468e-a443-e04010f304fe tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:53:26.263894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-315764f3-7cd2-4984-915e-a43d6d6f7dba req-4c8a43e8-c949-468e-a443-e04010f304fe tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 945 time: 0.0545907 Oct 13 11:53:26.301464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-315764f3-7cd2-4984-915e-a43d6d6f7dba req-e13d3246-0ffc-4915-a0aa-00ea2b1b2aad tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312920 Oct 13 11:53:27.415954 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5430c5-255e-4ff8-ae91-30ce92b2445e req-0dcde6bc-917e-4d1f-ab3a-f52fad697be5 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:53:27.417414 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e5430c5-255e-4ff8-ae91-30ce92b2445e req-0dcde6bc-917e-4d1f-ab3a-f52fad697be5 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 945 time: 0.0489862 Oct 13 11:53:27.453593 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2e5430c5-255e-4ff8-ae91-30ce92b2445e req-8b496a20-d79c-4481-b3ae-6998ed33c8ca tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb3d713b-1236-43c9-848e-51718e805102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304301 Oct 13 11:53:28.006589 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc94308-20ca-46ec-a204-101ead1a43c0 req-131b4ea3-00ad-4197-8abe-533cb5f83da8 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:53:28.008274 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9dc94308-20ca-46ec-a204-101ead1a43c0 req-131b4ea3-00ad-4197-8abe-533cb5f83da8 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.46 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 945 time: 0.0493338 Oct 13 11:53:28.101223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-9dc94308-20ca-46ec-a204-101ead1a43c0 req-defdadc9-80bb-40e1-9345-9dc604cfb449 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Deleting port ed758ada-e7bf-4106-9886-e5cb2c89dfc4 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:53:28.101572 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9dc94308-20ca-46ec-a204-101ead1a43c0 req-defdadc9-80bb-40e1-9345-9dc604cfb449 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:28.194349 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-9dc94308-20ca-46ec-a204-101ead1a43c0 req-defdadc9-80bb-40e1-9345-9dc604cfb449 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] For port ed758ada-e7bf-4106-9886-e5cb2c89dfc4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ed758ada-e7bf-4106-9886-e5cb2c89dfc4,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:28.194728 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9dc94308-20ca-46ec-a204-101ead1a43c0 req-defdadc9-80bb-40e1-9345-9dc604cfb449 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:28.207779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-9dc94308-20ca-46ec-a204-101ead1a43c0 req-defdadc9-80bb-40e1-9345-9dc604cfb449 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Calling delete_port for ed758ada-e7bf-4106-9886-e5cb2c89dfc4 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:53:28.341608 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:53:28.407979 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9dc94308-20ca-46ec-a204-101ead1a43c0 req-defdadc9-80bb-40e1-9345-9dc604cfb449 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:28.423184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['ed758ada-e7bf-4106-9886-e5cb2c89dfc4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:53:28.435669 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdadc9-80bb-40e1-9345-9dc604cfb449 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Pushing event deleted for resources: {'Port': ['ID=ed758ada-e7bf-4106-9886-e5cb2c89dfc4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:28.484752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc94308-20ca-46ec-a204-101ead1a43c0 req-defdadc9-80bb-40e1-9345-9dc604cfb449 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] No DVR routers for this DVR port ed758ada-e7bf-4106-9886-e5cb2c89dfc4 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:53:28.487600 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-9dc94308-20ca-46ec-a204-101ead1a43c0 req-defdadc9-80bb-40e1-9345-9dc604cfb449 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:28.491120 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9dc94308-20ca-46ec-a204-101ead1a43c0 req-defdadc9-80bb-40e1-9345-9dc604cfb449 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.46 "DELETE /v2.0/ports/ed758ada-e7bf-4106-9886-e5cb2c89dfc4 HTTP/1.1" status: 204 len: 173 time: 0.4772635 Oct 13 11:53:28.491582 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50576c4a-6ca5-49d0-8156-cf9ccb9a7136', 'name': 'network-vif-deleted', 'tag': 'ed758ada-e7bf-4106-9886-e5cb2c89dfc4'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:53:28.500819 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006f649e-5ded-4990-ad5f-77f4ab4ac720" -d '{"events": [{"server_uuid": "50576c4a-6ca5-49d0-8156-cf9ccb9a7136", "name": "network-vif-deleted", "tag": "ed758ada-e7bf-4106-9886-e5cb2c89dfc4"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:53:28.552726 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9b081f79-b900-497c-91b4-d6b0281961c6 req-09af5555-f2ba-4d34-8ccd-996bfb3bd173 tempest-TestEncryptedCinderVolumes-1605235264 tempest-TestEncryptedCinderVolumes-1605235264-project] 10.222.0.32 "GET /v2.0/ports?device_id=50576c4a-6ca5-49d0-8156-cf9ccb9a7136 HTTP/1.1" status: 200 len: 210 time: 0.0267265 Oct 13 11:53:28.599397 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a14a42-3baa-425f-9086-62192f34524b x-openstack-request-id: req-c1a14a42-3baa-425f-9086-62192f34524b {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:53:28.599521 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50576c4a-6ca5-49d0-8156-cf9ccb9a7136", "name": "network-vif-deleted", "tag": "ed758ada-e7bf-4106-9886-e5cb2c89dfc4", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:53:28.599795 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1a14a42-3baa-425f-9086-62192f34524b {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:53:28.600256 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50576c4a-6ca5-49d0-8156-cf9ccb9a7136', 'name': 'network-vif-deleted', 'tag': 'ed758ada-e7bf-4106-9886-e5cb2c89dfc4', 'status': 'completed', 'code': 200} Oct 13 11:53:29.700307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38392) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:30.052168 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7e7f769-05b6-45db-9ce9-841dd5ddf6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:30.308574 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c7e7f769-05b6-45db-9ce9-841dd5ddf6ae admin admin] Deleting port 01a8708f-afad-421e-a376-7d9138a81750 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:53:30.308831 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7e7f769-05b6-45db-9ce9-841dd5ddf6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:30.386680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-c7e7f769-05b6-45db-9ce9-841dd5ddf6ae admin admin] For port 01a8708f-afad-421e-a376-7d9138a81750, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=01a8708f-afad-421e-a376-7d9138a81750,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:30.387047 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7e7f769-05b6-45db-9ce9-841dd5ddf6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:30.404290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c7e7f769-05b6-45db-9ce9-841dd5ddf6ae admin admin] Calling delete_port for 01a8708f-afad-421e-a376-7d9138a81750 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:53:30.653483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7e7f769-05b6-45db-9ce9-841dd5ddf6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:30.679891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7f769-05b6-45db-9ce9-841dd5ddf6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=01a8708f-afad-421e-a376-7d9138a81750,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:30.859215 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c7e7f769-05b6-45db-9ce9-841dd5ddf6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:31.075863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e7f769-05b6-45db-9ce9-841dd5ddf6ae admin admin] Router d9ec7d53-ddbc-4b89-a59e-4a778687bd36 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:53:31.183361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e7f769-05b6-45db-9ce9-841dd5ddf6ae admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:53:31.188525 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c7e7f769-05b6-45db-9ce9-841dd5ddf6ae admin admin] 10.222.0.32 "PUT /v2.0/routers/d9ec7d53-ddbc-4b89-a59e-4a778687bd36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4870179 Oct 13 11:53:31.191309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38394) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:31.192127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb040e7-48b9-4a76-b3c5-aa2982f0e65f None None] Sync routers for ids ['d9ec7d53-ddbc-4b89-a59e-4a778687bd36'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:53:31.202365 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb040e7-48b9-4a76-b3c5-aa2982f0e65f None None] Routers {'d9ec7d53-ddbc-4b89-a59e-4a778687bd36'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:53:31.202982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cbb040e7-48b9-4a76-b3c5-aa2982f0e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:53:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d9ec7d53-ddbc-4b89-a59e-4a778687bd36'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:31.297144 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:31.306385 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-cbb040e7-48b9-4a76-b3c5-aa2982f0e65f None None] Set router d9ec7d53-ddbc-4b89-a59e-4a778687bd36 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:53:31.402455 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:31.481722 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cbb040e7-48b9-4a76-b3c5-aa2982f0e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'name': 'tempest-TestEncryptedCinderVolumes-1048259048-router', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:51:53Z', 'updated_at': '2021-10-13T11:53:30Z', 'revision_number': 5, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'gw_port': {'id': '68c92a6a-7612-4f05-b1a5-07be054c2104', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:51:54Z', 'updated_at': '2021-10-13T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:31.509570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb040e7-48b9-4a76-b3c5-aa2982f0e65f None None] Checking router: d9ec7d53-ddbc-4b89-a59e-4a778687bd36 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:53:31.518015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb040e7-48b9-4a76-b3c5-aa2982f0e65f None None] Routers {'d9ec7d53-ddbc-4b89-a59e-4a778687bd36'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:53:31.518266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Deleting port 68c92a6a-7612-4f05-b1a5-07be054c2104 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:53:31.518650 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:31.518766 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cbb040e7-48b9-4a76-b3c5-aa2982f0e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:53:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d9ec7d53-ddbc-4b89-a59e-4a778687bd36'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:31.601109 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] For port 68c92a6a-7612-4f05-b1a5-07be054c2104, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=68c92a6a-7612-4f05-b1a5-07be054c2104,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:31.601361 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:31.609216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-cbb040e7-48b9-4a76-b3c5-aa2982f0e65f None None] Set router d9ec7d53-ddbc-4b89-a59e-4a778687bd36 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:53:31.613236 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Calling delete_port for 68c92a6a-7612-4f05-b1a5-07be054c2104 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:53:31.664703 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cbb040e7-48b9-4a76-b3c5-aa2982f0e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'name': 'tempest-TestEncryptedCinderVolumes-1048259048-router', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:51:53Z', 'updated_at': '2021-10-13T11:53:31Z', 'revision_number': 6, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:31.690975 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb040e7-48b9-4a76-b3c5-aa2982f0e65f None None] The sync data for ids ['d9ec7d53-ddbc-4b89-a59e-4a778687bd36'] in n-d-813659-3 is: [{'id': 'd9ec7d53-ddbc-4b89-a59e-4a778687bd36', 'name': 'tempest-TestEncryptedCinderVolumes-1048259048-router', 'tenant_id': 'd769ac9d15544f60bb987025d7704509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:51:53Z', 'updated_at': '2021-10-13T11:53:31Z', 'revision_number': 6, 'project_id': 'd769ac9d15544f60bb987025d7704509', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:53:31.828059 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:31.854985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Pushing event deleted for resources: {'Port': ['ID=68c92a6a-7612-4f05-b1a5-07be054c2104,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:31.915909 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.004863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.006918 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.105137 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.105625 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9ec7d53-ddbc-4b89-a59e-4a778687bd36 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:53:32.110075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.111320 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4a5a1206-0b78-4987-8777-a3aeaacc45fb admin admin] 10.222.0.32 "DELETE /v2.0/routers/d9ec7d53-ddbc-4b89-a59e-4a778687bd36 HTTP/1.1" status: 204 len: 168 time: 0.9190788 Oct 13 11:53:32.113751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38396) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:32.166012 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-313a6946-adb3-4dd1-aaff-b49d80518157 admin admin] Deleting subnet 6adc8716-5a36-414a-85f4-45ba94c843f7 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:53:32.169235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-313a6946-adb3-4dd1-aaff-b49d80518157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.204180 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-313a6946-adb3-4dd1-aaff-b49d80518157 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.288375 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-313a6946-adb3-4dd1-aaff-b49d80518157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.422576 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-313a6946-adb3-4dd1-aaff-b49d80518157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.446748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a6946-adb3-4dd1-aaff-b49d80518157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6adc8716-5a36-414a-85f4-45ba94c843f7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:32.454007 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-313a6946-adb3-4dd1-aaff-b49d80518157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.457359 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-313a6946-adb3-4dd1-aaff-b49d80518157 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6adc8716-5a36-414a-85f4-45ba94c843f7 HTTP/1.1" status: 204 len: 168 time: 0.3426323 Oct 13 11:53:32.459112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e34f38-4ab6-4bee-88d4-2e64d200a6b7 None None] Network 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:53:32.460050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38398) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:32.535075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.592085 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Deleting port b488d0a9-904f-43c5-9501-2ea7bebe1d11 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:53:32.592437 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.643314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] DHCP port deletion for 64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:53:32.659329 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] For port b488d0a9-904f-43c5-9501-2ea7bebe1d11, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b488d0a9-904f-43c5-9501-2ea7bebe1d11,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:32.659709 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.673697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Calling delete_port for b488d0a9-904f-43c5-9501-2ea7bebe1d11 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:53:32.694688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Deleting port b488d0a9-904f-43c5-9501-2ea7bebe1d11 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:53:32.695064 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.767107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] For port b488d0a9-904f-43c5-9501-2ea7bebe1d11, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b488d0a9-904f-43c5-9501-2ea7bebe1d11,segment=NetworkSegment(10ed03ae-7bdf-42a7-9ccf-c19dea541550),segment_id=10ed03ae-7bdf-42a7-9ccf-c19dea541550)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:32.771303 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.781098 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Calling delete_port for b488d0a9-904f-43c5-9501-2ea7bebe1d11 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:53:32.848008 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.860929 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.873751 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b488d0a9-904f-43c5-9501-2ea7bebe1d11,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:32.877663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] No DVR routers for this DVR port b488d0a9-904f-43c5-9501-2ea7bebe1d11 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:53:32.885090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Pushing event deleted for resources: {'Port': ['ID=b488d0a9-904f-43c5-9501-2ea7bebe1d11,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:32.895721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:32.896068 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:32.896411 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:32.896749 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:32.897082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:32.897412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:32.897739 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:32.898114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:32.898470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:32.898800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:32.899777 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:32.900395 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:32.903523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63296fac-db71-4f40-b9c7-172ea66df858 None None] No DVR routers for this DVR port b488d0a9-904f-43c5-9501-2ea7bebe1d11 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:53:32.961330 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:32.981572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:32.990899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ed03ae-7bdf-42a7-9ccf-c19dea541550') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:32.991204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ed03ae-7bdf-42a7-9ccf-c19dea541550') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:33.001798 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:33.016257 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:33.022348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:53:33.022742 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:53:33.025339 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:53:33.032670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ed758ada-e7bf-4106-9886-e5cb2c89dfc4 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:53:33.059590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: ed758ada-e7bf-4106-9886-e5cb2c89dfc4 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:53:33.060113 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ed758ada-e7bf-4106-9886-e5cb2c89dfc4 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:53:33.063498 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 68c92a6a-7612-4f05-b1a5-07be054c2104 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:53:33.083420 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 68c92a6a-7612-4f05-b1a5-07be054c2104 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:53:33.083764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 68c92a6a-7612-4f05-b1a5-07be054c2104 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:53:33.084174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b488d0a9-904f-43c5-9501-2ea7bebe1d11 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:53:33.104171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: b488d0a9-904f-43c5-9501-2ea7bebe1d11 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:53:33.104516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b488d0a9-904f-43c5-9501-2ea7bebe1d11 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:53:33.104928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 01a8708f-afad-421e-a376-7d9138a81750 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:53:33.123613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 01a8708f-afad-421e-a376-7d9138a81750 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:53:33.123978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 01a8708f-afad-421e-a376-7d9138a81750 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:53:33.131077 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:33.137225 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:33.141100 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285 HTTP/1.1" status: 204 len: 168 time: 0.6798534 Oct 13 11:53:33.144215 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38400) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:33.153044 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a595d68-fa56-4c99-a53b-32fbdbc423c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ca2cbd-1c1c-4a26-8a2d-1915c7c2b285,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:33.493016 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:33.741742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Deleting port 36979bdc-0420-48b4-a354-3ab7f123bd5b {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:53:33.742080 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:33.838383 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] For port 36979bdc-0420-48b4-a354-3ab7f123bd5b, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=36979bdc-0420-48b4-a354-3ab7f123bd5b,segment=NetworkSegment(32eb9957-a71b-442d-9d21-6aca958d2ba4),segment_id=32eb9957-a71b-442d-9d21-6aca958d2ba4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:33.838798 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:33.858765 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Calling delete_port for 36979bdc-0420-48b4-a354-3ab7f123bd5b owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:53:34.143618 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:34.174096 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=36979bdc-0420-48b4-a354-3ab7f123bd5b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:34.202923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:34.207102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:34.207102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:34.207102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:34.207102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:34.207102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:34.207102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:34.207102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:34.207102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:34.207102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:34.207102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:34.207102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:34.388858 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:34.609434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Router 5ecc9183-6a91-4052-8fdd-d0964f80871b has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:53:34.715853 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:53:34.722441 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e1d17014-dbb1-41bd-b190-db19b4775b5e admin admin] 10.222.0.32 "PUT /v2.0/routers/5ecc9183-6a91-4052-8fdd-d0964f80871b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5771585 Oct 13 11:53:34.723438 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38402) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:34.724694 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc98a2-eb00-4864-9e6f-6a398e7e7476 None None] Sync routers for ids ['5ecc9183-6a91-4052-8fdd-d0964f80871b'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:53:34.734190 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc98a2-eb00-4864-9e6f-6a398e7e7476 None None] Routers {'5ecc9183-6a91-4052-8fdd-d0964f80871b'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:53:34.734830 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-69dc98a2-eb00-4864-9e6f-6a398e7e7476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:53:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ecc9183-6a91-4052-8fdd-d0964f80871b'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:34.839762 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-69dc98a2-eb00-4864-9e6f-6a398e7e7476 None None] Set router 5ecc9183-6a91-4052-8fdd-d0964f80871b gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:53:35.032910 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-69dc98a2-eb00-4864-9e6f-6a398e7e7476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'name': 'tempest-TestEncryptedCinderVolumes-2015524117-router', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:53:34Z', 'revision_number': 5, 'project_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'gw_port': {'id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:35.060624 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc98a2-eb00-4864-9e6f-6a398e7e7476 None None] Checking router: 5ecc9183-6a91-4052-8fdd-d0964f80871b for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:53:35.070123 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc98a2-eb00-4864-9e6f-6a398e7e7476 None None] Routers {'5ecc9183-6a91-4052-8fdd-d0964f80871b'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:53:35.070796 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-69dc98a2-eb00-4864-9e6f-6a398e7e7476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:53:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['5ecc9183-6a91-4052-8fdd-d0964f80871b'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:35.150133 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:35.175657 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-69dc98a2-eb00-4864-9e6f-6a398e7e7476 None None] Set router 5ecc9183-6a91-4052-8fdd-d0964f80871b gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:53:35.252424 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:35.357878 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-69dc98a2-eb00-4864-9e6f-6a398e7e7476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'name': 'tempest-TestEncryptedCinderVolumes-2015524117-router', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:53:34Z', 'revision_number': 5, 'project_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'gw_port': {'id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:35.369002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Deleting port a14ac536-1beb-43f5-b265-9f69cc74e778 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:53:35.369351 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:35.385837 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc98a2-eb00-4864-9e6f-6a398e7e7476 None None] The sync data for ids ['5ecc9183-6a91-4052-8fdd-d0964f80871b'] in n-d-813659-3 is: [{'id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'name': 'tempest-TestEncryptedCinderVolumes-2015524117-router', 'tenant_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:53:34Z', 'revision_number': 5, 'project_id': '05c0ebceafd24e4481f7bf48c33d85ea', 'gw_port': {'id': 'a14ac536-1beb-43f5-b265-9f69cc74e778', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecc9183-6a91-4052-8fdd-d0964f80871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:52:00Z', 'updated_at': '2021-10-13T11:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:53:35.452210 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] For port a14ac536-1beb-43f5-b265-9f69cc74e778, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a14ac536-1beb-43f5-b265-9f69cc74e778,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:35.452583 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:35.469124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Calling delete_port for a14ac536-1beb-43f5-b265-9f69cc74e778 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:53:35.685015 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:35.716484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Pushing event deleted for resources: {'Port': ['ID=a14ac536-1beb-43f5-b265-9f69cc74e778,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:35.777048 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:35.869117 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:35.871302 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:35.979349 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:35.979856 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ecc9183-6a91-4052-8fdd-d0964f80871b {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:53:35.984637 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:35.985758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-71b5b588-115f-488a-aa19-f274e5bbe058 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5ecc9183-6a91-4052-8fdd-d0964f80871b HTTP/1.1" status: 204 len: 168 time: 1.2614028 Oct 13 11:53:35.994413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38404) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:36.041448 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe0bcd7-caff-4847-9acd-7e2daa3d1b6c admin admin] Deleting subnet 5f07870c-829a-4383-9f6f-f2e8fe28a3b2 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:53:36.044916 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bcd7-caff-4847-9acd-7e2daa3d1b6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.088318 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bcd7-caff-4847-9acd-7e2daa3d1b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.170505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bcd7-caff-4847-9acd-7e2daa3d1b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.299866 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bcd7-caff-4847-9acd-7e2daa3d1b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.330209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0bcd7-caff-4847-9acd-7e2daa3d1b6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f07870c-829a-4383-9f6f-f2e8fe28a3b2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:36.334420 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bcd7-caff-4847-9acd-7e2daa3d1b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.337809 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0fe0bcd7-caff-4847-9acd-7e2daa3d1b6c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5f07870c-829a-4383-9f6f-f2e8fe28a3b2 HTTP/1.1" status: 204 len: 168 time: 0.3440218 Oct 13 11:53:36.340286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38406) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:36.342944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07935629-4a54-46a0-a4a2-5fe0330f5082 None None] Network 9343e16f-bbed-4b19-9b71-e27522fb785e requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:53:36.407850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.467685 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Deleting port 88a8e646-043c-47e9-9be8-2f69bfd421d5 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:53:36.468007 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.524285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bddaa6-30ed-481e-b36d-78a223928569 None None] DHCP port deletion for 9343e16f-bbed-4b19-9b71-e27522fb785e request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:53:36.537682 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] For port 88a8e646-043c-47e9-9be8-2f69bfd421d5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=88a8e646-043c-47e9-9be8-2f69bfd421d5,segment=NetworkSegment(32eb9957-a71b-442d-9d21-6aca958d2ba4),segment_id=32eb9957-a71b-442d-9d21-6aca958d2ba4)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:36.538058 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.551543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Calling delete_port for 88a8e646-043c-47e9-9be8-2f69bfd421d5 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:53:36.573071 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-16bddaa6-30ed-481e-b36d-78a223928569 None None] Deleting port 88a8e646-043c-47e9-9be8-2f69bfd421d5 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:53:36.573446 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-16bddaa6-30ed-481e-b36d-78a223928569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.637928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-16bddaa6-30ed-481e-b36d-78a223928569 None None] For port 88a8e646-043c-47e9-9be8-2f69bfd421d5, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=88a8e646-043c-47e9-9be8-2f69bfd421d5,segment=NetworkSegment(32eb9957-a71b-442d-9d21-6aca958d2ba4),segment_id=32eb9957-a71b-442d-9d21-6aca958d2ba4)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:36.638473 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-16bddaa6-30ed-481e-b36d-78a223928569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.652271 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-16bddaa6-30ed-481e-b36d-78a223928569 None None] Calling delete_port for 88a8e646-043c-47e9-9be8-2f69bfd421d5 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:53:36.708037 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.727411 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-16bddaa6-30ed-481e-b36d-78a223928569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.737083 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Pushing event deleted for resources: {'Port': ['ID=88a8e646-043c-47e9-9be8-2f69bfd421d5,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:36.740404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] No DVR routers for this DVR port 88a8e646-043c-47e9-9be8-2f69bfd421d5 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:53:36.762243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bddaa6-30ed-481e-b36d-78a223928569 None None] No DVR routers for this DVR port 88a8e646-043c-47e9-9be8-2f69bfd421d5 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:53:36.766379 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bddaa6-30ed-481e-b36d-78a223928569 None None] Pushing event deleted for resources: {'Port': ['ID=88a8e646-043c-47e9-9be8-2f69bfd421d5,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:36.811881 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.831714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9343e16f-bbed-4b19-9b71-e27522fb785e']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:36.840664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32eb9957-a71b-442d-9d21-6aca958d2ba4') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:36.840959 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32eb9957-a71b-442d-9d21-6aca958d2ba4') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:36.849993 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.863705 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.870358 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:53:36.870760 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:53:36.872416 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:53:36.979120 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.984542 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:36.987707 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] 10.222.0.32 "DELETE /v2.0/networks/9343e16f-bbed-4b19-9b71-e27522fb785e HTTP/1.1" status: 204 len: 168 time: 0.6465094 Oct 13 11:53:36.999469 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd5191-be05-461c-90a7-baed6876826b admin admin] Pushing event deleted for resources: {'Network': ['ID=9343e16f-bbed-4b19-9b71-e27522fb785e,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:37.055938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 36979bdc-0420-48b4-a354-3ab7f123bd5b no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:53:37.076157 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 36979bdc-0420-48b4-a354-3ab7f123bd5b {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:53:37.076497 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 36979bdc-0420-48b4-a354-3ab7f123bd5b not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:53:37.076903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a14ac536-1beb-43f5-b265-9f69cc74e778 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:53:37.099408 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: a14ac536-1beb-43f5-b265-9f69cc74e778 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:53:37.099751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a14ac536-1beb-43f5-b265-9f69cc74e778 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:53:37.100164 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88a8e646-043c-47e9-9be8-2f69bfd421d5 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:53:37.120720 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 88a8e646-043c-47e9-9be8-2f69bfd421d5 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:53:37.121093 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88a8e646-043c-47e9-9be8-2f69bfd421d5 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:53:37.315701 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38410) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:37.358946 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-322f12fe-d6f9-4aa1-abef-314b7226a919 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d769ac9d15544f60bb987025d7704509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431252 Oct 13 11:53:37.361413 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38412) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:37.409732 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b86fa1f5-0fdf-48bf-af26-c7ef4286ff98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:37.430947 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b86fa1f5-0fdf-48bf-af26-c7ef4286ff98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:37.547978 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b86fa1f5-0fdf-48bf-af26-c7ef4286ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:37.550575 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b86fa1f5-0fdf-48bf-af26-c7ef4286ff98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:37.551707 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b86fa1f5-0fdf-48bf-af26-c7ef4286ff98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb3d713b-1236-43c9-848e-51718e805102 HTTP/1.1" status: 204 len: 168 time: 0.1894054 Oct 13 11:53:37.562379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fa1f5-0fdf-48bf-af26-c7ef4286ff98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3d713b-1236-43c9-848e-51718e805102,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:38.081949 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba6fd-f6fd-4a88-8ace-b27364033000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:38.223457 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38418) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:38.264412 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7035ca9f-7795-4435-bcea-4b5e99ad87f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05c0ebceafd24e4481f7bf48c33d85ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396731 Oct 13 11:53:38.266988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38420) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:38.314258 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7839ff27-1494-49c3-9bcf-03694ecac333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:38.336561 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7839ff27-1494-49c3-9bcf-03694ecac333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:38.447696 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7839ff27-1494-49c3-9bcf-03694ecac333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:38.450225 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7839ff27-1494-49c3-9bcf-03694ecac333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:38.451416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7839ff27-1494-49c3-9bcf-03694ecac333 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4091b024-6f8b-40a8-a692-44088c2be524 HTTP/1.1" status: 204 len: 168 time: 0.1835377 Oct 13 11:53:38.460125 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839ff27-1494-49c3-9bcf-03694ecac333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4091b024-6f8b-40a8-a692-44088c2be524,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:39.439463 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:39.464976 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38442) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:39.561000 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-812255023-network', 'tenant_id': '331fdb80501749a294e8e4ee47cad117'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:53:39.650555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Made reservation on behalf of 331fdb80501749a294e8e4ee47cad117 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:53:39.652942 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:39.661499 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:39.735776 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:39.813258 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:39.838797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:53:39.848502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8ead98-ef49-4c73-82e5-8861ec2d659f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:39.855111 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:39.855479 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Added segment 24502b3d-d623-4184-8766-63a0dd8852f2 of type vlan for network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 Oct 13 11:53:39.895455 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:39.972815 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:39.973764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:53:39.974369 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:40.034910 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] Pushing event updated for resources: {'Network': ['ID=782ebb36-4b8b-4389-ad0d-2f23a09194e3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:40.045701 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:53:40.078616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d784bd5e-7d82-4f68-82fe-1b918f72814c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6122277 Oct 13 11:53:40.087033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38446) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:40.092104 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-084679ef-3fcc-4b52-9463-9570ffb4e323 admin admin] Request body: {'subnet': {'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-812255023-subnet', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:53:40.173126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084679ef-3fcc-4b52-9463-9570ffb4e323 admin admin] Made reservation on behalf of 331fdb80501749a294e8e4ee47cad117 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:53:40.175690 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-084679ef-3fcc-4b52-9463-9570ffb4e323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:40.396638 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-084679ef-3fcc-4b52-9463-9570ffb4e323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:40.452366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084679ef-3fcc-4b52-9463-9570ffb4e323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43228424-fe4f-4e6e-bcdd-8c6df80323d2,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:40.464009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084679ef-3fcc-4b52-9463-9570ffb4e323 admin admin] Checking segment: {'id': '24502b3d-d623-4184-8766-63a0dd8852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:53:40.464371 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084679ef-3fcc-4b52-9463-9570ffb4e323 admin admin] Network hostable DHCP agents. Network: 782ebb36-4b8b-4389-ad0d-2f23a09194e3, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:53:40.535992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084679ef-3fcc-4b52-9463-9570ffb4e323 admin admin] Network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:53:40.619142 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-084679ef-3fcc-4b52-9463-9570ffb4e323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 782ebb36-4b8b-4389-ad0d-2f23a09194e3) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:53:40.623201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084679ef-3fcc-4b52-9463-9570ffb4e323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:53:40.623798 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-084679ef-3fcc-4b52-9463-9570ffb4e323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:40.628044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75df3268-7b8b-4ebc-9a7b-bca6570d5c1a None None] Network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:53:40.704785 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-084679ef-3fcc-4b52-9463-9570ffb4e323 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6165097 Oct 13 11:53:40.707507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38448) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:40.712260 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:53:40.778651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'fixed_ips': [{'subnet_id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:53:40.779498 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:40.810892 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:40.811978 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:40.865064 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:40.868771 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b059d4f-ddfd-4903-af99-176c0a9f7ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:40.920690 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Allocated IP 172.20.0.2 (782ebb36-4b8b-4389-ad0d-2f23a09194e3/43228424-fe4f-4e6e-bcdd-8c6df80323d2/cfcc786a-c38f-410f-99ee-4efa9fb587ac) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:53:41.070142 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:41.077435 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:41.121782 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:41.153807 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:41.195944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:53:41.199041 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:53:41.203681 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:53:41.208112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Pushing event updated for resources: {'Port': ['ID=cfcc786a-c38f-410f-99ee-4efa9fb587ac,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:41.266015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Attempting to bind port cfcc786a-c38f-410f-99ee-4efa9fb587ac on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:53:41.266467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Attempting to bind port cfcc786a-c38f-410f-99ee-4efa9fb587ac by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '24502b3d-d623-4184-8766-63a0dd8852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:53:41.266921 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Attempting to bind port cfcc786a-c38f-410f-99ee-4efa9fb587ac on network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:53:41.272034 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:53:41.272400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Checking segment: {'id': '24502b3d-d623-4184-8766-63a0dd8852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:53:41.272800 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:41.273225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Bound using segment: {'id': '24502b3d-d623-4184-8766-63a0dd8852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:53:41.274942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Bound port: cfcc786a-c38f-410f-99ee-4efa9fb587ac, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24502b3d-d623-4184-8766-63a0dd8852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:53:41.274942 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:41.341543 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] For port cfcc786a-c38f-410f-99ee-4efa9fb587ac, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:53:41.344664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] For port cfcc786a-c38f-410f-99ee-4efa9fb587ac, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cfcc786a-c38f-410f-99ee-4efa9fb587ac,segment=NetworkSegment(24502b3d-d623-4184-8766-63a0dd8852f2),segment_id=24502b3d-d623-4184-8766-63a0dd8852f2)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:53:41.361672 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:41.380170 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:41.402239 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:41.466119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432c4e5-8907-43a0-a975-1e1043f03ed8 None None] Pushing event updated for resources: {'Port': ['ID=cfcc786a-c38f-410f-99ee-4efa9fb587ac,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:41.485400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Allocated IP 172.25.0.17 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/02eedfe1-fc1a-4d77-9436-82ab438fefa6) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:53:41.607005 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:41.699561 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:41.746211 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:53:41.750705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:53:41.755115 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:53:41.758922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Pushing event updated for resources: {'Port': ['ID=02eedfe1-fc1a-4d77-9436-82ab438fefa6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:41.784635 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:42.056386 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:42.264496 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:42.324297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd4ea99-eb08-48ac-808a-65f21ff32581 None None] Network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:53:42.424180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3e4aebfd-0bf0-4d0f-af58-eb993ced34b0 None None] Provisioning complete for port cfcc786a-c38f-410f-99ee-4efa9fb587ac triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:42.424544 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e4aebfd-0bf0-4d0f-af58-eb993ced34b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:42.469696 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:42.496335 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Router 602b2cdd-117b-45cc-a7ba-5757a7063a35 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:53:42.566256 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e4aebfd-0bf0-4d0f-af58-eb993ced34b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:42.605657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3e4aebfd-0bf0-4d0f-af58-eb993ced34b0 None None] For port cfcc786a-c38f-410f-99ee-4efa9fb587ac, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cfcc786a-c38f-410f-99ee-4efa9fb587ac,segment=NetworkSegment(24502b3d-d623-4184-8766-63a0dd8852f2),segment_id=24502b3d-d623-4184-8766-63a0dd8852f2)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:42.612726 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:53:42.622626 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Sync routers for ids ['602b2cdd-117b-45cc-a7ba-5757a7063a35'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:53:42.631589 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Routers {'602b2cdd-117b-45cc-a7ba-5757a7063a35'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:53:42.632374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['602b2cdd-117b-45cc-a7ba-5757a7063a35'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:42.681770 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e4aebfd-0bf0-4d0f-af58-eb993ced34b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:42.710085 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:42.712342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7d46a0b4-a5fd-435f-abfa-4f8dadd9c71d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0028949 Oct 13 11:53:42.716934 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38450) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:42.937653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fcfbb43a-f60e-4b7b-a650-c7b605a6679e None None] Provisioning complete for port cfcc786a-c38f-410f-99ee-4efa9fb587ac triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:42.938237 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb43a-f60e-4b7b-a650-c7b605a6679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:42.948344 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Set router 602b2cdd-117b-45cc-a7ba-5757a7063a35 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:53:42.966356 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4aebfd-0bf0-4d0f-af58-eb993ced34b0 None None] Pushing event updated for resources: {'Port': ['ID=cfcc786a-c38f-410f-99ee-4efa9fb587ac,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:43.088583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cfcc786a-c38f-410f-99ee-4efa9fb587ac up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:53:43.159282 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.221127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port cfcc786a-c38f-410f-99ee-4efa9fb587ac triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:43.221494 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.274579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:53:41Z', 'revision_number': 3, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port': {'id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:41Z', 'updated_at': '2021-10-13T11:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:43.307776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Checking router: 602b2cdd-117b-45cc-a7ba-5757a7063a35 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:53:43.308121 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Updating router 602b2cdd-117b-45cc-a7ba-5757a7063a35 port 02eedfe1-fc1a-4d77-9436-82ab438fefa6 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:53:43.320435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Allocated IP 172.20.0.1 (782ebb36-4b8b-4389-ad0d-2f23a09194e3/43228424-fe4f-4e6e-bcdd-8c6df80323d2/35fd55ad-1075-4678-8683-d2541ddc5227) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:53:43.356930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.428746 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.510919 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.551883 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:53:43.557049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:53:43.561425 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:53:43.564723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Pushing event updated for resources: {'Port': ['ID=35fd55ad-1075-4678-8683-d2541ddc5227,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:43.611111 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.635997 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.641599 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.727461 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.780635 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Attempting to bind port 02eedfe1-fc1a-4d77-9436-82ab438fefa6 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:53:43.780942 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Attempting to bind port 02eedfe1-fc1a-4d77-9436-82ab438fefa6 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:53:43.781303 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Attempting to bind port 02eedfe1-fc1a-4d77-9436-82ab438fefa6 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:53:43.784322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a4a2c-47e0-4a53-99b5-f2af712d9f60 None None] Pushing event updated for resources: {'Port': ['ID=02eedfe1-fc1a-4d77-9436-82ab438fefa6,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:43.788916 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:53:43.789334 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:53:43.789732 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.790111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:53:43.790604 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Bound port: 02eedfe1-fc1a-4d77-9436-82ab438fefa6, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:53:43.790982 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.809268 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.842087 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f0373634-0042-4258-bca3-278114e8fa52 None None] Provisioning complete for port 35fd55ad-1075-4678-8683-d2541ddc5227 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:43.842384 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f0373634-0042-4258-bca3-278114e8fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.875498 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] For port 02eedfe1-fc1a-4d77-9436-82ab438fefa6, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:53:43.894325 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] For port 02eedfe1-fc1a-4d77-9436-82ab438fefa6, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=02eedfe1-fc1a-4d77-9436-82ab438fefa6,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:53:43.896980 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f0373634-0042-4258-bca3-278114e8fa52 None None] Port 35fd55ad-1075-4678-8683-d2541ddc5227 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:53:43.970969 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:43.976295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:44.029436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Routers {'602b2cdd-117b-45cc-a7ba-5757a7063a35'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:53:44.030044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['602b2cdd-117b-45cc-a7ba-5757a7063a35'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:44.031756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a4a2c-47e0-4a53-99b5-f2af712d9f60 None None] Pushing event updated for resources: {'Port': ['ID=02eedfe1-fc1a-4d77-9436-82ab438fefa6,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:44.058771 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:44.130969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Pushing event updated for resources: {'Port': ['ID=35fd55ad-1075-4678-8683-d2541ddc5227,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:44.134147 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:44.140697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] Set router 602b2cdd-117b-45cc-a7ba-5757a7063a35 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:53:44.232534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:53:44.234013 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:53:44.353438 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 4, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port': {'id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:41Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '35fd55ad-1075-4678-8683-d2541ddc5227', 'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'mac_address': 'fa:16:3e:bd:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:43Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 1, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'subnets': [{'id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:44.360017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Router 602b2cdd-117b-45cc-a7ba-5757a7063a35 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:53:44.387107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba133e-999e-4149-9023-7124e9c0c6a8 None None] The sync data for ids ['602b2cdd-117b-45cc-a7ba-5757a7063a35'] in n-d-813659-3 is: [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 4, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port': {'id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:41Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '35fd55ad-1075-4678-8683-d2541ddc5227', 'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'mac_address': 'fa:16:3e:bd:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:43Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 1, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'subnets': [{'id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:53:44.473941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:53:44.480113 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-10d8c07c-b6c4-4091-aa3b-394181269a85 admin admin] 10.222.0.32 "PUT /v2.0/routers/602b2cdd-117b-45cc-a7ba-5757a7063a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7632418 Oct 13 11:53:44.527021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-52463054-6af1-4b93-883a-528f3b04228d None None] Provisioning complete for port 35fd55ad-1075-4678-8683-d2541ddc5227 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:44.527468 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52463054-6af1-4b93-883a-528f3b04228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:44.573552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-52463054-6af1-4b93-883a-528f3b04228d None None] Port 35fd55ad-1075-4678-8683-d2541ddc5227 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:53:45.094974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 02eedfe1-fc1a-4d77-9436-82ab438fefa6 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:53:45.155849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 02eedfe1-fc1a-4d77-9436-82ab438fefa6 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:45.156064 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:45.245681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:45.255986 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38466) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:45.262083 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1731055504-network', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:53:45.278054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 02eedfe1-fc1a-4d77-9436-82ab438fefa6, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=02eedfe1-fc1a-4d77-9436-82ab438fefa6,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:45.337359 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:45.373940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Made reservation on behalf of b4eb0cc21ae3404b9e981e8b64a3b97b for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:53:45.376414 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:45.385913 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:45.392580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=02eedfe1-fc1a-4d77-9436-82ab438fefa6,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:45.467598 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:45.571006 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:45.602433 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:53:45.616401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1a3798-5a33-46a3-93e4-f9c6b32994d2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:45.623633 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:45.623975 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Added segment c5958d59-df4a-4aff-bc9c-e08427f18a81 of type vlan for network e5b4855a-24df-4d3d-bc1f-bacc84b80918 Oct 13 11:53:45.663387 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:45.744635 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:45.745609 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:53:45.746185 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:45.805203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] Pushing event updated for resources: {'Network': ['ID=e5b4855a-24df-4d3d-bc1f-bacc84b80918,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:45.815461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network e5b4855a-24df-4d3d-bc1f-bacc84b80918 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:53:45.867754 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-793d60dc-ffc7-4180-bbf9-eeee8c2dd6ea admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6101558 Oct 13 11:53:45.870885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38468) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:45.875578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-147fd4b5-3240-4e9c-9954-e3c3b433e435 admin admin] Request body: {'subnet': {'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1731055504-subnet', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:53:45.956338 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147fd4b5-3240-4e9c-9954-e3c3b433e435 admin admin] Made reservation on behalf of b4eb0cc21ae3404b9e981e8b64a3b97b for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:53:45.958804 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-147fd4b5-3240-4e9c-9954-e3c3b433e435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:46.402128 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Sync routers for ids ['602b2cdd-117b-45cc-a7ba-5757a7063a35'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:53:46.412025 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Routers {'602b2cdd-117b-45cc-a7ba-5757a7063a35'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:53:46.412634 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['602b2cdd-117b-45cc-a7ba-5757a7063a35'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:46.518751 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Set router 602b2cdd-117b-45cc-a7ba-5757a7063a35 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:53:46.521880 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-147fd4b5-3240-4e9c-9954-e3c3b433e435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:46.576235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fd4b5-3240-4e9c-9954-e3c3b433e435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0771b1f2-c725-42b4-99b4-cf069ab72922,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:46.586412 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147fd4b5-3240-4e9c-9954-e3c3b433e435 admin admin] Checking segment: {'id': 'c5958d59-df4a-4aff-bc9c-e08427f18a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:53:46.586781 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147fd4b5-3240-4e9c-9954-e3c3b433e435 admin admin] Network hostable DHCP agents. Network: e5b4855a-24df-4d3d-bc1f-bacc84b80918, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:53:46.670600 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147fd4b5-3240-4e9c-9954-e3c3b433e435 admin admin] Network e5b4855a-24df-4d3d-bc1f-bacc84b80918 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:53:46.721748 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 4, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port': {'id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:41Z', 'updated_at': '2021-10-13T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '35fd55ad-1075-4678-8683-d2541ddc5227', 'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'mac_address': 'fa:16:3e:bd:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:43Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 2, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'subnets': [{'id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:46.739085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-147fd4b5-3240-4e9c-9954-e3c3b433e435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, e5b4855a-24df-4d3d-bc1f-bacc84b80918) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:53:46.744063 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147fd4b5-3240-4e9c-9954-e3c3b433e435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:53:46.744859 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-147fd4b5-3240-4e9c-9954-e3c3b433e435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:46.748171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3545c67-46d3-4c19-a2ae-6febba93b7e7 None None] Network e5b4855a-24df-4d3d-bc1f-bacc84b80918 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:53:46.751627 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Checking router: 602b2cdd-117b-45cc-a7ba-5757a7063a35 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:53:46.751990 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Updating router 602b2cdd-117b-45cc-a7ba-5757a7063a35 port 35fd55ad-1075-4678-8683-d2541ddc5227 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:53:46.778127 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:46.810519 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-147fd4b5-3240-4e9c-9954-e3c3b433e435 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9387629 Oct 13 11:53:46.813035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38470) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:46.817861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1731055504-router', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:53:46.902776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-e5b4855a-24df-4d3d-bc1f-bacc84b80918', 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'fixed_ips': [{'subnet_id': '0771b1f2-c725-42b4-99b4-cf069ab72922'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:53:46.903807 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:46.908069 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:46.909228 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.002081 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.062862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Allocated IP 172.20.0.2 (e5b4855a-24df-4d3d-bc1f-bacc84b80918/0771b1f2-c725-42b4-99b4-cf069ab72922/7b516864-cd66-48a8-8cd8-44c2725deba9) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:53:47.064425 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.075389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 02eedfe1-fc1a-4d77-9436-82ab438fefa6 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:53:47.124819 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.178788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 02eedfe1-fc1a-4d77-9436-82ab438fefa6 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:47.179234 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.184332 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Pushing event updated for resources: {'Port': ['ID=35fd55ad-1075-4678-8683-d2541ddc5227,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:47.214111 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.217178 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:47.217178 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:47.217178 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:47.217178 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:47.217768 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:47.217768 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:47.218028 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:47.218481 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:47.218700 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:47.219024 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:47.219676 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:47.219676 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:53:47.257079 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Attempting to bind port 35fd55ad-1075-4678-8683-d2541ddc5227 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:53:47.257548 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Attempting to bind port 35fd55ad-1075-4678-8683-d2541ddc5227 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '24502b3d-d623-4184-8766-63a0dd8852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:53:47.258935 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Attempting to bind port 35fd55ad-1075-4678-8683-d2541ddc5227 on network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:53:47.265621 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:53:47.265991 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Checking segment: {'id': '24502b3d-d623-4184-8766-63a0dd8852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:53:47.266412 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.266807 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Bound using segment: {'id': '24502b3d-d623-4184-8766-63a0dd8852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:53:47.267278 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Bound port: 35fd55ad-1075-4678-8683-d2541ddc5227, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24502b3d-d623-4184-8766-63a0dd8852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:53:47.267653 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.338787 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.345076 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] For port 35fd55ad-1075-4678-8683-d2541ddc5227, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:53:47.348971 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] For port 35fd55ad-1075-4678-8683-d2541ddc5227, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=35fd55ad-1075-4678-8683-d2541ddc5227,segment=NetworkSegment(24502b3d-d623-4184-8766-63a0dd8852f2),segment_id=24502b3d-d623-4184-8766-63a0dd8852f2)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:53:47.416666 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.431513 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.460918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Network e5b4855a-24df-4d3d-bc1f-bacc84b80918 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:53:47.467735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:53:47.469796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Pushing event updated for resources: {'Port': ['ID=7b516864-cd66-48a8-8cd8-44c2725deba9,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:47.471912 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:53:47.493524 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Routers {'602b2cdd-117b-45cc-a7ba-5757a7063a35'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:53:47.494352 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['602b2cdd-117b-45cc-a7ba-5757a7063a35'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:47.523904 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.545884 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.567373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Attempting to bind port 7b516864-cd66-48a8-8cd8-44c2725deba9 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:53:47.568139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Attempting to bind port 7b516864-cd66-48a8-8cd8-44c2725deba9 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'c5958d59-df4a-4aff-bc9c-e08427f18a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:53:47.568874 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Attempting to bind port 7b516864-cd66-48a8-8cd8-44c2725deba9 on network e5b4855a-24df-4d3d-bc1f-bacc84b80918 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:53:47.573715 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-67b716ea-98fd-4609-b48b-76881af54d3b None None] Provisioning complete for port 35fd55ad-1075-4678-8683-d2541ddc5227 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:47.574554 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-67b716ea-98fd-4609-b48b-76881af54d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.626710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:53:47.627417 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Checking segment: {'id': 'c5958d59-df4a-4aff-bc9c-e08427f18a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:53:47.627987 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.628583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Bound using segment: {'id': 'c5958d59-df4a-4aff-bc9c-e08427f18a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:53:47.629236 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Bound port: 7b516864-cd66-48a8-8cd8-44c2725deba9, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5958d59-df4a-4aff-bc9c-e08427f18a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:53:47.629805 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.634636 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067d189-d463-47cd-89fd-e16cdab8145c None None] Pushing event updated for resources: {'Port': ['ID=35fd55ad-1075-4678-8683-d2541ddc5227,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:47.679529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Allocated IP 172.25.0.46 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/f2dfac8b-3069-43ca-a8e5-0d9757175446) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:53:47.734429 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] Set router 602b2cdd-117b-45cc-a7ba-5757a7063a35 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:53:47.735616 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-67b716ea-98fd-4609-b48b-76881af54d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.769721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] For port 7b516864-cd66-48a8-8cd8-44c2725deba9, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:53:47.776083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] For port 7b516864-cd66-48a8-8cd8-44c2725deba9, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7b516864-cd66-48a8-8cd8-44c2725deba9,segment=NetworkSegment(c5958d59-df4a-4aff-bc9c-e08427f18a81),segment_id=c5958d59-df4a-4aff-bc9c-e08427f18a81)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:53:47.787373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-67b716ea-98fd-4609-b48b-76881af54d3b None None] For port 35fd55ad-1075-4678-8683-d2541ddc5227, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=35fd55ad-1075-4678-8683-d2541ddc5227,segment=NetworkSegment(24502b3d-d623-4184-8766-63a0dd8852f2),segment_id=24502b3d-d623-4184-8766-63a0dd8852f2)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:47.809016 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.847130 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.888587 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-67b716ea-98fd-4609-b48b-76881af54d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.908984 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:47.911617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c8e14-4979-4d47-998c-8275cced6a02 None None] Pushing event updated for resources: {'Port': ['ID=7b516864-cd66-48a8-8cd8-44c2725deba9,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:47.948932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:53:47.956009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:53:47.960078 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:53:47.984831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b716ea-98fd-4609-b48b-76881af54d3b None None] Pushing event updated for resources: {'Port': ['ID=35fd55ad-1075-4678-8683-d2541ddc5227,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:47.986125 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 4, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port': {'id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:41Z', 'updated_at': '2021-10-13T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '35fd55ad-1075-4678-8683-d2541ddc5227', 'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'mac_address': 'fa:16:3e:bd:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:43Z', 'updated_at': '2021-10-13T11:53:47Z', 'revision_number': 4, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'subnets': [{'id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:47.987498 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f2dfac8b-3069-43ca-a8e5-0d9757175446,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:48.015123 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2b70da20-0254-4389-b40e-e3422082fd8c None None] Provisioning complete for port 35fd55ad-1075-4678-8683-d2541ddc5227 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:48.015500 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2b70da20-0254-4389-b40e-e3422082fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:48.023398 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8a6a2-d04a-4b27-89e3-41f6cbb49a27 None None] The sync data for ids ['602b2cdd-117b-45cc-a7ba-5757a7063a35'] in n-d-813659-3 is: [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 4, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port': {'id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:41Z', 'updated_at': '2021-10-13T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '35fd55ad-1075-4678-8683-d2541ddc5227', 'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'mac_address': 'fa:16:3e:bd:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:43Z', 'updated_at': '2021-10-13T11:53:47Z', 'revision_number': 4, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'subnets': [{'id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:53:48.383872 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:48.601000 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:48.868355 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Router 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:53:48.890798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b26e77-4672-4c77-aa5d-d1423a9b8b3a None None] Network e5b4855a-24df-4d3d-bc1f-bacc84b80918 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:53:48.984536 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:53:48.984756 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a71c1d7d-92f5-433e-8514-af3d372f20f9 None None] Provisioning complete for port 7b516864-cd66-48a8-8cd8-44c2725deba9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:48.984870 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a71c1d7d-92f5-433e-8514-af3d372f20f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:49.024635 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Sync routers for ids ['4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:53:49.053289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Routers {'4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:53:49.053914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:49.089332 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:49.091089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e924d408-0144-44fe-b795-1132bb1d10d0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2766817 Oct 13 11:53:49.095244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38472) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:53:49.271089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 35fd55ad-1075-4678-8683-d2541ddc5227 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:53:49.434837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Set router 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:53:49.505975 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a71c1d7d-92f5-433e-8514-af3d372f20f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:49.520459 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 35fd55ad-1075-4678-8683-d2541ddc5227 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:49.520459 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:49.560872 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:49.625044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a71c1d7d-92f5-433e-8514-af3d372f20f9 None None] For port 7b516864-cd66-48a8-8cd8-44c2725deba9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7b516864-cd66-48a8-8cd8-44c2725deba9,segment=NetworkSegment(c5958d59-df4a-4aff-bc9c-e08427f18a81),segment_id=c5958d59-df4a-4aff-bc9c-e08427f18a81)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:49.698100 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a71c1d7d-92f5-433e-8514-af3d372f20f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:49.737931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Allocated IP 172.20.0.1 (e5b4855a-24df-4d3d-bc1f-bacc84b80918/0771b1f2-c725-42b4-99b4-cf069ab72922/d121693a-1733-4694-9038-c9f39098392c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:53:49.748060 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7b516864-cd66-48a8-8cd8-44c2725deba9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:53:49.790736 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c1d7d-92f5-433e-8514-af3d372f20f9 None None] Pushing event updated for resources: {'Port': ['ID=7b516864-cd66-48a8-8cd8-44c2725deba9,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:49.830053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'name': 'tempest-TestMinimumBasicScenario-1731055504-router', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:46Z', 'updated_at': '2021-10-13T11:53:48Z', 'revision_number': 3, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'gw_port': {'id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:47Z', 'updated_at': '2021-10-13T11:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:49.848570 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:49.863042 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Checking router: 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:53:49.863388 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Updating router 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 port f2dfac8b-3069-43ca-a8e5-0d9757175446 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:53:49.865092 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0719a86b-7df9-4ddc-b01c-dcfc66ac28c1 None None] Provisioning complete for port 7b516864-cd66-48a8-8cd8-44c2725deba9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:49.865455 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0719a86b-7df9-4ddc-b01c-dcfc66ac28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:49.884640 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7b516864-cd66-48a8-8cd8-44c2725deba9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:49.889981 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:49.933432 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:49.944847 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:49.978466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Network e5b4855a-24df-4d3d-bc1f-bacc84b80918 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:53:49.981474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:53:49.984022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:53:50.013087 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d121693a-1733-4694-9038-c9f39098392c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:50.033802 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:50.234499 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:50.308272 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:50.310892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8f4f8089-6aa9-43e9-8abd-36739c4c25ef None None] Provisioning complete for port d121693a-1733-4694-9038-c9f39098392c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:50.311259 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8089-6aa9-43e9-8abd-36739c4c25ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:50.350223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f8089-6aa9-43e9-8abd-36739c4c25ef None None] Port d121693a-1733-4694-9038-c9f39098392c cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:53:50.373718 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:50.403703 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:50.425590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600988dc-b004-42b0-b70d-501c63c67f44 None None] Pushing event updated for resources: {'Port': ['ID=f2dfac8b-3069-43ca-a8e5-0d9757175446,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:50.428088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Attempting to bind port f2dfac8b-3069-43ca-a8e5-0d9757175446 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:53:50.428506 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Attempting to bind port f2dfac8b-3069-43ca-a8e5-0d9757175446 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:53:50.428845 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Attempting to bind port f2dfac8b-3069-43ca-a8e5-0d9757175446 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:53:50.435199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:53:50.435611 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:53:50.436016 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:50.436427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:53:50.436897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Bound port: f2dfac8b-3069-43ca-a8e5-0d9757175446, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:53:50.437280 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:50.470208 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:50.490668 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] For port f2dfac8b-3069-43ca-a8e5-0d9757175446, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:53:50.495779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] For port f2dfac8b-3069-43ca-a8e5-0d9757175446, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f2dfac8b-3069-43ca-a8e5-0d9757175446,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:53:50.537553 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:50.540712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d121693a-1733-4694-9038-c9f39098392c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:50.562581 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:50.629251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600988dc-b004-42b0-b70d-501c63c67f44 None None] Pushing event updated for resources: {'Port': ['ID=f2dfac8b-3069-43ca-a8e5-0d9757175446,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:50.631850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Routers {'4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:53:50.632544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:50.644293 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Network e5b4855a-24df-4d3d-bc1f-bacc84b80918 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:53:50.645811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:53:50.754322 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] Set router 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:53:50.772590 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Router 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:53:50.907844 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-886629ae-35e0-4c57-a096-8604502e4074 None None] Provisioning complete for port d121693a-1733-4694-9038-c9f39098392c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:50.908101 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-886629ae-35e0-4c57-a096-8604502e4074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:50.967786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-886629ae-35e0-4c57-a096-8604502e4074 None None] Port d121693a-1733-4694-9038-c9f39098392c cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:53:51.019378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'name': 'tempest-TestMinimumBasicScenario-1731055504-router', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:46Z', 'updated_at': '2021-10-13T11:53:50Z', 'revision_number': 4, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'gw_port': {'id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:47Z', 'updated_at': '2021-10-13T11:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd121693a-1733-4694-9038-c9f39098392c', 'name': '', 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'mac_address': 'fa:16:3e:94:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0771b1f2-c725-42b4-99b4-cf069ab72922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:49Z', 'updated_at': '2021-10-13T11:53:50Z', 'revision_number': 2, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'subnets': [{'id': '0771b1f2-c725-42b4-99b4-cf069ab72922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:51.217492 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7b516864-cd66-48a8-8cd8-44c2725deba9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:53:51.220058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9496d-4979-4640-b51e-118444e8d3a3 None None] The sync data for ids ['4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'] in n-d-813659-3 is: [{'id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'name': 'tempest-TestMinimumBasicScenario-1731055504-router', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:46Z', 'updated_at': '2021-10-13T11:53:50Z', 'revision_number': 4, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'gw_port': {'id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:47Z', 'updated_at': '2021-10-13T11:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd121693a-1733-4694-9038-c9f39098392c', 'name': '', 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'mac_address': 'fa:16:3e:94:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0771b1f2-c725-42b4-99b4-cf069ab72922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:49Z', 'updated_at': '2021-10-13T11:53:50Z', 'revision_number': 2, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'subnets': [{'id': '0771b1f2-c725-42b4-99b4-cf069ab72922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:53:51.239924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:53:51.246444 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-028002c0-f94a-470f-8329-0fe6fd3420f8 admin admin] 10.222.0.32 "PUT /v2.0/routers/4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1496205 Oct 13 11:53:51.271778 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7b516864-cd66-48a8-8cd8-44c2725deba9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:51.272247 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:53.113941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f2dfac8b-3069-43ca-a8e5-0d9757175446 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:53:53.189021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port f2dfac8b-3069-43ca-a8e5-0d9757175446 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:53.189304 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:53.294323 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:53.323670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port f2dfac8b-3069-43ca-a8e5-0d9757175446, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f2dfac8b-3069-43ca-a8e5-0d9757175446,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:53.378964 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:53.446446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=f2dfac8b-3069-43ca-a8e5-0d9757175446,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:54.642712 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Sync routers for ids ['4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:53:54.653592 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Routers {'4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:53:54.654533 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:54.782120 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Set router 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:53:55.010670 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'name': 'tempest-TestMinimumBasicScenario-1731055504-router', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:46Z', 'updated_at': '2021-10-13T11:53:50Z', 'revision_number': 4, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'gw_port': {'id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:47Z', 'updated_at': '2021-10-13T11:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd121693a-1733-4694-9038-c9f39098392c', 'name': '', 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'mac_address': 'fa:16:3e:94:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0771b1f2-c725-42b4-99b4-cf069ab72922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:49Z', 'updated_at': '2021-10-13T11:53:50Z', 'revision_number': 2, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'subnets': [{'id': '0771b1f2-c725-42b4-99b4-cf069ab72922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:55.040056 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Checking router: 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:53:55.040413 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Updating router 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 port d121693a-1733-4694-9038-c9f39098392c binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:53:55.078944 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:55.106261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f2dfac8b-3069-43ca-a8e5-0d9757175446 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:53:55.165982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port f2dfac8b-3069-43ca-a8e5-0d9757175446 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:55.169668 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:55.513571 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:55.645043 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:55.700010 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc84b4-e06f-4090-8ae2-c9270b600bc5 None None] Pushing event updated for resources: {'Port': ['ID=d121693a-1733-4694-9038-c9f39098392c,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:55.754446 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Attempting to bind port d121693a-1733-4694-9038-c9f39098392c on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:53:55.754799 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Attempting to bind port d121693a-1733-4694-9038-c9f39098392c by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'c5958d59-df4a-4aff-bc9c-e08427f18a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:53:55.755278 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Attempting to bind port d121693a-1733-4694-9038-c9f39098392c on network e5b4855a-24df-4d3d-bc1f-bacc84b80918 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:53:55.760828 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:53:55.761692 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Checking segment: {'id': 'c5958d59-df4a-4aff-bc9c-e08427f18a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:53:55.761692 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:55.761974 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Bound using segment: {'id': 'c5958d59-df4a-4aff-bc9c-e08427f18a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:53:55.762435 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Bound port: d121693a-1733-4694-9038-c9f39098392c, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5958d59-df4a-4aff-bc9c-e08427f18a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:53:55.763297 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:55.873108 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] For port d121693a-1733-4694-9038-c9f39098392c, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:53:55.879666 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] For port d121693a-1733-4694-9038-c9f39098392c, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d121693a-1733-4694-9038-c9f39098392c,segment=NetworkSegment(c5958d59-df4a-4aff-bc9c-e08427f18a81),segment_id=c5958d59-df4a-4aff-bc9c-e08427f18a81)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:53:55.923700 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-92b7906c-770c-4aaf-bef9-0db1be3cfab4 None None] Provisioning complete for port d121693a-1733-4694-9038-c9f39098392c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:55.924103 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-92b7906c-770c-4aaf-bef9-0db1be3cfab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:55.967822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-92b7906c-770c-4aaf-bef9-0db1be3cfab4 None None] Port d121693a-1733-4694-9038-c9f39098392c cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:53:55.976941 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:56.039610 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Routers {'4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:53:56.040212 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:53:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:56.092942 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc84b4-e06f-4090-8ae2-c9270b600bc5 None None] Pushing event updated for resources: {'Port': ['ID=d121693a-1733-4694-9038-c9f39098392c,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:56.194015 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] Set router 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:53:56.290389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5279c6b2-c471-4c55-b901-93fde195d4c2 None None] Provisioning complete for port d121693a-1733-4694-9038-c9f39098392c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:56.290944 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5279c6b2-c471-4c55-b901-93fde195d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:56.388256 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5279c6b2-c471-4c55-b901-93fde195d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:56.431595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5279c6b2-c471-4c55-b901-93fde195d4c2 None None] For port d121693a-1733-4694-9038-c9f39098392c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d121693a-1733-4694-9038-c9f39098392c,segment=NetworkSegment(c5958d59-df4a-4aff-bc9c-e08427f18a81),segment_id=c5958d59-df4a-4aff-bc9c-e08427f18a81)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:53:56.489349 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'name': 'tempest-TestMinimumBasicScenario-1731055504-router', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:46Z', 'updated_at': '2021-10-13T11:53:50Z', 'revision_number': 4, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'gw_port': {'id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:47Z', 'updated_at': '2021-10-13T11:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd121693a-1733-4694-9038-c9f39098392c', 'name': '', 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'mac_address': 'fa:16:3e:94:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0771b1f2-c725-42b4-99b4-cf069ab72922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:49Z', 'updated_at': '2021-10-13T11:53:55Z', 'revision_number': 4, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'subnets': [{'id': '0771b1f2-c725-42b4-99b4-cf069ab72922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:53:56.509331 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5279c6b2-c471-4c55-b901-93fde195d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:53:56.611557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279c6b2-c471-4c55-b901-93fde195d4c2 None None] Pushing event updated for resources: {'Port': ['ID=d121693a-1733-4694-9038-c9f39098392c,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:53:56.627063 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8298ddc-edae-4d08-9d85-f69ff10033aa None None] The sync data for ids ['4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'] in n-d-813659-3 is: [{'id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'name': 'tempest-TestMinimumBasicScenario-1731055504-router', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:46Z', 'updated_at': '2021-10-13T11:53:50Z', 'revision_number': 4, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'gw_port': {'id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:47Z', 'updated_at': '2021-10-13T11:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'd121693a-1733-4694-9038-c9f39098392c', 'name': '', 'network_id': 'e5b4855a-24df-4d3d-bc1f-bacc84b80918', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'mac_address': 'fa:16:3e:94:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0771b1f2-c725-42b4-99b4-cf069ab72922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:49Z', 'updated_at': '2021-10-13T11:53:55Z', 'revision_number': 4, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'subnets': [{'id': '0771b1f2-c725-42b4-99b4-cf069ab72922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:53:57.138280 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d121693a-1733-4694-9038-c9f39098392c up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:53:57.204104 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d121693a-1733-4694-9038-c9f39098392c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:53:57.204104 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:04.000281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-da9d8835-a283-4897-853e-c3e8852521dd tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:04.001871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-da9d8835-a283-4897-853e-c3e8852521dd tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/networks?id=782ebb36-4b8b-4389-ad0d-2f23a09194e3 HTTP/1.1" status: 200 len: 814 time: 0.1134436 Oct 13 11:54:04.018175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-7fe6d8f3-b7ec-4edc-84a0-119b9ff344ed tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/quotas/331fdb80501749a294e8e4ee47cad117 HTTP/1.1" status: 200 len: 375 time: 0.0100484 Oct 13 11:54:04.077829 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-46b3855b-d27e-4f43-9c2f-8310e06ff025 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=331fdb80501749a294e8e4ee47cad117&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527787 Oct 13 11:54:04.188217 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-03463598-c7d4-4697-aee6-822caa1b06cb service neutron] 10.222.0.32 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980263 Oct 13 11:54:04.288003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-301955e9-be47-4692-a243-d7d68d66fd4a service neutron] 10.222.0.32 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933602 Oct 13 11:54:04.553111 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1a4ff79-b16a-4795-b45a-cea7e46392ab req-694ec65a-45b5-44ae-ac23-0d23be1335a8 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 210 time: 0.0318410 Oct 13 11:54:05.341670 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:54:05.637367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4886a31b-74ff-4e56-8cce-4915a8c484c3 req-4d47a93e-44de-4fb6-9c2b-f997a27540dd tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 210 time: 0.0279627 Oct 13 11:54:06.736683 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-79ee526d-4a3c-4761-9460-ab388a28c1b1 req-e4277d2c-cb6c-4263-827a-c13f3bfc6515 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 210 time: 0.0268371 Oct 13 11:54:07.024081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-8a17c30a-fc5b-408c-bf15-4aaa13a24d91 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:07.025704 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-8a17c30a-fc5b-408c-bf15-4aaa13a24d91 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.46 "GET /v2.0/networks?id=782ebb36-4b8b-4389-ad0d-2f23a09194e3 HTTP/1.1" status: 200 len: 814 time: 0.1178484 Oct 13 11:54:07.039740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Request body: {'port': {'device_id': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'admin_state_up': True, 'tenant_id': '331fdb80501749a294e8e4ee47cad117'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:54:07.235644 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Made reservation on behalf of 331fdb80501749a294e8e4ee47cad117 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:54:07.239377 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:07.779133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Allocated IP 172.20.0.14 (782ebb36-4b8b-4389-ad0d-2f23a09194e3/43228424-fe4f-4e6e-bcdd-8c6df80323d2/e992cb69-8e0d-4c17-82be-03010a600f59) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:54:07.890625 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9999caac-ac2a-4d67-9225-c91ffab905d2 req-3fe1baa5-bf06-4072-9220-541a261be629 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 210 time: 0.0551422 Oct 13 11:54:08.039691 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:08.070755 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-edf7768a-ed9f-4dfb-8b08-777d308c7298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:08.167567 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:08.229388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:54:08.233788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:54:08.236426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:54:08.269170 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event updated for resources: {'Port': ['ID=e992cb69-8e0d-4c17-82be-03010a600f59,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:08.280808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:08.281135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:08.281464 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:08.281808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:08.282144 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:08.282523 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:08.282861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:08.283274 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:08.283615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:08.283936 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:08.284266 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:08.284595 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:08.321283 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:08.322010 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:08.416034 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-9f1874f3-b2b4-4816-8a3a-83ca3fad6733 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3822925 Oct 13 11:54:08.518354 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-fa44cb2d-9a71-4361-a0f5-7553c2f8c265 None None] Provisioning complete for port e992cb69-8e0d-4c17-82be-03010a600f59 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:54:08.518868 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fa44cb2d-9a71-4361-a0f5-7553c2f8c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:08.575972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-fa44cb2d-9a71-4361-a0f5-7553c2f8c265 None None] Port e992cb69-8e0d-4c17-82be-03010a600f59 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:54:09.003037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f276cbd-78fb-4564-8d2e-e0047fead7be req-994613d6-6264-4c54-8240-a67d05b67874 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:09.004490 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f276cbd-78fb-4564-8d2e-e0047fead7be req-994613d6-6264-4c54-8240-a67d05b67874 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 932 time: 0.0545549 Oct 13 11:54:09.043197 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9f276cbd-78fb-4564-8d2e-e0047fead7be req-c64ca14a-87ca-4baa-9421-2b18d9349fc8 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319538 Oct 13 11:54:09.390183 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:10.176170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0df14-865b-44df-b23c-1ae111433c19 req-51620366-9de5-40f3-9338-c22a010db9c3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:10.178494 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1e0df14-865b-44df-b23c-1ae111433c19 req-51620366-9de5-40f3-9338-c22a010db9c3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 932 time: 0.0616124 Oct 13 11:54:10.220315 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1e0df14-865b-44df-b23c-1ae111433c19 req-e813d437-053c-4390-aa28-ffc4e6f3335f tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348301 Oct 13 11:54:10.915636 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b453c4a5-f537-4cef-aef0-34902f01ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:11.115277 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:11.349481 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153eba49-73c7-4a14-ae0a-0f922a34cc47 req-db7a1b5f-352b-463c-ac26-0a34580d10cc tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:11.350992 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-153eba49-73c7-4a14-ae0a-0f922a34cc47 req-db7a1b5f-352b-463c-ac26-0a34580d10cc tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 932 time: 0.0536749 Oct 13 11:54:11.396502 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-153eba49-73c7-4a14-ae0a-0f922a34cc47 req-ca302ee4-ff51-4da1-87c7-20667ca049d6 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387685 Oct 13 11:54:11.795491 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:12.443842 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:12.529354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4a3e2-9457-4467-91f9-7dd6025c9760 req-d81f0d99-17fa-4196-aacf-db24d023095e tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:12.530962 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7dd4a3e2-9457-4467-91f9-7dd6025c9760 req-d81f0d99-17fa-4196-aacf-db24d023095e tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 932 time: 0.0579209 Oct 13 11:54:12.571761 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7dd4a3e2-9457-4467-91f9-7dd6025c9760 req-5785e368-8604-49a0-8d1a-93cb36429741 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344932 Oct 13 11:54:13.681185 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:13.702552 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276a3f-3986-4599-9e94-2a76ef3755c2 req-970ec22d-4532-4e5b-8d3b-bbb348f6bf17 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:13.704751 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25276a3f-3986-4599-9e94-2a76ef3755c2 req-970ec22d-4532-4e5b-8d3b-bbb348f6bf17 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 932 time: 0.0631523 Oct 13 11:54:13.746652 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25276a3f-3986-4599-9e94-2a76ef3755c2 req-4e089f8a-59a9-4c95-923d-f031dfb153dc tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369406 Oct 13 11:54:14.875001 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6625bc-7edf-4028-8f75-3e8b1d022f5f req-b4f34f30-ac06-4143-9db0-6fdee3524401 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:14.876465 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c6625bc-7edf-4028-8f75-3e8b1d022f5f req-b4f34f30-ac06-4143-9db0-6fdee3524401 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 932 time: 0.0502646 Oct 13 11:54:14.914575 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c6625bc-7edf-4028-8f75-3e8b1d022f5f req-89633118-523b-4550-96cd-e9e3316c908e tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321183 Oct 13 11:54:16.041366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ac300-8e6a-439f-a93f-6760ed00627d req-508bb3d6-32d4-4bb9-be38-21a4cf0c1c5a tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:16.042833 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f4ac300-8e6a-439f-a93f-6760ed00627d req-508bb3d6-32d4-4bb9-be38-21a4cf0c1c5a tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 932 time: 0.0528574 Oct 13 11:54:16.085048 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f4ac300-8e6a-439f-a93f-6760ed00627d req-4cb920f3-8a6a-44f5-96b8-b8d1a9b15b6c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352554 Oct 13 11:54:17.211626 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb75a9-6f0a-4971-b32a-06d801b27def req-8f0269d0-fe9d-4579-ad3e-ab38dc314b71 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:17.213203 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4bcb75a9-6f0a-4971-b32a-06d801b27def req-8f0269d0-fe9d-4579-ad3e-ab38dc314b71 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 932 time: 0.0615094 Oct 13 11:54:17.254562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4bcb75a9-6f0a-4971-b32a-06d801b27def req-e3d89778-8a60-4750-9236-874a307ca235 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348046 Oct 13 11:54:18.381967 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236873a-b319-4754-90b5-1830a82e080e req-3b8dd6ff-4a7d-42b7-8c38-a3af4bab4b9b tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:18.383439 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7236873a-b319-4754-90b5-1830a82e080e req-3b8dd6ff-4a7d-42b7-8c38-a3af4bab4b9b tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 932 time: 0.0522902 Oct 13 11:54:18.429166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7236873a-b319-4754-90b5-1830a82e080e req-a15815ca-77ab-4253-90c0-24064c55a7a7 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393333 Oct 13 11:54:19.552909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d1423-c5f4-40a8-a918-35989386fe07 req-36417128-6209-42d0-b555-e877dc065da9 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:19.554455 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-124d1423-c5f4-40a8-a918-35989386fe07 req-36417128-6209-42d0-b555-e877dc065da9 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 932 time: 0.0549891 Oct 13 11:54:19.595408 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-124d1423-c5f4-40a8-a918-35989386fe07 req-84a524bd-5ce2-450e-a599-44fe8c5eee6f tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343716 Oct 13 11:54:20.725166 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea2488-f007-4ed5-a704-563165463c8f req-59fa919c-1383-4e71-9b60-dd1f1d39dbc0 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:20.726788 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fea2488-f007-4ed5-a704-563165463c8f req-59fa919c-1383-4e71-9b60-dd1f1d39dbc0 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 932 time: 0.0529089 Oct 13 11:54:20.769200 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fea2488-f007-4ed5-a704-563165463c8f req-13f4172c-bb2d-40e1-be97-7f9ebf250b8f tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360270 Oct 13 11:54:21.883048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5431bd5-9f6c-4385-a5e2-3f4d92c2d1b5 req-a76a64ec-7f6a-4c28-8032-3ec5f3f210f9 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:21.884515 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5431bd5-9f6c-4385-a5e2-3f4d92c2d1b5 req-a76a64ec-7f6a-4c28-8032-3ec5f3f210f9 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 932 time: 0.0489013 Oct 13 11:54:21.922932 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c5431bd5-9f6c-4385-a5e2-3f4d92c2d1b5 req-e5d6314d-e93d-4c61-ae00-12b3c7008c15 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322459 Oct 13 11:54:22.496333 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Request body: {'port': {'device_id': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:54:22.554081 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:22.806923 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e992cb69-8e0d-4c17-82be-03010a600f59 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:54:22.814117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:22.826029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Transition to ACTIVE for port object e992cb69-8e0d-4c17-82be-03010a600f59 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:54:22.897972 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:22.948504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e992cb69-8e0d-4c17-82be-03010a600f59,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:23.029146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Attempting to bind port e992cb69-8e0d-4c17-82be-03010a600f59 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:54:23.029494 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Attempting to bind port e992cb69-8e0d-4c17-82be-03010a600f59 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '24502b3d-d623-4184-8766-63a0dd8852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:54:23.029820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Attempting to bind port e992cb69-8e0d-4c17-82be-03010a600f59 on network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:54:23.034862 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Port e992cb69-8e0d-4c17-82be-03010a600f59 on network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:54:23.035194 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Attempting to bind port e992cb69-8e0d-4c17-82be-03010a600f59 on network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:54:23.040312 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:54:23.040647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Checking segment: {'id': '24502b3d-d623-4184-8766-63a0dd8852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:54:23.041034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Bound using segment: {'id': '24502b3d-d623-4184-8766-63a0dd8852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:54:23.041473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Bound port: e992cb69-8e0d-4c17-82be-03010a600f59, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24502b3d-d623-4184-8766-63a0dd8852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:54:23.041860 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:23.056861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c18c62-e669-45b0-942d-44f3069b11e3 req-03f5e92a-f1e6-488c-bef3-f879c4438218 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:23.058508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7c18c62-e669-45b0-942d-44f3069b11e3 req-03f5e92a-f1e6-488c-bef3-f879c4438218 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 944 time: 0.0591974 Oct 13 11:54:23.106931 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b7c18c62-e669-45b0-942d-44f3069b11e3 req-e06144a9-d09e-410a-94fa-db04e89d5c5c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Oct 13 11:54:23.113176 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] For port e992cb69-8e0d-4c17-82be-03010a600f59, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:54:23.117279 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] For port e992cb69-8e0d-4c17-82be-03010a600f59, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e992cb69-8e0d-4c17-82be-03010a600f59,segment=NetworkSegment(24502b3d-d623-4184-8766-63a0dd8852f2),segment_id=24502b3d-d623-4184-8766-63a0dd8852f2)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:54:23.218524 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:23.255476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:23.256093 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:23.257528 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] 10.222.0.46 "PUT /v2.0/ports/e992cb69-8e0d-4c17-82be-03010a600f59 HTTP/1.1" status: 200 len: 1092 time: 0.7656107 Oct 13 11:54:23.257975 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:54:23.260303 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b75c93-eb0e-45a0-adb3-1309ad62bcbe" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:54:23.283344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a8591-063e-487c-bc57-ed6778feddc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e992cb69-8e0d-4c17-82be-03010a600f59,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:23.307364 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8bc7e3-d57d-45a3-a710-656d7a53edc4 x-openstack-request-id: req-5b8bc7e3-d57d-45a3-a710-656d7a53edc4 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:54:23.307667 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:54:23.307943 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b8bc7e3-d57d-45a3-a710-656d7a53edc4 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:54:23.308323 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59', 'status': 'completed', 'code': 200} Oct 13 11:54:23.375037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b75c93-eb0e-45a0-adb3-1309ad62bcbe req-bc9e28a5-c4d4-42fa-ac9d-7bc714e8aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:23.376590 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-70b75c93-eb0e-45a0-adb3-1309ad62bcbe req-bc9e28a5-c4d4-42fa-ac9d-7bc714e8aca3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=331fdb80501749a294e8e4ee47cad117&device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 1095 time: 0.0483050 Oct 13 11:54:23.479435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b75c93-eb0e-45a0-adb3-1309ad62bcbe req-3932bea9-dd99-438c-95e2-d9d2a622e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:23.480966 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-70b75c93-eb0e-45a0-adb3-1309ad62bcbe req-3932bea9-dd99-438c-95e2-d9d2a622e4c2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=331fdb80501749a294e8e4ee47cad117&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954452 Oct 13 11:54:23.581436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b75c93-eb0e-45a0-adb3-1309ad62bcbe req-7581ab49-5065-4d98-8ead-fb4e11206e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:23.582864 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-70b75c93-eb0e-45a0-adb3-1309ad62bcbe req-7581ab49-5065-4d98-8ead-fb4e11206e5b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954871 Oct 13 11:54:23.659020 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-de0e6391-0c6f-4327-9256-f3caf33f78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:23.660523 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-de0e6391-0c6f-4327-9256-f3caf33f78ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=331fdb80501749a294e8e4ee47cad117&device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 1095 time: 0.0422082 Oct 13 11:54:23.707206 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-6aa6d30e-1d95-4a4a-b490-8b3ac79fc9a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e992cb69-8e0d-4c17-82be-03010a600f59 HTTP/1.1" status: 200 len: 217 time: 0.0390940 Oct 13 11:54:23.760789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-3d91d8a9-ace5-42a4-bbad-19f996ce39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:23.762825 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-3d91d8a9-ace5-42a4-bbad-19f996ce39a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43228424-fe4f-4e6e-bcdd-8c6df80323d2 HTTP/1.1" status: 200 len: 853 time: 0.0488634 Oct 13 11:54:23.810355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-d1c55ce8-ea8c-49f2-a888-8264ed9b3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:23.811861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-d1c55ce8-ea8c-49f2-a888-8264ed9b3d93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=782ebb36-4b8b-4389-ad0d-2f23a09194e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420961 Oct 13 11:54:23.909301 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-be55f9b6-e3ee-4ae4-aab4-ee663c904038 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895720 Oct 13 11:54:24.011796 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-66d3cea0-ef2e-4500-8c67-fb5ed855d863 req-d63d7a3e-48bf-48e5-be6e-15d823437e94 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955982 Oct 13 11:54:24.225182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd443e-c299-40b9-8cf6-5aad87c6478a req-2dfcfcf6-9b7c-4705-9795-fd68ca0ec1fb tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:24.226703 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1dd443e-c299-40b9-8cf6-5aad87c6478a req-2dfcfcf6-9b7c-4705-9795-fd68ca0ec1fb tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 944 time: 0.0518615 Oct 13 11:54:24.266306 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c1dd443e-c299-40b9-8cf6-5aad87c6478a req-d0e1e937-96c9-4cf9-b593-1546e3362f7a tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Oct 13 11:54:25.384273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237ff56-c7be-4c71-bee4-817145be909b req-c394ef5f-1e52-4800-8a84-4cb38d010e96 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:25.385824 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7237ff56-c7be-4c71-bee4-817145be909b req-c394ef5f-1e52-4800-8a84-4cb38d010e96 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 944 time: 0.0519445 Oct 13 11:54:25.441168 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7237ff56-c7be-4c71-bee4-817145be909b req-769e3af5-13c6-4bbf-805c-a0529eb6a743 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443263 Oct 13 11:54:26.560282 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbf546-a302-4097-a427-02a0e90acb6c req-8cab7365-54a0-4f11-867d-894b09bc775a tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:26.561755 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-badbf546-a302-4097-a427-02a0e90acb6c req-8cab7365-54a0-4f11-867d-894b09bc775a tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 944 time: 0.0533183 Oct 13 11:54:26.598570 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-badbf546-a302-4097-a427-02a0e90acb6c req-e75d725a-5902-4f66-b9ac-50ecc6e55452 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306966 Oct 13 11:54:27.257476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device e992cb69-8e0d-4c17-82be-03010a600f59 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:54:27.350190 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port e992cb69-8e0d-4c17-82be-03010a600f59, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e992cb69-8e0d-4c17-82be-03010a600f59,segment=NetworkSegment(24502b3d-d623-4184-8766-63a0dd8852f2),segment_id=24502b3d-d623-4184-8766-63a0dd8852f2)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:54:27.362282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'e992cb69-8e0d-4c17-82be-03010a600f59', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'port_id': 'e992cb69-8e0d-4c17-82be-03010a600f59', 'mac_address': 'fa:16:3e:08:9e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:54:27.401824 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:27.414266 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e992cb69-8e0d-4c17-82be-03010a600f59 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:54:27.433162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port e992cb69-8e0d-4c17-82be-03010a600f59, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e992cb69-8e0d-4c17-82be-03010a600f59,segment=NetworkSegment(24502b3d-d623-4184-8766-63a0dd8852f2),segment_id=24502b3d-d623-4184-8766-63a0dd8852f2)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:54:27.508992 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:27.558317 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=e992cb69-8e0d-4c17-82be-03010a600f59,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:27.715767 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0d6e0-daf9-46fd-a575-77cf893f63c1 req-0e7e032a-69c7-41ee-9cc4-05b6249cc92e tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:27.717235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1a0d6e0-daf9-46fd-a575-77cf893f63c1 req-0e7e032a-69c7-41ee-9cc4-05b6249cc92e tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 945 time: 0.0511713 Oct 13 11:54:27.755648 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1a0d6e0-daf9-46fd-a575-77cf893f63c1 req-bd712292-fd1a-4d0f-9c27-b1df6dfb0adb tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324364 Oct 13 11:54:27.868634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['e992cb69-8e0d-4c17-82be-03010a600f59'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:54:28.870973 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674fdc8-8369-4a88-9629-221df51a63c5 req-2dc0304f-eeb9-4923-aa14-b78f747ac8b4 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:28.872859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e674fdc8-8369-4a88-9629-221df51a63c5 req-2dc0304f-eeb9-4923-aa14-b78f747ac8b4 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 945 time: 0.0504277 Oct 13 11:54:28.911910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e674fdc8-8369-4a88-9629-221df51a63c5 req-416f40d9-18e7-40fb-ab69-76c98bc4eb60 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327771 Oct 13 11:54:29.261919 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device e992cb69-8e0d-4c17-82be-03010a600f59 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:54:29.363743 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port e992cb69-8e0d-4c17-82be-03010a600f59 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:54:29.367732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port e992cb69-8e0d-4c17-82be-03010a600f59 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:54:29.368105 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:29.447409 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:29.470629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:54:29.472884 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ea237d-1a9b-4273-a0da-a65069f87c4e" -d '{"events": [{"server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "name": "network-vif-plugged", "status": "completed", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:54:29.486276 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port e992cb69-8e0d-4c17-82be-03010a600f59, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e992cb69-8e0d-4c17-82be-03010a600f59,segment=NetworkSegment(24502b3d-d623-4184-8766-63a0dd8852f2),segment_id=24502b3d-d623-4184-8766-63a0dd8852f2)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:54:29.508949 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f702103a-1f4f-4911-9250-8da4df0a0a07 x-openstack-request-id: req-f702103a-1f4f-4911-9250-8da4df0a0a07 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:54:29.509248 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "name": "network-vif-plugged", "status": "completed", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:54:29.509508 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f702103a-1f4f-4911-9250-8da4df0a0a07 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:54:29.509935 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59', 'code': 200} Oct 13 11:54:29.601343 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:29.615426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b64fc-4e17-4f35-ba94-8da393d6f176 req-64b05794-6473-490c-b609-f15338171ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:29.617902 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b99b64fc-4e17-4f35-ba94-8da393d6f176 req-64b05794-6473-490c-b609-f15338171ad9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 1096 time: 0.0503068 Oct 13 11:54:29.657235 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b99b64fc-4e17-4f35-ba94-8da393d6f176 req-5fbf3b93-f3b6-4fb4-9044-1c34c7003dcc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325129 Oct 13 11:54:29.662188 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=e992cb69-8e0d-4c17-82be-03010a600f59,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:30.035594 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fef13-a1bc-4b81-86d5-afd156a2c8f2 req-a3ead35c-d0c3-4131-b5ae-c3defd1f03c2 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:30.037043 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-578fef13-a1bc-4b81-86d5-afd156a2c8f2 req-a3ead35c-d0c3-4131-b5ae-c3defd1f03c2 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 946 time: 0.0558043 Oct 13 11:54:30.076337 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-578fef13-a1bc-4b81-86d5-afd156a2c8f2 req-5e375f1d-6c01-4a1e-b372-4e6f21179e73 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 Oct 13 11:54:31.206504 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0108e-ff20-40f3-8742-14adca918ab2 req-f4070f30-903b-4628-9bca-b3f053510f16 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:31.208003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05d0108e-ff20-40f3-8742-14adca918ab2 req-f4070f30-903b-4628-9bca-b3f053510f16 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 946 time: 0.0523152 Oct 13 11:54:31.247152 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-05d0108e-ff20-40f3-8742-14adca918ab2 req-53bd43ea-fb1f-488b-9e9e-e0d9209da51c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Oct 13 11:54:32.372219 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c51e69-12a1-46c3-a053-f2ab92e443c6 req-2e10430d-cbd8-4fcf-99c0-c977f716bc1a tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:32.373784 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39c51e69-12a1-46c3-a053-f2ab92e443c6 req-2e10430d-cbd8-4fcf-99c0-c977f716bc1a tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 946 time: 0.0540748 Oct 13 11:54:32.412586 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-39c51e69-12a1-46c3-a053-f2ab92e443c6 req-f0edbc9b-cfc2-4985-bffc-271bc7d0825a tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Oct 13 11:54:32.559699 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de64f51-1ae6-4802-9a83-e0de272f45cb req-2324ca4e-6851-438a-888a-a4e2455a4b5f tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:32.561188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0de64f51-1ae6-4802-9a83-e0de272f45cb req-2324ca4e-6851-438a-888a-a4e2455a4b5f tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 946 time: 0.0569315 Oct 13 11:54:32.602979 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0de64f51-1ae6-4802-9a83-e0de272f45cb req-67a624a1-cf27-40e5-9c9e-bda5919a516b tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346613 Oct 13 11:54:32.814113 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0af1-6a1d-4029-ba65-98abd89ffc9f req-d22fb205-0d78-40f1-aebd-dc0173b42188 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:32.815609 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bffb0af1-6a1d-4029-ba65-98abd89ffc9f req-d22fb205-0d78-40f1-aebd-dc0173b42188 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 946 time: 0.0536575 Oct 13 11:54:32.865545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bffb0af1-6a1d-4029-ba65-98abd89ffc9f req-635df905-124e-4529-bdb0-c3ff9b6a1ed4 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434434 Oct 13 11:54:38.084612 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2965df3c-2814-40e0-997e-5fd8fcb6ae8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:39.406710 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:40.832736 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-aeccea1e-b7a2-4d96-9268-3a451f3aa794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:41.112651 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:41.795835 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:42.141026 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8d7629f1-d550-4f06-b90c-a17196e084ae req-d4c1ec39-0c97-4301-8427-1ca121f6b18b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584512 Oct 13 11:54:42.227629 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7629f1-d550-4f06-b90c-a17196e084ae req-6333f545-585e-4725-83a4-ca2c9385b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:42.229127 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8d7629f1-d550-4f06-b90c-a17196e084ae req-6333f545-585e-4725-83a4-ca2c9385b391 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=331fdb80501749a294e8e4ee47cad117&device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 1097 time: 0.0431051 Oct 13 11:54:42.341648 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:54:42.344860 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7629f1-d550-4f06-b90c-a17196e084ae req-23f7ee4c-8b4d-4d51-bdaf-b13042572131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:42.346561 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8d7629f1-d550-4f06-b90c-a17196e084ae req-23f7ee4c-8b4d-4d51-bdaf-b13042572131 service neutron] 10.222.0.46 "GET /v2.0/networks?id=782ebb36-4b8b-4389-ad0d-2f23a09194e3 HTTP/1.1" status: 200 len: 915 time: 0.0957670 Oct 13 11:54:42.396152 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8d7629f1-d550-4f06-b90c-a17196e084ae req-78577520-d93d-4cff-808a-7b8f2cca47e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e992cb69-8e0d-4c17-82be-03010a600f59 HTTP/1.1" status: 200 len: 217 time: 0.0419693 Oct 13 11:54:42.435758 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:42.454804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7629f1-d550-4f06-b90c-a17196e084ae req-d5bfb529-699e-4050-8477-4f3f5930b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:42.456347 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8d7629f1-d550-4f06-b90c-a17196e084ae req-d5bfb529-699e-4050-8477-4f3f5930b234 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43228424-fe4f-4e6e-bcdd-8c6df80323d2 HTTP/1.1" status: 200 len: 853 time: 0.0539980 Oct 13 11:54:42.512126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7629f1-d550-4f06-b90c-a17196e084ae req-e5136b1c-4011-4370-acb5-55e1a20ae4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:42.513825 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8d7629f1-d550-4f06-b90c-a17196e084ae req-e5136b1c-4011-4370-acb5-55e1a20ae4c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=782ebb36-4b8b-4389-ad0d-2f23a09194e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508237 Oct 13 11:54:42.642073 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8d7629f1-d550-4f06-b90c-a17196e084ae req-1e08f075-c2cd-4bda-a3b8-52999c4dc6fa service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215711 Oct 13 11:54:42.742598 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8d7629f1-d550-4f06-b90c-a17196e084ae req-5624ad3d-e761-445a-ad5d-e8a5fbb2ebb9 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915263 Oct 13 11:54:43.692168 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:48.544181 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3208734-9c9a-4a16-9126-4428c4527ad0 req-7f3d24ed-2b3d-43a8-9c46-175b96bebcec tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:48.545640 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3208734-9c9a-4a16-9126-4428c4527ad0 req-7f3d24ed-2b3d-43a8-9c46-175b96bebcec tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 946 time: 0.0522461 Oct 13 11:54:48.586166 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3208734-9c9a-4a16-9126-4428c4527ad0 req-8f29484a-4ef7-4d0a-9a35-472d69bbaaa2 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342748 Oct 13 11:54:48.610235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38702) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:54:48.746421 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cab49d-6586-4bf7-8317-2e83f7f99c99 tempest-TestMinimumBasicScenario-939423856 tempest-TestMinimumBasicScenario-939423856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:48.747970 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a8cab49d-6586-4bf7-8317-2e83f7f99c99 tempest-TestMinimumBasicScenario-939423856 tempest-TestMinimumBasicScenario-939423856-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 1092 time: 0.1366968 Oct 13 11:54:48.751023 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38706) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:54:48.755545 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': 'e992cb69-8e0d-4c17-82be-03010a600f59', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:54:48.912928 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:49.010898 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:49.124392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Allocated IP 172.25.0.148 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/9db4f7da-32bd-48be-8481-403c0c458c74) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:54:49.227983 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:49.395357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:49.441612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:54:49.444829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:54:49.448391 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:54:49.454277 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event updated for resources: {'Port': ['ID=9db4f7da-32bd-48be-8481-403c0c458c74,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:49.482436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:49.482713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:49.483060 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:49.483391 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:49.483719 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:49.484046 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:49.484401 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:49.484721 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:49.485044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:49.485387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:49.485686 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:49.486011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:54:49.831014 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:49.956190 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:50.107728 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:50.211708 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:50.279083 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event updated for resources: {'Port': ['ID=9db4f7da-32bd-48be-8481-403c0c458c74,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:50.294239 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:50.406771 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Floating IP 9f04585e-e299-4e23-8e7e-ea29985ca2c3 associated. External IP: 172.25.0.148, port: e992cb69-8e0d-4c17-82be-03010a600f59. Oct 13 11:54:50.618925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Router 602b2cdd-117b-45cc-a7ba-5757a7063a35 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:54:50.729434 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:54:50.740473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a361dba-be6f-4203-97bc-19186796752a None None] Sync routers for ids ['602b2cdd-117b-45cc-a7ba-5757a7063a35'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:54:50.751401 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a361dba-be6f-4203-97bc-19186796752a None None] Routers {'602b2cdd-117b-45cc-a7ba-5757a7063a35'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:54:50.752018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7a361dba-be6f-4203-97bc-19186796752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:54:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['602b2cdd-117b-45cc-a7ba-5757a7063a35'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:54:50.859917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7a361dba-be6f-4203-97bc-19186796752a None None] Set router 602b2cdd-117b-45cc-a7ba-5757a7063a35 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:54:50.882080 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:50.911544 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2db401b5-d8bd-4e94-8e92-47140691567c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1594784 Oct 13 11:54:50.912128 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:54:50.914502 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39bfc0d-22be-4cb5-8234-735b4657f2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:54:50.915388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38708) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:54:50.923218 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7319df51-5080-4044-891c-c2aaf2e521b3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271623308', 'description': 'tempest-secgroup-smoke-1271623308 description', 'project_id': '331fdb80501749a294e8e4ee47cad117'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:54:51.060949 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7319df51-5080-4044-891c-c2aaf2e521b3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:51.090838 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f9292d-f6f1-4c5a-a0e4-db6c278f88ba x-openstack-request-id: req-b5f9292d-f6f1-4c5a-a0e4-db6c278f88ba {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:54:51.090838 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:54:51.096129 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5f9292d-f6f1-4c5a-a0e4-db6c278f88ba {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:54:51.096129 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59', 'status': 'completed', 'code': 200} Oct 13 11:54:51.118446 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7a361dba-be6f-4203-97bc-19186796752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 4, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port': {'id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:41Z', 'updated_at': '2021-10-13T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '9f04585e-e299-4e23-8e7e-ea29985ca2c3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'port_id': 'e992cb69-8e0d-4c17-82be-03010a600f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'mac_address': 'fa:16:3e:08:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:54:49Z', 'updated_at': '2021-10-13T11:54:49Z', 'revision_number': 0, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fd55ad-1075-4678-8683-d2541ddc5227', 'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'mac_address': 'fa:16:3e:bd:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:43Z', 'updated_at': '2021-10-13T11:53:47Z', 'revision_number': 5, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'subnets': [{'id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:54:51.147343 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a361dba-be6f-4203-97bc-19186796752a None None] Checking router: 602b2cdd-117b-45cc-a7ba-5757a7063a35 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:54:51.156968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a361dba-be6f-4203-97bc-19186796752a None None] Routers {'602b2cdd-117b-45cc-a7ba-5757a7063a35'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:54:51.157612 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7a361dba-be6f-4203-97bc-19186796752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:54:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['602b2cdd-117b-45cc-a7ba-5757a7063a35'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:54:51.164330 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7319df51-5080-4044-891c-c2aaf2e521b3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:51.179922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bfc0d-22be-4cb5-8234-735b4657f2bf req-2f91f65a-6ef7-492d-ba40-529370f597e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:51.181406 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d39bfc0d-22be-4cb5-8234-735b4657f2bf req-2f91f65a-6ef7-492d-ba40-529370f597e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=331fdb80501749a294e8e4ee47cad117&device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 1097 time: 0.0588875 Oct 13 11:54:51.264422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7319df51-5080-4044-891c-c2aaf2e521b3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:51.269276 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7a361dba-be6f-4203-97bc-19186796752a None None] Set router 602b2cdd-117b-45cc-a7ba-5757a7063a35 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:54:51.299843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bfc0d-22be-4cb5-8234-735b4657f2bf req-59fd1177-a22b-43b2-8984-56f97f1400e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:51.301319 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d39bfc0d-22be-4cb5-8234-735b4657f2bf req-59fd1177-a22b-43b2-8984-56f97f1400e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=782ebb36-4b8b-4389-ad0d-2f23a09194e3 HTTP/1.1" status: 200 len: 915 time: 0.1117942 Oct 13 11:54:51.319086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319df51-5080-4044-891c-c2aaf2e521b3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084e9c19-1a86-483d-b911-dcec9a09ca04,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:51.373591 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d39bfc0d-22be-4cb5-8234-735b4657f2bf req-70f84a97-536c-4cea-aeb4-035f82bee584 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e992cb69-8e0d-4c17-82be-03010a600f59 HTTP/1.1" status: 200 len: 1000 time: 0.0621178 Oct 13 11:54:51.424217 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7319df51-5080-4044-891c-c2aaf2e521b3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:51.425509 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7319df51-5080-4044-891c-c2aaf2e521b3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5090556 Oct 13 11:54:51.428546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38714) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:54:51.433171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0292de02-e267-4640-8696-ae3ff762e27c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Request body: {'security_group_rule': {'security_group_id': '084e9c19-1a86-483d-b911-dcec9a09ca04', 'project_id': '331fdb80501749a294e8e4ee47cad117', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:54:51.439168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bfc0d-22be-4cb5-8234-735b4657f2bf req-db1b46f2-cff6-4b3f-a921-262e8d8d3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:51.440587 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d39bfc0d-22be-4cb5-8234-735b4657f2bf req-db1b46f2-cff6-4b3f-a921-262e8d8d3aa1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43228424-fe4f-4e6e-bcdd-8c6df80323d2 HTTP/1.1" status: 200 len: 853 time: 0.0599155 Oct 13 11:54:51.497463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bfc0d-22be-4cb5-8234-735b4657f2bf req-c8e9e830-1015-4045-be99-6f9f7aa3598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:51.499043 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d39bfc0d-22be-4cb5-8234-735b4657f2bf req-c8e9e830-1015-4045-be99-6f9f7aa3598d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=782ebb36-4b8b-4389-ad0d-2f23a09194e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490923 Oct 13 11:54:51.505304 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7a361dba-be6f-4203-97bc-19186796752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 4, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port': {'id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:41Z', 'updated_at': '2021-10-13T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '9f04585e-e299-4e23-8e7e-ea29985ca2c3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'port_id': 'e992cb69-8e0d-4c17-82be-03010a600f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'mac_address': 'fa:16:3e:08:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:54:49Z', 'updated_at': '2021-10-13T11:54:49Z', 'revision_number': 0, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fd55ad-1075-4678-8683-d2541ddc5227', 'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'mac_address': 'fa:16:3e:bd:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:43Z', 'updated_at': '2021-10-13T11:53:47Z', 'revision_number': 5, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'subnets': [{'id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:54:51.537771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a361dba-be6f-4203-97bc-19186796752a None None] The sync data for ids ['602b2cdd-117b-45cc-a7ba-5757a7063a35'] in n-d-813659-3 is: [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 4, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port': {'id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:41Z', 'updated_at': '2021-10-13T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '9f04585e-e299-4e23-8e7e-ea29985ca2c3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'port_id': 'e992cb69-8e0d-4c17-82be-03010a600f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'mac_address': 'fa:16:3e:08:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:54:49Z', 'updated_at': '2021-10-13T11:54:49Z', 'revision_number': 0, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fd55ad-1075-4678-8683-d2541ddc5227', 'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'mac_address': 'fa:16:3e:bd:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:43Z', 'updated_at': '2021-10-13T11:53:47Z', 'revision_number': 5, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'subnets': [{'id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:54:51.592488 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0292de02-e267-4640-8696-ae3ff762e27c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:51.629498 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d39bfc0d-22be-4cb5-8234-735b4657f2bf req-1fcef2df-6b92-4d89-9e79-84be02db2224 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228380 Oct 13 11:54:51.710770 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0292de02-e267-4640-8696-ae3ff762e27c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:51.747014 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db2b9c-12c7-4fc1-b45d-344e1bb6a877 None None] New status for floating IP 9f04585e-e299-4e23-8e7e-ea29985ca2c3: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:54:51.750486 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d39bfc0d-22be-4cb5-8234-735b4657f2bf req-af890369-8f3a-4b0b-a0df-e71094cfe140 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123223 Oct 13 11:54:51.834818 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0292de02-e267-4640-8696-ae3ff762e27c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:51.857514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292de02-e267-4640-8696-ae3ff762e27c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b08569-ac4c-4f96-aa70-9c0945ae7e2c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:52.014061 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0292de02-e267-4640-8696-ae3ff762e27c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:52.015364 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0292de02-e267-4640-8696-ae3ff762e27c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5859461 Oct 13 11:54:52.018307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38716) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:54:52.023061 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-21462396-409f-49fc-8505-96ae20021bd7 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Request body: {'security_group_rule': {'security_group_id': '084e9c19-1a86-483d-b911-dcec9a09ca04', 'project_id': '331fdb80501749a294e8e4ee47cad117', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:54:52.193674 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21462396-409f-49fc-8505-96ae20021bd7 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:52.251258 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21462396-409f-49fc-8505-96ae20021bd7 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:52.352708 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21462396-409f-49fc-8505-96ae20021bd7 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:52.372288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21462396-409f-49fc-8505-96ae20021bd7 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7f1a38-b4e3-4dad-b080-17dd1be326a2,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:52.483439 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-21462396-409f-49fc-8505-96ae20021bd7 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:52.484710 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-21462396-409f-49fc-8505-96ae20021bd7 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4653912 Oct 13 11:54:52.487722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38718) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:54:52.499830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3b44ea08-07f7-471f-ae4c-f9ca639724d3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Request body: {'security_group_rule': {'security_group_id': '084e9c19-1a86-483d-b911-dcec9a09ca04', 'project_id': '331fdb80501749a294e8e4ee47cad117', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:54:52.622928 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b44ea08-07f7-471f-ae4c-f9ca639724d3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:52.682168 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b44ea08-07f7-471f-ae4c-f9ca639724d3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:52.772301 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b44ea08-07f7-471f-ae4c-f9ca639724d3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:52.794487 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44ea08-07f7-471f-ae4c-f9ca639724d3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6f07b0-ce10-4952-8e2c-350e3db90b03,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:52.933710 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3b44ea08-07f7-471f-ae4c-f9ca639724d3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:52.935543 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3b44ea08-07f7-471f-ae4c-f9ca639724d3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4468448 Oct 13 11:54:52.938287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38720) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:54:52.942645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0ceda170-56ab-4f51-9817-55d4f25d09d2 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Request body: {'security_group_rule': {'security_group_id': '084e9c19-1a86-483d-b911-dcec9a09ca04', 'project_id': '331fdb80501749a294e8e4ee47cad117', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:54:53.096999 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ceda170-56ab-4f51-9817-55d4f25d09d2 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:53.162658 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ceda170-56ab-4f51-9817-55d4f25d09d2 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:53.286395 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ceda170-56ab-4f51-9817-55d4f25d09d2 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:53.304039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceda170-56ab-4f51-9817-55d4f25d09d2 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b129941a-aaf2-4274-ae00-4dbf2f17f8ad,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:53.431127 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0ceda170-56ab-4f51-9817-55d4f25d09d2 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:53.432378 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0ceda170-56ab-4f51-9817-55d4f25d09d2 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4931378 Oct 13 11:54:53.435982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38722) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:54:53.440715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-76105891-2da8-45b6-9e30-76b6c4f150e3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Request body: {'security_group_rule': {'security_group_id': '084e9c19-1a86-483d-b911-dcec9a09ca04', 'project_id': '331fdb80501749a294e8e4ee47cad117', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:54:53.561043 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-76105891-2da8-45b6-9e30-76b6c4f150e3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Project 331fdb80501749a294e8e4ee47cad117 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:54:53.566205 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-76105891-2da8-45b6-9e30-76b6c4f150e3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:53.628759 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-76105891-2da8-45b6-9e30-76b6c4f150e3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:53.845787 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-76105891-2da8-45b6-9e30-76b6c4f150e3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:53.864212 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76105891-2da8-45b6-9e30-76b6c4f150e3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637ce743-476f-4f47-b10b-d0a35b957f36,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:54.002279 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-76105891-2da8-45b6-9e30-76b6c4f150e3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:54.003618 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-76105891-2da8-45b6-9e30-76b6c4f150e3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5665658 Oct 13 11:54:54.006323 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38724) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:54:54.021508 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-bd9b8f33-717c-451b-919b-76272a40be35 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Request body: {'security_group_rule': {'security_group_id': '084e9c19-1a86-483d-b911-dcec9a09ca04', 'project_id': '331fdb80501749a294e8e4ee47cad117', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:54:54.149018 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-bd9b8f33-717c-451b-919b-76272a40be35 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Project 331fdb80501749a294e8e4ee47cad117 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:54:54.154359 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8f33-717c-451b-919b-76272a40be35 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:54.219705 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8f33-717c-451b-919b-76272a40be35 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:54.332008 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8f33-717c-451b-919b-76272a40be35 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:54.350116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b8f33-717c-451b-919b-76272a40be35 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0419b0d-2a0f-4cb4-92ad-c9cae869a002,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:54.428868 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8f33-717c-451b-919b-76272a40be35 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:54.430235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bd9b8f33-717c-451b-919b-76272a40be35 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4229345 Oct 13 11:54:54.509473 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75ed17f2-8761-4033-834e-4c1723871e79 req-fa6ee6e9-f06d-4419-875b-71a593a00a09 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271623308&fields=id&tenant_id=331fdb80501749a294e8e4ee47cad117 HTTP/1.1" status: 200 len: 267 time: 0.0334382 Oct 13 11:54:54.564931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed17f2-8761-4033-834e-4c1723871e79 req-9baae170-b5d1-4a4d-a6c3-236f79bfd633 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:54.566472 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75ed17f2-8761-4033-834e-4c1723871e79 req-9baae170-b5d1-4a4d-a6c3-236f79bfd633 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 946 time: 0.0503178 Oct 13 11:54:54.578090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-75ed17f2-8761-4033-834e-4c1723871e79 req-5727d7be-a60c-4e23-b057-44a3982e8d25 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Request body: {'port': {'security_groups': ['0d8ead98-ef49-4c73-82e5-8861ec2d659f', '084e9c19-1a86-483d-b911-dcec9a09ca04']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:54:54.648960 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-75ed17f2-8761-4033-834e-4c1723871e79 req-5727d7be-a60c-4e23-b057-44a3982e8d25 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:54.837666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-75ed17f2-8761-4033-834e-4c1723871e79 req-5727d7be-a60c-4e23-b057-44a3982e8d25 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] For port e992cb69-8e0d-4c17-82be-03010a600f59, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e992cb69-8e0d-4c17-82be-03010a600f59,segment=NetworkSegment(24502b3d-d623-4184-8766-63a0dd8852f2),segment_id=24502b3d-d623-4184-8766-63a0dd8852f2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:54:54.868199 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-75ed17f2-8761-4033-834e-4c1723871e79 req-5727d7be-a60c-4e23-b057-44a3982e8d25 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:54.994294 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-75ed17f2-8761-4033-834e-4c1723871e79 req-5727d7be-a60c-4e23-b057-44a3982e8d25 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:55.006463 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['e992cb69-8e0d-4c17-82be-03010a600f59'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:54:55.039271 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed17f2-8761-4033-834e-4c1723871e79 req-5727d7be-a60c-4e23-b057-44a3982e8d25 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:55.040156 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-75ed17f2-8761-4033-834e-4c1723871e79 req-5727d7be-a60c-4e23-b057-44a3982e8d25 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:55.041289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-75ed17f2-8761-4033-834e-4c1723871e79 req-5727d7be-a60c-4e23-b057-44a3982e8d25 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "PUT /v2.0/ports/e992cb69-8e0d-4c17-82be-03010a600f59 HTTP/1.1" status: 200 len: 982 time: 0.4684141 Oct 13 11:54:55.041746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:54:55.044061 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5e72e7-cf11-4699-8647-55f5bf23d98a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:54:55.073917 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727d7be-a60c-4e23-b057-44a3982e8d25 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event updated for resources: {'Port': ['ID=e992cb69-8e0d-4c17-82be-03010a600f59,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:54:55.099677 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a18a9f-45d9-4be1-b1d7-a800a1f121a8 x-openstack-request-id: req-a8a18a9f-45d9-4be1-b1d7-a800a1f121a8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:54:55.099873 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:54:55.100028 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8a18a9f-45d9-4be1-b1d7-a800a1f121a8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:54:55.100591 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59', 'status': 'completed', 'code': 200} Oct 13 11:54:55.116209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['e992cb69-8e0d-4c17-82be-03010a600f59'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:54:55.184638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e72e7-cf11-4699-8647-55f5bf23d98a req-af75843a-5e40-4bdd-8141-b6a8dff2f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:55.187473 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e5e72e7-cf11-4699-8647-55f5bf23d98a req-af75843a-5e40-4bdd-8141-b6a8dff2f990 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=331fdb80501749a294e8e4ee47cad117&device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 1136 time: 0.0632896 Oct 13 11:54:55.236776 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e67b91-8c49-40e3-98ab-0832daa608e6 req-6906e72c-36cc-4772-8772-b7492477d80b tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:55.238428 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80e67b91-8c49-40e3-98ab-0832daa608e6 req-6906e72c-36cc-4772-8772-b7492477d80b tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0838900 Oct 13 11:54:55.296176 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-80e67b91-8c49-40e3-98ab-0832daa608e6 req-2e4c2d58-1da3-4f01-a08c-95ebe25d0776 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497849 Oct 13 11:54:55.316474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e72e7-cf11-4699-8647-55f5bf23d98a req-3c838f4b-9ec6-4160-a3e7-3656ea5cdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:55.318017 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e5e72e7-cf11-4699-8647-55f5bf23d98a req-3c838f4b-9ec6-4160-a3e7-3656ea5cdf3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=782ebb36-4b8b-4389-ad0d-2f23a09194e3 HTTP/1.1" status: 200 len: 915 time: 0.1218665 Oct 13 11:54:55.390859 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e5e72e7-cf11-4699-8647-55f5bf23d98a req-9fe43611-b40d-4343-8dd4-9e0f3cdfde80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e992cb69-8e0d-4c17-82be-03010a600f59 HTTP/1.1" status: 200 len: 1002 time: 0.0656250 Oct 13 11:54:55.434467 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6a01eaf6-d2f0-4ea3-8bbe-f8accee11794 None None] Provisioning complete for port e992cb69-8e0d-4c17-82be-03010a600f59 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:54:55.434838 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6a01eaf6-d2f0-4ea3-8bbe-f8accee11794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:54:55.440952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e72e7-cf11-4699-8647-55f5bf23d98a req-4a1cc646-ee06-4c79-a2f4-7fe288bc61be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:55.442458 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e5e72e7-cf11-4699-8647-55f5bf23d98a req-4a1cc646-ee06-4c79-a2f4-7fe288bc61be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43228424-fe4f-4e6e-bcdd-8c6df80323d2 HTTP/1.1" status: 200 len: 853 time: 0.0446162 Oct 13 11:54:55.493714 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e72e7-cf11-4699-8647-55f5bf23d98a req-1f537a9f-5c55-4531-9cef-fc2a370da159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:54:55.495249 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e5e72e7-cf11-4699-8647-55f5bf23d98a req-1f537a9f-5c55-4531-9cef-fc2a370da159 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=782ebb36-4b8b-4389-ad0d-2f23a09194e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457163 Oct 13 11:54:55.590365 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e5e72e7-cf11-4699-8647-55f5bf23d98a req-56878f78-a4f6-47a2-907c-409c05b67ce0 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877934 Oct 13 11:54:55.688722 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e5e72e7-cf11-4699-8647-55f5bf23d98a req-6e8e4855-e9fb-4b9d-abeb-8521b63ecf4f service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917466 Oct 13 11:55:08.113841 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fc5d88df-c69a-4c1d-97ff-a30f4edebcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:09.451775 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:10.902622 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-31d613b8-02d2-4bf5-9d37-8cf78846978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:11.159764 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:11.817737 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:12.439752 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:13.696674 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:19.340825 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:55:38.113455 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6387-7a6d-4bc0-8edb-57ceedd5a4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:39.410793 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:40.844791 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79120ff4-7e2e-4a4e-93db-3d3bb43aa635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:41.198684 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:41.821923 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:42.456502 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:43.678925 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:55:44.810838 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb1d97d-17e5-49a5-8445-61fa53d11c4d req-c833ac13-db04-42b6-8653-12b90c849f8e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409691 Oct 13 11:55:44.894946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d97d-17e5-49a5-8445-61fa53d11c4d req-b47086d9-d3e5-4bb5-abcb-c9caf205d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:44.896338 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb1d97d-17e5-49a5-8445-61fa53d11c4d req-b47086d9-d3e5-4bb5-abcb-c9caf205d7f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=331fdb80501749a294e8e4ee47cad117&device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 1136 time: 0.0406885 Oct 13 11:55:45.002099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d97d-17e5-49a5-8445-61fa53d11c4d req-c6f9f3a6-9ec4-4ff1-8e99-df30983b28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:45.003717 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb1d97d-17e5-49a5-8445-61fa53d11c4d req-c6f9f3a6-9ec4-4ff1-8e99-df30983b28c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=782ebb36-4b8b-4389-ad0d-2f23a09194e3 HTTP/1.1" status: 200 len: 915 time: 0.0882230 Oct 13 11:55:45.071734 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb1d97d-17e5-49a5-8445-61fa53d11c4d req-fe9faa39-22d1-427a-8d35-60cc731f797d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e992cb69-8e0d-4c17-82be-03010a600f59 HTTP/1.1" status: 200 len: 1002 time: 0.0609410 Oct 13 11:55:45.128820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d97d-17e5-49a5-8445-61fa53d11c4d req-3f52314f-729d-41dc-a50c-b1eabf0e32af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:45.130281 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb1d97d-17e5-49a5-8445-61fa53d11c4d req-3f52314f-729d-41dc-a50c-b1eabf0e32af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43228424-fe4f-4e6e-bcdd-8c6df80323d2 HTTP/1.1" status: 200 len: 853 time: 0.0512080 Oct 13 11:55:45.178530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d97d-17e5-49a5-8445-61fa53d11c4d req-f39c0677-5d40-419c-ad3a-87e10dbdbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:45.180694 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb1d97d-17e5-49a5-8445-61fa53d11c4d req-f39c0677-5d40-419c-ad3a-87e10dbdbe45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=782ebb36-4b8b-4389-ad0d-2f23a09194e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422332 Oct 13 11:55:45.277265 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb1d97d-17e5-49a5-8445-61fa53d11c4d req-be0246a1-fe1f-4c36-95fb-a82527061928 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857189 Oct 13 11:55:45.373075 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8fb1d97d-17e5-49a5-8445-61fa53d11c4d req-afb764d7-aed9-4fdb-a863-292eeebbcc5e service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877619 Oct 13 11:55:53.070698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d1878-236b-414d-8573-5c4b005ab7f7 req-692c560d-27cb-4cfc-b260-e167b66d654c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:53.072848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b32d1878-236b-414d-8573-5c4b005ab7f7 req-692c560d-27cb-4cfc-b260-e167b66d654c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0549598 Oct 13 11:55:53.115806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b32d1878-236b-414d-8573-5c4b005ab7f7 req-1553832a-1f1b-401d-bcd6-d3ae856f6ce7 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372777 Oct 13 11:55:53.165257 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419f439-a67f-4a98-a4d6-67b03ef8abea req-dd8e1f16-9b5a-4c9c-85ee-9e278d5a1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:53.166847 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b419f439-a67f-4a98-a4d6-67b03ef8abea req-dd8e1f16-9b5a-4c9c-85ee-9e278d5a1289 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=331fdb80501749a294e8e4ee47cad117&device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 1136 time: 0.0442786 Oct 13 11:55:53.266010 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419f439-a67f-4a98-a4d6-67b03ef8abea req-2c2309b8-687e-4dc7-8ce9-6c5a59b0b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:53.267478 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b419f439-a67f-4a98-a4d6-67b03ef8abea req-2c2309b8-687e-4dc7-8ce9-6c5a59b0b939 service neutron] 10.222.0.46 "GET /v2.0/networks?id=782ebb36-4b8b-4389-ad0d-2f23a09194e3 HTTP/1.1" status: 200 len: 915 time: 0.0925851 Oct 13 11:55:53.333000 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b419f439-a67f-4a98-a4d6-67b03ef8abea req-371c8e94-a232-4f2a-8bc3-861883f91092 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e992cb69-8e0d-4c17-82be-03010a600f59 HTTP/1.1" status: 200 len: 1002 time: 0.0583506 Oct 13 11:55:53.383227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419f439-a67f-4a98-a4d6-67b03ef8abea req-a6f7bf71-b1a1-42fe-aaf9-e817949282be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:53.384741 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b419f439-a67f-4a98-a4d6-67b03ef8abea req-a6f7bf71-b1a1-42fe-aaf9-e817949282be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43228424-fe4f-4e6e-bcdd-8c6df80323d2 HTTP/1.1" status: 200 len: 853 time: 0.0449049 Oct 13 11:55:53.434676 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419f439-a67f-4a98-a4d6-67b03ef8abea req-dfa9872e-5819-47bc-a677-0fd9fbc40000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:53.436220 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b419f439-a67f-4a98-a4d6-67b03ef8abea req-dfa9872e-5819-47bc-a677-0fd9fbc40000 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=782ebb36-4b8b-4389-ad0d-2f23a09194e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444806 Oct 13 11:55:53.534406 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b419f439-a67f-4a98-a4d6-67b03ef8abea req-2e73a845-e06c-4734-8a28-b3516cb3e0e9 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902221 Oct 13 11:55:53.641880 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b419f439-a67f-4a98-a4d6-67b03ef8abea req-00556f3d-52b7-4bb7-83a7-b345540bb4c4 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995655 Oct 13 11:55:54.240312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26a887-1027-4dc9-9cbe-c68ff5e757f5 req-4567f469-0107-4beb-b449-546d8120eba3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:54.241844 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a26a887-1027-4dc9-9cbe-c68ff5e757f5 req-4567f469-0107-4beb-b449-546d8120eba3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0542479 Oct 13 11:55:54.284968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a26a887-1027-4dc9-9cbe-c68ff5e757f5 req-5d6f11a9-2378-4aa1-8081-b5de91cd15f3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364094 Oct 13 11:55:55.406171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e68b3e-0418-4877-b308-f4d6829bd59d req-bf58f044-dc4c-489f-9c36-8034e1528fd8 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:55.407677 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e68b3e-0418-4877-b308-f4d6829bd59d req-bf58f044-dc4c-489f-9c36-8034e1528fd8 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0519741 Oct 13 11:55:55.471144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2e68b3e-0418-4877-b308-f4d6829bd59d req-3844f75c-81c1-413f-91b1-0f9411be35de tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550017 Oct 13 11:55:56.341054 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:55:56.614533 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7fb16-9c83-4e45-a457-0ef6f7f46ae0 req-6e6c4a5e-507c-4f6b-9df5-491ea76936ee tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:56.616096 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4f7fb16-9c83-4e45-a457-0ef6f7f46ae0 req-6e6c4a5e-507c-4f6b-9df5-491ea76936ee tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0715075 Oct 13 11:55:56.670619 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4f7fb16-9c83-4e45-a457-0ef6f7f46ae0 req-47249073-5769-47ef-9742-5137f906dbde tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434592 Oct 13 11:55:57.806318 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733b1c0-c54a-4a99-b007-7771331f6ca7 req-2308bfc0-b902-400b-bf30-f7e559d2e1d5 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:57.807891 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c733b1c0-c54a-4a99-b007-7771331f6ca7 req-2308bfc0-b902-400b-bf30-f7e559d2e1d5 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0566213 Oct 13 11:55:57.871744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c733b1c0-c54a-4a99-b007-7771331f6ca7 req-fea94fe5-1b6f-4f24-82af-8ed02a4a289f tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524635 Oct 13 11:55:58.991705 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556da2b-6209-4b99-baf8-a94b078ef27a req-a00a4222-a676-42d9-b042-a5f49c999fd8 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:55:58.993209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9556da2b-6209-4b99-baf8-a94b078ef27a req-a00a4222-a676-42d9-b042-a5f49c999fd8 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0513275 Oct 13 11:55:59.042395 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9556da2b-6209-4b99-baf8-a94b078ef27a req-3f389fc7-86b4-4f9e-9bb6-1e5fbb1ac6e0 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400267 Oct 13 11:56:00.171884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae280bf9-570f-4310-aa3c-4b96af7f6afe req-a1516774-1aa6-4fe5-8bb3-0be5d421de82 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:56:00.173366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae280bf9-570f-4310-aa3c-4b96af7f6afe req-a1516774-1aa6-4fe5-8bb3-0be5d421de82 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0580707 Oct 13 11:56:00.216191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae280bf9-570f-4310-aa3c-4b96af7f6afe req-006cfa3c-9517-4fd5-8a0a-395215dbce0c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362267 Oct 13 11:56:01.344773 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ca080-654c-44e1-988d-5fc34b62718b req-35da4ca6-8237-44d9-8c40-41ff334848fb tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:56:01.346398 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a80ca080-654c-44e1-988d-5fc34b62718b req-35da4ca6-8237-44d9-8c40-41ff334848fb tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0510302 Oct 13 11:56:01.389023 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a80ca080-654c-44e1-988d-5fc34b62718b req-1b93636a-6137-42fe-bd5e-b146d5e687b3 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338244 Oct 13 11:56:02.569302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066781c-0e62-4f15-8267-1665677fe0c9 req-973ae34a-36ba-4f8e-997c-f56ee4b59897 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:56:02.570856 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1066781c-0e62-4f15-8267-1665677fe0c9 req-973ae34a-36ba-4f8e-997c-f56ee4b59897 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.1073401 Oct 13 11:56:02.614133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1066781c-0e62-4f15-8267-1665677fe0c9 req-139b3e1a-e0a2-4ce0-9398-eeafdf78aa10 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365350 Oct 13 11:56:03.736346 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dda0f6-cd9a-415e-af3f-8e0157fd4940 req-978922f1-21da-4021-a9f5-2a4d6da53409 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:56:03.737868 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85dda0f6-cd9a-415e-af3f-8e0157fd4940 req-978922f1-21da-4021-a9f5-2a4d6da53409 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0550573 Oct 13 11:56:03.781470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-85dda0f6-cd9a-415e-af3f-8e0157fd4940 req-c9a0cf2f-3834-42f4-8561-5ae6641f736b tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366330 Oct 13 11:56:04.905196 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390099dc-e35f-4916-a3d3-0a8e3cfb92e0 req-e9228c28-4cc0-4a46-a937-236402f26ba6 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:56:04.906775 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-390099dc-e35f-4916-a3d3-0a8e3cfb92e0 req-e9228c28-4cc0-4a46-a937-236402f26ba6 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0543497 Oct 13 11:56:04.950573 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-390099dc-e35f-4916-a3d3-0a8e3cfb92e0 req-6ca319dd-2160-4bae-9cb3-f70505caa2c7 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369327 Oct 13 11:56:06.066201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a255e9-936c-4a11-9f78-9ebaa1d29f65 req-549ce859-f0aa-4759-bdb9-d9ba08cbf797 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:56:06.068247 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87a255e9-936c-4a11-9f78-9ebaa1d29f65 req-549ce859-f0aa-4759-bdb9-d9ba08cbf797 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0495458 Oct 13 11:56:06.109809 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87a255e9-936c-4a11-9f78-9ebaa1d29f65 req-3f5df985-b87a-4bfe-8464-9afc025cbc86 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355434 Oct 13 11:56:07.242625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72ce15-7dc6-45fa-b24f-c072209b174d req-9a392d73-2f83-4fb9-a5b6-376be658a647 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:56:07.244096 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f72ce15-7dc6-45fa-b24f-c072209b174d req-9a392d73-2f83-4fb9-a5b6-376be658a647 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0611651 Oct 13 11:56:07.600681 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7f72ce15-7dc6-45fa-b24f-c072209b174d req-4853c8ec-6be9-4848-a9a4-44678d7925cc tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3505018 Oct 13 11:56:08.079034 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bbc6cef5-d6ad-4abf-8d82-96426cdb81e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:08.717037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae8862-991f-4d65-93f2-eab7047c11b4 req-89c1925e-21af-40ce-a2ad-ed9fbc467631 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:56:08.718527 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86ae8862-991f-4d65-93f2-eab7047c11b4 req-89c1925e-21af-40ce-a2ad-ed9fbc467631 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0493410 Oct 13 11:56:08.758244 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86ae8862-991f-4d65-93f2-eab7047c11b4 req-a403dcda-76ea-45b1-8fae-a0dbd9b925d1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335243 Oct 13 11:56:09.483547 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:09.876751 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712665d7-5097-43b1-a6b8-38ffd30dfb3e req-1b701cfd-0b33-4dea-aac8-de32fd4dec9f tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:56:09.878226 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-712665d7-5097-43b1-a6b8-38ffd30dfb3e req-1b701cfd-0b33-4dea-aac8-de32fd4dec9f tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0525737 Oct 13 11:56:09.920701 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-712665d7-5097-43b1-a6b8-38ffd30dfb3e req-0e27b4bd-5509-4d8e-a5ef-d61bd9470388 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=084e9c19-1a86-483d-b911-dcec9a09ca04&id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354788 Oct 13 11:56:10.848136 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-29159b2f-1718-41ce-a447-843570339be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:11.158682 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:11.793027 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:12.449380 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:13.666573 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:33.340979 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:56:38.048566 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dfb91ac1-d78f-432c-adcb-45a547d0fa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:39.431405 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:40.843151 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-839fc04d-1dde-458d-884a-5205070cddaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:41.163322 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:41.780176 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:42.431796 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:43.647536 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:56:45.853069 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f1d991b-602e-4c3b-a9df-40d020c0e3ea req-48046623-813b-4838-92cc-af51bf1511b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413945 Oct 13 11:56:45.933573 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d991b-602e-4c3b-a9df-40d020c0e3ea req-96a915e9-408f-4dd2-ac98-467dc2a7dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:56:45.935103 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f1d991b-602e-4c3b-a9df-40d020c0e3ea req-96a915e9-408f-4dd2-ac98-467dc2a7dd82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=331fdb80501749a294e8e4ee47cad117&device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 1136 time: 0.0412910 Oct 13 11:56:46.046121 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d991b-602e-4c3b-a9df-40d020c0e3ea req-1a13fd24-0c43-4697-b127-5a52bac6783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:56:46.047616 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f1d991b-602e-4c3b-a9df-40d020c0e3ea req-1a13fd24-0c43-4697-b127-5a52bac6783e service neutron] 10.222.0.46 "GET /v2.0/networks?id=782ebb36-4b8b-4389-ad0d-2f23a09194e3 HTTP/1.1" status: 200 len: 915 time: 0.0936189 Oct 13 11:56:46.114721 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f1d991b-602e-4c3b-a9df-40d020c0e3ea req-903d75c0-f45e-44ee-bf98-c8f2acd30495 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e992cb69-8e0d-4c17-82be-03010a600f59 HTTP/1.1" status: 200 len: 1002 time: 0.0598612 Oct 13 11:56:46.168485 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d991b-602e-4c3b-a9df-40d020c0e3ea req-2d90098e-222d-498e-a3ad-52f138fbb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:56:46.169945 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f1d991b-602e-4c3b-a9df-40d020c0e3ea req-2d90098e-222d-498e-a3ad-52f138fbb53d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43228424-fe4f-4e6e-bcdd-8c6df80323d2 HTTP/1.1" status: 200 len: 853 time: 0.0491631 Oct 13 11:56:46.215431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d991b-602e-4c3b-a9df-40d020c0e3ea req-ca7defb8-153b-4442-abd2-73bad9fd1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:56:46.216912 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f1d991b-602e-4c3b-a9df-40d020c0e3ea req-ca7defb8-153b-4442-abd2-73bad9fd1942 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=782ebb36-4b8b-4389-ad0d-2f23a09194e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400977 Oct 13 11:56:46.311619 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f1d991b-602e-4c3b-a9df-40d020c0e3ea req-0da88aff-a242-4032-81fe-93b558f4cf24 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880101 Oct 13 11:56:46.405827 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f1d991b-602e-4c3b-a9df-40d020c0e3ea req-2f1251fc-aa8a-4d7c-810b-36296dff9709 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867572 Oct 13 11:57:08.065595 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab1a9-cd9e-4f4a-aa68-6987bb14cd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:08.111959 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-652df60f-3f54-4903-91df-216d83865e1f req-6f3ff890-a8fd-401c-90be-327650dc502b tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271623308&fields=id&tenant_id=331fdb80501749a294e8e4ee47cad117 HTTP/1.1" status: 200 len: 267 time: 0.0363352 Oct 13 11:57:08.164991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652df60f-3f54-4903-91df-216d83865e1f req-71eaf299-cac5-4a25-93d7-f7ea638480e9 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:08.166549 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-652df60f-3f54-4903-91df-216d83865e1f req-71eaf299-cac5-4a25-93d7-f7ea638480e9 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 985 time: 0.0487900 Oct 13 11:57:08.178203 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [req-652df60f-3f54-4903-91df-216d83865e1f req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Request body: {'port': {'security_groups': ['0d8ead98-ef49-4c73-82e5-8861ec2d659f']}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:57:08.246397 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-652df60f-3f54-4903-91df-216d83865e1f req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:08.422221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [req-652df60f-3f54-4903-91df-216d83865e1f req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] For port e992cb69-8e0d-4c17-82be-03010a600f59, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e992cb69-8e0d-4c17-82be-03010a600f59,segment=NetworkSegment(24502b3d-d623-4184-8766-63a0dd8852f2),segment_id=24502b3d-d623-4184-8766-63a0dd8852f2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:08.451431 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-652df60f-3f54-4903-91df-216d83865e1f req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:08.527879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-652df60f-3f54-4903-91df-216d83865e1f req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:08.540320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['e992cb69-8e0d-4c17-82be-03010a600f59'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:57:08.577762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652df60f-3f54-4903-91df-216d83865e1f req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:08.578403 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [req-652df60f-3f54-4903-91df-216d83865e1f req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:08.579816 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-652df60f-3f54-4903-91df-216d83865e1f req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "PUT /v2.0/ports/e992cb69-8e0d-4c17-82be-03010a600f59 HTTP/1.1" status: 200 len: 943 time: 0.4066160 Oct 13 11:57:08.584825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:57:08.587770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38832) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:08.588824 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d19ad8-85ec-48c1-b3df-87b99afd43b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:57:08.618625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event updated for resources: {'Port': ['ID=e992cb69-8e0d-4c17-82be-03010a600f59,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:08.631872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.631872 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.632317 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.632722 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.633122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.633521 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.633913 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.634302 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.634723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.636455 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.636858 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.637255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0542e-0cb3-4f6a-b543-8fee25b1a083 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.642282 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0d94b7-e02b-42ac-8336-dd381f903638 x-openstack-request-id: req-1e0d94b7-e02b-42ac-8336-dd381f903638 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:57:08.642596 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:57:08.642842 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e0d94b7-e02b-42ac-8336-dd381f903638 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:57:08.643230 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59', 'status': 'completed', 'code': 200} Oct 13 11:57:08.659821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['e992cb69-8e0d-4c17-82be-03010a600f59'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:57:08.703778 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:08.740601 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:08.788490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d19ad8-85ec-48c1-b3df-87b99afd43b1 req-d7e2318c-c8ff-44d6-9641-c85c10750add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:08.790001 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c8d19ad8-85ec-48c1-b3df-87b99afd43b1 req-d7e2318c-c8ff-44d6-9641-c85c10750add service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=331fdb80501749a294e8e4ee47cad117&device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 1097 time: 0.1291063 Oct 13 11:57:08.882635 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-dba390df-429d-479b-8df0-dd59a61ac825 None None] Provisioning complete for port e992cb69-8e0d-4c17-82be-03010a600f59 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:08.882918 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dba390df-429d-479b-8df0-dd59a61ac825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:08.887895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d19ad8-85ec-48c1-b3df-87b99afd43b1 req-13683a93-d5b1-41a3-89c5-d3655b337e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:08.889382 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c8d19ad8-85ec-48c1-b3df-87b99afd43b1 req-13683a93-d5b1-41a3-89c5-d3655b337e09 service neutron] 10.222.0.46 "GET /v2.0/networks?id=782ebb36-4b8b-4389-ad0d-2f23a09194e3 HTTP/1.1" status: 200 len: 915 time: 0.0921674 Oct 13 11:57:08.936343 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:08.939319 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:08.940137 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "DELETE /v2.0/security-groups/084e9c19-1a86-483d-b911-dcec9a09ca04 HTTP/1.1" status: 204 len: 168 time: 0.3484960 Oct 13 11:57:08.943387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38836) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:08.958631 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084e9c19-1a86-483d-b911-dcec9a09ca04,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:08.970476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.974543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.974543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.974543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.974543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.974543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.974543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.974543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.974543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.974543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.974543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.974543 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de0493-6609-4ab9-a1e5-ce7ff83e6589 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:08.991722 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c8d19ad8-85ec-48c1-b3df-87b99afd43b1 req-1cd83efc-163e-4d6f-a4fc-9e1735cadba0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e992cb69-8e0d-4c17-82be-03010a600f59 HTTP/1.1" status: 200 len: 1002 time: 0.0940623 Oct 13 11:57:09.044988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d19ad8-85ec-48c1-b3df-87b99afd43b1 req-46729417-b955-4116-ab09-3176bf4d44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:09.046718 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c8d19ad8-85ec-48c1-b3df-87b99afd43b1 req-46729417-b955-4116-ab09-3176bf4d44ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43228424-fe4f-4e6e-bcdd-8c6df80323d2 HTTP/1.1" status: 200 len: 853 time: 0.0476975 Oct 13 11:57:09.097143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d19ad8-85ec-48c1-b3df-87b99afd43b1 req-dbe6b6a3-fdec-457b-94b0-8d2be7078956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:09.100551 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c8d19ad8-85ec-48c1-b3df-87b99afd43b1 req-dbe6b6a3-fdec-457b-94b0-8d2be7078956 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=782ebb36-4b8b-4389-ad0d-2f23a09194e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434046 Oct 13 11:57:09.113016 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-42a51561-bcea-4e97-b3c9-4e25baa57ac1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Deleting port 9db4f7da-32bd-48be-8481-403c0c458c74 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:57:09.113495 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42a51561-bcea-4e97-b3c9-4e25baa57ac1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:09.191353 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42a51561-bcea-4e97-b3c9-4e25baa57ac1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:09.191595 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42a51561-bcea-4e97-b3c9-4e25baa57ac1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:09.197118 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c8d19ad8-85ec-48c1-b3df-87b99afd43b1 req-41bada45-7f98-40c7-aa60-ee0cec0bdd75 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910711 Oct 13 11:57:09.204066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-42a51561-bcea-4e97-b3c9-4e25baa57ac1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Calling delete_port for 9db4f7da-32bd-48be-8481-403c0c458c74 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:57:09.289994 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c8d19ad8-85ec-48c1-b3df-87b99afd43b1 req-181a6bdd-6cdd-4679-ac5d-1124c7f89555 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861769 Oct 13 11:57:09.448211 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42a51561-bcea-4e97-b3c9-4e25baa57ac1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:09.465498 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:09.478022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a51561-bcea-4e97-b3c9-4e25baa57ac1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event deleted for resources: {'Port': ['ID=9db4f7da-32bd-48be-8481-403c0c458c74,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:09.539752 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42a51561-bcea-4e97-b3c9-4e25baa57ac1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:09.540083 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-42a51561-bcea-4e97-b3c9-4e25baa57ac1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Floating IP 9f04585e-e299-4e23-8e7e-ea29985ca2c3 disassociated (deleted). External IP: 172.25.0.148, port: e992cb69-8e0d-4c17-82be-03010a600f59. Oct 13 11:57:09.747020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a51561-bcea-4e97-b3c9-4e25baa57ac1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Router 602b2cdd-117b-45cc-a7ba-5757a7063a35 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:57:09.853383 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a51561-bcea-4e97-b3c9-4e25baa57ac1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:57:09.859212 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42a51561-bcea-4e97-b3c9-4e25baa57ac1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:09.863941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83362e96-831f-43c4-bc49-f9ce4c326a1a None None] Sync routers for ids ['602b2cdd-117b-45cc-a7ba-5757a7063a35'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:57:09.873341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83362e96-831f-43c4-bc49-f9ce4c326a1a None None] Routers {'602b2cdd-117b-45cc-a7ba-5757a7063a35'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:57:09.873958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-83362e96-831f-43c4-bc49-f9ce4c326a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:56:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['602b2cdd-117b-45cc-a7ba-5757a7063a35'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:09.886999 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-42a51561-bcea-4e97-b3c9-4e25baa57ac1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "DELETE /v2.0/floatingips/9f04585e-e299-4e23-8e7e-ea29985ca2c3 HTTP/1.1" status: 204 len: 168 time: 0.9418812 Oct 13 11:57:09.991944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-83362e96-831f-43c4-bc49-f9ce4c326a1a None None] Set router 602b2cdd-117b-45cc-a7ba-5757a7063a35 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:57:10.191557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-83362e96-831f-43c4-bc49-f9ce4c326a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 4, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port': {'id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:41Z', 'updated_at': '2021-10-13T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '35fd55ad-1075-4678-8683-d2541ddc5227', 'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'mac_address': 'fa:16:3e:bd:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:43Z', 'updated_at': '2021-10-13T11:53:47Z', 'revision_number': 5, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'subnets': [{'id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:10.224080 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83362e96-831f-43c4-bc49-f9ce4c326a1a None None] Checking router: 602b2cdd-117b-45cc-a7ba-5757a7063a35 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:57:10.234732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83362e96-831f-43c4-bc49-f9ce4c326a1a None None] Routers {'602b2cdd-117b-45cc-a7ba-5757a7063a35'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:57:10.235197 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-83362e96-831f-43c4-bc49-f9ce4c326a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:56:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['602b2cdd-117b-45cc-a7ba-5757a7063a35'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:10.340626 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:57:10.349552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-83362e96-831f-43c4-bc49-f9ce4c326a1a None None] Set router 602b2cdd-117b-45cc-a7ba-5757a7063a35 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:57:10.549996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-83362e96-831f-43c4-bc49-f9ce4c326a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 4, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port': {'id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:41Z', 'updated_at': '2021-10-13T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '35fd55ad-1075-4678-8683-d2541ddc5227', 'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'mac_address': 'fa:16:3e:bd:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:43Z', 'updated_at': '2021-10-13T11:53:47Z', 'revision_number': 5, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'subnets': [{'id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:10.576630 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83362e96-831f-43c4-bc49-f9ce4c326a1a None None] The sync data for ids ['602b2cdd-117b-45cc-a7ba-5757a7063a35'] in n-d-813659-3 is: [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:53:43Z', 'revision_number': 4, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port': {'id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:41Z', 'updated_at': '2021-10-13T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '35fd55ad-1075-4678-8683-d2541ddc5227', 'name': '', 'network_id': '782ebb36-4b8b-4389-ad0d-2f23a09194e3', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'mac_address': 'fa:16:3e:bd:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:43Z', 'updated_at': '2021-10-13T11:53:47Z', 'revision_number': 5, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'subnets': [{'id': '43228424-fe4f-4e6e-bcdd-8c6df80323d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:57:10.644559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:57:10.647090 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681d40d9-e9f1-4e61-809e-a50e03c3633d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:57:10.684259 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fad2a5-aa10-43cf-a289-37dc73261143 x-openstack-request-id: req-21fad2a5-aa10-43cf-a289-37dc73261143 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:57:10.684620 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:57:10.684945 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21fad2a5-aa10-43cf-a289-37dc73261143 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:57:10.685447 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59', 'status': 'completed', 'code': 200} Oct 13 11:57:10.749204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d40d9-e9f1-4e61-809e-a50e03c3633d req-19c8d46e-c5f4-4caf-af1b-343f85d01d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:10.750930 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-681d40d9-e9f1-4e61-809e-a50e03c3633d req-19c8d46e-c5f4-4caf-af1b-343f85d01d35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=331fdb80501749a294e8e4ee47cad117&device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 1097 time: 0.0443408 Oct 13 11:57:10.802084 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c1af3-8597-4fb1-b29e-56a0a1a991d1 None None] New status for floating IP 9f04585e-e299-4e23-8e7e-ea29985ca2c3: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:57:10.853244 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d40d9-e9f1-4e61-809e-a50e03c3633d req-3873950f-6033-4819-930f-5d7afd7a0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:10.855116 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-681d40d9-e9f1-4e61-809e-a50e03c3633d req-3873950f-6033-4819-930f-5d7afd7a0773 service neutron] 10.222.0.46 "GET /v2.0/networks?id=782ebb36-4b8b-4389-ad0d-2f23a09194e3 HTTP/1.1" status: 200 len: 915 time: 0.0967131 Oct 13 11:57:10.865087 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f50cf3a2-c598-4cbd-9b2e-326039b13f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:10.900256 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-681d40d9-e9f1-4e61-809e-a50e03c3633d req-20e02df2-3870-4907-b788-50bb6cc9dda0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e992cb69-8e0d-4c17-82be-03010a600f59 HTTP/1.1" status: 200 len: 217 time: 0.0379455 Oct 13 11:57:10.956969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d40d9-e9f1-4e61-809e-a50e03c3633d req-0125bc53-41fd-4b4f-a58b-c981c8015260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:10.958621 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-681d40d9-e9f1-4e61-809e-a50e03c3633d req-0125bc53-41fd-4b4f-a58b-c981c8015260 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43228424-fe4f-4e6e-bcdd-8c6df80323d2 HTTP/1.1" status: 200 len: 853 time: 0.0517998 Oct 13 11:57:11.004355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d40d9-e9f1-4e61-809e-a50e03c3633d req-a008407f-2398-4c48-87df-21d652191ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:11.005888 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-681d40d9-e9f1-4e61-809e-a50e03c3633d req-a008407f-2398-4c48-87df-21d652191ec9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=782ebb36-4b8b-4389-ad0d-2f23a09194e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407724 Oct 13 11:57:11.102287 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-681d40d9-e9f1-4e61-809e-a50e03c3633d req-e3c24e5b-0af5-4204-92e2-32bb94b1c67d service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887148 Oct 13 11:57:11.133762 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:11.197418 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-681d40d9-e9f1-4e61-809e-a50e03c3633d req-bba508db-8947-48eb-ba3b-91506369fac7 service neutron] 10.222.0.46 "GET /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884886 Oct 13 11:57:11.796745 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:12.436722 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:13.619810 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:20.555240 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b770e2-fb54-4461-a2f4-86167cb21fdd req-ab920da2-3108-4aed-ab6c-d2cb35a89b5c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:20.558556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4b770e2-fb54-4461-a2f4-86167cb21fdd req-ab920da2-3108-4aed-ab6c-d2cb35a89b5c tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 946 time: 0.0531030 Oct 13 11:57:20.597453 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f4b770e2-fb54-4461-a2f4-86167cb21fdd req-4acccf8f-9398-44b6-879c-b32b62087d8d tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335977 Oct 13 11:57:21.712138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b52be2-b1f6-4592-b002-1c5ea80f2311 req-2cc25cc4-2fe4-47c8-bdd0-b95a77d2d232 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:21.713604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74b52be2-b1f6-4592-b002-1c5ea80f2311 req-2cc25cc4-2fe4-47c8-bdd0-b95a77d2d232 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 946 time: 0.0494094 Oct 13 11:57:21.755259 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74b52be2-b1f6-4592-b002-1c5ea80f2311 req-ca50cbcc-00ce-4e89-8f5d-8092a19b90f1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d8ead98-ef49-4c73-82e5-8861ec2d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357623 Oct 13 11:57:22.395856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d8e55-cfd0-4201-aa27-9a3464e80c5a req-37772dd8-b09c-451d-93d4-2ef64c7080d1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:22.397218 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-759d8e55-cfd0-4201-aa27-9a3464e80c5a req-37772dd8-b09c-451d-93d4-2ef64c7080d1 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 946 time: 0.0502384 Oct 13 11:57:22.492141 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-759d8e55-cfd0-4201-aa27-9a3464e80c5a req-03d44a87-9644-4c12-a6b5-3e1709497c26 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Deleting port e992cb69-8e0d-4c17-82be-03010a600f59 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:57:22.492485 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-759d8e55-cfd0-4201-aa27-9a3464e80c5a req-03d44a87-9644-4c12-a6b5-3e1709497c26 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:22.583718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-759d8e55-cfd0-4201-aa27-9a3464e80c5a req-03d44a87-9644-4c12-a6b5-3e1709497c26 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] For port e992cb69-8e0d-4c17-82be-03010a600f59, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=e992cb69-8e0d-4c17-82be-03010a600f59,segment=NetworkSegment(24502b3d-d623-4184-8766-63a0dd8852f2),segment_id=24502b3d-d623-4184-8766-63a0dd8852f2)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:22.584124 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-759d8e55-cfd0-4201-aa27-9a3464e80c5a req-03d44a87-9644-4c12-a6b5-3e1709497c26 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:22.597099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-759d8e55-cfd0-4201-aa27-9a3464e80c5a req-03d44a87-9644-4c12-a6b5-3e1709497c26 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Calling delete_port for e992cb69-8e0d-4c17-82be-03010a600f59 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:57:22.774239 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-759d8e55-cfd0-4201-aa27-9a3464e80c5a req-03d44a87-9644-4c12-a6b5-3e1709497c26 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:22.787587 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['e992cb69-8e0d-4c17-82be-03010a600f59'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:57:22.803932 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d44a87-9644-4c12-a6b5-3e1709497c26 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Pushing event deleted for resources: {'Port': ['ID=e992cb69-8e0d-4c17-82be-03010a600f59,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:22.856089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-759d8e55-cfd0-4201-aa27-9a3464e80c5a req-03d44a87-9644-4c12-a6b5-3e1709497c26 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] No DVR routers for this DVR port e992cb69-8e0d-4c17-82be-03010a600f59 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:57:22.858841 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-759d8e55-cfd0-4201-aa27-9a3464e80c5a req-03d44a87-9644-4c12-a6b5-3e1709497c26 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:22.862096 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-759d8e55-cfd0-4201-aa27-9a3464e80c5a req-03d44a87-9644-4c12-a6b5-3e1709497c26 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.46 "DELETE /v2.0/ports/e992cb69-8e0d-4c17-82be-03010a600f59 HTTP/1.1" status: 204 len: 173 time: 0.4589083 Oct 13 11:57:22.862559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'name': 'network-vif-deleted', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:57:22.864896 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc21720-06ea-480d-a71a-abd44cad5c70" -d '{"events": [{"server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "name": "network-vif-deleted", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:57:22.882179 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83f28ec6-169c-48ae-beef-929aaf6c5993 req-ba4dc035-3116-4919-8b69-93b4b8b1f9d8 tempest-TestMinimumBasicScenario-1792746126 tempest-TestMinimumBasicScenario-1792746126-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c0439f5-d4b7-4684-86e3-0cbf6ef726bc HTTP/1.1" status: 200 len: 210 time: 0.0316780 Oct 13 11:57:22.984827 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8611a338-1892-43cb-a6d4-fa342e578cb3 x-openstack-request-id: req-8611a338-1892-43cb-a6d4-fa342e578cb3 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:57:22.985121 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0439f5-d4b7-4684-86e3-0cbf6ef726bc", "name": "network-vif-deleted", "tag": "e992cb69-8e0d-4c17-82be-03010a600f59", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:57:22.985372 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8611a338-1892-43cb-a6d4-fa342e578cb3 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:57:22.985766 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0439f5-d4b7-4684-86e3-0cbf6ef726bc', 'name': 'network-vif-deleted', 'tag': 'e992cb69-8e0d-4c17-82be-03010a600f59', 'status': 'completed', 'code': 200} Oct 13 11:57:26.040320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38942) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:26.289886 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device e992cb69-8e0d-4c17-82be-03010a600f59 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:57:26.311612 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: e992cb69-8e0d-4c17-82be-03010a600f59 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:57:26.312074 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device e992cb69-8e0d-4c17-82be-03010a600f59 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:57:26.388717 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f30d9d98-2c29-4c2a-8599-7796bea1777f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:26.640325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f30d9d98-2c29-4c2a-8599-7796bea1777f admin admin] Deleting port 35fd55ad-1075-4678-8683-d2541ddc5227 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:57:26.640583 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f30d9d98-2c29-4c2a-8599-7796bea1777f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:26.722631 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f30d9d98-2c29-4c2a-8599-7796bea1777f admin admin] For port 35fd55ad-1075-4678-8683-d2541ddc5227, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=35fd55ad-1075-4678-8683-d2541ddc5227,segment=NetworkSegment(24502b3d-d623-4184-8766-63a0dd8852f2),segment_id=24502b3d-d623-4184-8766-63a0dd8852f2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:26.722995 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f30d9d98-2c29-4c2a-8599-7796bea1777f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:26.736061 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f30d9d98-2c29-4c2a-8599-7796bea1777f admin admin] Calling delete_port for 35fd55ad-1075-4678-8683-d2541ddc5227 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:57:26.974106 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f30d9d98-2c29-4c2a-8599-7796bea1777f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:27.002490 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d9d98-2c29-4c2a-8599-7796bea1777f admin admin] Pushing event deleted for resources: {'Port': ['ID=35fd55ad-1075-4678-8683-d2541ddc5227,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:27.174839 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f30d9d98-2c29-4c2a-8599-7796bea1777f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:27.398160 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30d9d98-2c29-4c2a-8599-7796bea1777f admin admin] Router 602b2cdd-117b-45cc-a7ba-5757a7063a35 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:57:27.506773 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30d9d98-2c29-4c2a-8599-7796bea1777f admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:57:27.513415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f30d9d98-2c29-4c2a-8599-7796bea1777f admin admin] 10.222.0.32 "PUT /v2.0/routers/602b2cdd-117b-45cc-a7ba-5757a7063a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4708436 Oct 13 11:57:27.515381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38944) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:27.518119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920b5f1-77c2-425d-bc20-c3dc71998327 None None] Sync routers for ids ['602b2cdd-117b-45cc-a7ba-5757a7063a35'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:57:27.527861 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920b5f1-77c2-425d-bc20-c3dc71998327 None None] Routers {'602b2cdd-117b-45cc-a7ba-5757a7063a35'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:57:27.528664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0920b5f1-77c2-425d-bc20-c3dc71998327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['602b2cdd-117b-45cc-a7ba-5757a7063a35'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:27.623146 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:27.635832 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0920b5f1-77c2-425d-bc20-c3dc71998327 None None] Set router 602b2cdd-117b-45cc-a7ba-5757a7063a35 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:57:27.732804 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:27.820062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0920b5f1-77c2-425d-bc20-c3dc71998327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:57:26Z', 'revision_number': 5, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port': {'id': '02eedfe1-fc1a-4d77-9436-82ab438fefa6', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:41Z', 'updated_at': '2021-10-13T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:27.846454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920b5f1-77c2-425d-bc20-c3dc71998327 None None] Checking router: 602b2cdd-117b-45cc-a7ba-5757a7063a35 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:57:27.855092 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920b5f1-77c2-425d-bc20-c3dc71998327 None None] Routers {'602b2cdd-117b-45cc-a7ba-5757a7063a35'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:57:27.856117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0920b5f1-77c2-425d-bc20-c3dc71998327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['602b2cdd-117b-45cc-a7ba-5757a7063a35'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:27.893274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Deleting port 02eedfe1-fc1a-4d77-9436-82ab438fefa6 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:57:27.893709 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:27.944895 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0920b5f1-77c2-425d-bc20-c3dc71998327 None None] Set router 602b2cdd-117b-45cc-a7ba-5757a7063a35 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:57:27.982019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] For port 02eedfe1-fc1a-4d77-9436-82ab438fefa6, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=02eedfe1-fc1a-4d77-9436-82ab438fefa6,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:27.982647 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:27.997145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Calling delete_port for 02eedfe1-fc1a-4d77-9436-82ab438fefa6 owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:57:27.998216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0920b5f1-77c2-425d-bc20-c3dc71998327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:57:27Z', 'revision_number': 6, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:28.029418 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920b5f1-77c2-425d-bc20-c3dc71998327 None None] The sync data for ids ['602b2cdd-117b-45cc-a7ba-5757a7063a35'] in n-d-813659-3 is: [{'id': '602b2cdd-117b-45cc-a7ba-5757a7063a35', 'name': 'tempest-TestMinimumBasicScenario-812255023-router', 'tenant_id': '331fdb80501749a294e8e4ee47cad117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:40Z', 'updated_at': '2021-10-13T11:57:27Z', 'revision_number': 6, 'project_id': '331fdb80501749a294e8e4ee47cad117', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:57:28.585678 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:28.609795 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=02eedfe1-fc1a-4d77-9436-82ab438fefa6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:28.670893 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:28.764327 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:28.767006 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:28.899926 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:28.900496 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 602b2cdd-117b-45cc-a7ba-5757a7063a35 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:57:28.904902 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:28.906075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7e46f68b-be9e-4d61-8427-fa944b607e32 admin admin] 10.222.0.32 "DELETE /v2.0/routers/602b2cdd-117b-45cc-a7ba-5757a7063a35 HTTP/1.1" status: 204 len: 168 time: 1.3897414 Oct 13 11:57:28.908665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38946) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:28.956027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe19cf1c-2ab2-48c6-b57a-44793a57f5c4 admin admin] Deleting subnet 43228424-fe4f-4e6e-bcdd-8c6df80323d2 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:57:28.960360 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe19cf1c-2ab2-48c6-b57a-44793a57f5c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:28.995513 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe19cf1c-2ab2-48c6-b57a-44793a57f5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.081068 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe19cf1c-2ab2-48c6-b57a-44793a57f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.180399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 35fd55ad-1075-4678-8683-d2541ddc5227 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:57:29.201355 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 35fd55ad-1075-4678-8683-d2541ddc5227 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:57:29.201700 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 35fd55ad-1075-4678-8683-d2541ddc5227 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:57:29.202107 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 02eedfe1-fc1a-4d77-9436-82ab438fefa6 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:57:29.214714 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe19cf1c-2ab2-48c6-b57a-44793a57f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.220879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 02eedfe1-fc1a-4d77-9436-82ab438fefa6 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:57:29.221224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 02eedfe1-fc1a-4d77-9436-82ab438fefa6 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:57:29.240831 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19cf1c-2ab2-48c6-b57a-44793a57f5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43228424-fe4f-4e6e-bcdd-8c6df80323d2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:29.244415 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe19cf1c-2ab2-48c6-b57a-44793a57f5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.248133 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fe19cf1c-2ab2-48c6-b57a-44793a57f5c4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/43228424-fe4f-4e6e-bcdd-8c6df80323d2 HTTP/1.1" status: 204 len: 168 time: 0.3385282 Oct 13 11:57:29.250736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 38948) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:29.253396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbb454f-5279-48b7-b06e-a83a8a74cf8a None None] Network 782ebb36-4b8b-4389-ad0d-2f23a09194e3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:57:29.325095 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.381336 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Deleting port cfcc786a-c38f-410f-99ee-4efa9fb587ac {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:57:29.381574 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.451056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] For port cfcc786a-c38f-410f-99ee-4efa9fb587ac, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cfcc786a-c38f-410f-99ee-4efa9fb587ac,segment=NetworkSegment(24502b3d-d623-4184-8766-63a0dd8852f2),segment_id=24502b3d-d623-4184-8766-63a0dd8852f2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:29.451449 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.464659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Calling delete_port for cfcc786a-c38f-410f-99ee-4efa9fb587ac owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:57:29.589940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] DHCP port deletion for 782ebb36-4b8b-4389-ad0d-2f23a09194e3 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:57:29.608617 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.632397 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Pushing event deleted for resources: {'Port': ['ID=cfcc786a-c38f-410f-99ee-4efa9fb587ac,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:29.639090 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] No DVR routers for this DVR port cfcc786a-c38f-410f-99ee-4efa9fb587ac on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:57:29.639229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Deleting port cfcc786a-c38f-410f-99ee-4efa9fb587ac {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:57:29.639552 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.704291 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] For port cfcc786a-c38f-410f-99ee-4efa9fb587ac, host n-d-813659-3, got binding levels [] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:29.704669 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.717342 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.717746 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Calling delete_port for cfcc786a-c38f-410f-99ee-4efa9fb587ac owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:57:29.720437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.ipam_backend_mixin [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Port cfcc786a-c38f-410f-99ee-4efa9fb587ac was not found and therefore no delete operation was performed {{(pid=101992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 11:57:29.721709 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.737384 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782ebb36-4b8b-4389-ad0d-2f23a09194e3']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:29.746902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Pushing event deleted for resources: {'Port': ['ID=cfcc786a-c38f-410f-99ee-4efa9fb587ac,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:29.747073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24502b3d-d623-4184-8766-63a0dd8852f2') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:29.747441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24502b3d-d623-4184-8766-63a0dd8852f2') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:29.751264 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] No DVR routers for this DVR port cfcc786a-c38f-410f-99ee-4efa9fb587ac on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:57:29.758155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:29.758388 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.758533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:29.766906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:29.766906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:29.766906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:29.766906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:29.766906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:29.766906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:29.766906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:29.766906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:29.766906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:29.766906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa491c20-3cc8-48fd-80eb-b4b7d05af658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:29.773385 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.779548 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:57:29.779934 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:57:29.781627 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:57:29.899904 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.906275 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:29.909441 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] 10.222.0.32 "DELETE /v2.0/networks/782ebb36-4b8b-4389-ad0d-2f23a09194e3 HTTP/1.1" status: 204 len: 168 time: 0.6576643 Oct 13 11:57:29.912486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38950) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:29.924862 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48862b3c-57b0-44d5-a1f8-1a2c585c91ce admin admin] Pushing event deleted for resources: {'Network': ['ID=782ebb36-4b8b-4389-ad0d-2f23a09194e3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:30.606106 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a259c22-da66-45c8-bc65-b4803786fb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:30.851504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-7a259c22-da66-45c8-bc65-b4803786fb8e admin admin] Deleting port d121693a-1733-4694-9038-c9f39098392c {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:57:30.851851 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a259c22-da66-45c8-bc65-b4803786fb8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:30.933639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-7a259c22-da66-45c8-bc65-b4803786fb8e admin admin] For port d121693a-1733-4694-9038-c9f39098392c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d121693a-1733-4694-9038-c9f39098392c,segment=NetworkSegment(c5958d59-df4a-4aff-bc9c-e08427f18a81),segment_id=c5958d59-df4a-4aff-bc9c-e08427f18a81)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:30.934595 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a259c22-da66-45c8-bc65-b4803786fb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:30.948386 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-7a259c22-da66-45c8-bc65-b4803786fb8e admin admin] Calling delete_port for d121693a-1733-4694-9038-c9f39098392c owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:57:31.180096 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cfcc786a-c38f-410f-99ee-4efa9fb587ac no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:57:31.200634 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: cfcc786a-c38f-410f-99ee-4efa9fb587ac {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:57:31.200906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cfcc786a-c38f-410f-99ee-4efa9fb587ac not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:57:31.237204 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a259c22-da66-45c8-bc65-b4803786fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:31.264483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a259c22-da66-45c8-bc65-b4803786fb8e admin admin] Pushing event deleted for resources: {'Port': ['ID=d121693a-1733-4694-9038-c9f39098392c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:31.429701 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a259c22-da66-45c8-bc65-b4803786fb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:31.642586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a259c22-da66-45c8-bc65-b4803786fb8e admin admin] Router 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:57:31.748808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a259c22-da66-45c8-bc65-b4803786fb8e admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:57:31.753890 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7a259c22-da66-45c8-bc65-b4803786fb8e admin admin] 10.222.0.32 "PUT /v2.0/routers/4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8403099 Oct 13 11:57:31.756465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38952) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:31.759083 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a2766-ccb7-4616-91a0-b47616a24db7 None None] Sync routers for ids ['4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:57:31.772945 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a2766-ccb7-4616-91a0-b47616a24db7 None None] Routers {'4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:57:31.773536 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-421a2766-ccb7-4616-91a0-b47616a24db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:31.863017 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:31.873292 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-421a2766-ccb7-4616-91a0-b47616a24db7 None None] Set router 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:57:31.969184 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:32.052729 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-421a2766-ccb7-4616-91a0-b47616a24db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'name': 'tempest-TestMinimumBasicScenario-1731055504-router', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:46Z', 'updated_at': '2021-10-13T11:57:31Z', 'revision_number': 5, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'gw_port': {'id': 'f2dfac8b-3069-43ca-a8e5-0d9757175446', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:53:47Z', 'updated_at': '2021-10-13T11:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:32.079006 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a2766-ccb7-4616-91a0-b47616a24db7 None None] Checking router: 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:57:32.085806 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Deleting port f2dfac8b-3069-43ca-a8e5-0d9757175446 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:57:32.086187 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:32.091336 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a2766-ccb7-4616-91a0-b47616a24db7 None None] Routers {'4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:57:32.091336 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-421a2766-ccb7-4616-91a0-b47616a24db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:57:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:32.171900 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] For port f2dfac8b-3069-43ca-a8e5-0d9757175446, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=f2dfac8b-3069-43ca-a8e5-0d9757175446,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:32.172263 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:32.173677 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-421a2766-ccb7-4616-91a0-b47616a24db7 None None] Set router 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:57:32.185239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Calling delete_port for f2dfac8b-3069-43ca-a8e5-0d9757175446 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:57:32.227584 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-421a2766-ccb7-4616-91a0-b47616a24db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'name': 'tempest-TestMinimumBasicScenario-1731055504-router', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:46Z', 'updated_at': '2021-10-13T11:57:31Z', 'revision_number': 6, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:32.254357 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a2766-ccb7-4616-91a0-b47616a24db7 None None] The sync data for ids ['4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5'] in n-d-813659-3 is: [{'id': '4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5', 'name': 'tempest-TestMinimumBasicScenario-1731055504-router', 'tenant_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:53:46Z', 'updated_at': '2021-10-13T11:57:31Z', 'revision_number': 6, 'project_id': 'b4eb0cc21ae3404b9e981e8b64a3b97b', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:57:32.420633 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:32.446413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2dfac8b-3069-43ca-a8e5-0d9757175446,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:32.506878 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:32.602784 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:32.605049 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:32.688621 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:32.689161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:57:32.693761 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:32.695223 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-319c9762-9fc1-477d-9fec-8df2ec70779f admin admin] 10.222.0.32 "DELETE /v2.0/routers/4dbb9635-0e30-4aa7-9684-fc1b29d7c5d5 HTTP/1.1" status: 204 len: 168 time: 0.9375472 Oct 13 11:57:32.697534 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38954) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:32.742766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1e4665-f912-4372-8517-ad3c075b2c7f admin admin] Deleting subnet 0771b1f2-c725-42b4-99b4-cf069ab72922 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:57:32.745775 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4665-f912-4372-8517-ad3c075b2c7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:32.782275 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4665-f912-4372-8517-ad3c075b2c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:32.865194 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4665-f912-4372-8517-ad3c075b2c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:32.985759 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4665-f912-4372-8517-ad3c075b2c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.013646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e4665-f912-4372-8517-ad3c075b2c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0771b1f2-c725-42b4-99b4-cf069ab72922,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:33.018761 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4665-f912-4372-8517-ad3c075b2c7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.022805 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8a1e4665-f912-4372-8517-ad3c075b2c7f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0771b1f2-c725-42b4-99b4-cf069ab72922 HTTP/1.1" status: 204 len: 168 time: 0.3236628 Oct 13 11:57:33.024645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38956) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:33.024919 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51efae76-e6b5-4498-84d1-11be257b7cb7 None None] Network e5b4855a-24df-4d3d-bc1f-bacc84b80918 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:57:33.101466 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.164037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Deleting port 7b516864-cd66-48a8-8cd8-44c2725deba9 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:57:33.164400 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.202439 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f2dfac8b-3069-43ca-a8e5-0d9757175446 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:57:33.226899 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: f2dfac8b-3069-43ca-a8e5-0d9757175446 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:57:33.227507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device f2dfac8b-3069-43ca-a8e5-0d9757175446 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:57:33.228117 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d121693a-1733-4694-9038-c9f39098392c no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:57:33.232453 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e502fb8b-3264-4ecf-b7e2-e2a3d1ec6275 None None] DHCP port deletion for e5b4855a-24df-4d3d-bc1f-bacc84b80918 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:57:33.239392 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] For port 7b516864-cd66-48a8-8cd8-44c2725deba9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7b516864-cd66-48a8-8cd8-44c2725deba9,segment=NetworkSegment(c5958d59-df4a-4aff-bc9c-e08427f18a81),segment_id=c5958d59-df4a-4aff-bc9c-e08427f18a81)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:33.239767 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.254045 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: d121693a-1733-4694-9038-c9f39098392c {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:57:33.254751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d121693a-1733-4694-9038-c9f39098392c not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:57:33.258538 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Calling delete_port for 7b516864-cd66-48a8-8cd8-44c2725deba9 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:57:33.304669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e502fb8b-3264-4ecf-b7e2-e2a3d1ec6275 None None] Deleting port 7b516864-cd66-48a8-8cd8-44c2725deba9 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:57:33.305052 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e502fb8b-3264-4ecf-b7e2-e2a3d1ec6275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.368406 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e502fb8b-3264-4ecf-b7e2-e2a3d1ec6275 None None] For port 7b516864-cd66-48a8-8cd8-44c2725deba9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7b516864-cd66-48a8-8cd8-44c2725deba9,segment=NetworkSegment(c5958d59-df4a-4aff-bc9c-e08427f18a81),segment_id=c5958d59-df4a-4aff-bc9c-e08427f18a81)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:33.368804 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e502fb8b-3264-4ecf-b7e2-e2a3d1ec6275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.381865 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-e502fb8b-3264-4ecf-b7e2-e2a3d1ec6275 None None] Calling delete_port for 7b516864-cd66-48a8-8cd8-44c2725deba9 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:57:33.425736 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.451901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b516864-cd66-48a8-8cd8-44c2725deba9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:33.455664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] No DVR routers for this DVR port 7b516864-cd66-48a8-8cd8-44c2725deba9 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:57:33.470720 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e502fb8b-3264-4ecf-b7e2-e2a3d1ec6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.497388 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502fb8b-3264-4ecf-b7e2-e2a3d1ec6275 None None] Pushing event deleted for resources: {'Port': ['ID=7b516864-cd66-48a8-8cd8-44c2725deba9,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:33.502256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e502fb8b-3264-4ecf-b7e2-e2a3d1ec6275 None None] No DVR routers for this DVR port 7b516864-cd66-48a8-8cd8-44c2725deba9 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:57:33.531782 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.552899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b4855a-24df-4d3d-bc1f-bacc84b80918']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:33.562760 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5958d59-df4a-4aff-bc9c-e08427f18a81') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:33.563057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5958d59-df4a-4aff-bc9c-e08427f18a81') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:33.572394 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.585792 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.591672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:57:33.592051 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: timer() Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:57:33.593689 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:57:33.705611 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.711456 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:33.715673 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e5b4855a-24df-4d3d-bc1f-bacc84b80918 HTTP/1.1" status: 204 len: 168 time: 0.6890538 Oct 13 11:57:33.726286 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34cba1-b4a7-4a78-a415-6345befebcc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b4855a-24df-4d3d-bc1f-bacc84b80918,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:34.075800 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38960) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:34.125855 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d95cd360-76ed-4869-af9b-b4b52ee4b8f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=331fdb80501749a294e8e4ee47cad117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488532 Oct 13 11:57:34.128380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38962) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:34.180131 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fbd36fb2-6561-413b-871a-e61b9e6aacab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:34.202067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fbd36fb2-6561-413b-871a-e61b9e6aacab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:34.327863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fbd36fb2-6561-413b-871a-e61b9e6aacab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:34.330459 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fbd36fb2-6561-413b-871a-e61b9e6aacab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:34.331642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fbd36fb2-6561-413b-871a-e61b9e6aacab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d8ead98-ef49-4c73-82e5-8861ec2d659f HTTP/1.1" status: 204 len: 168 time: 0.2023427 Oct 13 11:57:34.339919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd36fb2-6561-413b-871a-e61b9e6aacab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8ead98-ef49-4c73-82e5-8861ec2d659f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:34.966675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38968) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:35.010437 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ed92ac14-a5e7-431d-97ba-f0122bf71aab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4eb0cc21ae3404b9e981e8b64a3b97b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422924 Oct 13 11:57:35.013009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 38970) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:35.064017 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f8f189e8-12fa-4a24-94ad-4261eea50a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:35.085944 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f8f189e8-12fa-4a24-94ad-4261eea50a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:35.181804 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7b516864-cd66-48a8-8cd8-44c2725deba9 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:57:35.191252 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f8f189e8-12fa-4a24-94ad-4261eea50a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:35.193909 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f8f189e8-12fa-4a24-94ad-4261eea50a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:35.195154 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f8f189e8-12fa-4a24-94ad-4261eea50a02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d1a3798-5a33-46a3-93e4-f9c6b32994d2 HTTP/1.1" status: 204 len: 168 time: 0.1810322 Oct 13 11:57:35.203371 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 7b516864-cd66-48a8-8cd8-44c2725deba9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:57:35.203725 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7b516864-cd66-48a8-8cd8-44c2725deba9 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:57:35.204971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f189e8-12fa-4a24-94ad-4261eea50a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1a3798-5a33-46a3-93e4-f9c6b32994d2,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:37.885568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39010) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:37.890978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c515a5df-7e02-4997-9d62-a460e7e8e1ca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-561884829', 'description': 'tempest-secgroup-smoke-561884829 description', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:57:37.975142 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c515a5df-7e02-4997-9d62-a460e7e8e1ca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:37.985610 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c515a5df-7e02-4997-9d62-a460e7e8e1ca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.060045 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-43ad101e-3490-44d9-8a1f-addc28d7c506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.069418 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c515a5df-7e02-4997-9d62-a460e7e8e1ca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.145850 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c515a5df-7e02-4997-9d62-a460e7e8e1ca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.184198 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515a5df-7e02-4997-9d62-a460e7e8e1ca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5649ba-0671-4621-af1f-e8ffd924bbed,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:38.224071 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c515a5df-7e02-4997-9d62-a460e7e8e1ca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.293133 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c515a5df-7e02-4997-9d62-a460e7e8e1ca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.322798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515a5df-7e02-4997-9d62-a460e7e8e1ca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419e9525-d615-4e88-9e94-03e4b5a99fd9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:38.387133 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c515a5df-7e02-4997-9d62-a460e7e8e1ca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.388437 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c515a5df-7e02-4997-9d62-a460e7e8e1ca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5018549 Oct 13 11:57:38.391756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39012) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:38.396382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-fdd1d7a0-524e-4bd7-8fba-ae0c81a88648 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '419e9525-d615-4e88-9e94-03e4b5a99fd9', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:57:38.499178 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d7a0-524e-4bd7-8fba-ae0c81a88648 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.559667 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d7a0-524e-4bd7-8fba-ae0c81a88648 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.636873 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d7a0-524e-4bd7-8fba-ae0c81a88648 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.658555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1d7a0-524e-4bd7-8fba-ae0c81a88648 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935ce299-3e75-4bc1-bb88-dc91b9647614,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:38.713076 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d7a0-524e-4bd7-8fba-ae0c81a88648 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.714347 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fdd1d7a0-524e-4bd7-8fba-ae0c81a88648 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215933 Oct 13 11:57:38.717111 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39014) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:38.722515 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-777b9c33-9467-4f52-a600-7ca2e3f7e518 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '419e9525-d615-4e88-9e94-03e4b5a99fd9', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:57:38.790070 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-777b9c33-9467-4f52-a600-7ca2e3f7e518 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.849484 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-777b9c33-9467-4f52-a600-7ca2e3f7e518 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.894277 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-777b9c33-9467-4f52-a600-7ca2e3f7e518 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.910861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b9c33-9467-4f52-a600-7ca2e3f7e518 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8094ef09-32af-40cb-8cd0-ff73629cf600,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:38.980919 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-777b9c33-9467-4f52-a600-7ca2e3f7e518 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:38.982166 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-777b9c33-9467-4f52-a600-7ca2e3f7e518 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2640672 Oct 13 11:57:38.985036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39016) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:38.989471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3fa1eded-2a21-46bb-a5dd-312ff0b34614 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '419e9525-d615-4e88-9e94-03e4b5a99fd9', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:57:39.093345 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3fa1eded-2a21-46bb-a5dd-312ff0b34614 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:39.153671 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3fa1eded-2a21-46bb-a5dd-312ff0b34614 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:39.241412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3fa1eded-2a21-46bb-a5dd-312ff0b34614 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:39.260635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1eded-2a21-46bb-a5dd-312ff0b34614 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572cf51f-024d-404b-ba9d-03ca53c18e8a,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:39.330771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3fa1eded-2a21-46bb-a5dd-312ff0b34614 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:39.332010 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3fa1eded-2a21-46bb-a5dd-312ff0b34614 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3459723 Oct 13 11:57:39.334796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39018) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:39.339758 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7366d586-1caf-46b1-9ee2-2e5bb8787666 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '419e9525-d615-4e88-9e94-03e4b5a99fd9', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:57:39.430567 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7366d586-1caf-46b1-9ee2-2e5bb8787666 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:39.454907 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:39.489693 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7366d586-1caf-46b1-9ee2-2e5bb8787666 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:39.534313 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7366d586-1caf-46b1-9ee2-2e5bb8787666 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:39.554627 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366d586-1caf-46b1-9ee2-2e5bb8787666 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c98ab4d-5272-401c-8052-74bb9af3a2b6,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:39.598989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7366d586-1caf-46b1-9ee2-2e5bb8787666 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:39.600210 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7366d586-1caf-46b1-9ee2-2e5bb8787666 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2644320 Oct 13 11:57:39.602894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39020) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:39.607313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-0f89cd53-18f2-49c5-8345-377bb13baedb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '419e9525-d615-4e88-9e94-03e4b5a99fd9', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:57:39.698572 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-0f89cd53-18f2-49c5-8345-377bb13baedb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Project e8cd4a1746fc488b99262772d8fc167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:57:39.703819 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f89cd53-18f2-49c5-8345-377bb13baedb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:39.769384 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f89cd53-18f2-49c5-8345-377bb13baedb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:39.854325 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f89cd53-18f2-49c5-8345-377bb13baedb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:39.873180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89cd53-18f2-49c5-8345-377bb13baedb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01c3021-f730-4fb5-865e-4d90d07336fb,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:39.953587 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-0f89cd53-18f2-49c5-8345-377bb13baedb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:39.954913 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0f89cd53-18f2-49c5-8345-377bb13baedb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3510916 Oct 13 11:57:39.957928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39022) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:39.962290 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-8d6bf045-487c-4c30-bb99-9e02691eb43c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '419e9525-d615-4e88-9e94-03e4b5a99fd9', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:57:40.049409 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-8d6bf045-487c-4c30-bb99-9e02691eb43c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Project e8cd4a1746fc488b99262772d8fc167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:57:40.056016 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf045-487c-4c30-bb99-9e02691eb43c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:40.127274 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf045-487c-4c30-bb99-9e02691eb43c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:40.196983 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf045-487c-4c30-bb99-9e02691eb43c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:40.216946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bf045-487c-4c30-bb99-9e02691eb43c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fb8a2c-142b-4618-8d48-13fbcba2bfa4,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:40.286578 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf045-487c-4c30-bb99-9e02691eb43c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:40.287909 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8d6bf045-487c-4c30-bb99-9e02691eb43c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3290255 Oct 13 11:57:40.291260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39024) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:40.296584 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5afefe5a-fa49-407c-9fc0-be95dedd4c31 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'network': {'name': 'tempest-network-smoke--1545826530', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'port_security_enabled': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:57:40.397587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afefe5a-fa49-407c-9fc0-be95dedd4c31 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:57:40.401416 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5afefe5a-fa49-407c-9fc0-be95dedd4c31 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:40.427765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afefe5a-fa49-407c-9fc0-be95dedd4c31 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:57:40.437521 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5afefe5a-fa49-407c-9fc0-be95dedd4c31 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:40.437865 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-5afefe5a-fa49-407c-9fc0-be95dedd4c31 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Added segment 035d571e-a8d9-4fce-81ae-19eb23bb56c1 of type vlan for network 657846e5-562e-4b41-a750-f6f00bbb5695 Oct 13 11:57:40.483671 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5afefe5a-fa49-407c-9fc0-be95dedd4c31 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:40.572610 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5afefe5a-fa49-407c-9fc0-be95dedd4c31 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:40.579189 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afefe5a-fa49-407c-9fc0-be95dedd4c31 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:40.584240 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5afefe5a-fa49-407c-9fc0-be95dedd4c31 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:40.645402 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afefe5a-fa49-407c-9fc0-be95dedd4c31 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Network': ['ID=657846e5-562e-4b41-a750-f6f00bbb5695,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:40.655916 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 657846e5-562e-4b41-a750-f6f00bbb5695 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:57:40.684157 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5afefe5a-fa49-407c-9fc0-be95dedd4c31 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3918343 Oct 13 11:57:40.688897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39026) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:40.693784 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'admin_state_up': True, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:57:40.790619 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:40.791734 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:40.856840 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:40.865631 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7d451add-8cdc-4671-8bbd-6ce921f2fbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:41.031756 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:41.157693 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:41.275002 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:41.296380 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:41.423058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.25.0.100 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/a4eaab97-fff6-45a7-bcd1-82672366211c) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:57:41.529913 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:41.597626 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:41.642224 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:57:41.645219 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:57:41.648777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:57:41.654147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=a4eaab97-fff6-45a7-bcd1-82672366211c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:41.836722 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:42.302274 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:42.431094 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:42.502517 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:42.682421 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router e6a58200-87ce-43aa-84ff-4287dfb39bb2 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:57:42.786901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:57:42.797978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Sync routers for ids ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:57:42.807001 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Routers {'e6a58200-87ce-43aa-84ff-4287dfb39bb2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:57:42.807606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:42.873491 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:42.875823 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e58b7edc-e7e4-4331-a2af-0adb7593c99a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1849515 Oct 13 11:57:42.878519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39028) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:42.913550 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Set router e6a58200-87ce-43aa-84ff-4287dfb39bb2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:57:43.016332 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-795c90bb-6da2-41bf-9977-efdb11511735 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e8cd4a1746fc488b99262772d8fc167c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1334805 Oct 13 11:57:43.016817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39032) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:43.097289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:57:41Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:43.131477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Checking router: e6a58200-87ce-43aa-84ff-4287dfb39bb2 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:57:43.131829 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Updating router e6a58200-87ce-43aa-84ff-4287dfb39bb2 port a4eaab97-fff6-45a7-bcd1-82672366211c binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:57:43.159684 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:43.196128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b5299-20d0-4234-b2d9-150c9d3dd08c tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:43.200165 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-841b5299-20d0-4234-b2d9-150c9d3dd08c tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1795261 Oct 13 11:57:43.200378 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39034) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:43.234084 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fd9fda77-ced0-47b4-a324-e6133eae7fcf tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326533 Oct 13 11:57:43.237399 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39036) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:43.242565 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-293d7af4-5c94-457d-b37f-f7ad34f61015 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-178674449', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:57:43.391335 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293d7af4-5c94-457d-b37f-f7ad34f61015 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:57:43.395084 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-293d7af4-5c94-457d-b37f-f7ad34f61015 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:43.414426 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:43.483052 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:43.540616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Attempting to bind port a4eaab97-fff6-45a7-bcd1-82672366211c on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:57:43.540986 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Attempting to bind port a4eaab97-fff6-45a7-bcd1-82672366211c by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:57:43.541354 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Attempting to bind port a4eaab97-fff6-45a7-bcd1-82672366211c on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:57:43.544300 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060b8ce-50e6-4cff-8c1d-57bc8e1701cf None None] Pushing event updated for resources: {'Port': ['ID=a4eaab97-fff6-45a7-bcd1-82672366211c,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:43.549765 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:57:43.550147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:57:43.554958 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:43.554958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:57:43.554958 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Bound port: a4eaab97-fff6-45a7-bcd1-82672366211c, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:57:43.554958 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:43.612324 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] For port a4eaab97-fff6-45a7-bcd1-82672366211c, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:57:43.615381 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] For port a4eaab97-fff6-45a7-bcd1-82672366211c, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a4eaab97-fff6-45a7-bcd1-82672366211c,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:57:43.665877 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-293d7af4-5c94-457d-b37f-f7ad34f61015 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:43.694468 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:43.695773 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:43.736775 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d7af4-5c94-457d-b37f-f7ad34f61015 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Subnet': ['ID=f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:43.747867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d7af4-5c94-457d-b37f-f7ad34f61015 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Checking segment: {'id': '035d571e-a8d9-4fce-81ae-19eb23bb56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:57:43.748188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293d7af4-5c94-457d-b37f-f7ad34f61015 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network hostable DHCP agents. Network: 657846e5-562e-4b41-a750-f6f00bbb5695, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:57:43.753742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Routers {'e6a58200-87ce-43aa-84ff-4287dfb39bb2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:57:43.754410 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:43.793705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060b8ce-50e6-4cff-8c1d-57bc8e1701cf None None] Pushing event updated for resources: {'Port': ['ID=a4eaab97-fff6-45a7-bcd1-82672366211c,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:43.818737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293d7af4-5c94-457d-b37f-f7ad34f61015 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 657846e5-562e-4b41-a750-f6f00bbb5695 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:57:43.865058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] Set router e6a58200-87ce-43aa-84ff-4287dfb39bb2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:57:43.905235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-293d7af4-5c94-457d-b37f-f7ad34f61015 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 657846e5-562e-4b41-a750-f6f00bbb5695) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:57:43.910663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d7af4-5c94-457d-b37f-f7ad34f61015 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:43.911339 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-293d7af4-5c94-457d-b37f-f7ad34f61015 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:43.920906 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdadec6-05a2-4445-b358-04d5363da005 None None] Network 657846e5-562e-4b41-a750-f6f00bbb5695 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:57:43.989422 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-293d7af4-5c94-457d-b37f-f7ad34f61015 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7506592 Oct 13 11:57:43.991930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39038) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:57:44.153427 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-657846e5-562e-4b41-a750-f6f00bbb5695', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ips': [{'subnet_id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:57:44.154297 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:44.175415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:57:41Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:44.207642 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eb5786-d597-429f-99dc-6eb829771ceb None None] The sync data for ids ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'] in n-d-813659-3 is: [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:57:41Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:57:44.331211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Allocated IP 172.20.0.2 (657846e5-562e-4b41-a750-f6f00bbb5695/f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f/37927035-04d0-4527-93e5-89fb47982b40) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:57:44.445690 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:44.516234 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:44.580619 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:44.628286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Network 657846e5-562e-4b41-a750-f6f00bbb5695 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:57:44.631819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:57:44.634325 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:57:44.667329 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Pushing event updated for resources: {'Port': ['ID=37927035-04d0-4527-93e5-89fb47982b40,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:44.703763 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Attempting to bind port 37927035-04d0-4527-93e5-89fb47982b40 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:57:44.705415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Attempting to bind port 37927035-04d0-4527-93e5-89fb47982b40 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '035d571e-a8d9-4fce-81ae-19eb23bb56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:57:44.705415 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Attempting to bind port 37927035-04d0-4527-93e5-89fb47982b40 on network 657846e5-562e-4b41-a750-f6f00bbb5695 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:57:44.710404 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:57:44.710936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Checking segment: {'id': '035d571e-a8d9-4fce-81ae-19eb23bb56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:57:44.711349 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:44.711747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Bound using segment: {'id': '035d571e-a8d9-4fce-81ae-19eb23bb56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:57:44.712234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Bound port: 37927035-04d0-4527-93e5-89fb47982b40, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035d571e-a8d9-4fce-81ae-19eb23bb56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:57:44.712621 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:44.761634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.20.0.1 (657846e5-562e-4b41-a750-f6f00bbb5695/f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f/9d3f511e-819b-4664-9a95-f4bd2f616ad8) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:57:44.780563 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] For port 37927035-04d0-4527-93e5-89fb47982b40, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:57:44.784535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] For port 37927035-04d0-4527-93e5-89fb47982b40, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=37927035-04d0-4527-93e5-89fb47982b40,segment=NetworkSegment(035d571e-a8d9-4fce-81ae-19eb23bb56c1),segment_id=035d571e-a8d9-4fce-81ae-19eb23bb56c1)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:57:44.848031 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:44.882154 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:44.918486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c7e53-db14-488f-bde6-d0dd963b8b53 None None] Pushing event updated for resources: {'Port': ['ID=37927035-04d0-4527-93e5-89fb47982b40,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:44.974940 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:45.018982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 657846e5-562e-4b41-a750-f6f00bbb5695 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:57:45.024410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:57:45.028369 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:57:45.078980 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:45.139524 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=9d3f511e-819b-4664-9a95-f4bd2f616ad8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:45.273819 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a4eaab97-fff6-45a7-bcd1-82672366211c up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:57:45.307219 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:45.323274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a4eaab97-fff6-45a7-bcd1-82672366211c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:45.323639 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:45.403356 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:45.425255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port a4eaab97-fff6-45a7-bcd1-82672366211c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a4eaab97-fff6-45a7-bcd1-82672366211c,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:45.493900 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:45.494826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37927035-04d0-4527-93e5-89fb47982b40 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:57:45.603795 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:45.670017 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:45.736340 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=a4eaab97-fff6-45a7-bcd1-82672366211c,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:45.745546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=9d3f511e-819b-4664-9a95-f4bd2f616ad8,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:45.747414 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 37927035-04d0-4527-93e5-89fb47982b40 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:45.747414 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:45.748282 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:45.829871 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:45.847491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 657846e5-562e-4b41-a750-f6f00bbb5695 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:57:45.848898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:57:45.865036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 37927035-04d0-4527-93e5-89fb47982b40, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=37927035-04d0-4527-93e5-89fb47982b40,segment=NetworkSegment(035d571e-a8d9-4fce-81ae-19eb23bb56c1),segment_id=035d571e-a8d9-4fce-81ae-19eb23bb56c1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:45.921657 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:45.966534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router e6a58200-87ce-43aa-84ff-4287dfb39bb2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:57:45.974289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=37927035-04d0-4527-93e5-89fb47982b40,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:46.078934 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:57:46.084144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-07367b02-5191-4561-b0db-abf3ef1a5a63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "PUT /v2.0/routers/e6a58200-87ce-43aa-84ff-4287dfb39bb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0911288 Oct 13 11:57:46.231014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-3e7b982a-51ee-4054-b45d-ad4bfa96a2a5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561884829&fields=id&tenant_id=e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 267 time: 0.0336227 Oct 13 11:57:46.343854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-5f391c33-2d55-4050-92b2-f45a0ea7188e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:46.345577 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-5f391c33-2d55-4050-92b2-f45a0ea7188e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/networks?id=657846e5-562e-4b41-a750-f6f00bbb5695 HTTP/1.1" status: 200 len: 797 time: 0.1069803 Oct 13 11:57:46.356230 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Sync routers for ids ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:57:46.362464 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-3783cd18-8992-4455-ab6b-2a75c90ad20d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/quotas/e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 375 time: 0.0111425 Oct 13 11:57:46.367518 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Routers {'e6a58200-87ce-43aa-84ff-4287dfb39bb2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:57:46.368123 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:46.424552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-7ce08d7a-9b81-423c-9fa8-6cbc7a4d5039 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558653 Oct 13 11:57:46.486012 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Set router e6a58200-87ce-43aa-84ff-4287dfb39bb2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:57:46.517114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374719d5-20b7-4a42-b6d5-880ef5f805f2 None None] Network 657846e5-562e-4b41-a750-f6f00bbb5695 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:57:46.588455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f291f9c6-fce3-4560-81f9-da05fc36fa24 None None] Provisioning complete for port 37927035-04d0-4527-93e5-89fb47982b40 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:46.588792 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f291f9c6-fce3-4560-81f9-da05fc36fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:46.591742 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-55d2ad11-05f9-48a5-a2bb-66842a07a1d1 service neutron] 10.222.0.32 "GET /v2.0/networks/657846e5-562e-4b41-a750-f6f00bbb5695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548464 Oct 13 11:57:46.694769 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-49c0070d-fe71-4061-a597-0b35f24c72fb service neutron] 10.222.0.32 "GET /v2.0/networks/657846e5-562e-4b41-a750-f6f00bbb5695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969708 Oct 13 11:57:46.797707 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9d3f511e-819b-4664-9a95-f4bd2f616ad8', 'name': '', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:10:2b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:44Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 2, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:46.824419 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Checking router: e6a58200-87ce-43aa-84ff-4287dfb39bb2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:57:46.824765 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Updating router e6a58200-87ce-43aa-84ff-4287dfb39bb2 port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:57:46.851183 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:46.987552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-12070146-a3f1-4bea-ae22-c6815edd09ab None None] Provisioning complete for port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:46.987925 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-12070146-a3f1-4bea-ae22-c6815edd09ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.030568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-12070146-a3f1-4bea-ae22-c6815edd09ab None None] Port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:57:47.041449 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-12070146-a3f1-4bea-ae22-c6815edd09ab None None] Provisioning complete for port 37927035-04d0-4527-93e5-89fb47982b40 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:47.041761 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-12070146-a3f1-4bea-ae22-c6815edd09ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.150156 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.204167 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a4eaab97-fff6-45a7-bcd1-82672366211c up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:57:47.213837 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.257386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d2ad107d-1784-48b1-a93c-cf31032cfe4c None None] Provisioning complete for port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:47.257763 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d2ad107d-1784-48b1-a93c-cf31032cfe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.263279 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Pushing event updated for resources: {'Port': ['ID=9d3f511e-819b-4664-9a95-f4bd2f616ad8,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:47.293815 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:47.300410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:47.300410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:47.300410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:47.300410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:47.300410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:47.300410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:47.300410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:47.300410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:47.300410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:47.300410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:47.300410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:57:47.302894 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port a4eaab97-fff6-45a7-bcd1-82672366211c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:47.303270 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.306529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad107d-1784-48b1-a93c-cf31032cfe4c None None] Port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:57:47.329413 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Attempting to bind port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:57:47.329792 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Attempting to bind port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '035d571e-a8d9-4fce-81ae-19eb23bb56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:57:47.330299 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Attempting to bind port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 on network 657846e5-562e-4b41-a750-f6f00bbb5695 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:57:47.344652 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:57:47.345436 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:57:47.345810 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Checking segment: {'id': '035d571e-a8d9-4fce-81ae-19eb23bb56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:57:47.346214 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.346633 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Bound using segment: {'id': '035d571e-a8d9-4fce-81ae-19eb23bb56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:57:47.347511 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Bound port: 9d3f511e-819b-4664-9a95-f4bd2f616ad8, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035d571e-a8d9-4fce-81ae-19eb23bb56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:57:47.348039 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.421216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37927035-04d0-4527-93e5-89fb47982b40 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:57:47.442847 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] For port 9d3f511e-819b-4664-9a95-f4bd2f616ad8, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:57:47.446249 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] For port 9d3f511e-819b-4664-9a95-f4bd2f616ad8, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9d3f511e-819b-4664-9a95-f4bd2f616ad8,segment=NetworkSegment(035d571e-a8d9-4fce-81ae-19eb23bb56c1),segment_id=035d571e-a8d9-4fce-81ae-19eb23bb56c1)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:57:47.467291 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1e202745-a7bc-42e3-b197-2406942446c0 None None] Provisioning complete for port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:47.467648 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1e202745-a7bc-42e3-b197-2406942446c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.506133 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.514918 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1e202745-a7bc-42e3-b197-2406942446c0 None None] Port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:57:47.521710 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 37927035-04d0-4527-93e5-89fb47982b40 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:47.522300 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.573721 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Routers {'e6a58200-87ce-43aa-84ff-4287dfb39bb2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:57:47.574443 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:47.618064 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9f0fa-2681-4573-b068-be5d29ce753a None None] Pushing event updated for resources: {'Port': ['ID=9d3f511e-819b-4664-9a95-f4bd2f616ad8,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:47.636682 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-69ee17aa-0dd3-4b1c-a9d0-de42181c40e0 None None] Provisioning complete for port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:47.637059 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-69ee17aa-0dd3-4b1c-a9d0-de42181c40e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.697992 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] Set router e6a58200-87ce-43aa-84ff-4287dfb39bb2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:57:47.727558 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-69ee17aa-0dd3-4b1c-a9d0-de42181c40e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.761323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-69ee17aa-0dd3-4b1c-a9d0-de42181c40e0 None None] For port 9d3f511e-819b-4664-9a95-f4bd2f616ad8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9d3f511e-819b-4664-9a95-f4bd2f616ad8,segment=NetworkSegment(035d571e-a8d9-4fce-81ae-19eb23bb56c1),segment_id=035d571e-a8d9-4fce-81ae-19eb23bb56c1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:47.808264 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-69ee17aa-0dd3-4b1c-a9d0-de42181c40e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.856941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee17aa-0dd3-4b1c-a9d0-de42181c40e0 None None] Pushing event updated for resources: {'Port': ['ID=9d3f511e-819b-4664-9a95-f4bd2f616ad8,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:47.919105 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9d3f511e-819b-4664-9a95-f4bd2f616ad8', 'name': '', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:10:2b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:44Z', 'updated_at': '2021-10-13T11:57:47Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:57:47.926797 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ba796108-60b6-42c1-b449-a61b137aad52 None None] Provisioning complete for port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:47.927305 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba796108-60b6-42c1-b449-a61b137aad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:47.962141 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47065b50-2eca-4d49-a47f-4892b7775565 None None] The sync data for ids ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'] in n-d-813659-3 is: [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9d3f511e-819b-4664-9a95-f4bd2f616ad8', 'name': '', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:10:2b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:44Z', 'updated_at': '2021-10-13T11:57:47Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:57:48.009231 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-16ae77dc-d685-47f7-9378-1701260beb6d req-602fb231-ed92-4aa7-b3a1-c63ff16c1d0a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 210 time: 0.0432572 Oct 13 11:57:49.134547 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-243b0c8a-63df-4edc-b0ba-a1c0fbb5ea03 req-54e9b000-d0c5-4861-8bd4-4184acb408ad tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 210 time: 0.0272357 Oct 13 11:57:49.224949 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9d3f511e-819b-4664-9a95-f4bd2f616ad8 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:57:49.278203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:49.278627 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:50.217994 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c079b395-15eb-4d40-9e14-16878a6864c0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:50.219993 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c079b395-15eb-4d40-9e14-16878a6864c0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/networks?id=657846e5-562e-4b41-a750-f6f00bbb5695 HTTP/1.1" status: 200 len: 797 time: 0.1058614 Oct 13 11:57:50.238118 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-802c0f2a-a8e7-40c8-8633-2844abc83bd0 req-ea312316-f180-4151-b712-4cd9cd4b50b2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 210 time: 0.0285366 Oct 13 11:57:50.275386 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-85953e50-dbc3-4d55-984c-5a79ad585314 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 379 time: 0.0458617 Oct 13 11:57:50.284887 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f7820447-67dc-4c03-a353-2d96e4f48e94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'port': {'device_id': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'admin_state_up': True, 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'security_groups': ['419e9525-d615-4e88-9e94-03e4b5a99fd9']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:57:50.448529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f7820447-67dc-4c03-a353-2d96e4f48e94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:57:50.452250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f7820447-67dc-4c03-a353-2d96e4f48e94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:50.583432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f7820447-67dc-4c03-a353-2d96e4f48e94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.20.0.8 (657846e5-562e-4b41-a750-f6f00bbb5695/f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f/ee8913e2-c79a-44ca-93d0-82358d20f0e4) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:57:50.720738 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f7820447-67dc-4c03-a353-2d96e4f48e94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:50.803259 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f7820447-67dc-4c03-a353-2d96e4f48e94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:50.853715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f7820447-67dc-4c03-a353-2d96e4f48e94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 657846e5-562e-4b41-a750-f6f00bbb5695 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:57:50.856986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f7820447-67dc-4c03-a353-2d96e4f48e94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:57:50.859596 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f7820447-67dc-4c03-a353-2d96e4f48e94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:57:50.868175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7820447-67dc-4c03-a353-2d96e4f48e94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=ee8913e2-c79a-44ca-93d0-82358d20f0e4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:50.918084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f7820447-67dc-4c03-a353-2d96e4f48e94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:50.918762 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f7820447-67dc-4c03-a353-2d96e4f48e94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:50.977768 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f7820447-67dc-4c03-a353-2d96e4f48e94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6969953 Oct 13 11:57:51.036349 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Request body: {'port': {'device_id': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:57:51.086889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7e8bf629-41a7-4703-b30c-03ae96866177 None None] Provisioning complete for port ee8913e2-c79a-44ca-93d0-82358d20f0e4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:51.087493 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7e8bf629-41a7-4703-b30c-03ae96866177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:51.089805 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:51.121311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7e8bf629-41a7-4703-b30c-03ae96866177 None None] Port ee8913e2-c79a-44ca-93d0-82358d20f0e4 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:57:51.355179 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42e0e7-f087-44eb-a0bb-152111283cba req-09cd8a35-b6e2-494e-8aab-a0e80822e4bf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:51.356653 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c42e0e7-f087-44eb-a0bb-152111283cba req-09cd8a35-b6e2-494e-8aab-a0e80822e4bf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 931 time: 0.0488431 Oct 13 11:57:51.365704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8913e2-c79a-44ca-93d0-82358d20f0e4 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:57:51.373259 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:51.387495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Transition to ACTIVE for port object ee8913e2-c79a-44ca-93d0-82358d20f0e4 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:57:51.396466 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3c42e0e7-f087-44eb-a0bb-152111283cba req-4a4c6d22-5b6f-46de-a474-403f9a9533ed tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327976 Oct 13 11:57:51.454435 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:51.505357 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Pushing event updated for resources: {'Port': ['ID=ee8913e2-c79a-44ca-93d0-82358d20f0e4,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:51.583426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Attempting to bind port ee8913e2-c79a-44ca-93d0-82358d20f0e4 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:57:51.583766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Attempting to bind port ee8913e2-c79a-44ca-93d0-82358d20f0e4 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '035d571e-a8d9-4fce-81ae-19eb23bb56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:57:51.584099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Attempting to bind port ee8913e2-c79a-44ca-93d0-82358d20f0e4 on network 657846e5-562e-4b41-a750-f6f00bbb5695 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:57:51.588657 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Port ee8913e2-c79a-44ca-93d0-82358d20f0e4 on network 657846e5-562e-4b41-a750-f6f00bbb5695 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:57:51.588976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Attempting to bind port ee8913e2-c79a-44ca-93d0-82358d20f0e4 on network 657846e5-562e-4b41-a750-f6f00bbb5695 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:57:51.593916 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:57:51.594248 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Checking segment: {'id': '035d571e-a8d9-4fce-81ae-19eb23bb56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:57:51.594710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Bound using segment: {'id': '035d571e-a8d9-4fce-81ae-19eb23bb56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:57:51.595143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Bound port: ee8913e2-c79a-44ca-93d0-82358d20f0e4, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035d571e-a8d9-4fce-81ae-19eb23bb56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:57:51.595501 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:51.666351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] For port ee8913e2-c79a-44ca-93d0-82358d20f0e4, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:57:51.669581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] For port ee8913e2-c79a-44ca-93d0-82358d20f0e4, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ee8913e2-c79a-44ca-93d0-82358d20f0e4,segment=NetworkSegment(035d571e-a8d9-4fce-81ae-19eb23bb56c1),segment_id=035d571e-a8d9-4fce-81ae-19eb23bb56c1)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:57:51.762995 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:51.802105 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:51.802737 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:51.804167 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] 10.222.0.46 "PUT /v2.0/ports/ee8913e2-c79a-44ca-93d0-82358d20f0e4 HTTP/1.1" status: 200 len: 1091 time: 0.8181906 Oct 13 11:57:51.804608 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'tag': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:57:51.806927 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1f7e2b-a3f1-4deb-911e-e6009edff872" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9f8073-994e-4071-bc96-c0a3ff0cd828", "tag": "ee8913e2-c79a-44ca-93d0-82358d20f0e4"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:57:51.826969 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b9e7d-8595-491f-9f5f-994fd88526ef service neutron] Pushing event updated for resources: {'Port': ['ID=ee8913e2-c79a-44ca-93d0-82358d20f0e4,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:51.854663 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bc13e7-2f38-49f0-84ef-f34719d4b20c x-openstack-request-id: req-80bc13e7-2f38-49f0-84ef-f34719d4b20c {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:57:51.855032 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9f8073-994e-4071-bc96-c0a3ff0cd828", "tag": "ee8913e2-c79a-44ca-93d0-82358d20f0e4", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:57:51.855353 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80bc13e7-2f38-49f0-84ef-f34719d4b20c {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:57:51.855772 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'tag': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4', 'status': 'completed', 'code': 200} Oct 13 11:57:51.931077 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f7e2b-a3f1-4deb-911e-e6009edff872 req-fd085586-6aca-4056-9646-6c4e89d7a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:51.932817 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3d1f7e2b-a3f1-4deb-911e-e6009edff872 req-fd085586-6aca-4056-9646-6c4e89d7a64c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 1094 time: 0.0555539 Oct 13 11:57:52.039635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f7e2b-a3f1-4deb-911e-e6009edff872 req-537d8345-7f0f-4555-a6d5-81f66d63de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:52.041111 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3d1f7e2b-a3f1-4deb-911e-e6009edff872 req-537d8345-7f0f-4555-a6d5-81f66d63de8c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e8cd4a1746fc488b99262772d8fc167c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1006856 Oct 13 11:57:52.151501 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f7e2b-a3f1-4deb-911e-e6009edff872 req-169fe599-4a04-444a-ab24-79c7aff80224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:52.153518 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3d1f7e2b-a3f1-4deb-911e-e6009edff872 req-169fe599-4a04-444a-ab24-79c7aff80224 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052358 Oct 13 11:57:52.230927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f85da07e-77b4-445b-a292-1e52bd0d925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:52.232450 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f85da07e-77b4-445b-a292-1e52bd0d925e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 1094 time: 0.0418208 Oct 13 11:57:52.274404 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-f6537729-d935-47fe-9c79-69855bbca0c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee8913e2-c79a-44ca-93d0-82358d20f0e4 HTTP/1.1" status: 200 len: 217 time: 0.0343437 Oct 13 11:57:52.328272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-0e88967f-d916-4b4e-bb47-6982ec39c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:52.329625 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-0e88967f-d916-4b4e-bb47-6982ec39c0dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f HTTP/1.1" status: 200 len: 834 time: 0.0488429 Oct 13 11:57:52.377412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-5f50aeb4-3a02-479d-bf90-cf1d3251ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:52.378966 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-5f50aeb4-3a02-479d-bf90-cf1d3251ea01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=657846e5-562e-4b41-a750-f6f00bbb5695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429127 Oct 13 11:57:52.475664 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-9abcd042-4ac1-4b85-86da-fc8b2f5cbaa4 service neutron] 10.222.0.46 "GET /v2.0/networks/657846e5-562e-4b41-a750-f6f00bbb5695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897429 Oct 13 11:57:52.522826 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5c25-036c-46a1-acfc-bb2e5999c661 req-8f28bd76-9c60-461f-b4d4-37094569212e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:52.524954 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-626c5c25-036c-46a1-acfc-bb2e5999c661 req-8f28bd76-9c60-461f-b4d4-37094569212e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 943 time: 0.0577962 Oct 13 11:57:52.564723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-626c5c25-036c-46a1-acfc-bb2e5999c661 req-f53ccd74-00e4-46ec-a07f-284a207b7ffc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333967 Oct 13 11:57:52.583951 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e5799fc0-6e6c-4c58-844f-cbb8d71f05a7 req-aa41412b-061a-4378-8226-df10d84bb60e service neutron] 10.222.0.46 "GET /v2.0/networks/657846e5-562e-4b41-a750-f6f00bbb5695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013834 Oct 13 11:57:53.682320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50219c95-e061-4336-98c0-48f76bfa0776 req-479c07f7-666c-4d10-a4f6-1e4e9aa9b7bc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:53.683819 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50219c95-e061-4336-98c0-48f76bfa0776 req-479c07f7-666c-4d10-a4f6-1e4e9aa9b7bc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 943 time: 0.0497386 Oct 13 11:57:53.722509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50219c95-e061-4336-98c0-48f76bfa0776 req-7dfeddaf-5e62-4ac8-b82d-e4ecfbd86da9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317209 Oct 13 11:57:54.837943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d025001-d57f-401d-9b87-89af0fc5322c req-af98f4dd-7015-4c33-9a36-584da25ceb98 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:54.839462 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d025001-d57f-401d-9b87-89af0fc5322c req-af98f4dd-7015-4c33-9a36-584da25ceb98 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 943 time: 0.0491068 Oct 13 11:57:54.877626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d025001-d57f-401d-9b87-89af0fc5322c req-ab34ec37-a421-45a4-8d60-8a2cf54fbc6b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317523 Oct 13 11:57:55.995051 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59fc61-204b-4135-8943-c548836fc1fd req-df2f91d5-fe2d-4b6b-b636-67e43c5c03f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:55.996510 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa59fc61-204b-4135-8943-c548836fc1fd req-df2f91d5-fe2d-4b6b-b636-67e43c5c03f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 943 time: 0.0520632 Oct 13 11:57:56.036454 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fa59fc61-204b-4135-8943-c548836fc1fd req-0e6a9771-3e2b-49d8-a5d9-6e6be273767e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333936 Oct 13 11:57:56.396631 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ee8913e2-c79a-44ca-93d0-82358d20f0e4 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:57:56.506944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ee8913e2-c79a-44ca-93d0-82358d20f0e4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ee8913e2-c79a-44ca-93d0-82358d20f0e4,segment=NetworkSegment(035d571e-a8d9-4fce-81ae-19eb23bb56c1),segment_id=035d571e-a8d9-4fce-81ae-19eb23bb56c1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:56.520556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'port_id': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4', 'mac_address': 'fa:16:3e:a2:90:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:57:56.562842 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:56.576282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8913e2-c79a-44ca-93d0-82358d20f0e4 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:57:56.597442 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ee8913e2-c79a-44ca-93d0-82358d20f0e4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ee8913e2-c79a-44ca-93d0-82358d20f0e4,segment=NetworkSegment(035d571e-a8d9-4fce-81ae-19eb23bb56c1),segment_id=035d571e-a8d9-4fce-81ae-19eb23bb56c1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:56.677154 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:56.729270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=ee8913e2-c79a-44ca-93d0-82358d20f0e4,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:57.095590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['ee8913e2-c79a-44ca-93d0-82358d20f0e4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:57:57.162753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c684c-b135-41a5-b04a-a9e5207006d1 req-c2144da1-f74f-4e68-b280-e1f9e1a2b31b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:57.165004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe2c684c-b135-41a5-b04a-a9e5207006d1 req-c2144da1-f74f-4e68-b280-e1f9e1a2b31b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 944 time: 0.0549135 Oct 13 11:57:57.211391 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fe2c684c-b135-41a5-b04a-a9e5207006d1 req-eaaa3204-cda6-4c15-9351-8c36071db012 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395002 Oct 13 11:57:58.328850 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be750ff-c46c-442a-a8fd-9b5ac33f210c req-8c17d5f4-122c-4810-aa5f-c9be27c41cf5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:58.330974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6be750ff-c46c-442a-a8fd-9b5ac33f210c req-8c17d5f4-122c-4810-aa5f-c9be27c41cf5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 944 time: 0.0503683 Oct 13 11:57:58.369570 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6be750ff-c46c-442a-a8fd-9b5ac33f210c req-fff4da34-0f6c-4906-8686-485b71aa94a2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323269 Oct 13 11:57:58.429027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ee8913e2-c79a-44ca-93d0-82358d20f0e4 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:57:58.562902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port ee8913e2-c79a-44ca-93d0-82358d20f0e4 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:57:58.567196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port ee8913e2-c79a-44ca-93d0-82358d20f0e4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:57:58.567566 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:58.649321 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:58.675598 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:57:58.677894 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508177dc-3496-48e5-bbc9-2403aa566173" -d '{"events": [{"server_uuid": "4a9f8073-994e-4071-bc96-c0a3ff0cd828", "name": "network-vif-plugged", "status": "completed", "tag": "ee8913e2-c79a-44ca-93d0-82358d20f0e4"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:57:58.690256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port ee8913e2-c79a-44ca-93d0-82358d20f0e4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ee8913e2-c79a-44ca-93d0-82358d20f0e4,segment=NetworkSegment(035d571e-a8d9-4fce-81ae-19eb23bb56c1),segment_id=035d571e-a8d9-4fce-81ae-19eb23bb56c1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:57:58.768661 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:57:58.771431 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7244e952-6e38-4f75-b014-e813db3c57df x-openstack-request-id: req-7244e952-6e38-4f75-b014-e813db3c57df {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:57:58.771720 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9f8073-994e-4071-bc96-c0a3ff0cd828", "name": "network-vif-plugged", "status": "completed", "tag": "ee8913e2-c79a-44ca-93d0-82358d20f0e4", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:57:58.771968 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7244e952-6e38-4f75-b014-e813db3c57df {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:57:58.772348 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4', 'code': 200} Oct 13 11:57:58.821699 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=ee8913e2-c79a-44ca-93d0-82358d20f0e4,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:57:58.871285 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec679d28-d146-43f1-836d-2540b4a65f2e req-c32c165e-623c-43f7-afb1-a639e11cebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:58.872790 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ec679d28-d146-43f1-836d-2540b4a65f2e req-c32c165e-623c-43f7-afb1-a639e11cebc8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 1096 time: 0.0421708 Oct 13 11:57:58.909954 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ec679d28-d146-43f1-836d-2540b4a65f2e req-c92666a1-c679-451d-8fd7-7a2fc31a7f6a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296197 Oct 13 11:57:59.489717 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102909f-0b20-416f-977f-3de06dfa7b98 req-a61171a1-6c23-487d-adae-e16c5713f6db tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:57:59.491230 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3102909f-0b20-416f-977f-3de06dfa7b98 req-a61171a1-6c23-487d-adae-e16c5713f6db tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 945 time: 0.0531878 Oct 13 11:57:59.529595 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3102909f-0b20-416f-977f-3de06dfa7b98 req-1a945238-49b3-435d-9857-1578f67bed91 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324605 Oct 13 11:58:00.643585 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941595a-b455-4aa5-b733-2bab13eb4556 req-d8eab6b7-1212-4d09-8691-a56a51958119 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:58:00.645102 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7941595a-b455-4aa5-b733-2bab13eb4556 req-d8eab6b7-1212-4d09-8691-a56a51958119 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 945 time: 0.0488036 Oct 13 11:58:00.682943 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7941595a-b455-4aa5-b733-2bab13eb4556 req-322b0aa2-7d90-4e62-8c4a-4c29e65b7895 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319297 Oct 13 11:58:00.797412 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1b4ee-f84a-4253-ad46-c9fad4bf1e18 req-14e6635f-5367-45cf-a47f-79c27f1eb3c7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:58:00.800142 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0db1b4ee-f84a-4253-ad46-c9fad4bf1e18 req-14e6635f-5367-45cf-a47f-79c27f1eb3c7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 945 time: 0.0523913 Oct 13 11:58:00.838621 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0db1b4ee-f84a-4253-ad46-c9fad4bf1e18 req-f10bb271-a95d-40df-9b9c-b76308c82ed3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323980 Oct 13 11:58:00.860033 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39102) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:58:00.904014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca491a6d-193f-4173-a17b-72d0982949fe tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:58:00.905513 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ca491a6d-193f-4173-a17b-72d0982949fe tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 1091 time: 0.0436985 Oct 13 11:58:00.909116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39104) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:58:00.913435 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:58:00.997221 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:01.093254 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:01.349644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.25.0.72 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/f5b222d2-49a4-4c2e-ac3c-d4564c56e678) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:58:01.452333 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:01.546017 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:01.584930 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:58:01.587796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:58:01.591506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:58:01.615619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=f5b222d2-49a4-4c2e-ac3c-d4564c56e678,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:58:01.950874 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:02.451532 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:02.606001 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:02.665979 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:02.739683 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=f5b222d2-49a4-4c2e-ac3c-d4564c56e678,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:58:02.749417 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:02.853670 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Floating IP 09437efe-7ee8-4a2e-a525-9ab41035134d associated. External IP: 172.25.0.72, port: ee8913e2-c79a-44ca-93d0-82358d20f0e4. Oct 13 11:58:03.072116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router e6a58200-87ce-43aa-84ff-4287dfb39bb2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:58:03.187702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:58:03.200345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8a075b-f7c6-4574-8694-ee8710230caa None None] Sync routers for ids ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:58:03.212176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a075b-f7c6-4574-8694-ee8710230caa None None] Routers {'e6a58200-87ce-43aa-84ff-4287dfb39bb2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:58:03.212788 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1e8a075b-f7c6-4574-8694-ee8710230caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:58:03.319369 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1e8a075b-f7c6-4574-8694-ee8710230caa None None] Set router e6a58200-87ce-43aa-84ff-4287dfb39bb2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:58:03.328825 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:03.354609 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-81810980-bb48-4c18-a011-65c691b0f631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4442813 Oct 13 11:58:03.355528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'tag': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:58:03.357781 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296bd8ed-e87e-4ed7-b38a-dadda2da8d23" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9f8073-994e-4071-bc96-c0a3ff0cd828", "tag": "ee8913e2-c79a-44ca-93d0-82358d20f0e4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:58:03.461189 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61d4db-331a-4563-8b03-2f1294e95450 req-40e0f7a5-2f80-4c05-bd4c-63697b318cf4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:58:03.462763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b61d4db-331a-4563-8b03-2f1294e95450 req-40e0f7a5-2f80-4c05-bd4c-63697b318cf4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 945 time: 0.0570097 Oct 13 11:58:03.506692 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b61d4db-331a-4563-8b03-2f1294e95450 req-c4488a7f-0fb7-413d-8903-b2b30e2d105c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378439 Oct 13 11:58:03.530422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39110) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:58:03.571088 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020ba048-0fe0-4974-b6e0-32d4b37d0842 x-openstack-request-id: req-020ba048-0fe0-4974-b6e0-32d4b37d0842 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:58:03.571377 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9f8073-994e-4071-bc96-c0a3ff0cd828", "tag": "ee8913e2-c79a-44ca-93d0-82358d20f0e4", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:58:03.571628 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-020ba048-0fe0-4974-b6e0-32d4b37d0842 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:58:03.572026 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'tag': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4', 'status': 'completed', 'code': 200} Oct 13 11:58:03.574406 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1e8a075b-f7c6-4574-8694-ee8710230caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '09437efe-7ee8-4a2e-a525-9ab41035134d', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'port_id': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'mac_address': 'fa:16:3e:a2:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:58:01Z', 'updated_at': '2021-10-13T11:58:01Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3f511e-819b-4664-9a95-f4bd2f616ad8', 'name': '', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:10:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:44Z', 'updated_at': '2021-10-13T11:57:47Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:58:03.602233 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8320efc3-6702-48b2-81fb-348fdff1fd32 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/09437efe-7ee8-4a2e-a525-9ab41035134d HTTP/1.1" status: 200 len: 990 time: 0.0694342 Oct 13 11:58:03.604249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8a075b-f7c6-4574-8694-ee8710230caa None None] Checking router: e6a58200-87ce-43aa-84ff-4287dfb39bb2 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:58:03.614168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a075b-f7c6-4574-8694-ee8710230caa None None] Routers {'e6a58200-87ce-43aa-84ff-4287dfb39bb2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:58:03.614816 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1e8a075b-f7c6-4574-8694-ee8710230caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:57:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:58:03.633190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bd8ed-e87e-4ed7-b38a-dadda2da8d23 req-c18529ba-7b8e-4723-9213-258f93660883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:58:03.634739 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-296bd8ed-e87e-4ed7-b38a-dadda2da8d23 req-c18529ba-7b8e-4723-9213-258f93660883 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 1096 time: 0.0428262 Oct 13 11:58:03.728646 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1e8a075b-f7c6-4574-8694-ee8710230caa None None] Set router e6a58200-87ce-43aa-84ff-4287dfb39bb2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:58:03.736201 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bd8ed-e87e-4ed7-b38a-dadda2da8d23 req-230e89f0-2433-4d1f-8d3b-606c7edbd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:58:03.737692 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-296bd8ed-e87e-4ed7-b38a-dadda2da8d23 req-230e89f0-2433-4d1f-8d3b-606c7edbd02f service neutron] 10.222.0.46 "GET /v2.0/networks?id=657846e5-562e-4b41-a750-f6f00bbb5695 HTTP/1.1" status: 200 len: 898 time: 0.0965908 Oct 13 11:58:03.818408 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-296bd8ed-e87e-4ed7-b38a-dadda2da8d23 req-7c69ccc1-f9f3-478c-bfd7-29c6e227c8fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee8913e2-c79a-44ca-93d0-82358d20f0e4 HTTP/1.1" status: 200 len: 998 time: 0.0740185 Oct 13 11:58:03.874025 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bd8ed-e87e-4ed7-b38a-dadda2da8d23 req-7d61dd8d-7bbf-4e37-a00f-f5cc1007ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:58:03.875585 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-296bd8ed-e87e-4ed7-b38a-dadda2da8d23 req-7d61dd8d-7bbf-4e37-a00f-f5cc1007ac38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f HTTP/1.1" status: 200 len: 834 time: 0.0504837 Oct 13 11:58:03.924154 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bd8ed-e87e-4ed7-b38a-dadda2da8d23 req-ddec8459-559d-48c2-be02-a1715c2a7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:58:03.925793 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-296bd8ed-e87e-4ed7-b38a-dadda2da8d23 req-ddec8459-559d-48c2-be02-a1715c2a7c6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=657846e5-562e-4b41-a750-f6f00bbb5695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428247 Oct 13 11:58:03.970574 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1e8a075b-f7c6-4574-8694-ee8710230caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '09437efe-7ee8-4a2e-a525-9ab41035134d', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'port_id': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'mac_address': 'fa:16:3e:a2:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:58:01Z', 'updated_at': '2021-10-13T11:58:01Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3f511e-819b-4664-9a95-f4bd2f616ad8', 'name': '', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:10:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:44Z', 'updated_at': '2021-10-13T11:57:47Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:58:04.003238 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8a075b-f7c6-4574-8694-ee8710230caa None None] The sync data for ids ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'] in n-d-813659-3 is: [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '09437efe-7ee8-4a2e-a525-9ab41035134d', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'port_id': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'mac_address': 'fa:16:3e:a2:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:58:01Z', 'updated_at': '2021-10-13T11:58:01Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3f511e-819b-4664-9a95-f4bd2f616ad8', 'name': '', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:10:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:44Z', 'updated_at': '2021-10-13T11:57:47Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:58:04.023903 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-296bd8ed-e87e-4ed7-b38a-dadda2da8d23 req-459902e5-01ca-4df6-bfd0-3554ecded534 service neutron] 10.222.0.46 "GET /v2.0/networks/657846e5-562e-4b41-a750-f6f00bbb5695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913904 Oct 13 11:58:04.130189 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-296bd8ed-e87e-4ed7-b38a-dadda2da8d23 req-3398a43f-5627-4082-bff3-e4355f76b5d0 service neutron] 10.222.0.46 "GET /v2.0/networks/657846e5-562e-4b41-a750-f6f00bbb5695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976005 Oct 13 11:58:04.202819 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c7b53-f001-43b8-a14f-a0e6f42ccf40 None None] New status for floating IP 09437efe-7ee8-4a2e-a525-9ab41035134d: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:58:04.605028 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39112) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:58:04.668702 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9058c115-8c9a-4068-b03c-5160ce5a03f2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/09437efe-7ee8-4a2e-a525-9ab41035134d HTTP/1.1" status: 200 len: 992 time: 0.0625122 Oct 13 11:58:08.100898 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0cea460f-36ef-4306-98ba-962b2aec183e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:09.443480 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:10.894267 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cbeefd66-66fc-48ef-be95-0d1064aae5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:11.168625 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:11.791250 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:12.431504 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:13.711231 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:24.344214 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:58:31.446654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-c7e20bed-6e0a-4017-9043-435a8fe9c936 req-b9a6130f-bf34-46f6-95ee-21744f5f9ef0 service neutron] (101991) timed out ('10.222.0.32', 36002) {{(pid=101991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 11:58:38.048944 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-efbf95ae-4109-40ee-8d57-3b215257a154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:39.465606 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:40.855283 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cf8379f2-7950-43e0-8a92-7b8f267931c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:41.151200 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:41.791437 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:42.459625 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:43.636838 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:58:46.103606 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98ff67c0-79e7-4451-ac85-241555c51676 req-b66bc4e8-80a6-4a49-8d58-b2f5edd70f31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414844 Oct 13 11:58:46.190540 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff67c0-79e7-4451-ac85-241555c51676 req-f325362a-eea0-4cba-a1a5-227b1ec142b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:58:46.192091 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98ff67c0-79e7-4451-ac85-241555c51676 req-f325362a-eea0-4cba-a1a5-227b1ec142b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 1096 time: 0.0457389 Oct 13 11:58:46.295221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff67c0-79e7-4451-ac85-241555c51676 req-d6f620e7-3578-46a9-b301-e6e1a441bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:58:46.296706 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98ff67c0-79e7-4451-ac85-241555c51676 req-d6f620e7-3578-46a9-b301-e6e1a441bf6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=657846e5-562e-4b41-a750-f6f00bbb5695 HTTP/1.1" status: 200 len: 898 time: 0.0863562 Oct 13 11:58:46.367866 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98ff67c0-79e7-4451-ac85-241555c51676 req-f1bfc26e-9556-49d4-901f-d11e156f8c0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee8913e2-c79a-44ca-93d0-82358d20f0e4 HTTP/1.1" status: 200 len: 1000 time: 0.0638175 Oct 13 11:58:46.418768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff67c0-79e7-4451-ac85-241555c51676 req-379308fe-57ab-42a6-8cff-f50d9fc4e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:58:46.420214 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98ff67c0-79e7-4451-ac85-241555c51676 req-379308fe-57ab-42a6-8cff-f50d9fc4e10b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f HTTP/1.1" status: 200 len: 834 time: 0.0449507 Oct 13 11:58:46.467855 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff67c0-79e7-4451-ac85-241555c51676 req-71e4c811-ecaa-4ddf-b0fb-9cf9f9c0a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:58:46.469321 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98ff67c0-79e7-4451-ac85-241555c51676 req-71e4c811-ecaa-4ddf-b0fb-9cf9f9c0a1e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=657846e5-562e-4b41-a750-f6f00bbb5695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413485 Oct 13 11:58:46.561983 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98ff67c0-79e7-4451-ac85-241555c51676 req-13b3e268-eacc-4c20-a1e7-77298b8d26eb service neutron] 10.222.0.46 "GET /v2.0/networks/657846e5-562e-4b41-a750-f6f00bbb5695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855327 Oct 13 11:58:46.651235 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-98ff67c0-79e7-4451-ac85-241555c51676 req-7e994161-390f-44f4-b49f-3dc0f8257b4d service neutron] 10.222.0.46 "GET /v2.0/networks/657846e5-562e-4b41-a750-f6f00bbb5695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823519 Oct 13 11:59:01.343269 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:59:08.030789 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-09a79021-92f4-4d9d-95a8-6741e84ec078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:09.465138 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:10.848208 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dc5f0dc1-d07b-4df9-88b1-eff532b6d68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:11.162469 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:11.802139 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:12.489026 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:13.676227 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:20.932513 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec749e15-628a-4ead-b77b-a617546d8869 req-8d8233a3-498e-4610-b4ea-fa5f0dac86a3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:20.934026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec749e15-628a-4ead-b77b-a617546d8869 req-8d8233a3-498e-4610-b4ea-fa5f0dac86a3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 945 time: 0.0524881 Oct 13 11:59:20.971306 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec749e15-628a-4ead-b77b-a617546d8869 req-682433d0-271b-4b07-8c11-ed0ffde554d9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312691 Oct 13 11:59:22.087272 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c75a7-28a0-4914-9a89-cbe869b1c188 req-d3973ba5-4eb2-4a50-8f66-e5119b19cf91 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:22.088804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc0c75a7-28a0-4914-9a89-cbe869b1c188 req-d3973ba5-4eb2-4a50-8f66-e5119b19cf91 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 945 time: 0.0486541 Oct 13 11:59:22.126831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc0c75a7-28a0-4914-9a89-cbe869b1c188 req-0f19ed65-20ab-4199-8ddb-3832cb67bf41 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321786 Oct 13 11:59:22.149230 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39158) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:22.211682 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5fe861df-c031-413c-8bf8-5d440992dc73 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/09437efe-7ee8-4a2e-a525-9ab41035134d HTTP/1.1" status: 200 len: 992 time: 0.0612943 Oct 13 11:59:23.626119 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69251b41-20ea-49ed-be6c-166dfb3e0156 req-413b6a53-deb9-4e4f-957a-282faa411ac7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:23.628147 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-69251b41-20ea-49ed-be6c-166dfb3e0156 req-413b6a53-deb9-4e4f-957a-282faa411ac7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 945 time: 0.0746362 Oct 13 11:59:23.678225 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-69251b41-20ea-49ed-be6c-166dfb3e0156 req-eae3e8e0-ad0b-44f4-a2b1-7e29e85c86d9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363410 Oct 13 11:59:24.794980 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c9e04-c94c-4817-a7c0-77c92261b540 req-6753b69a-6ab2-41d3-954b-49771e423179 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:24.796439 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-777c9e04-c94c-4817-a7c0-77c92261b540 req-6753b69a-6ab2-41d3-954b-49771e423179 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 945 time: 0.0488656 Oct 13 11:59:24.839042 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-777c9e04-c94c-4817-a7c0-77c92261b540 req-91bfefc6-1328-4864-a968-19503d5db6db tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361705 Oct 13 11:59:24.861002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39168) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:24.923000 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c6e10a77-b8b5-4322-ab93-5adf0f350c24 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/09437efe-7ee8-4a2e-a525-9ab41035134d HTTP/1.1" status: 200 len: 992 time: 0.0608153 Oct 13 11:59:25.159636 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39174) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:25.314495 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port f5b222d2-49a4-4c2e-ac3c-d4564c56e678 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:59:25.314728 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:25.393880 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:25.394203 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:25.405790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for f5b222d2-49a4-4c2e-ac3c-d4564c56e678 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:59:25.631554 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:25.657619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=f5b222d2-49a4-4c2e-ac3c-d4564c56e678,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:25.669332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:25.669668 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:25.670015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:25.670376 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:25.670714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:25.671050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:25.671384 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:25.671715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:25.672049 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:25.672377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:25.672702 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:25.673025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:25.726531 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:25.726959 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Floating IP 09437efe-7ee8-4a2e-a525-9ab41035134d disassociated (deleted). External IP: 172.25.0.72, port: ee8913e2-c79a-44ca-93d0-82358d20f0e4. Oct 13 11:59:25.940432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router e6a58200-87ce-43aa-84ff-4287dfb39bb2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:59:26.046920 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:59:26.051753 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:26.058323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbb8b0-5749-47ca-bca1-ea54feed38ac None None] Sync routers for ids ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:59:26.067069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbb8b0-5749-47ca-bca1-ea54feed38ac None None] Routers {'e6a58200-87ce-43aa-84ff-4287dfb39bb2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:59:26.067674 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-54bbb8b0-5749-47ca-bca1-ea54feed38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:26.082068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-caf7e596-49cf-4f3f-a88a-8bbd3780c3ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/floatingips/09437efe-7ee8-4a2e-a525-9ab41035134d HTTP/1.1" status: 204 len: 168 time: 0.9213619 Oct 13 11:59:26.082784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'tag': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:59:26.085232 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e5f455-c866-49ac-ad86-6fd9057352c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9f8073-994e-4071-bc96-c0a3ff0cd828", "tag": "ee8913e2-c79a-44ca-93d0-82358d20f0e4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:59:26.332638 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-54bbb8b0-5749-47ca-bca1-ea54feed38ac None None] Set router e6a58200-87ce-43aa-84ff-4287dfb39bb2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:59:26.410271 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3411b5b-30dd-4fe7-9582-1a4bbfe7e998 x-openstack-request-id: req-c3411b5b-30dd-4fe7-9582-1a4bbfe7e998 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:59:26.414631 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9f8073-994e-4071-bc96-c0a3ff0cd828", "tag": "ee8913e2-c79a-44ca-93d0-82358d20f0e4", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:59:26.414631 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3411b5b-30dd-4fe7-9582-1a4bbfe7e998 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:59:26.414631 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'tag': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4', 'status': 'completed', 'code': 200} Oct 13 11:59:26.488127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5f455-c866-49ac-ad86-6fd9057352c5 req-7fbefc2b-e32b-473b-b83a-afa9e3bc1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:26.490373 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3e5f455-c866-49ac-ad86-6fd9057352c5 req-7fbefc2b-e32b-473b-b83a-afa9e3bc1be1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 1096 time: 0.0538795 Oct 13 11:59:26.508182 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8ae86-f06b-405c-95f8-a1c2052d7970 req-e98fade4-3fc7-48f1-a555-e9f9b2bd37e6 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:26.509821 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92d8ae86-f06b-405c-95f8-a1c2052d7970 req-e98fade4-3fc7-48f1-a555-e9f9b2bd37e6 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 945 time: 0.0537426 Oct 13 11:59:26.547432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-54bbb8b0-5749-47ca-bca1-ea54feed38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9d3f511e-819b-4664-9a95-f4bd2f616ad8', 'name': '', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:10:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:44Z', 'updated_at': '2021-10-13T11:57:47Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:26.552998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92d8ae86-f06b-405c-95f8-a1c2052d7970 req-3476be65-e4ed-473d-8b78-cba0efd4feec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362647 Oct 13 11:59:26.574617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbb8b0-5749-47ca-bca1-ea54feed38ac None None] Checking router: e6a58200-87ce-43aa-84ff-4287dfb39bb2 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:59:26.583084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbb8b0-5749-47ca-bca1-ea54feed38ac None None] Routers {'e6a58200-87ce-43aa-84ff-4287dfb39bb2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:59:26.583627 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-54bbb8b0-5749-47ca-bca1-ea54feed38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:26.593725 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5f455-c866-49ac-ad86-6fd9057352c5 req-5d2a0def-5977-4066-b75d-3fdab66f4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:26.595246 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3e5f455-c866-49ac-ad86-6fd9057352c5 req-5d2a0def-5977-4066-b75d-3fdab66f4f70 service neutron] 10.222.0.46 "GET /v2.0/networks?id=657846e5-562e-4b41-a750-f6f00bbb5695 HTTP/1.1" status: 200 len: 898 time: 0.0965102 Oct 13 11:59:26.637367 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3e5f455-c866-49ac-ad86-6fd9057352c5 req-001220c9-0835-4d29-a6b0-63576b2fad2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee8913e2-c79a-44ca-93d0-82358d20f0e4 HTTP/1.1" status: 200 len: 217 time: 0.0339823 Oct 13 11:59:26.690910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5f455-c866-49ac-ad86-6fd9057352c5 req-21544afa-5eda-4f7a-a3af-992708bbec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:26.692341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-54bbb8b0-5749-47ca-bca1-ea54feed38ac None None] Set router e6a58200-87ce-43aa-84ff-4287dfb39bb2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:59:26.692503 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3e5f455-c866-49ac-ad86-6fd9057352c5 req-21544afa-5eda-4f7a-a3af-992708bbec59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f HTTP/1.1" status: 200 len: 834 time: 0.0479903 Oct 13 11:59:26.738646 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5f455-c866-49ac-ad86-6fd9057352c5 req-21248cc5-5fe8-4d6c-8d70-aa27e1ed2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:26.740174 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3e5f455-c866-49ac-ad86-6fd9057352c5 req-21248cc5-5fe8-4d6c-8d70-aa27e1ed2150 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=657846e5-562e-4b41-a750-f6f00bbb5695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405583 Oct 13 11:59:26.837052 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3e5f455-c866-49ac-ad86-6fd9057352c5 req-6991ec78-a349-4a2c-95f4-23348be5ca84 service neutron] 10.222.0.46 "GET /v2.0/networks/657846e5-562e-4b41-a750-f6f00bbb5695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881805 Oct 13 11:59:26.907027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-54bbb8b0-5749-47ca-bca1-ea54feed38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9d3f511e-819b-4664-9a95-f4bd2f616ad8', 'name': '', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:10:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:44Z', 'updated_at': '2021-10-13T11:57:47Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:26.933764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbb8b0-5749-47ca-bca1-ea54feed38ac None None] The sync data for ids ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'] in n-d-813659-3 is: [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '9d3f511e-819b-4664-9a95-f4bd2f616ad8', 'name': '', 'network_id': '657846e5-562e-4b41-a750-f6f00bbb5695', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:10:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:44Z', 'updated_at': '2021-10-13T11:57:47Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:59:26.937317 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b3e5f455-c866-49ac-ad86-6fd9057352c5 req-d94fa750-7ce8-4ee5-ab3d-60462bf1ae23 service neutron] 10.222.0.46 "GET /v2.0/networks/657846e5-562e-4b41-a750-f6f00bbb5695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931780 Oct 13 11:59:27.159399 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a5d475-28df-4d24-bf7a-7c5c7a2d89c9 None None] New status for floating IP 09437efe-7ee8-4a2e-a525-9ab41035134d: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:59:27.669185 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc90d1-8d87-444c-bf5f-a4580962e339 req-18188251-126a-449a-b7e9-044896fc427c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:27.670686 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-40cc90d1-8d87-444c-bf5f-a4580962e339 req-18188251-126a-449a-b7e9-044896fc427c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 945 time: 0.0484145 Oct 13 11:59:27.709004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-40cc90d1-8d87-444c-bf5f-a4580962e339 req-04576889-003a-482d-b7db-0176d2428ef6 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=419e9525-d615-4e88-9e94-03e4b5a99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324273 Oct 13 11:59:28.359639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56869cc3-ccc5-4d86-98fa-17b84676d68c req-25a772f2-2589-480e-80c6-e66dd822501c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:28.361042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-56869cc3-ccc5-4d86-98fa-17b84676d68c req-25a772f2-2589-480e-80c6-e66dd822501c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 945 time: 0.0504084 Oct 13 11:59:28.458963 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-56869cc3-ccc5-4d86-98fa-17b84676d68c req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port ee8913e2-c79a-44ca-93d0-82358d20f0e4 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:59:28.459305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-56869cc3-ccc5-4d86-98fa-17b84676d68c req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:28.553119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-56869cc3-ccc5-4d86-98fa-17b84676d68c req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port ee8913e2-c79a-44ca-93d0-82358d20f0e4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=ee8913e2-c79a-44ca-93d0-82358d20f0e4,segment=NetworkSegment(035d571e-a8d9-4fce-81ae-19eb23bb56c1),segment_id=035d571e-a8d9-4fce-81ae-19eb23bb56c1)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:59:28.553493 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-56869cc3-ccc5-4d86-98fa-17b84676d68c req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:28.567096 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-56869cc3-ccc5-4d86-98fa-17b84676d68c req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for ee8913e2-c79a-44ca-93d0-82358d20f0e4 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:59:28.745612 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-56869cc3-ccc5-4d86-98fa-17b84676d68c req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:28.777380 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=ee8913e2-c79a-44ca-93d0-82358d20f0e4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:28.792694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:28.792694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:28.792694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:28.792694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:28.792694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:28.792694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:28.792694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:28.794039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:28.794039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:28.794039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:28.794039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:28.794687 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:28.834422 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-070e3621-3194-4424-b18a-b8cd6f92b87e req-a5ed8c0d-ad1a-4b90-b9e6-2a1474c941f9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9f8073-994e-4071-bc96-c0a3ff0cd828 HTTP/1.1" status: 200 len: 210 time: 0.0424602 Oct 13 11:59:28.837519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-56869cc3-ccc5-4d86-98fa-17b84676d68c req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] No DVR routers for this DVR port ee8913e2-c79a-44ca-93d0-82358d20f0e4 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:59:28.841506 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-56869cc3-ccc5-4d86-98fa-17b84676d68c req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:28.845029 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-56869cc3-ccc5-4d86-98fa-17b84676d68c req-2fdfe52e-22fc-4d66-a1d7-eb37e394d556 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "DELETE /v2.0/ports/ee8913e2-c79a-44ca-93d0-82358d20f0e4 HTTP/1.1" status: 204 len: 173 time: 0.4780562 Oct 13 11:59:28.845572 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'name': 'network-vif-deleted', 'tag': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:59:28.848071 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4e22a4-b7f3-426d-b324-232e1dd5cedc" -d '{"events": [{"server_uuid": "4a9f8073-994e-4071-bc96-c0a3ff0cd828", "name": "network-vif-deleted", "tag": "ee8913e2-c79a-44ca-93d0-82358d20f0e4"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:59:28.902898 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df786974-8522-4bdc-8017-7c8cd81d1677 x-openstack-request-id: req-df786974-8522-4bdc-8017-7c8cd81d1677 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:59:28.902898 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9f8073-994e-4071-bc96-c0a3ff0cd828", "name": "network-vif-deleted", "tag": "ee8913e2-c79a-44ca-93d0-82358d20f0e4", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:59:28.902898 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df786974-8522-4bdc-8017-7c8cd81d1677 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:59:28.902898 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9f8073-994e-4071-bc96-c0a3ff0cd828', 'name': 'network-vif-deleted', 'tag': 'ee8913e2-c79a-44ca-93d0-82358d20f0e4', 'status': 'completed', 'code': 200} Oct 13 11:59:29.895192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39190) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:30.250942 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca849501-1130-43c5-baa8-a181ffef348f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:30.498516 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ca849501-1130-43c5-baa8-a181ffef348f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port 9d3f511e-819b-4664-9a95-f4bd2f616ad8 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:59:30.498847 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca849501-1130-43c5-baa8-a181ffef348f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:30.584217 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ca849501-1130-43c5-baa8-a181ffef348f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port 9d3f511e-819b-4664-9a95-f4bd2f616ad8, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=9d3f511e-819b-4664-9a95-f4bd2f616ad8,segment=NetworkSegment(035d571e-a8d9-4fce-81ae-19eb23bb56c1),segment_id=035d571e-a8d9-4fce-81ae-19eb23bb56c1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:59:30.584770 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca849501-1130-43c5-baa8-a181ffef348f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:30.597634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ca849501-1130-43c5-baa8-a181ffef348f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for 9d3f511e-819b-4664-9a95-f4bd2f616ad8 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:59:30.842519 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca849501-1130-43c5-baa8-a181ffef348f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:30.873558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca849501-1130-43c5-baa8-a181ffef348f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=9d3f511e-819b-4664-9a95-f4bd2f616ad8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:31.049280 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca849501-1130-43c5-baa8-a181ffef348f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:31.264161 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca849501-1130-43c5-baa8-a181ffef348f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router e6a58200-87ce-43aa-84ff-4287dfb39bb2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:59:31.680806 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca849501-1130-43c5-baa8-a181ffef348f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:59:31.686612 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ca849501-1130-43c5-baa8-a181ffef348f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "PUT /v2.0/routers/e6a58200-87ce-43aa-84ff-4287dfb39bb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7903149 Oct 13 11:59:31.689359 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39194) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:31.692413 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436cd4d6-8f4c-458f-92a0-d4004b48f6c2 None None] Sync routers for ids ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:59:31.701669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436cd4d6-8f4c-458f-92a0-d4004b48f6c2 None None] Routers {'e6a58200-87ce-43aa-84ff-4287dfb39bb2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:59:31.702270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-436cd4d6-8f4c-458f-92a0-d4004b48f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:31.741192 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ec4bb4-823f-408d-a660-b2c16000963d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting subnet f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 11:59:31.744245 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29ec4bb4-823f-408d-a660-b2c16000963d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:31.784491 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29ec4bb4-823f-408d-a660-b2c16000963d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:31.808408 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-436cd4d6-8f4c-458f-92a0-d4004b48f6c2 None None] Set router e6a58200-87ce-43aa-84ff-4287dfb39bb2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:59:31.872008 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29ec4bb4-823f-408d-a660-b2c16000963d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:31.991813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-436cd4d6-8f4c-458f-92a0-d4004b48f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:59:30Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:32.017897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436cd4d6-8f4c-458f-92a0-d4004b48f6c2 None None] Checking router: e6a58200-87ce-43aa-84ff-4287dfb39bb2 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:59:32.027011 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29ec4bb4-823f-408d-a660-b2c16000963d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:32.027224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436cd4d6-8f4c-458f-92a0-d4004b48f6c2 None None] Routers {'e6a58200-87ce-43aa-84ff-4287dfb39bb2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:59:32.027771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-436cd4d6-8f4c-458f-92a0-d4004b48f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:32.051757 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec4bb4-823f-408d-a660-b2c16000963d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Subnet': ['ID=f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:32.057866 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29ec4bb4-823f-408d-a660-b2c16000963d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:32.061616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-29ec4bb4-823f-408d-a660-b2c16000963d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/subnets/f6bf6cac-d89b-489b-aaf1-26c98bb7cb4f HTTP/1.1" status: 204 len: 168 time: 0.3700402 Oct 13 11:59:32.063804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39196) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:32.066423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a08f8e-5b2b-425c-a0eb-4b90994ad741 None None] Network 657846e5-562e-4b41-a750-f6f00bbb5695 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:59:32.172268 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:32.221590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-436cd4d6-8f4c-458f-92a0-d4004b48f6c2 None None] Set router e6a58200-87ce-43aa-84ff-4287dfb39bb2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:59:32.277284 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:32.378931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port a4eaab97-fff6-45a7-bcd1-82672366211c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:59:32.379284 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:32.392880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] DHCP port deletion for 657846e5-562e-4b41-a750-f6f00bbb5695 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 11:59:32.452111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-436cd4d6-8f4c-458f-92a0-d4004b48f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:59:30Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:32.464269 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port a4eaab97-fff6-45a7-bcd1-82672366211c, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=a4eaab97-fff6-45a7-bcd1-82672366211c,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:59:32.464640 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:32.476693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for a4eaab97-fff6-45a7-bcd1-82672366211c owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:59:32.486858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436cd4d6-8f4c-458f-92a0-d4004b48f6c2 None None] The sync data for ids ['e6a58200-87ce-43aa-84ff-4287dfb39bb2'] in n-d-813659-3 is: [{'id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992452886', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:57:40Z', 'updated_at': '2021-10-13T11:59:30Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': 'a4eaab97-fff6-45a7-bcd1-82672366211c', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a58200-87ce-43aa-84ff-4287dfb39bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:57:41Z', 'updated_at': '2021-10-13T11:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:59:32.490796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Deleting port 37927035-04d0-4527-93e5-89fb47982b40 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 11:59:32.491247 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:32.556583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] For port 37927035-04d0-4527-93e5-89fb47982b40, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=37927035-04d0-4527-93e5-89fb47982b40,segment=NetworkSegment(035d571e-a8d9-4fce-81ae-19eb23bb56c1),segment_id=035d571e-a8d9-4fce-81ae-19eb23bb56c1)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:59:32.557004 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:32.570035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Calling delete_port for 37927035-04d0-4527-93e5-89fb47982b40 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 11:59:32.728552 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:32.746361 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:32.756008 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=a4eaab97-fff6-45a7-bcd1-82672366211c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:32.772232 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Pushing event deleted for resources: {'Port': ['ID=37927035-04d0-4527-93e5-89fb47982b40,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:32.780088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] No DVR routers for this DVR port 37927035-04d0-4527-93e5-89fb47982b40 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 11:59:32.782479 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:32.782829 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:32.783174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:32.783513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:32.783852 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:32.784185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:32.784514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:32.784841 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:32.785170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:32.785493 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:32.785820 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:32.786143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95d33-5177-4d6b-b990-ab732f15829e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:32.817915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ee8913e2-c79a-44ca-93d0-82358d20f0e4 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:59:32.822145 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:32.839287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: ee8913e2-c79a-44ca-93d0-82358d20f0e4 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:59:32.839287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device ee8913e2-c79a-44ca-93d0-82358d20f0e4 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:59:32.923155 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:32.925416 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.037265 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.037887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Fanout notify agent at l3_agent the message router_deleted on router e6a58200-87ce-43aa-84ff-4287dfb39bb2 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 11:59:33.045509 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.046646 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2ed71b47-8d20-4c52-b26c-157492956634 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/routers/e6a58200-87ce-43aa-84ff-4287dfb39bb2 HTTP/1.1" status: 204 len: 168 time: 0.9818993 Oct 13 11:59:33.049531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39198) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:33.134160 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5904c1e3-4983-4f6c-a581-380df128bcec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.226587 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5904c1e3-4983-4f6c-a581-380df128bcec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.246811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-5904c1e3-4983-4f6c-a581-380df128bcec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657846e5-562e-4b41-a750-f6f00bbb5695']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:33.255794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-5904c1e3-4983-4f6c-a581-380df128bcec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035d571e-a8d9-4fce-81ae-19eb23bb56c1') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:33.256091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-5904c1e3-4983-4f6c-a581-380df128bcec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035d571e-a8d9-4fce-81ae-19eb23bb56c1') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:33.266123 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5904c1e3-4983-4f6c-a581-380df128bcec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.280251 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5904c1e3-4983-4f6c-a581-380df128bcec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.285530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5904c1e3-4983-4f6c-a581-380df128bcec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 11:59:33.285916 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5904c1e3-4983-4f6c-a581-380df128bcec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: timer() Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 11:59:33.288859 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 11:59:33.425003 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5904c1e3-4983-4f6c-a581-380df128bcec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.432463 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5904c1e3-4983-4f6c-a581-380df128bcec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.435411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5904c1e3-4983-4f6c-a581-380df128bcec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/networks/657846e5-562e-4b41-a750-f6f00bbb5695 HTTP/1.1" status: 204 len: 168 time: 0.3849022 Oct 13 11:59:33.438182 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39200) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:33.447608 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904c1e3-4983-4f6c-a581-380df128bcec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Network': ['ID=657846e5-562e-4b41-a750-f6f00bbb5695,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:33.500584 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c0302758-d384-4185-a9ad-6424611a03b9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.534934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c0302758-d384-4185-a9ad-6424611a03b9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.551234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a4eaab97-fff6-45a7-bcd1-82672366211c no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:59:33.573470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: a4eaab97-fff6-45a7-bcd1-82672366211c {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:59:33.573917 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device a4eaab97-fff6-45a7-bcd1-82672366211c not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:59:33.574437 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37927035-04d0-4527-93e5-89fb47982b40 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:59:33.593957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 37927035-04d0-4527-93e5-89fb47982b40 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:59:33.594306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37927035-04d0-4527-93e5-89fb47982b40 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:59:33.595373 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9d3f511e-819b-4664-9a95-f4bd2f616ad8 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 11:59:33.616576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 9d3f511e-819b-4664-9a95-f4bd2f616ad8 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 11:59:33.618913 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 9d3f511e-819b-4664-9a95-f4bd2f616ad8 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 11:59:33.659954 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c0302758-d384-4185-a9ad-6424611a03b9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.662645 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c0302758-d384-4185-a9ad-6424611a03b9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:33.663833 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c0302758-d384-4185-a9ad-6424611a03b9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/security-groups/419e9525-d615-4e88-9e94-03e4b5a99fd9 HTTP/1.1" status: 204 len: 168 time: 0.2246516 Oct 13 11:59:33.674405 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0302758-d384-4185-a9ad-6424611a03b9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=419e9525-d615-4e88-9e94-03e4b5a99fd9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:34.032483 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39206) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:34.037112 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-fdfa9009-3079-4ad2-9ef6-04a94783cd14 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-696334573', 'description': 'tempest-secgroup-smoke-696334573 description', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:59:34.105963 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdfa9009-3079-4ad2-9ef6-04a94783cd14 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:34.173457 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdfa9009-3079-4ad2-9ef6-04a94783cd14 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:34.225147 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdfa9009-3079-4ad2-9ef6-04a94783cd14 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:34.253355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa9009-3079-4ad2-9ef6-04a94783cd14 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d43b9e-9c6d-4bf6-a51b-625166250b50,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:34.284363 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-fdfa9009-3079-4ad2-9ef6-04a94783cd14 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:34.285632 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-fdfa9009-3079-4ad2-9ef6-04a94783cd14 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2521133 Oct 13 11:59:34.288479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39208) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:34.292795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ac39d708-7812-4666-9700-9c084b901d9b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': 'c6d43b9e-9c6d-4bf6-a51b-625166250b50', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:59:34.361547 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac39d708-7812-4666-9700-9c084b901d9b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:34.421430 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac39d708-7812-4666-9700-9c084b901d9b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:34.493809 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac39d708-7812-4666-9700-9c084b901d9b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:34.514124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39d708-7812-4666-9700-9c084b901d9b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0467a7e1-fb81-46eb-a91c-c83756344fc9,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:34.570219 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ac39d708-7812-4666-9700-9c084b901d9b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:34.571551 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ac39d708-7812-4666-9700-9c084b901d9b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2821627 Oct 13 11:59:34.574940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39210) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:34.579508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-424cd813-8c11-47b5-8809-078798e75059 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': 'c6d43b9e-9c6d-4bf6-a51b-625166250b50', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:59:34.663749 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-424cd813-8c11-47b5-8809-078798e75059 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:34.721920 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-424cd813-8c11-47b5-8809-078798e75059 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:34.785491 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-424cd813-8c11-47b5-8809-078798e75059 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:34.804064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cd813-8c11-47b5-8809-078798e75059 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e0dd7f-283c-4ee5-9862-0f4b9a3d746a,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:34.884753 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-424cd813-8c11-47b5-8809-078798e75059 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:34.886393 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-424cd813-8c11-47b5-8809-078798e75059 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103459 Oct 13 11:59:34.889103 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39212) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:34.893472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-a2f55c2e-7c62-4a37-93da-e078fe9de4b9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': 'c6d43b9e-9c6d-4bf6-a51b-625166250b50', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:59:35.002083 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2f55c2e-7c62-4a37-93da-e078fe9de4b9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:35.062067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2f55c2e-7c62-4a37-93da-e078fe9de4b9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:35.145672 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2f55c2e-7c62-4a37-93da-e078fe9de4b9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:35.163529 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f55c2e-7c62-4a37-93da-e078fe9de4b9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f87cb14-fdcd-4f49-aca2-7a4aa58387e3,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:35.273461 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a2f55c2e-7c62-4a37-93da-e078fe9de4b9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:35.274755 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a2f55c2e-7c62-4a37-93da-e078fe9de4b9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3846965 Oct 13 11:59:35.278509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39214) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:35.282865 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-87ef0ae5-b118-4b70-8f90-e46339142c16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': 'c6d43b9e-9c6d-4bf6-a51b-625166250b50', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:59:35.350763 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-87ef0ae5-b118-4b70-8f90-e46339142c16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:35.415061 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-87ef0ae5-b118-4b70-8f90-e46339142c16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:35.470830 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-87ef0ae5-b118-4b70-8f90-e46339142c16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:35.831188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef0ae5-b118-4b70-8f90-e46339142c16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f35b60c-09a7-4a6e-9e67-bd2382e2c8d4,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:35.907761 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-87ef0ae5-b118-4b70-8f90-e46339142c16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:35.909033 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-87ef0ae5-b118-4b70-8f90-e46339142c16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6295950 Oct 13 11:59:35.911747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39216) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:35.916057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-881069ef-6c51-4e42-a235-eb1e03d86a59 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': 'c6d43b9e-9c6d-4bf6-a51b-625166250b50', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:59:35.985685 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-881069ef-6c51-4e42-a235-eb1e03d86a59 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Project e8cd4a1746fc488b99262772d8fc167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:59:35.990651 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-881069ef-6c51-4e42-a235-eb1e03d86a59 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.041960 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-881069ef-6c51-4e42-a235-eb1e03d86a59 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.105464 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-881069ef-6c51-4e42-a235-eb1e03d86a59 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.124965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881069ef-6c51-4e42-a235-eb1e03d86a59 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45238d54-a591-4622-afae-b214814d5ae2,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:36.175904 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-881069ef-6c51-4e42-a235-eb1e03d86a59 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.177126 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-881069ef-6c51-4e42-a235-eb1e03d86a59 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2644539 Oct 13 11:59:36.179979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39218) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:36.184429 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2ed4ebc9-0a38-444c-9091-b7ebd2433c2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': 'c6d43b9e-9c6d-4bf6-a51b-625166250b50', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:59:36.248614 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-2ed4ebc9-0a38-444c-9091-b7ebd2433c2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Project e8cd4a1746fc488b99262772d8fc167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 11:59:36.253531 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ed4ebc9-0a38-444c-9091-b7ebd2433c2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.314465 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ed4ebc9-0a38-444c-9091-b7ebd2433c2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.356986 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ed4ebc9-0a38-444c-9091-b7ebd2433c2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.377086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4ebc9-0a38-444c-9091-b7ebd2433c2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7647395-ff43-4d11-b25c-95f19b2d51e1,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:36.415966 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ed4ebc9-0a38-444c-9091-b7ebd2433c2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.417191 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2ed4ebc9-0a38-444c-9091-b7ebd2433c2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2362864 Oct 13 11:59:36.420360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39220) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:36.425202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e5627d46-5061-4b8d-b7eb-2aecb54722d0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'network': {'name': 'tempest-network-smoke--920198198', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'port_security_enabled': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:59:36.511365 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5627d46-5061-4b8d-b7eb-2aecb54722d0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:59:36.515471 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5627d46-5061-4b8d-b7eb-2aecb54722d0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.538384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5627d46-5061-4b8d-b7eb-2aecb54722d0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 11:59:36.546719 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5627d46-5061-4b8d-b7eb-2aecb54722d0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.547064 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-e5627d46-5061-4b8d-b7eb-2aecb54722d0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Added segment 9c988cec-f009-43c7-8129-ed336ef21aee of type vlan for network 09b3ce79-d58f-4ff1-98f9-22694e913218 Oct 13 11:59:36.596466 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5627d46-5061-4b8d-b7eb-2aecb54722d0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.665576 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5627d46-5061-4b8d-b7eb-2aecb54722d0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.671498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5627d46-5061-4b8d-b7eb-2aecb54722d0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:36.672086 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e5627d46-5061-4b8d-b7eb-2aecb54722d0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.735866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5627d46-5061-4b8d-b7eb-2aecb54722d0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Network': ['ID=09b3ce79-d58f-4ff1-98f9-22694e913218,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:36.746702 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 09b3ce79-d58f-4ff1-98f9-22694e913218 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 11:59:36.788515 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e5627d46-5061-4b8d-b7eb-2aecb54722d0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3667114 Oct 13 11:59:36.790830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39222) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:36.795278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'admin_state_up': True, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:59:36.917380 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.919008 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:36.974107 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:37.186473 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:37.438477 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:37.457338 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:37.563410 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.25.0.50 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/046a6e72-4626-4dbe-b931-c773ba0c5683) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:59:37.668342 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:37.764897 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:37.810988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:59:37.813975 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:59:37.817669 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:59:37.845481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=046a6e72-4626-4dbe-b931-c773ba0c5683,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:38.060197 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6a5fbcf2-6f4a-4df5-8a39-ac104ba282ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:38.132003 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:38.329164 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:38.342218 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 11:59:38.545617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 11:59:38.652830 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:59:38.662434 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Sync routers for ids ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:59:38.671652 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Routers {'7b84cc34-c7ef-45b3-a669-0b0c5b28db79'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:59:38.672244 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:38.736300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:38.737765 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-60212c73-626b-43ae-b009-69a9cddd541d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9459925 Oct 13 11:59:38.740977 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39224) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:38.770110 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3b5fb575-5645-45c6-92f3-dfe37011de29 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e8cd4a1746fc488b99262772d8fc167c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280263 Oct 13 11:59:38.772890 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39226) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:38.776205 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Set router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:59:38.865567 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ad2e8e-11d9-43ae-a784-4771ac07b75a tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:38.867128 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-55ad2e8e-11d9-43ae-a784-4771ac07b75a tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933311 Oct 13 11:59:38.871645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39228) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:38.901491 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bbef3671-aef1-4a62-934e-351d6db12866 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302942 Oct 13 11:59:38.904052 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39230) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:38.909311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3411e473-e8fb-45a4-b937-89e30cec6571 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1866787013', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:59:39.050173 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T11:59:37Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:39.079917 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Checking router: 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:59:39.080270 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Updating router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 port 046a6e72-4626-4dbe-b931-c773ba0c5683 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:59:39.094293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3411e473-e8fb-45a4-b937-89e30cec6571 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:59:39.100533 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3411e473-e8fb-45a4-b937-89e30cec6571 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:39.110186 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:39.351533 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3411e473-e8fb-45a4-b937-89e30cec6571 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:39.363486 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:39.419702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411e473-e8fb-45a4-b937-89e30cec6571 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Subnet': ['ID=32d0b194-9e1c-4734-9f19-e5794902f317,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:39.419962 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:39.424289 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3411e473-e8fb-45a4-b937-89e30cec6571 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Checking segment: {'id': '9c988cec-f009-43c7-8129-ed336ef21aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:59:39.424661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3411e473-e8fb-45a4-b937-89e30cec6571 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network hostable DHCP agents. Network: 09b3ce79-d58f-4ff1-98f9-22694e913218, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 11:59:39.471331 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:39.474345 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Attempting to bind port 046a6e72-4626-4dbe-b931-c773ba0c5683 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:59:39.474745 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Attempting to bind port 046a6e72-4626-4dbe-b931-c773ba0c5683 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:59:39.478326 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Attempting to bind port 046a6e72-4626-4dbe-b931-c773ba0c5683 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:59:39.483808 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:59:39.484169 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:59:39.484560 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:39.484939 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:59:39.485391 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Bound port: 046a6e72-4626-4dbe-b931-c773ba0c5683, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:59:39.485768 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:39.487238 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Pushing event updated for resources: {'Port': ['ID=046a6e72-4626-4dbe-b931-c773ba0c5683,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:39.494063 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3411e473-e8fb-45a4-b937-89e30cec6571 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 09b3ce79-d58f-4ff1-98f9-22694e913218 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 11:59:39.511332 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:39.512523 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:39.512862 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:39.513174 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:39.513500 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:39.513824 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:39.514146 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:39.514490 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:39.514809 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:39.515125 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:39.515438 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:39.515750 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 11:59:39.550726 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] For port 046a6e72-4626-4dbe-b931-c773ba0c5683, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:59:39.553662 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] For port 046a6e72-4626-4dbe-b931-c773ba0c5683, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=046a6e72-4626-4dbe-b931-c773ba0c5683,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:59:39.568384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3411e473-e8fb-45a4-b937-89e30cec6571 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 09b3ce79-d58f-4ff1-98f9-22694e913218) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:59:39.573038 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3411e473-e8fb-45a4-b937-89e30cec6571 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:39.573177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3411e473-e8fb-45a4-b937-89e30cec6571 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:39.577978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca22494-012c-4e06-97a3-10d8afc72d41 None None] Network 09b3ce79-d58f-4ff1-98f9-22694e913218 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:59:39.643247 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:39.665747 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39234) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:39.674451 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3411e473-e8fb-45a4-b937-89e30cec6571 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7693028 Oct 13 11:59:39.697975 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Routers {'7b84cc34-c7ef-45b3-a669-0b0c5b28db79'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:59:39.698595 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:59:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:39.731629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-09b3ce79-d58f-4ff1-98f9-22694e913218', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ips': [{'subnet_id': '32d0b194-9e1c-4734-9f19-e5794902f317'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 11:59:39.732591 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:39.801317 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373487bc-255e-4a54-b701-a77cd2d963e2 None None] Pushing event updated for resources: {'Port': ['ID=046a6e72-4626-4dbe-b931-c773ba0c5683,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:39.825876 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] Set router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:59:39.883289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Allocated IP 172.20.0.2 (09b3ce79-d58f-4ff1-98f9-22694e913218/32d0b194-9e1c-4734-9f19-e5794902f317/04ec5d3a-5100-4905-b3e0-2482a54bb737) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:59:40.041746 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T11:59:37Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:40.052349 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:40.068029 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad7dd7-65ab-458f-a0ae-8de9c77c03ce None None] The sync data for ids ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'] in n-d-813659-3 is: [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T11:59:37Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:59:40.106748 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:40.158823 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Pushing event updated for resources: {'Port': ['ID=04ec5d3a-5100-4905-b3e0-2482a54bb737,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:40.162429 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:40.163678 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Network 09b3ce79-d58f-4ff1-98f9-22694e913218 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:59:40.165202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:59:40.167657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:59:40.227298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Attempting to bind port 04ec5d3a-5100-4905-b3e0-2482a54bb737 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:59:40.227670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Attempting to bind port 04ec5d3a-5100-4905-b3e0-2482a54bb737 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9c988cec-f009-43c7-8129-ed336ef21aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:59:40.228032 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Attempting to bind port 04ec5d3a-5100-4905-b3e0-2482a54bb737 on network 09b3ce79-d58f-4ff1-98f9-22694e913218 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:59:40.233943 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:59:40.234507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Checking segment: {'id': '9c988cec-f009-43c7-8129-ed336ef21aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:59:40.234829 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:40.235226 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Bound using segment: {'id': '9c988cec-f009-43c7-8129-ed336ef21aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:59:40.235695 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Bound port: 04ec5d3a-5100-4905-b3e0-2482a54bb737, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c988cec-f009-43c7-8129-ed336ef21aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:59:40.236927 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:40.346441 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] For port 04ec5d3a-5100-4905-b3e0-2482a54bb737, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:59:40.351136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] For port 04ec5d3a-5100-4905-b3e0-2482a54bb737, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=04ec5d3a-5100-4905-b3e0-2482a54bb737,segment=NetworkSegment(9c988cec-f009-43c7-8129-ed336ef21aee),segment_id=9c988cec-f009-43c7-8129-ed336ef21aee)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:59:40.397476 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:40.467818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de1fb5-9329-4554-895f-333fe8f5d00b None None] Pushing event updated for resources: {'Port': ['ID=04ec5d3a-5100-4905-b3e0-2482a54bb737,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:40.484500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.20.0.1 (09b3ce79-d58f-4ff1-98f9-22694e913218/32d0b194-9e1c-4734-9f19-e5794902f317/048ff37a-833a-4019-8ab7-b7906958b242) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:59:40.637790 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:40.723827 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:40.779871 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 09b3ce79-d58f-4ff1-98f9-22694e913218 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:59:40.787265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:59:40.790026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:59:40.797721 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=048ff37a-833a-4019-8ab7-b7906958b242,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:40.843463 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:40.854760 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4565ac80-b527-410e-bbe5-848ee43aa786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:41.044037 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:41.203273 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:41.332640 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 04ec5d3a-5100-4905-b3e0-2482a54bb737 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:59:41.387029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 04ec5d3a-5100-4905-b3e0-2482a54bb737 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:59:41.387621 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:41.395915 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:41.477242 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:41.572474 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=048ff37a-833a-4019-8ab7-b7906958b242,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:41.577179 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:41.633581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dfab06-c5ac-4ea7-9b50-b9e97a68d9c1 None None] Network 09b3ce79-d58f-4ff1-98f9-22694e913218 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 11:59:41.687433 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:41.700534 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 09b3ce79-d58f-4ff1-98f9-22694e913218 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:59:41.702959 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:59:41.710275 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-113ba798-79a4-46d0-9d24-8a1f86d865af None None] Provisioning complete for port 04ec5d3a-5100-4905-b3e0-2482a54bb737 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:59:41.710600 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-113ba798-79a4-46d0-9d24-8a1f86d865af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:41.785149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 04ec5d3a-5100-4905-b3e0-2482a54bb737, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=04ec5d3a-5100-4905-b3e0-2482a54bb737,segment=NetworkSegment(9c988cec-f009-43c7-8129-ed336ef21aee),segment_id=9c988cec-f009-43c7-8129-ed336ef21aee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:59:41.842849 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:59:41.881301 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-113ba798-79a4-46d0-9d24-8a1f86d865af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:41.909066 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:41.909761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 046a6e72-4626-4dbe-b931-c773ba0c5683 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:59:41.956836 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:41.978546 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:59:41.979266 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-66e22097-76e7-4fed-8140-cfe8a6c697dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "PUT /v2.0/routers/7b84cc34-c7ef-45b3-a669-0b0c5b28db79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3124387 Oct 13 11:59:42.046757 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=04ec5d3a-5100-4905-b3e0-2482a54bb737,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:42.056000 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-113ba798-79a4-46d0-9d24-8a1f86d865af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 11:59:42.056352 n-d-813659-3 neutron-server[101992]: DEBUG oslo_db.api [None req-113ba798-79a4-46d0-9d24-8a1f86d865af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 11:59:42.065149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 046a6e72-4626-4dbe-b931-c773ba0c5683 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:59:42.065648 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:42.106125 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Sync routers for ids ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:59:42.127416 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Routers {'7b84cc34-c7ef-45b3-a669-0b0c5b28db79'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:59:42.128058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:42.154588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-06468c84-a17e-4044-ad37-90d4c0ccbd0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696334573&fields=id&tenant_id=e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 267 time: 0.0362256 Oct 13 11:59:42.256657 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:42.289514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 046a6e72-4626-4dbe-b931-c773ba0c5683, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=046a6e72-4626-4dbe-b931-c773ba0c5683,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:59:42.291577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Set router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:59:42.422052 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:42.495253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=046a6e72-4626-4dbe-b931-c773ba0c5683,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:42.547358 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:42.613177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T11:59:40Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '048ff37a-833a-4019-8ab7-b7906958b242', 'name': '', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:98:d0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:40Z', 'updated_at': '2021-10-13T11:59:41Z', 'revision_number': 2, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:42.623163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262632b5-09ff-4b44-956f-93f825cfed28 req-578c4602-839d-4b3d-a37b-c9cb35deafe5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:42.624700 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-578c4602-839d-4b3d-a37b-c9cb35deafe5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/networks?id=09b3ce79-d58f-4ff1-98f9-22694e913218 HTTP/1.1" status: 200 len: 796 time: 0.4627714 Oct 13 11:59:42.642560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-d4479b53-bc79-41ad-b9f6-810b675a4899 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/quotas/e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 375 time: 0.0112405 Oct 13 11:59:42.642901 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Checking router: 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:59:42.643261 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Updating router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 port 048ff37a-833a-4019-8ab7-b7906958b242 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 11:59:42.671660 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:42.701011 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-b9898cba-a1a7-4867-b05a-206aaf223c2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526295 Oct 13 11:59:42.781671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0658dac5-440d-4b87-9163-a15cb13308aa None None] Provisioning complete for port 048ff37a-833a-4019-8ab7-b7906958b242 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:59:42.781953 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0658dac5-440d-4b87-9163-a15cb13308aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:42.798317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-b8a3ba00-fc17-4b04-b667-773837a1c55c service neutron] 10.222.0.32 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858226 Oct 13 11:59:42.835251 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-0658dac5-440d-4b87-9163-a15cb13308aa None None] Port 048ff37a-833a-4019-8ab7-b7906958b242 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:59:42.891515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-0658dac5-440d-4b87-9163-a15cb13308aa None None] Provisioning complete for port 04ec5d3a-5100-4905-b3e0-2482a54bb737 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:59:42.892244 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0658dac5-440d-4b87-9163-a15cb13308aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:42.892735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-4774dd2e-6cfc-48b7-b0d3-af11c85138bf service neutron] 10.222.0.32 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879691 Oct 13 11:59:43.053454 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:43.142120 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-380ba88c-4271-4a17-825e-0694f2a8b53d req-6518535d-6c2d-4b5c-947e-850a29857395 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 210 time: 0.0267782 Oct 13 11:59:43.151758 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:43.207298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24504e7b-156c-474f-8ee4-5bc3b5ef57ff None None] Pushing event updated for resources: {'Port': ['ID=048ff37a-833a-4019-8ab7-b7906958b242,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:43.266289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Attempting to bind port 048ff37a-833a-4019-8ab7-b7906958b242 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:59:43.266718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Attempting to bind port 048ff37a-833a-4019-8ab7-b7906958b242 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '9c988cec-f009-43c7-8129-ed336ef21aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:59:43.267090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Attempting to bind port 048ff37a-833a-4019-8ab7-b7906958b242 on network 09b3ce79-d58f-4ff1-98f9-22694e913218 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:59:43.272903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:59:43.273290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Checking segment: {'id': '9c988cec-f009-43c7-8129-ed336ef21aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:59:43.273692 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:43.274091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Bound using segment: {'id': '9c988cec-f009-43c7-8129-ed336ef21aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:59:43.274612 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Bound port: 048ff37a-833a-4019-8ab7-b7906958b242, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c988cec-f009-43c7-8129-ed336ef21aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:59:43.275253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:43.315940 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 04ec5d3a-5100-4905-b3e0-2482a54bb737 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:59:43.384341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] For port 048ff37a-833a-4019-8ab7-b7906958b242, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:59:43.389771 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] For port 048ff37a-833a-4019-8ab7-b7906958b242, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=048ff37a-833a-4019-8ab7-b7906958b242,segment=NetworkSegment(9c988cec-f009-43c7-8129-ed336ef21aee),segment_id=9c988cec-f009-43c7-8129-ed336ef21aee)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:59:43.398259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 04ec5d3a-5100-4905-b3e0-2482a54bb737 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:59:43.398669 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:43.475957 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:43.522707 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 046a6e72-4626-4dbe-b931-c773ba0c5683 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:59:43.534540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-781e1e13-f84a-4422-86d6-23c25be7e4d8 None None] Provisioning complete for port 048ff37a-833a-4019-8ab7-b7906958b242 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:59:43.534915 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-781e1e13-f84a-4422-86d6-23c25be7e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:43.629802 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Routers {'7b84cc34-c7ef-45b3-a669-0b0c5b28db79'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:59:43.630480 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:43.632263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24504e7b-156c-474f-8ee4-5bc3b5ef57ff None None] Pushing event updated for resources: {'Port': ['ID=048ff37a-833a-4019-8ab7-b7906958b242,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:43.740233 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:43.774089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 046a6e72-4626-4dbe-b931-c773ba0c5683 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:59:43.774490 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:43.829021 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-781e1e13-f84a-4422-86d6-23c25be7e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:43.831760 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] Set router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:59:43.957669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-781e1e13-f84a-4422-86d6-23c25be7e4d8 None None] For port 048ff37a-833a-4019-8ab7-b7906958b242, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=048ff37a-833a-4019-8ab7-b7906958b242,segment=NetworkSegment(9c988cec-f009-43c7-8129-ed336ef21aee),segment_id=9c988cec-f009-43c7-8129-ed336ef21aee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:59:44.049910 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-781e1e13-f84a-4422-86d6-23c25be7e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:44.139540 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e1e13-f84a-4422-86d6-23c25be7e4d8 None None] Pushing event updated for resources: {'Port': ['ID=048ff37a-833a-4019-8ab7-b7906958b242,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:44.169533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T11:59:40Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '048ff37a-833a-4019-8ab7-b7906958b242', 'name': '', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:98:d0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:40Z', 'updated_at': '2021-10-13T11:59:43Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:44.204743 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a4efb-d2f2-42a6-a380-6150118a7060 None None] The sync data for ids ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'] in n-d-813659-3 is: [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T11:59:40Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '048ff37a-833a-4019-8ab7-b7906958b242', 'name': '', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:98:d0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:40Z', 'updated_at': '2021-10-13T11:59:43Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:59:44.207311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-70aadc3c-b332-4991-8b42-83ffb247c4e5 None None] Provisioning complete for port 048ff37a-833a-4019-8ab7-b7906958b242 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:59:44.207745 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-70aadc3c-b332-4991-8b42-83ffb247c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:44.282925 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ff27f2a-2d68-4721-9ddf-6996c59eeaaf req-1958e32a-742e-4f7b-aaaf-aeea026a5d60 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 210 time: 0.0659516 Oct 13 11:59:45.088132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262632b5-09ff-4b44-956f-93f825cfed28 req-1df75bde-0b63-4ac9-a4b7-1c4f90e6a72e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:45.090397 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-1df75bde-0b63-4ac9-a4b7-1c4f90e6a72e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/networks?id=09b3ce79-d58f-4ff1-98f9-22694e913218 HTTP/1.1" status: 200 len: 796 time: 0.1198459 Oct 13 11:59:45.138688 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-fbb8cabb-2b55-4de2-9312-2dcf1f5b7a9d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 379 time: 0.0374827 Oct 13 11:59:45.146947 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-262632b5-09ff-4b44-956f-93f825cfed28 req-2f1e70ce-5d26-4a7c-88ee-9752d592a858 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'port': {'device_id': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'admin_state_up': True, 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'security_groups': ['c6d43b9e-9c6d-4bf6-a51b-625166250b50']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:59:45.297872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 048ff37a-833a-4019-8ab7-b7906958b242 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:59:45.362660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 048ff37a-833a-4019-8ab7-b7906958b242 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:59:45.363037 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:45.395486 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2344d138-1f76-4a20-aaeb-6b36e6d3fb71 req-0b390f08-7983-42d7-af8a-997cba7c981c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 210 time: 0.0321541 Oct 13 11:59:45.585740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262632b5-09ff-4b44-956f-93f825cfed28 req-2f1e70ce-5d26-4a7c-88ee-9752d592a858 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 11:59:45.589412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-262632b5-09ff-4b44-956f-93f825cfed28 req-2f1e70ce-5d26-4a7c-88ee-9752d592a858 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:45.714818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-262632b5-09ff-4b44-956f-93f825cfed28 req-2f1e70ce-5d26-4a7c-88ee-9752d592a858 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.20.0.6 (09b3ce79-d58f-4ff1-98f9-22694e913218/32d0b194-9e1c-4734-9f19-e5794902f317/9251c571-b087-4c49-8b51-077cc9958393) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:59:45.852236 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-262632b5-09ff-4b44-956f-93f825cfed28 req-2f1e70ce-5d26-4a7c-88ee-9752d592a858 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:45.962863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-262632b5-09ff-4b44-956f-93f825cfed28 req-2f1e70ce-5d26-4a7c-88ee-9752d592a858 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:46.006005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262632b5-09ff-4b44-956f-93f825cfed28 req-2f1e70ce-5d26-4a7c-88ee-9752d592a858 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 09b3ce79-d58f-4ff1-98f9-22694e913218 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:59:46.009184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-262632b5-09ff-4b44-956f-93f825cfed28 req-2f1e70ce-5d26-4a7c-88ee-9752d592a858 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:59:46.013316 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-262632b5-09ff-4b44-956f-93f825cfed28 req-2f1e70ce-5d26-4a7c-88ee-9752d592a858 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:59:46.044802 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e70ce-5d26-4a7c-88ee-9752d592a858 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=9251c571-b087-4c49-8b51-077cc9958393,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:46.071707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262632b5-09ff-4b44-956f-93f825cfed28 req-2f1e70ce-5d26-4a7c-88ee-9752d592a858 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:46.072336 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-262632b5-09ff-4b44-956f-93f825cfed28 req-2f1e70ce-5d26-4a7c-88ee-9752d592a858 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:46.160086 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-2f1e70ce-5d26-4a7c-88ee-9752d592a858 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0171335 Oct 13 11:59:46.173231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Request body: {'port': {'device_id': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:59:46.228586 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:46.258049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ba44ec24-8ba3-4882-b62b-e9071d50e7e8 None None] Provisioning complete for port 9251c571-b087-4c49-8b51-077cc9958393 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:59:46.258456 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba44ec24-8ba3-4882-b62b-e9071d50e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:46.298407 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ba44ec24-8ba3-4882-b62b-e9071d50e7e8 None None] Port 9251c571-b087-4c49-8b51-077cc9958393 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 11:59:46.493756 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9251c571-b087-4c49-8b51-077cc9958393 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:59:46.501907 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:46.508235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eecdb-5966-41cf-ae05-5b72a3b47b5f req-a6614571-52e6-4dc9-a4df-38210e9b07a2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:46.510849 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c18eecdb-5966-41cf-ae05-5b72a3b47b5f req-a6614571-52e6-4dc9-a4df-38210e9b07a2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 931 time: 0.0542943 Oct 13 11:59:46.514214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Transition to ACTIVE for port object 9251c571-b087-4c49-8b51-077cc9958393 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 11:59:46.547858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c18eecdb-5966-41cf-ae05-5b72a3b47b5f req-07e897c7-1758-442c-a546-91c83cb86d28 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317760 Oct 13 11:59:46.580361 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:46.635506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Pushing event updated for resources: {'Port': ['ID=9251c571-b087-4c49-8b51-077cc9958393,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:46.711426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Attempting to bind port 9251c571-b087-4c49-8b51-077cc9958393 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 11:59:46.711766 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Attempting to bind port 9251c571-b087-4c49-8b51-077cc9958393 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '9c988cec-f009-43c7-8129-ed336ef21aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 11:59:46.712097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Attempting to bind port 9251c571-b087-4c49-8b51-077cc9958393 on network 09b3ce79-d58f-4ff1-98f9-22694e913218 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:59:46.717154 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Port 9251c571-b087-4c49-8b51-077cc9958393 on network 09b3ce79-d58f-4ff1-98f9-22694e913218 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 11:59:46.717532 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Attempting to bind port 9251c571-b087-4c49-8b51-077cc9958393 on network 09b3ce79-d58f-4ff1-98f9-22694e913218 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 11:59:46.722661 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 11:59:46.723000 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Checking segment: {'id': '9c988cec-f009-43c7-8129-ed336ef21aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 11:59:46.723383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Bound using segment: {'id': '9c988cec-f009-43c7-8129-ed336ef21aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 11:59:46.723811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Bound port: 9251c571-b087-4c49-8b51-077cc9958393, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c988cec-f009-43c7-8129-ed336ef21aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 11:59:46.724169 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:46.791217 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] For port 9251c571-b087-4c49-8b51-077cc9958393, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 11:59:46.794829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] For port 9251c571-b087-4c49-8b51-077cc9958393, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=9251c571-b087-4c49-8b51-077cc9958393,segment=NetworkSegment(9c988cec-f009-43c7-8129-ed336ef21aee),segment_id=9c988cec-f009-43c7-8129-ed336ef21aee)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 11:59:46.855083 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:46.897431 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:46.897989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:46.899379 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] 10.222.0.46 "PUT /v2.0/ports/9251c571-b087-4c49-8b51-077cc9958393 HTTP/1.1" status: 200 len: 1091 time: 0.7312574 Oct 13 11:59:46.899815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'tag': '9251c571-b087-4c49-8b51-077cc9958393'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:59:46.902164 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed89810-127d-4583-af81-924f5fdc48f0" -d '{"events": [{"name": "network-changed", "server_uuid": "794725e3-8f0c-4e7d-b1fd-5786403959f0", "tag": "9251c571-b087-4c49-8b51-077cc9958393"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:59:46.922990 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fb3f2-4f21-4e17-aa4e-31018b740837 service neutron] Pushing event updated for resources: {'Port': ['ID=9251c571-b087-4c49-8b51-077cc9958393,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:46.951290 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b95965-b42e-4de7-a107-3d9236a0fc2f x-openstack-request-id: req-01b95965-b42e-4de7-a107-3d9236a0fc2f {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:59:46.951692 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794725e3-8f0c-4e7d-b1fd-5786403959f0", "tag": "9251c571-b087-4c49-8b51-077cc9958393", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:59:46.952013 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01b95965-b42e-4de7-a107-3d9236a0fc2f {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:59:46.952482 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'tag': '9251c571-b087-4c49-8b51-077cc9958393', 'status': 'completed', 'code': 200} Oct 13 11:59:47.014435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed89810-127d-4583-af81-924f5fdc48f0 req-4fb84a9d-3972-4c9e-a5ae-40af00cf803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:47.015974 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6ed89810-127d-4583-af81-924f5fdc48f0 req-4fb84a9d-3972-4c9e-a5ae-40af00cf803f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 1094 time: 0.0445170 Oct 13 11:59:47.121222 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed89810-127d-4583-af81-924f5fdc48f0 req-e44d8911-370e-49ba-8a3c-95249ec75b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:47.123383 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6ed89810-127d-4583-af81-924f5fdc48f0 req-e44d8911-370e-49ba-8a3c-95249ec75b6b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e8cd4a1746fc488b99262772d8fc167c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1002028 Oct 13 11:59:47.220425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed89810-127d-4583-af81-924f5fdc48f0 req-39c9fad5-5b83-4307-b596-cb670676a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:47.221918 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-6ed89810-127d-4583-af81-924f5fdc48f0 req-39c9fad5-5b83-4307-b596-cb670676a152 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903385 Oct 13 11:59:47.296563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262632b5-09ff-4b44-956f-93f825cfed28 req-8e3bb7ad-c1cf-40f5-a312-14f770fab171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:47.297955 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-8e3bb7ad-c1cf-40f5-a312-14f770fab171 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 1094 time: 0.0399001 Oct 13 11:59:47.343084 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-732c9e9c-81c9-4ec9-9d82-7c8c1c01ca4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9251c571-b087-4c49-8b51-077cc9958393 HTTP/1.1" status: 200 len: 217 time: 0.0373027 Oct 13 11:59:47.392861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262632b5-09ff-4b44-956f-93f825cfed28 req-159dc3f4-9aba-4fa6-b848-911b4d255fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:47.394300 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-159dc3f4-9aba-4fa6-b848-911b4d255fa8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32d0b194-9e1c-4734-9f19-e5794902f317 HTTP/1.1" status: 200 len: 835 time: 0.0437069 Oct 13 11:59:47.439125 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262632b5-09ff-4b44-956f-93f825cfed28 req-29ade107-211e-4c5b-acd9-432d81d74bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:47.440572 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-29ade107-211e-4c5b-acd9-432d81d74bd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09b3ce79-d58f-4ff1-98f9-22694e913218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394540 Oct 13 11:59:47.537219 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-7a95923a-d0db-41f4-b2b7-f812f9894b62 service neutron] 10.222.0.46 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896163 Oct 13 11:59:47.628452 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-262632b5-09ff-4b44-956f-93f825cfed28 req-1786b5c3-c184-49e6-97af-7106d6b0dc89 service neutron] 10.222.0.46 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835803 Oct 13 11:59:47.670484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712dba7-382e-49b2-aab9-66cd93e3adbf req-267287d7-ebf6-4112-b665-3ec5618e0c00 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:47.671955 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7712dba7-382e-49b2-aab9-66cd93e3adbf req-267287d7-ebf6-4112-b665-3ec5618e0c00 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 943 time: 0.0493643 Oct 13 11:59:47.710566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7712dba7-382e-49b2-aab9-66cd93e3adbf req-4693014c-edf6-4932-8c73-a5be8fb51b2d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324855 Oct 13 11:59:48.823276 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb71683-389b-4679-b949-23d89f9cf7b7 req-d30ad119-5404-4f3d-9d19-b3277e904fb2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:48.824778 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6eb71683-389b-4679-b949-23d89f9cf7b7 req-d30ad119-5404-4f3d-9d19-b3277e904fb2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 943 time: 0.0482676 Oct 13 11:59:48.862673 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6eb71683-389b-4679-b949-23d89f9cf7b7 req-ef7ba953-0daf-4e89-98cd-11994d0dc6fe tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318410 Oct 13 11:59:49.980452 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa14929-a589-4e90-82f3-a775ba45326f req-a1c07ffc-39fc-495d-8556-e5e959bdeda3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:49.982529 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aaa14929-a589-4e90-82f3-a775ba45326f req-a1c07ffc-39fc-495d-8556-e5e959bdeda3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 943 time: 0.0525119 Oct 13 11:59:50.021147 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aaa14929-a589-4e90-82f3-a775ba45326f req-85ab0f51-7801-4fb2-adce-60b9df18f68b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327060 Oct 13 11:59:50.889425 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 9251c571-b087-4c49-8b51-077cc9958393 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 11:59:50.987044 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 9251c571-b087-4c49-8b51-077cc9958393, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=9251c571-b087-4c49-8b51-077cc9958393,segment=NetworkSegment(9c988cec-f009-43c7-8129-ed336ef21aee),segment_id=9c988cec-f009-43c7-8129-ed336ef21aee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:59:50.998583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '9251c571-b087-4c49-8b51-077cc9958393', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'port_id': '9251c571-b087-4c49-8b51-077cc9958393', 'mac_address': 'fa:16:3e:c0:97:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 11:59:51.035887 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:51.052523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9251c571-b087-4c49-8b51-077cc9958393 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 11:59:51.073298 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 9251c571-b087-4c49-8b51-077cc9958393, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=9251c571-b087-4c49-8b51-077cc9958393,segment=NetworkSegment(9c988cec-f009-43c7-8129-ed336ef21aee),segment_id=9c988cec-f009-43c7-8129-ed336ef21aee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:59:51.140368 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aead43-c6ea-4984-ad91-dc32747d9fa1 req-2ddb1580-923e-4608-932f-e817f2798e99 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:51.141822 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1aead43-c6ea-4984-ad91-dc32747d9fa1 req-2ddb1580-923e-4608-932f-e817f2798e99 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 943 time: 0.0497143 Oct 13 11:59:51.145403 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:51.181625 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a1aead43-c6ea-4984-ad91-dc32747d9fa1 req-37f18da9-a1b4-4be9-95c8-f1690012362c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331028 Oct 13 11:59:51.340796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=9251c571-b087-4c49-8b51-077cc9958393,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:51.525562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['9251c571-b087-4c49-8b51-077cc9958393'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 11:59:52.296915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff8ec-9264-475f-84f7-799d8dd66dc6 req-634a270d-7d65-4208-8485-3833c29a951f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:52.298371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a4ff8ec-9264-475f-84f7-799d8dd66dc6 req-634a270d-7d65-4208-8485-3833c29a951f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 944 time: 0.0488360 Oct 13 11:59:52.335443 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a4ff8ec-9264-475f-84f7-799d8dd66dc6 req-5e69ebd7-1f1e-4b6b-a6ac-b8a8aafd6e22 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312335 Oct 13 11:59:52.891603 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 9251c571-b087-4c49-8b51-077cc9958393 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 11:59:52.990724 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 9251c571-b087-4c49-8b51-077cc9958393 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 11:59:52.994727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 9251c571-b087-4c49-8b51-077cc9958393 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 11:59:52.995099 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:53.073971 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:53.100915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9251c571-b087-4c49-8b51-077cc9958393'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:59:53.100915 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a73a4f2-3b92-4813-affb-38796b287d75" -d '{"events": [{"server_uuid": "794725e3-8f0c-4e7d-b1fd-5786403959f0", "name": "network-vif-plugged", "status": "completed", "tag": "9251c571-b087-4c49-8b51-077cc9958393"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:59:53.113475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 9251c571-b087-4c49-8b51-077cc9958393, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=9251c571-b087-4c49-8b51-077cc9958393,segment=NetworkSegment(9c988cec-f009-43c7-8129-ed336ef21aee),segment_id=9c988cec-f009-43c7-8129-ed336ef21aee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 11:59:53.138057 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 11:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc6da24-f4e2-4585-941a-345deaf4c193 x-openstack-request-id: req-6fc6da24-f4e2-4585-941a-345deaf4c193 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:59:53.138057 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794725e3-8f0c-4e7d-b1fd-5786403959f0", "name": "network-vif-plugged", "status": "completed", "tag": "9251c571-b087-4c49-8b51-077cc9958393", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:59:53.138057 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fc6da24-f4e2-4585-941a-345deaf4c193 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:59:53.138057 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9251c571-b087-4c49-8b51-077cc9958393', 'code': 200} Oct 13 11:59:53.185580 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:53.230435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762ae35-c6e4-45dd-9885-65a5383775b7 req-a1fede58-a566-4acd-b49b-e4ea43c3d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:53.233332 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b762ae35-c6e4-45dd-9885-65a5383775b7 req-a1fede58-a566-4acd-b49b-e4ea43c3d50d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 1096 time: 0.0431597 Oct 13 11:59:53.235675 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=9251c571-b087-4c49-8b51-077cc9958393,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:53.274651 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b762ae35-c6e4-45dd-9885-65a5383775b7 req-f714839a-7ada-4a16-8bb4-1d6438e7c6e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336590 Oct 13 11:59:53.456169 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38956ab-cdd2-44e0-af1d-1920d2a0ffd1 req-006f88f7-d09c-4f44-a8fd-adb9cffeeb1e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:53.457585 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c38956ab-cdd2-44e0-af1d-1920d2a0ffd1 req-006f88f7-d09c-4f44-a8fd-adb9cffeeb1e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0525672 Oct 13 11:59:53.494958 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c38956ab-cdd2-44e0-af1d-1920d2a0ffd1 req-8bffbe65-1eb4-4520-910d-04a9bd3d3715 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314794 Oct 13 11:59:54.611863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4e691-9e96-42f8-b403-b08883c9cbc6 req-0334f4b1-78a8-46b7-a4dd-65fc0bfd6067 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:54.613448 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63f4e691-9e96-42f8-b403-b08883c9cbc6 req-0334f4b1-78a8-46b7-a4dd-65fc0bfd6067 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0503051 Oct 13 11:59:54.653626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63f4e691-9e96-42f8-b403-b08883c9cbc6 req-fe2a50bb-1cca-4829-9828-6e778ddf2657 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341403 Oct 13 11:59:55.769021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df592deb-3fac-4f62-b19b-91e559443496 req-5e6eb348-7a85-4401-b28b-52ed1a62c496 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:55.770508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df592deb-3fac-4f62-b19b-91e559443496 req-5e6eb348-7a85-4401-b28b-52ed1a62c496 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0481508 Oct 13 11:59:55.809344 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df592deb-3fac-4f62-b19b-91e559443496 req-4dccf797-3faf-4826-8110-4dbec9a536f0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328772 Oct 13 11:59:55.927982 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ad8f6-7b43-488f-bbbb-529d446fdcc0 req-e2f9dc2f-cd8f-4d9a-b5e9-e4fd9f5393e2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:55.929454 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f45ad8f6-7b43-488f-bbbb-529d446fdcc0 req-e2f9dc2f-cd8f-4d9a-b5e9-e4fd9f5393e2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0539601 Oct 13 11:59:55.968355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f45ad8f6-7b43-488f-bbbb-529d446fdcc0 req-c3b6abe9-646d-40e5-8756-27a43f6d3b50 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322611 Oct 13 11:59:55.989523 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39298) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:56.028312 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3470cf17-77cb-4d6d-a55f-1dbf1a7362b8 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:56.030433 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3470cf17-77cb-4d6d-a55f-1dbf1a7362b8 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 1091 time: 0.0399082 Oct 13 11:59:56.033158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39300) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:56.037352 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '9251c571-b087-4c49-8b51-077cc9958393', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 11:59:56.145803 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:56.243102 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:56.342707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.25.0.172 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/a304761e-c690-448d-99a6-46b75d9b4bdc) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 11:59:56.448858 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:56.523453 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:56.566030 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 11:59:56.569044 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 11:59:56.573480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 11:59:56.576704 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=a304761e-c690-448d-99a6-46b75d9b4bdc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:56.939911 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:57.054497 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:57.214028 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:57.254071 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:57.327579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=a304761e-c690-448d-99a6-46b75d9b4bdc,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 11:59:57.339583 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:57.440867 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Floating IP 15c1c8f8-b6a4-452c-aeae-ea519a6f4d35 associated. External IP: 172.25.0.172, port: 9251c571-b087-4c49-8b51-077cc9958393. Oct 13 11:59:57.667070 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 11:59:57.776809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 11:59:57.788158 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc091d1-9168-469a-abc9-b74ec35fcbcf None None] Sync routers for ids ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 11:59:57.798433 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc091d1-9168-469a-abc9-b74ec35fcbcf None None] Routers {'7b84cc34-c7ef-45b3-a669-0b0c5b28db79'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:59:57.802994 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4fc091d1-9168-469a-abc9-b74ec35fcbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:57.868018 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 11:59:57.897159 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4ddba1d3-5143-4440-873f-16a04a34c08b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8629825 Oct 13 11:59:57.897759 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'tag': '9251c571-b087-4c49-8b51-077cc9958393'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 11:59:57.900279 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0c7349-3506-466c-8c5f-d3a1be14bb0d" -d '{"events": [{"name": "network-changed", "server_uuid": "794725e3-8f0c-4e7d-b1fd-5786403959f0", "tag": "9251c571-b087-4c49-8b51-077cc9958393"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 11:59:57.903586 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-4fc091d1-9168-469a-abc9-b74ec35fcbcf None None] Set router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:59:57.992439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de171d4-2d16-4ba4-943e-5005010cc74a req-91fc22b8-2b5d-428b-bd29-d1998574e39d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:57.993918 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5de171d4-2d16-4ba4-943e-5005010cc74a req-91fc22b8-2b5d-428b-bd29-d1998574e39d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0489719 Oct 13 11:59:58.032941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5de171d4-2d16-4ba4-943e-5005010cc74a req-279bceb9-4148-4592-b416-70eb130b0c6e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324321 Oct 13 11:59:58.054837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39306) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:58.137207 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-95b64ec0-021f-466c-869e-7b6b0965ffe8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/15c1c8f8-b6a4-452c-aeae-ea519a6f4d35 HTTP/1.1" status: 200 len: 991 time: 0.0804369 Oct 13 11:59:58.141196 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4fc091d1-9168-469a-abc9-b74ec35fcbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T11:59:40Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '15c1c8f8-b6a4-452c-aeae-ea519a6f4d35', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'port_id': '9251c571-b087-4c49-8b51-077cc9958393', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'mac_address': 'fa:16:3e:c0:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:59:56Z', 'updated_at': '2021-10-13T11:59:56Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048ff37a-833a-4019-8ab7-b7906958b242', 'name': '', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:98:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:40Z', 'updated_at': '2021-10-13T11:59:43Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:58.163697 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 11:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd62c338-0203-40fb-815b-cc167665c21d x-openstack-request-id: req-fd62c338-0203-40fb-815b-cc167665c21d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 11:59:58.164002 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794725e3-8f0c-4e7d-b1fd-5786403959f0", "tag": "9251c571-b087-4c49-8b51-077cc9958393", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 11:59:58.164255 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd62c338-0203-40fb-815b-cc167665c21d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 11:59:58.164661 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'tag': '9251c571-b087-4c49-8b51-077cc9958393', 'status': 'completed', 'code': 200} Oct 13 11:59:58.167574 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc091d1-9168-469a-abc9-b74ec35fcbcf None None] Checking router: 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 11:59:58.176886 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc091d1-9168-469a-abc9-b74ec35fcbcf None None] Routers {'7b84cc34-c7ef-45b3-a669-0b0c5b28db79'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 11:59:58.177481 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4fc091d1-9168-469a-abc9-b74ec35fcbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T11:59:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:58.227734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c7349-3506-466c-8c5f-d3a1be14bb0d req-b9ec2345-2e5b-4c1f-ac04-d9f167e3b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:58.229231 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f0c7349-3506-466c-8c5f-d3a1be14bb0d req-b9ec2345-2e5b-4c1f-ac04-d9f167e3b1a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 1096 time: 0.0406806 Oct 13 11:59:58.282839 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-4fc091d1-9168-469a-abc9-b74ec35fcbcf None None] Set router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 11:59:58.319493 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c7349-3506-466c-8c5f-d3a1be14bb0d req-da4d4202-59e7-4d0e-ad77-3804709ed725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:58.320972 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f0c7349-3506-466c-8c5f-d3a1be14bb0d req-da4d4202-59e7-4d0e-ad77-3804709ed725 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09b3ce79-d58f-4ff1-98f9-22694e913218 HTTP/1.1" status: 200 len: 897 time: 0.0844040 Oct 13 11:59:58.388963 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f0c7349-3506-466c-8c5f-d3a1be14bb0d req-0ec4be2e-dfff-412c-a576-4281ee442f6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9251c571-b087-4c49-8b51-077cc9958393 HTTP/1.1" status: 200 len: 999 time: 0.0613136 Oct 13 11:59:58.440702 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c7349-3506-466c-8c5f-d3a1be14bb0d req-aa17ee03-95eb-44a0-9c4d-abc9f05a28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:58.442178 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f0c7349-3506-466c-8c5f-d3a1be14bb0d req-aa17ee03-95eb-44a0-9c4d-abc9f05a28ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32d0b194-9e1c-4734-9f19-e5794902f317 HTTP/1.1" status: 200 len: 835 time: 0.0469861 Oct 13 11:59:58.490187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c7349-3506-466c-8c5f-d3a1be14bb0d req-9b7876a2-d466-41c7-ba75-e345bf8f55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 11:59:58.491706 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f0c7349-3506-466c-8c5f-d3a1be14bb0d req-9b7876a2-d466-41c7-ba75-e345bf8f55ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09b3ce79-d58f-4ff1-98f9-22694e913218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420868 Oct 13 11:59:58.591188 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f0c7349-3506-466c-8c5f-d3a1be14bb0d req-3c696188-fcc9-4a39-9a53-1cf285b3103b service neutron] 10.222.0.46 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919785 Oct 13 11:59:58.592020 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-4fc091d1-9168-469a-abc9-b74ec35fcbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T11:59:40Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '15c1c8f8-b6a4-452c-aeae-ea519a6f4d35', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'port_id': '9251c571-b087-4c49-8b51-077cc9958393', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'mac_address': 'fa:16:3e:c0:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:59:56Z', 'updated_at': '2021-10-13T11:59:56Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048ff37a-833a-4019-8ab7-b7906958b242', 'name': '', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:98:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:40Z', 'updated_at': '2021-10-13T11:59:43Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 11:59:58.621694 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc091d1-9168-469a-abc9-b74ec35fcbcf None None] The sync data for ids ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'] in n-d-813659-3 is: [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T11:59:40Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '15c1c8f8-b6a4-452c-aeae-ea519a6f4d35', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'port_id': '9251c571-b087-4c49-8b51-077cc9958393', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'mac_address': 'fa:16:3e:c0:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T11:59:56Z', 'updated_at': '2021-10-13T11:59:56Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048ff37a-833a-4019-8ab7-b7906958b242', 'name': '', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:98:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:40Z', 'updated_at': '2021-10-13T11:59:43Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 11:59:58.686084 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9f0c7349-3506-466c-8c5f-d3a1be14bb0d req-c16c4eb0-f921-4247-80d7-c150f62045e8 service neutron] 10.222.0.46 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882530 Oct 13 11:59:58.807361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecfa7cb-28fe-4550-a7f3-35119af560f4 None None] New status for floating IP 15c1c8f8-b6a4-452c-aeae-ea519a6f4d35: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 11:59:59.140813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39310) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 11:59:59.200335 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-09a253c3-cc67-45e3-a5b2-7fd256328bb6 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/15c1c8f8-b6a4-452c-aeae-ea519a6f4d35 HTTP/1.1" status: 200 len: 993 time: 0.0583768 Oct 13 12:00:08.037155 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-09176de1-9c98-4d1d-922e-c93799d6dc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:09.482500 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:10.888423 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c7317ca6-5549-4976-ab06-a37520299768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:11.197166 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:11.797243 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:12.487984 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:13.659406 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:15.342497 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:00:38.042528 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-67a0b6ad-99c2-4dfa-8d7c-7519a6d97f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:39.505576 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:40.831317 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ee34fb75-5a86-43aa-b9bf-cbee78443f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:41.185246 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:41.780035 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:42.460555 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:43.653719 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:00:47.113534 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2f113e0-cf57-402c-b414-bc1ba47aefc9 req-1d13df33-1c44-47aa-98b5-f8654df4351f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457997 Oct 13 12:00:47.195893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f113e0-cf57-402c-b414-bc1ba47aefc9 req-53bb4e39-f074-421a-8b8f-67721128ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:00:47.197373 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2f113e0-cf57-402c-b414-bc1ba47aefc9 req-53bb4e39-f074-421a-8b8f-67721128ca07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 1096 time: 0.0415337 Oct 13 12:00:47.303542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f113e0-cf57-402c-b414-bc1ba47aefc9 req-1ce99346-7593-46a2-8ee7-cb3123bd47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:00:47.305481 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2f113e0-cf57-402c-b414-bc1ba47aefc9 req-1ce99346-7593-46a2-8ee7-cb3123bd47b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09b3ce79-d58f-4ff1-98f9-22694e913218 HTTP/1.1" status: 200 len: 897 time: 0.0878956 Oct 13 12:00:47.374089 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2f113e0-cf57-402c-b414-bc1ba47aefc9 req-45e5cedd-e151-48ff-b00b-85211ef0efe7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9251c571-b087-4c49-8b51-077cc9958393 HTTP/1.1" status: 200 len: 1001 time: 0.0610647 Oct 13 12:00:47.424178 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f113e0-cf57-402c-b414-bc1ba47aefc9 req-b0aa0f72-c54d-4910-9670-f35a2058b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:00:47.425605 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2f113e0-cf57-402c-b414-bc1ba47aefc9 req-b0aa0f72-c54d-4910-9670-f35a2058b135 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32d0b194-9e1c-4734-9f19-e5794902f317 HTTP/1.1" status: 200 len: 835 time: 0.0446780 Oct 13 12:00:47.472138 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f113e0-cf57-402c-b414-bc1ba47aefc9 req-fa0e4281-9d04-4f89-b251-3a6dc7738a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:00:47.473669 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2f113e0-cf57-402c-b414-bc1ba47aefc9 req-fa0e4281-9d04-4f89-b251-3a6dc7738a66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09b3ce79-d58f-4ff1-98f9-22694e913218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411513 Oct 13 12:00:47.575719 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2f113e0-cf57-402c-b414-bc1ba47aefc9 req-9621ab25-dc31-4f5d-9eab-4c35a927a3b4 service neutron] 10.222.0.46 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943923 Oct 13 12:00:47.701730 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e2f113e0-cf57-402c-b414-bc1ba47aefc9 req-2d6ce442-19aa-4225-8c2b-14ea776e5d39 service neutron] 10.222.0.46 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191921 Oct 13 12:00:52.342276 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:01:08.019850 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3019a0f-ada8-46ef-bdc2-5cfb5efe7be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:09.489293 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:10.842433 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2345b4c8-ef5f-49e7-abae-790c25fac6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:11.185546 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:11.773670 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:12.466043 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:12.545634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6a0f5-854f-4bbc-acc5-2b6d8b2a6f9e req-3a194d3c-923d-44c3-a00e-42c9739a1014 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:12.547193 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ad6a0f5-854f-4bbc-acc5-2b6d8b2a6f9e req-3a194d3c-923d-44c3-a00e-42c9739a1014 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.1084607 Oct 13 12:01:12.581667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b828ed-d2aa-40cb-ad67-3a868ed45b41 req-83248f10-751c-456f-8a29-6d89b82f4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:12.583252 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54b828ed-d2aa-40cb-ad67-3a868ed45b41 req-83248f10-751c-456f-8a29-6d89b82f4944 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 1096 time: 0.0478561 Oct 13 12:01:12.586275 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ad6a0f5-854f-4bbc-acc5-2b6d8b2a6f9e req-5ddef097-d47a-48fa-b34b-bf33fccc3787 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331960 Oct 13 12:01:12.675255 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b828ed-d2aa-40cb-ad67-3a868ed45b41 req-b19e596e-10ee-4927-9ae8-908c75399a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:12.676729 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54b828ed-d2aa-40cb-ad67-3a868ed45b41 req-b19e596e-10ee-4927-9ae8-908c75399a25 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09b3ce79-d58f-4ff1-98f9-22694e913218 HTTP/1.1" status: 200 len: 897 time: 0.0866768 Oct 13 12:01:12.745844 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54b828ed-d2aa-40cb-ad67-3a868ed45b41 req-4cbe5442-3b85-4614-9f02-be424fa8e86c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9251c571-b087-4c49-8b51-077cc9958393 HTTP/1.1" status: 200 len: 1001 time: 0.0619049 Oct 13 12:01:12.795813 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b828ed-d2aa-40cb-ad67-3a868ed45b41 req-3b3f1c5b-4365-4c83-b669-5f2012c90010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:12.797275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54b828ed-d2aa-40cb-ad67-3a868ed45b41 req-3b3f1c5b-4365-4c83-b669-5f2012c90010 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32d0b194-9e1c-4734-9f19-e5794902f317 HTTP/1.1" status: 200 len: 835 time: 0.0439799 Oct 13 12:01:12.843664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b828ed-d2aa-40cb-ad67-3a868ed45b41 req-d50ff5d2-6817-40c0-8cc0-490870df252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:12.845140 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54b828ed-d2aa-40cb-ad67-3a868ed45b41 req-d50ff5d2-6817-40c0-8cc0-490870df252a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09b3ce79-d58f-4ff1-98f9-22694e913218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405495 Oct 13 12:01:12.938145 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54b828ed-d2aa-40cb-ad67-3a868ed45b41 req-59bfacfb-8ad3-4a3d-9555-190186aaf0f2 service neutron] 10.222.0.46 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855615 Oct 13 12:01:13.028808 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-54b828ed-d2aa-40cb-ad67-3a868ed45b41 req-1e7eeb1d-6ded-4d29-89b2-ffa3fe3c3ef9 service neutron] 10.222.0.46 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834301 Oct 13 12:01:13.682344 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:13.711010 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068a87e-0708-4df2-9e03-ad76dbdeb568 req-3eeebab5-8da1-49d9-908c-1dcdc4c3b5be tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:13.712485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0068a87e-0708-4df2-9e03-ad76dbdeb568 req-3eeebab5-8da1-49d9-908c-1dcdc4c3b5be tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0535393 Oct 13 12:01:13.750626 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0068a87e-0708-4df2-9e03-ad76dbdeb568 req-cb6fca64-4d7c-41ad-b584-1830e4459e6f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319796 Oct 13 12:01:14.865480 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe632ca-6c8d-4211-a896-542f70683f80 req-03d815df-5996-4b3f-a4c2-98a56ea18819 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:14.866971 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebe632ca-6c8d-4211-a896-542f70683f80 req-03d815df-5996-4b3f-a4c2-98a56ea18819 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0482140 Oct 13 12:01:14.904551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebe632ca-6c8d-4211-a896-542f70683f80 req-20e683da-4f4c-4658-9148-4d76ac390903 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312083 Oct 13 12:01:16.020126 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d28b23-15c0-4eb2-a6a9-a1f5413743b3 req-f0a4bf64-0c3c-41ce-9719-1acd74e2a057 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:16.021578 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4d28b23-15c0-4eb2-a6a9-a1f5413743b3 req-f0a4bf64-0c3c-41ce-9719-1acd74e2a057 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0501029 Oct 13 12:01:16.058046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b4d28b23-15c0-4eb2-a6a9-a1f5413743b3 req-72936cbd-67a1-4b35-8a22-0cd71feae936 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305729 Oct 13 12:01:17.178847 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86fa43-a384-4483-afa2-ed1b56b303e2 req-f469e1ea-78d9-40ec-9fc3-8e39c335690b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:17.180304 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c86fa43-a384-4483-afa2-ed1b56b303e2 req-f469e1ea-78d9-40ec-9fc3-8e39c335690b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0538130 Oct 13 12:01:17.217498 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c86fa43-a384-4483-afa2-ed1b56b303e2 req-070f3909-2bb2-4d1d-a070-0f2ef38fa6c0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311990 Oct 13 12:01:18.330612 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df276e-0252-44a5-ac06-111ae3d21759 req-8fe124cf-d3a2-4ace-9bc4-56f694bb030e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:18.332060 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c8df276e-0252-44a5-ac06-111ae3d21759 req-8fe124cf-d3a2-4ace-9bc4-56f694bb030e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0482218 Oct 13 12:01:18.368602 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c8df276e-0252-44a5-ac06-111ae3d21759 req-b4f3265b-d21d-43ad-b6b3-387d57f170c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306737 Oct 13 12:01:19.484324 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018f7bf-90ed-47e2-8645-b310d33a5b74 req-320b59d9-f31e-40e2-8c41-6d187270946d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:19.485824 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c018f7bf-90ed-47e2-8645-b310d33a5b74 req-320b59d9-f31e-40e2-8c41-6d187270946d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0504696 Oct 13 12:01:19.523153 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c018f7bf-90ed-47e2-8645-b310d33a5b74 req-e1b47075-0225-4983-afdf-aa400e5e3f2b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314288 Oct 13 12:01:20.646561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8fa0e-a6c2-4adf-b6ba-3f585ca6b634 req-bd2e3802-58bc-4865-8ea9-f16628a08dd8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:20.648057 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74b8fa0e-a6c2-4adf-b6ba-3f585ca6b634 req-bd2e3802-58bc-4865-8ea9-f16628a08dd8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0528905 Oct 13 12:01:20.685466 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-74b8fa0e-a6c2-4adf-b6ba-3f585ca6b634 req-50b9aabf-2cf0-4ed6-a853-34ff0c29a29a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307693 Oct 13 12:01:21.800439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923a9f3-fdf5-46fa-bc69-f6c471881e6f req-09c82972-186c-42e8-8e1e-e997a6e2f925 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:21.801927 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a923a9f3-fdf5-46fa-bc69-f6c471881e6f req-09c82972-186c-42e8-8e1e-e997a6e2f925 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0491333 Oct 13 12:01:21.839082 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a923a9f3-fdf5-46fa-bc69-f6c471881e6f req-3ceb4e72-3d1c-45b3-99af-e2bc42b17999 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311289 Oct 13 12:01:22.955399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57335c5-a196-4b39-a197-0f5518bc4f7d req-a20b20a6-5195-4e67-b867-96ec70041012 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:22.956886 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a57335c5-a196-4b39-a197-0f5518bc4f7d req-a20b20a6-5195-4e67-b867-96ec70041012 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0495749 Oct 13 12:01:22.993820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a57335c5-a196-4b39-a197-0f5518bc4f7d req-af0911ad-76a2-4694-8ef5-e21939332859 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311484 Oct 13 12:01:24.113486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6887ac0-4e92-4f7e-8952-f5a6f808a689 req-a0594fae-287e-4329-80d3-55e0f536ba34 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:24.115059 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6887ac0-4e92-4f7e-8952-f5a6f808a689 req-a0594fae-287e-4329-80d3-55e0f536ba34 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0532498 Oct 13 12:01:24.151615 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6887ac0-4e92-4f7e-8952-f5a6f808a689 req-593202ef-e3ea-4199-9a33-f78772a9d47a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304437 Oct 13 12:01:24.175451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39366) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:01:24.236139 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ed11e7ca-f74b-4bef-9bdf-a965bd63c797 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/15c1c8f8-b6a4-452c-aeae-ea519a6f4d35 HTTP/1.1" status: 200 len: 993 time: 0.0595515 Oct 13 12:01:29.341570 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:01:38.042961 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1c7a5647-69d4-48f7-9081-d2bf05362cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:39.522550 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:40.842606 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-af973676-0b38-4e19-8935-8d01c2ddd5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:41.220265 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:41.831889 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:42.465085 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:43.688090 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:01:49.095476 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a52e1712-ffc7-4939-8d01-0e064654d867 req-157f112d-de3e-49c0-a241-d1420f183980 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413625 Oct 13 12:01:49.179383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e1712-ffc7-4939-8d01-0e064654d867 req-a3eefdc9-7375-45af-8e0b-ae2b0839583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:49.180894 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a52e1712-ffc7-4939-8d01-0e064654d867 req-a3eefdc9-7375-45af-8e0b-ae2b0839583e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 1096 time: 0.0448902 Oct 13 12:01:49.286037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e1712-ffc7-4939-8d01-0e064654d867 req-34c6c051-70c3-4fc1-93cf-614e18cc2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:49.289083 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a52e1712-ffc7-4939-8d01-0e064654d867 req-34c6c051-70c3-4fc1-93cf-614e18cc2b06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09b3ce79-d58f-4ff1-98f9-22694e913218 HTTP/1.1" status: 200 len: 897 time: 0.0873199 Oct 13 12:01:49.365172 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a52e1712-ffc7-4939-8d01-0e064654d867 req-7dbd8260-409f-4a02-84e8-efba7310de73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9251c571-b087-4c49-8b51-077cc9958393 HTTP/1.1" status: 200 len: 1001 time: 0.0697095 Oct 13 12:01:49.415773 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e1712-ffc7-4939-8d01-0e064654d867 req-50a626ae-bbc8-49a2-89ac-73baab68ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:49.417243 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a52e1712-ffc7-4939-8d01-0e064654d867 req-50a626ae-bbc8-49a2-89ac-73baab68ddb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32d0b194-9e1c-4734-9f19-e5794902f317 HTTP/1.1" status: 200 len: 835 time: 0.0450203 Oct 13 12:01:49.462847 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e1712-ffc7-4939-8d01-0e064654d867 req-178edb75-3a03-4009-8618-74deb29461c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:01:49.464326 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a52e1712-ffc7-4939-8d01-0e064654d867 req-178edb75-3a03-4009-8618-74deb29461c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09b3ce79-d58f-4ff1-98f9-22694e913218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394793 Oct 13 12:01:49.559318 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a52e1712-ffc7-4939-8d01-0e064654d867 req-fdf65c3f-da1b-45fb-8e6b-06975932f77b service neutron] 10.222.0.46 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878272 Oct 13 12:01:49.649181 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a52e1712-ffc7-4939-8d01-0e064654d867 req-fc3e7b13-9ba2-436d-8983-0df0bde53e54 service neutron] 10.222.0.46 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827115 Oct 13 12:02:06.340281 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:02:08.031570 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-151b1d97-92a0-45e6-a0cd-82bf3e0c9b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:09.505510 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:10.842694 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-16bbab7b-56d1-45df-851e-5baa2a4aab8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:11.242476 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:11.825461 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:12.465157 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:13.678773 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:21.184356 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39388) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:21.343458 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port a304761e-c690-448d-99a6-46b75d9b4bdc {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:02:21.343802 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:21.423782 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:21.424109 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:21.436730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for a304761e-c690-448d-99a6-46b75d9b4bdc owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:02:21.704802 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:21.728266 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=a304761e-c690-448d-99a6-46b75d9b4bdc,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:21.739035 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:21.739394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:21.739738 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:21.740074 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:21.740406 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:21.741102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:21.741102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:21.741381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:21.741711 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:21.742039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:21.742390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:21.742719 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:21.802506 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:21.802841 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Floating IP 15c1c8f8-b6a4-452c-aeae-ea519a6f4d35 disassociated (deleted). External IP: 172.25.0.172, port: 9251c571-b087-4c49-8b51-077cc9958393. Oct 13 12:02:22.009882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:02:22.118949 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:02:22.123850 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:22.129268 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b933a9c2-360b-4de6-baf0-57be12529a76 None None] Sync routers for ids ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:02:22.139360 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b933a9c2-360b-4de6-baf0-57be12529a76 None None] Routers {'7b84cc34-c7ef-45b3-a669-0b0c5b28db79'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:02:22.140046 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b933a9c2-360b-4de6-baf0-57be12529a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:22.152728 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b855af5c-549b-44c7-b2fe-20cb27e36acb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/floatingips/15c1c8f8-b6a4-452c-aeae-ea519a6f4d35 HTTP/1.1" status: 204 len: 168 time: 0.9672787 Oct 13 12:02:22.153231 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'tag': '9251c571-b087-4c49-8b51-077cc9958393'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:02:22.155638 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7afb8ff-0507-4863-bc94-81a6086bcfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "794725e3-8f0c-4e7d-b1fd-5786403959f0", "tag": "9251c571-b087-4c49-8b51-077cc9958393"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:02:22.255343 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b933a9c2-360b-4de6-baf0-57be12529a76 None None] Set router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:02:22.469423 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b933a9c2-360b-4de6-baf0-57be12529a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T11:59:40Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '048ff37a-833a-4019-8ab7-b7906958b242', 'name': '', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:98:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:40Z', 'updated_at': '2021-10-13T11:59:43Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:22.500615 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b933a9c2-360b-4de6-baf0-57be12529a76 None None] Checking router: 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:02:22.514978 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b933a9c2-360b-4de6-baf0-57be12529a76 None None] Routers {'7b84cc34-c7ef-45b3-a669-0b0c5b28db79'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:02:22.515654 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b933a9c2-360b-4de6-baf0-57be12529a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:22.536052 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca1c41f-67c0-4467-8d5e-fdf92bc8a31a x-openstack-request-id: req-8ca1c41f-67c0-4467-8d5e-fdf92bc8a31a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:02:22.536581 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794725e3-8f0c-4e7d-b1fd-5786403959f0", "tag": "9251c571-b087-4c49-8b51-077cc9958393", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:02:22.537100 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ca1c41f-67c0-4467-8d5e-fdf92bc8a31a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:02:22.537614 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'tag': '9251c571-b087-4c49-8b51-077cc9958393', 'status': 'completed', 'code': 200} Oct 13 12:02:22.609711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb8ff-0507-4863-bc94-81a6086bcfa7 req-b555eaf4-0600-42de-a81d-eb1752bcb4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:22.612079 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7afb8ff-0507-4863-bc94-81a6086bcfa7 req-b555eaf4-0600-42de-a81d-eb1752bcb4e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 1096 time: 0.0507095 Oct 13 12:02:22.639673 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b933a9c2-360b-4de6-baf0-57be12529a76 None None] Set router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:02:22.654292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341ff76-2b39-4cfe-9b04-a3053309567f req-5cb6d925-57d6-4b78-a1c7-72f83c1da18e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:22.656069 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2341ff76-2b39-4cfe-9b04-a3053309567f req-5cb6d925-57d6-4b78-a1c7-72f83c1da18e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0684683 Oct 13 12:02:22.708927 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2341ff76-2b39-4cfe-9b04-a3053309567f req-cdb12ab2-8c76-41b6-a65f-caca2f67ec16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446806 Oct 13 12:02:22.727587 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb8ff-0507-4863-bc94-81a6086bcfa7 req-114b113b-8522-4e08-8b51-c0432fe93c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:22.729082 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7afb8ff-0507-4863-bc94-81a6086bcfa7 req-114b113b-8522-4e08-8b51-c0432fe93c6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=09b3ce79-d58f-4ff1-98f9-22694e913218 HTTP/1.1" status: 200 len: 897 time: 0.1074851 Oct 13 12:02:22.773893 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7afb8ff-0507-4863-bc94-81a6086bcfa7 req-b9fa02ed-85c5-4394-a1ff-f13ed5d47d1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9251c571-b087-4c49-8b51-077cc9958393 HTTP/1.1" status: 200 len: 217 time: 0.0376053 Oct 13 12:02:22.834344 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb8ff-0507-4863-bc94-81a6086bcfa7 req-5901e46c-c2fc-4ad9-b1ec-100849dbbb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:22.835927 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7afb8ff-0507-4863-bc94-81a6086bcfa7 req-5901e46c-c2fc-4ad9-b1ec-100849dbbb5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32d0b194-9e1c-4734-9f19-e5794902f317 HTTP/1.1" status: 200 len: 835 time: 0.0546758 Oct 13 12:02:22.854902 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b933a9c2-360b-4de6-baf0-57be12529a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T11:59:40Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '048ff37a-833a-4019-8ab7-b7906958b242', 'name': '', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:98:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:40Z', 'updated_at': '2021-10-13T11:59:43Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:22.886909 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b933a9c2-360b-4de6-baf0-57be12529a76 None None] The sync data for ids ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'] in n-d-813659-3 is: [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T11:59:40Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '048ff37a-833a-4019-8ab7-b7906958b242', 'name': '', 'network_id': '09b3ce79-d58f-4ff1-98f9-22694e913218', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:98:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:40Z', 'updated_at': '2021-10-13T11:59:43Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '32d0b194-9e1c-4734-9f19-e5794902f317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:02:22.887704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb8ff-0507-4863-bc94-81a6086bcfa7 req-975c839f-37ac-4bf5-80fb-a255d2ffd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:22.890200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7afb8ff-0507-4863-bc94-81a6086bcfa7 req-975c839f-37ac-4bf5-80fb-a255d2ffd6d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09b3ce79-d58f-4ff1-98f9-22694e913218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459602 Oct 13 12:02:22.902609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-c7afb8ff-0507-4863-bc94-81a6086bcfa7 req-e6a1e595-b41e-4c20-9308-26aff863f9b7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 12:02:22.903597 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7afb8ff-0507-4863-bc94-81a6086bcfa7 req-e6a1e595-b41e-4c20-9308-26aff863f9b7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056450 Oct 13 12:02:23.008645 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7afb8ff-0507-4863-bc94-81a6086bcfa7 req-c940aeac-e6a8-4413-a0e7-6b3260b31c70 service neutron] 10.222.0.46 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972335 Oct 13 12:02:23.106904 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c7afb8ff-0507-4863-bc94-81a6086bcfa7 req-d6f85b0b-f9cf-42bb-b9cb-5db80c258767 service neutron] 10.222.0.46 "GET /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905864 Oct 13 12:02:23.143475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5a792-8ea0-4917-b540-ef889c87dd69 None None] New status for floating IP 15c1c8f8-b6a4-452c-aeae-ea519a6f4d35: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:02:23.846304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bf08e-21b5-493a-8e0d-ebc0c3f5f867 req-aaff1c28-5e88-4743-bdc2-08de2e6a1fae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:23.848878 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b7bf08e-21b5-493a-8e0d-ebc0c3f5f867 req-aaff1c28-5e88-4743-bdc2-08de2e6a1fae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0539026 Oct 13 12:02:23.894206 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b7bf08e-21b5-493a-8e0d-ebc0c3f5f867 req-9484fcaf-8599-40f5-8dee-c8f81cb34d3d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6d43b9e-9c6d-4bf6-a51b-625166250b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388329 Oct 13 12:02:24.384468 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781893aa-789e-484d-a5a5-32a1e24b03e2 req-7e39edce-ce19-4b31-910b-7c17acd48cb3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:24.386144 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-781893aa-789e-484d-a5a5-32a1e24b03e2 req-7e39edce-ce19-4b31-910b-7c17acd48cb3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 945 time: 0.0532849 Oct 13 12:02:24.482614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-781893aa-789e-484d-a5a5-32a1e24b03e2 req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port 9251c571-b087-4c49-8b51-077cc9958393 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:02:24.483030 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-781893aa-789e-484d-a5a5-32a1e24b03e2 req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:24.572740 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-781893aa-789e-484d-a5a5-32a1e24b03e2 req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port 9251c571-b087-4c49-8b51-077cc9958393, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=9251c571-b087-4c49-8b51-077cc9958393,segment=NetworkSegment(9c988cec-f009-43c7-8129-ed336ef21aee),segment_id=9c988cec-f009-43c7-8129-ed336ef21aee)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:02:24.574169 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-781893aa-789e-484d-a5a5-32a1e24b03e2 req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:24.586635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-781893aa-789e-484d-a5a5-32a1e24b03e2 req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for 9251c571-b087-4c49-8b51-077cc9958393 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:02:24.802429 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-781893aa-789e-484d-a5a5-32a1e24b03e2 req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:24.832445 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=9251c571-b087-4c49-8b51-077cc9958393,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:24.844504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:24.844868 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:24.845214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:24.845566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:24.845905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:24.846242 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:24.846965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:24.847311 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:24.847651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:24.847986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:24.848323 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:24.848658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:24.887836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-781893aa-789e-484d-a5a5-32a1e24b03e2 req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] No DVR routers for this DVR port 9251c571-b087-4c49-8b51-077cc9958393 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:02:24.890565 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-781893aa-789e-484d-a5a5-32a1e24b03e2 req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:24.894648 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-781893aa-789e-484d-a5a5-32a1e24b03e2 req-1040476c-c0f5-4675-aa89-084474a09e0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "DELETE /v2.0/ports/9251c571-b087-4c49-8b51-077cc9958393 HTTP/1.1" status: 204 len: 173 time: 0.4997091 Oct 13 12:02:24.895087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'name': 'network-vif-deleted', 'tag': '9251c571-b087-4c49-8b51-077cc9958393'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:02:24.897362 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b5f795-e3a7-48bb-b659-b10d18ef5247" -d '{"events": [{"server_uuid": "794725e3-8f0c-4e7d-b1fd-5786403959f0", "name": "network-vif-deleted", "tag": "9251c571-b087-4c49-8b51-077cc9958393"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:02:25.006299 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541a817b-01a8-42e4-93dd-d3c4e0f16596 x-openstack-request-id: req-541a817b-01a8-42e4-93dd-d3c4e0f16596 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:02:25.006622 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794725e3-8f0c-4e7d-b1fd-5786403959f0", "name": "network-vif-deleted", "tag": "9251c571-b087-4c49-8b51-077cc9958393", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:02:25.006937 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-541a817b-01a8-42e4-93dd-d3c4e0f16596 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:02:25.007347 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794725e3-8f0c-4e7d-b1fd-5786403959f0', 'name': 'network-vif-deleted', 'tag': '9251c571-b087-4c49-8b51-077cc9958393', 'status': 'completed', 'code': 200} Oct 13 12:02:25.080490 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cb54cd3a-58df-4eaa-ac40-73203e7caa47 req-99baedc8-2898-45e2-bd41-c19b67926071 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=794725e3-8f0c-4e7d-b1fd-5786403959f0 HTTP/1.1" status: 200 len: 210 time: 0.0265386 Oct 13 12:02:26.136693 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39408) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:26.804010 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a67d442e-8382-4d4f-a61a-5837bd839dbd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:27.052599 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a67d442e-8382-4d4f-a61a-5837bd839dbd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port 048ff37a-833a-4019-8ab7-b7906958b242 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:02:27.052974 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a67d442e-8382-4d4f-a61a-5837bd839dbd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:27.142080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a67d442e-8382-4d4f-a61a-5837bd839dbd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port 048ff37a-833a-4019-8ab7-b7906958b242, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=048ff37a-833a-4019-8ab7-b7906958b242,segment=NetworkSegment(9c988cec-f009-43c7-8129-ed336ef21aee),segment_id=9c988cec-f009-43c7-8129-ed336ef21aee)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:02:27.142840 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a67d442e-8382-4d4f-a61a-5837bd839dbd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:27.155582 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a67d442e-8382-4d4f-a61a-5837bd839dbd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for 048ff37a-833a-4019-8ab7-b7906958b242 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:02:27.442545 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a67d442e-8382-4d4f-a61a-5837bd839dbd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:27.474842 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d442e-8382-4d4f-a61a-5837bd839dbd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=048ff37a-833a-4019-8ab7-b7906958b242,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:27.641943 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 9251c571-b087-4c49-8b51-077cc9958393 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:02:27.654820 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a67d442e-8382-4d4f-a61a-5837bd839dbd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:27.665293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 9251c571-b087-4c49-8b51-077cc9958393 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:02:27.665648 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 9251c571-b087-4c49-8b51-077cc9958393 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:02:27.875062 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67d442e-8382-4d4f-a61a-5837bd839dbd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:02:27.983855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67d442e-8382-4d4f-a61a-5837bd839dbd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:02:27.989215 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a67d442e-8382-4d4f-a61a-5837bd839dbd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "PUT /v2.0/routers/7b84cc34-c7ef-45b3-a669-0b0c5b28db79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8513103 Oct 13 12:02:27.991700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39410) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:27.994417 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384b838c-d6db-4199-badf-354764d9414f None None] Sync routers for ids ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:02:28.004206 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384b838c-d6db-4199-badf-354764d9414f None None] Routers {'7b84cc34-c7ef-45b3-a669-0b0c5b28db79'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:02:28.004802 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-384b838c-d6db-4199-badf-354764d9414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:28.044032 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a318020-4823-43fc-bdac-91d2d77efaff tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting subnet 32d0b194-9e1c-4734-9f19-e5794902f317 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 12:02:28.047111 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a318020-4823-43fc-bdac-91d2d77efaff tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:28.089056 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a318020-4823-43fc-bdac-91d2d77efaff tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:28.113357 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-384b838c-d6db-4199-badf-354764d9414f None None] Set router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:02:28.183032 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a318020-4823-43fc-bdac-91d2d77efaff tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:28.291111 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-384b838c-d6db-4199-badf-354764d9414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T12:02:27Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:28.318232 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384b838c-d6db-4199-badf-354764d9414f None None] Checking router: 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:02:28.326990 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384b838c-d6db-4199-badf-354764d9414f None None] Routers {'7b84cc34-c7ef-45b3-a669-0b0c5b28db79'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:02:28.327646 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-384b838c-d6db-4199-badf-354764d9414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:28.334434 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a318020-4823-43fc-bdac-91d2d77efaff tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:28.360630 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a318020-4823-43fc-bdac-91d2d77efaff tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Subnet': ['ID=32d0b194-9e1c-4734-9f19-e5794902f317,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:28.367610 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a318020-4823-43fc-bdac-91d2d77efaff tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:28.373661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5a318020-4823-43fc-bdac-91d2d77efaff tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/subnets/32d0b194-9e1c-4734-9f19-e5794902f317 HTTP/1.1" status: 204 len: 168 time: 0.3783045 Oct 13 12:02:28.374482 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39412) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:28.375281 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9491bd36-1d61-4f39-86ac-ce7af1a496c4 None None] Network 09b3ce79-d58f-4ff1-98f9-22694e913218 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:02:28.544410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-384b838c-d6db-4199-badf-354764d9414f None None] Set router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:02:28.580204 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] DHCP port deletion for 09b3ce79-d58f-4ff1-98f9-22694e913218 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 12:02:28.635053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Deleting port 04ec5d3a-5100-4905-b3e0-2482a54bb737 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:02:28.635471 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:28.708937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] For port 04ec5d3a-5100-4905-b3e0-2482a54bb737, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=04ec5d3a-5100-4905-b3e0-2482a54bb737,segment=NetworkSegment(9c988cec-f009-43c7-8129-ed336ef21aee),segment_id=9c988cec-f009-43c7-8129-ed336ef21aee)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:02:28.709657 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:28.723023 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Calling delete_port for 04ec5d3a-5100-4905-b3e0-2482a54bb737 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:02:28.740952 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-384b838c-d6db-4199-badf-354764d9414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T12:02:27Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:28.745389 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:28.768353 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384b838c-d6db-4199-badf-354764d9414f None None] The sync data for ids ['7b84cc34-c7ef-45b3-a669-0b0c5b28db79'] in n-d-813659-3 is: [{'id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683364513', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T11:59:36Z', 'updated_at': '2021-10-13T12:02:27Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '046a6e72-4626-4dbe-b931-c773ba0c5683', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b84cc34-c7ef-45b3-a669-0b0c5b28db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T11:59:37Z', 'updated_at': '2021-10-13T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:02:28.863767 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:28.889743 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:28.921104 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Pushing event deleted for resources: {'Port': ['ID=04ec5d3a-5100-4905-b3e0-2482a54bb737,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:28.927252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] No DVR routers for this DVR port 04ec5d3a-5100-4905-b3e0-2482a54bb737 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:02:28.936694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:28.936694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:28.936694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:28.936694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:28.936694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:28.936694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:28.936694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:28.936694 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:28.937884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:28.937884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:28.937884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:28.937884 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a9f5-edfb-42ba-b13e-c7bc2e2d4755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:29.029291 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port 046a6e72-4626-4dbe-b931-c773ba0c5683 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:02:29.029561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:29.108512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port 046a6e72-4626-4dbe-b931-c773ba0c5683, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=046a6e72-4626-4dbe-b931-c773ba0c5683,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:02:29.108886 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:29.122713 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for 046a6e72-4626-4dbe-b931-c773ba0c5683 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:02:29.348729 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 04ec5d3a-5100-4905-b3e0-2482a54bb737 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:02:29.369274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 04ec5d3a-5100-4905-b3e0-2482a54bb737 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:02:29.369616 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 04ec5d3a-5100-4905-b3e0-2482a54bb737 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:02:29.370020 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 048ff37a-833a-4019-8ab7-b7906958b242 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:02:29.389084 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 048ff37a-833a-4019-8ab7-b7906958b242 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:02:29.389424 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 048ff37a-833a-4019-8ab7-b7906958b242 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:02:29.402193 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:29.431559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=046a6e72-4626-4dbe-b931-c773ba0c5683,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:29.499220 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:29.590442 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:29.592496 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:29.688524 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:29.689066 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Fanout notify agent at l3_agent the message router_deleted on router 7b84cc34-c7ef-45b3-a669-0b0c5b28db79 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 12:02:29.701954 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:29.701954 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6c58298a-fec8-410c-9f5a-e4c0169e55cd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/routers/7b84cc34-c7ef-45b3-a669-0b0c5b28db79 HTTP/1.1" status: 204 len: 168 time: 1.3215866 Oct 13 12:02:29.701954 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39414) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:29.785430 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f28ecb7d-9e8a-4af7-842f-ed9b349b3f0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:29.876701 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f28ecb7d-9e8a-4af7-842f-ed9b349b3f0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:29.897465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f28ecb7d-9e8a-4af7-842f-ed9b349b3f0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b3ce79-d58f-4ff1-98f9-22694e913218']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:29.906733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f28ecb7d-9e8a-4af7-842f-ed9b349b3f0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c988cec-f009-43c7-8129-ed336ef21aee') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:29.907039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-f28ecb7d-9e8a-4af7-842f-ed9b349b3f0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c988cec-f009-43c7-8129-ed336ef21aee') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:29.916593 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f28ecb7d-9e8a-4af7-842f-ed9b349b3f0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:29.930431 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f28ecb7d-9e8a-4af7-842f-ed9b349b3f0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:29.936466 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28ecb7d-9e8a-4af7-842f-ed9b349b3f0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 12:02:29.936863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f28ecb7d-9e8a-4af7-842f-ed9b349b3f0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: timer() Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 12:02:29.940014 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 12:02:30.081818 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f28ecb7d-9e8a-4af7-842f-ed9b349b3f0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:30.089127 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f28ecb7d-9e8a-4af7-842f-ed9b349b3f0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:30.093539 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f28ecb7d-9e8a-4af7-842f-ed9b349b3f0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/networks/09b3ce79-d58f-4ff1-98f9-22694e913218 HTTP/1.1" status: 204 len: 168 time: 0.3915386 Oct 13 12:02:30.095727 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39416) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:30.108034 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ecb7d-9e8a-4af7-842f-ed9b349b3f0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Network': ['ID=09b3ce79-d58f-4ff1-98f9-22694e913218,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:30.167071 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31073358-92ed-488f-bd6b-8c6712bced16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:30.192325 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31073358-92ed-488f-bd6b-8c6712bced16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:30.305527 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31073358-92ed-488f-bd6b-8c6712bced16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:30.308376 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31073358-92ed-488f-bd6b-8c6712bced16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:30.309614 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-31073358-92ed-488f-bd6b-8c6712bced16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/security-groups/c6d43b9e-9c6d-4bf6-a51b-625166250b50 HTTP/1.1" status: 204 len: 168 time: 0.2130721 Oct 13 12:02:30.319924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31073358-92ed-488f-bd6b-8c6712bced16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d43b9e-9c6d-4bf6-a51b-625166250b50,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:31.353654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 046a6e72-4626-4dbe-b931-c773ba0c5683 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:02:31.378683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 046a6e72-4626-4dbe-b931-c773ba0c5683 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:02:31.378978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 046a6e72-4626-4dbe-b931-c773ba0c5683 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:02:31.780150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39426) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:31.785388 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-6291e128-34bd-4359-80cc-9c7427e86fd4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-617410749', 'description': 'tempest-secgroup-smoke-617410749 description', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:02:31.876950 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6291e128-34bd-4359-80cc-9c7427e86fd4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:31.942906 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6291e128-34bd-4359-80cc-9c7427e86fd4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:32.041911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6291e128-34bd-4359-80cc-9c7427e86fd4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:32.071731 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291e128-34bd-4359-80cc-9c7427e86fd4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95354b84-cde6-49d5-a1a0-65c9dc847e0e,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:32.124521 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-6291e128-34bd-4359-80cc-9c7427e86fd4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:32.125807 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-6291e128-34bd-4359-80cc-9c7427e86fd4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3446417 Oct 13 12:02:32.129021 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39428) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:32.133462 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-42d654f0-9e56-4e57-b147-f5b237991a99 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '95354b84-cde6-49d5-a1a0-65c9dc847e0e', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:02:32.230023 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-42d654f0-9e56-4e57-b147-f5b237991a99 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:32.291409 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-42d654f0-9e56-4e57-b147-f5b237991a99 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:32.350634 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-42d654f0-9e56-4e57-b147-f5b237991a99 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:32.370071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d654f0-9e56-4e57-b147-f5b237991a99 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5af2a5-fc82-4a48-8af1-186faab46b26,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:32.427351 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-42d654f0-9e56-4e57-b147-f5b237991a99 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:32.428562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-42d654f0-9e56-4e57-b147-f5b237991a99 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2986157 Oct 13 12:02:32.431509 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39430) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:32.435903 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b6b06b6c-def9-4134-8405-fa066915b9a8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '95354b84-cde6-49d5-a1a0-65c9dc847e0e', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:02:32.511419 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6b06b6c-def9-4134-8405-fa066915b9a8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:32.574160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6b06b6c-def9-4134-8405-fa066915b9a8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:32.642300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6b06b6c-def9-4134-8405-fa066915b9a8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:32.660651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b06b6c-def9-4134-8405-fa066915b9a8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76bc4db-9297-48a3-a6df-94bbff557a31,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:32.718600 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b6b06b6c-def9-4134-8405-fa066915b9a8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:32.719832 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b6b06b6c-def9-4134-8405-fa066915b9a8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2874026 Oct 13 12:02:32.723385 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39432) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:32.727803 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-c6f87921-1cee-4b18-b4f3-87848be5b56f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '95354b84-cde6-49d5-a1a0-65c9dc847e0e', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:02:32.836457 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6f87921-1cee-4b18-b4f3-87848be5b56f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:32.897970 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6f87921-1cee-4b18-b4f3-87848be5b56f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:32.985267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6f87921-1cee-4b18-b4f3-87848be5b56f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:33.000667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f87921-1cee-4b18-b4f3-87848be5b56f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ffe46b-8ac6-451b-979d-104feed71552,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:33.068084 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c6f87921-1cee-4b18-b4f3-87848be5b56f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:33.069340 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c6f87921-1cee-4b18-b4f3-87848be5b56f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450241 Oct 13 12:02:33.072112 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39434) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:33.076511 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-944f5211-0e87-4192-be83-f777513d68c8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '95354b84-cde6-49d5-a1a0-65c9dc847e0e', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:02:33.172946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-944f5211-0e87-4192-be83-f777513d68c8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:33.239384 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-944f5211-0e87-4192-be83-f777513d68c8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:33.316003 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-944f5211-0e87-4192-be83-f777513d68c8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:33.335002 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f5211-0e87-4192-be83-f777513d68c8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5a8c71-de79-4c15-b402-c334779bda85,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:33.427853 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-944f5211-0e87-4192-be83-f777513d68c8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:33.433938 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-944f5211-0e87-4192-be83-f777513d68c8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3560541 Oct 13 12:02:33.433938 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39436) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:33.436457 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b204ea1f-4b69-40d9-828c-13438bb8a07e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '95354b84-cde6-49d5-a1a0-65c9dc847e0e', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:02:33.539492 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-b204ea1f-4b69-40d9-828c-13438bb8a07e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Project e8cd4a1746fc488b99262772d8fc167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 12:02:33.544557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b204ea1f-4b69-40d9-828c-13438bb8a07e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:33.622136 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b204ea1f-4b69-40d9-828c-13438bb8a07e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:33.716924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b204ea1f-4b69-40d9-828c-13438bb8a07e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:33.734817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204ea1f-4b69-40d9-828c-13438bb8a07e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f4405e-1f07-4278-8373-551c0c404fcf,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:33.809970 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b204ea1f-4b69-40d9-828c-13438bb8a07e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:33.811255 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b204ea1f-4b69-40d9-828c-13438bb8a07e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3782821 Oct 13 12:02:33.814140 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39438) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:33.818592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-13ad50d8-e68f-4b7a-9f3a-7c90be06b724 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '95354b84-cde6-49d5-a1a0-65c9dc847e0e', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:02:33.916740 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-13ad50d8-e68f-4b7a-9f3a-7c90be06b724 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Project e8cd4a1746fc488b99262772d8fc167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 12:02:33.921824 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13ad50d8-e68f-4b7a-9f3a-7c90be06b724 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:33.984768 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13ad50d8-e68f-4b7a-9f3a-7c90be06b724 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:34.054244 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13ad50d8-e68f-4b7a-9f3a-7c90be06b724 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:34.072512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad50d8-e68f-4b7a-9f3a-7c90be06b724 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0031fc86-23b7-43ab-8a48-9ad76327755b,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:34.153313 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13ad50d8-e68f-4b7a-9f3a-7c90be06b724 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:34.154638 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-13ad50d8-e68f-4b7a-9f3a-7c90be06b724 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3394818 Oct 13 12:02:34.157552 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39440) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:34.163046 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-9e48eebc-29aa-4cbd-8c6c-43676b762e40 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'network': {'name': 'tempest-network-smoke--1646640742', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'port_security_enabled': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:02:34.276899 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e48eebc-29aa-4cbd-8c6c-43676b762e40 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:02:34.280483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e48eebc-29aa-4cbd-8c6c-43676b762e40 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:34.306100 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e48eebc-29aa-4cbd-8c6c-43676b762e40 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 12:02:34.314807 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e48eebc-29aa-4cbd-8c6c-43676b762e40 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:34.315417 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-9e48eebc-29aa-4cbd-8c6c-43676b762e40 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Added segment 4204b56d-146e-4056-8ea9-c6eccac531d7 of type vlan for network 7ad1245c-41a8-496a-954f-6d950865fec9 Oct 13 12:02:34.357937 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e48eebc-29aa-4cbd-8c6c-43676b762e40 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:34.482068 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e48eebc-29aa-4cbd-8c6c-43676b762e40 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:34.488193 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48eebc-29aa-4cbd-8c6c-43676b762e40 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:34.488807 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e48eebc-29aa-4cbd-8c6c-43676b762e40 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:34.554514 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48eebc-29aa-4cbd-8c6c-43676b762e40 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Network': ['ID=7ad1245c-41a8-496a-954f-6d950865fec9,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:34.564850 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 7ad1245c-41a8-496a-954f-6d950865fec9 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 12:02:34.633560 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9e48eebc-29aa-4cbd-8c6c-43676b762e40 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4748850 Oct 13 12:02:34.636620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39442) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:34.641100 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'admin_state_up': True, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:02:34.745826 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:34.746998 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:34.802933 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:35.021908 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:35.316177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:35.336884 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:35.446690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.25.0.93 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/08ada95c-6b9a-4fec-8a01-03b902d51cce) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:02:35.550006 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:35.653876 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:35.700338 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:02:35.703395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:02:35.706905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:02:35.730680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=08ada95c-6b9a-4fec-8a01-03b902d51cce,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:36.057388 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:36.269063 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:36.516748 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 6832f797-d50a-4e58-87ed-1f8487ae54a9 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 12:02:36.879921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:02:36.890165 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Sync routers for ids ['6832f797-d50a-4e58-87ed-1f8487ae54a9'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:02:36.902533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Routers {'6832f797-d50a-4e58-87ed-1f8487ae54a9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:02:36.908150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6832f797-d50a-4e58-87ed-1f8487ae54a9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:36.947765 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:36.949083 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bf385dab-b373-40e4-bfe6-556cd9910a4c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3115108 Oct 13 12:02:36.952328 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39446) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:36.982598 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5e917358-99cb-49e3-96ed-acdc2c3209a2 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e8cd4a1746fc488b99262772d8fc167c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290234 Oct 13 12:02:36.985253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39448) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:37.011551 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Set router 6832f797-d50a-4e58-87ed-1f8487ae54a9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:02:37.078216 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7787f0-0d0e-4e44-b0cb-c0a24b9df600 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:37.079770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-0d7787f0-0d0e-4e44-b0cb-c0a24b9df600 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936027 Oct 13 12:02:37.082718 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39450) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:37.114415 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-970062fa-3ec4-4590-b6c4-0cb25c7ffb6e tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305398 Oct 13 12:02:37.117461 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39452) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:37.163746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-13deec8e-37a6-4330-bc85-f7f7e251f64e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375642159', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:02:37.198654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:02:35Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:37.225875 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Checking router: 6832f797-d50a-4e58-87ed-1f8487ae54a9 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:02:37.226225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Updating router 6832f797-d50a-4e58-87ed-1f8487ae54a9 port 08ada95c-6b9a-4fec-8a01-03b902d51cce binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:02:37.251676 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:37.322794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13deec8e-37a6-4330-bc85-f7f7e251f64e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:02:37.326603 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13deec8e-37a6-4330-bc85-f7f7e251f64e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:37.514079 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:37.557305 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13deec8e-37a6-4330-bc85-f7f7e251f64e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:37.579045 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:37.627264 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13deec8e-37a6-4330-bc85-f7f7e251f64e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Subnet': ['ID=7237664d-9115-4805-baac-23ba5f042ca9,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:37.632139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Attempting to bind port 08ada95c-6b9a-4fec-8a01-03b902d51cce on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:02:37.636451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Attempting to bind port 08ada95c-6b9a-4fec-8a01-03b902d51cce by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:02:37.636451 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Attempting to bind port 08ada95c-6b9a-4fec-8a01-03b902d51cce on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:02:37.637009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13deec8e-37a6-4330-bc85-f7f7e251f64e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Checking segment: {'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:02:37.637009 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13deec8e-37a6-4330-bc85-f7f7e251f64e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network hostable DHCP agents. Network: 7ad1245c-41a8-496a-954f-6d950865fec9, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 12:02:37.637225 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71217bdd-d734-4cef-8058-7dc978f8956b None None] Pushing event updated for resources: {'Port': ['ID=08ada95c-6b9a-4fec-8a01-03b902d51cce,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:37.641034 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:02:37.641468 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:02:37.641800 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:37.642178 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:02:37.642680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Bound port: 08ada95c-6b9a-4fec-8a01-03b902d51cce, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:02:37.643141 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:37.694421 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] For port 08ada95c-6b9a-4fec-8a01-03b902d51cce, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:02:37.697370 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] For port 08ada95c-6b9a-4fec-8a01-03b902d51cce, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=08ada95c-6b9a-4fec-8a01-03b902d51cce,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:02:37.710993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13deec8e-37a6-4330-bc85-f7f7e251f64e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 7ad1245c-41a8-496a-954f-6d950865fec9 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 12:02:37.757002 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:37.779412 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-13deec8e-37a6-4330-bc85-f7f7e251f64e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 7ad1245c-41a8-496a-954f-6d950865fec9) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:02:37.783721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13deec8e-37a6-4330-bc85-f7f7e251f64e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:37.784434 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-13deec8e-37a6-4330-bc85-f7f7e251f64e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:37.795866 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb3207f-d564-43e7-a5f5-f5b80684c3fe None None] Network 7ad1245c-41a8-496a-954f-6d950865fec9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:02:37.857774 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Routers {'6832f797-d50a-4e58-87ed-1f8487ae54a9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:02:37.858410 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6832f797-d50a-4e58-87ed-1f8487ae54a9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:37.899786 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-13deec8e-37a6-4330-bc85-f7f7e251f64e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7782006 Oct 13 12:02:37.900032 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71217bdd-d734-4cef-8058-7dc978f8956b None None] Pushing event updated for resources: {'Port': ['ID=08ada95c-6b9a-4fec-8a01-03b902d51cce,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:37.900492 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39458) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:38.188144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] Set router 6832f797-d50a-4e58-87ed-1f8487ae54a9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:02:38.247986 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-960b79e6-4551-459d-b490-5ef4315293cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:38.276742 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-7ad1245c-41a8-496a-954f-6d950865fec9', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ips': [{'subnet_id': '7237664d-9115-4805-baac-23ba5f042ca9'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 12:02:38.277615 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:38.399497 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:38.508748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Allocated IP 172.20.0.2 (7ad1245c-41a8-496a-954f-6d950865fec9/7237664d-9115-4805-baac-23ba5f042ca9/62d9b866-7225-4836-811a-5cb35dd7a1c2) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:02:38.571759 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:02:35Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:38.603422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8519b48-3fda-46ef-ad6b-29b1ec1da199 None None] The sync data for ids ['6832f797-d50a-4e58-87ed-1f8487ae54a9'] in n-d-813659-3 is: [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:02:35Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:02:38.719026 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:38.792077 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:38.853826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.20.0.1 (7ad1245c-41a8-496a-954f-6d950865fec9/7237664d-9115-4805-baac-23ba5f042ca9/862b8814-39bd-4906-89d4-b945cb82673d) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:02:38.859561 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Network 7ad1245c-41a8-496a-954f-6d950865fec9 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:02:38.870938 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:02:38.875744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:02:38.878915 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Pushing event updated for resources: {'Port': ['ID=62d9b866-7225-4836-811a-5cb35dd7a1c2,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:38.940286 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Attempting to bind port 62d9b866-7225-4836-811a-5cb35dd7a1c2 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:02:38.940954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Attempting to bind port 62d9b866-7225-4836-811a-5cb35dd7a1c2 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:02:38.941054 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Attempting to bind port 62d9b866-7225-4836-811a-5cb35dd7a1c2 on network 7ad1245c-41a8-496a-954f-6d950865fec9 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:02:38.947755 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:02:38.948130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Checking segment: {'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:02:38.948536 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:38.948937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Bound using segment: {'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:02:38.949525 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Bound port: 62d9b866-7225-4836-811a-5cb35dd7a1c2, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:02:38.950083 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:38.994655 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:39.029111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] For port 62d9b866-7225-4836-811a-5cb35dd7a1c2, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:02:39.032512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] For port 62d9b866-7225-4836-811a-5cb35dd7a1c2, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=62d9b866-7225-4836-811a-5cb35dd7a1c2,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:02:39.117501 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:39.128703 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:39.157408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 7ad1245c-41a8-496a-954f-6d950865fec9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:02:39.165876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:02:39.174180 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:02:39.202284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430083ca-1d42-43f1-888b-f715c54352e9 None None] Pushing event updated for resources: {'Port': ['ID=62d9b866-7225-4836-811a-5cb35dd7a1c2,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:39.219146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=862b8814-39bd-4906-89d4-b945cb82673d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:39.238155 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:39.446955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 08ada95c-6b9a-4fec-8a01-03b902d51cce up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:02:39.515483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 08ada95c-6b9a-4fec-8a01-03b902d51cce triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:02:39.515956 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:39.522911 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:39.617252 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:39.637317 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:39.641316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 08ada95c-6b9a-4fec-8a01-03b902d51cce, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=08ada95c-6b9a-4fec-8a01-03b902d51cce,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:02:39.774170 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:39.828371 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:39.837562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=08ada95c-6b9a-4fec-8a01-03b902d51cce,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:39.899749 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:39.979087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=862b8814-39bd-4906-89d4-b945cb82673d,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:39.981534 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:40.085417 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 7ad1245c-41a8-496a-954f-6d950865fec9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:02:40.087635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:02:40.139718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced34b8-03eb-4e4f-b7e7-773c5daef0eb None None] Network 7ad1245c-41a8-496a-954f-6d950865fec9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:02:40.206459 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-eebaa5fc-7242-4950-909f-b10993f3405e None None] Provisioning complete for port 62d9b866-7225-4836-811a-5cb35dd7a1c2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:02:40.206729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 6832f797-d50a-4e58-87ed-1f8487ae54a9 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:02:40.206867 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eebaa5fc-7242-4950-909f-b10993f3405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:40.324997 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:02:40.330500 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-a3fed3e7-b00e-4845-8e4d-157a28a134c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "PUT /v2.0/routers/6832f797-d50a-4e58-87ed-1f8487ae54a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4292624 Oct 13 12:02:40.363354 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eebaa5fc-7242-4950-909f-b10993f3405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:40.403398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-eebaa5fc-7242-4950-909f-b10993f3405e None None] For port 62d9b866-7225-4836-811a-5cb35dd7a1c2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=62d9b866-7225-4836-811a-5cb35dd7a1c2,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:02:40.493606 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eebaa5fc-7242-4950-909f-b10993f3405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:40.502969 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-64fd008a-4322-4b4f-b12c-f0cbfa72fc4b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-617410749&fields=id&tenant_id=e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 267 time: 0.0458808 Oct 13 12:02:40.552532 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaa5fc-7242-4950-909f-b10993f3405e None None] Pushing event updated for resources: {'Port': ['ID=62d9b866-7225-4836-811a-5cb35dd7a1c2,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:40.595868 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Sync routers for ids ['6832f797-d50a-4e58-87ed-1f8487ae54a9'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:02:40.606829 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Routers {'6832f797-d50a-4e58-87ed-1f8487ae54a9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:02:40.607521 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:02:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6832f797-d50a-4e58-87ed-1f8487ae54a9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:40.628503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97688689-7094-48b1-adcb-061002808a45 req-9711fafd-9e0e-4e89-877f-a41f8caeaceb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:40.630097 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-9711fafd-9e0e-4e89-877f-a41f8caeaceb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/networks?id=7ad1245c-41a8-496a-954f-6d950865fec9 HTTP/1.1" status: 200 len: 797 time: 0.1241238 Oct 13 12:02:40.647728 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-62146a19-e0ea-4371-8c6c-e50ffc761930 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/quotas/e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 375 time: 0.0105906 Oct 13 12:02:40.716198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-4effc65f-221c-4862-b44a-1d2568c99ffc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614600 Oct 13 12:02:40.728299 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Set router 6832f797-d50a-4e58-87ed-1f8487ae54a9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:02:40.731527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a6e4a164-ffb4-437a-964a-4bf82aa083e6 None None] Provisioning complete for port 62d9b866-7225-4836-811a-5cb35dd7a1c2 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:02:40.731903 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a6e4a164-ffb4-437a-964a-4bf82aa083e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:40.737122 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-c2b88120-aa35-4b10-bc57-71ba4e438137 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 12:02:40.738144 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-c2b88120-aa35-4b10-bc57-71ba4e438137 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056098 Oct 13 12:02:40.844333 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-db80c342-7d51-48ab-a4a8-5ed6657250b7 service neutron] 10.222.0.32 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993044 Oct 13 12:02:40.860606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a6e4a164-ffb4-437a-964a-4bf82aa083e6 None None] Provisioning complete for port 862b8814-39bd-4906-89d4-b945cb82673d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:02:40.861035 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a6e4a164-ffb4-437a-964a-4bf82aa083e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:40.893348 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cac9e59f-65a7-40b2-b68c-1d6eb1c4760f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:40.904767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4a164-ffb4-437a-964a-4bf82aa083e6 None None] Port 862b8814-39bd-4906-89d4-b945cb82673d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:02:40.967203 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '862b8814-39bd-4906-89d4-b945cb82673d', 'name': '', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:8d:44:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7237664d-9115-4805-baac-23ba5f042ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:38Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 2, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '7237664d-9115-4805-baac-23ba5f042ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:40.970630 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-fc86954f-a585-43e9-b51a-92fe44c5c471 service neutron] 10.222.0.32 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081159 Oct 13 12:02:41.000906 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Checking router: 6832f797-d50a-4e58-87ed-1f8487ae54a9 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:02:41.001262 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Updating router 6832f797-d50a-4e58-87ed-1f8487ae54a9 port 862b8814-39bd-4906-89d4-b945cb82673d binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:02:41.024020 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-bcab4f50-59bd-4409-b7c2-ac210a64b631 None None] Provisioning complete for port 862b8814-39bd-4906-89d4-b945cb82673d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:02:41.024708 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bcab4f50-59bd-4409-b7c2-ac210a64b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.039118 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.061526 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-bcab4f50-59bd-4409-b7c2-ac210a64b631 None None] Port 862b8814-39bd-4906-89d4-b945cb82673d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:02:41.180575 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b5a6e029-9951-42db-9544-7cccc7915d20 None None] Provisioning complete for port 862b8814-39bd-4906-89d4-b945cb82673d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:02:41.181294 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b5a6e029-9951-42db-9544-7cccc7915d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.215351 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6e029-9951-42db-9544-7cccc7915d20 None None] Port 862b8814-39bd-4906-89d4-b945cb82673d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:02:41.219604 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.311042 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.368332 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.422083 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Pushing event updated for resources: {'Port': ['ID=862b8814-39bd-4906-89d4-b945cb82673d,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:41.441962 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 08ada95c-6b9a-4fec-8a01-03b902d51cce up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:02:41.446445 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:41.446792 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:41.447121 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:41.447451 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:41.447782 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:41.448202 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:41.448567 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:41.448895 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:41.449215 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:41.449538 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:41.449857 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:41.450178 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:02:41.487224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Attempting to bind port 862b8814-39bd-4906-89d4-b945cb82673d on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:02:41.487594 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Attempting to bind port 862b8814-39bd-4906-89d4-b945cb82673d by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:02:41.488221 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Attempting to bind port 862b8814-39bd-4906-89d4-b945cb82673d on network 7ad1245c-41a8-496a-954f-6d950865fec9 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:02:41.489398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 08ada95c-6b9a-4fec-8a01-03b902d51cce triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:02:41.489686 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.494292 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:02:41.494733 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Checking segment: {'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:02:41.495142 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.495538 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Bound using segment: {'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:02:41.496015 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Bound port: 862b8814-39bd-4906-89d4-b945cb82673d, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:02:41.496398 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.574850 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] For port 862b8814-39bd-4906-89d4-b945cb82673d, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:02:41.578696 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] For port 862b8814-39bd-4906-89d4-b945cb82673d, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=862b8814-39bd-4906-89d4-b945cb82673d,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:02:41.580108 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 62d9b866-7225-4836-811a-5cb35dd7a1c2 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:02:41.635569 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 62d9b866-7225-4836-811a-5cb35dd7a1c2 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:02:41.635952 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.695062 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.750747 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Routers {'6832f797-d50a-4e58-87ed-1f8487ae54a9'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:02:41.750974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d7987adf-53fb-47db-be52-7e8e0cbcb0d2 None None] Provisioning complete for port 862b8814-39bd-4906-89d4-b945cb82673d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:02:41.751124 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d7987adf-53fb-47db-be52-7e8e0cbcb0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.751369 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6832f797-d50a-4e58-87ed-1f8487ae54a9'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:41.800738 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0803af-9a69-4847-8ae1-04d4695a562c None None] Pushing event updated for resources: {'Port': ['ID=862b8814-39bd-4906-89d4-b945cb82673d,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:41.858707 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d7987adf-53fb-47db-be52-7e8e0cbcb0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.862666 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:41.914268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d7987adf-53fb-47db-be52-7e8e0cbcb0d2 None None] For port 862b8814-39bd-4906-89d4-b945cb82673d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=862b8814-39bd-4906-89d4-b945cb82673d,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:02:41.939547 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] Set router 6832f797-d50a-4e58-87ed-1f8487ae54a9 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:02:41.962763 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d7987adf-53fb-47db-be52-7e8e0cbcb0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:42.025880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7987adf-53fb-47db-be52-7e8e0cbcb0d2 None None] Pushing event updated for resources: {'Port': ['ID=862b8814-39bd-4906-89d4-b945cb82673d,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:42.085337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1eb08547-8596-4811-9e6a-88ceead80055 None None] Provisioning complete for port 862b8814-39bd-4906-89d4-b945cb82673d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:02:42.085712 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1eb08547-8596-4811-9e6a-88ceead80055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:42.225043 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '862b8814-39bd-4906-89d4-b945cb82673d', 'name': '', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:8d:44:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7237664d-9115-4805-baac-23ba5f042ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:38Z', 'updated_at': '2021-10-13T12:02:41Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '7237664d-9115-4805-baac-23ba5f042ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:02:42.258846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-28429be7-ba29-4ec4-a020-4191a92819bf req-458cc209-4f8d-424b-acb9-e806604e6dd9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 210 time: 0.0300221 Oct 13 12:02:42.265278 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640105e-df5a-4e77-89a6-3fd1860f3ef3 None None] The sync data for ids ['6832f797-d50a-4e58-87ed-1f8487ae54a9'] in n-d-813659-3 is: [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '862b8814-39bd-4906-89d4-b945cb82673d', 'name': '', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:8d:44:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7237664d-9115-4805-baac-23ba5f042ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:38Z', 'updated_at': '2021-10-13T12:02:41Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '7237664d-9115-4805-baac-23ba5f042ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:02:42.482580 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:43.345513 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:02:43.360077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f1f611b8-9959-4fb4-8691-0ab8bdfcf7b2 req-9a026ca7-31bf-4fec-9a4d-382c66a0d324 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 210 time: 0.0311043 Oct 13 12:02:43.395085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 862b8814-39bd-4906-89d4-b945cb82673d up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:02:43.447170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 862b8814-39bd-4906-89d4-b945cb82673d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:02:43.447559 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:43.751592 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:44.436941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0efe6376-5090-45ff-8431-3e0bb38c607d req-13fcec0b-5a38-4d38-bdb4-03ed709ed3a7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 210 time: 0.0267987 Oct 13 12:02:45.531534 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-be8a39b3-dcff-4b92-8a83-67caeefdb922 req-5521847b-111c-41e5-b0d8-ec65447b619c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 210 time: 0.0268927 Oct 13 12:02:46.559408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97688689-7094-48b1-adcb-061002808a45 req-30bdc1dd-841a-487c-b15b-d4d5a464515e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:46.560976 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-30bdc1dd-841a-487c-b15b-d4d5a464515e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/networks?id=7ad1245c-41a8-496a-954f-6d950865fec9 HTTP/1.1" status: 200 len: 797 time: 0.1056054 Oct 13 12:02:46.613696 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-e7ccc20d-3e9e-47fe-950f-eb791faea0f4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 379 time: 0.0377462 Oct 13 12:02:46.623366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-97688689-7094-48b1-adcb-061002808a45 req-bd12e6b7-9bef-4903-862d-ec1e5066bfe9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'port': {'device_id': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'admin_state_up': True, 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'security_groups': ['95354b84-cde6-49d5-a1a0-65c9dc847e0e']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:02:46.630342 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d90a0c38-e9ee-4800-abdb-8b7828b4dd42 req-0a33fb2d-2134-401b-b2e9-d835eb5cbbe5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 210 time: 0.0255878 Oct 13 12:02:46.847978 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97688689-7094-48b1-adcb-061002808a45 req-bd12e6b7-9bef-4903-862d-ec1e5066bfe9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:02:46.851742 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-97688689-7094-48b1-adcb-061002808a45 req-bd12e6b7-9bef-4903-862d-ec1e5066bfe9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:46.977050 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-97688689-7094-48b1-adcb-061002808a45 req-bd12e6b7-9bef-4903-862d-ec1e5066bfe9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.20.0.7 (7ad1245c-41a8-496a-954f-6d950865fec9/7237664d-9115-4805-baac-23ba5f042ca9/d1435720-a3d4-449f-aab6-b0b9ea079088) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:02:47.127087 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-97688689-7094-48b1-adcb-061002808a45 req-bd12e6b7-9bef-4903-862d-ec1e5066bfe9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:47.231267 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-97688689-7094-48b1-adcb-061002808a45 req-bd12e6b7-9bef-4903-862d-ec1e5066bfe9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:47.278759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97688689-7094-48b1-adcb-061002808a45 req-bd12e6b7-9bef-4903-862d-ec1e5066bfe9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 7ad1245c-41a8-496a-954f-6d950865fec9 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:02:47.282170 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-97688689-7094-48b1-adcb-061002808a45 req-bd12e6b7-9bef-4903-862d-ec1e5066bfe9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:02:47.285979 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-97688689-7094-48b1-adcb-061002808a45 req-bd12e6b7-9bef-4903-862d-ec1e5066bfe9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:02:47.294590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12e6b7-9bef-4903-862d-ec1e5066bfe9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=d1435720-a3d4-449f-aab6-b0b9ea079088,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:47.356011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97688689-7094-48b1-adcb-061002808a45 req-bd12e6b7-9bef-4903-862d-ec1e5066bfe9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:47.356600 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-97688689-7094-48b1-adcb-061002808a45 req-bd12e6b7-9bef-4903-862d-ec1e5066bfe9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:47.434478 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-bd12e6b7-9bef-4903-862d-ec1e5066bfe9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8151884 Oct 13 12:02:47.447976 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Request body: {'port': {'device_id': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:02:47.544489 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-1d5d2074-0164-4aab-9614-995b9cb05ed2 None None] Provisioning complete for port d1435720-a3d4-449f-aab6-b0b9ea079088 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:02:47.545107 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2074-0164-4aab-9614-995b9cb05ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:47.580523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d2074-0164-4aab-9614-995b9cb05ed2 None None] Port d1435720-a3d4-449f-aab6-b0b9ea079088 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:02:47.755302 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:47.760887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3967d-8a5d-48e1-80a7-799eb04d823a req-68f21752-5e7b-40ed-b4bf-766402a90ccf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:47.762463 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ee3967d-8a5d-48e1-80a7-799eb04d823a req-68f21752-5e7b-40ed-b4bf-766402a90ccf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 931 time: 0.0544229 Oct 13 12:02:47.803243 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9ee3967d-8a5d-48e1-80a7-799eb04d823a req-75efc443-bd63-4a29-9220-ef9a0fd26288 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345778 Oct 13 12:02:48.033626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1435720-a3d4-449f-aab6-b0b9ea079088 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:02:48.043429 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:48.055604 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Transition to ACTIVE for port object d1435720-a3d4-449f-aab6-b0b9ea079088 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 12:02:48.128527 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:48.183309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1435720-a3d4-449f-aab6-b0b9ea079088,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:48.266435 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Attempting to bind port d1435720-a3d4-449f-aab6-b0b9ea079088 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:02:48.266771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Attempting to bind port d1435720-a3d4-449f-aab6-b0b9ea079088 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:02:48.267102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Attempting to bind port d1435720-a3d4-449f-aab6-b0b9ea079088 on network 7ad1245c-41a8-496a-954f-6d950865fec9 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:02:48.272150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Port d1435720-a3d4-449f-aab6-b0b9ea079088 on network 7ad1245c-41a8-496a-954f-6d950865fec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 12:02:48.272478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Attempting to bind port d1435720-a3d4-449f-aab6-b0b9ea079088 on network 7ad1245c-41a8-496a-954f-6d950865fec9 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:02:48.278985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:02:48.279356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Checking segment: {'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:02:48.279884 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Bound using segment: {'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:02:48.280324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Bound port: d1435720-a3d4-449f-aab6-b0b9ea079088, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:02:48.280680 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:48.354491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] For port d1435720-a3d4-449f-aab6-b0b9ea079088, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:02:48.357831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] For port d1435720-a3d4-449f-aab6-b0b9ea079088, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d1435720-a3d4-449f-aab6-b0b9ea079088,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:02:48.426046 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:48.464205 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:48.464819 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:48.466198 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] 10.222.0.46 "PUT /v2.0/ports/d1435720-a3d4-449f-aab6-b0b9ea079088 HTTP/1.1" status: 200 len: 1091 time: 1.0228171 Oct 13 12:02:48.466656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:02:48.469018 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd3c112-9ed4-435e-be96-ca606ed42cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:02:48.494804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928a0c6-a18c-4c65-85bd-d4ae963eebe5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1435720-a3d4-449f-aab6-b0b9ea079088,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:48.510251 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192378b4-b2cd-442d-a613-28b73c603d70 x-openstack-request-id: req-192378b4-b2cd-442d-a613-28b73c603d70 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:02:48.510605 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:02:48.510876 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-192378b4-b2cd-442d-a613-28b73c603d70 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:02:48.511281 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'status': 'completed', 'code': 200} Oct 13 12:02:48.576823 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3c112-9ed4-435e-be96-ca606ed42cd2 req-35fbe0bf-b535-41a4-a0be-24a21fdf3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:48.578351 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8bd3c112-9ed4-435e-be96-ca606ed42cd2 req-35fbe0bf-b535-41a4-a0be-24a21fdf3ff7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 1094 time: 0.0471117 Oct 13 12:02:48.683369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3c112-9ed4-435e-be96-ca606ed42cd2 req-9212113c-8432-46a1-94d6-d71cfc49466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:48.684838 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8bd3c112-9ed4-435e-be96-ca606ed42cd2 req-9212113c-8432-46a1-94d6-d71cfc49466f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e8cd4a1746fc488b99262772d8fc167c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0980835 Oct 13 12:02:48.779135 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3c112-9ed4-435e-be96-ca606ed42cd2 req-f058ca44-2884-4f89-9d04-168f3122de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:48.780618 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8bd3c112-9ed4-435e-be96-ca606ed42cd2 req-f058ca44-2884-4f89-9d04-168f3122de85 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890918 Oct 13 12:02:48.865177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97688689-7094-48b1-adcb-061002808a45 req-0f37c488-d6c9-4185-9fbd-f6be35e8ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:48.867403 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-0f37c488-d6c9-4185-9fbd-f6be35e8ad62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 1094 time: 0.0477512 Oct 13 12:02:48.910120 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-dc1467c5-f681-4d08-8d22-fc9946433b52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1435720-a3d4-449f-aab6-b0b9ea079088 HTTP/1.1" status: 200 len: 217 time: 0.0356307 Oct 13 12:02:48.922353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf6899-f004-4f55-b09d-bdd564e021cb req-05eef7b0-712e-4492-9320-b6d65a933df3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:48.923848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fdaf6899-f004-4f55-b09d-bdd564e021cb req-05eef7b0-712e-4492-9320-b6d65a933df3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 943 time: 0.0494282 Oct 13 12:02:48.961424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97688689-7094-48b1-adcb-061002808a45 req-f38a2ecc-da2a-4581-8160-a8b08b280942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:48.962165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fdaf6899-f004-4f55-b09d-bdd564e021cb req-12c3434d-198f-4524-909a-fc0a89a9ceb1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314279 Oct 13 12:02:48.962930 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-f38a2ecc-da2a-4581-8160-a8b08b280942 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7237664d-9115-4805-baac-23ba5f042ca9 HTTP/1.1" status: 200 len: 834 time: 0.0461650 Oct 13 12:02:49.011318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97688689-7094-48b1-adcb-061002808a45 req-70ea529f-4d1b-4657-b948-dac079b765c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:49.012823 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-70ea529f-4d1b-4657-b948-dac079b765c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ad1245c-41a8-496a-954f-6d950865fec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434296 Oct 13 12:02:49.109738 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-9b1a4f56-7581-4a5e-8cb6-b1b2802f927f service neutron] 10.222.0.46 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891473 Oct 13 12:02:49.207858 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-97688689-7094-48b1-adcb-061002808a45 req-715ad5f4-87f7-4f01-ba03-c45e56ee5752 service neutron] 10.222.0.46 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911243 Oct 13 12:02:50.079713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9167e0e-b661-49ef-a2af-66a58b17771d req-2b6f0903-cf67-46a8-8b42-a68f7ca87c4f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:50.081256 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9167e0e-b661-49ef-a2af-66a58b17771d req-2b6f0903-cf67-46a8-8b42-a68f7ca87c4f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 943 time: 0.0519068 Oct 13 12:02:50.119791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9167e0e-b661-49ef-a2af-66a58b17771d req-745fc753-b3aa-4ea1-999c-c8e0b2866c89 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324495 Oct 13 12:02:51.239774 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d1193-ff6f-4e5a-a63b-9307d8d24b6d req-190e0863-268a-4fd6-ab2e-b3ca7a838567 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:51.241376 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-002d1193-ff6f-4e5a-a63b-9307d8d24b6d req-190e0863-268a-4fd6-ab2e-b3ca7a838567 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 943 time: 0.0529306 Oct 13 12:02:51.281644 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-002d1193-ff6f-4e5a-a63b-9307d8d24b6d req-fcd5d7d0-32eb-4754-8904-da4df22853c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337608 Oct 13 12:02:52.399908 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc168d-9986-4af8-bb06-67407925c776 req-41bf03cd-302e-4922-9556-bdfd3f971b3d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:52.401421 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63dc168d-9986-4af8-bb06-67407925c776 req-41bf03cd-302e-4922-9556-bdfd3f971b3d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 943 time: 0.0504172 Oct 13 12:02:52.447058 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-63dc168d-9986-4af8-bb06-67407925c776 req-a19b2c0e-e14f-4e94-bc02-665f5fb6ecc0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392070 Oct 13 12:02:53.568244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20052196-ce3d-4f7f-86bd-9a902adc99f8 req-a858aa0f-c03b-4fef-a19a-54625820dbed tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:53.569631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20052196-ce3d-4f7f-86bd-9a902adc99f8 req-a858aa0f-c03b-4fef-a19a-54625820dbed tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 943 time: 0.0504758 Oct 13 12:02:53.609117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-20052196-ce3d-4f7f-86bd-9a902adc99f8 req-b6c14eef-ccf8-4e63-9bf0-391f46dccd6f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324476 Oct 13 12:02:53.734953 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d1435720-a3d4-449f-aab6-b0b9ea079088 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 12:02:53.835517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port d1435720-a3d4-449f-aab6-b0b9ea079088, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d1435720-a3d4-449f-aab6-b0b9ea079088,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:02:53.847227 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'port_id': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'mac_address': 'fa:16:3e:24:41:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7237664d-9115-4805-baac-23ba5f042ca9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 12:02:53.886288 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:53.899232 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1435720-a3d4-449f-aab6-b0b9ea079088 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:02:53.920035 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port d1435720-a3d4-449f-aab6-b0b9ea079088, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d1435720-a3d4-449f-aab6-b0b9ea079088,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:02:54.019539 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:54.071361 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=d1435720-a3d4-449f-aab6-b0b9ea079088,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:54.405651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['d1435720-a3d4-449f-aab6-b0b9ea079088'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 12:02:54.730503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c5d1a-ab96-4bff-aed9-07edbd9b3ec1 req-2ba0b09b-51d2-4179-b836-837fef86c855 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:54.732212 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f50c5d1a-ab96-4bff-aed9-07edbd9b3ec1 req-2ba0b09b-51d2-4179-b836-837fef86c855 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 944 time: 0.0528576 Oct 13 12:02:54.770560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f50c5d1a-ab96-4bff-aed9-07edbd9b3ec1 req-4ac7e944-c668-44c1-b56a-9ba137c7a0d2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324712 Oct 13 12:02:55.731018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d1435720-a3d4-449f-aab6-b0b9ea079088 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:02:55.864701 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port d1435720-a3d4-449f-aab6-b0b9ea079088 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 12:02:55.869934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port d1435720-a3d4-449f-aab6-b0b9ea079088 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:02:55.870355 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:55.889005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc866c1-c834-4774-8b60-824a3ecc6d28 req-9f832ae6-0e58-467a-8aa8-868955000045 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:55.890531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3cc866c1-c834-4774-8b60-824a3ecc6d28 req-9f832ae6-0e58-467a-8aa8-868955000045 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 944 time: 0.0513043 Oct 13 12:02:55.931593 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3cc866c1-c834-4774-8b60-824a3ecc6d28 req-b60a9e15-6410-4901-97bb-7056c92f5b02 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337024 Oct 13 12:02:55.950298 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:55.972409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:02:55.974660 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495e1be5-d62c-4943-a820-cfc705bcb467" -d '{"events": [{"server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "name": "network-vif-plugged", "status": "completed", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:02:55.990753 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port d1435720-a3d4-449f-aab6-b0b9ea079088, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d1435720-a3d4-449f-aab6-b0b9ea079088,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:02:56.013811 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0565144f-30c0-41d7-936f-4324b1682507 x-openstack-request-id: req-0565144f-30c0-41d7-936f-4324b1682507 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:02:56.014195 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "name": "network-vif-plugged", "status": "completed", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:02:56.014543 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0565144f-30c0-41d7-936f-4324b1682507 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:02:56.014940 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'code': 200} Oct 13 12:02:56.053610 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:56.102744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=d1435720-a3d4-449f-aab6-b0b9ea079088,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:56.155304 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028cf6d-2b5d-4bd9-894a-53e15c45fb35 req-7d49d399-f09d-423a-994c-484bf212f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:56.156779 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c028cf6d-2b5d-4bd9-894a-53e15c45fb35 req-7d49d399-f09d-423a-994c-484bf212f835 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 1096 time: 0.0883973 Oct 13 12:02:56.191837 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c028cf6d-2b5d-4bd9-894a-53e15c45fb35 req-5458c48e-405c-4c82-bdce-0b91133a796f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286143 Oct 13 12:02:57.053443 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e38ee1-3807-4cca-88e0-748576aa4411 req-aa548e61-62de-4f23-9379-991d6e02196a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:57.055744 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55e38ee1-3807-4cca-88e0-748576aa4411 req-aa548e61-62de-4f23-9379-991d6e02196a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0531735 Oct 13 12:02:57.098446 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55e38ee1-3807-4cca-88e0-748576aa4411 req-b5c68e2d-3522-4318-812b-ab6e3bdc63f0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359290 Oct 13 12:02:58.218201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4ae17-92b4-42f5-aeeb-4c6993659cc2 req-ccd09250-4a6a-4963-b464-67f1de1e30b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:58.219688 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dcd4ae17-92b4-42f5-aeeb-4c6993659cc2 req-ccd09250-4a6a-4963-b464-67f1de1e30b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0524158 Oct 13 12:02:58.259003 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dcd4ae17-92b4-42f5-aeeb-4c6993659cc2 req-09f82250-40b4-4c09-9668-ec3a71e12de5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325584 Oct 13 12:02:58.372942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e93f36-5618-4c25-b89e-ddf3e99933e0 req-895ee869-b274-4418-98d7-d150c2fc6546 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:58.374314 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3e93f36-5618-4c25-b89e-ddf3e99933e0 req-895ee869-b274-4418-98d7-d150c2fc6546 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0485864 Oct 13 12:02:58.412046 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c3e93f36-5618-4c25-b89e-ddf3e99933e0 req-d212d378-956d-401a-b883-1468db733631 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318444 Oct 13 12:02:58.433956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39534) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:58.516722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34894369-c8cf-44fa-876a-e08f767d472a tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:02:58.518244 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-34894369-c8cf-44fa-876a-e08f767d472a tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 1091 time: 0.0831637 Oct 13 12:02:58.521099 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39538) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:02:58.525578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:02:58.642899 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:58.743977 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:58.850518 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.25.0.141 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/2a4dc6a5-8eb8-4f48-8e9c-ab07dcbd307c) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:02:58.957360 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:59.054387 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:59.094651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:02:59.099701 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:02:59.105270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:02:59.108619 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=2a4dc6a5-8eb8-4f48-8e9c-ab07dcbd307c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:02:59.604250 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:59.759090 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:59.908112 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:02:59.963131 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:00.031071 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=2a4dc6a5-8eb8-4f48-8e9c-ab07dcbd307c,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:03:00.044542 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:00.143349 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Floating IP 92addd32-c188-42f2-8760-7a40e6967bd2 associated. External IP: 172.25.0.141, port: d1435720-a3d4-449f-aab6-b0b9ea079088. Oct 13 12:03:00.623307 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 6832f797-d50a-4e58-87ed-1f8487ae54a9 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:03:00.734603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:03:00.744737 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cccb679-9e76-4007-8f19-479e9fb70c01 None None] Sync routers for ids ['6832f797-d50a-4e58-87ed-1f8487ae54a9'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:03:00.754500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cccb679-9e76-4007-8f19-479e9fb70c01 None None] Routers {'6832f797-d50a-4e58-87ed-1f8487ae54a9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:03:00.759058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5cccb679-9e76-4007-8f19-479e9fb70c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6832f797-d50a-4e58-87ed-1f8487ae54a9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:03:00.816126 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:00.843360 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-653874a6-debe-429b-ba1e-d1cc3d7d428f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3212366 Oct 13 12:03:00.843945 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:03:00.846736 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747f6540-c3aa-4cd4-815f-2379d8e41285" -d '{"events": [{"name": "network-changed", "server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:03:00.866697 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5cccb679-9e76-4007-8f19-479e9fb70c01 None None] Set router 6832f797-d50a-4e58-87ed-1f8487ae54a9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:03:00.942773 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d6c6b-e2ab-4e77-81dc-16647a2194bd req-f32c664c-ef55-44a3-a9bc-3fce09361fe8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:03:00.944261 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-230d6c6b-e2ab-4e77-81dc-16647a2194bd req-f32c664c-ef55-44a3-a9bc-3fce09361fe8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0495214 Oct 13 12:03:00.983480 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-230d6c6b-e2ab-4e77-81dc-16647a2194bd req-724ad92d-fc97-4334-9e97-b483ad3aa92a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323744 Oct 13 12:03:01.006436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39544) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:03:01.037833 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed129c2-76ca-4294-8a4b-0e0e6fed364f x-openstack-request-id: req-8ed129c2-76ca-4294-8a4b-0e0e6fed364f {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:03:01.038129 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:03:01.038409 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ed129c2-76ca-4294-8a4b-0e0e6fed364f {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:03:01.038865 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'status': 'completed', 'code': 200} Oct 13 12:03:01.109628 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5cccb679-9e76-4007-8f19-479e9fb70c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '92addd32-c188-42f2-8760-7a40e6967bd2', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'port_id': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'mac_address': 'fa:16:3e:24:41:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:02:59Z', 'updated_at': '2021-10-13T12:02:59Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862b8814-39bd-4906-89d4-b945cb82673d', 'name': '', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:8d:44:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7237664d-9115-4805-baac-23ba5f042ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:38Z', 'updated_at': '2021-10-13T12:02:41Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '7237664d-9115-4805-baac-23ba5f042ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:03:01.139332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cccb679-9e76-4007-8f19-479e9fb70c01 None None] Checking router: 6832f797-d50a-4e58-87ed-1f8487ae54a9 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:03:01.147683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cccb679-9e76-4007-8f19-479e9fb70c01 None None] Routers {'6832f797-d50a-4e58-87ed-1f8487ae54a9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:03:01.148282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5cccb679-9e76-4007-8f19-479e9fb70c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:02:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6832f797-d50a-4e58-87ed-1f8487ae54a9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:03:01.161042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-615eaf95-2c85-4d57-8d64-c97d9d9c1983 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/92addd32-c188-42f2-8760-7a40e6967bd2 HTTP/1.1" status: 200 len: 991 time: 0.1531632 Oct 13 12:03:01.163913 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f6540-c3aa-4cd4-815f-2379d8e41285 req-f392d4a6-9aea-488b-bdc3-5b3445bae50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:03:01.165914 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-747f6540-c3aa-4cd4-815f-2379d8e41285 req-f392d4a6-9aea-488b-bdc3-5b3445bae50a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 1096 time: 0.0936067 Oct 13 12:03:01.267059 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f6540-c3aa-4cd4-815f-2379d8e41285 req-f9c5ba76-86c1-403c-a93d-5b4e820b5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:03:01.268487 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-747f6540-c3aa-4cd4-815f-2379d8e41285 req-f9c5ba76-86c1-403c-a93d-5b4e820b5fac service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ad1245c-41a8-496a-954f-6d950865fec9 HTTP/1.1" status: 200 len: 898 time: 0.0961170 Oct 13 12:03:01.339873 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-747f6540-c3aa-4cd4-815f-2379d8e41285 req-b655efea-b1fd-4353-a2d0-5cdc4ce87a19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1435720-a3d4-449f-aab6-b0b9ea079088 HTTP/1.1" status: 200 len: 999 time: 0.0644021 Oct 13 12:03:01.391397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f6540-c3aa-4cd4-815f-2379d8e41285 req-831dab78-a76e-45e4-994a-8757cadaefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:03:01.392859 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-747f6540-c3aa-4cd4-815f-2379d8e41285 req-831dab78-a76e-45e4-994a-8757cadaefc7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7237664d-9115-4805-baac-23ba5f042ca9 HTTP/1.1" status: 200 len: 834 time: 0.0464072 Oct 13 12:03:01.415549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5cccb679-9e76-4007-8f19-479e9fb70c01 None None] Set router 6832f797-d50a-4e58-87ed-1f8487ae54a9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:03:01.443659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f6540-c3aa-4cd4-815f-2379d8e41285 req-37fcb79a-cbab-4062-9844-9c5954264094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:03:01.445173 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-747f6540-c3aa-4cd4-815f-2379d8e41285 req-37fcb79a-cbab-4062-9844-9c5954264094 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ad1245c-41a8-496a-954f-6d950865fec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446894 Oct 13 12:03:01.536854 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-747f6540-c3aa-4cd4-815f-2379d8e41285 req-28022223-d212-489d-837a-71319681d75b service neutron] 10.222.0.46 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849092 Oct 13 12:03:01.633361 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-747f6540-c3aa-4cd4-815f-2379d8e41285 req-d47bf918-7cdf-4662-abca-0326c240e1ff service neutron] 10.222.0.46 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894923 Oct 13 12:03:01.647459 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5cccb679-9e76-4007-8f19-479e9fb70c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '92addd32-c188-42f2-8760-7a40e6967bd2', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'port_id': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'mac_address': 'fa:16:3e:24:41:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:02:59Z', 'updated_at': '2021-10-13T12:02:59Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862b8814-39bd-4906-89d4-b945cb82673d', 'name': '', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:8d:44:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7237664d-9115-4805-baac-23ba5f042ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:38Z', 'updated_at': '2021-10-13T12:02:41Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '7237664d-9115-4805-baac-23ba5f042ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:03:01.675216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cccb679-9e76-4007-8f19-479e9fb70c01 None None] The sync data for ids ['6832f797-d50a-4e58-87ed-1f8487ae54a9'] in n-d-813659-3 is: [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '92addd32-c188-42f2-8760-7a40e6967bd2', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'port_id': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'mac_address': 'fa:16:3e:24:41:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:02:59Z', 'updated_at': '2021-10-13T12:02:59Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862b8814-39bd-4906-89d4-b945cb82673d', 'name': '', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:8d:44:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7237664d-9115-4805-baac-23ba5f042ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:38Z', 'updated_at': '2021-10-13T12:02:41Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '7237664d-9115-4805-baac-23ba5f042ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:03:01.879059 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815fa0ec-0381-4a20-be02-b47608606341 None None] New status for floating IP 92addd32-c188-42f2-8760-7a40e6967bd2: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:03:02.164738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39546) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:03:02.229028 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-324bf50c-7d58-4ab5-80d6-4872614cab27 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/92addd32-c188-42f2-8760-7a40e6967bd2 HTTP/1.1" status: 200 len: 993 time: 0.0628974 Oct 13 12:03:08.065537 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-746e7da1-8b62-446d-b057-bef67d02102c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:09.561923 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:10.859451 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9a519897-6982-441c-9c40-a62dcae19b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:11.225154 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:11.774593 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:12.465279 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:13.682766 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:20.344598 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:03:38.013666 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea1610df-5213-4e21-9052-88ec042b6f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:39.539457 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:40.824953 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f427bbde-2442-4d3e-9e9d-8320fb218e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:41.259658 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:41.806946 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:42.476803 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:43.670996 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:03:51.114381 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-27450cbf-0913-4329-9b5e-453b17c39b34 req-d08633e3-224c-447f-8d70-d366767e9c40 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492675 Oct 13 12:03:51.205516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27450cbf-0913-4329-9b5e-453b17c39b34 req-ec599160-8748-4c12-bac4-d4d25050079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:03:51.207083 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-27450cbf-0913-4329-9b5e-453b17c39b34 req-ec599160-8748-4c12-bac4-d4d25050079b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 1096 time: 0.0478232 Oct 13 12:03:51.333484 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27450cbf-0913-4329-9b5e-453b17c39b34 req-fba6016f-d8cc-4e48-943d-2ce89f780e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:03:51.335028 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-27450cbf-0913-4329-9b5e-453b17c39b34 req-fba6016f-d8cc-4e48-943d-2ce89f780e66 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ad1245c-41a8-496a-954f-6d950865fec9 HTTP/1.1" status: 200 len: 898 time: 0.1059949 Oct 13 12:03:51.410122 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-27450cbf-0913-4329-9b5e-453b17c39b34 req-c1d6b1ee-938d-492d-8d1c-6a8f7d9bdb86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1435720-a3d4-449f-aab6-b0b9ea079088 HTTP/1.1" status: 200 len: 1001 time: 0.0674267 Oct 13 12:03:51.462090 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27450cbf-0913-4329-9b5e-453b17c39b34 req-18df718d-c82e-4211-9f9c-ff9a565f3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:03:51.463604 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-27450cbf-0913-4329-9b5e-453b17c39b34 req-18df718d-c82e-4211-9f9c-ff9a565f3761 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7237664d-9115-4805-baac-23ba5f042ca9 HTTP/1.1" status: 200 len: 834 time: 0.0460525 Oct 13 12:03:51.512088 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27450cbf-0913-4329-9b5e-453b17c39b34 req-7bc584b9-10ae-4080-be46-cfc58c625803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:03:51.513616 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-27450cbf-0913-4329-9b5e-453b17c39b34 req-7bc584b9-10ae-4080-be46-cfc58c625803 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ad1245c-41a8-496a-954f-6d950865fec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415037 Oct 13 12:03:51.619729 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-27450cbf-0913-4329-9b5e-453b17c39b34 req-9b62e0d0-8bca-4d8d-948a-f4c2358e02ab service neutron] 10.222.0.46 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971725 Oct 13 12:03:51.717919 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-27450cbf-0913-4329-9b5e-453b17c39b34 req-4396e151-ee2b-4aca-9da9-fd0b91f10f64 service neutron] 10.222.0.46 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910425 Oct 13 12:03:57.344776 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:04:08.047094 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fa37922b-05a7-4912-bd13-3f971d919918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:09.573659 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:10.921539 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4dd616a8-d164-4bcd-9ec7-52ec47d566ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:11.247986 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:11.796679 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:12.499310 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:13.699613 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:15.294940 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-ab7fca96-8c39-48f4-a7c3-ca309f539a41 req-7092a74d-b0b2-419b-b082-6118cc7e2d02 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 12:04:15.296454 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ab7fca96-8c39-48f4-a7c3-ca309f539a41 req-7092a74d-b0b2-419b-b082-6118cc7e2d02 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0506418 Oct 13 12:04:15.638559 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b59cb-ab8d-45b4-a935-68b4ff47f9f2 req-47574b70-7c8f-424e-948b-e76d818199f0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:15.639979 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-040b59cb-ab8d-45b4-a935-68b4ff47f9f2 req-47574b70-7c8f-424e-948b-e76d818199f0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0515268 Oct 13 12:04:15.678230 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-040b59cb-ab8d-45b4-a935-68b4ff47f9f2 req-2844377e-1e04-4323-add3-c64c5d6013e9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Oct 13 12:04:15.850659 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39590) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:04:15.935545 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-169a0285-725f-452a-8a12-fc5aca3bfcc8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836411 Oct 13 12:04:15.944506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-7d1a00fe-f9c7-4ba1-b721-808b42d6a30b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 12:04:15.945460 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-7d1a00fe-f9c7-4ba1-b721-808b42d6a30b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049789 Oct 13 12:04:16.806569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f9672-9ab1-4dc3-9206-f96fd70e5c5b req-62abf0f6-471c-4eac-baa8-5c99bc9abdc7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:16.808035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-858f9672-9ab1-4dc3-9206-f96fd70e5c5b req-62abf0f6-471c-4eac-baa8-5c99bc9abdc7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0495713 Oct 13 12:04:16.846702 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-858f9672-9ab1-4dc3-9206-f96fd70e5c5b req-9af8049b-a257-4514-a5dd-3faf438e11ba tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315390 Oct 13 12:04:17.967884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169961c-806d-41f1-b2fa-283dcabae6cd req-30d1f9b3-a4dc-4eaa-af88-b17b0cc2f71f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:17.969356 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e169961c-806d-41f1-b2fa-283dcabae6cd req-30d1f9b3-a4dc-4eaa-af88-b17b0cc2f71f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0511458 Oct 13 12:04:18.013499 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e169961c-806d-41f1-b2fa-283dcabae6cd req-7cb26763-83dd-465c-84ed-2c4d5c2bfb1a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378335 Oct 13 12:04:18.669130 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-1d6a79eb-132e-448d-912f-307d6cb4e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:18.670630 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-1d6a79eb-132e-448d-912f-307d6cb4e856 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 1096 time: 0.0407419 Oct 13 12:04:18.759162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5fedcb8f-1867-4146-a196-b6138f49c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:18.760613 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5fedcb8f-1867-4146-a196-b6138f49c8a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ad1245c-41a8-496a-954f-6d950865fec9 HTTP/1.1" status: 200 len: 898 time: 0.0828891 Oct 13 12:04:18.830529 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-ce128142-f028-49cf-ae85-a0df22696d0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1435720-a3d4-449f-aab6-b0b9ea079088 HTTP/1.1" status: 200 len: 1001 time: 0.0621948 Oct 13 12:04:18.879672 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-1d342f35-616f-46f3-9c08-43b00c7259cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:18.881131 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-1d342f35-616f-46f3-9c08-43b00c7259cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7237664d-9115-4805-baac-23ba5f042ca9 HTTP/1.1" status: 200 len: 834 time: 0.0440571 Oct 13 12:04:18.926981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-2b986f1b-70c2-4f0d-96e1-e333bec66565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:18.928377 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-2b986f1b-70c2-4f0d-96e1-e333bec66565 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ad1245c-41a8-496a-954f-6d950865fec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400817 Oct 13 12:04:19.022988 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-792dc53d-e241-431e-b8d8-e61196f21959 service neutron] 10.222.0.46 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875690 Oct 13 12:04:19.115840 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-1f431244-4200-46f0-abdf-178af34efd40 service neutron] 10.222.0.46 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856276 Oct 13 12:04:19.132024 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699dee1-236e-414d-903a-7c044c52be04 req-0404f6f2-4afa-4349-a43e-440b73537c32 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:19.133545 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8699dee1-236e-414d-903a-7c044c52be04 req-0404f6f2-4afa-4349-a43e-440b73537c32 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0506516 Oct 13 12:04:19.173363 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8699dee1-236e-414d-903a-7c044c52be04 req-f3b3f61b-0b38-46d2-9942-62808c825e50 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317955 Oct 13 12:04:20.292779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7900992-4a63-4c9e-af95-0b4a64d5192b req-06e86562-87c6-40e0-bdd2-6e8a3f53980b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:20.294357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7900992-4a63-4c9e-af95-0b4a64d5192b req-06e86562-87c6-40e0-bdd2-6e8a3f53980b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0494993 Oct 13 12:04:20.332134 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7900992-4a63-4c9e-af95-0b4a64d5192b req-2329610b-ce32-4e73-8fec-5deff4308ff3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318890 Oct 13 12:04:21.450935 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf16d3-bb38-4df1-bbe6-aba0d17c9b65 req-d6e1f464-42e7-4bd5-960c-a70d3f9262c7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:21.452963 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41cf16d3-bb38-4df1-bbe6-aba0d17c9b65 req-d6e1f464-42e7-4bd5-960c-a70d3f9262c7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0513477 Oct 13 12:04:21.496126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41cf16d3-bb38-4df1-bbe6-aba0d17c9b65 req-c4c77aa7-fbbd-40d7-a427-057b96f8bf97 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371094 Oct 13 12:04:22.452697 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-a84524f5-06e9-4bce-9deb-282584e3f3c0 req-052ee5b9-bbbe-45a4-b19d-58445c0b7d67 service neutron] (101990) timed out ('10.222.0.32', 55784) {{(pid=101990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 12:04:22.613951 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6075d-7dd3-4d5e-82a3-0e8ef852156a req-43d32219-2a7d-4c77-99b4-449293753352 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:22.615506 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ee6075d-7dd3-4d5e-82a3-0e8ef852156a req-43d32219-2a7d-4c77-99b4-449293753352 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0502994 Oct 13 12:04:22.653253 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ee6075d-7dd3-4d5e-82a3-0e8ef852156a req-c168361a-b418-474d-8933-ec4a63236ace tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318925 Oct 13 12:04:23.773767 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c86b6e-8775-4571-b877-6b100f4b9639 req-c5a64fb1-cf40-4c35-8471-8a58b1d947e2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:23.775311 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48c86b6e-8775-4571-b877-6b100f4b9639 req-c5a64fb1-cf40-4c35-8471-8a58b1d947e2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0507228 Oct 13 12:04:23.816235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48c86b6e-8775-4571-b877-6b100f4b9639 req-13032365-564a-431d-a6d5-c3c69a164148 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342493 Oct 13 12:04:24.931057 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0920c-a44d-4d1b-9443-1d4a7319d296 req-82aa6833-d020-4ad6-8f39-462b05b13c3f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:24.932565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46a0920c-a44d-4d1b-9443-1d4a7319d296 req-82aa6833-d020-4ad6-8f39-462b05b13c3f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0489044 Oct 13 12:04:24.975322 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46a0920c-a44d-4d1b-9443-1d4a7319d296 req-6a29127c-0599-4024-8500-797941a80b91 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360374 Oct 13 12:04:26.091969 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaef762-7364-4846-942b-6ed5933a447c req-05ddb56c-5d6e-473d-b676-f978a8026d65 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:26.093503 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdaef762-7364-4846-942b-6ed5933a447c req-05ddb56c-5d6e-473d-b676-f978a8026d65 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0492547 Oct 13 12:04:26.133404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdaef762-7364-4846-942b-6ed5933a447c req-63a7b596-47aa-482b-9123-bf0b8dd46088 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327418 Oct 13 12:04:27.248915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607627f7-ef5b-4e0b-948f-8f6dcbf0de8f req-3049bdc4-98f2-430d-ac53-594aa1eaa47e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:27.250407 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-607627f7-ef5b-4e0b-948f-8f6dcbf0de8f req-3049bdc4-98f2-430d-ac53-594aa1eaa47e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0484669 Oct 13 12:04:27.290269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-607627f7-ef5b-4e0b-948f-8f6dcbf0de8f req-3f4364eb-d332-4aa2-b6c2-7a51445f1377 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330815 Oct 13 12:04:28.407965 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8215264-83d1-4537-a7ce-e819f966a992 req-b2c678d7-fde1-44ed-94a3-c4e2a823862b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:28.409309 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c8215264-83d1-4537-a7ce-e819f966a992 req-b2c678d7-fde1-44ed-94a3-c4e2a823862b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0495710 Oct 13 12:04:28.451135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c8215264-83d1-4537-a7ce-e819f966a992 req-dffe87a7-659c-46dd-88dd-794740118733 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358145 Oct 13 12:04:29.566615 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2535f77-09d6-44ff-b159-4c55c2ed804c req-fb5819e0-e962-4cee-b385-0bb7d4680567 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:29.568126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2535f77-09d6-44ff-b159-4c55c2ed804c req-fb5819e0-e962-4cee-b385-0bb7d4680567 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0487268 Oct 13 12:04:29.607560 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2535f77-09d6-44ff-b159-4c55c2ed804c req-43a22254-0d1d-40f8-ae53-c91e512218f6 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332582 Oct 13 12:04:30.727437 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd1bb8-ae4a-443e-9067-ed27e016bbb6 req-17d2caae-aaba-43ef-820e-008cff239bb3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:30.728966 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76dd1bb8-ae4a-443e-9067-ed27e016bbb6 req-17d2caae-aaba-43ef-820e-008cff239bb3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0500295 Oct 13 12:04:30.769089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-76dd1bb8-ae4a-443e-9067-ed27e016bbb6 req-37c54420-012a-4541-ad53-b31fa76136b4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340703 Oct 13 12:04:31.889793 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e79f3-7f8f-491e-be87-4d866cc319d0 req-84d667dd-1991-4f6e-adad-a56bc20e204b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:31.891371 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-022e79f3-7f8f-491e-be87-4d866cc319d0 req-84d667dd-1991-4f6e-adad-a56bc20e204b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0508578 Oct 13 12:04:31.934763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-022e79f3-7f8f-491e-be87-4d866cc319d0 req-e59052f9-7567-424d-a25e-63ceb6684f40 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373628 Oct 13 12:04:33.051646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb931c-2691-4f38-b2fe-5c6d5eb4d1c8 req-9d2dc518-8d16-48fb-ab27-6b777fab72bb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:33.053171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-addb931c-2691-4f38-b2fe-5c6d5eb4d1c8 req-9d2dc518-8d16-48fb-ab27-6b777fab72bb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0519836 Oct 13 12:04:33.090868 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-addb931c-2691-4f38-b2fe-5c6d5eb4d1c8 req-426cad69-b1cd-41eb-95c9-f0cd43abad0e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315521 Oct 13 12:04:34.209684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87982e0-e3e9-4ff1-8c6a-c105364ea47f req-076df5e7-f3d0-471f-95d2-d49e27327d63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:34.211234 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e87982e0-e3e9-4ff1-8c6a-c105364ea47f req-076df5e7-f3d0-471f-95d2-d49e27327d63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0511835 Oct 13 12:04:34.250567 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e87982e0-e3e9-4ff1-8c6a-c105364ea47f req-b985acae-ef0e-4e40-8031-b186b06b3232 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331874 Oct 13 12:04:34.344638 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:04:35.366009 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea20700-caa1-4d49-9e81-d2bccab12e5a req-8cfa2056-4bcb-48fe-a8e8-c2d8f2ddd132 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:35.367617 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ea20700-caa1-4d49-9e81-d2bccab12e5a req-8cfa2056-4bcb-48fe-a8e8-c2d8f2ddd132 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0494583 Oct 13 12:04:35.411411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8ea20700-caa1-4d49-9e81-d2bccab12e5a req-ee9d9ce8-fc17-4119-9dbd-d46244efa76b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375412 Oct 13 12:04:36.349638 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-d81c4793-2116-4205-8da8-2f33b10afe77 service neutron] show failed (client error): The resource could not be found. Oct 13 12:04:36.352598 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-d81c4793-2116-4205-8da8-2f33b10afe77 service neutron] 10.222.0.46 "GET /v2.0/ports/d1435720-a3d4-449f-aab6-b0b9ea079088/bindings/n-h2-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0616086 Oct 13 12:04:36.527572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989efb0b-423d-47c3-99ad-4971cc6e7c76 req-bfb36968-62e8-44f0-be43-aacf2cf33aab tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:36.529036 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-989efb0b-423d-47c3-99ad-4971cc6e7c76 req-bfb36968-62e8-44f0-be43-aacf2cf33aab tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0500100 Oct 13 12:04:36.569820 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-989efb0b-423d-47c3-99ad-4971cc6e7c76 req-cededa92-d43d-4bab-83a8-1075f0f5bf93 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344038 Oct 13 12:04:37.096395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-c3536c9b-6fcc-435e-80b9-d58646f264d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:37.097917 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-c3536c9b-6fcc-435e-80b9-d58646f264d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df&tenant_id=e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 1096 time: 0.1173024 Oct 13 12:04:37.109609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-37f6e436-3e00-4932-9f46-e7b2512c6b9e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 12:04:37.110576 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-37f6e436-3e00-4932-9f46-e7b2512c6b9e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050907 Oct 13 12:04:37.123045 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:04:37.180419 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:37.383272 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] For port d1435720-a3d4-449f-aab6-b0b9ea079088, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=d1435720-a3d4-449f-aab6-b0b9ea079088,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:04:37.416909 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] For port d1435720-a3d4-449f-aab6-b0b9ea079088, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:04:37.455372 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:04:37.457701 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d86ee1-0798-477a-9dcf-be5978326ad1" -d '{"events": [{"server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "name": "network-vif-unplugged", "status": "completed", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:04:37.461437 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:37.474360 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Transition to ACTIVE for port object d1435720-a3d4-449f-aab6-b0b9ea079088 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 12:04:37.510775 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 12:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c7e01b-6a3a-484f-a0bc-f1ee1c1ba266 x-openstack-request-id: req-95c7e01b-6a3a-484f-a0bc-f1ee1c1ba266 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:04:37.511077 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "name": "network-vif-unplugged", "status": "completed", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:04:37.511349 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95c7e01b-6a3a-484f-a0bc-f1ee1c1ba266 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:04:37.511780 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'code': 200} Oct 13 12:04:37.561088 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:37.684184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1435720-a3d4-449f-aab6-b0b9ea079088,revision_number=6']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:04:37.706427 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2d863-4767-433c-a2f4-36adfcbfebc5 req-65facf59-90dd-4486-a0a8-d745130c940e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:37.708159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:37.708394 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6d2d863-4767-433c-a2f4-36adfcbfebc5 req-65facf59-90dd-4486-a0a8-d745130c940e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 943 time: 0.0591710 Oct 13 12:04:37.708498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:37.708835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:37.709171 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:37.709504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:37.709839 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:37.710165 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:37.710519 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:37.710848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:37.711174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:37.711498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:37.711819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:37.750826 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f6d2d863-4767-433c-a2f4-36adfcbfebc5 req-b765db47-45af-470e-83fb-71cbf53e3fae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356069 Oct 13 12:04:37.754888 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] No DVR routers for this DVR port d1435720-a3d4-449f-aab6-b0b9ea079088 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:04:37.897841 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Attempting to bind port d1435720-a3d4-449f-aab6-b0b9ea079088 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:04:37.898070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Attempting to bind port d1435720-a3d4-449f-aab6-b0b9ea079088 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:04:37.898449 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Attempting to bind port d1435720-a3d4-449f-aab6-b0b9ea079088 on network 7ad1245c-41a8-496a-954f-6d950865fec9 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:04:37.902686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Port d1435720-a3d4-449f-aab6-b0b9ea079088 on network 7ad1245c-41a8-496a-954f-6d950865fec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 12:04:37.902970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Attempting to bind port d1435720-a3d4-449f-aab6-b0b9ea079088 on network 7ad1245c-41a8-496a-954f-6d950865fec9 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:04:37.907729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:04:37.908070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Checking segment: {'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:04:37.908957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Bound using segment: {'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:04:37.909651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Bound port: d1435720-a3d4-449f-aab6-b0b9ea079088, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4204b56d-146e-4056-8ea9-c6eccac531d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:04:37.910059 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:37.973231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] For port d1435720-a3d4-449f-aab6-b0b9ea079088, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:04:37.976438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] For port d1435720-a3d4-449f-aab6-b0b9ea079088, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d1435720-a3d4-449f-aab6-b0b9ea079088,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:04:38.086437 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e8b77f9c-e2f1-4428-b624-704fe00a175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:38.099699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:38.134850 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:38.135457 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:38.137082 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] 10.222.0.21 "PUT /v2.0/ports/d1435720-a3d4-449f-aab6-b0b9ea079088 HTTP/1.1" status: 200 len: 1091 time: 1.0179281 Oct 13 12:04:38.163548 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0e651-b1be-40a8-9fad-0eaeb484aaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1435720-a3d4-449f-aab6-b0b9ea079088,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:04:38.213241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-fcc27c83-7e22-4562-bbcc-94101665a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:38.214779 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-fcc27c83-7e22-4562-bbcc-94101665a2f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 1094 time: 0.0482380 Oct 13 12:04:38.313278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-4f68f8f2-bf10-40f6-b598-98097e84028f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:38.314901 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-4f68f8f2-bf10-40f6-b598-98097e84028f service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ad1245c-41a8-496a-954f-6d950865fec9 HTTP/1.1" status: 200 len: 898 time: 0.0924823 Oct 13 12:04:38.385797 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-3e316d34-0d7f-4e00-8993-fd5cc678e901 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1435720-a3d4-449f-aab6-b0b9ea079088 HTTP/1.1" status: 200 len: 999 time: 0.0635500 Oct 13 12:04:38.434982 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-b7d5cb62-fb85-4a7b-9801-66957be20fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:38.436356 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-b7d5cb62-fb85-4a7b-9801-66957be20fd0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7237664d-9115-4805-baac-23ba5f042ca9 HTTP/1.1" status: 200 len: 834 time: 0.0438359 Oct 13 12:04:38.482195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-a0bad1d5-2912-4a2f-b554-12bef2a774da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:38.483756 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-a0bad1d5-2912-4a2f-b554-12bef2a774da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ad1245c-41a8-496a-954f-6d950865fec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402601 Oct 13 12:04:38.858152 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-92bbf36c-dcb0-4ee7-b2f1-47321689d475 service neutron] 10.222.0.21 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668327 Oct 13 12:04:38.883709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5b88c-9cb3-4d87-9299-7c143f69caea req-c3564e7b-7e6d-44f2-bfce-d0f98da92c7e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:38.885206 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fe5b88c-9cb3-4d87-9299-7c143f69caea req-c3564e7b-7e6d-44f2-bfce-d0f98da92c7e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 943 time: 0.0506096 Oct 13 12:04:38.930052 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9fe5b88c-9cb3-4d87-9299-7c143f69caea req-7413462a-f759-45f2-a0c5-0ef7eaac18cf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386217 Oct 13 12:04:38.961967 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-27d9821f-4a3d-4dd4-a5a1-cae04aec41d9 service neutron] 10.222.0.21 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957663 Oct 13 12:04:39.512666 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:04:39.518420 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd912565-3857-43b6-bd4e-d35ec8c48659" -d '{"events": [{"name": "network-changed", "server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:04:39.564528 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d284043-5ea8-4304-8993-04ab6f03497b x-openstack-request-id: req-2d284043-5ea8-4304-8993-04ab6f03497b {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:04:39.564528 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:04:39.564528 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d284043-5ea8-4304-8993-04ab6f03497b {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:04:39.564528 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'status': 'completed', 'code': 200} Oct 13 12:04:39.585246 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:39.663778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-5509cfd4-f8ce-4d7f-a229-87abad25d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:39.665379 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-5509cfd4-f8ce-4d7f-a229-87abad25d0c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 1094 time: 0.0741291 Oct 13 12:04:39.667148 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-9fa242b3-982f-42ee-b674-aebe7fc141b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:39.668482 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-9fa242b3-982f-42ee-b674-aebe7fc141b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 1094 time: 0.0872788 Oct 13 12:04:39.832914 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-31f0c498-70df-4a1d-a866-dd8f8ac78abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:39.834492 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-31f0c498-70df-4a1d-a866-dd8f8ac78abb service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ad1245c-41a8-496a-954f-6d950865fec9 HTTP/1.1" status: 200 len: 898 time: 0.1627953 Oct 13 12:04:39.837047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-eb92cabe-e801-461e-a8ba-b4eb24e9cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:39.838379 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-eb92cabe-e801-461e-a8ba-b4eb24e9cb66 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ad1245c-41a8-496a-954f-6d950865fec9 HTTP/1.1" status: 200 len: 898 time: 0.1582663 Oct 13 12:04:39.949786 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-3be09444-c656-44b4-b2fa-716f013f48a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1435720-a3d4-449f-aab6-b0b9ea079088 HTTP/1.1" status: 200 len: 999 time: 0.1077006 Oct 13 12:04:39.955436 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-503dfeac-351a-4f61-8af2-f55e91f12d06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1435720-a3d4-449f-aab6-b0b9ea079088 HTTP/1.1" status: 200 len: 999 time: 0.1058531 Oct 13 12:04:40.042102 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-acf8b9a0-8fea-4881-a727-5933c5941801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:40.043619 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-acf8b9a0-8fea-4881-a727-5933c5941801 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7237664d-9115-4805-baac-23ba5f042ca9 HTTP/1.1" status: 200 len: 834 time: 0.0858030 Oct 13 12:04:40.049424 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-2e830967-2709-4f27-b73f-5900c13b822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:40.051111 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-2e830967-2709-4f27-b73f-5900c13b822f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7237664d-9115-4805-baac-23ba5f042ca9 HTTP/1.1" status: 200 len: 834 time: 0.0847788 Oct 13 12:04:40.051394 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46fbcf-7e91-4b62-b0fc-2bc437e4bd94 req-417a0836-135e-46df-baeb-360c01e13d61 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:40.052899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d46fbcf-7e91-4b62-b0fc-2bc437e4bd94 req-417a0836-135e-46df-baeb-360c01e13d61 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 943 time: 0.0498955 Oct 13 12:04:40.091389 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9d46fbcf-7e91-4b62-b0fc-2bc437e4bd94 req-de89854a-ac99-4f4f-aed7-da6b77d71c28 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322988 Oct 13 12:04:40.119910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-82490cb2-1dee-4d94-820c-1e066dff5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:40.121457 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-82490cb2-1dee-4d94-820c-1e066dff5d00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ad1245c-41a8-496a-954f-6d950865fec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693734 Oct 13 12:04:40.126793 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-41b682e5-0199-4f6c-aed1-cb15c30ebcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:40.128782 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-41b682e5-0199-4f6c-aed1-cb15c30ebcc1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ad1245c-41a8-496a-954f-6d950865fec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686944 Oct 13 12:04:40.226078 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d1435720-a3d4-449f-aab6-b0b9ea079088 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:04:40.270600 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device d1435720-a3d4-449f-aab6-b0b9ea079088 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:04:40.295996 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-47b11982-a739-4526-b332-d2e11e64a739 service neutron] 10.222.0.21 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662591 Oct 13 12:04:40.297969 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-6610056b-3ead-42ee-9b7e-9f59d7c99790 service neutron] 10.222.0.46 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607857 Oct 13 12:04:40.464089 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-da7b5961-d968-4b0f-b303-f0e22b8479c9 service neutron] 10.222.0.21 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598344 Oct 13 12:04:40.466404 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bd912565-3857-43b6-bd4e-d35ec8c48659 req-2ba45eee-d796-4248-884a-e3288f6c886f service neutron] 10.222.0.46 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551223 Oct 13 12:04:40.880748 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a5788f38-3f04-4c67-96ee-68826d517e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:41.211195 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73090e-60ac-4e3c-a8f8-32128292a310 req-f8596728-cd21-47a9-a74a-5739e61a7aca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:41.212698 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc73090e-60ac-4e3c-a8f8-32128292a310 req-f8596728-cd21-47a9-a74a-5739e61a7aca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 943 time: 0.0495501 Oct 13 12:04:41.251327 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bc73090e-60ac-4e3c-a8f8-32128292a310 req-83de9534-65e1-4d9c-bb6e-31346c9d4c97 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Oct 13 12:04:41.297941 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:41.635229 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc02db6-8d57-47a8-ad42-8e79be288ead req-a70ad559-eaa9-4ff4-9f67-10797c799733 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:41.636723 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efc02db6-8d57-47a8-ad42-8e79be288ead req-a70ad559-eaa9-4ff4-9f67-10797c799733 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 943 time: 0.0502288 Oct 13 12:04:41.681282 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-efc02db6-8d57-47a8-ad42-8e79be288ead req-d86bafb9-1202-4647-a627-13ef509f4e58 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382321 Oct 13 12:04:41.763500 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-847a762b-5dfb-4278-8652-b1e8a7ceff09 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:41.764978 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-847a762b-5dfb-4278-8652-b1e8a7ceff09 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df&tenant_id=e8cd4a1746fc488b99262772d8fc167c&binding%3Ahost_id=n-h2-813659-3 HTTP/1.1" status: 200 len: 943 time: 0.0889640 Oct 13 12:04:41.809047 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113db354-1d24-47b4-bddc-bf3736a25990 req-64b2a3de-0aaf-477b-a648-335dd4b3ea56 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:41.810462 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-113db354-1d24-47b4-bddc-bf3736a25990 req-64b2a3de-0aaf-477b-a648-335dd4b3ea56 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 943 time: 0.0509224 Oct 13 12:04:41.819331 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:41.829847 n-d-813659-3 neutron-server[101990]: INFO neutron.api.v2.resource [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-74aaed2c-b2c5-4570-99e8-636f23fe4289 service neutron] delete failed (client error): The resource could not be found. Oct 13 12:04:41.830946 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-74aaed2c-b2c5-4570-99e8-636f23fe4289 service neutron] 10.222.0.46 "DELETE /v2.0/ports/d1435720-a3d4-449f-aab6-b0b9ea079088/bindings/n-h1-813659-3 HTTP/1.1" status: 404 len: 380 time: 0.0574157 Oct 13 12:04:41.850068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-113db354-1d24-47b4-bddc-bf3736a25990 req-7cedf12d-80d5-48a1-a510-72f8f06b72c5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326173 Oct 13 12:04:41.919203 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-b2eec8a4-3def-4a8b-84ab-f52f29eb76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:41.921886 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-b2eec8a4-3def-4a8b-84ab-f52f29eb76fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 1094 time: 0.0466697 Oct 13 12:04:41.977378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d1435720-a3d4-449f-aab6-b0b9ea079088 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 12:04:42.035933 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-67bdfb58-d185-4e78-b43a-2fb6489364a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:42.038704 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-67bdfb58-d185-4e78-b43a-2fb6489364a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ad1245c-41a8-496a-954f-6d950865fec9 HTTP/1.1" status: 200 len: 898 time: 0.1103938 Oct 13 12:04:42.097552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port d1435720-a3d4-449f-aab6-b0b9ea079088, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d1435720-a3d4-449f-aab6-b0b9ea079088,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:04:42.110168 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'port_id': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'mac_address': 'fa:16:3e:24:41:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7237664d-9115-4805-baac-23ba5f042ca9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 12:04:42.115232 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-bf1a083f-3412-4342-a06b-c0de735c80cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1435720-a3d4-449f-aab6-b0b9ea079088 HTTP/1.1" status: 200 len: 999 time: 0.0700986 Oct 13 12:04:42.154895 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:42.167281 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-b3602f8e-01f7-4b9f-9566-8f02ceb4f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:42.168351 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1435720-a3d4-449f-aab6-b0b9ea079088 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:04:42.168755 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-b3602f8e-01f7-4b9f-9566-8f02ceb4f6d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7237664d-9115-4805-baac-23ba5f042ca9 HTTP/1.1" status: 200 len: 834 time: 0.0459254 Oct 13 12:04:42.188527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port d1435720-a3d4-449f-aab6-b0b9ea079088, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d1435720-a3d4-449f-aab6-b0b9ea079088,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:04:42.215038 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-e41052de-6344-4e09-935a-ee9366c5a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:42.216522 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-e41052de-6344-4e09-935a-ee9366c5a689 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ad1245c-41a8-496a-954f-6d950865fec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399697 Oct 13 12:04:42.311569 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-f666d2c9-b1ea-48bc-9b4c-f30a2ace66c3 service neutron] 10.222.0.46 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871754 Oct 13 12:04:42.314691 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:42.366595 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=d1435720-a3d4-449f-aab6-b0b9ea079088,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:04:42.373963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:42.374310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:42.374672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:42.375018 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:42.375353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:42.375687 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:42.376017 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:42.376341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:42.376669 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:42.376993 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:42.377529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:42.377802 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:04:42.405779 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-245af5f9-d7ff-4beb-b002-8556ed9e6185 req-ab559ba5-0d3f-4854-9ae1-8fdc0c417003 service neutron] 10.222.0.46 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870678 Oct 13 12:04:42.538220 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:42.550987 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['d1435720-a3d4-449f-aab6-b0b9ea079088'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 12:04:42.971737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15e57a-55c8-454d-884e-bcfa203e5849 req-2e47e167-3677-4779-af7b-966b654239fe tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:42.973327 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e15e57a-55c8-454d-884e-bcfa203e5849 req-2e47e167-3677-4779-af7b-966b654239fe tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 944 time: 0.0534039 Oct 13 12:04:43.015590 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1e15e57a-55c8-454d-884e-bcfa203e5849 req-121af2f5-e3a1-4c5c-984f-ea0dd58b186c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359204 Oct 13 12:04:43.828034 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:43.979741 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d1435720-a3d4-449f-aab6-b0b9ea079088 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:04:44.136848 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c91db-baaa-4f38-94fe-b1eb3d4dab1b req-b50fb17d-dfca-4bf6-a7e1-b5798964b9ec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:44.138228 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b56c91db-baaa-4f38-94fe-b1eb3d4dab1b req-b50fb17d-dfca-4bf6-a7e1-b5798964b9ec tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 944 time: 0.0512710 Oct 13 12:04:44.181270 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b56c91db-baaa-4f38-94fe-b1eb3d4dab1b req-cd334f52-b218-4465-ad98-06a2a8b89c74 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367892 Oct 13 12:04:44.202124 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port d1435720-a3d4-449f-aab6-b0b9ea079088 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 12:04:44.205730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39684) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:04:44.206527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port d1435720-a3d4-449f-aab6-b0b9ea079088 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:04:44.206900 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:44.267202 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-78ddcbd2-c22c-49da-9979-4ba26ccdcd33 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/92addd32-c188-42f2-8760-7a40e6967bd2 HTTP/1.1" status: 200 len: 992 time: 0.0603154 Oct 13 12:04:44.289934 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:44.313089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:04:44.315375 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24c6c7b-b716-4661-a9ce-c82155288fae" -d '{"events": [{"server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "name": "network-vif-plugged", "status": "completed", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:04:44.328329 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port d1435720-a3d4-449f-aab6-b0b9ea079088, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d1435720-a3d4-449f-aab6-b0b9ea079088,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:04:44.406374 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6489b048-a3ec-4e55-86ce-c0a503f6bb0f x-openstack-request-id: req-6489b048-a3ec-4e55-86ce-c0a503f6bb0f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:04:44.406374 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "name": "network-vif-plugged", "status": "completed", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:04:44.406374 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6489b048-a3ec-4e55-86ce-c0a503f6bb0f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:04:44.406374 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'code': 200} Oct 13 12:04:44.527964 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:04:44.575534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=d1435720-a3d4-449f-aab6-b0b9ea079088,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:04:48.296305 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-edee31ac-68d2-4096-8c07-d3f36cb37373 req-1ee0c989-6a1f-4887-8b5f-989184795df0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461221 Oct 13 12:04:48.380688 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee31ac-68d2-4096-8c07-d3f36cb37373 req-20eddd32-2d7a-4f6a-929f-b707d2a70f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:48.382153 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-edee31ac-68d2-4096-8c07-d3f36cb37373 req-20eddd32-2d7a-4f6a-929f-b707d2a70f91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 1096 time: 0.0422072 Oct 13 12:04:48.488476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee31ac-68d2-4096-8c07-d3f36cb37373 req-d364cca3-fbcd-45ab-a3ed-b377a3715621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:48.489921 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-edee31ac-68d2-4096-8c07-d3f36cb37373 req-d364cca3-fbcd-45ab-a3ed-b377a3715621 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ad1245c-41a8-496a-954f-6d950865fec9 HTTP/1.1" status: 200 len: 898 time: 0.0881803 Oct 13 12:04:48.560723 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-edee31ac-68d2-4096-8c07-d3f36cb37373 req-8727efc0-1768-45be-95fa-936c7228c23f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1435720-a3d4-449f-aab6-b0b9ea079088 HTTP/1.1" status: 200 len: 1001 time: 0.0638738 Oct 13 12:04:48.611161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee31ac-68d2-4096-8c07-d3f36cb37373 req-9cf81c6c-468f-43ee-b575-6569d42f285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:48.612650 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-edee31ac-68d2-4096-8c07-d3f36cb37373 req-9cf81c6c-468f-43ee-b575-6569d42f285f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7237664d-9115-4805-baac-23ba5f042ca9 HTTP/1.1" status: 200 len: 834 time: 0.0456052 Oct 13 12:04:48.658958 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee31ac-68d2-4096-8c07-d3f36cb37373 req-a7b444df-7dc4-42e9-862a-1c0d468af335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:04:48.660377 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-edee31ac-68d2-4096-8c07-d3f36cb37373 req-a7b444df-7dc4-42e9-862a-1c0d468af335 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ad1245c-41a8-496a-954f-6d950865fec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404415 Oct 13 12:04:48.755183 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-edee31ac-68d2-4096-8c07-d3f36cb37373 req-8d94b33f-b001-4b4a-9356-79c322871eb6 service neutron] 10.222.0.21 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869935 Oct 13 12:04:48.844534 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-edee31ac-68d2-4096-8c07-d3f36cb37373 req-12437b90-0576-4f31-b91c-9265462f4cba service neutron] 10.222.0.21 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821278 Oct 13 12:05:08.030573 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d9d1727a-7770-4b15-98db-42d427754ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:09.595819 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:10.876392 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ef627913-563e-4f98-b21e-86ad5d17d67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:11.343194 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:11.343624 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:05:11.811537 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:12.499355 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:12.942963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39702) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:13.114132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port 2a4dc6a5-8eb8-4f48-8e9c-ab07dcbd307c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:05:13.114517 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:13.195708 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:13.196030 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:13.208486 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for 2a4dc6a5-8eb8-4f48-8e9c-ab07dcbd307c owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:05:13.447697 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:13.474584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=2a4dc6a5-8eb8-4f48-8e9c-ab07dcbd307c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:13.489108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:13.489462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:13.489802 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:13.490137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:13.490511 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:13.490845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:13.491173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:13.491499 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:13.491827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:13.492151 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:13.492475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:13.492792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:13.554021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:13.557594 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Floating IP 92addd32-c188-42f2-8760-7a40e6967bd2 disassociated (deleted). External IP: 172.25.0.141, port: d1435720-a3d4-449f-aab6-b0b9ea079088. Oct 13 12:05:13.692039 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:13.782250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 6832f797-d50a-4e58-87ed-1f8487ae54a9 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:05:13.902494 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:05:13.913441 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:13.913709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f77fd3b-83e8-4de8-8ff9-bf840e973b5e None None] Sync routers for ids ['6832f797-d50a-4e58-87ed-1f8487ae54a9'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:05:13.923677 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f77fd3b-83e8-4de8-8ff9-bf840e973b5e None None] Routers {'6832f797-d50a-4e58-87ed-1f8487ae54a9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:05:13.924579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8f77fd3b-83e8-4de8-8ff9-bf840e973b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6832f797-d50a-4e58-87ed-1f8487ae54a9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:13.944269 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f1208d17-935c-4dec-a0bf-76762a2ee41b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/floatingips/92addd32-c188-42f2-8760-7a40e6967bd2 HTTP/1.1" status: 204 len: 168 time: 1.0001020 Oct 13 12:05:13.944914 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:05:13.947665 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a85a30-8789-4426-82f3-a4a155ed6480" -d '{"events": [{"name": "network-changed", "server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:05:14.042269 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8f77fd3b-83e8-4de8-8ff9-bf840e973b5e None None] Set router 6832f797-d50a-4e58-87ed-1f8487ae54a9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:05:14.262412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8f77fd3b-83e8-4de8-8ff9-bf840e973b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '862b8814-39bd-4906-89d4-b945cb82673d', 'name': '', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:8d:44:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7237664d-9115-4805-baac-23ba5f042ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:38Z', 'updated_at': '2021-10-13T12:02:41Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '7237664d-9115-4805-baac-23ba5f042ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:14.289445 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f77fd3b-83e8-4de8-8ff9-bf840e973b5e None None] Checking router: 6832f797-d50a-4e58-87ed-1f8487ae54a9 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:05:14.297610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f77fd3b-83e8-4de8-8ff9-bf840e973b5e None None] Routers {'6832f797-d50a-4e58-87ed-1f8487ae54a9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:05:14.298216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8f77fd3b-83e8-4de8-8ff9-bf840e973b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6832f797-d50a-4e58-87ed-1f8487ae54a9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:14.398829 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac365ea0-a427-4447-ad79-2a06adb76eff x-openstack-request-id: req-ac365ea0-a427-4447-ad79-2a06adb76eff {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:05:14.399195 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:05:14.399519 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac365ea0-a427-4447-ad79-2a06adb76eff {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:05:14.399988 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'status': 'completed', 'code': 200} Oct 13 12:05:14.413375 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8f77fd3b-83e8-4de8-8ff9-bf840e973b5e None None] Set router 6832f797-d50a-4e58-87ed-1f8487ae54a9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:05:14.470908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a85a30-8789-4426-82f3-a4a155ed6480 req-8c1e036c-0138-443c-9c30-2d8cad7d1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:14.472859 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38a85a30-8789-4426-82f3-a4a155ed6480 req-8c1e036c-0138-443c-9c30-2d8cad7d1a21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 1096 time: 0.0479074 Oct 13 12:05:14.505809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55706de4-2fa3-4aa6-b854-da49e172426d req-42fa7268-6d7e-465c-8404-c67d8dfa9bcb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:14.507385 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55706de4-2fa3-4aa6-b854-da49e172426d req-42fa7268-6d7e-465c-8404-c67d8dfa9bcb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0630755 Oct 13 12:05:14.559707 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55706de4-2fa3-4aa6-b854-da49e172426d req-1d4c1900-459a-47e5-be31-0550e789df35 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455759 Oct 13 12:05:14.586717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a85a30-8789-4426-82f3-a4a155ed6480 req-b6dd88d6-21f0-42de-b5ec-16b9e1893966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:14.588445 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38a85a30-8789-4426-82f3-a4a155ed6480 req-b6dd88d6-21f0-42de-b5ec-16b9e1893966 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ad1245c-41a8-496a-954f-6d950865fec9 HTTP/1.1" status: 200 len: 898 time: 0.1083581 Oct 13 12:05:14.641189 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38a85a30-8789-4426-82f3-a4a155ed6480 req-6f3ffa96-322e-429a-8148-5e335d20ae8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1435720-a3d4-449f-aab6-b0b9ea079088 HTTP/1.1" status: 200 len: 217 time: 0.0408628 Oct 13 12:05:14.655995 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8f77fd3b-83e8-4de8-8ff9-bf840e973b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '862b8814-39bd-4906-89d4-b945cb82673d', 'name': '', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:8d:44:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7237664d-9115-4805-baac-23ba5f042ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:38Z', 'updated_at': '2021-10-13T12:02:41Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '7237664d-9115-4805-baac-23ba5f042ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:14.683827 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f77fd3b-83e8-4de8-8ff9-bf840e973b5e None None] The sync data for ids ['6832f797-d50a-4e58-87ed-1f8487ae54a9'] in n-d-813659-3 is: [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '862b8814-39bd-4906-89d4-b945cb82673d', 'name': '', 'network_id': '7ad1245c-41a8-496a-954f-6d950865fec9', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:8d:44:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7237664d-9115-4805-baac-23ba5f042ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:38Z', 'updated_at': '2021-10-13T12:02:41Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '7237664d-9115-4805-baac-23ba5f042ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:05:14.690602 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a85a30-8789-4426-82f3-a4a155ed6480 req-8c3eeecd-630a-4a92-9db9-aef82110ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:14.692112 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38a85a30-8789-4426-82f3-a4a155ed6480 req-8c3eeecd-630a-4a92-9db9-aef82110ce87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7237664d-9115-4805-baac-23ba5f042ca9 HTTP/1.1" status: 200 len: 834 time: 0.0476224 Oct 13 12:05:14.741779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a85a30-8789-4426-82f3-a4a155ed6480 req-d74567ea-e7d0-4e7d-8f78-dd4d42abbca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:14.743446 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38a85a30-8789-4426-82f3-a4a155ed6480 req-d74567ea-e7d0-4e7d-8f78-dd4d42abbca9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ad1245c-41a8-496a-954f-6d950865fec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430048 Oct 13 12:05:14.848623 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38a85a30-8789-4426-82f3-a4a155ed6480 req-fbd35dcb-a603-4049-a39d-e006abc1c9a1 service neutron] 10.222.0.21 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969725 Oct 13 12:05:14.924778 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a27d59-0832-40ab-b6d5-1c2867f12556 None None] New status for floating IP 92addd32-c188-42f2-8760-7a40e6967bd2: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:05:14.950986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38a85a30-8789-4426-82f3-a4a155ed6480 req-ed1dd348-ace0-4301-b838-c4a4ec314cb4 service neutron] 10.222.0.21 "GET /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927143 Oct 13 12:05:15.684528 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e726c1c-3545-4dc4-ba9f-2ca229785765 req-06806225-5ca1-4540-9cb0-40471b304d49 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:15.686037 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e726c1c-3545-4dc4-ba9f-2ca229785765 req-06806225-5ca1-4540-9cb0-40471b304d49 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0506859 Oct 13 12:05:15.688070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e40507-1407-4a8b-abac-0ac7655c4f82 req-fc6e41f3-b4a0-4510-8a95-010ec8c37d70 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:15.690252 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-45e40507-1407-4a8b-abac-0ac7655c4f82 req-fc6e41f3-b4a0-4510-8a95-010ec8c37d70 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.21 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 945 time: 0.0504038 Oct 13 12:05:15.727302 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e726c1c-3545-4dc4-ba9f-2ca229785765 req-080cdda9-8608-41a6-aa21-ef4ce19ef86d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=95354b84-cde6-49d5-a1a0-65c9dc847e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344937 Oct 13 12:05:15.791354 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-45e40507-1407-4a8b-abac-0ac7655c4f82 req-e1a29dab-0e61-49b5-9ab5-21150425e6a2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port d1435720-a3d4-449f-aab6-b0b9ea079088 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:05:15.791707 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-45e40507-1407-4a8b-abac-0ac7655c4f82 req-e1a29dab-0e61-49b5-9ab5-21150425e6a2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:15.883710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-45e40507-1407-4a8b-abac-0ac7655c4f82 req-e1a29dab-0e61-49b5-9ab5-21150425e6a2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port d1435720-a3d4-449f-aab6-b0b9ea079088, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=d1435720-a3d4-449f-aab6-b0b9ea079088,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:05:15.884075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-45e40507-1407-4a8b-abac-0ac7655c4f82 req-e1a29dab-0e61-49b5-9ab5-21150425e6a2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:15.897563 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-45e40507-1407-4a8b-abac-0ac7655c4f82 req-e1a29dab-0e61-49b5-9ab5-21150425e6a2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for d1435720-a3d4-449f-aab6-b0b9ea079088 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:05:16.087570 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-45e40507-1407-4a8b-abac-0ac7655c4f82 req-e1a29dab-0e61-49b5-9ab5-21150425e6a2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:16.115146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a29dab-0e61-49b5-9ab5-21150425e6a2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=d1435720-a3d4-449f-aab6-b0b9ea079088,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:16.161736 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e40507-1407-4a8b-abac-0ac7655c4f82 req-e1a29dab-0e61-49b5-9ab5-21150425e6a2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] No DVR routers for this DVR port d1435720-a3d4-449f-aab6-b0b9ea079088 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:05:16.167300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-45e40507-1407-4a8b-abac-0ac7655c4f82 req-e1a29dab-0e61-49b5-9ab5-21150425e6a2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:16.167774 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-45e40507-1407-4a8b-abac-0ac7655c4f82 req-e1a29dab-0e61-49b5-9ab5-21150425e6a2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.21 "DELETE /v2.0/ports/d1435720-a3d4-449f-aab6-b0b9ea079088 HTTP/1.1" status: 204 len: 173 time: 0.4712355 Oct 13 12:05:16.168214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'name': 'network-vif-deleted', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:05:16.170515 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d349b63-63dd-4c9f-894f-b2a4808cb998" -d '{"events": [{"server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "name": "network-vif-deleted", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:05:16.209174 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4691282-4e21-4798-b692-ee80c45b1fc3 x-openstack-request-id: req-a4691282-4e21-4798-b692-ee80c45b1fc3 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:05:16.209174 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43eed62-5bab-4db8-8d2a-69072134f2df", "name": "network-vif-deleted", "tag": "d1435720-a3d4-449f-aab6-b0b9ea079088", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:05:16.209174 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4691282-4e21-4798-b692-ee80c45b1fc3 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:05:16.209174 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43eed62-5bab-4db8-8d2a-69072134f2df', 'name': 'network-vif-deleted', 'tag': 'd1435720-a3d4-449f-aab6-b0b9ea079088', 'status': 'completed', 'code': 200} Oct 13 12:05:16.838450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-164a4481-95a4-4cd1-87a9-4d43228231e7 req-bc442072-428f-4d65-b840-15b4fb6cc7be tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43eed62-5bab-4db8-8d2a-69072134f2df HTTP/1.1" status: 200 len: 210 time: 0.0291021 Oct 13 12:05:17.895777 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39722) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:18.597269 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a786472e-9b67-40a8-a6c8-bc44a4dc18c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:18.876723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a786472e-9b67-40a8-a6c8-bc44a4dc18c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port 862b8814-39bd-4906-89d4-b945cb82673d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:05:18.877577 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a786472e-9b67-40a8-a6c8-bc44a4dc18c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:18.966716 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a786472e-9b67-40a8-a6c8-bc44a4dc18c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port 862b8814-39bd-4906-89d4-b945cb82673d, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=862b8814-39bd-4906-89d4-b945cb82673d,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:05:18.967435 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a786472e-9b67-40a8-a6c8-bc44a4dc18c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:18.979656 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a786472e-9b67-40a8-a6c8-bc44a4dc18c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for 862b8814-39bd-4906-89d4-b945cb82673d owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:05:19.236701 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a786472e-9b67-40a8-a6c8-bc44a4dc18c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:19.270170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786472e-9b67-40a8-a6c8-bc44a4dc18c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=862b8814-39bd-4906-89d4-b945cb82673d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:19.448879 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a786472e-9b67-40a8-a6c8-bc44a4dc18c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:19.668338 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a786472e-9b67-40a8-a6c8-bc44a4dc18c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 6832f797-d50a-4e58-87ed-1f8487ae54a9 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:05:19.775794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a786472e-9b67-40a8-a6c8-bc44a4dc18c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:05:19.780812 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a786472e-9b67-40a8-a6c8-bc44a4dc18c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "PUT /v2.0/routers/6832f797-d50a-4e58-87ed-1f8487ae54a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8840218 Oct 13 12:05:19.783812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39724) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:19.786681 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba359fdb-19ed-4f5e-8ec1-ab723214c7de None None] Sync routers for ids ['6832f797-d50a-4e58-87ed-1f8487ae54a9'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:05:19.795738 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba359fdb-19ed-4f5e-8ec1-ab723214c7de None None] Routers {'6832f797-d50a-4e58-87ed-1f8487ae54a9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:05:19.796332 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ba359fdb-19ed-4f5e-8ec1-ab723214c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6832f797-d50a-4e58-87ed-1f8487ae54a9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:19.835700 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-648eb808-52c1-40f5-80a0-3e77ad397315 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting subnet 7237664d-9115-4805-baac-23ba5f042ca9 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 12:05:19.838940 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-648eb808-52c1-40f5-80a0-3e77ad397315 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:19.881016 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-648eb808-52c1-40f5-80a0-3e77ad397315 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:19.907367 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-ba359fdb-19ed-4f5e-8ec1-ab723214c7de None None] Set router 6832f797-d50a-4e58-87ed-1f8487ae54a9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:05:19.970147 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-648eb808-52c1-40f5-80a0-3e77ad397315 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:20.111515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d1435720-a3d4-449f-aab6-b0b9ea079088 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:05:20.111515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ba359fdb-19ed-4f5e-8ec1-ab723214c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:05:19Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:20.115439 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-648eb808-52c1-40f5-80a0-3e77ad397315 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:20.146325 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648eb808-52c1-40f5-80a0-3e77ad397315 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Subnet': ['ID=7237664d-9115-4805-baac-23ba5f042ca9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:20.153339 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-648eb808-52c1-40f5-80a0-3e77ad397315 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:20.153817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: d1435720-a3d4-449f-aab6-b0b9ea079088 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:05:20.154166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device d1435720-a3d4-449f-aab6-b0b9ea079088 not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:05:20.156089 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba359fdb-19ed-4f5e-8ec1-ab723214c7de None None] Checking router: 6832f797-d50a-4e58-87ed-1f8487ae54a9 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:05:20.159941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-648eb808-52c1-40f5-80a0-3e77ad397315 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/subnets/7237664d-9115-4805-baac-23ba5f042ca9 HTTP/1.1" status: 204 len: 168 time: 0.3751142 Oct 13 12:05:20.163597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39726) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:20.164091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32682094-ff58-427b-91e4-47175df50952 None None] Network 7ad1245c-41a8-496a-954f-6d950865fec9 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:05:20.203206 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba359fdb-19ed-4f5e-8ec1-ab723214c7de None None] Routers {'6832f797-d50a-4e58-87ed-1f8487ae54a9'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:05:20.203840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ba359fdb-19ed-4f5e-8ec1-ab723214c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['6832f797-d50a-4e58-87ed-1f8487ae54a9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:20.271699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:20.387006 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:20.504294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port 08ada95c-6b9a-4fec-8a01-03b902d51cce {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:05:20.504922 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:20.541364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-ba359fdb-19ed-4f5e-8ec1-ab723214c7de None None] Set router 6832f797-d50a-4e58-87ed-1f8487ae54a9 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:05:20.610258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port 08ada95c-6b9a-4fec-8a01-03b902d51cce, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=08ada95c-6b9a-4fec-8a01-03b902d51cce,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:05:20.610754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:20.625681 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for 08ada95c-6b9a-4fec-8a01-03b902d51cce owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:05:20.644272 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c38690d-9202-43f9-baff-ca8e8f2d08d0 None None] DHCP port deletion for 7ad1245c-41a8-496a-954f-6d950865fec9 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 12:05:20.752907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3c38690d-9202-43f9-baff-ca8e8f2d08d0 None None] Deleting port 62d9b866-7225-4836-811a-5cb35dd7a1c2 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:05:20.753291 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3c38690d-9202-43f9-baff-ca8e8f2d08d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:20.826900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3c38690d-9202-43f9-baff-ca8e8f2d08d0 None None] For port 62d9b866-7225-4836-811a-5cb35dd7a1c2, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=62d9b866-7225-4836-811a-5cb35dd7a1c2,segment=NetworkSegment(4204b56d-146e-4056-8ea9-c6eccac531d7),segment_id=4204b56d-146e-4056-8ea9-c6eccac531d7)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:05:20.827610 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3c38690d-9202-43f9-baff-ca8e8f2d08d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:20.842150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3c38690d-9202-43f9-baff-ca8e8f2d08d0 None None] Calling delete_port for 62d9b866-7225-4836-811a-5cb35dd7a1c2 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:05:20.850268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ba359fdb-19ed-4f5e-8ec1-ab723214c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:05:19Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:20.885770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba359fdb-19ed-4f5e-8ec1-ab723214c7de None None] The sync data for ids ['6832f797-d50a-4e58-87ed-1f8487ae54a9'] in n-d-813659-3 is: [{'id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520798487', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:02:34Z', 'updated_at': '2021-10-13T12:05:19Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '08ada95c-6b9a-4fec-8a01-03b902d51cce', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6832f797-d50a-4e58-87ed-1f8487ae54a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:02:35Z', 'updated_at': '2021-10-13T12:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:05:20.886772 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:20.922783 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=08ada95c-6b9a-4fec-8a01-03b902d51cce,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:20.991829 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:21.129046 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3c38690d-9202-43f9-baff-ca8e8f2d08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:21.156254 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38690d-9202-43f9-baff-ca8e8f2d08d0 None None] Pushing event deleted for resources: {'Port': ['ID=62d9b866-7225-4836-811a-5cb35dd7a1c2,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:21.165288 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c38690d-9202-43f9-baff-ca8e8f2d08d0 None None] No DVR routers for this DVR port 62d9b866-7225-4836-811a-5cb35dd7a1c2 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:05:21.432903 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:21.435799 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:21.528840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 862b8814-39bd-4906-89d4-b945cb82673d no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:05:21.556422 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:21.557100 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Fanout notify agent at l3_agent the message router_deleted on router 6832f797-d50a-4e58-87ed-1f8487ae54a9 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 12:05:21.561909 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 862b8814-39bd-4906-89d4-b945cb82673d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:05:21.562294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 862b8814-39bd-4906-89d4-b945cb82673d not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:05:21.562748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 62d9b866-7225-4836-811a-5cb35dd7a1c2 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:05:21.566543 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:21.568082 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c649b47e-730b-4748-b2ba-6173e6a50435 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/routers/6832f797-d50a-4e58-87ed-1f8487ae54a9 HTTP/1.1" status: 204 len: 168 time: 1.4067369 Oct 13 12:05:21.572387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39728) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:21.594937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 62d9b866-7225-4836-811a-5cb35dd7a1c2 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:05:21.595817 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 62d9b866-7225-4836-811a-5cb35dd7a1c2 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:05:21.675888 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5f4c5ff-81fd-4ad5-b590-4f1768d2f203 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:21.771434 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5f4c5ff-81fd-4ad5-b590-4f1768d2f203 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:21.791263 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c5f4c5ff-81fd-4ad5-b590-4f1768d2f203 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad1245c-41a8-496a-954f-6d950865fec9']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:21.800912 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c5f4c5ff-81fd-4ad5-b590-4f1768d2f203 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4204b56d-146e-4056-8ea9-c6eccac531d7') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:21.801215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-c5f4c5ff-81fd-4ad5-b590-4f1768d2f203 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4204b56d-146e-4056-8ea9-c6eccac531d7') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:21.810346 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5f4c5ff-81fd-4ad5-b590-4f1768d2f203 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:21.823594 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5f4c5ff-81fd-4ad5-b590-4f1768d2f203 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:21.830547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f4c5ff-81fd-4ad5-b590-4f1768d2f203 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 12:05:21.830951 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5f4c5ff-81fd-4ad5-b590-4f1768d2f203 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: timer() Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 12:05:21.833832 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 12:05:21.948609 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5f4c5ff-81fd-4ad5-b590-4f1768d2f203 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:21.961997 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c5f4c5ff-81fd-4ad5-b590-4f1768d2f203 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:21.961997 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c5f4c5ff-81fd-4ad5-b590-4f1768d2f203 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/networks/7ad1245c-41a8-496a-954f-6d950865fec9 HTTP/1.1" status: 204 len: 168 time: 0.3859851 Oct 13 12:05:21.962446 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39732) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:21.972326 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4c5ff-81fd-4ad5-b590-4f1768d2f203 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Network': ['ID=7ad1245c-41a8-496a-954f-6d950865fec9,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:22.024274 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2b16-5dcf-4a28-ac3e-0d3882691b0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:22.052107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2b16-5dcf-4a28-ac3e-0d3882691b0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:22.177978 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2b16-5dcf-4a28-ac3e-0d3882691b0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:22.187495 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2b16-5dcf-4a28-ac3e-0d3882691b0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:22.187495 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8f6b2b16-5dcf-4a28-ac3e-0d3882691b0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/security-groups/95354b84-cde6-49d5-a1a0-65c9dc847e0e HTTP/1.1" status: 204 len: 168 time: 0.2191594 Oct 13 12:05:22.193067 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b2b16-5dcf-4a28-ac3e-0d3882691b0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95354b84-cde6-49d5-a1a0-65c9dc847e0e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:22.609213 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39738) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:22.612232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-95e80790-bcf6-4103-b253-9afbe4ee67c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871516503', 'description': 'tempest-secgroup-smoke-1871516503 description', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:05:22.714986 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95e80790-bcf6-4103-b253-9afbe4ee67c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:22.788366 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95e80790-bcf6-4103-b253-9afbe4ee67c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:22.846710 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95e80790-bcf6-4103-b253-9afbe4ee67c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:22.876796 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e80790-bcf6-4103-b253-9afbe4ee67c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88f86d3-2bc8-4efa-9f45-c6d91c568e96,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:22.935757 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95e80790-bcf6-4103-b253-9afbe4ee67c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:22.937021 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-95e80790-bcf6-4103-b253-9afbe4ee67c1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3286476 Oct 13 12:05:22.941150 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39740) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:22.946127 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b201f7ff-4dee-4f7d-9381-8b44961d3b1b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': 'c88f86d3-2bc8-4efa-9f45-c6d91c568e96', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:05:23.039620 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b201f7ff-4dee-4f7d-9381-8b44961d3b1b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:23.096034 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b201f7ff-4dee-4f7d-9381-8b44961d3b1b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:23.178970 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b201f7ff-4dee-4f7d-9381-8b44961d3b1b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:23.198837 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201f7ff-4dee-4f7d-9381-8b44961d3b1b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ee17d8-01dd-41be-a8d8-32d7b2174466,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:23.255375 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b201f7ff-4dee-4f7d-9381-8b44961d3b1b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:23.256796 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b201f7ff-4dee-4f7d-9381-8b44961d3b1b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3144932 Oct 13 12:05:23.259729 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39742) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:23.264173 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f6323e56-455a-4f4b-9faf-6551157542d7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': 'c88f86d3-2bc8-4efa-9f45-c6d91c568e96', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:05:23.355504 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6323e56-455a-4f4b-9faf-6551157542d7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:23.410429 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 08ada95c-6b9a-4fec-8a01-03b902d51cce no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:05:23.421226 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6323e56-455a-4f4b-9faf-6551157542d7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:23.434364 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 08ada95c-6b9a-4fec-8a01-03b902d51cce {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:05:23.434705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 08ada95c-6b9a-4fec-8a01-03b902d51cce not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:05:23.475800 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6323e56-455a-4f4b-9faf-6551157542d7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:23.494048 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6323e56-455a-4f4b-9faf-6551157542d7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490104f2-3422-4d1d-91c1-9ad9e8010e0d,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:23.556343 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6323e56-455a-4f4b-9faf-6551157542d7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:23.557606 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f6323e56-455a-4f4b-9faf-6551157542d7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2968581 Oct 13 12:05:23.560298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39744) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:23.565417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-bdf004f3-08ce-4c4b-9a76-a48894b649b4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': 'c88f86d3-2bc8-4efa-9f45-c6d91c568e96', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:05:23.692380 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdf004f3-08ce-4c4b-9a76-a48894b649b4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:23.754159 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdf004f3-08ce-4c4b-9a76-a48894b649b4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:23.818921 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdf004f3-08ce-4c4b-9a76-a48894b649b4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:23.836273 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf004f3-08ce-4c4b-9a76-a48894b649b4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b4bfe4-719f-4f02-9088-68fc36fb5278,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:23.910839 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdf004f3-08ce-4c4b-9a76-a48894b649b4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:23.912128 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bdf004f3-08ce-4c4b-9a76-a48894b649b4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508754 Oct 13 12:05:23.915079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39746) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:23.919663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1a292e1c-b983-4104-a817-4c60e7dcc543 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': 'c88f86d3-2bc8-4efa-9f45-c6d91c568e96', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:05:24.062567 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a292e1c-b983-4104-a817-4c60e7dcc543 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:24.125053 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a292e1c-b983-4104-a817-4c60e7dcc543 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:24.188639 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a292e1c-b983-4104-a817-4c60e7dcc543 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:24.207097 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a292e1c-b983-4104-a817-4c60e7dcc543 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1155362-6bcd-4115-8e27-f46afdec805c,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:24.276833 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a292e1c-b983-4104-a817-4c60e7dcc543 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:24.278883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1a292e1c-b983-4104-a817-4c60e7dcc543 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3625014 Oct 13 12:05:24.281284 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39748) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:24.286597 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-1a6b4a2b-37c2-49da-a2f6-96103d77d21f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': 'c88f86d3-2bc8-4efa-9f45-c6d91c568e96', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:05:24.384893 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-1a6b4a2b-37c2-49da-a2f6-96103d77d21f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Project e8cd4a1746fc488b99262772d8fc167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 12:05:24.390097 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4a2b-37c2-49da-a2f6-96103d77d21f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:24.452367 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4a2b-37c2-49da-a2f6-96103d77d21f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:24.527379 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4a2b-37c2-49da-a2f6-96103d77d21f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:24.545436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b4a2b-37c2-49da-a2f6-96103d77d21f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44b3fa5-3d45-4774-b8f4-f8ed92bf7dc2,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:24.620721 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4a2b-37c2-49da-a2f6-96103d77d21f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:24.621950 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1a6b4a2b-37c2-49da-a2f6-96103d77d21f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3396585 Oct 13 12:05:24.624634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39750) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:24.629050 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-b5d23c5e-0213-4d4b-a620-d8893e0a36d3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': 'c88f86d3-2bc8-4efa-9f45-c6d91c568e96', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:05:24.716020 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-b5d23c5e-0213-4d4b-a620-d8893e0a36d3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Project e8cd4a1746fc488b99262772d8fc167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 12:05:24.722252 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5d23c5e-0213-4d4b-a620-d8893e0a36d3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:24.794627 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5d23c5e-0213-4d4b-a620-d8893e0a36d3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:24.853007 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5d23c5e-0213-4d4b-a620-d8893e0a36d3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:24.870712 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d23c5e-0213-4d4b-a620-d8893e0a36d3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62720b6d-6704-4984-97b5-44137466c724,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:24.940021 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5d23c5e-0213-4d4b-a620-d8893e0a36d3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:24.941411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b5d23c5e-0213-4d4b-a620-d8893e0a36d3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3158503 Oct 13 12:05:24.944270 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39752) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:24.949139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-5eff17bf-4000-4104-b720-5b365cf00fd9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'network': {'name': 'tempest-network-smoke--1918628883', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'port_security_enabled': True}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:05:25.034205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eff17bf-4000-4104-b720-5b365cf00fd9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:05:25.037873 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5eff17bf-4000-4104-b720-5b365cf00fd9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:25.061183 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eff17bf-4000-4104-b720-5b365cf00fd9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 12:05:25.070953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5eff17bf-4000-4104-b720-5b365cf00fd9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:25.071675 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-5eff17bf-4000-4104-b720-5b365cf00fd9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Added segment 8d23ea0b-4675-4d54-8dd8-0552a824feaa of type vlan for network adf5c25d-9ca0-489e-98c2-7558b74049ac Oct 13 12:05:25.114004 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5eff17bf-4000-4104-b720-5b365cf00fd9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:25.213295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5eff17bf-4000-4104-b720-5b365cf00fd9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:25.219185 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff17bf-4000-4104-b720-5b365cf00fd9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:25.219770 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5eff17bf-4000-4104-b720-5b365cf00fd9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:25.288556 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff17bf-4000-4104-b720-5b365cf00fd9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Network': ['ID=adf5c25d-9ca0-489e-98c2-7558b74049ac,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:25.300160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network adf5c25d-9ca0-489e-98c2-7558b74049ac details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 12:05:25.341555 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-5eff17bf-4000-4104-b720-5b365cf00fd9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3962491 Oct 13 12:05:25.344357 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39754) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:25.349176 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'admin_state_up': True, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:05:25.425673 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:25.426880 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:25.480708 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:25.692317 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:25.929135 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:25.951699 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:26.055304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.25.0.158 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/12951b0d-e5fb-40ca-8ec3-7dfca322b770) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:05:26.162868 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:26.252482 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:26.293564 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:05:26.296647 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:05:26.300539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:05:26.305993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=12951b0d-e5fb-40ca-8ec3-7dfca322b770,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:26.645664 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:26.846306 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:27.362692 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 12:05:27.479242 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:05:27.490595 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Sync routers for ids ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:05:27.500787 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Routers {'20aa636e-6bee-42b9-9d9f-51ca0c931be5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:05:27.501707 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:27.556642 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:27.557936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0c455901-b5db-4dbd-8403-a8fd64e2ef04 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2122314 Oct 13 12:05:27.564684 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39756) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:27.604876 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-93bf6dab-c587-432e-95b7-b269cedcea76 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e8cd4a1746fc488b99262772d8fc167c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419049 Oct 13 12:05:27.608137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39758) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:27.635273 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Set router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:05:27.695676 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72278e44-9a09-45f1-8629-23929733afa9 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:27.697176 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-72278e44-9a09-45f1-8629-23929733afa9 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880516 Oct 13 12:05:27.700007 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39760) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:27.737179 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-149d8e7c-67cf-455a-8624-feda678ddc55 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360768 Oct 13 12:05:27.741349 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39762) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:27.746535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-92ed78c5-5ce9-45ac-b44e-836f5c758626 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1870650191', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:05:27.822704 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:26Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:27.854474 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Checking router: 20aa636e-6bee-42b9-9d9f-51ca0c931be5 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:05:27.854832 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Updating router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 port 12951b0d-e5fb-40ca-8ec3-7dfca322b770 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:05:27.880417 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:27.943444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ed78c5-5ce9-45ac-b44e-836f5c758626 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:05:27.947176 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92ed78c5-5ce9-45ac-b44e-836f5c758626 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:28.171045 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:28.230715 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92ed78c5-5ce9-45ac-b44e-836f5c758626 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:28.262942 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:28.293462 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed78c5-5ce9-45ac-b44e-836f5c758626 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Subnet': ['ID=b6f02551-aeab-4a09-927a-5bedb66980dd,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:28.304828 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed78c5-5ce9-45ac-b44e-836f5c758626 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Checking segment: {'id': '8d23ea0b-4675-4d54-8dd8-0552a824feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:05:28.305206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ed78c5-5ce9-45ac-b44e-836f5c758626 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network hostable DHCP agents. Network: adf5c25d-9ca0-489e-98c2-7558b74049ac, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 12:05:28.317767 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Attempting to bind port 12951b0d-e5fb-40ca-8ec3-7dfca322b770 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:05:28.318119 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Attempting to bind port 12951b0d-e5fb-40ca-8ec3-7dfca322b770 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:05:28.318517 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Attempting to bind port 12951b0d-e5fb-40ca-8ec3-7dfca322b770 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:05:28.330161 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:05:28.330553 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:05:28.330948 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:28.331338 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:05:28.331818 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Bound port: 12951b0d-e5fb-40ca-8ec3-7dfca322b770, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:05:28.332188 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:28.334615 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Pushing event updated for resources: {'Port': ['ID=12951b0d-e5fb-40ca-8ec3-7dfca322b770,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:28.362310 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:28.362694 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:28.363007 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:28.363336 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:28.363700 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:28.364023 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:28.364379 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:28.364702 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:28.365015 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:28.365331 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:28.365645 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:28.365960 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:28.400737 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] For port 12951b0d-e5fb-40ca-8ec3-7dfca322b770, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:05:28.403740 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] For port 12951b0d-e5fb-40ca-8ec3-7dfca322b770, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=12951b0d-e5fb-40ca-8ec3-7dfca322b770,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:05:28.411507 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ed78c5-5ce9-45ac-b44e-836f5c758626 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network adf5c25d-9ca0-489e-98c2-7558b74049ac is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 12:05:28.463509 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:28.492439 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-92ed78c5-5ce9-45ac-b44e-836f5c758626 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, adf5c25d-9ca0-489e-98c2-7558b74049ac) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:05:28.497730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ed78c5-5ce9-45ac-b44e-836f5c758626 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:28.498373 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92ed78c5-5ce9-45ac-b44e-836f5c758626 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:28.506744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde833a9-9e53-4814-b019-ffa8045e7733 None None] Network adf5c25d-9ca0-489e-98c2-7558b74049ac requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:05:28.523163 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Routers {'20aa636e-6bee-42b9-9d9f-51ca0c931be5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:05:28.523802 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:28.563004 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366918ca-8b71-4659-a55d-ce4ade65629c None None] Pushing event updated for resources: {'Port': ['ID=12951b0d-e5fb-40ca-8ec3-7dfca322b770,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:28.585239 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-92ed78c5-5ce9-45ac-b44e-836f5c758626 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8402426 Oct 13 12:05:28.585483 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39764) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:28.660221 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] Set router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:05:28.682568 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-adf5c25d-9ca0-489e-98c2-7558b74049ac', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ips': [{'subnet_id': 'b6f02551-aeab-4a09-927a-5bedb66980dd'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 12:05:28.683531 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:28.834714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Allocated IP 172.20.0.2 (adf5c25d-9ca0-489e-98c2-7558b74049ac/b6f02551-aeab-4a09-927a-5bedb66980dd/37b67f08-25ee-4a48-9f05-d8c4c9c3fb48) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:05:28.860560 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:26Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:28.894512 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be72d3-df47-4bc4-a55d-d831114ff4e2 None None] The sync data for ids ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'] in n-d-813659-3 is: [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:26Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:05:28.998902 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:29.049277 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:29.087620 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:29.105897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Network adf5c25d-9ca0-489e-98c2-7558b74049ac is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:05:29.110154 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:05:29.113119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Pushing event updated for resources: {'Port': ['ID=37b67f08-25ee-4a48-9f05-d8c4c9c3fb48,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:29.118444 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:05:29.204505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Attempting to bind port 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:05:29.204965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Attempting to bind port 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '8d23ea0b-4675-4d54-8dd8-0552a824feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:05:29.205399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Attempting to bind port 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48 on network adf5c25d-9ca0-489e-98c2-7558b74049ac {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:05:29.210580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:05:29.210949 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Checking segment: {'id': '8d23ea0b-4675-4d54-8dd8-0552a824feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:05:29.211343 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:29.211730 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Bound using segment: {'id': '8d23ea0b-4675-4d54-8dd8-0552a824feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:05:29.212196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Bound port: 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d23ea0b-4675-4d54-8dd8-0552a824feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:05:29.212572 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:29.296082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] For port 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:05:29.300162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] For port 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=37b67f08-25ee-4a48-9f05-d8c4c9c3fb48,segment=NetworkSegment(8d23ea0b-4675-4d54-8dd8-0552a824feaa),segment_id=8d23ea0b-4675-4d54-8dd8-0552a824feaa)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:05:29.371940 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:29.445528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbf5c7-fd3f-4d46-a65b-4d5291ab8f2a None None] Pushing event updated for resources: {'Port': ['ID=37b67f08-25ee-4a48-9f05-d8c4c9c3fb48,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:29.513791 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.20.0.1 (adf5c25d-9ca0-489e-98c2-7558b74049ac/b6f02551-aeab-4a09-927a-5bedb66980dd/88d8615d-915b-458c-96b1-80cbd5eb61ad) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:05:29.586273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 12951b0d-e5fb-40ca-8ec3-7dfca322b770 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:05:29.674297 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 12951b0d-e5fb-40ca-8ec3-7dfca322b770 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:05:29.674700 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:29.739099 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:29.804353 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:29.830928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 12951b0d-e5fb-40ca-8ec3-7dfca322b770, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=12951b0d-e5fb-40ca-8ec3-7dfca322b770,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:05:29.840907 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:29.890544 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network adf5c25d-9ca0-489e-98c2-7558b74049ac is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:05:29.894797 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:05:29.898939 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:05:29.903456 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:29.907082 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=88d8615d-915b-458c-96b1-80cbd5eb61ad,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:29.951348 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:29.966963 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=12951b0d-e5fb-40ca-8ec3-7dfca322b770,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:30.154212 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:30.462052 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:30.480673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f03518-7e71-4f0f-b7e4-b0fcf0cf2daa None None] Network adf5c25d-9ca0-489e-98c2-7558b74049ac requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:05:30.550111 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:30.550855 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c7c64e22-345e-4496-b909-35ea4ed60bcf None None] Provisioning complete for port 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:05:30.550855 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c7c64e22-345e-4496-b909-35ea4ed60bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:30.627180 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:30.629818 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=88d8615d-915b-458c-96b1-80cbd5eb61ad,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:30.712384 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c7c64e22-345e-4496-b909-35ea4ed60bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:30.743422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network adf5c25d-9ca0-489e-98c2-7558b74049ac is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:05:30.744841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:05:30.757162 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c7c64e22-345e-4496-b909-35ea4ed60bcf None None] For port 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=37b67f08-25ee-4a48-9f05-d8c4c9c3fb48,segment=NetworkSegment(8d23ea0b-4675-4d54-8dd8-0552a824feaa),segment_id=8d23ea0b-4675-4d54-8dd8-0552a824feaa)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:05:30.847923 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c7c64e22-345e-4496-b909-35ea4ed60bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:30.880870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:05:30.905824 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c64e22-345e-4496-b909-35ea4ed60bcf None None] Pushing event updated for resources: {'Port': ['ID=37b67f08-25ee-4a48-9f05-d8c4c9c3fb48,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:31.014002 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:05:31.020758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-052c5ebd-27f0-461c-81c4-2504960b3717 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "PUT /v2.0/routers/20aa636e-6bee-42b9-9d9f-51ca0c931be5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4341815 Oct 13 12:05:31.066670 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Sync routers for ids ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:05:31.085591 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Routers {'20aa636e-6bee-42b9-9d9f-51ca0c931be5'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:05:31.086487 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:31.090039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-703994ad-931b-450b-9306-7a149abd324c None None] Provisioning complete for port 88d8615d-915b-458c-96b1-80cbd5eb61ad triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:05:31.091687 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-703994ad-931b-450b-9306-7a149abd324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:31.184884 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-99abf5ee-c8a6-4f4e-9e66-facec4d6421c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871516503&fields=id&tenant_id=e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 267 time: 0.0389769 Oct 13 12:05:31.200985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-703994ad-931b-450b-9306-7a149abd324c None None] Port 88d8615d-915b-458c-96b1-80cbd5eb61ad cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:05:31.227535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-703994ad-931b-450b-9306-7a149abd324c None None] Provisioning complete for port 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:05:31.227750 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-703994ad-931b-450b-9306-7a149abd324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:31.278217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Set router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:05:31.337267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dac518-616d-4553-b866-e523fee572bf req-f3f18a34-ae36-4615-98e0-2dc5d2276de8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:31.339896 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-f3f18a34-ae36-4615-98e0-2dc5d2276de8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/networks?id=adf5c25d-9ca0-489e-98c2-7558b74049ac HTTP/1.1" status: 200 len: 797 time: 0.1429775 Oct 13 12:05:31.372459 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-856baa31-e497-4b7c-a045-f2421e1be402 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/quotas/e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 375 time: 0.0199986 Oct 13 12:05:31.467089 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-e3d3e83c-cd42-40de-aebd-4eed4db7b072 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827994 Oct 13 12:05:31.556077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:30Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '88d8615d-915b-458c-96b1-80cbd5eb61ad', 'name': '', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:5b:63:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:29Z', 'updated_at': '2021-10-13T12:05:30Z', 'revision_number': 2, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:31.594262 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-6d068c18-f8d1-419b-9343-84c9f2d0f485 service neutron] 10.222.0.32 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114218 Oct 13 12:05:31.606132 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 12951b0d-e5fb-40ca-8ec3-7dfca322b770 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:05:31.610531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Checking router: 20aa636e-6bee-42b9-9d9f-51ca0c931be5 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:05:31.610886 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Updating router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 port 88d8615d-915b-458c-96b1-80cbd5eb61ad binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:05:31.668592 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:31.670318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-197e77ba-f64c-4a23-91ff-33881bf33ea5 None None] Provisioning complete for port 88d8615d-915b-458c-96b1-80cbd5eb61ad triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:05:31.670696 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-197e77ba-f64c-4a23-91ff-33881bf33ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:31.695747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-5ee46980-d2ee-40b4-9071-d5d9fadda872 service neutron] 10.222.0.32 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911286 Oct 13 12:05:31.778434 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-197e77ba-f64c-4a23-91ff-33881bf33ea5 None None] Port 88d8615d-915b-458c-96b1-80cbd5eb61ad cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:05:31.835339 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 12951b0d-e5fb-40ca-8ec3-7dfca322b770 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:05:31.835717 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:31.996220 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-749d0ec5-4820-454b-8bfa-fbcf046791a3 req-bb2f7604-aff7-4e73-8b39-cc68c441ffd4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 210 time: 0.0329394 Oct 13 12:05:32.170754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:05:32.283933 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:05:32.289652 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:32.289652 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:32.394886 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:32.448343 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e8ba4-c9d4-44f4-b236-fcce03cdab19 None None] Pushing event updated for resources: {'Port': ['ID=88d8615d-915b-458c-96b1-80cbd5eb61ad,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:32.500482 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Attempting to bind port 88d8615d-915b-458c-96b1-80cbd5eb61ad on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:05:32.500902 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Attempting to bind port 88d8615d-915b-458c-96b1-80cbd5eb61ad by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '8d23ea0b-4675-4d54-8dd8-0552a824feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:05:32.502311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Attempting to bind port 88d8615d-915b-458c-96b1-80cbd5eb61ad on network adf5c25d-9ca0-489e-98c2-7558b74049ac {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:05:32.506914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:05:32.507305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Checking segment: {'id': '8d23ea0b-4675-4d54-8dd8-0552a824feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:05:32.507710 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:32.508483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Bound using segment: {'id': '8d23ea0b-4675-4d54-8dd8-0552a824feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:05:32.508965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Bound port: 88d8615d-915b-458c-96b1-80cbd5eb61ad, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d23ea0b-4675-4d54-8dd8-0552a824feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:05:32.509350 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:32.583243 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] For port 88d8615d-915b-458c-96b1-80cbd5eb61ad, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:05:32.586910 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] For port 88d8615d-915b-458c-96b1-80cbd5eb61ad, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=88d8615d-915b-458c-96b1-80cbd5eb61ad,segment=NetworkSegment(8d23ea0b-4675-4d54-8dd8-0552a824feaa),segment_id=8d23ea0b-4675-4d54-8dd8-0552a824feaa)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:05:32.676694 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:32.746005 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Routers {'20aa636e-6bee-42b9-9d9f-51ca0c931be5'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:05:32.746663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:05:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:32.750552 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3d55e62d-efda-46f9-8a59-a1695761972d None None] Provisioning complete for port 88d8615d-915b-458c-96b1-80cbd5eb61ad triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:05:32.751579 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3d55e62d-efda-46f9-8a59-a1695761972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:32.755224 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e8ba4-c9d4-44f4-b236-fcce03cdab19 None None] Pushing event updated for resources: {'Port': ['ID=88d8615d-915b-458c-96b1-80cbd5eb61ad,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:32.925615 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] Set router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:05:32.962107 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3d55e62d-efda-46f9-8a59-a1695761972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:33.071854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3d55e62d-efda-46f9-8a59-a1695761972d None None] For port 88d8615d-915b-458c-96b1-80cbd5eb61ad, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=88d8615d-915b-458c-96b1-80cbd5eb61ad,segment=NetworkSegment(8d23ea0b-4675-4d54-8dd8-0552a824feaa),segment_id=8d23ea0b-4675-4d54-8dd8-0552a824feaa)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:05:33.104145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cad835e3-9a7e-4eec-bc80-c8e594a03262 req-d483ea82-953a-49f8-9afc-49904149ca0f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 210 time: 0.0342169 Oct 13 12:05:33.141192 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3d55e62d-efda-46f9-8a59-a1695761972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:33.205903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55e62d-efda-46f9-8a59-a1695761972d None None] Pushing event updated for resources: {'Port': ['ID=88d8615d-915b-458c-96b1-80cbd5eb61ad,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:33.217610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:30Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '88d8615d-915b-458c-96b1-80cbd5eb61ad', 'name': '', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:5b:63:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:29Z', 'updated_at': '2021-10-13T12:05:32Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:33.246077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e3afb-dbcc-4cf1-8fde-995aca26fbc0 None None] The sync data for ids ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'] in n-d-813659-3 is: [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:30Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '88d8615d-915b-458c-96b1-80cbd5eb61ad', 'name': '', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:5b:63:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:29Z', 'updated_at': '2021-10-13T12:05:32Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:05:33.261199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9fb05201-14c4-41e3-94f6-a88996daada3 None None] Provisioning complete for port 88d8615d-915b-458c-96b1-80cbd5eb61ad triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:05:33.261571 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9fb05201-14c4-41e3-94f6-a88996daada3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:33.496318 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88d8615d-915b-458c-96b1-80cbd5eb61ad up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:05:33.550495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 88d8615d-915b-458c-96b1-80cbd5eb61ad triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:05:33.550801 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:34.140946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dac518-616d-4553-b866-e523fee572bf req-4ac8aa4a-1aa2-4b40-a242-ea627c5eae63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:34.143565 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-4ac8aa4a-1aa2-4b40-a242-ea627c5eae63 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/networks?id=adf5c25d-9ca0-489e-98c2-7558b74049ac HTTP/1.1" status: 200 len: 797 time: 0.1330655 Oct 13 12:05:34.191401 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-1bec070c-f901-4119-9bb7-aa5665566db8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 380 time: 0.0387681 Oct 13 12:05:34.203210 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-82dac518-616d-4553-b866-e523fee572bf req-895b4522-a052-4165-bd45-89e462b0aafd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'port': {'device_id': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'admin_state_up': True, 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'security_groups': ['c88f86d3-2bc8-4efa-9f45-c6d91c568e96']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:05:34.217563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d60b6d6b-e65e-4815-ab82-95fbd6a9d87d req-98e0de17-4a87-4617-a406-b6180d3e5050 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 210 time: 0.0316236 Oct 13 12:05:34.436215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82dac518-616d-4553-b866-e523fee572bf req-895b4522-a052-4165-bd45-89e462b0aafd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:05:34.440807 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82dac518-616d-4553-b866-e523fee572bf req-895b4522-a052-4165-bd45-89e462b0aafd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:34.576941 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-82dac518-616d-4553-b866-e523fee572bf req-895b4522-a052-4165-bd45-89e462b0aafd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.20.0.4 (adf5c25d-9ca0-489e-98c2-7558b74049ac/b6f02551-aeab-4a09-927a-5bedb66980dd/b4c6699f-59d3-4953-b9e9-544f7244aa1c) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:05:34.719360 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82dac518-616d-4553-b866-e523fee572bf req-895b4522-a052-4165-bd45-89e462b0aafd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:34.823412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82dac518-616d-4553-b866-e523fee572bf req-895b4522-a052-4165-bd45-89e462b0aafd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:34.871609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82dac518-616d-4553-b866-e523fee572bf req-895b4522-a052-4165-bd45-89e462b0aafd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network adf5c25d-9ca0-489e-98c2-7558b74049ac is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:05:34.874946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-82dac518-616d-4553-b866-e523fee572bf req-895b4522-a052-4165-bd45-89e462b0aafd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:05:34.878095 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dac518-616d-4553-b866-e523fee572bf req-895b4522-a052-4165-bd45-89e462b0aafd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:05:34.913129 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b4522-a052-4165-bd45-89e462b0aafd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=b4c6699f-59d3-4953-b9e9-544f7244aa1c,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:34.950600 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dac518-616d-4553-b866-e523fee572bf req-895b4522-a052-4165-bd45-89e462b0aafd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:34.951426 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82dac518-616d-4553-b866-e523fee572bf req-895b4522-a052-4165-bd45-89e462b0aafd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:35.022788 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-895b4522-a052-4165-bd45-89e462b0aafd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8255653 Oct 13 12:05:35.037560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Request body: {'port': {'device_id': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:05:35.098076 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:35.113625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f0a33b9f-79aa-421e-9faa-2eeafc9145d3 None None] Provisioning complete for port b4c6699f-59d3-4953-b9e9-544f7244aa1c triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:05:35.114190 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f0a33b9f-79aa-421e-9faa-2eeafc9145d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:35.154453 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f0a33b9f-79aa-421e-9faa-2eeafc9145d3 None None] Port b4c6699f-59d3-4953-b9e9-544f7244aa1c cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:05:35.363392 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeafba1-4c63-4417-b2ee-91e525df9c66 req-9683a4ce-4ff1-4ee0-a88b-618852192060 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:35.364948 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5aeafba1-4c63-4417-b2ee-91e525df9c66 req-9683a4ce-4ff1-4ee0-a88b-618852192060 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 931 time: 0.0520527 Oct 13 12:05:35.384956 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c6699f-59d3-4953-b9e9-544f7244aa1c {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:05:35.394104 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:35.409865 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5aeafba1-4c63-4417-b2ee-91e525df9c66 req-1e0e351d-039d-42a2-a1a1-98ce4a812760 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356133 Oct 13 12:05:35.410223 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Transition to ACTIVE for port object b4c6699f-59d3-4953-b9e9-544f7244aa1c will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 12:05:35.635026 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:35.695918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Pushing event updated for resources: {'Port': ['ID=b4c6699f-59d3-4953-b9e9-544f7244aa1c,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:35.787086 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Attempting to bind port b4c6699f-59d3-4953-b9e9-544f7244aa1c on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:05:35.787432 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Attempting to bind port b4c6699f-59d3-4953-b9e9-544f7244aa1c by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '8d23ea0b-4675-4d54-8dd8-0552a824feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:05:35.787767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Attempting to bind port b4c6699f-59d3-4953-b9e9-544f7244aa1c on network adf5c25d-9ca0-489e-98c2-7558b74049ac {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:05:35.792400 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Port b4c6699f-59d3-4953-b9e9-544f7244aa1c on network adf5c25d-9ca0-489e-98c2-7558b74049ac not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 12:05:35.792723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Attempting to bind port b4c6699f-59d3-4953-b9e9-544f7244aa1c on network adf5c25d-9ca0-489e-98c2-7558b74049ac {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:05:35.798538 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:05:35.799150 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Checking segment: {'id': '8d23ea0b-4675-4d54-8dd8-0552a824feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:05:35.799559 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Bound using segment: {'id': '8d23ea0b-4675-4d54-8dd8-0552a824feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:05:35.800057 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Bound port: b4c6699f-59d3-4953-b9e9-544f7244aa1c, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d23ea0b-4675-4d54-8dd8-0552a824feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:05:35.800434 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:35.869721 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] For port b4c6699f-59d3-4953-b9e9-544f7244aa1c, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:05:35.873497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] For port b4c6699f-59d3-4953-b9e9-544f7244aa1c, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b4c6699f-59d3-4953-b9e9-544f7244aa1c,segment=NetworkSegment(8d23ea0b-4675-4d54-8dd8-0552a824feaa),segment_id=8d23ea0b-4675-4d54-8dd8-0552a824feaa)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:05:35.990594 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:36.034594 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:36.035222 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:36.036623 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] 10.222.0.46 "PUT /v2.0/ports/b4c6699f-59d3-4953-b9e9-544f7244aa1c HTTP/1.1" status: 200 len: 1091 time: 1.0044196 Oct 13 12:05:36.037068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'tag': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:05:36.039438 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1845d16f-6f5a-41d3-a29a-14d3cff1454b" -d '{"events": [{"name": "network-changed", "server_uuid": "c32846bb-c1ca-4475-acaf-07628e8db653", "tag": "b4c6699f-59d3-4953-b9e9-544f7244aa1c"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:05:36.060836 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eeef4b-1365-4748-875f-db1d9a9a81de service neutron] Pushing event updated for resources: {'Port': ['ID=b4c6699f-59d3-4953-b9e9-544f7244aa1c,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:36.082730 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1915c4ff-3c42-4262-8619-f7555e0ecf4a x-openstack-request-id: req-1915c4ff-3c42-4262-8619-f7555e0ecf4a {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:05:36.083035 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32846bb-c1ca-4475-acaf-07628e8db653", "tag": "b4c6699f-59d3-4953-b9e9-544f7244aa1c", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:05:36.083291 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1915c4ff-3c42-4262-8619-f7555e0ecf4a {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:05:36.083704 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'tag': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c', 'status': 'completed', 'code': 200} Oct 13 12:05:36.163089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845d16f-6f5a-41d3-a29a-14d3cff1454b req-6147b93f-d43e-4256-8810-8c6b999a4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:36.164580 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1845d16f-6f5a-41d3-a29a-14d3cff1454b req-6147b93f-d43e-4256-8810-8c6b999a4e4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 1094 time: 0.0467308 Oct 13 12:05:36.294763 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845d16f-6f5a-41d3-a29a-14d3cff1454b req-6b30deb9-ad4c-4de7-afe9-d3cfa5c3113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:36.296282 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1845d16f-6f5a-41d3-a29a-14d3cff1454b req-6b30deb9-ad4c-4de7-afe9-d3cfa5c3113b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e8cd4a1746fc488b99262772d8fc167c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1242580 Oct 13 12:05:36.397892 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845d16f-6f5a-41d3-a29a-14d3cff1454b req-bfa1b340-2805-467a-aaf8-a6fc5f0bb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:36.399424 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1845d16f-6f5a-41d3-a29a-14d3cff1454b req-bfa1b340-2805-467a-aaf8-a6fc5f0bb45f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956526 Oct 13 12:05:36.488876 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dac518-616d-4553-b866-e523fee572bf req-9d288140-ab75-4ee1-bfc9-f63e99863d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:36.490399 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-9d288140-ab75-4ee1-bfc9-f63e99863d59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 1094 time: 0.0481308 Oct 13 12:05:36.543839 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-4d5e5dc7-e344-4fd7-bd72-70424146e13e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4c6699f-59d3-4953-b9e9-544f7244aa1c HTTP/1.1" status: 200 len: 217 time: 0.0406613 Oct 13 12:05:36.546996 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ad97a-9aa2-4d1b-b411-cb4b52da5714 req-1a2e70c8-d3a0-422a-9f1e-4a247951e257 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:36.549389 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d89ad97a-9aa2-4d1b-b411-cb4b52da5714 req-1a2e70c8-d3a0-422a-9f1e-4a247951e257 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 943 time: 0.0623021 Oct 13 12:05:36.597830 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d89ad97a-9aa2-4d1b-b411-cb4b52da5714 req-21b85013-d2e9-44bd-a100-fb4c8d231a7c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360920 Oct 13 12:05:36.604146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dac518-616d-4553-b866-e523fee572bf req-9cb759f0-b94c-4dd8-897c-4cc95c40e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:36.605630 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-9cb759f0-b94c-4dd8-897c-4cc95c40e93a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6f02551-aeab-4a09-927a-5bedb66980dd HTTP/1.1" status: 200 len: 835 time: 0.0536964 Oct 13 12:05:36.659470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dac518-616d-4553-b866-e523fee572bf req-b4076a69-7887-4099-bea0-f120d5c8d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:36.660973 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-b4076a69-7887-4099-bea0-f120d5c8d163 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=adf5c25d-9ca0-489e-98c2-7558b74049ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472493 Oct 13 12:05:36.764058 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-1a729344-9e85-4bd2-8fe6-aa10b965de2d service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963526 Oct 13 12:05:36.858200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-82dac518-616d-4553-b866-e523fee572bf req-1e941c40-dc08-4d17-baee-28e04c7f82e1 service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864697 Oct 13 12:05:37.714927 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14985dc8-33b5-4d7e-92f9-60684e8a8d60 req-058341dd-46f3-46df-a797-a679f69cb37c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:37.716415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14985dc8-33b5-4d7e-92f9-60684e8a8d60 req-058341dd-46f3-46df-a797-a679f69cb37c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 943 time: 0.0497015 Oct 13 12:05:37.756512 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-14985dc8-33b5-4d7e-92f9-60684e8a8d60 req-4e0f0bb0-895c-4c3a-975e-22e44f608f28 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326328 Oct 13 12:05:38.059169 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-82daca32-851b-4f46-b529-4ec4476ab8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:38.881025 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a4dde-c4e9-4951-aa5c-d38223ef531d req-e3e2f6d7-05f2-4f1d-8e40-ae362f9b9942 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:38.882671 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c38a4dde-c4e9-4951-aa5c-d38223ef531d req-e3e2f6d7-05f2-4f1d-8e40-ae362f9b9942 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 943 time: 0.0544782 Oct 13 12:05:38.928456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c38a4dde-c4e9-4951-aa5c-d38223ef531d req-41a0184b-6064-4430-b368-1cb6cc3771d8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382864 Oct 13 12:05:39.579330 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:40.053241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987ed2d-b303-40b7-bfa8-0d1efaf8edb7 req-5d0b69af-5c0b-437d-a998-f8e0c8e372e9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:40.054846 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b987ed2d-b303-40b7-bfa8-0d1efaf8edb7 req-5d0b69af-5c0b-437d-a998-f8e0c8e372e9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 943 time: 0.0558834 Oct 13 12:05:40.102140 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b987ed2d-b303-40b7-bfa8-0d1efaf8edb7 req-115812f9-6d0d-4251-9cf1-0b4235166c53 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381722 Oct 13 12:05:40.615233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b4c6699f-59d3-4953-b9e9-544f7244aa1c details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 12:05:40.726303 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b4c6699f-59d3-4953-b9e9-544f7244aa1c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b4c6699f-59d3-4953-b9e9-544f7244aa1c,segment=NetworkSegment(8d23ea0b-4675-4d54-8dd8-0552a824feaa),segment_id=8d23ea0b-4675-4d54-8dd8-0552a824feaa)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:05:40.738400 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'port_id': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c', 'mac_address': 'fa:16:3e:a6:99:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 12:05:40.791975 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:40.806374 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c6699f-59d3-4953-b9e9-544f7244aa1c {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:05:40.829562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b4c6699f-59d3-4953-b9e9-544f7244aa1c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b4c6699f-59d3-4953-b9e9-544f7244aa1c,segment=NetworkSegment(8d23ea0b-4675-4d54-8dd8-0552a824feaa),segment_id=8d23ea0b-4675-4d54-8dd8-0552a824feaa)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:05:40.870899 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-144df7c1-d9d6-48b9-8658-b7fddc4cb811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:40.894156 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:40.962775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=b4c6699f-59d3-4953-b9e9-544f7244aa1c,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:41.233358 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87e27a-f1b7-4896-887c-63ea92f74bfb req-cb74af4b-cda8-412c-ae89-905066abc2e3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:41.234905 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b87e27a-f1b7-4896-887c-63ea92f74bfb req-cb74af4b-cda8-412c-ae89-905066abc2e3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 944 time: 0.0605607 Oct 13 12:05:41.267143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['b4c6699f-59d3-4953-b9e9-544f7244aa1c'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 12:05:41.275860 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0b87e27a-f1b7-4896-887c-63ea92f74bfb req-add26494-e8e5-42e2-ae9f-b60200665c57 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338938 Oct 13 12:05:41.292217 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:41.795934 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:42.393864 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e4f11-9a1d-4af3-b8ab-67cc579a26b8 req-4494f560-6ee6-4e7f-b2d5-417d85b0dddd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:42.394778 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-676e4f11-9a1d-4af3-b8ab-67cc579a26b8 req-4494f560-6ee6-4e7f-b2d5-417d85b0dddd tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 944 time: 0.0490394 Oct 13 12:05:42.435770 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-676e4f11-9a1d-4af3-b8ab-67cc579a26b8 req-93ce808a-bb8f-4d14-857a-821e4780e794 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350056 Oct 13 12:05:42.488253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:42.616008 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b4c6699f-59d3-4953-b9e9-544f7244aa1c up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:05:42.748693 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port b4c6699f-59d3-4953-b9e9-544f7244aa1c completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 12:05:42.753969 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port b4c6699f-59d3-4953-b9e9-544f7244aa1c triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:05:42.754372 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:42.845107 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:42.869208 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:05:42.871521 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eea0351-75a8-4051-bcc1-208106a088f6" -d '{"events": [{"server_uuid": "c32846bb-c1ca-4475-acaf-07628e8db653", "name": "network-vif-plugged", "status": "completed", "tag": "b4c6699f-59d3-4953-b9e9-544f7244aa1c"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:05:42.886625 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port b4c6699f-59d3-4953-b9e9-544f7244aa1c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b4c6699f-59d3-4953-b9e9-544f7244aa1c,segment=NetworkSegment(8d23ea0b-4675-4d54-8dd8-0552a824feaa),segment_id=8d23ea0b-4675-4d54-8dd8-0552a824feaa)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:05:42.913387 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826fdf11-5f4c-45d2-9f17-0ae21ba0d3d1 x-openstack-request-id: req-826fdf11-5f4c-45d2-9f17-0ae21ba0d3d1 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:05:42.913689 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32846bb-c1ca-4475-acaf-07628e8db653", "name": "network-vif-plugged", "status": "completed", "tag": "b4c6699f-59d3-4953-b9e9-544f7244aa1c", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:05:42.913950 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-826fdf11-5f4c-45d2-9f17-0ae21ba0d3d1 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:05:42.914373 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c', 'code': 200} Oct 13 12:05:42.963298 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:43.025544 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=b4c6699f-59d3-4953-b9e9-544f7244aa1c,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:43.026320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456a74-619e-4422-a3f6-f04154b5dc67 req-d45dedf8-a05e-441a-953a-c970f7caa4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:43.027588 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-78456a74-619e-4422-a3f6-f04154b5dc67 req-d45dedf8-a05e-441a-953a-c970f7caa4e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 1096 time: 0.0493410 Oct 13 12:05:43.037504 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:43.037857 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:43.038464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:43.038587 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:43.038881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:43.039213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:43.039542 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:43.039872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:43.040196 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:43.040519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:43.040864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:43.041180 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:05:43.077052 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-78456a74-619e-4422-a3f6-f04154b5dc67 req-d0b91dd4-f67a-470d-9390-fcfb777d69e7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413022 Oct 13 12:05:43.562988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ac616-1c26-4b47-b055-b8380fa0d418 req-1ea981a1-d0d4-4ece-a410-1de3f717c179 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:43.564473 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c2ac616-1c26-4b47-b055-b8380fa0d418 req-1ea981a1-d0d4-4ece-a410-1de3f717c179 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0554626 Oct 13 12:05:43.618791 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1c2ac616-1c26-4b47-b055-b8380fa0d418 req-efe9ff18-e249-40dc-9e73-a96e3f981dca tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448654 Oct 13 12:05:43.708995 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:44.749625 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056b5dd-c5af-412a-a5e7-7c4800b67aa7 req-32c73440-e84c-4ac9-b145-b74ad2392e9e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:44.751238 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4056b5dd-c5af-412a-a5e7-7c4800b67aa7 req-32c73440-e84c-4ac9-b145-b74ad2392e9e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0531015 Oct 13 12:05:44.792035 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4056b5dd-c5af-412a-a5e7-7c4800b67aa7 req-2dca9bb1-d435-497e-a1d4-21b57dcf71a5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343053 Oct 13 12:05:44.934535 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a44ceb-2424-4d7b-95a6-3d2297978e43 req-b45c9143-d30f-4eac-a0e8-d5cea0049534 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:44.936643 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23a44ceb-2424-4d7b-95a6-3d2297978e43 req-b45c9143-d30f-4eac-a0e8-d5cea0049534 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0619802 Oct 13 12:05:44.983332 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-23a44ceb-2424-4d7b-95a6-3d2297978e43 req-fe76c7e3-68eb-43dd-b95f-8089c9f4472d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373108 Oct 13 12:05:45.008156 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39820) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:45.062252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb640d88-0d83-4af1-80ca-9ce98410e6cb tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:45.063758 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-bb640d88-0d83-4af1-80ca-9ce98410e6cb tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 1091 time: 0.0545917 Oct 13 12:05:45.066952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39822) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:45.071275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:05:45.200016 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:45.317549 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:45.450015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.25.0.169 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/629e0247-2b63-46ef-b62b-da3945bbbd91) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:05:45.555677 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:45.665557 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:45.733642 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:05:45.738555 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:05:45.742086 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:05:45.747762 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=629e0247-2b63-46ef-b62b-da3945bbbd91,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:46.116222 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:46.265621 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:46.729318 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:46.802008 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:46.869679 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=629e0247-2b63-46ef-b62b-da3945bbbd91,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:05:46.884682 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:46.990731 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Floating IP 2d3d9266-5391-4def-bcfc-bc5e2a18be74 associated. External IP: 172.25.0.169, port: b4c6699f-59d3-4953-b9e9-544f7244aa1c. Oct 13 12:05:47.200285 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:05:47.317162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:05:47.329441 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd6581-e7c4-4a21-bf2c-a7798a9bd200 None None] Sync routers for ids ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:05:47.340477 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd6581-e7c4-4a21-bf2c-a7798a9bd200 None None] Routers {'20aa636e-6bee-42b9-9d9f-51ca0c931be5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:05:47.352274 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dfbd6581-e7c4-4a21-bf2c-a7798a9bd200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:05:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:47.403823 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:05:47.432736 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-2c350404-92a0-4a42-b432-b83781a870c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3644929 Oct 13 12:05:47.438402 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'tag': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:05:47.438402 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1420c74e-4813-4dc4-ab79-1bc61be3137e" -d '{"events": [{"name": "network-changed", "server_uuid": "c32846bb-c1ca-4475-acaf-07628e8db653", "tag": "b4c6699f-59d3-4953-b9e9-544f7244aa1c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:05:47.453185 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-dfbd6581-e7c4-4a21-bf2c-a7798a9bd200 None None] Set router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:05:47.532991 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f674b-bde0-4cdf-9f8c-027025f77092 req-2b94315a-ee8c-4d76-a501-4abd61876eb9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:47.534680 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f0f674b-bde0-4cdf-9f8c-027025f77092 req-2b94315a-ee8c-4d76-a501-4abd61876eb9 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0522993 Oct 13 12:05:47.573678 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4f0f674b-bde0-4cdf-9f8c-027025f77092 req-ed6183ac-99a4-45d5-9cae-931eeae82ae5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317459 Oct 13 12:05:47.598967 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39828) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:47.645860 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64ee99f-6155-4438-87cf-6dfbcf7fcc08 x-openstack-request-id: req-d64ee99f-6155-4438-87cf-6dfbcf7fcc08 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:05:47.646299 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32846bb-c1ca-4475-acaf-07628e8db653", "tag": "b4c6699f-59d3-4953-b9e9-544f7244aa1c", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:05:47.646572 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d64ee99f-6155-4438-87cf-6dfbcf7fcc08 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:05:47.646962 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'tag': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c', 'status': 'completed', 'code': 200} Oct 13 12:05:47.676068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-eeddfbf6-9f6f-470d-bac3-e90e105cfa1e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/2d3d9266-5391-4def-bcfc-bc5e2a18be74 HTTP/1.1" status: 200 len: 991 time: 0.0761058 Oct 13 12:05:47.689156 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dfbd6581-e7c4-4a21-bf2c-a7798a9bd200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:30Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '2d3d9266-5391-4def-bcfc-bc5e2a18be74', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'port_id': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'mac_address': 'fa:16:3e:a6:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:05:45Z', 'updated_at': '2021-10-13T12:05:45Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d8615d-915b-458c-96b1-80cbd5eb61ad', 'name': '', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:5b:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:29Z', 'updated_at': '2021-10-13T12:05:33Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:47.690818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420c74e-4813-4dc4-ab79-1bc61be3137e req-35f6652e-4d1e-413e-a431-5ec2679824c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:47.693201 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1420c74e-4813-4dc4-ab79-1bc61be3137e req-35f6652e-4d1e-413e-a431-5ec2679824c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 1096 time: 0.0424695 Oct 13 12:05:47.716393 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd6581-e7c4-4a21-bf2c-a7798a9bd200 None None] Checking router: 20aa636e-6bee-42b9-9d9f-51ca0c931be5 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:05:47.724802 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd6581-e7c4-4a21-bf2c-a7798a9bd200 None None] Routers {'20aa636e-6bee-42b9-9d9f-51ca0c931be5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:05:47.725527 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dfbd6581-e7c4-4a21-bf2c-a7798a9bd200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:05:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:47.786192 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420c74e-4813-4dc4-ab79-1bc61be3137e req-d037dd34-178f-49f2-b575-798110975463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:47.787758 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1420c74e-4813-4dc4-ab79-1bc61be3137e req-d037dd34-178f-49f2-b575-798110975463 service neutron] 10.222.0.46 "GET /v2.0/networks?id=adf5c25d-9ca0-489e-98c2-7558b74049ac HTTP/1.1" status: 200 len: 898 time: 0.0880063 Oct 13 12:05:47.830694 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-dfbd6581-e7c4-4a21-bf2c-a7798a9bd200 None None] Set router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:05:47.859459 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1420c74e-4813-4dc4-ab79-1bc61be3137e req-9ec89566-29b3-4306-a417-0707342116d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4c6699f-59d3-4953-b9e9-544f7244aa1c HTTP/1.1" status: 200 len: 999 time: 0.0650964 Oct 13 12:05:47.912278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420c74e-4813-4dc4-ab79-1bc61be3137e req-3a30f2a6-c2aa-44f4-aafa-4b452d7dfeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:47.913728 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1420c74e-4813-4dc4-ab79-1bc61be3137e req-3a30f2a6-c2aa-44f4-aafa-4b452d7dfeac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6f02551-aeab-4a09-927a-5bedb66980dd HTTP/1.1" status: 200 len: 835 time: 0.0474806 Oct 13 12:05:47.961792 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420c74e-4813-4dc4-ab79-1bc61be3137e req-66f8e3f0-3566-4afa-8c86-570a18b75286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:47.963372 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1420c74e-4813-4dc4-ab79-1bc61be3137e req-66f8e3f0-3566-4afa-8c86-570a18b75286 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=adf5c25d-9ca0-489e-98c2-7558b74049ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430243 Oct 13 12:05:48.054958 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dfbd6581-e7c4-4a21-bf2c-a7798a9bd200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:30Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '2d3d9266-5391-4def-bcfc-bc5e2a18be74', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'port_id': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'mac_address': 'fa:16:3e:a6:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:05:45Z', 'updated_at': '2021-10-13T12:05:45Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d8615d-915b-458c-96b1-80cbd5eb61ad', 'name': '', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:5b:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:29Z', 'updated_at': '2021-10-13T12:05:33Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:05:48.060009 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1420c74e-4813-4dc4-ab79-1bc61be3137e req-85ba96bb-0a7e-4722-b3dc-6a443bbceb1b service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895257 Oct 13 12:05:48.085436 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd6581-e7c4-4a21-bf2c-a7798a9bd200 None None] The sync data for ids ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'] in n-d-813659-3 is: [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:30Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '2d3d9266-5391-4def-bcfc-bc5e2a18be74', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'port_id': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'mac_address': 'fa:16:3e:a6:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:05:45Z', 'updated_at': '2021-10-13T12:05:45Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d8615d-915b-458c-96b1-80cbd5eb61ad', 'name': '', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:5b:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:29Z', 'updated_at': '2021-10-13T12:05:33Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:05:48.156516 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-1420c74e-4813-4dc4-ab79-1bc61be3137e req-6462b885-028a-4f15-a2cd-d60707c66511 service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883129 Oct 13 12:05:48.278607 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd3656b-9e07-4323-a01f-940223722126 None None] New status for floating IP 2d3d9266-5391-4def-bcfc-bc5e2a18be74: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:05:48.342173 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:05:48.679897 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39830) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:05:48.739635 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-373c3594-3f70-4844-9f9c-88c3ee8cc67a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/2d3d9266-5391-4def-bcfc-bc5e2a18be74 HTTP/1.1" status: 200 len: 993 time: 0.0585814 Oct 13 12:05:53.098693 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7ae6203-7e02-4301-a23b-f8d576c3a408 req-3d489e46-3d60-491d-8ae8-5e0c56e00979 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445876 Oct 13 12:05:53.183575 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae6203-7e02-4301-a23b-f8d576c3a408 req-ee531f86-69e1-4e98-9b29-7e5c2c3a3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:53.185131 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7ae6203-7e02-4301-a23b-f8d576c3a408 req-ee531f86-69e1-4e98-9b29-7e5c2c3a3b05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 1096 time: 0.0409455 Oct 13 12:05:53.289346 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae6203-7e02-4301-a23b-f8d576c3a408 req-937161b4-d3bd-48a3-b27b-2e61c83ced3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:53.290823 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7ae6203-7e02-4301-a23b-f8d576c3a408 req-937161b4-d3bd-48a3-b27b-2e61c83ced3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=adf5c25d-9ca0-489e-98c2-7558b74049ac HTTP/1.1" status: 200 len: 898 time: 0.0855911 Oct 13 12:05:53.359079 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7ae6203-7e02-4301-a23b-f8d576c3a408 req-c33d01c8-64e6-484a-b1a1-3b38595a205f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4c6699f-59d3-4953-b9e9-544f7244aa1c HTTP/1.1" status: 200 len: 1001 time: 0.0610058 Oct 13 12:05:53.410820 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae6203-7e02-4301-a23b-f8d576c3a408 req-69067f28-dd0b-4353-a669-5b5f0c3b12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:53.412362 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7ae6203-7e02-4301-a23b-f8d576c3a408 req-69067f28-dd0b-4353-a669-5b5f0c3b12d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6f02551-aeab-4a09-927a-5bedb66980dd HTTP/1.1" status: 200 len: 835 time: 0.0455587 Oct 13 12:05:53.458081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae6203-7e02-4301-a23b-f8d576c3a408 req-53c328ad-0fe8-4bc9-ab92-3340f5e6297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:05:53.459636 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7ae6203-7e02-4301-a23b-f8d576c3a408 req-53c328ad-0fe8-4bc9-ab92-3340f5e6297c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=adf5c25d-9ca0-489e-98c2-7558b74049ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408909 Oct 13 12:05:53.556422 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7ae6203-7e02-4301-a23b-f8d576c3a408 req-5c76b8f1-de17-4b6d-8a37-71e9748664af service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896220 Oct 13 12:05:53.647986 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-e7ae6203-7e02-4301-a23b-f8d576c3a408 req-9cb4e725-c110-4c47-9226-1bf98bc7b42e service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846145 Oct 13 12:06:08.064376 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-cceb8987-cdde-4af4-81e2-554a2ebf6bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:09.612686 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:10.868355 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a3150773-54af-4c1e-9490-ed245ad4b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:11.302683 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:11.816790 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:12.513695 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:13.726010 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:25.341829 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:06:38.044774 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7f4c54e-2473-43e1-85ce-0a5979e6c590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:39.622356 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:40.835552 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f0442500-d4c3-456c-af70-48875def8003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:41.280971 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:41.822148 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:42.503146 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:43.686954 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:06:51.807993 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad355786-e684-4285-b649-eae21a708cc9 req-6f4542d0-103d-4eb3-9b46-f5897f3e3ced tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:06:51.809500 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad355786-e684-4285-b649-eae21a708cc9 req-6f4542d0-103d-4eb3-9b46-f5897f3e3ced tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.1007116 Oct 13 12:06:51.848420 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad355786-e684-4285-b649-eae21a708cc9 req-6535846a-2cc3-49c4-881d-f7401821c3c2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325253 Oct 13 12:06:52.970291 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5546ed-b8e8-4e9e-ae44-c3a94c48680d req-f3d113a8-6c90-4322-a896-4abbe36b6650 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:06:52.971822 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-be5546ed-b8e8-4e9e-ae44-c3a94c48680d req-f3d113a8-6c90-4322-a896-4abbe36b6650 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0545506 Oct 13 12:06:53.009867 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-be5546ed-b8e8-4e9e-ae44-c3a94c48680d req-a6ee0afd-9387-4bbf-aa1d-1f4c120e77a5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321064 Oct 13 12:06:54.131567 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b332dc-e544-4756-8572-646372bf03d9 req-5766b024-b9c6-4e84-b459-e9b555540621 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:06:54.133364 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24b332dc-e544-4756-8572-646372bf03d9 req-5766b024-b9c6-4e84-b459-e9b555540621 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0549028 Oct 13 12:06:54.140184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a29a83-ab37-4fe0-ae42-04138ca63c24 req-470c16bf-4f4d-4cff-9ff2-83649d7bee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:06:54.141740 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b0a29a83-ab37-4fe0-ae42-04138ca63c24 req-470c16bf-4f4d-4cff-9ff2-83649d7bee24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 1096 time: 0.0551665 Oct 13 12:06:54.175154 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-24b332dc-e544-4756-8572-646372bf03d9 req-e03b1a72-f82b-4b26-aeba-3b7a404ee37e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356097 Oct 13 12:06:54.245856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a29a83-ab37-4fe0-ae42-04138ca63c24 req-792a67af-6256-4419-b18e-93613a8ab7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:06:54.247366 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b0a29a83-ab37-4fe0-ae42-04138ca63c24 req-792a67af-6256-4419-b18e-93613a8ab7c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=adf5c25d-9ca0-489e-98c2-7558b74049ac HTTP/1.1" status: 200 len: 898 time: 0.0872226 Oct 13 12:06:54.326122 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b0a29a83-ab37-4fe0-ae42-04138ca63c24 req-4f2f3b4b-e559-44b1-867a-558595457ee1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4c6699f-59d3-4953-b9e9-544f7244aa1c HTTP/1.1" status: 200 len: 1001 time: 0.0706725 Oct 13 12:06:54.377863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a29a83-ab37-4fe0-ae42-04138ca63c24 req-172faeaf-df94-4d35-95e2-a4e4d5bf89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:06:54.379373 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b0a29a83-ab37-4fe0-ae42-04138ca63c24 req-172faeaf-df94-4d35-95e2-a4e4d5bf89fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6f02551-aeab-4a09-927a-5bedb66980dd HTTP/1.1" status: 200 len: 835 time: 0.0457232 Oct 13 12:06:54.425757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a29a83-ab37-4fe0-ae42-04138ca63c24 req-d4da9934-e53d-4b54-9618-ec46033fbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:06:54.427272 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b0a29a83-ab37-4fe0-ae42-04138ca63c24 req-d4da9934-e53d-4b54-9618-ec46033fbfb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=adf5c25d-9ca0-489e-98c2-7558b74049ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403907 Oct 13 12:06:54.521109 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b0a29a83-ab37-4fe0-ae42-04138ca63c24 req-7919143d-1d2b-4c50-9d99-d776eee83b2f service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867901 Oct 13 12:06:54.612825 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b0a29a83-ab37-4fe0-ae42-04138ca63c24 req-9eeeafb4-3f88-40a7-94b8-86bba456dbfd service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846326 Oct 13 12:06:55.302952 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9edc82-8681-4571-a0cc-93a34c719582 req-333632ab-904b-416d-8c7d-ba29ab19edc2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:06:55.304604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c9edc82-8681-4571-a0cc-93a34c719582 req-333632ab-904b-416d-8c7d-ba29ab19edc2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0561714 Oct 13 12:06:55.343822 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6c9edc82-8681-4571-a0cc-93a34c719582 req-0c903172-6362-467a-8cc6-781c0f15d1d2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326879 Oct 13 12:06:56.461790 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f07bd-4c9e-43d3-8de9-41ea313e1f65 req-3bbc51f6-e96d-4bb1-8469-f92b68c7b269 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:06:56.462649 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-966f07bd-4c9e-43d3-8de9-41ea313e1f65 req-3bbc51f6-e96d-4bb1-8469-f92b68c7b269 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0500429 Oct 13 12:06:56.502588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-966f07bd-4c9e-43d3-8de9-41ea313e1f65 req-05f6f956-c575-4b6f-9bf6-b063238caeb3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337274 Oct 13 12:06:57.627923 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbe338-1e42-4b93-91a3-c4400bb5cd43 req-020af708-d544-4a96-800d-9927c9960f05 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:06:57.629443 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ddbe338-1e42-4b93-91a3-c4400bb5cd43 req-020af708-d544-4a96-800d-9927c9960f05 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0506597 Oct 13 12:06:57.671749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7ddbe338-1e42-4b93-91a3-c4400bb5cd43 req-40dfd0c0-8b8e-4576-8a30-acb2b5a02fd6 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360823 Oct 13 12:06:58.790502 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b451e-94c6-4db7-8ed1-1168561f6525 req-503120b9-4e4b-4776-95e9-86405374fc81 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:06:58.791894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a76b451e-94c6-4db7-8ed1-1168561f6525 req-503120b9-4e4b-4776-95e9-86405374fc81 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0526776 Oct 13 12:06:58.829656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a76b451e-94c6-4db7-8ed1-1168561f6525 req-0dd76917-80bf-4c11-995b-8064c8e4040d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319152 Oct 13 12:06:59.963691 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23b660-af5b-449a-8304-002eac8ee992 req-76fd7f51-8760-4468-8673-e4ca7a002c02 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:06:59.965209 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a23b660-af5b-449a-8304-002eac8ee992 req-76fd7f51-8760-4468-8673-e4ca7a002c02 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0611651 Oct 13 12:07:00.008138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5a23b660-af5b-449a-8304-002eac8ee992 req-0e4ebd79-5dd5-4fe4-9680-2d1ba04110aa tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360618 Oct 13 12:07:01.124409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264b9c8-c171-4d87-afbe-a72fe94edf86 req-05f39cf4-4954-44c0-9c7c-8a900d65f049 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:01.126381 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4264b9c8-c171-4d87-afbe-a72fe94edf86 req-05f39cf4-4954-44c0-9c7c-8a900d65f049 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0501099 Oct 13 12:07:01.164325 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4264b9c8-c171-4d87-afbe-a72fe94edf86 req-1ecb3fea-2647-43e6-bf5d-ba5924ad4442 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317559 Oct 13 12:07:02.286484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bf556-e47e-408c-a8b1-fbc842853f39 req-e70cce3f-e50f-40c4-b24a-992838019288 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:02.287946 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f42bf556-e47e-408c-a8b1-fbc842853f39 req-e70cce3f-e50f-40c4-b24a-992838019288 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0554404 Oct 13 12:07:02.325253 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f42bf556-e47e-408c-a8b1-fbc842853f39 req-29f83f56-a069-4d25-bc17-b8ac6b5fe902 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313752 Oct 13 12:07:02.341731 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:07:03.441861 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55699de-c2ed-49a2-a3fb-f32d64316120 req-42aed24d-1353-4744-a6ce-7e36fe40c457 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:03.443387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a55699de-c2ed-49a2-a3fb-f32d64316120 req-42aed24d-1353-4744-a6ce-7e36fe40c457 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0499158 Oct 13 12:07:03.482318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a55699de-c2ed-49a2-a3fb-f32d64316120 req-3d662b98-03a1-40ef-990e-cad1bd66e38b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329342 Oct 13 12:07:04.601816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60077d-af83-4e47-9991-e6040682251f req-ea0207c6-91ec-4e2b-a88f-7b7e83e6d79b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:04.603369 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc60077d-af83-4e47-9991-e6040682251f req-ea0207c6-91ec-4e2b-a88f-7b7e83e6d79b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0512948 Oct 13 12:07:04.646165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc60077d-af83-4e47-9991-e6040682251f req-caf569bc-f9c0-4c3a-b08c-1479df5a0d75 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365422 Oct 13 12:07:05.765620 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657130ac-c4d5-4474-bceb-612ec4760ca5 req-db24c1dd-8e27-4c48-9490-518755f17b4a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:05.767086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-657130ac-c4d5-4474-bceb-612ec4760ca5 req-db24c1dd-8e27-4c48-9490-518755f17b4a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0541475 Oct 13 12:07:05.807324 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-657130ac-c4d5-4474-bceb-612ec4760ca5 req-b1241778-ab5c-4a7d-945e-26d7ff8c003b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334895 Oct 13 12:07:06.925617 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f25597-1868-4419-b456-89f146b93414 req-c36e50c7-413d-45a5-8c64-a51397302825 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:06.927150 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57f25597-1868-4419-b456-89f146b93414 req-c36e50c7-413d-45a5-8c64-a51397302825 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0514579 Oct 13 12:07:06.966086 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-57f25597-1868-4419-b456-89f146b93414 req-3a7ea773-68d9-4134-a02f-bf5bf8727ec2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329328 Oct 13 12:07:08.069958 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f8f7c9d9-6b11-404b-89c9-8e7e234cc95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:08.089906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eef61-f3c3-41be-8bf9-96b004c42842 req-30a5a18a-c98b-4fb8-93d2-bf64e642bbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:08.091439 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ee1eef61-f3c3-41be-8bf9-96b004c42842 req-30a5a18a-c98b-4fb8-93d2-bf64e642bbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0545473 Oct 13 12:07:08.133363 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ee1eef61-f3c3-41be-8bf9-96b004c42842 req-bd5d1c73-93fb-46f4-851e-ab2e0a831b59 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333951 Oct 13 12:07:08.157920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39894) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:07:08.227661 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-38b8d8e1-3075-4a34-8208-50e69eef8300 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/2d3d9266-5391-4def-bcfc-bc5e2a18be74 HTTP/1.1" status: 200 len: 993 time: 0.0683644 Oct 13 12:07:09.616381 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:09.670053 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c825-9537-4583-9831-6e348a6f07d2 req-c4438fa1-e38b-4e39-9d08-a9a247b7809e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:09.671580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6e0c825-9537-4583-9831-6e348a6f07d2 req-c4438fa1-e38b-4e39-9d08-a9a247b7809e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0551581 Oct 13 12:07:09.714917 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6e0c825-9537-4583-9831-6e348a6f07d2 req-13312f34-0197-4a67-943c-05619f8d3295 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360794 Oct 13 12:07:09.757106 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5283c39-4e06-4860-9220-7371b4078823 req-89bad7cf-06f3-44b1-90f0-c04c97f59ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:09.758716 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a5283c39-4e06-4860-9220-7371b4078823 req-89bad7cf-06f3-44b1-90f0-c04c97f59ba1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 1096 time: 0.0434234 Oct 13 12:07:09.854603 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5283c39-4e06-4860-9220-7371b4078823 req-0d3ff9ac-8663-47bf-a192-aabf4540da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:09.856071 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a5283c39-4e06-4860-9220-7371b4078823 req-0d3ff9ac-8663-47bf-a192-aabf4540da1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=adf5c25d-9ca0-489e-98c2-7558b74049ac HTTP/1.1" status: 200 len: 898 time: 0.0904472 Oct 13 12:07:09.923369 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a5283c39-4e06-4860-9220-7371b4078823 req-90218950-d0ff-4c8c-8a2d-fa5dd8c6c825 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4c6699f-59d3-4953-b9e9-544f7244aa1c HTTP/1.1" status: 200 len: 1001 time: 0.0598876 Oct 13 12:07:09.973152 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5283c39-4e06-4860-9220-7371b4078823 req-b0660fa2-3e0f-4583-b029-b10b618aaab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:09.974711 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a5283c39-4e06-4860-9220-7371b4078823 req-b0660fa2-3e0f-4583-b029-b10b618aaab1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6f02551-aeab-4a09-927a-5bedb66980dd HTTP/1.1" status: 200 len: 835 time: 0.0445442 Oct 13 12:07:10.024269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5283c39-4e06-4860-9220-7371b4078823 req-0629c334-11dc-4f81-8dcd-3cfcf1931c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:10.025767 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a5283c39-4e06-4860-9220-7371b4078823 req-0629c334-11dc-4f81-8dcd-3cfcf1931c2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=adf5c25d-9ca0-489e-98c2-7558b74049ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446560 Oct 13 12:07:10.115916 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a5283c39-4e06-4860-9220-7371b4078823 req-0ff41eb1-6ec7-43ab-851a-c9d3d04893ae service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831754 Oct 13 12:07:10.208764 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a5283c39-4e06-4860-9220-7371b4078823 req-30061adb-1904-430a-a42d-340134067802 service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860975 Oct 13 12:07:10.836922 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eea82f-2110-41ea-9638-6abf8c2ea0f8 req-02615be6-aaf4-4cc8-a6bf-00e62bdb84ad tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:10.838631 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6eea82f-2110-41ea-9638-6abf8c2ea0f8 req-02615be6-aaf4-4cc8-a6bf-00e62bdb84ad tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0512373 Oct 13 12:07:10.861976 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d179c67-f711-49cf-87b7-ed7113cec889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:10.879695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c6eea82f-2110-41ea-9638-6abf8c2ea0f8 req-063283f1-2259-4bdc-949d-520452c7ea4e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348885 Oct 13 12:07:11.284588 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:11.817957 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:11.995118 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c736b8-63f3-4d55-8768-ce4a049444be req-9989a14d-30d1-476f-99ba-4ddf6bd56743 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:11.996652 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67c736b8-63f3-4d55-8768-ce4a049444be req-9989a14d-30d1-476f-99ba-4ddf6bd56743 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0497916 Oct 13 12:07:12.035145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-67c736b8-63f3-4d55-8768-ce4a049444be req-bd148b19-dddf-4f65-89b7-b509268a9aab tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323913 Oct 13 12:07:12.057846 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39906) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:07:12.122533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6b3cb91e-9c37-4676-bbca-06164e4fb01b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/2d3d9266-5391-4def-bcfc-bc5e2a18be74 HTTP/1.1" status: 200 len: 993 time: 0.0634696 Oct 13 12:07:12.519045 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:13.741902 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:38.092199 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2699d3d2-252d-4157-88b2-0dd4041ddfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:39.341847 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:07:39.615493 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:40.843993 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5a9c32ae-6c20-4cb4-9496-c05798423850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:41.289654 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:41.815647 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:42.507181 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:43.747788 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:07:54.088748 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd520c89-010f-46cb-b17f-7ee9bc7c2307 req-e0551572-7acf-4c43-afa9-ab2a7f986d8c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411499 Oct 13 12:07:54.182755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520c89-010f-46cb-b17f-7ee9bc7c2307 req-c9660530-e1af-46f5-afb6-2625486fe9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:54.184263 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd520c89-010f-46cb-b17f-7ee9bc7c2307 req-c9660530-e1af-46f5-afb6-2625486fe9ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 1096 time: 0.0423083 Oct 13 12:07:54.293647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520c89-010f-46cb-b17f-7ee9bc7c2307 req-3df52826-1e13-4b97-8d10-c98537d179b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:54.295369 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd520c89-010f-46cb-b17f-7ee9bc7c2307 req-3df52826-1e13-4b97-8d10-c98537d179b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=adf5c25d-9ca0-489e-98c2-7558b74049ac HTTP/1.1" status: 200 len: 898 time: 0.0921185 Oct 13 12:07:54.364950 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd520c89-010f-46cb-b17f-7ee9bc7c2307 req-45dd59c2-ff6a-44bd-b1fe-8f5ce1948a96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4c6699f-59d3-4953-b9e9-544f7244aa1c HTTP/1.1" status: 200 len: 1001 time: 0.0621405 Oct 13 12:07:54.416831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520c89-010f-46cb-b17f-7ee9bc7c2307 req-c94eb626-4939-49ca-b647-f37e44c73cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:54.418309 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd520c89-010f-46cb-b17f-7ee9bc7c2307 req-c94eb626-4939-49ca-b647-f37e44c73cda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6f02551-aeab-4a09-927a-5bedb66980dd HTTP/1.1" status: 200 len: 835 time: 0.0472188 Oct 13 12:07:54.469035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520c89-010f-46cb-b17f-7ee9bc7c2307 req-9d49742f-df5d-4bd9-9a6f-f6fec4ee2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:07:54.470558 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd520c89-010f-46cb-b17f-7ee9bc7c2307 req-9d49742f-df5d-4bd9-9a6f-f6fec4ee2598 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=adf5c25d-9ca0-489e-98c2-7558b74049ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456808 Oct 13 12:07:54.565460 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd520c89-010f-46cb-b17f-7ee9bc7c2307 req-1c0ee4ec-3b03-48fb-975a-e8d8e97ee1a8 service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877619 Oct 13 12:07:54.664752 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dd520c89-010f-46cb-b17f-7ee9bc7c2307 req-599029bf-b9e1-476e-9abc-fba7014392bd service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929060 Oct 13 12:08:08.060950 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3c4087c7-1801-4124-b792-33802fc1035d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:09.571911 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39940) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:09.644470 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:09.730158 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port 629e0247-2b63-46ef-b62b-da3945bbbd91 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:08:09.730416 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:09.809445 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:09.809776 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:09.821959 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for 629e0247-2b63-46ef-b62b-da3945bbbd91 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:08:10.029406 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:10.057014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=629e0247-2b63-46ef-b62b-da3945bbbd91,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:10.082283 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:10.082656 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:10.083005 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:10.083353 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:10.083690 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:10.084029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:10.084364 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:10.084697 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:10.085031 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:10.085375 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:10.085703 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:10.086029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:10.125680 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:10.126015 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Floating IP 2d3d9266-5391-4def-bcfc-bc5e2a18be74 disassociated (deleted). External IP: 172.25.0.169, port: b4c6699f-59d3-4953-b9e9-544f7244aa1c. Oct 13 12:08:10.334805 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:08:10.442983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:08:10.448867 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:10.452259 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c28b9b-d3d9-4848-8c2d-536c48428d64 None None] Sync routers for ids ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:08:10.462712 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c28b9b-d3d9-4848-8c2d-536c48428d64 None None] Routers {'20aa636e-6bee-42b9-9d9f-51ca0c931be5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:08:10.463316 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c0c28b9b-d3d9-4848-8c2d-536c48428d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:07:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:10.475800 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4ee34ea2-9410-4521-93c2-9f32e2bb9ac4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/floatingips/2d3d9266-5391-4def-bcfc-bc5e2a18be74 HTTP/1.1" status: 204 len: 168 time: 0.9028103 Oct 13 12:08:10.476378 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'tag': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:08:10.478995 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a25b248-591d-45de-b1c4-5c3edd351619" -d '{"events": [{"name": "network-changed", "server_uuid": "c32846bb-c1ca-4475-acaf-07628e8db653", "tag": "b4c6699f-59d3-4953-b9e9-544f7244aa1c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:08:10.572858 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c0c28b9b-d3d9-4848-8c2d-536c48428d64 None None] Set router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:08:10.776283 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c0c28b9b-d3d9-4848-8c2d-536c48428d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:30Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '88d8615d-915b-458c-96b1-80cbd5eb61ad', 'name': '', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:5b:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:29Z', 'updated_at': '2021-10-13T12:05:33Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:10.806510 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c28b9b-d3d9-4848-8c2d-536c48428d64 None None] Checking router: 20aa636e-6bee-42b9-9d9f-51ca0c931be5 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:08:10.815095 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c28b9b-d3d9-4848-8c2d-536c48428d64 None None] Routers {'20aa636e-6bee-42b9-9d9f-51ca0c931be5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:08:10.815706 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c0c28b9b-d3d9-4848-8c2d-536c48428d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:07:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:10.860770 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7277ec63-5c7d-4b04-b16d-2b24c4ca793c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:10.900703 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2db1355-7213-4dfa-b571-ff7e8dfb90c0 x-openstack-request-id: req-d2db1355-7213-4dfa-b571-ff7e8dfb90c0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:08:10.901209 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32846bb-c1ca-4475-acaf-07628e8db653", "tag": "b4c6699f-59d3-4953-b9e9-544f7244aa1c", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:08:10.901326 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2db1355-7213-4dfa-b571-ff7e8dfb90c0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:08:10.901688 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'tag': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c', 'status': 'completed', 'code': 200} Oct 13 12:08:11.003925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3052872-fd99-4a6c-bed2-fb2c87874a04 req-0b335283-47aa-40af-9687-3426c3c9fb64 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:11.005426 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3052872-fd99-4a6c-bed2-fb2c87874a04 req-0b335283-47aa-40af-9687-3426c3c9fb64 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0558641 Oct 13 12:08:11.029044 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-c0c28b9b-d3d9-4848-8c2d-536c48428d64 None None] Set router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:08:11.046119 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e3052872-fd99-4a6c-bed2-fb2c87874a04 req-8edd67fd-bfc5-477d-8405-3292af6147ba tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329375 Oct 13 12:08:11.086757 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b248-591d-45de-b1c4-5c3edd351619 req-6b0a7cd6-8abe-4bcc-8108-5683a35f4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:11.088264 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a25b248-591d-45de-b1c4-5c3edd351619 req-6b0a7cd6-8abe-4bcc-8108-5683a35f4334 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 1096 time: 0.1610048 Oct 13 12:08:11.244725 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-c0c28b9b-d3d9-4848-8c2d-536c48428d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:30Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '88d8615d-915b-458c-96b1-80cbd5eb61ad', 'name': '', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:5b:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:29Z', 'updated_at': '2021-10-13T12:05:33Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:11.273279 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c28b9b-d3d9-4848-8c2d-536c48428d64 None None] The sync data for ids ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'] in n-d-813659-3 is: [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:30Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '88d8615d-915b-458c-96b1-80cbd5eb61ad', 'name': '', 'network_id': 'adf5c25d-9ca0-489e-98c2-7558b74049ac', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:5b:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:29Z', 'updated_at': '2021-10-13T12:05:33Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': 'b6f02551-aeab-4a09-927a-5bedb66980dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:08:11.303724 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:11.486812 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b248-591d-45de-b1c4-5c3edd351619 req-07cd887f-e96a-4fdd-a207-0888c5235033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:11.488404 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a25b248-591d-45de-b1c4-5c3edd351619 req-07cd887f-e96a-4fdd-a207-0888c5235033 service neutron] 10.222.0.46 "GET /v2.0/networks?id=adf5c25d-9ca0-489e-98c2-7558b74049ac HTTP/1.1" status: 200 len: 898 time: 0.3915148 Oct 13 12:08:11.511711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237c014-e15c-4c22-bb01-0171146cd160 None None] New status for floating IP 2d3d9266-5391-4def-bcfc-bc5e2a18be74: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:08:11.531423 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a25b248-591d-45de-b1c4-5c3edd351619 req-eabe01da-3ad4-49e7-9946-ef91af7bfa3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4c6699f-59d3-4953-b9e9-544f7244aa1c HTTP/1.1" status: 200 len: 217 time: 0.0355730 Oct 13 12:08:11.582163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b248-591d-45de-b1c4-5c3edd351619 req-a612c413-a209-4896-8b0f-628fe538d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:11.583656 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a25b248-591d-45de-b1c4-5c3edd351619 req-a612c413-a209-4896-8b0f-628fe538d057 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6f02551-aeab-4a09-927a-5bedb66980dd HTTP/1.1" status: 200 len: 835 time: 0.0443609 Oct 13 12:08:11.629717 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b248-591d-45de-b1c4-5c3edd351619 req-6e3a152b-32c4-4a8e-b3e5-d7f62c601f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:11.631505 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a25b248-591d-45de-b1c4-5c3edd351619 req-6e3a152b-32c4-4a8e-b3e5-d7f62c601f28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=adf5c25d-9ca0-489e-98c2-7558b74049ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408788 Oct 13 12:08:11.725455 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a25b248-591d-45de-b1c4-5c3edd351619 req-e36b596d-5714-4c01-9637-15359aeac7c3 service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861051 Oct 13 12:08:11.800722 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:11.823401 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0a25b248-591d-45de-b1c4-5c3edd351619 req-4208fa69-aa9c-40a7-8bb5-f08475d934f6 service neutron] 10.222.0.46 "GET /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879493 Oct 13 12:08:12.172307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a9937-b5c0-483b-8880-1de204abc854 req-f0ec95cb-203d-4160-9c11-8ea71df85c1b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:12.173882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb4a9937-b5c0-483b-8880-1de204abc854 req-f0ec95cb-203d-4160-9c11-8ea71df85c1b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0549419 Oct 13 12:08:12.211427 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb4a9937-b5c0-483b-8880-1de204abc854 req-4b4f8814-8964-4042-8a49-2d10ea2eb4ed tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88f86d3-2bc8-4efa-9f45-c6d91c568e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313635 Oct 13 12:08:12.500450 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:12.702005 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc57d8-91f8-41d0-b412-b7ee1199a280 req-9b21ab73-08a2-4730-8d5d-5f43865c8b76 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:12.703510 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-33cc57d8-91f8-41d0-b412-b7ee1199a280 req-9b21ab73-08a2-4730-8d5d-5f43865c8b76 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 945 time: 0.0496204 Oct 13 12:08:12.790653 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-33cc57d8-91f8-41d0-b412-b7ee1199a280 req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port b4c6699f-59d3-4953-b9e9-544f7244aa1c {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:08:12.790910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-33cc57d8-91f8-41d0-b412-b7ee1199a280 req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:12.881638 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-33cc57d8-91f8-41d0-b412-b7ee1199a280 req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port b4c6699f-59d3-4953-b9e9-544f7244aa1c, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=b4c6699f-59d3-4953-b9e9-544f7244aa1c,segment=NetworkSegment(8d23ea0b-4675-4d54-8dd8-0552a824feaa),segment_id=8d23ea0b-4675-4d54-8dd8-0552a824feaa)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:08:12.882002 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-33cc57d8-91f8-41d0-b412-b7ee1199a280 req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:12.894083 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-33cc57d8-91f8-41d0-b412-b7ee1199a280 req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for b4c6699f-59d3-4953-b9e9-544f7244aa1c owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:08:13.100604 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-33cc57d8-91f8-41d0-b412-b7ee1199a280 req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:13.130420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=b4c6699f-59d3-4953-b9e9-544f7244aa1c,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:13.143170 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:13.147905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:13.147905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:13.147905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:13.147905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:13.147905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:13.147905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:13.147905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:13.147905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:13.147905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:13.147905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:13.147905 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:13.181328 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-33cc57d8-91f8-41d0-b412-b7ee1199a280 req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] No DVR routers for this DVR port b4c6699f-59d3-4953-b9e9-544f7244aa1c on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:08:13.183882 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-33cc57d8-91f8-41d0-b412-b7ee1199a280 req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:13.187238 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-33cc57d8-91f8-41d0-b412-b7ee1199a280 req-c1e4e462-fb4d-46b1-a687-144b567b7b2c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "DELETE /v2.0/ports/b4c6699f-59d3-4953-b9e9-544f7244aa1c HTTP/1.1" status: 204 len: 173 time: 0.4778686 Oct 13 12:08:13.190273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'name': 'network-vif-deleted', 'tag': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:08:13.190273 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88937e2-87f8-4a3e-ae9e-57858ce1829e" -d '{"events": [{"server_uuid": "c32846bb-c1ca-4475-acaf-07628e8db653", "name": "network-vif-deleted", "tag": "b4c6699f-59d3-4953-b9e9-544f7244aa1c"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:08:13.272450 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa586f8c-0171-4bd8-a446-bb9e701869c5 x-openstack-request-id: req-aa586f8c-0171-4bd8-a446-bb9e701869c5 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:08:13.272755 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32846bb-c1ca-4475-acaf-07628e8db653", "name": "network-vif-deleted", "tag": "b4c6699f-59d3-4953-b9e9-544f7244aa1c", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:08:13.273062 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa586f8c-0171-4bd8-a446-bb9e701869c5 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:08:13.273467 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32846bb-c1ca-4475-acaf-07628e8db653', 'name': 'network-vif-deleted', 'tag': 'b4c6699f-59d3-4953-b9e9-544f7244aa1c', 'status': 'completed', 'code': 200} Oct 13 12:08:13.342689 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd600b39-3472-44ca-988b-ad8c06e31ce8 req-03b7e0e1-346b-4a1d-ad6d-a07cb48072cb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=c32846bb-c1ca-4475-acaf-07628e8db653 HTTP/1.1" status: 200 len: 210 time: 0.0266674 Oct 13 12:08:13.731891 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:14.401591 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39962) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:14.755030 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa00c5e8-52c5-4514-8ec0-5a88efb18aac tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:15.001820 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-fa00c5e8-52c5-4514-8ec0-5a88efb18aac tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port 88d8615d-915b-458c-96b1-80cbd5eb61ad {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:08:15.002095 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa00c5e8-52c5-4514-8ec0-5a88efb18aac tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:15.090903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-fa00c5e8-52c5-4514-8ec0-5a88efb18aac tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port 88d8615d-915b-458c-96b1-80cbd5eb61ad, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=88d8615d-915b-458c-96b1-80cbd5eb61ad,segment=NetworkSegment(8d23ea0b-4675-4d54-8dd8-0552a824feaa),segment_id=8d23ea0b-4675-4d54-8dd8-0552a824feaa)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:08:15.091182 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa00c5e8-52c5-4514-8ec0-5a88efb18aac tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:15.104781 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-fa00c5e8-52c5-4514-8ec0-5a88efb18aac tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for 88d8615d-915b-458c-96b1-80cbd5eb61ad owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:08:15.340699 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa00c5e8-52c5-4514-8ec0-5a88efb18aac tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:15.365390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00c5e8-52c5-4514-8ec0-5a88efb18aac tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=88d8615d-915b-458c-96b1-80cbd5eb61ad,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:15.459455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b4c6699f-59d3-4953-b9e9-544f7244aa1c no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:08:15.481476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: b4c6699f-59d3-4953-b9e9-544f7244aa1c {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:08:15.481893 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device b4c6699f-59d3-4953-b9e9-544f7244aa1c not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:08:15.545469 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa00c5e8-52c5-4514-8ec0-5a88efb18aac tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:15.760345 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa00c5e8-52c5-4514-8ec0-5a88efb18aac tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:08:15.866076 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa00c5e8-52c5-4514-8ec0-5a88efb18aac tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:08:15.871068 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fa00c5e8-52c5-4514-8ec0-5a88efb18aac tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "PUT /v2.0/routers/20aa636e-6bee-42b9-9d9f-51ca0c931be5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4684439 Oct 13 12:08:15.873731 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39966) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:15.878864 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e470741-6c32-49ab-99c7-00ad4f0d700d None None] Sync routers for ids ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:08:15.888146 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e470741-6c32-49ab-99c7-00ad4f0d700d None None] Routers {'20aa636e-6bee-42b9-9d9f-51ca0c931be5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:08:15.888751 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6e470741-6c32-49ab-99c7-00ad4f0d700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:08:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:15.924899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b06957-5c36-437e-9879-9a5a318cffe8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting subnet b6f02551-aeab-4a09-927a-5bedb66980dd {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 12:08:15.928115 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05b06957-5c36-437e-9879-9a5a318cffe8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:15.972107 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05b06957-5c36-437e-9879-9a5a318cffe8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:15.994012 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-6e470741-6c32-49ab-99c7-00ad4f0d700d None None] Set router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:08:16.054214 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05b06957-5c36-437e-9879-9a5a318cffe8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:16.175169 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6e470741-6c32-49ab-99c7-00ad4f0d700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:08:15Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:16.198457 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05b06957-5c36-437e-9879-9a5a318cffe8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:16.201525 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e470741-6c32-49ab-99c7-00ad4f0d700d None None] Checking router: 20aa636e-6bee-42b9-9d9f-51ca0c931be5 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:08:16.210073 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e470741-6c32-49ab-99c7-00ad4f0d700d None None] Routers {'20aa636e-6bee-42b9-9d9f-51ca0c931be5'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:08:16.210717 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6e470741-6c32-49ab-99c7-00ad4f0d700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:08:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:16.232147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b06957-5c36-437e-9879-9a5a318cffe8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f02551-aeab-4a09-927a-5bedb66980dd,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:16.237293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05b06957-5c36-437e-9879-9a5a318cffe8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:16.241348 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-05b06957-5c36-437e-9879-9a5a318cffe8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/subnets/b6f02551-aeab-4a09-927a-5bedb66980dd HTTP/1.1" status: 204 len: 168 time: 0.3666825 Oct 13 12:08:16.243296 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39968) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:16.245936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eafabdb-0377-4405-87ba-794d1853177c None None] Network adf5c25d-9ca0-489e-98c2-7558b74049ac requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:08:16.319284 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-6e470741-6c32-49ab-99c7-00ad4f0d700d None None] Set router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:08:16.356268 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:16.381017 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:08:16.446392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] DHCP port deletion for adf5c25d-9ca0-489e-98c2-7558b74049ac request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 12:08:16.469297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:16.496992 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Deleting port 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:08:16.497597 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:16.509591 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-6e470741-6c32-49ab-99c7-00ad4f0d700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:08:15Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:16.536285 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e470741-6c32-49ab-99c7-00ad4f0d700d None None] The sync data for ids ['20aa636e-6bee-42b9-9d9f-51ca0c931be5'] in n-d-813659-3 is: [{'id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161507586', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:08:15Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '12951b0d-e5fb-40ca-8ec3-7dfca322b770', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aa636e-6bee-42b9-9d9f-51ca0c931be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:05:25Z', 'updated_at': '2021-10-13T12:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:08:16.565680 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] For port 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=37b67f08-25ee-4a48-9f05-d8c4c9c3fb48,segment=NetworkSegment(8d23ea0b-4675-4d54-8dd8-0552a824feaa),segment_id=8d23ea0b-4675-4d54-8dd8-0552a824feaa)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:08:16.566024 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:16.580770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Calling delete_port for 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:08:16.586207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port 12951b0d-e5fb-40ca-8ec3-7dfca322b770 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:08:16.586659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:16.669679 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port 12951b0d-e5fb-40ca-8ec3-7dfca322b770, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=12951b0d-e5fb-40ca-8ec3-7dfca322b770,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:08:16.670050 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:16.682357 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for 12951b0d-e5fb-40ca-8ec3-7dfca322b770 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:08:16.726136 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:16.753253 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Pushing event deleted for resources: {'Port': ['ID=37b67f08-25ee-4a48-9f05-d8c4c9c3fb48,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:16.761849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] No DVR routers for this DVR port 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:08:16.764389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:16.764738 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:16.765075 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:16.765481 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:16.765813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:16.766155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:16.766507 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:16.766920 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:16.767350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:16.767826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:16.768163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:16.768498 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4179-86e3-4f8d-9f39-3f638482460b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:16.909693 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:16.937072 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=12951b0d-e5fb-40ca-8ec3-7dfca322b770,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:17.009881 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.107656 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.109836 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.215094 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.215694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Fanout notify agent at l3_agent the message router_deleted on router 20aa636e-6bee-42b9-9d9f-51ca0c931be5 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 12:08:17.227663 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.227663 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-71944f25-44e0-47f8-aa00-87b928bd71df tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/routers/20aa636e-6bee-42b9-9d9f-51ca0c931be5 HTTP/1.1" status: 204 len: 168 time: 0.9801636 Oct 13 12:08:17.227663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39970) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:17.308160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5baea6be-934f-4825-89fb-e17641fe395a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.397861 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5baea6be-934f-4825-89fb-e17641fe395a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.417275 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-5baea6be-934f-4825-89fb-e17641fe395a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf5c25d-9ca0-489e-98c2-7558b74049ac']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:17.426526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-5baea6be-934f-4825-89fb-e17641fe395a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d23ea0b-4675-4d54-8dd8-0552a824feaa') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:17.426831 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-5baea6be-934f-4825-89fb-e17641fe395a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d23ea0b-4675-4d54-8dd8-0552a824feaa') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:17.436333 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5baea6be-934f-4825-89fb-e17641fe395a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.449337 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5baea6be-934f-4825-89fb-e17641fe395a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.455744 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baea6be-934f-4825-89fb-e17641fe395a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 12:08:17.456169 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5baea6be-934f-4825-89fb-e17641fe395a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: timer() Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 12:08:17.459099 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 12:08:17.600491 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5baea6be-934f-4825-89fb-e17641fe395a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.608077 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5baea6be-934f-4825-89fb-e17641fe395a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.610698 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5baea6be-934f-4825-89fb-e17641fe395a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/networks/adf5c25d-9ca0-489e-98c2-7558b74049ac HTTP/1.1" status: 204 len: 168 time: 0.3822324 Oct 13 12:08:17.613503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39972) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:17.622413 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baea6be-934f-4825-89fb-e17641fe395a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Network': ['ID=adf5c25d-9ca0-489e-98c2-7558b74049ac,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:17.677835 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02917942-f673-424a-a4a8-39fb93f136a5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.698860 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 12951b0d-e5fb-40ca-8ec3-7dfca322b770 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:08:17.706800 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02917942-f673-424a-a4a8-39fb93f136a5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.722664 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 12951b0d-e5fb-40ca-8ec3-7dfca322b770 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:08:17.723282 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 12951b0d-e5fb-40ca-8ec3-7dfca322b770 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:08:17.723700 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88d8615d-915b-458c-96b1-80cbd5eb61ad no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:08:17.742960 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 88d8615d-915b-458c-96b1-80cbd5eb61ad {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:08:17.743245 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 88d8615d-915b-458c-96b1-80cbd5eb61ad not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:08:17.743661 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:08:17.771663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:08:17.772015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37b67f08-25ee-4a48-9f05-d8c4c9c3fb48 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:08:17.832188 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02917942-f673-424a-a4a8-39fb93f136a5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.835003 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02917942-f673-424a-a4a8-39fb93f136a5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:17.836174 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-02917942-f673-424a-a4a8-39fb93f136a5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/security-groups/c88f86d3-2bc8-4efa-9f45-c6d91c568e96 HTTP/1.1" status: 204 len: 168 time: 0.2216611 Oct 13 12:08:17.845428 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02917942-f673-424a-a4a8-39fb93f136a5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88f86d3-2bc8-4efa-9f45-c6d91c568e96,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:18.512926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39978) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:18.518788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-e728cd57-758a-4cff-b23a-8fd1abfa4a3c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101355645', 'description': 'tempest-secgroup-smoke-101355645 description', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:08:18.615200 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e728cd57-758a-4cff-b23a-8fd1abfa4a3c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:18.680693 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e728cd57-758a-4cff-b23a-8fd1abfa4a3c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:18.766289 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e728cd57-758a-4cff-b23a-8fd1abfa4a3c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:18.794829 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728cd57-758a-4cff-b23a-8fd1abfa4a3c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2355ea84-25ae-4d4f-9416-4051ccb100bc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:18.859846 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e728cd57-758a-4cff-b23a-8fd1abfa4a3c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:18.861656 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e728cd57-758a-4cff-b23a-8fd1abfa4a3c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3477044 Oct 13 12:08:18.864500 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 39980) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:18.868924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-4ef37ff5-3d05-4190-aa7e-e4d93be8ab73 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '2355ea84-25ae-4d4f-9416-4051ccb100bc', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:08:18.977174 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ef37ff5-3d05-4190-aa7e-e4d93be8ab73 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:19.035622 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ef37ff5-3d05-4190-aa7e-e4d93be8ab73 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:19.120485 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ef37ff5-3d05-4190-aa7e-e4d93be8ab73 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:19.140038 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef37ff5-3d05-4190-aa7e-e4d93be8ab73 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabe22f4-2435-4a64-8bd5-af93a3c5eead,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:19.233842 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ef37ff5-3d05-4190-aa7e-e4d93be8ab73 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:19.235129 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-4ef37ff5-3d05-4190-aa7e-e4d93be8ab73 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3696740 Oct 13 12:08:19.238986 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39982) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:19.243698 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-d1ef4936-67c2-4189-a28e-d49175620986 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '2355ea84-25ae-4d4f-9416-4051ccb100bc', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:08:19.325341 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4936-67c2-4189-a28e-d49175620986 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:19.383347 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4936-67c2-4189-a28e-d49175620986 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:19.460571 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4936-67c2-4189-a28e-d49175620986 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:19.480777 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef4936-67c2-4189-a28e-d49175620986 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef62fac1-27e8-44cc-8660-1b273154f87b,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:19.548910 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4936-67c2-4189-a28e-d49175620986 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:19.550324 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-d1ef4936-67c2-4189-a28e-d49175620986 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3102779 Oct 13 12:08:19.553120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39984) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:19.557506 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-354b92d1-9d18-4037-b2d3-462349ec8e6c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '2355ea84-25ae-4d4f-9416-4051ccb100bc', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:08:19.648717 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-354b92d1-9d18-4037-b2d3-462349ec8e6c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:19.705230 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-354b92d1-9d18-4037-b2d3-462349ec8e6c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:19.780638 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-354b92d1-9d18-4037-b2d3-462349ec8e6c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:19.799356 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b92d1-9d18-4037-b2d3-462349ec8e6c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3da5b46-286e-4432-ab5b-fab55d01ec3e,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:19.871095 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-354b92d1-9d18-4037-b2d3-462349ec8e6c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:19.872332 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-354b92d1-9d18-4037-b2d3-462349ec8e6c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3182464 Oct 13 12:08:19.875123 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39986) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:19.880924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-28e356f9-af9c-43b2-bbc9-84b585514878 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '2355ea84-25ae-4d4f-9416-4051ccb100bc', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:08:19.988611 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-28e356f9-af9c-43b2-bbc9-84b585514878 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.051162 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-28e356f9-af9c-43b2-bbc9-84b585514878 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.120542 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-28e356f9-af9c-43b2-bbc9-84b585514878 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.139919 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e356f9-af9c-43b2-bbc9-84b585514878 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347d5910-0b2c-46df-b17a-ac1196df0b0a,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:20.208626 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-28e356f9-af9c-43b2-bbc9-84b585514878 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.209870 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-28e356f9-af9c-43b2-bbc9-84b585514878 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3338082 Oct 13 12:08:20.212527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39988) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:20.216810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-5b8b3bd3-be5b-4209-be33-bda84f6125d1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '2355ea84-25ae-4d4f-9416-4051ccb100bc', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:08:20.308694 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-5b8b3bd3-be5b-4209-be33-bda84f6125d1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Project e8cd4a1746fc488b99262772d8fc167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 12:08:20.313580 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b8b3bd3-be5b-4209-be33-bda84f6125d1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.372796 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b8b3bd3-be5b-4209-be33-bda84f6125d1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.440056 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b8b3bd3-be5b-4209-be33-bda84f6125d1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.460214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b3bd3-be5b-4209-be33-bda84f6125d1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd451835-5bf2-4841-93e1-d9fb56fd748f,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:20.533557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5b8b3bd3-be5b-4209-be33-bda84f6125d1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.534912 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5b8b3bd3-be5b-4209-be33-bda84f6125d1 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214359 Oct 13 12:08:20.537586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39990) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:20.541989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4070e134-dcad-4735-a39c-b1cee5cd86e8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'security_group_rule': {'security_group_id': '2355ea84-25ae-4d4f-9416-4051ccb100bc', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:08:20.628954 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-4070e134-dcad-4735-a39c-b1cee5cd86e8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Project e8cd4a1746fc488b99262772d8fc167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 12:08:20.634531 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4070e134-dcad-4735-a39c-b1cee5cd86e8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.695966 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4070e134-dcad-4735-a39c-b1cee5cd86e8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.765624 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4070e134-dcad-4735-a39c-b1cee5cd86e8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.785322 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070e134-dcad-4735-a39c-b1cee5cd86e8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd589ae-a90c-4ff4-a77b-dce60583d7b3,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:20.851493 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4070e134-dcad-4735-a39c-b1cee5cd86e8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.852888 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4070e134-dcad-4735-a39c-b1cee5cd86e8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3142650 Oct 13 12:08:20.855634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39992) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:20.864089 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-7d56bf77-a230-4cdf-aed9-27abfe38f149 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'network': {'name': 'tempest-network-smoke--1738845862', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'port_security_enabled': True}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:08:20.943677 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d56bf77-a230-4cdf-aed9-27abfe38f149 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:08:20.948836 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d56bf77-a230-4cdf-aed9-27abfe38f149 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.975921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d56bf77-a230-4cdf-aed9-27abfe38f149 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 12:08:20.984233 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d56bf77-a230-4cdf-aed9-27abfe38f149 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:20.984583 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-7d56bf77-a230-4cdf-aed9-27abfe38f149 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Added segment f4c9ce87-f46a-4306-a1aa-b41cad05a551 of type vlan for network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 Oct 13 12:08:21.027557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d56bf77-a230-4cdf-aed9-27abfe38f149 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:21.123896 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d56bf77-a230-4cdf-aed9-27abfe38f149 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:21.133161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d56bf77-a230-4cdf-aed9-27abfe38f149 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:21.133763 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7d56bf77-a230-4cdf-aed9-27abfe38f149 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:21.198393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56bf77-a230-4cdf-aed9-27abfe38f149 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Network': ['ID=17500eca-4db5-4b5a-af06-8e8e6deff3d3,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:21.208548 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 12:08:21.253190 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7d56bf77-a230-4cdf-aed9-27abfe38f149 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3964176 Oct 13 12:08:21.256588 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39994) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:21.261163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'admin_state_up': True, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:08:21.343632 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:21.344669 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:21.401927 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:21.605133 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:21.868699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:21.887699 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:21.992530 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.25.0.155 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:08:22.094713 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:22.180883 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:22.227123 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:08:22.229915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:08:22.232404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:08:22.254694 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:22.531935 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:22.732144 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:22.926209 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router c69051ab-85d1-4b8c-a9db-4e8d2f76360a is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 12:08:23.320555 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:08:23.330673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Sync routers for ids ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:08:23.339896 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Routers {'c69051ab-85d1-4b8c-a9db-4e8d2f76360a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:08:23.340514 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:08:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:23.426038 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:23.427623 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b4f2bb11-428d-496f-86b3-d5e7a425fcb0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1699219 Oct 13 12:08:23.430730 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 39998) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:23.606715 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7372211c-0035-4dd0-b0b8-ddf7197119e6 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e8cd4a1746fc488b99262772d8fc167c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1747768 Oct 13 12:08:23.612017 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40002) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:23.612863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Set router c69051ab-85d1-4b8c-a9db-4e8d2f76360a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:08:23.703521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b676f8e7-afc6-4edd-a5d6-fbfdb27c019d tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:23.708144 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b676f8e7-afc6-4edd-a5d6-fbfdb27c019d tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951388 Oct 13 12:08:23.708342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40004) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:23.737263 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-b17a502c-e4ff-4c07-be31-0a808f662079 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0d200ca7-65e4-4b47-bd3f-9a487a3d9860&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277741 Oct 13 12:08:23.740073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40006) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:23.745394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4092e4ba-31ac-4844-80fe-bc8f100c079e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-634462505', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:08:23.862654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:22Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:23.903130 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4092e4ba-31ac-4844-80fe-bc8f100c079e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:08:23.908973 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4092e4ba-31ac-4844-80fe-bc8f100c079e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:23.920464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Checking router: c69051ab-85d1-4b8c-a9db-4e8d2f76360a for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:08:23.920814 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Updating router c69051ab-85d1-4b8c-a9db-4e8d2f76360a port 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:08:23.957024 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:24.203932 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4092e4ba-31ac-4844-80fe-bc8f100c079e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:24.237192 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:24.273654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092e4ba-31ac-4844-80fe-bc8f100c079e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Subnet': ['ID=731da159-3a49-42a7-805f-5ed3dabd3333,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:24.283377 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092e4ba-31ac-4844-80fe-bc8f100c079e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Checking segment: {'id': 'f4c9ce87-f46a-4306-a1aa-b41cad05a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:08:24.283908 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4092e4ba-31ac-4844-80fe-bc8f100c079e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network hostable DHCP agents. Network: 17500eca-4db5-4b5a-af06-8e8e6deff3d3, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 12:08:24.306397 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:24.359520 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Attempting to bind port 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:08:24.360194 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Attempting to bind port 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:08:24.360330 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Attempting to bind port 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:08:24.362941 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b81af6-7965-4dad-92fc-7917b6de6b82 None None] Pushing event updated for resources: {'Port': ['ID=6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:24.368293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:08:24.368660 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:08:24.369055 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:24.369597 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:08:24.369948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Bound port: 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:08:24.370243 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:24.422589 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] For port 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:08:24.426519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] For port 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:08:24.451848 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4092e4ba-31ac-4844-80fe-bc8f100c079e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 12:08:24.523927 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:24.546146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-4092e4ba-31ac-4844-80fe-bc8f100c079e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, 17500eca-4db5-4b5a-af06-8e8e6deff3d3) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:08:24.551993 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4092e4ba-31ac-4844-80fe-bc8f100c079e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:24.552709 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4092e4ba-31ac-4844-80fe-bc8f100c079e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:24.560537 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3100898-457b-4da5-9f85-81b0662cd188 None None] Network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:08:24.620339 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4092e4ba-31ac-4844-80fe-bc8f100c079e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8765025 Oct 13 12:08:24.620924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40008) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:24.626567 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b81af6-7965-4dad-92fc-7917b6de6b82 None None] Pushing event updated for resources: {'Port': ['ID=6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:24.631461 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Routers {'c69051ab-85d1-4b8c-a9db-4e8d2f76360a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:08:24.632070 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:08:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:24.792081 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] Set router c69051ab-85d1-4b8c-a9db-4e8d2f76360a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:08:24.899808 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ips': [{'subnet_id': '731da159-3a49-42a7-805f-5ed3dabd3333'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 12:08:24.900675 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:25.075641 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:25.090314 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Allocated IP 172.20.0.2 (17500eca-4db5-4b5a-af06-8e8e6deff3d3/731da159-3a49-42a7-805f-5ed3dabd3333/0c319437-ad6d-40d9-a985-c8a171381317) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:08:25.158971 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:22Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:25.189267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ce5165-2d04-4bc7-b6bf-57badf01eff1 None None] The sync data for ids ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'] in n-d-813659-3 is: [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:22Z', 'revision_number': 3, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:08:25.278270 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:25.343836 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:25.391901 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:08:25.395234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:08:25.399711 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:08:25.402837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Pushing event updated for resources: {'Port': ['ID=0c319437-ad6d-40d9-a985-c8a171381317,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:25.428868 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.20.0.1 (17500eca-4db5-4b5a-af06-8e8e6deff3d3/731da159-3a49-42a7-805f-5ed3dabd3333/497617d8-e8f5-4a3b-9cd8-dd5f24ad440f) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:08:25.467354 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Attempting to bind port 0c319437-ad6d-40d9-a985-c8a171381317 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:08:25.468824 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Attempting to bind port 0c319437-ad6d-40d9-a985-c8a171381317 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'f4c9ce87-f46a-4306-a1aa-b41cad05a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:08:25.468824 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Attempting to bind port 0c319437-ad6d-40d9-a985-c8a171381317 on network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:08:25.473837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:08:25.474212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Checking segment: {'id': 'f4c9ce87-f46a-4306-a1aa-b41cad05a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:08:25.476022 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:25.476657 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Bound using segment: {'id': 'f4c9ce87-f46a-4306-a1aa-b41cad05a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:08:25.482130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Bound port: 0c319437-ad6d-40d9-a985-c8a171381317, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c9ce87-f46a-4306-a1aa-b41cad05a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:08:25.482792 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:25.561185 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:25.587076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] For port 0c319437-ad6d-40d9-a985-c8a171381317, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:08:25.591716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] For port 0c319437-ad6d-40d9-a985-c8a171381317, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=0c319437-ad6d-40d9-a985-c8a171381317,segment=NetworkSegment(f4c9ce87-f46a-4306-a1aa-b41cad05a551),segment_id=f4c9ce87-f46a-4306-a1aa-b41cad05a551)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:08:25.604976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:08:25.660815 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:08:25.661274 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:25.663393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:25.715829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:08:25.719371 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:08:25.722019 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:08:25.731882 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:25.749114 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=497617d8-e8f5-4a3b-9cd8-dd5f24ad440f,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:25.777194 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:25.791121 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:25.822419 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dec0d-f08e-4c5c-bf3a-39cc6d736f19 None None] Pushing event updated for resources: {'Port': ['ID=0c319437-ad6d-40d9-a985-c8a171381317,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:25.828005 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:08:25.896036 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:25.954111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:26.017752 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:26.321160 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:26.380273 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:26.455652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=497617d8-e8f5-4a3b-9cd8-dd5f24ad440f,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:26.461826 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:26.563502 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:08:26.565027 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:08:26.684835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router c69051ab-85d1-4b8c-a9db-4e8d2f76360a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:08:26.768195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ed4e4d-40ad-4edb-839b-1a571a00f7a6 None None] Network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:08:26.799894 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:08:26.811782 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-39c99ccd-69db-4368-a65b-208e586810dc tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "PUT /v2.0/routers/c69051ab-85d1-4b8c-a9db-4e8d2f76360a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1844049 Oct 13 12:08:26.834785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5f881552-a6d1-4d5c-85c8-229865c1651f None None] Provisioning complete for port 0c319437-ad6d-40d9-a985-c8a171381317 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:08:26.835160 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5f881552-a6d1-4d5c-85c8-229865c1651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:26.959197 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-51c9046f-9b73-4daa-a685-5cb8dad86151 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101355645&fields=id&tenant_id=e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 267 time: 0.0316198 Oct 13 12:08:26.983315 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5f881552-a6d1-4d5c-85c8-229865c1651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:27.029230 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5f881552-a6d1-4d5c-85c8-229865c1651f None None] For port 0c319437-ad6d-40d9-a985-c8a171381317, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=0c319437-ad6d-40d9-a985-c8a171381317,segment=NetworkSegment(f4c9ce87-f46a-4306-a1aa-b41cad05a551),segment_id=f4c9ce87-f46a-4306-a1aa-b41cad05a551)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:08:27.085816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-f8a135aa-2ffa-4267-965d-868443a9b1bf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:27.087404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-f8a135aa-2ffa-4267-965d-868443a9b1bf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/networks?id=17500eca-4db5-4b5a-af06-8e8e6deff3d3 HTTP/1.1" status: 200 len: 797 time: 0.1194222 Oct 13 12:08:27.105721 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-ab267901-76c5-482a-b6e1-d81ffcfb2a55 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/quotas/e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 375 time: 0.0109990 Oct 13 12:08:27.140813 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5f881552-a6d1-4d5c-85c8-229865c1651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:27.169001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-f486038f-6d73-4bbc-ba7d-f5775823e202 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550878 Oct 13 12:08:27.210263 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f881552-a6d1-4d5c-85c8-229865c1651f None None] Pushing event updated for resources: {'Port': ['ID=0c319437-ad6d-40d9-a985-c8a171381317,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:27.302325 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f92dc6fe-348c-49bf-b466-fbf561d6e0e9 None None] Provisioning complete for port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:08:27.302325 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f92dc6fe-348c-49bf-b466-fbf561d6e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:27.307445 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-f92dc6fe-348c-49bf-b466-fbf561d6e0e9 None None] Port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:08:27.319092 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-07102499-f7d6-4cb4-b0ed-e28b5c850a90 service neutron] 10.222.0.32 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355467 Oct 13 12:08:27.328422 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-f92dc6fe-348c-49bf-b466-fbf561d6e0e9 None None] Provisioning complete for port 0c319437-ad6d-40d9-a985-c8a171381317 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:08:27.329068 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f92dc6fe-348c-49bf-b466-fbf561d6e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:27.460419 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Sync routers for ids ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:08:27.471885 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Routers {'c69051ab-85d1-4b8c-a9db-4e8d2f76360a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:08:27.472248 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-e8e00f3c-3f93-471c-a0bf-8030125de2d4 service neutron] 10.222.0.32 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457467 Oct 13 12:08:27.472974 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:08:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:27.575776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2cfd655d-09dc-4576-90c5-e3984671176d None None] Provisioning complete for port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:08:27.576101 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2cfd655d-09dc-4576-90c5-e3984671176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:27.602847 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Set router c69051ab-85d1-4b8c-a9db-4e8d2f76360a gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:08:27.620142 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd655d-09dc-4576-90c5-e3984671176d None None] Port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:08:27.677246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:08:27.778909 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3a800841-bb24-4f6e-9e93-996fdf16a90a req-f91af44d-d7b2-4c90-91ae-4dfce344fe57 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 210 time: 0.0425079 Oct 13 12:08:27.859707 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '497617d8-e8f5-4a3b-9cd8-dd5f24ad440f', 'name': '', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:14:3a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:25Z', 'updated_at': '2021-10-13T12:08:26Z', 'revision_number': 2, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:27.892478 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Checking router: c69051ab-85d1-4b8c-a9db-4e8d2f76360a for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:08:27.893011 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Updating router c69051ab-85d1-4b8c-a9db-4e8d2f76360a port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:08:27.919549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b19a3238-3e71-4e30-9692-4ae7848f9f08 None None] Provisioning complete for port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:08:27.921139 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b19a3238-3e71-4e30-9692-4ae7848f9f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:27.925295 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:27.960944 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-b19a3238-3e71-4e30-9692-4ae7848f9f08 None None] Port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:08:27.966265 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:08:27.966675 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:28.052903 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 0c319437-ad6d-40d9-a985-c8a171381317 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:08:28.108652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 0c319437-ad6d-40d9-a985-c8a171381317 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:08:28.109024 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:28.203633 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:28.277705 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:28.335514 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Pushing event updated for resources: {'Port': ['ID=497617d8-e8f5-4a3b-9cd8-dd5f24ad440f,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:28.347559 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:28.347559 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:28.347559 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:28.347559 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:28.347886 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:28.347997 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:28.348291 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:28.348607 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:28.348926 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:28.349244 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:28.349559 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:28.349887 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:08:28.401107 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Attempting to bind port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:08:28.401478 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Attempting to bind port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'f4c9ce87-f46a-4306-a1aa-b41cad05a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:08:28.401845 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Attempting to bind port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f on network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:08:28.407115 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:08:28.409374 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Checking segment: {'id': 'f4c9ce87-f46a-4306-a1aa-b41cad05a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:08:28.409374 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:28.409374 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Bound using segment: {'id': 'f4c9ce87-f46a-4306-a1aa-b41cad05a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:08:28.409374 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Bound port: 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c9ce87-f46a-4306-a1aa-b41cad05a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:08:28.409374 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:28.476664 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] For port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:08:28.480064 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] For port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=497617d8-e8f5-4a3b-9cd8-dd5f24ad440f,segment=NetworkSegment(f4c9ce87-f46a-4306-a1aa-b41cad05a551),segment_id=f4c9ce87-f46a-4306-a1aa-b41cad05a551)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:08:28.575242 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:28.583032 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-63f69d5a-21c3-46c5-973b-84dc449058d3 None None] Provisioning complete for port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:08:28.583339 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-63f69d5a-21c3-46c5-973b-84dc449058d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:28.631920 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Routers {'c69051ab-85d1-4b8c-a9db-4e8d2f76360a'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:08:28.632559 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:08:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:28.679116 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-63f69d5a-21c3-46c5-973b-84dc449058d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:28.717010 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-63f69d5a-21c3-46c5-973b-84dc449058d3 None None] For port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=497617d8-e8f5-4a3b-9cd8-dd5f24ad440f,segment=NetworkSegment(f4c9ce87-f46a-4306-a1aa-b41cad05a551),segment_id=f4c9ce87-f46a-4306-a1aa-b41cad05a551)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:08:28.778311 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f10a3-016f-413c-96ec-f78235818200 None None] Pushing event updated for resources: {'Port': ['ID=497617d8-e8f5-4a3b-9cd8-dd5f24ad440f,revision_number=4']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:28.862423 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] Set router c69051ab-85d1-4b8c-a9db-4e8d2f76360a gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:08:28.868922 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-63f69d5a-21c3-46c5-973b-84dc449058d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:28.878132 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65aaff4e-c53a-4fed-8031-9f74a3a751a0 req-db244da1-e94b-4250-a48a-2f8832634bae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 210 time: 0.0276964 Oct 13 12:08:28.919353 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f69d5a-21c3-46c5-973b-84dc449058d3 None None] Pushing event updated for resources: {'Port': ['ID=497617d8-e8f5-4a3b-9cd8-dd5f24ad440f,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:28.990690 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-c225a8e4-a39b-43dd-8a6f-bf34c37bba9f None None] Provisioning complete for port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:08:28.991363 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c225a8e4-a39b-43dd-8a6f-bf34c37bba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:29.069866 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '497617d8-e8f5-4a3b-9cd8-dd5f24ad440f', 'name': '', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:14:3a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:25Z', 'updated_at': '2021-10-13T12:08:28Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:29.096510 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4c234-bc81-4725-9739-bf038e31d49b None None] The sync data for ids ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'] in n-d-813659-3 is: [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '497617d8-e8f5-4a3b-9cd8-dd5f24ad440f', 'name': '', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:14:3a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:25Z', 'updated_at': '2021-10-13T12:08:28Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:08:29.581389 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:08:29.632848 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:08:29.633317 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:29.943159 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-e18afce0-1ecd-4b6f-95ba-9f80583d758c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:29.944695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-e18afce0-1ecd-4b6f-95ba-9f80583d758c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/networks?id=17500eca-4db5-4b5a-af06-8e8e6deff3d3 HTTP/1.1" status: 200 len: 797 time: 0.1099653 Oct 13 12:08:29.991336 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-55d73e57-02f0-4713-9bef-57288d193cea tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8cd4a1746fc488b99262772d8fc167c HTTP/1.1" status: 200 len: 379 time: 0.0371108 Oct 13 12:08:29.992747 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b27453d1-f41b-48d6-bf92-1047af49b5ef req-bd8c6c8f-4645-4dfc-b5db-2715343b4049 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 210 time: 0.0288250 Oct 13 12:08:30.001885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-5e7bb7a6-078a-4067-a720-e892ee273847 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'port': {'device_id': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'admin_state_up': True, 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'security_groups': ['2355ea84-25ae-4d4f-9416-4051ccb100bc']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:08:30.241133 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-5e7bb7a6-078a-4067-a720-e892ee273847 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Made reservation on behalf of e8cd4a1746fc488b99262772d8fc167c for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:08:30.244848 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-5e7bb7a6-078a-4067-a720-e892ee273847 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:30.373486 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-5e7bb7a6-078a-4067-a720-e892ee273847 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.20.0.5 (17500eca-4db5-4b5a-af06-8e8e6deff3d3/731da159-3a49-42a7-805f-5ed3dabd3333/a183bcec-fdcf-40c6-b71b-88e48b1b4cc7) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:08:30.513145 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-5e7bb7a6-078a-4067-a720-e892ee273847 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:30.663979 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-5e7bb7a6-078a-4067-a720-e892ee273847 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:30.715746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-5e7bb7a6-078a-4067-a720-e892ee273847 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:08:30.719046 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-5e7bb7a6-078a-4067-a720-e892ee273847 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:08:30.723341 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-5e7bb7a6-078a-4067-a720-e892ee273847 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:08:30.729754 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bb7a6-078a-4067-a720-e892ee273847 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:30.782064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-5e7bb7a6-078a-4067-a720-e892ee273847 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:30.782064 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-5e7bb7a6-078a-4067-a720-e892ee273847 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:30.860497 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-5e7bb7a6-078a-4067-a720-e892ee273847 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8634331 Oct 13 12:08:30.873310 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Request body: {'port': {'device_id': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:08:30.908543 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea58a90c-9ccc-457b-810b-177521c76eaf None None] Provisioning complete for port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:08:30.909143 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea58a90c-9ccc-457b-810b-177521c76eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:30.931113 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:30.945155 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea58a90c-9ccc-457b-810b-177521c76eaf None None] Port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:08:31.129250 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00731bde-6a49-44ad-b7cc-b44832857ff2 req-c531fc11-448e-4f6a-af00-414001b88c3d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:31.132431 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00731bde-6a49-44ad-b7cc-b44832857ff2 req-c531fc11-448e-4f6a-af00-414001b88c3d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 931 time: 0.0638390 Oct 13 12:08:31.168446 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-00731bde-6a49-44ad-b7cc-b44832857ff2 req-5d73bd86-c8cf-47f6-a8a7-0e3f63a4c3da tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314713 Oct 13 12:08:31.215622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:08:31.223483 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:31.243752 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Transition to ACTIVE for port object a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 12:08:31.329117 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:31.378704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:31.458791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Attempting to bind port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:08:31.459143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Attempting to bind port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': 'f4c9ce87-f46a-4306-a1aa-b41cad05a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:08:31.459481 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Attempting to bind port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 on network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:08:31.464225 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 on network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 12:08:31.464553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Attempting to bind port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 on network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:08:31.469590 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:08:31.469934 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Checking segment: {'id': 'f4c9ce87-f46a-4306-a1aa-b41cad05a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:08:31.470391 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Bound using segment: {'id': 'f4c9ce87-f46a-4306-a1aa-b41cad05a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:08:31.470988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Bound port: a183bcec-fdcf-40c6-b71b-88e48b1b4cc7, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c9ce87-f46a-4306-a1aa-b41cad05a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:08:31.471362 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:31.540308 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] For port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:08:31.543677 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] For port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7,segment=NetworkSegment(f4c9ce87-f46a-4306-a1aa-b41cad05a551),segment_id=f4c9ce87-f46a-4306-a1aa-b41cad05a551)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:08:31.638235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:31.675819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:31.676263 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:31.677688 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 HTTP/1.1" status: 200 len: 1091 time: 0.8087461 Oct 13 12:08:31.678128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'tag': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:08:31.680429 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d9f4ad-3457-4a74-887e-48ccc8de0a83" -d '{"events": [{"name": "network-changed", "server_uuid": "b8695c08-0e90-401d-92a1-5a18059b1c81", "tag": "a183bcec-fdcf-40c6-b71b-88e48b1b4cc7"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:08:31.704540 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da538d6c-6aeb-481c-80cf-9d121d1f09e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:31.723273 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28346b8-d4e4-49a0-8a4a-a47832fa2f41 x-openstack-request-id: req-a28346b8-d4e4-49a0-8a4a-a47832fa2f41 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:08:31.723590 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8695c08-0e90-401d-92a1-5a18059b1c81", "tag": "a183bcec-fdcf-40c6-b71b-88e48b1b4cc7", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:08:31.723826 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a28346b8-d4e4-49a0-8a4a-a47832fa2f41 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:08:31.724237 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'tag': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7', 'status': 'completed', 'code': 200} Oct 13 12:08:31.787004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9f4ad-3457-4a74-887e-48ccc8de0a83 req-6e523c27-5efd-4cb4-8226-31fced5629e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:31.788511 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d2d9f4ad-3457-4a74-887e-48ccc8de0a83 req-6e523c27-5efd-4cb4-8226-31fced5629e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 1094 time: 0.0442336 Oct 13 12:08:32.181988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9f4ad-3457-4a74-887e-48ccc8de0a83 req-9100ff7b-abfa-4d97-bf0b-33d029e92ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:32.184402 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d2d9f4ad-3457-4a74-887e-48ccc8de0a83 req-9100ff7b-abfa-4d97-bf0b-33d029e92ab7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e8cd4a1746fc488b99262772d8fc167c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3885317 Oct 13 12:08:32.288068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9f4ad-3457-4a74-887e-48ccc8de0a83 req-81431426-83ed-4332-a784-9a9370145ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:32.289538 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d2d9f4ad-3457-4a74-887e-48ccc8de0a83 req-81431426-83ed-4332-a784-9a9370145ad5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986366 Oct 13 12:08:32.292366 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0beeb-d3bb-4ba2-b546-31a693b25e65 req-1c83b4bf-0490-4a51-a135-691e572b8913 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:32.293924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8c0beeb-d3bb-4ba2-b546-31a693b25e65 req-1c83b4bf-0490-4a51-a135-691e572b8913 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 943 time: 0.0545113 Oct 13 12:08:32.332883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e8c0beeb-d3bb-4ba2-b546-31a693b25e65 req-10f4dda0-d24c-4249-b483-4309a920dd7b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324445 Oct 13 12:08:32.362147 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-d1bace8e-7c62-4a6b-ab40-23f88382e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:32.363671 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-d1bace8e-7c62-4a6b-ab40-23f88382e36e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 1094 time: 0.0403895 Oct 13 12:08:32.404191 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-f9813a3d-5d93-4646-af32-b63c64180aca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 HTTP/1.1" status: 200 len: 217 time: 0.0330770 Oct 13 12:08:32.456160 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-75b7d45d-6a7d-44fe-8480-b31d16054eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:32.457622 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-75b7d45d-6a7d-44fe-8480-b31d16054eb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=731da159-3a49-42a7-805f-5ed3dabd3333 HTTP/1.1" status: 200 len: 834 time: 0.0464003 Oct 13 12:08:32.501479 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-cc93da53-0968-4cbc-8751-859402bc5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:32.503060 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-cc93da53-0968-4cbc-8751-859402bc5e59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17500eca-4db5-4b5a-af06-8e8e6deff3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389481 Oct 13 12:08:32.591820 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-0d6547a8-0398-4ee3-8068-7929f1a5ebb9 service neutron] 10.222.0.46 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820668 Oct 13 12:08:32.685912 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-469778ea-64da-4c1c-921e-0891a190f0e5 req-76d76d93-055d-47db-8416-cba118fe9bde service neutron] 10.222.0.46 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866416 Oct 13 12:08:33.452398 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655edf6f-af20-4d00-bb77-10e461897d45 req-79cce416-3090-4008-bb94-d0f3df7898d8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:33.453899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-655edf6f-af20-4d00-bb77-10e461897d45 req-79cce416-3090-4008-bb94-d0f3df7898d8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 943 time: 0.0531948 Oct 13 12:08:33.491901 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-655edf6f-af20-4d00-bb77-10e461897d45 req-173edd0b-d3e5-465e-8bc3-0aff60467657 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312521 Oct 13 12:08:34.606505 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d859de-ab61-4874-a7a2-2fc2a2b90386 req-c1ac7716-af84-470b-973a-16ad64f1c4e0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:34.608081 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9d859de-ab61-4874-a7a2-2fc2a2b90386 req-c1ac7716-af84-470b-973a-16ad64f1c4e0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 943 time: 0.0492117 Oct 13 12:08:34.646470 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9d859de-ab61-4874-a7a2-2fc2a2b90386 req-7df64e72-018c-4645-9667-04bc16b8221a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318959 Oct 13 12:08:36.072753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa91f12-4a55-49da-8b92-41be37aba715 req-821ad897-a986-49f6-ac38-c6a7e7f308f2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:36.074231 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9aa91f12-4a55-49da-8b92-41be37aba715 req-821ad897-a986-49f6-ac38-c6a7e7f308f2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 943 time: 0.3617616 Oct 13 12:08:36.112665 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9aa91f12-4a55-49da-8b92-41be37aba715 req-c5242a18-242e-437a-a2fb-197bba115bfa tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324321 Oct 13 12:08:37.228027 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31044dc3-2ca4-4e9d-8ec8-e96917de9e32 req-60f04847-fdd7-428d-9931-9590fe2327d3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:37.229556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31044dc3-2ca4-4e9d-8ec8-e96917de9e32 req-60f04847-fdd7-428d-9931-9590fe2327d3 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 943 time: 0.0489869 Oct 13 12:08:37.267588 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31044dc3-2ca4-4e9d-8ec8-e96917de9e32 req-a9cd1bf6-2501-482d-96c7-daa092d11ad7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320923 Oct 13 12:08:37.568533 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 12:08:37.665406 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7,segment=NetworkSegment(f4c9ce87-f46a-4306-a1aa-b41cad05a551),segment_id=f4c9ce87-f46a-4306-a1aa-b41cad05a551)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:08:37.676376 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'port_id': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7', 'mac_address': 'fa:16:3e:bc:a6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 12:08:37.716641 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:37.729905 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:08:37.748666 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7,segment=NetworkSegment(f4c9ce87-f46a-4306-a1aa-b41cad05a551),segment_id=f4c9ce87-f46a-4306-a1aa-b41cad05a551)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:08:37.837128 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:37.885038 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:38.037188 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-edb45b73-f2ef-4996-893b-4710fd284e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:38.216402 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['a183bcec-fdcf-40c6-b71b-88e48b1b4cc7'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 12:08:38.385263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2b69f-906b-483a-9966-92f447b3ecc1 req-0ed97be0-189c-4561-9522-6e522990d9a6 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:38.386740 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22a2b69f-906b-483a-9966-92f447b3ecc1 req-0ed97be0-189c-4561-9522-6e522990d9a6 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 944 time: 0.0491931 Oct 13 12:08:38.423749 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22a2b69f-906b-483a-9966-92f447b3ecc1 req-a91ca782-4a9c-4860-a729-533ce77c1a94 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311234 Oct 13 12:08:39.541073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24cf62-f661-43cc-9046-7aef742b0da8 req-4460b232-550d-4c2a-b012-9cc472890a28 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:39.542541 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a24cf62-f661-43cc-9046-7aef742b0da8 req-4460b232-550d-4c2a-b012-9cc472890a28 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 944 time: 0.0517027 Oct 13 12:08:39.578973 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0a24cf62-f661-43cc-9046-7aef742b0da8 req-31fa0f07-8f9b-437f-ad2c-0e7fa3f9dc51 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305765 Oct 13 12:08:39.598385 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:08:39.656845 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:39.738259 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 12:08:39.742663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:08:39.743183 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:39.835190 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:39.857039 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:08:39.859339 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efb0c88-a268-4836-bb8b-4d5b1172a41e" -d '{"events": [{"server_uuid": "b8695c08-0e90-401d-92a1-5a18059b1c81", "name": "network-vif-plugged", "status": "completed", "tag": "a183bcec-fdcf-40c6-b71b-88e48b1b4cc7"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:08:39.872998 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7,segment=NetworkSegment(f4c9ce87-f46a-4306-a1aa-b41cad05a551),segment_id=f4c9ce87-f46a-4306-a1aa-b41cad05a551)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:08:39.900092 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09f69c6-43ee-45e5-9585-3174a31fe783 x-openstack-request-id: req-f09f69c6-43ee-45e5-9585-3174a31fe783 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:08:39.900397 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8695c08-0e90-401d-92a1-5a18059b1c81", "name": "network-vif-plugged", "status": "completed", "tag": "a183bcec-fdcf-40c6-b71b-88e48b1b4cc7", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:08:39.900650 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f09f69c6-43ee-45e5-9585-3174a31fe783 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:08:39.901046 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7', 'code': 200} Oct 13 12:08:39.942993 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:40.004761 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:40.007342 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7f711-6d77-449e-8702-788f0e185e77 req-b97d5dbc-7803-4d55-a98b-b67bd0551c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:40.011845 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3cc7f711-6d77-449e-8702-788f0e185e77 req-b97d5dbc-7803-4d55-a98b-b67bd0551c31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 1096 time: 0.0444853 Oct 13 12:08:40.048102 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3cc7f711-6d77-449e-8702-788f0e185e77 req-7b6986fb-b1f3-4410-b03d-8d3035665995 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286911 Oct 13 12:08:40.698571 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080d794-183b-4750-b950-dab1a7aa900a req-6df994f9-d487-4f6c-8ee7-d1c12cb02728 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:40.700031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1080d794-183b-4750-b950-dab1a7aa900a req-6df994f9-d487-4f6c-8ee7-d1c12cb02728 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 945 time: 0.0494969 Oct 13 12:08:40.738147 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1080d794-183b-4750-b950-dab1a7aa900a req-6717206b-41bc-4a5c-ab51-5dcef733ea3a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 Oct 13 12:08:40.848415 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7d4372d-1e8c-4475-a785-5c646b7ca5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:41.288529 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:41.837783 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:41.852381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627cf2d-e102-446e-973c-5ca934209417 req-aa8253ce-a1c1-4da9-92d8-87c491c3085e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:41.854900 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3627cf2d-e102-446e-973c-5ca934209417 req-aa8253ce-a1c1-4da9-92d8-87c491c3085e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 945 time: 0.0496900 Oct 13 12:08:41.892072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3627cf2d-e102-446e-973c-5ca934209417 req-b22abc7a-9476-4dca-b29b-85c63fa31f7d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320854 Oct 13 12:08:42.008584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f0fea-c32b-4c23-90a4-7b1c5be470da req-ef8d6e7b-0de6-4773-a44a-accce22e448c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:42.010305 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e02f0fea-c32b-4c23-90a4-7b1c5be470da req-ef8d6e7b-0de6-4773-a44a-accce22e448c tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 945 time: 0.0520432 Oct 13 12:08:42.046866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e02f0fea-c32b-4c23-90a4-7b1c5be470da req-440149f9-c61e-4b43-b68a-3c4ec4bd24fa tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306859 Oct 13 12:08:42.069988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40066) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:42.108613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd5c8b2-b2b1-48c3-833e-1cacdc77ea26 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:42.110127 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-cbd5c8b2-b2b1-48c3-833e-1cacdc77ea26 tempest-TestNetworkAdvancedServerOps-498112464 tempest-TestNetworkAdvancedServerOps-498112464-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 1091 time: 0.0391321 Oct 13 12:08:42.114100 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40068) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:42.118354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:08:42.194758 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:42.293646 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:42.394929 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Allocated IP 172.25.0.200 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/06428069-b380-4517-8604-74aa59a8ac55) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:08:42.501213 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:42.508670 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:42.594832 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:42.635770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:08:42.640458 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:08:42.644330 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:08:42.650232 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=06428069-b380-4517-8604-74aa59a8ac55,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:42.998044 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:43.122427 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:43.307059 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:43.374511 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:43.449493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event updated for resources: {'Port': ['ID=06428069-b380-4517-8604-74aa59a8ac55,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:08:43.462964 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:43.562739 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Floating IP 5704891b-fbae-4dfb-8a05-2fd1bba88c96 associated. External IP: 172.25.0.200, port: a183bcec-fdcf-40c6-b71b-88e48b1b4cc7. Oct 13 12:08:43.720433 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:43.774377 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router c69051ab-85d1-4b8c-a9db-4e8d2f76360a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:08:43.882294 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:08:43.892447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8d589-9219-46b3-8726-887ab378cc61 None None] Sync routers for ids ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:08:43.902115 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8d589-9219-46b3-8726-887ab378cc61 None None] Routers {'c69051ab-85d1-4b8c-a9db-4e8d2f76360a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:08:43.902775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-88f8d589-9219-46b3-8726-887ab378cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:08:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:43.973512 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:08:44.000789 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c5fa8b17-0b51-4aa2-8261-43e38831f6f8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8856475 Oct 13 12:08:44.001484 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'tag': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:08:44.004638 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61aefb1-20ae-46f1-9bc1-01b683599b99" -d '{"events": [{"name": "network-changed", "server_uuid": "b8695c08-0e90-401d-92a1-5a18059b1c81", "tag": "a183bcec-fdcf-40c6-b71b-88e48b1b4cc7"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:08:44.016975 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-88f8d589-9219-46b3-8726-887ab378cc61 None None] Set router c69051ab-85d1-4b8c-a9db-4e8d2f76360a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:08:44.104613 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ce3d-9073-4a0b-a1a7-c7c16ff4d1fd req-de85ac34-e418-4bc5-9cd9-b3f52f7028e8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:44.106156 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec30ce3d-9073-4a0b-a1a7-c7c16ff4d1fd req-de85ac34-e418-4bc5-9cd9-b3f52f7028e8 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 945 time: 0.0559134 Oct 13 12:08:44.147535 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ec30ce3d-9073-4a0b-a1a7-c7c16ff4d1fd req-781a200a-cf12-4e56-b778-ef5816ce6a90 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343163 Oct 13 12:08:44.177252 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40074) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:44.218079 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50896a09-e605-452d-b699-eb61f7c766b1 x-openstack-request-id: req-50896a09-e605-452d-b699-eb61f7c766b1 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:08:44.218375 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8695c08-0e90-401d-92a1-5a18059b1c81", "tag": "a183bcec-fdcf-40c6-b71b-88e48b1b4cc7", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:08:44.218620 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50896a09-e605-452d-b699-eb61f7c766b1 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:08:44.219004 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'tag': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7', 'status': 'completed', 'code': 200} Oct 13 12:08:44.245482 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d908b65e-581a-4c01-9050-b4206c813ee5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/5704891b-fbae-4dfb-8a05-2fd1bba88c96 HTTP/1.1" status: 200 len: 991 time: 0.0670297 Oct 13 12:08:44.263635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61aefb1-20ae-46f1-9bc1-01b683599b99 req-3b6f64d8-9466-491f-9c45-bac6d9fb8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:44.265150 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a61aefb1-20ae-46f1-9bc1-01b683599b99 req-3b6f64d8-9466-491f-9c45-bac6d9fb8385 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 1096 time: 0.0488892 Oct 13 12:08:44.331536 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-88f8d589-9219-46b3-8726-887ab378cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5704891b-fbae-4dfb-8a05-2fd1bba88c96', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.200', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'port_id': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'mac_address': 'fa:16:3e:bc:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:08:42Z', 'updated_at': '2021-10-13T12:08:42Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497617d8-e8f5-4a3b-9cd8-dd5f24ad440f', 'name': '', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:14:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:25Z', 'updated_at': '2021-10-13T12:08:28Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:44.357183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61aefb1-20ae-46f1-9bc1-01b683599b99 req-5ceb2011-25ab-4ea1-a1aa-41e712f764c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:44.358685 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a61aefb1-20ae-46f1-9bc1-01b683599b99 req-5ceb2011-25ab-4ea1-a1aa-41e712f764c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17500eca-4db5-4b5a-af06-8e8e6deff3d3 HTTP/1.1" status: 200 len: 898 time: 0.0864477 Oct 13 12:08:44.358835 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8d589-9219-46b3-8726-887ab378cc61 None None] Checking router: c69051ab-85d1-4b8c-a9db-4e8d2f76360a for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:08:44.368375 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8d589-9219-46b3-8726-887ab378cc61 None None] Routers {'c69051ab-85d1-4b8c-a9db-4e8d2f76360a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:08:44.368983 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-88f8d589-9219-46b3-8726-887ab378cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:08:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:44.436953 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a61aefb1-20ae-46f1-9bc1-01b683599b99 req-43c6de3d-0bf3-4142-84b6-7559aa8a7f7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 HTTP/1.1" status: 200 len: 999 time: 0.0699971 Oct 13 12:08:44.481336 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-88f8d589-9219-46b3-8726-887ab378cc61 None None] Set router c69051ab-85d1-4b8c-a9db-4e8d2f76360a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:08:44.486282 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61aefb1-20ae-46f1-9bc1-01b683599b99 req-9a158dde-abf8-49c2-8487-dd55ae85d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:44.490910 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a61aefb1-20ae-46f1-9bc1-01b683599b99 req-9a158dde-abf8-49c2-8487-dd55ae85d1b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=731da159-3a49-42a7-805f-5ed3dabd3333 HTTP/1.1" status: 200 len: 834 time: 0.0444500 Oct 13 12:08:44.535397 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61aefb1-20ae-46f1-9bc1-01b683599b99 req-56a0903b-ead5-4f1e-8836-e58e890932e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:44.536939 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a61aefb1-20ae-46f1-9bc1-01b683599b99 req-56a0903b-ead5-4f1e-8836-e58e890932e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17500eca-4db5-4b5a-af06-8e8e6deff3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419540 Oct 13 12:08:44.634358 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a61aefb1-20ae-46f1-9bc1-01b683599b99 req-e195a609-32d4-4d86-8bab-92ee774a5a21 service neutron] 10.222.0.46 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904634 Oct 13 12:08:44.720744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-88f8d589-9219-46b3-8726-887ab378cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5704891b-fbae-4dfb-8a05-2fd1bba88c96', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.200', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'port_id': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'mac_address': 'fa:16:3e:bc:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:08:42Z', 'updated_at': '2021-10-13T12:08:42Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497617d8-e8f5-4a3b-9cd8-dd5f24ad440f', 'name': '', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:14:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:25Z', 'updated_at': '2021-10-13T12:08:28Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:08:44.727994 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a61aefb1-20ae-46f1-9bc1-01b683599b99 req-faa045cf-32ed-410d-beda-718c79052c49 service neutron] 10.222.0.46 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866823 Oct 13 12:08:44.748529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8d589-9219-46b3-8726-887ab378cc61 None None] The sync data for ids ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'] in n-d-813659-3 is: [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5704891b-fbae-4dfb-8a05-2fd1bba88c96', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'floating_ip_address': '172.25.0.200', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'port_id': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'mac_address': 'fa:16:3e:bc:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:08:42Z', 'updated_at': '2021-10-13T12:08:42Z', 'revision_number': 0, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497617d8-e8f5-4a3b-9cd8-dd5f24ad440f', 'name': '', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:14:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:25Z', 'updated_at': '2021-10-13T12:08:28Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:08:44.948646 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafed5e1-9a2a-4190-971c-204af7765f50 None None] New status for floating IP 5704891b-fbae-4dfb-8a05-2fd1bba88c96: ACTIVE {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:08:45.249348 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40076) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:08:45.316200 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-17c6514a-c8aa-4311-a561-58dd9adaaa16 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/5704891b-fbae-4dfb-8a05-2fd1bba88c96 HTTP/1.1" status: 200 len: 993 time: 0.0656304 Oct 13 12:08:53.351864 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:08:54.099898 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c95686d-7181-49b4-98ea-209b05675aed req-3fcf2654-430d-4bc1-a3dd-97c9dbb6acf1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425122 Oct 13 12:08:54.183184 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95686d-7181-49b4-98ea-209b05675aed req-087f1fb1-bd50-4d6c-b44f-daed81d21f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:54.184723 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c95686d-7181-49b4-98ea-209b05675aed req-087f1fb1-bd50-4d6c-b44f-daed81d21f69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 1096 time: 0.0417578 Oct 13 12:08:54.296023 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95686d-7181-49b4-98ea-209b05675aed req-5a7147b3-d845-4b10-956a-6e8928dd9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:54.297506 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c95686d-7181-49b4-98ea-209b05675aed req-5a7147b3-d845-4b10-956a-6e8928dd9674 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17500eca-4db5-4b5a-af06-8e8e6deff3d3 HTTP/1.1" status: 200 len: 898 time: 0.0925715 Oct 13 12:08:54.367598 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c95686d-7181-49b4-98ea-209b05675aed req-7b0766e0-5be5-4c50-8900-cd295897e1a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0628326 Oct 13 12:08:54.420770 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95686d-7181-49b4-98ea-209b05675aed req-b816a69f-f7e5-4ae7-adbc-746d30339477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:54.422247 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c95686d-7181-49b4-98ea-209b05675aed req-b816a69f-f7e5-4ae7-adbc-746d30339477 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=731da159-3a49-42a7-805f-5ed3dabd3333 HTTP/1.1" status: 200 len: 834 time: 0.0460794 Oct 13 12:08:54.472118 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95686d-7181-49b4-98ea-209b05675aed req-b266ff93-04bd-4108-9a73-7d83ec3eb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:08:54.473636 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c95686d-7181-49b4-98ea-209b05675aed req-b266ff93-04bd-4108-9a73-7d83ec3eb601 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17500eca-4db5-4b5a-af06-8e8e6deff3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449519 Oct 13 12:08:54.567650 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c95686d-7181-49b4-98ea-209b05675aed req-1df5f736-b55a-44ec-8d05-83a5924973dd service neutron] 10.222.0.46 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854418 Oct 13 12:08:54.667512 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3c95686d-7181-49b4-98ea-209b05675aed req-90912f72-54bd-490a-b274-fd12c244ac48 service neutron] 10.222.0.46 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915890 Oct 13 12:09:08.082913 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf789-dc79-4587-9c93-dd196a21e91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:09.659889 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:10.848416 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e187142f-fb24-44f5-b7b5-bc0a6a630933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:11.331538 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:11.825828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:12.517280 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:13.728536 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:30.350929 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:09:38.081780 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-18eec963-57fa-4fa3-ab8f-4433424491ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:39.704825 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:40.836997 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-815b41b8-8657-4ef4-aad9-a4b0d5a37bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:41.330806 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:41.817108 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:42.533757 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:43.744928 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:09:54.099689 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bfd8ec3d-559a-42e7-8797-e007136df875 req-feeab518-8a24-44c8-be7c-bf386c07bcdc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424156 Oct 13 12:09:54.181793 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8ec3d-559a-42e7-8797-e007136df875 req-8f2f5c80-4cc7-45d4-a0d0-5c908ef92e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:09:54.184031 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bfd8ec3d-559a-42e7-8797-e007136df875 req-8f2f5c80-4cc7-45d4-a0d0-5c908ef92e1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 1096 time: 0.0415266 Oct 13 12:09:54.294470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8ec3d-559a-42e7-8797-e007136df875 req-7929f8e7-982c-4047-a393-9e58862b8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:09:54.295980 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bfd8ec3d-559a-42e7-8797-e007136df875 req-7929f8e7-982c-4047-a393-9e58862b8d83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17500eca-4db5-4b5a-af06-8e8e6deff3d3 HTTP/1.1" status: 200 len: 898 time: 0.0930464 Oct 13 12:09:54.363317 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bfd8ec3d-559a-42e7-8797-e007136df875 req-a5ce8db2-ac22-489e-a24c-c8d48f0a63e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0601792 Oct 13 12:09:54.421215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8ec3d-559a-42e7-8797-e007136df875 req-7850075a-fc36-4fbc-9e03-d862e43ec2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:09:54.422733 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bfd8ec3d-559a-42e7-8797-e007136df875 req-7850075a-fc36-4fbc-9e03-d862e43ec2a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=731da159-3a49-42a7-805f-5ed3dabd3333 HTTP/1.1" status: 200 len: 834 time: 0.0525131 Oct 13 12:09:54.469287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8ec3d-559a-42e7-8797-e007136df875 req-7242bcdb-7895-4136-8697-af2f7df60825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:09:54.470869 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bfd8ec3d-559a-42e7-8797-e007136df875 req-7242bcdb-7895-4136-8697-af2f7df60825 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17500eca-4db5-4b5a-af06-8e8e6deff3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414054 Oct 13 12:09:54.565584 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bfd8ec3d-559a-42e7-8797-e007136df875 req-ccf90d6e-5c1f-4d5f-9dc8-b6be69119f3e service neutron] 10.222.0.46 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879397 Oct 13 12:09:54.666005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-bfd8ec3d-559a-42e7-8797-e007136df875 req-2fadaadd-2914-4055-a10c-722a02796e0b service neutron] 10.222.0.46 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904715 Oct 13 12:09:58.695247 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25d10d-0584-48be-ba93-9b57e2a39d79 req-aead90fd-3c95-4eb2-a46a-709e27320c19 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:09:58.696836 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e25d10d-0584-48be-ba93-9b57e2a39d79 req-aead90fd-3c95-4eb2-a46a-709e27320c19 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 945 time: 0.0505235 Oct 13 12:09:58.736273 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7e25d10d-0584-48be-ba93-9b57e2a39d79 req-5d6149d6-3463-446c-8893-e8e5fc984b92 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332034 Oct 13 12:09:59.854774 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e364c6-646a-4166-a9d9-d7404e28a870 req-81b0425a-47bf-4bb4-9be0-bd3c056daf4e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:09:59.856402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92e364c6-646a-4166-a9d9-d7404e28a870 req-81b0425a-47bf-4bb4-9be0-bd3c056daf4e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 945 time: 0.0515835 Oct 13 12:09:59.896087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-92e364c6-646a-4166-a9d9-d7404e28a870 req-64611887-1207-41cd-bffd-5935ae8d74bf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338671 Oct 13 12:10:01.015170 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257043b-22a1-451f-8f40-51f2547716fe req-f5e23aa9-db53-4169-a01b-3687cf0396c4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:01.018634 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2257043b-22a1-451f-8f40-51f2547716fe req-f5e23aa9-db53-4169-a01b-3687cf0396c4 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 945 time: 0.0535734 Oct 13 12:10:01.056731 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2257043b-22a1-451f-8f40-51f2547716fe req-bebb0b17-c87d-4d3f-99c8-209186e8dcd2 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340157 Oct 13 12:10:01.079895 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40114) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:01.142982 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4fdeda80-05f5-498d-9146-ed287a563056 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/5704891b-fbae-4dfb-8a05-2fd1bba88c96 HTTP/1.1" status: 200 len: 993 time: 0.0619142 Oct 13 12:10:02.548193 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af65c-d142-460b-820a-1eae213f93de req-7be45106-d735-4d91-8fc5-28c77fc85d9b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:02.549657 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed0af65c-d142-460b-820a-1eae213f93de req-7be45106-d735-4d91-8fc5-28c77fc85d9b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 945 time: 0.0504048 Oct 13 12:10:02.598014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ed0af65c-d142-460b-820a-1eae213f93de req-84843cd4-96ed-4208-8ac6-8aba6cbd85ae tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416529 Oct 13 12:10:02.664882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a5d36-85df-45c6-a83c-945c61943542 req-b4a61f91-08a9-4f0b-9a79-e951af185f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:02.666547 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c8a5d36-85df-45c6-a83c-945c61943542 req-b4a61f91-08a9-4f0b-9a79-e951af185f66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 1096 time: 0.0462523 Oct 13 12:10:02.757018 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a5d36-85df-45c6-a83c-945c61943542 req-e790c5ea-6f55-457e-92fd-9a51daa42288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:02.758416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c8a5d36-85df-45c6-a83c-945c61943542 req-e790c5ea-6f55-457e-92fd-9a51daa42288 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17500eca-4db5-4b5a-af06-8e8e6deff3d3 HTTP/1.1" status: 200 len: 898 time: 0.0845370 Oct 13 12:10:02.826951 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c8a5d36-85df-45c6-a83c-945c61943542 req-573fb0ec-367e-47d8-8114-5dc7b7c738a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0615830 Oct 13 12:10:02.876384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a5d36-85df-45c6-a83c-945c61943542 req-709e22b3-2944-4736-833d-564c13cfa641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:02.877809 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c8a5d36-85df-45c6-a83c-945c61943542 req-709e22b3-2944-4736-833d-564c13cfa641 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=731da159-3a49-42a7-805f-5ed3dabd3333 HTTP/1.1" status: 200 len: 834 time: 0.0440700 Oct 13 12:10:02.921480 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a5d36-85df-45c6-a83c-945c61943542 req-2a69c224-3b2d-4197-8e3f-2786834e22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:02.922975 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c8a5d36-85df-45c6-a83c-945c61943542 req-2a69c224-3b2d-4197-8e3f-2786834e22d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17500eca-4db5-4b5a-af06-8e8e6deff3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387459 Oct 13 12:10:03.019677 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c8a5d36-85df-45c6-a83c-945c61943542 req-95915e6f-5d25-410e-88ef-1d7001433a28 service neutron] 10.222.0.46 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882652 Oct 13 12:10:03.110053 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-8c8a5d36-85df-45c6-a83c-945c61943542 req-047d450a-4d07-4fe4-8a97-43d0b1b68f99 service neutron] 10.222.0.46 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847919 Oct 13 12:10:03.707227 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ea3a3-3108-42c6-a2e0-4c7814d398a5 req-0955dbea-d893-42d4-867d-018c8cc4d785 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:03.708696 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a0ea3a3-3108-42c6-a2e0-4c7814d398a5 req-0955dbea-d893-42d4-867d-018c8cc4d785 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 945 time: 0.0484295 Oct 13 12:10:03.747366 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8a0ea3a3-3108-42c6-a2e0-4c7814d398a5 req-a72fc645-7e91-4d70-b443-1c649273691f tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Oct 13 12:10:04.876108 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847771a2-9046-4fbf-a40d-3c2808f8cc50 req-6a982ddf-4522-42b2-8fce-fe7fa22cdfea tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:04.877585 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-847771a2-9046-4fbf-a40d-3c2808f8cc50 req-6a982ddf-4522-42b2-8fce-fe7fa22cdfea tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 945 time: 0.0576389 Oct 13 12:10:04.915691 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-847771a2-9046-4fbf-a40d-3c2808f8cc50 req-4b872bf8-a505-4af5-80cb-cf68836d2373 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319047 Oct 13 12:10:04.938962 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40130) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:04.999229 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f03aa820-f52a-4bed-8019-fdd129c9a46a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/floatingips/5704891b-fbae-4dfb-8a05-2fd1bba88c96 HTTP/1.1" status: 200 len: 993 time: 0.0590804 Oct 13 12:10:05.213258 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40136) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:05.380039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port 06428069-b380-4517-8604-74aa59a8ac55 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:10:05.380275 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:05.458004 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:05.458345 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:05.470264 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for 06428069-b380-4517-8604-74aa59a8ac55 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:10:05.681683 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:05.707136 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=06428069-b380-4517-8604-74aa59a8ac55,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:05.719191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:05.719561 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:05.719902 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:05.720237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:05.720569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:05.720899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:05.721228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:05.721562 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:05.721884 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:05.722205 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:05.722560 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:05.722880 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:05.779717 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:05.780052 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Floating IP 5704891b-fbae-4dfb-8a05-2fd1bba88c96 disassociated (deleted). External IP: 172.25.0.200, port: a183bcec-fdcf-40c6-b71b-88e48b1b4cc7. Oct 13 12:10:05.976287 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router c69051ab-85d1-4b8c-a9db-4e8d2f76360a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:10:06.085139 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:10:06.089914 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:06.095341 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b098e1-7847-4245-91ba-cebca4e13298 None None] Sync routers for ids ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:10:06.106965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b098e1-7847-4245-91ba-cebca4e13298 None None] Routers {'c69051ab-85d1-4b8c-a9db-4e8d2f76360a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:06.107790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f3b098e1-7847-4245-91ba-cebca4e13298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:09:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:06.120350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-fddc940a-2260-46da-a9c9-53ff16b2e07b tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/floatingips/5704891b-fbae-4dfb-8a05-2fd1bba88c96 HTTP/1.1" status: 204 len: 168 time: 0.9059973 Oct 13 12:10:06.121042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'tag': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:10:06.124177 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee740ef3-e622-4ef3-8692-f2fecc23c57d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8695c08-0e90-401d-92a1-5a18059b1c81", "tag": "a183bcec-fdcf-40c6-b71b-88e48b1b4cc7"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:10:06.216272 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f3b098e1-7847-4245-91ba-cebca4e13298 None None] Set router c69051ab-85d1-4b8c-a9db-4e8d2f76360a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:06.415974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f3b098e1-7847-4245-91ba-cebca4e13298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '497617d8-e8f5-4a3b-9cd8-dd5f24ad440f', 'name': '', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:14:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:25Z', 'updated_at': '2021-10-13T12:08:28Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:06.447170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b098e1-7847-4245-91ba-cebca4e13298 None None] Checking router: c69051ab-85d1-4b8c-a9db-4e8d2f76360a for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:10:06.456274 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b098e1-7847-4245-91ba-cebca4e13298 None None] Routers {'c69051ab-85d1-4b8c-a9db-4e8d2f76360a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:06.457535 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f3b098e1-7847-4245-91ba-cebca4e13298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:09:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:06.460969 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c9f53b-c933-4930-8f20-f83ac77753f9 x-openstack-request-id: req-33c9f53b-c933-4930-8f20-f83ac77753f9 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:10:06.461243 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8695c08-0e90-401d-92a1-5a18059b1c81", "tag": "a183bcec-fdcf-40c6-b71b-88e48b1b4cc7", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:10:06.461500 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33c9f53b-c933-4930-8f20-f83ac77753f9 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:10:06.461905 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'tag': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7', 'status': 'completed', 'code': 200} Oct 13 12:10:06.538445 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee740ef3-e622-4ef3-8692-f2fecc23c57d req-0d7703c2-2f25-45ef-b12b-0d751e5a65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:06.540230 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ee740ef3-e622-4ef3-8692-f2fecc23c57d req-0d7703c2-2f25-45ef-b12b-0d751e5a65f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd4a1746fc488b99262772d8fc167c&device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 1096 time: 0.0537646 Oct 13 12:10:06.561877 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af448a04-c44f-4b40-8cef-1d195b9d61dc req-b2e56aea-0596-48e1-b2be-1264a6ed6266 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:06.566817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af448a04-c44f-4b40-8cef-1d195b9d61dc req-b2e56aea-0596-48e1-b2be-1264a6ed6266 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 945 time: 0.0574617 Oct 13 12:10:06.572900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f3b098e1-7847-4245-91ba-cebca4e13298 None None] Set router c69051ab-85d1-4b8c-a9db-4e8d2f76360a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:06.609025 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-af448a04-c44f-4b40-8cef-1d195b9d61dc req-be332dfe-bbd5-40fa-be5f-43f8fc12f519 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390267 Oct 13 12:10:06.648065 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee740ef3-e622-4ef3-8692-f2fecc23c57d req-00820535-81c3-4f34-9d9a-43b993c5c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:06.649557 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ee740ef3-e622-4ef3-8692-f2fecc23c57d req-00820535-81c3-4f34-9d9a-43b993c5c07e service neutron] 10.222.0.46 "GET /v2.0/networks?id=17500eca-4db5-4b5a-af06-8e8e6deff3d3 HTTP/1.1" status: 200 len: 898 time: 0.1015997 Oct 13 12:10:06.699267 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ee740ef3-e622-4ef3-8692-f2fecc23c57d req-c6625121-fbe5-4dc6-bda1-1fad112198de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 HTTP/1.1" status: 200 len: 217 time: 0.0422513 Oct 13 12:10:06.756612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee740ef3-e622-4ef3-8692-f2fecc23c57d req-846f5873-0e1f-4c8c-9538-24ce3321ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:06.758078 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ee740ef3-e622-4ef3-8692-f2fecc23c57d req-846f5873-0e1f-4c8c-9538-24ce3321ae6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=731da159-3a49-42a7-805f-5ed3dabd3333 HTTP/1.1" status: 200 len: 834 time: 0.0506563 Oct 13 12:10:06.778849 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f3b098e1-7847-4245-91ba-cebca4e13298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '497617d8-e8f5-4a3b-9cd8-dd5f24ad440f', 'name': '', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:14:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:25Z', 'updated_at': '2021-10-13T12:08:28Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:06.804793 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee740ef3-e622-4ef3-8692-f2fecc23c57d req-8538efe8-381e-4790-83d2-1eab164c0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:06.805273 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b098e1-7847-4245-91ba-cebca4e13298 None None] The sync data for ids ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'] in n-d-813659-3 is: [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '497617d8-e8f5-4a3b-9cd8-dd5f24ad440f', 'name': '', 'network_id': '17500eca-4db5-4b5a-af06-8e8e6deff3d3', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'mac_address': 'fa:16:3e:14:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:25Z', 'updated_at': '2021-10-13T12:08:28Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'subnets': [{'id': '731da159-3a49-42a7-805f-5ed3dabd3333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:10:06.806321 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ee740ef3-e622-4ef3-8692-f2fecc23c57d req-8538efe8-381e-4790-83d2-1eab164c0880 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17500eca-4db5-4b5a-af06-8e8e6deff3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410104 Oct 13 12:10:06.908690 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ee740ef3-e622-4ef3-8692-f2fecc23c57d req-25acc46e-1fd6-4728-8363-6d2e69567b15 service neutron] 10.222.0.46 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927277 Oct 13 12:10:07.006227 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ee740ef3-e622-4ef3-8692-f2fecc23c57d req-57b4241e-d526-44cb-9fc9-39c640a7c91e service neutron] 10.222.0.46 "GET /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889122 Oct 13 12:10:07.037643 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889d98b-0e12-4d8f-8fcb-ec3f314b8ae3 None None] New status for floating IP 5704891b-fbae-4dfb-8a05-2fd1bba88c96: DOWN {{(pid=101993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:10:07.349627 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:10:07.727869 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15491a28-da87-482e-b5da-2a408edbcc90 req-4ce9b226-bec3-4fac-841e-fdf56a68b0a7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:07.729323 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15491a28-da87-482e-b5da-2a408edbcc90 req-4ce9b226-bec3-4fac-841e-fdf56a68b0a7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 945 time: 0.0501626 Oct 13 12:10:07.768195 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15491a28-da87-482e-b5da-2a408edbcc90 req-bf557704-5ae1-4f38-9563-02697239300a tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/security-groups?id=2355ea84-25ae-4d4f-9416-4051ccb100bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328925 Oct 13 12:10:08.102250 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-de79d0f2-50f6-469b-ad5b-0634d8bb7d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:08.326656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbe690-75c8-4044-9de1-ba32343f635c req-a8bf1c9b-1f26-4c80-9cec-9dc323a7c6f7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:08.327993 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b1bbe690-75c8-4044-9de1-ba32343f635c req-a8bf1c9b-1f26-4c80-9cec-9dc323a7c6f7 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 945 time: 0.0561194 Oct 13 12:10:08.422463 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-b1bbe690-75c8-4044-9de1-ba32343f635c req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:10:08.422794 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b1bbe690-75c8-4044-9de1-ba32343f635c req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:08.511618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-b1bbe690-75c8-4044-9de1-ba32343f635c req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7,segment=NetworkSegment(f4c9ce87-f46a-4306-a1aa-b41cad05a551),segment_id=f4c9ce87-f46a-4306-a1aa-b41cad05a551)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:10:08.511992 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b1bbe690-75c8-4044-9de1-ba32343f635c req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:08.524700 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-b1bbe690-75c8-4044-9de1-ba32343f635c req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:10:08.708304 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b1bbe690-75c8-4044-9de1-ba32343f635c req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:08.738426 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=a183bcec-fdcf-40c6-b71b-88e48b1b4cc7,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:08.769375 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:08.769725 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:08.770068 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:08.770428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:08.770765 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:08.771097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:08.771427 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:08.771753 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:08.772080 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:08.772404 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:08.772728 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:08.773051 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:08.791626 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bbe690-75c8-4044-9de1-ba32343f635c req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] No DVR routers for this DVR port a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:10:08.794216 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-b1bbe690-75c8-4044-9de1-ba32343f635c req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:08.798160 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b1bbe690-75c8-4044-9de1-ba32343f635c req-16dd624f-691a-402e-a778-904c392838b0 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.46 "DELETE /v2.0/ports/a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 HTTP/1.1" status: 204 len: 173 time: 0.4640486 Oct 13 12:10:08.798632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'name': 'network-vif-deleted', 'tag': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:10:08.800958 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd978c96-c59b-4cd0-9820-e17a05dbd13d" -d '{"events": [{"server_uuid": "b8695c08-0e90-401d-92a1-5a18059b1c81", "name": "network-vif-deleted", "tag": "a183bcec-fdcf-40c6-b71b-88e48b1b4cc7"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:10:08.864718 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-66d96957-99d5-4f60-b42e-a24661bc5cf6 req-ac230eb3-d9ee-4f3e-8214-0a0cd38c6608 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8695c08-0e90-401d-92a1-5a18059b1c81 HTTP/1.1" status: 200 len: 210 time: 0.0273063 Oct 13 12:10:08.908101 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db145636-f8a6-4bdf-86ca-398135227fe6 x-openstack-request-id: req-db145636-f8a6-4bdf-86ca-398135227fe6 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:10:08.908432 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8695c08-0e90-401d-92a1-5a18059b1c81", "name": "network-vif-deleted", "tag": "a183bcec-fdcf-40c6-b71b-88e48b1b4cc7", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:10:08.908758 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db145636-f8a6-4bdf-86ca-398135227fe6 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:10:08.909267 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8695c08-0e90-401d-92a1-5a18059b1c81', 'name': 'network-vif-deleted', 'tag': 'a183bcec-fdcf-40c6-b71b-88e48b1b4cc7', 'status': 'completed', 'code': 200} Oct 13 12:10:09.687681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:09.922297 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40152) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:10.280266 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e314c32-6fdf-4a93-8aee-63dd7b0929eb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:10.532175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9e314c32-6fdf-4a93-8aee-63dd7b0929eb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:10:10.532449 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e314c32-6fdf-4a93-8aee-63dd7b0929eb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:10.625303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-9e314c32-6fdf-4a93-8aee-63dd7b0929eb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=497617d8-e8f5-4a3b-9cd8-dd5f24ad440f,segment=NetworkSegment(f4c9ce87-f46a-4306-a1aa-b41cad05a551),segment_id=f4c9ce87-f46a-4306-a1aa-b41cad05a551)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:10:10.625573 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e314c32-6fdf-4a93-8aee-63dd7b0929eb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:10.638317 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9e314c32-6fdf-4a93-8aee-63dd7b0929eb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:10:10.842035 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8b7051c8-2c37-4446-b48c-f0a422f20a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:10.890802 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e314c32-6fdf-4a93-8aee-63dd7b0929eb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:10.918127 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e314c32-6fdf-4a93-8aee-63dd7b0929eb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=497617d8-e8f5-4a3b-9cd8-dd5f24ad440f,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:11.327948 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:11.393666 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9e314c32-6fdf-4a93-8aee-63dd7b0929eb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:11.612915 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e314c32-6fdf-4a93-8aee-63dd7b0929eb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Router c69051ab-85d1-4b8c-a9db-4e8d2f76360a has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:10:11.723768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e314c32-6fdf-4a93-8aee-63dd7b0929eb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:10:11.729193 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9e314c32-6fdf-4a93-8aee-63dd7b0929eb tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "PUT /v2.0/routers/c69051ab-85d1-4b8c-a9db-4e8d2f76360a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8058822 Oct 13 12:10:11.732091 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40154) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:11.734284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247ff05-97ae-47b8-80df-d27a4416db1a None None] Sync routers for ids ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:10:11.754673 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247ff05-97ae-47b8-80df-d27a4416db1a None None] Routers {'c69051ab-85d1-4b8c-a9db-4e8d2f76360a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:11.764181 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0247ff05-97ae-47b8-80df-d27a4416db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:11.789606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a04d99-1788-4c3c-b0a6-f4c1996e187e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting subnet 731da159-3a49-42a7-805f-5ed3dabd3333 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 12:10:11.792665 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9a04d99-1788-4c3c-b0a6-f4c1996e187e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:11.838687 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9a04d99-1788-4c3c-b0a6-f4c1996e187e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:11.931155 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9a04d99-1788-4c3c-b0a6-f4c1996e187e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:11.964805 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:12.040076 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0247ff05-97ae-47b8-80df-d27a4416db1a None None] Set router c69051ab-85d1-4b8c-a9db-4e8d2f76360a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:12.159691 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9a04d99-1788-4c3c-b0a6-f4c1996e187e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:12.190262 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a04d99-1788-4c3c-b0a6-f4c1996e187e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Subnet': ['ID=731da159-3a49-42a7-805f-5ed3dabd3333,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:12.192332 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9a04d99-1788-4c3c-b0a6-f4c1996e187e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:12.195763 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b9a04d99-1788-4c3c-b0a6-f4c1996e187e tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/subnets/731da159-3a49-42a7-805f-5ed3dabd3333 HTTP/1.1" status: 204 len: 168 time: 0.4626412 Oct 13 12:10:12.199227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40156) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:12.205528 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:10:12.207524 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74452747-b472-4a10-a3ff-ffc0cc448c6a None None] Network 17500eca-4db5-4b5a-af06-8e8e6deff3d3 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:10:12.262424 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:10:12.262770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a183bcec-fdcf-40c6-b71b-88e48b1b4cc7 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:10:12.308803 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:12.350112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0247ff05-97ae-47b8-80df-d27a4416db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:10:10Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:12.380041 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247ff05-97ae-47b8-80df-d27a4416db1a None None] Checking router: c69051ab-85d1-4b8c-a9db-4e8d2f76360a for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:10:12.395727 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247ff05-97ae-47b8-80df-d27a4416db1a None None] Routers {'c69051ab-85d1-4b8c-a9db-4e8d2f76360a'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:12.397012 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0247ff05-97ae-47b8-80df-d27a4416db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:12.416972 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:12.486709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] DHCP port deletion for 17500eca-4db5-4b5a-af06-8e8e6deff3d3 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 12:10:12.537529 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0247ff05-97ae-47b8-80df-d27a4416db1a None None] Set router c69051ab-85d1-4b8c-a9db-4e8d2f76360a gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:12.539468 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:12.554263 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Deleting port 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:10:12.554653 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:12.640729 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] For port 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:10:12.640974 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:12.654321 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Calling delete_port for 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:10:12.658496 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Deleting port 0c319437-ad6d-40d9-a985-c8a171381317 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:10:12.658496 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:12.742743 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] For port 0c319437-ad6d-40d9-a985-c8a171381317, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=0c319437-ad6d-40d9-a985-c8a171381317,segment=NetworkSegment(f4c9ce87-f46a-4306-a1aa-b41cad05a551),segment_id=f4c9ce87-f46a-4306-a1aa-b41cad05a551)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:10:12.743104 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:12.773718 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Calling delete_port for 0c319437-ad6d-40d9-a985-c8a171381317 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:10:12.855053 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0247ff05-97ae-47b8-80df-d27a4416db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:10:10Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:12.887799 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:12.888866 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247ff05-97ae-47b8-80df-d27a4416db1a None None] The sync data for ids ['c69051ab-85d1-4b8c-a9db-4e8d2f76360a'] in n-d-813659-3 is: [{'id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747325260', 'tenant_id': 'e8cd4a1746fc488b99262772d8fc167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:10:10Z', 'revision_number': 5, 'project_id': 'e8cd4a1746fc488b99262772d8fc167c', 'gw_port': {'id': '6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69051ab-85d1-4b8c-a9db-4e8d2f76360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:08:21Z', 'updated_at': '2021-10-13T12:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:10:12.915508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Port': ['ID=6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:12.979270 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:12.981703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.010974 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] No DVR routers for this DVR port 0c319437-ad6d-40d9-a985-c8a171381317 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:10:13.018218 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Pushing event deleted for resources: {'Port': ['ID=0c319437-ad6d-40d9-a985-c8a171381317,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:13.024831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:13.024831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:13.024831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:13.025541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:13.025541 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:13.025741 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:13.026028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:13.026372 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:13.026701 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:13.027026 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:13.027350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:13.027672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e48d-75fd-4e05-9a05-ffca1780e23f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:13.083450 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.085571 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.187785 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.188333 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Fanout notify agent at l3_agent the message router_deleted on router c69051ab-85d1-4b8c-a9db-4e8d2f76360a {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 12:10:13.195585 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.202553 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-94fc87bd-40f1-4299-b764-706b97a5cbbf tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/routers/c69051ab-85d1-4b8c-a9db-4e8d2f76360a HTTP/1.1" status: 204 len: 168 time: 0.9971194 Oct 13 12:10:13.202553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40158) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:13.297694 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e8d0f9f-dcbf-4721-8a72-dddeba6d4db5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.387260 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e8d0f9f-dcbf-4721-8a72-dddeba6d4db5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.407854 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8e8d0f9f-dcbf-4721-8a72-dddeba6d4db5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17500eca-4db5-4b5a-af06-8e8e6deff3d3']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:13.416861 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8e8d0f9f-dcbf-4721-8a72-dddeba6d4db5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c9ce87-f46a-4306-a1aa-b41cad05a551') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:13.417158 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-8e8d0f9f-dcbf-4721-8a72-dddeba6d4db5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c9ce87-f46a-4306-a1aa-b41cad05a551') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:13.427781 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e8d0f9f-dcbf-4721-8a72-dddeba6d4db5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.443620 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e8d0f9f-dcbf-4721-8a72-dddeba6d4db5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.451003 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8d0f9f-dcbf-4721-8a72-dddeba6d4db5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 12:10:13.451409 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e8d0f9f-dcbf-4721-8a72-dddeba6d4db5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: timer() Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 12:10:13.455202 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 12:10:13.590535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e8d0f9f-dcbf-4721-8a72-dddeba6d4db5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.596177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-8e8d0f9f-dcbf-4721-8a72-dddeba6d4db5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.599518 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-8e8d0f9f-dcbf-4721-8a72-dddeba6d4db5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/networks/17500eca-4db5-4b5a-af06-8e8e6deff3d3 HTTP/1.1" status: 204 len: 168 time: 0.3990378 Oct 13 12:10:13.602379 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40160) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:13.615131 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d0f9f-dcbf-4721-8a72-dddeba6d4db5 tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'Network': ['ID=17500eca-4db5-4b5a-af06-8e8e6deff3d3,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:13.669807 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e0cbebf-cde1-49c4-9f00-a54a990a960d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.703029 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e0cbebf-cde1-49c4-9f00-a54a990a960d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.727180 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.854357 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e0cbebf-cde1-49c4-9f00-a54a990a960d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.856279 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e0cbebf-cde1-49c4-9f00-a54a990a960d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:13.857458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-1e0cbebf-cde1-49c4-9f00-a54a990a960d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] 10.222.0.32 "DELETE /v2.0/security-groups/2355ea84-25ae-4d4f-9416-4051ccb100bc HTTP/1.1" status: 204 len: 168 time: 0.2540381 Oct 13 12:10:13.870211 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cbebf-cde1-49c4-9f00-a54a990a960d tempest-TestNetworkAdvancedServerOps-524051713 tempest-TestNetworkAdvancedServerOps-524051713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2355ea84-25ae-4d4f-9416-4051ccb100bc,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:13.961423 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:10:13.987476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:10:13.988184 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 497617d8-e8f5-4a3b-9cd8-dd5f24ad440f not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:10:13.988384 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 0c319437-ad6d-40d9-a985-c8a171381317 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:10:14.009936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 0c319437-ad6d-40d9-a985-c8a171381317 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:10:14.010293 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 0c319437-ad6d-40d9-a985-c8a171381317 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:10:14.495870 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40168) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:14.636767 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9cf621ae-5cf8-4d7b-90fb-a90fb2719153 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8cd4a1746fc488b99262772d8fc167c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396828 Oct 13 12:10:14.640298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40172) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:14.695578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b72e8c92-be99-42af-8e37-f9467d7fea23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:14.721344 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b72e8c92-be99-42af-8e37-f9467d7fea23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:14.841579 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b72e8c92-be99-42af-8e37-f9467d7fea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:14.844143 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b72e8c92-be99-42af-8e37-f9467d7fea23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:14.845404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b72e8c92-be99-42af-8e37-f9467d7fea23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee5649ba-0671-4621-af1f-e8ffd924bbed HTTP/1.1" status: 204 len: 168 time: 0.2040672 Oct 13 12:10:14.853410 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e8c92-be99-42af-8e37-f9467d7fea23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5649ba-0671-4621-af1f-e8ffd924bbed,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:15.445767 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40178) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:15.460454 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98afa9ec-f5ad-4cb3-aca8-d3f7e1a2e384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:15.535947 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98afa9ec-f5ad-4cb3-aca8-d3f7e1a2e384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:15.572242 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:10:15.594834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:10:15.595177 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 6da2a9e3-5703-4ba9-99e0-c2f1d690d6b3 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:10:15.599423 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-98afa9ec-f5ad-4cb3-aca8-d3f7e1a2e384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:15.637015 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afa9ec-f5ad-4cb3-aca8-d3f7e1a2e384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e642689-4739-4b66-b2cf-c43c5bf5fdf8,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:15.641707 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-98afa9ec-f5ad-4cb3-aca8-d3f7e1a2e384 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56e2398907cd4d1ea794af24af68fabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948528 Oct 13 12:10:15.644596 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40180) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:15.693767 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5c0c4a52-6e37-4a28-9cf6-f5c88b0ee3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:15.720327 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5c0c4a52-6e37-4a28-9cf6-f5c88b0ee3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:15.824577 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5c0c4a52-6e37-4a28-9cf6-f5c88b0ee3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:15.827487 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5c0c4a52-6e37-4a28-9cf6-f5c88b0ee3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:15.828693 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5c0c4a52-6e37-4a28-9cf6-f5c88b0ee3c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e642689-4739-4b66-b2cf-c43c5bf5fdf8 HTTP/1.1" status: 204 len: 168 time: 0.1834142 Oct 13 12:10:15.838581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c4a52-6e37-4a28-9cf6-f5c88b0ee3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e642689-4739-4b66-b2cf-c43c5bf5fdf8,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:16.914588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40202) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:17.008788 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1976572347-network', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:17.125758 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Made reservation on behalf of 393cbe5ed4d74cebb5ca69674ceaf4d1 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:10:17.128140 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:17.137410 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:17.211693 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:17.279436 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:17.306017 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 12:10:17.312707 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcda5bd1-6cfb-4f54-b00f-261637690ea5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:17.318460 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:17.318801 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Added segment 6144d2ef-bbaa-464e-bb26-3cd1643421db of type vlan for network e9df9c56-1140-4d2f-9204-e6be8c0bd917 Oct 13 12:10:17.357040 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:17.427921 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:17.428887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:17.429469 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:17.796102 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] Pushing event updated for resources: {'Network': ['ID=e9df9c56-1140-4d2f-9204-e6be8c0bd917,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:17.805880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network e9df9c56-1140-4d2f-9204-e6be8c0bd917 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 12:10:17.847873 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ed9f60b4-e307-4937-bf5d-384aa7e1d5f4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9320543 Oct 13 12:10:17.850859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40206) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:17.855541 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-03626688-b967-402a-aabb-b77a001fadd1 admin admin] Request body: {'subnet': {'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1976572347-subnet', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:17.948037 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03626688-b967-402a-aabb-b77a001fadd1 admin admin] Made reservation on behalf of 393cbe5ed4d74cebb5ca69674ceaf4d1 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:10:17.950400 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03626688-b967-402a-aabb-b77a001fadd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:18.173231 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03626688-b967-402a-aabb-b77a001fadd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:18.228813 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03626688-b967-402a-aabb-b77a001fadd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c59ad63-1944-46c7-9067-00065bfbb666,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:18.237827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03626688-b967-402a-aabb-b77a001fadd1 admin admin] Checking segment: {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:10:18.238194 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03626688-b967-402a-aabb-b77a001fadd1 admin admin] Network hostable DHCP agents. Network: e9df9c56-1140-4d2f-9204-e6be8c0bd917, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 12:10:18.321344 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03626688-b967-402a-aabb-b77a001fadd1 admin admin] Network e9df9c56-1140-4d2f-9204-e6be8c0bd917 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 12:10:18.390503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-03626688-b967-402a-aabb-b77a001fadd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, e9df9c56-1140-4d2f-9204-e6be8c0bd917) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:10:18.394550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03626688-b967-402a-aabb-b77a001fadd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:18.395129 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03626688-b967-402a-aabb-b77a001fadd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:18.400036 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db16e411-a85a-4ece-b2c1-032f135834e3 None None] Network e9df9c56-1140-4d2f-9204-e6be8c0bd917 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:10:18.472004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-03626688-b967-402a-aabb-b77a001fadd1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6196520 Oct 13 12:10:18.474239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40208) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:18.478557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:18.549807 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 12:10:18.550701 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:18.553874 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:18.558506 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:18.611827 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:18.683217 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Allocated IP 172.20.0.2 (e9df9c56-1140-4d2f-9204-e6be8c0bd917/9c59ad63-1944-46c7-9067-00065bfbb666/b986f4df-a50f-45c1-ba9d-f4fa76a3fa32) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:10:18.803694 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:18.832130 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:18.899286 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:18.940268 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Network e9df9c56-1140-4d2f-9204-e6be8c0bd917 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:10:18.944778 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:10:18.949147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:10:18.952363 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Pushing event updated for resources: {'Port': ['ID=b986f4df-a50f-45c1-ba9d-f4fa76a3fa32,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:19.008476 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Attempting to bind port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:10:19.008871 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Attempting to bind port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:10:19.009232 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Attempting to bind port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 on network e9df9c56-1140-4d2f-9204-e6be8c0bd917 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:10:19.015989 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:10:19.018721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Checking segment: {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:10:19.018721 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:19.018721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Bound using segment: {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:10:19.018721 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Bound port: b986f4df-a50f-45c1-ba9d-f4fa76a3fa32, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:10:19.018721 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:19.071744 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:19.083148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] For port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:10:19.086090 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] For port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b986f4df-a50f-45c1-ba9d-f4fa76a3fa32,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:10:19.090511 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:19.162244 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:19.197042 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Allocated IP 172.25.0.73 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/37db3e66-2ff9-4a9c-a353-0885dc8581dc) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:10:19.220887 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b5d6c-5640-4620-b745-527372bdfcda None None] Pushing event updated for resources: {'Port': ['ID=b986f4df-a50f-45c1-ba9d-f4fa76a3fa32,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:19.309948 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:19.425029 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:19.471885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:10:19.474950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:10:19.477444 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:10:19.507251 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=37db3e66-2ff9-4a9c-a353-0885dc8581dc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:19.650851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:10:19.699302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:19.699612 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:19.787563 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:19.800509 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:19.825795 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b986f4df-a50f-45c1-ba9d-f4fa76a3fa32,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:10:19.910033 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:19.963345 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=b986f4df-a50f-45c1-ba9d-f4fa76a3fa32,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:20.012409 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:20.113704 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e921a408-c2be-4c53-929d-d3a203a01dcc None None] Network e9df9c56-1140-4d2f-9204-e6be8c0bd917 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:10:20.201275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 12:10:20.229962 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6c796ea5-2d74-4226-aa90-05278282bc6a None None] Provisioning complete for port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:20.230359 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6c796ea5-2d74-4226-aa90-05278282bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:20.311085 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:10:20.321629 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Sync routers for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:10:20.334995 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:20.337176 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:20.387140 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:20.388411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-aef43dc1-eff7-4994-b81a-68b89eb15ce8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9131756 Oct 13 12:10:20.391946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40210) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:20.446118 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:20.564022 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b9f6a4d7-0b70-4c97-acb1-7cc51d5ae1df None None] Provisioning complete for port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:20.564370 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b9f6a4d7-0b70-4c97-acb1-7cc51d5ae1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:20.662540 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:19Z', 'revision_number': 3, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:20.689271 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Checking router: ce5df1e2-45a3-4362-8937-aaaa3751b2d2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:10:20.689639 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Updating router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 port 37db3e66-2ff9-4a9c-a353-0885dc8581dc binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:10:20.718126 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:20.846354 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:20.976468 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.018318 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Allocated IP 172.20.0.1 (e9df9c56-1140-4d2f-9204-e6be8c0bd917/9c59ad63-1944-46c7-9067-00065bfbb666/7c23bd96-1762-4672-b557-36ad08b00f67) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:10:21.036393 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.088793 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Pushing event updated for resources: {'Port': ['ID=37db3e66-2ff9-4a9c-a353-0885dc8581dc,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:21.090832 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Attempting to bind port 37db3e66-2ff9-4a9c-a353-0885dc8581dc on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:10:21.091204 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Attempting to bind port 37db3e66-2ff9-4a9c-a353-0885dc8581dc by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:10:21.091572 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Attempting to bind port 37db3e66-2ff9-4a9c-a353-0885dc8581dc on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:10:21.101411 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:21.101737 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:21.102025 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:21.102386 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:21.102729 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:21.103063 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:21.103467 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:21.103803 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:21.104134 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:21.104462 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:21.104789 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:21.105450 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:10:21.108503 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:10:21.109041 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:10:21.109464 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.109851 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:10:21.110345 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Bound port: 37db3e66-2ff9-4a9c-a353-0885dc8581dc, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:10:21.110736 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.129703 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.217927 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.254224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] For port 37db3e66-2ff9-4a9c-a353-0885dc8581dc, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:10:21.257566 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] For port 37db3e66-2ff9-4a9c-a353-0885dc8581dc, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=37db3e66-2ff9-4a9c-a353-0885dc8581dc,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:10:21.259734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Network e9df9c56-1140-4d2f-9204-e6be8c0bd917 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:10:21.262811 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:10:21.267585 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:10:21.273471 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Pushing event updated for resources: {'Port': ['ID=7c23bd96-1762-4672-b557-36ad08b00f67,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:21.313017 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.331858 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.392657 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:21.392657 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:21.430256 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66043cd5-2671-4f15-acc4-5366a57d087c None None] Pushing event updated for resources: {'Port': ['ID=37db3e66-2ff9-4a9c-a353-0885dc8581dc,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:21.480914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9fbca879-a3d1-497e-b038-d22ab8b31b8f None None] Provisioning complete for port 7c23bd96-1762-4672-b557-36ad08b00f67 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:21.481466 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9fbca879-a3d1-497e-b038-d22ab8b31b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.506256 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:21.513769 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.518934 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-9fbca879-a3d1-497e-b038-d22ab8b31b8f None None] Port 7c23bd96-1762-4672-b557-36ad08b00f67 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:10:21.635878 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:10:21.688386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:21.688761 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.695031 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.703519 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:19Z', 'revision_number': 3, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:21.732893 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774249f-9070-41f1-b889-03e2c1628301 None None] The sync data for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 is: [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:19Z', 'revision_number': 3, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:10:21.753481 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.831710 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:21.833641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Pushing event updated for resources: {'Port': ['ID=7c23bd96-1762-4672-b557-36ad08b00f67,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:21.929796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Network e9df9c56-1140-4d2f-9204-e6be8c0bd917 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:10:21.931235 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:10:22.063669 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:10:22.195047 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:10:22.197643 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-135cdfe4-0e0f-4eb9-8851-99f0277b78fc admin admin] 10.222.0.32 "PUT /v2.0/routers/ce5df1e2-45a3-4362-8937-aaaa3751b2d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8034570 Oct 13 12:10:22.243716 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-3a958091-c212-4bf8-952c-d60e8ebe3d0a None None] Provisioning complete for port 7c23bd96-1762-4672-b557-36ad08b00f67 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:22.244253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3a958091-c212-4bf8-952c-d60e8ebe3d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:22.282882 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-3a958091-c212-4bf8-952c-d60e8ebe3d0a None None] Port 7c23bd96-1762-4672-b557-36ad08b00f67 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:10:22.872950 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40226) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:22.879108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-498378041-network', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:22.965007 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Made reservation on behalf of 0e1e588f12284221ab4e4dafe95f5265 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:10:22.968159 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:22.977082 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:23.058445 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:23.130859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:23.160377 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085de049-255e-4177-919d-388c7030c414 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 12:10:23.165826 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77736570-3f69-491d-a236-c3bb09a12e08,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:23.176392 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:23.176392 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Added segment e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2 of type vlan for network e3870e25-6a02-47a2-93df-ff829bb728c7 Oct 13 12:10:23.225162 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:23.327307 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:23.328313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:23.328900 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:23.339732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Sync routers for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:10:23.348813 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:23.349426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:23.392533 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085de049-255e-4177-919d-388c7030c414 admin admin] Pushing event updated for resources: {'Network': ['ID=e3870e25-6a02-47a2-93df-ff829bb728c7,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:23.447682 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-085de049-255e-4177-919d-388c7030c414 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5727718 Oct 13 12:10:23.450476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40228) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:23.455824 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-3af6439a-2b5e-4bf2-87ec-967b5dcc1380 admin admin] Request body: {'subnet': {'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-498378041-subnet', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:23.521723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af6439a-2b5e-4bf2-87ec-967b5dcc1380 admin admin] Made reservation on behalf of 0e1e588f12284221ab4e4dafe95f5265 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:10:23.524504 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3af6439a-2b5e-4bf2-87ec-967b5dcc1380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:23.542735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network e3870e25-6a02-47a2-93df-ff829bb728c7 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 12:10:23.662289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37db3e66-2ff9-4a9c-a353-0885dc8581dc up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:10:23.699758 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:23.767808 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3af6439a-2b5e-4bf2-87ec-967b5dcc1380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:23.824592 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6439a-2b5e-4bf2-87ec-967b5dcc1380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d7dfe5-72d8-4eb8-9d3a-313687c5ee49,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:23.838211 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af6439a-2b5e-4bf2-87ec-967b5dcc1380 admin admin] Checking segment: {'id': 'e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:10:23.838692 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6439a-2b5e-4bf2-87ec-967b5dcc1380 admin admin] Network hostable DHCP agents. Network: e3870e25-6a02-47a2-93df-ff829bb728c7, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 12:10:23.838845 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 37db3e66-2ff9-4a9c-a353-0885dc8581dc triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:23.838845 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:23.913250 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6439a-2b5e-4bf2-87ec-967b5dcc1380 admin admin] Network e3870e25-6a02-47a2-93df-ff829bb728c7 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 12:10:23.984807 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-3af6439a-2b5e-4bf2-87ec-967b5dcc1380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, e3870e25-6a02-47a2-93df-ff829bb728c7) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:10:23.989882 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6439a-2b5e-4bf2-87ec-967b5dcc1380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:23.990781 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-3af6439a-2b5e-4bf2-87ec-967b5dcc1380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.014911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172ca35d-61bf-486e-a575-8f1291db4bf9 None None] Network e3870e25-6a02-47a2-93df-ff829bb728c7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:10:24.072903 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-3af6439a-2b5e-4bf2-87ec-967b5dcc1380 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6212900 Oct 13 12:10:24.076239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40230) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:24.081619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-498378041-router', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:24.106310 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.150705 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 37db3e66-2ff9-4a9c-a353-0885dc8581dc, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=37db3e66-2ff9-4a9c-a353-0885dc8581dc,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:10:24.180086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 2, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:24.184549 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.185751 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.212652 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Checking router: ce5df1e2-45a3-4362-8937-aaaa3751b2d2 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:10:24.213009 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Updating router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 port 7c23bd96-1762-4672-b557-36ad08b00f67 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:10:24.237433 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.238668 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.299496 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.395163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=37db3e66-2ff9-4a9c-a353-0885dc8581dc,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:24.401299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-e3870e25-6a02-47a2-93df-ff829bb728c7', 'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'fixed_ips': [{'subnet_id': '36d7dfe5-72d8-4eb8-9d3a-313687c5ee49'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 12:10:24.402558 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.421090 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.680878 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.690779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Allocated IP 172.20.0.2 (e3870e25-6a02-47a2-93df-ff829bb728c7/36d7dfe5-72d8-4eb8-9d3a-313687c5ee49/c02fb99e-9c4c-4128-8de4-b3666bf982d9) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:10:24.700890 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.814399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Allocated IP 172.25.0.210 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/78d5d782-c8da-48d8-b690-674f5904065e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:10:24.851021 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.907876 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.918775 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.923618 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:24.969845 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846531e3-86c8-48a1-aa90-5e4faa200b8e None None] Pushing event updated for resources: {'Port': ['ID=7c23bd96-1762-4672-b557-36ad08b00f67,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:25.017437 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:25.034088 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:25.058111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Attempting to bind port 7c23bd96-1762-4672-b557-36ad08b00f67 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:10:25.058516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Attempting to bind port 7c23bd96-1762-4672-b557-36ad08b00f67 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:10:25.058881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Attempting to bind port 7c23bd96-1762-4672-b557-36ad08b00f67 on network e9df9c56-1140-4d2f-9204-e6be8c0bd917 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:10:25.075163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Network e3870e25-6a02-47a2-93df-ff829bb728c7 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:10:25.080581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:10:25.080581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Checking segment: {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:10:25.080581 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:25.080581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Bound using segment: {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:10:25.081120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:10:25.081596 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Bound port: 7c23bd96-1762-4672-b557-36ad08b00f67, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:10:25.081596 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:25.083566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:10:25.084226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:10:25.088889 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:10:25.092236 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Pushing event updated for resources: {'Port': ['ID=78d5d782-c8da-48d8-b690-674f5904065e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:25.096856 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:10:25.106527 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Pushing event updated for resources: {'Port': ['ID=c02fb99e-9c4c-4128-8de4-b3666bf982d9,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:25.206651 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Attempting to bind port c02fb99e-9c4c-4128-8de4-b3666bf982d9 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:10:25.207015 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Attempting to bind port c02fb99e-9c4c-4128-8de4-b3666bf982d9 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:10:25.207378 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Attempting to bind port c02fb99e-9c4c-4128-8de4-b3666bf982d9 on network e3870e25-6a02-47a2-93df-ff829bb728c7 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:10:25.216501 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:10:25.220160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Checking segment: {'id': 'e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:10:25.220160 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:25.220160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Bound using segment: {'id': 'e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:10:25.220160 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Bound port: c02fb99e-9c4c-4128-8de4-b3666bf982d9, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:10:25.220160 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:25.222058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] For port 7c23bd96-1762-4672-b557-36ad08b00f67, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:10:25.228512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] For port 7c23bd96-1762-4672-b557-36ad08b00f67, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7c23bd96-1762-4672-b557-36ad08b00f67,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:10:25.267992 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-6b3ba3d7-00e6-423c-82c5-fecd63952acd None None] Provisioning complete for port 7c23bd96-1762-4672-b557-36ad08b00f67 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:25.268399 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba3d7-00e6-423c-82c5-fecd63952acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:25.301016 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:25.437953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:25.529864 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ba3d7-00e6-423c-82c5-fecd63952acd None None] Port 7c23bd96-1762-4672-b557-36ad08b00f67 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:10:25.543572 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] For port c02fb99e-9c4c-4128-8de4-b3666bf982d9, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:10:25.550179 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] For port c02fb99e-9c4c-4128-8de4-b3666bf982d9, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c02fb99e-9c4c-4128-8de4-b3666bf982d9,segment=NetworkSegment(e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2),segment_id=e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:10:25.568477 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:25.569185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:25.573926 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846531e3-86c8-48a1-aa90-5e4faa200b8e None None] Pushing event updated for resources: {'Port': ['ID=7c23bd96-1762-4672-b557-36ad08b00f67,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:25.631350 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:25.682925 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37db3e66-2ff9-4a9c-a353-0885dc8581dc up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:10:25.789231 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b7183-5da4-4479-82ed-14afc7ccfb55 None None] Pushing event updated for resources: {'Port': ['ID=c02fb99e-9c4c-4128-8de4-b3666bf982d9,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:25.808499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:25.871780 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 37db3e66-2ff9-4a9c-a353-0885dc8581dc triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:25.872149 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:25.930956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-9fd69f64-83cc-48cb-9ffd-f1a39e1644ae None None] Provisioning complete for port 7c23bd96-1762-4672-b557-36ad08b00f67 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:25.931187 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9fd69f64-83cc-48cb-9ffd-f1a39e1644ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:26.009996 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:26.158174 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9fd69f64-83cc-48cb-9ffd-f1a39e1644ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:26.218158 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9fd69f64-83cc-48cb-9ffd-f1a39e1644ae None None] For port 7c23bd96-1762-4672-b557-36ad08b00f67, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7c23bd96-1762-4672-b557-36ad08b00f67,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:10:26.221841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Router d52eb83a-c81a-4120-80d5-9f4c4d253cf2 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 12:10:26.236506 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:25Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:26.263553 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e36f5-9109-4942-8746-2f0a5fff0ef8 None None] The sync data for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 is: [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:25Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:10:26.291088 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9fd69f64-83cc-48cb-9ffd-f1a39e1644ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:26.366162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:10:26.375611 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Sync routers for ids ['d52eb83a-c81a-4120-80d5-9f4c4d253cf2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:10:26.387271 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Routers {'d52eb83a-c81a-4120-80d5-9f4c4d253cf2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:26.391133 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d52eb83a-c81a-4120-80d5-9f4c4d253cf2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:26.395409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd69f64-83cc-48cb-9ffd-f1a39e1644ae None None] Pushing event updated for resources: {'Port': ['ID=7c23bd96-1762-4672-b557-36ad08b00f67,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:26.464217 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:26.465502 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-215fadd1-b22c-4162-8e40-a4fa6763eb1a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3876173 Oct 13 12:10:26.471146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40232) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:26.526810 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Set router d52eb83a-c81a-4120-80d5-9f4c4d253cf2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:26.783579 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'name': 'tempest-TestShelveInstance-498378041-router', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '78d5d782-c8da-48d8-b690-674f5904065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:10:25Z', 'revision_number': 3, 'project_id': '0e1e588f12284221ab4e4dafe95f5265', 'gw_port': {'id': '78d5d782-c8da-48d8-b690-674f5904065e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:26.817847 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Checking router: d52eb83a-c81a-4120-80d5-9f4c4d253cf2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:10:26.818235 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Updating router d52eb83a-c81a-4120-80d5-9f4c4d253cf2 port 78d5d782-c8da-48d8-b690-674f5904065e binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:10:26.855507 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:26.857713 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd8160-3960-41e4-be87-c8a316dfaf7b None None] Network e3870e25-6a02-47a2-93df-ff829bb728c7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:10:26.958099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5a7db314-9225-457c-966f-d3a845d9ff8a None None] Provisioning complete for port c02fb99e-9c4c-4128-8de4-b3666bf982d9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:26.958508 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5a7db314-9225-457c-966f-d3a845d9ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.101038 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5a7db314-9225-457c-966f-d3a845d9ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.151965 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5a7db314-9225-457c-966f-d3a845d9ff8a None None] For port c02fb99e-9c4c-4128-8de4-b3666bf982d9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c02fb99e-9c4c-4128-8de4-b3666bf982d9,segment=NetworkSegment(e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2),segment_id=e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:10:27.206931 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.219591 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5a7db314-9225-457c-966f-d3a845d9ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.292272 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7db314-9225-457c-966f-d3a845d9ff8a None None] Pushing event updated for resources: {'Port': ['ID=c02fb99e-9c4c-4128-8de4-b3666bf982d9,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:27.321898 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.352991 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2e599013-8ed2-4552-97bb-2d1aa75d25c4 None None] Provisioning complete for port c02fb99e-9c4c-4128-8de4-b3666bf982d9 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:27.353749 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2e599013-8ed2-4552-97bb-2d1aa75d25c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.420864 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Attempting to bind port 78d5d782-c8da-48d8-b690-674f5904065e on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:10:27.421430 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.421541 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Attempting to bind port 78d5d782-c8da-48d8-b690-674f5904065e by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:10:27.421682 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Attempting to bind port 78d5d782-c8da-48d8-b690-674f5904065e on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:10:27.423808 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108138d-21a0-4f61-a006-62cd92efddf4 None None] Pushing event updated for resources: {'Port': ['ID=78d5d782-c8da-48d8-b690-674f5904065e,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:27.429834 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:10:27.430198 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:10:27.430623 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.431034 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:10:27.431505 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Bound port: 78d5d782-c8da-48d8-b690-674f5904065e, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:10:27.431886 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.494597 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] For port 78d5d782-c8da-48d8-b690-674f5904065e, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:10:27.499023 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] For port 78d5d782-c8da-48d8-b690-674f5904065e, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=78d5d782-c8da-48d8-b690-674f5904065e,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:10:27.562651 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.634229 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Routers {'d52eb83a-c81a-4120-80d5-9f4c4d253cf2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:27.634784 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d52eb83a-c81a-4120-80d5-9f4c4d253cf2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:27.638980 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108138d-21a0-4f61-a006-62cd92efddf4 None None] Pushing event updated for resources: {'Port': ['ID=78d5d782-c8da-48d8-b690-674f5904065e,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:27.672042 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Allocated IP 172.20.0.1 (e3870e25-6a02-47a2-93df-ff829bb728c7/36d7dfe5-72d8-4eb8-9d3a-313687c5ee49/baffa194-d631-4d58-9177-44226b971cac) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:10:27.754562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7c23bd96-1762-4672-b557-36ad08b00f67 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:10:27.770721 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] Set router d52eb83a-c81a-4120-80d5-9f4c4d253cf2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:27.807216 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 7c23bd96-1762-4672-b557-36ad08b00f67 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:27.807595 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.816410 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.906889 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c02fb99e-9c4c-4128-8de4-b3666bf982d9 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:10:27.922440 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.957130 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port c02fb99e-9c4c-4128-8de4-b3666bf982d9 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:27.957986 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:27.959851 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'name': 'tempest-TestShelveInstance-498378041-router', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '78d5d782-c8da-48d8-b690-674f5904065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:10:25Z', 'revision_number': 3, 'project_id': '0e1e588f12284221ab4e4dafe95f5265', 'gw_port': {'id': '78d5d782-c8da-48d8-b690-674f5904065e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:27.976727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Network e3870e25-6a02-47a2-93df-ff829bb728c7 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:10:27.983609 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:10:27.986271 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=baffa194-d631-4d58-9177-44226b971cac,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:27.989324 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:10:28.040372 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:28.092725 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefe4e0-acdc-4b70-8977-652dd197c7df None None] The sync data for ids ['d52eb83a-c81a-4120-80d5-9f4c4d253cf2'] in n-d-813659-3 is: [{'id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'name': 'tempest-TestShelveInstance-498378041-router', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '78d5d782-c8da-48d8-b690-674f5904065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:10:25Z', 'revision_number': 3, 'project_id': '0e1e588f12284221ab4e4dafe95f5265', 'gw_port': {'id': '78d5d782-c8da-48d8-b690-674f5904065e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:10:28.230458 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:28.295102 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a824d74e-7932-4526-9e5f-b84ca19dec2a None None] Provisioning complete for port baffa194-d631-4d58-9177-44226b971cac triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:28.295500 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a824d74e-7932-4526-9e5f-b84ca19dec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:28.355455 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-a824d74e-7932-4526-9e5f-b84ca19dec2a None None] Port baffa194-d631-4d58-9177-44226b971cac cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:10:28.432451 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:28.475787 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:28.546064 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=baffa194-d631-4d58-9177-44226b971cac,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:28.555394 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:28.662240 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Network e3870e25-6a02-47a2-93df-ff829bb728c7 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:10:28.663780 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:10:28.790187 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Router d52eb83a-c81a-4120-80d5-9f4c4d253cf2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:10:28.917775 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:10:28.924162 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-c63ca32f-f9f6-48b7-b175-80b8ea9d6cd2 admin admin] 10.222.0.32 "PUT /v2.0/routers/d52eb83a-c81a-4120-80d5-9f4c4d253cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4510264 Oct 13 12:10:28.979531 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-98db0ee4-3e76-4078-80bf-01566539e644 None None] Provisioning complete for port baffa194-d631-4d58-9177-44226b971cac triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:28.980509 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-98db0ee4-3e76-4078-80bf-01566539e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:29.019249 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-98db0ee4-3e76-4078-80bf-01566539e644 None None] Port baffa194-d631-4d58-9177-44226b971cac cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:10:29.648079 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 78d5d782-c8da-48d8-b690-674f5904065e up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:10:29.694124 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Sync routers for ids ['d52eb83a-c81a-4120-80d5-9f4c4d253cf2'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:10:29.709143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Routers {'d52eb83a-c81a-4120-80d5-9f4c4d253cf2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:29.709770 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d52eb83a-c81a-4120-80d5-9f4c4d253cf2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:29.719704 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40240) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:29.724355 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-73000526-0cdc-4888-af6e-fe066088263a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687306881', 'description': 'tempest-secgroup-smoke-687306881 description', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:29.752392 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 78d5d782-c8da-48d8-b690-674f5904065e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:29.752815 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:29.813098 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73000526-0cdc-4888-af6e-fe066088263a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:29.854585 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Set router d52eb83a-c81a-4120-80d5-9f4c4d253cf2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:29.885842 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73000526-0cdc-4888-af6e-fe066088263a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:29.955964 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:29.961374 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73000526-0cdc-4888-af6e-fe066088263a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:29.993113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73000526-0cdc-4888-af6e-fe066088263a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9c21e3-8f4d-4606-bec0-7a13fccc5653,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:30.013386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port 78d5d782-c8da-48d8-b690-674f5904065e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=78d5d782-c8da-48d8-b690-674f5904065e,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:10:30.047712 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-73000526-0cdc-4888-af6e-fe066088263a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.049211 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-73000526-0cdc-4888-af6e-fe066088263a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3283732 Oct 13 12:10:30.052210 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40242) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:30.056809 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f0555c15-8e97-43ec-b1dd-da1b456e3bd1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group_rule': {'security_group_id': 'ce9c21e3-8f4d-4606-bec0-7a13fccc5653', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:30.078021 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.160092 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f0555c15-8e97-43ec-b1dd-da1b456e3bd1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.225613 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f0555c15-8e97-43ec-b1dd-da1b456e3bd1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.294057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=78d5d782-c8da-48d8-b690-674f5904065e,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:30.307116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'name': 'tempest-TestShelveInstance-498378041-router', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '78d5d782-c8da-48d8-b690-674f5904065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:10:28Z', 'revision_number': 4, 'project_id': '0e1e588f12284221ab4e4dafe95f5265', 'gw_port': {'id': '78d5d782-c8da-48d8-b690-674f5904065e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'baffa194-d631-4d58-9177-44226b971cac', 'name': '', 'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'mac_address': 'fa:16:3e:40:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '36d7dfe5-72d8-4eb8-9d3a-313687c5ee49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:27Z', 'updated_at': '2021-10-13T12:10:28Z', 'revision_number': 2, 'project_id': '0e1e588f12284221ab4e4dafe95f5265', 'subnets': [{'id': '36d7dfe5-72d8-4eb8-9d3a-313687c5ee49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:30.310111 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f0555c15-8e97-43ec-b1dd-da1b456e3bd1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.334928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Checking router: d52eb83a-c81a-4120-80d5-9f4c4d253cf2 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:10:30.335379 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Updating router d52eb83a-c81a-4120-80d5-9f4c4d253cf2 port baffa194-d631-4d58-9177-44226b971cac binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:10:30.339553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0555c15-8e97-43ec-b1dd-da1b456e3bd1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d594e44d-ad2f-4bbe-8668-a81d97b30eed,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:30.362522 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.397562 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f0555c15-8e97-43ec-b1dd-da1b456e3bd1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.398861 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f0555c15-8e97-43ec-b1dd-da1b456e3bd1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3455551 Oct 13 12:10:30.401596 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40244) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:30.406804 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-4cd1c738-9642-44ae-85b1-0ce30c1b936b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group_rule': {'security_group_id': 'ce9c21e3-8f4d-4606-bec0-7a13fccc5653', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:30.515770 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c738-9642-44ae-85b1-0ce30c1b936b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.574458 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c738-9642-44ae-85b1-0ce30c1b936b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.633272 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.653459 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c738-9642-44ae-85b1-0ce30c1b936b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.674293 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1c738-9642-44ae-85b1-0ce30c1b936b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1921a1f1-9a97-420e-9048-21bb4910d34a,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:30.715868 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.741067 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c738-9642-44ae-85b1-0ce30c1b936b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.742487 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-4cd1c738-9642-44ae-85b1-0ce30c1b936b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3398485 Oct 13 12:10:30.746298 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40246) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:30.752389 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-a6a5aa51-d33e-447a-9d12-e58d17d9abe5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group_rule': {'security_group_id': 'ce9c21e3-8f4d-4606-bec0-7a13fccc5653', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:30.765436 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74b5ad-5574-40de-8ca9-f3a0c4df3895 None None] Pushing event updated for resources: {'Port': ['ID=baffa194-d631-4d58-9177-44226b971cac,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:30.819454 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Attempting to bind port baffa194-d631-4d58-9177-44226b971cac on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:10:30.819830 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Attempting to bind port baffa194-d631-4d58-9177-44226b971cac by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': 'e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:10:30.820195 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Attempting to bind port baffa194-d631-4d58-9177-44226b971cac on network e3870e25-6a02-47a2-93df-ff829bb728c7 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:10:30.826159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:10:30.827166 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Checking segment: {'id': 'e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:10:30.827571 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.827968 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Bound using segment: {'id': 'e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:10:30.828444 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Bound port: baffa194-d631-4d58-9177-44226b971cac, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:10:30.828828 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.858623 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6a5aa51-d33e-447a-9d12-e58d17d9abe5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.908307 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] For port baffa194-d631-4d58-9177-44226b971cac, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:10:30.911833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] For port baffa194-d631-4d58-9177-44226b971cac, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=baffa194-d631-4d58-9177-44226b971cac,segment=NetworkSegment(e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2),segment_id=e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:10:30.925871 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6a5aa51-d33e-447a-9d12-e58d17d9abe5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:30.990730 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.029760 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6a5aa51-d33e-447a-9d12-e58d17d9abe5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.052221 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Routers {'d52eb83a-c81a-4120-80d5-9f4c4d253cf2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:31.052748 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5aa51-d33e-447a-9d12-e58d17d9abe5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55f52ae-f3d8-4f77-8d7e-f8a5dc6a855a,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:31.052880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:10:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d52eb83a-c81a-4120-80d5-9f4c4d253cf2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:31.104099 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74b5ad-5574-40de-8ca9-f3a0c4df3895 None None] Pushing event updated for resources: {'Port': ['ID=baffa194-d631-4d58-9177-44226b971cac,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:31.118310 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-481be8fb-8fa9-4569-ab4c-5dd52c374c12 None None] Provisioning complete for port baffa194-d631-4d58-9177-44226b971cac triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:31.118713 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-481be8fb-8fa9-4569-ab4c-5dd52c374c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.152295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6a5aa51-d33e-447a-9d12-e58d17d9abe5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.153836 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a6a5aa51-d33e-447a-9d12-e58d17d9abe5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4057910 Oct 13 12:10:31.160941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40248) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:31.166318 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-27592e97-647a-43ef-9dba-70fd4edc83c5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group_rule': {'security_group_id': 'ce9c21e3-8f4d-4606-bec0-7a13fccc5653', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:31.215237 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] Set router d52eb83a-c81a-4120-80d5-9f4c4d253cf2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:31.258182 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-27592e97-647a-43ef-9dba-70fd4edc83c5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.321391 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-27592e97-647a-43ef-9dba-70fd4edc83c5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.328645 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-481be8fb-8fa9-4569-ab4c-5dd52c374c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.401974 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-27592e97-647a-43ef-9dba-70fd4edc83c5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.411897 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-481be8fb-8fa9-4569-ab4c-5dd52c374c12 None None] For port baffa194-d631-4d58-9177-44226b971cac, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=baffa194-d631-4d58-9177-44226b971cac,segment=NetworkSegment(e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2),segment_id=e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:10:31.420794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27592e97-647a-43ef-9dba-70fd4edc83c5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6cc3bd-37a8-47ec-9fb6-e08c04f21e24,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:31.479882 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'name': 'tempest-TestShelveInstance-498378041-router', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '78d5d782-c8da-48d8-b690-674f5904065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:10:28Z', 'revision_number': 4, 'project_id': '0e1e588f12284221ab4e4dafe95f5265', 'gw_port': {'id': '78d5d782-c8da-48d8-b690-674f5904065e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'baffa194-d631-4d58-9177-44226b971cac', 'name': '', 'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'mac_address': 'fa:16:3e:40:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '36d7dfe5-72d8-4eb8-9d3a-313687c5ee49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:27Z', 'updated_at': '2021-10-13T12:10:30Z', 'revision_number': 4, 'project_id': '0e1e588f12284221ab4e4dafe95f5265', 'subnets': [{'id': '36d7dfe5-72d8-4eb8-9d3a-313687c5ee49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:31.483228 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-481be8fb-8fa9-4569-ab4c-5dd52c374c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.510872 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdbbff2-b6ed-41e8-af36-e1bfdb123a06 None None] The sync data for ids ['d52eb83a-c81a-4120-80d5-9f4c4d253cf2'] in n-d-813659-3 is: [{'id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'name': 'tempest-TestShelveInstance-498378041-router', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '78d5d782-c8da-48d8-b690-674f5904065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:10:28Z', 'revision_number': 4, 'project_id': '0e1e588f12284221ab4e4dafe95f5265', 'gw_port': {'id': '78d5d782-c8da-48d8-b690-674f5904065e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': 'baffa194-d631-4d58-9177-44226b971cac', 'name': '', 'network_id': 'e3870e25-6a02-47a2-93df-ff829bb728c7', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'mac_address': 'fa:16:3e:40:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '36d7dfe5-72d8-4eb8-9d3a-313687c5ee49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:27Z', 'updated_at': '2021-10-13T12:10:30Z', 'revision_number': 4, 'project_id': '0e1e588f12284221ab4e4dafe95f5265', 'subnets': [{'id': '36d7dfe5-72d8-4eb8-9d3a-313687c5ee49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:10:31.527188 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-27592e97-647a-43ef-9dba-70fd4edc83c5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.532030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-27592e97-647a-43ef-9dba-70fd4edc83c5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3664494 Oct 13 12:10:31.532267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40250) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:31.536902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-942996a9-3fdd-4307-a620-eb59f98157bc tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group_rule': {'security_group_id': 'ce9c21e3-8f4d-4606-bec0-7a13fccc5653', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:31.582124 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481be8fb-8fa9-4569-ab4c-5dd52c374c12 None None] Pushing event updated for resources: {'Port': ['ID=baffa194-d631-4d58-9177-44226b971cac,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:31.603149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-22f2996e-bc43-47bc-b07f-f1cb9b7fcde2 None None] Provisioning complete for port baffa194-d631-4d58-9177-44226b971cac triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:31.603575 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-22f2996e-bc43-47bc-b07f-f1cb9b7fcde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.633695 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-942996a9-3fdd-4307-a620-eb59f98157bc tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Project 393cbe5ed4d74cebb5ca69674ceaf4d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 12:10:31.640109 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-942996a9-3fdd-4307-a620-eb59f98157bc tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.745116 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-942996a9-3fdd-4307-a620-eb59f98157bc tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.765311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device baffa194-d631-4d58-9177-44226b971cac up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:10:31.821884 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-942996a9-3fdd-4307-a620-eb59f98157bc tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.827593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port baffa194-d631-4d58-9177-44226b971cac triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:31.828060 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.843778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942996a9-3fdd-4307-a620-eb59f98157bc tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92a025f-c5db-43b2-a7db-090704e460fa,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:31.915771 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-942996a9-3fdd-4307-a620-eb59f98157bc tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:31.917089 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-942996a9-3fdd-4307-a620-eb59f98157bc tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3837984 Oct 13 12:10:31.919885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40252) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:31.925364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-bce9a1cc-10e4-4bdb-9eb3-d91473816bf3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group_rule': {'security_group_id': 'ce9c21e3-8f4d-4606-bec0-7a13fccc5653', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:31.936049 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 78d5d782-c8da-48d8-b690-674f5904065e up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:10:31.989534 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 78d5d782-c8da-48d8-b690-674f5904065e triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:31.989901 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:32.011645 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-bce9a1cc-10e4-4bdb-9eb3-d91473816bf3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Project 393cbe5ed4d74cebb5ca69674ceaf4d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 12:10:32.017859 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bce9a1cc-10e4-4bdb-9eb3-d91473816bf3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:32.085955 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bce9a1cc-10e4-4bdb-9eb3-d91473816bf3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:32.174673 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bce9a1cc-10e4-4bdb-9eb3-d91473816bf3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:32.195755 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9a1cc-10e4-4bdb-9eb3-d91473816bf3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bf5ccf-e998-489d-8483-8a14bd05762d,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:32.266073 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-bce9a1cc-10e4-4bdb-9eb3-d91473816bf3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:32.267374 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-bce9a1cc-10e4-4bdb-9eb3-d91473816bf3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3459857 Oct 13 12:10:32.411659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-99690d01-76cb-48cf-8122-28b9fb335c1b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687306881&fields=id&tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1 HTTP/1.1" status: 200 len: 267 time: 0.0366249 Oct 13 12:10:32.519327 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c6a5ae23-88c0-4e24-8cd9-c5912be2dbaa tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:32.520793 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c6a5ae23-88c0-4e24-8cd9-c5912be2dbaa tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 809 time: 0.1020532 Oct 13 12:10:32.536210 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-96d8979c-79f4-4c41-b143-f07a0f140ded tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/quotas/393cbe5ed4d74cebb5ca69674ceaf4d1 HTTP/1.1" status: 200 len: 375 time: 0.0097075 Oct 13 12:10:32.588917 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-fad1e7a8-d29c-4d6d-a59f-f6436b672129 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473440 Oct 13 12:10:32.792332 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-5925a207-75aa-4c9d-9234-b0f56a64146f service neutron] 10.222.0.32 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913776 Oct 13 12:10:32.894088 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-8d2d3c23-60ce-4b7a-ba9c-a5c6dbeac1f8 service neutron] 10.222.0.32 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950463 Oct 13 12:10:33.159451 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e02dd96-923d-4863-a2ac-45eec2c2c1c9 req-a3d6dd85-6695-432a-8a08-1ef1d728fe1a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 210 time: 0.0284138 Oct 13 12:10:34.245971 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-980e6a18-7480-454b-b04f-970aeecd6821 req-15cde39f-3fa8-4287-95ce-cc96a8645975 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 210 time: 0.0355966 Oct 13 12:10:35.325201 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19222e7c-5c5d-4200-b932-9067402aecef req-6232f3bf-172b-4fbd-af6a-3654fd522415 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 210 time: 0.0267463 Oct 13 12:10:36.401608 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ae9147d4-7977-46cf-8122-e079ff95e331 req-959988b0-e495-4ea6-be6f-0930eef679d5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 210 time: 0.0271397 Oct 13 12:10:37.496296 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cdd0019c-0c9a-4388-9bfb-2e1738a7b676 req-16ffb6f4-5911-4060-bc30-ec0f2982cc43 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 210 time: 0.0257607 Oct 13 12:10:38.104299 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-35c2b0ae-fcd3-43e5-b341-35f5cf0f124e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:38.520490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-8c5e93eb-31a5-41f9-8ec9-1551ee25a17a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:38.522118 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-8c5e93eb-31a5-41f9-8ec9-1551ee25a17a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 809 time: 0.1070809 Oct 13 12:10:38.570140 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-b3312ad5-50d7-4c7b-b172-015dc2d4f931 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1 HTTP/1.1" status: 200 len: 379 time: 0.0353312 Oct 13 12:10:38.580975 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c04c6924-40ad-479e-9dab-c304668d32f7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'port': {'device_id': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'admin_state_up': True, 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'security_groups': ['ce9c21e3-8f4d-4606-bec0-7a13fccc5653']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:38.601195 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e2800d12-eb06-4a56-9038-bfdbe7e5dc81 req-e2e55116-3389-45c6-8521-7a0eee5ef540 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 210 time: 0.0312545 Oct 13 12:10:38.750556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c04c6924-40ad-479e-9dab-c304668d32f7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Made reservation on behalf of 393cbe5ed4d74cebb5ca69674ceaf4d1 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:10:38.754613 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c04c6924-40ad-479e-9dab-c304668d32f7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:38.885157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c04c6924-40ad-479e-9dab-c304668d32f7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Allocated IP 172.20.0.11 (e9df9c56-1140-4d2f-9204-e6be8c0bd917/9c59ad63-1944-46c7-9067-00065bfbb666/1ff90624-8150-4726-80d4-d6674c8db5f4) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:10:39.027077 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c04c6924-40ad-479e-9dab-c304668d32f7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:39.116183 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c04c6924-40ad-479e-9dab-c304668d32f7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:39.161241 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c04c6924-40ad-479e-9dab-c304668d32f7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Network e9df9c56-1140-4d2f-9204-e6be8c0bd917 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:10:39.164393 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c04c6924-40ad-479e-9dab-c304668d32f7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:10:39.167023 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c04c6924-40ad-479e-9dab-c304668d32f7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:10:39.194094 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c6924-40ad-479e-9dab-c304668d32f7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'Port': ['ID=1ff90624-8150-4726-80d4-d6674c8db5f4,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:39.224362 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c04c6924-40ad-479e-9dab-c304668d32f7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:39.225076 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c04c6924-40ad-479e-9dab-c304668d32f7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:39.307130 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-c04c6924-40ad-479e-9dab-c304668d32f7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7306728 Oct 13 12:10:39.321618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Request body: {'port': {'device_id': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:39.385516 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:39.395805 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-91ae965c-fdf2-4279-bd11-ebdee9e34302 None None] Provisioning complete for port 1ff90624-8150-4726-80d4-d6674c8db5f4 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:39.396387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-91ae965c-fdf2-4279-bd11-ebdee9e34302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:39.431202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-91ae965c-fdf2-4279-bd11-ebdee9e34302 None None] Port 1ff90624-8150-4726-80d4-d6674c8db5f4 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:10:39.657914 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff90624-8150-4726-80d4-d6674c8db5f4 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:10:39.664049 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:39.667754 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:39.681107 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Transition to ACTIVE for port object 1ff90624-8150-4726-80d4-d6674c8db5f4 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 12:10:39.727479 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bf958-e089-4354-b7f8-a2031ac99666 req-ceab334d-5522-4737-b91d-ca4c5afec227 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:39.728868 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a03bf958-e089-4354-b7f8-a2031ac99666 req-ceab334d-5522-4737-b91d-ca4c5afec227 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 932 time: 0.0517302 Oct 13 12:10:39.755805 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:39.769145 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a03bf958-e089-4354-b7f8-a2031ac99666 req-89ec04ab-6a3f-46bc-87b6-6395e89b53ec tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338552 Oct 13 12:10:39.809166 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff90624-8150-4726-80d4-d6674c8db5f4,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:39.883771 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Attempting to bind port 1ff90624-8150-4726-80d4-d6674c8db5f4 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:10:39.884108 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Attempting to bind port 1ff90624-8150-4726-80d4-d6674c8db5f4 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:10:39.884438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Attempting to bind port 1ff90624-8150-4726-80d4-d6674c8db5f4 on network e9df9c56-1140-4d2f-9204-e6be8c0bd917 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:10:39.889039 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Port 1ff90624-8150-4726-80d4-d6674c8db5f4 on network e9df9c56-1140-4d2f-9204-e6be8c0bd917 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 12:10:39.890037 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Attempting to bind port 1ff90624-8150-4726-80d4-d6674c8db5f4 on network e9df9c56-1140-4d2f-9204-e6be8c0bd917 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:10:39.895652 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:10:39.895996 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Checking segment: {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:10:39.896382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Bound using segment: {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:10:39.896818 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Bound port: 1ff90624-8150-4726-80d4-d6674c8db5f4, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:10:39.897177 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:39.974202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] For port 1ff90624-8150-4726-80d4-d6674c8db5f4, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:10:39.977287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] For port 1ff90624-8150-4726-80d4-d6674c8db5f4, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=1ff90624-8150-4726-80d4-d6674c8db5f4,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:10:40.042535 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:40.078576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:40.078576 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:40.078576 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] 10.222.0.46 "PUT /v2.0/ports/1ff90624-8150-4726-80d4-d6674c8db5f4 HTTP/1.1" status: 200 len: 1092 time: 0.7597179 Oct 13 12:10:40.080352 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:10:40.082927 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065cd2c6-a46c-4bf8-8f15-88b3fc82a0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:10:40.113641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee96d4-e017-4f49-b029-e5b85e71ec02 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff90624-8150-4726-80d4-d6674c8db5f4,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:40.131118 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e22a16d-1112-4f9e-95a7-60f991f6a061 x-openstack-request-id: req-8e22a16d-1112-4f9e-95a7-60f991f6a061 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:10:40.131420 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:10:40.131677 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e22a16d-1112-4f9e-95a7-60f991f6a061 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:10:40.132083 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'status': 'completed', 'code': 200} Oct 13 12:10:40.200734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd2c6-a46c-4bf8-8f15-88b3fc82a0f5 req-e9851a85-21f1-4fc6-bd77-9f8ba458de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:40.202400 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-065cd2c6-a46c-4bf8-8f15-88b3fc82a0f5 req-e9851a85-21f1-4fc6-bd77-9f8ba458de6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1095 time: 0.0497789 Oct 13 12:10:40.305588 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd2c6-a46c-4bf8-8f15-88b3fc82a0f5 req-0ed5cf9d-2dea-4e43-a5e3-7bdccf6fea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:40.307048 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-065cd2c6-a46c-4bf8-8f15-88b3fc82a0f5 req-0ed5cf9d-2dea-4e43-a5e3-7bdccf6fea47 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0966353 Oct 13 12:10:40.407448 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd2c6-a46c-4bf8-8f15-88b3fc82a0f5 req-28439bd8-6f2c-4876-a149-37a1cca2ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:40.408931 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-065cd2c6-a46c-4bf8-8f15-88b3fc82a0f5 req-28439bd8-6f2c-4876-a149-37a1cca2ad1a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933597 Oct 13 12:10:40.488955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-306c6ddd-8b98-4637-858d-5f382c74605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:40.490487 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-306c6ddd-8b98-4637-858d-5f382c74605b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1095 time: 0.0422952 Oct 13 12:10:40.542935 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-85dba509-970b-4852-b395-e798f1c6f44f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff90624-8150-4726-80d4-d6674c8db5f4 HTTP/1.1" status: 200 len: 217 time: 0.0425119 Oct 13 12:10:40.594271 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-80b8d8e8-1bd8-45c5-9031-f1da6e895820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:40.595770 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-80b8d8e8-1bd8-45c5-9031-f1da6e895820 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0450644 Oct 13 12:10:40.642163 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-6171ed7d-09a5-4e3f-abe9-dcedc4cd5fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:40.643695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-6171ed7d-09a5-4e3f-abe9-dcedc4cd5fb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409951 Oct 13 12:10:40.738713 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-ffc657c4-7e0f-4150-baed-69ea5eeda3ff service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875742 Oct 13 12:10:40.830076 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecda87dd-9343-4ca9-b487-c828fcb239bb req-bc415844-d491-4c90-b94f-28f4a13cb4b6 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843899 Oct 13 12:10:40.856140 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b30e7553-aac0-4ea1-93d6-a8e09fb35b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:40.890107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee133a-9448-4514-8ee0-5e5a4150ec09 req-d47f6b88-6824-42ff-915d-3f0ea0fb2dc7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:40.891659 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2dee133a-9448-4514-8ee0-5e5a4150ec09 req-d47f6b88-6824-42ff-915d-3f0ea0fb2dc7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0522177 Oct 13 12:10:40.930939 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2dee133a-9448-4514-8ee0-5e5a4150ec09 req-69741513-b6dc-45e4-8226-73467903055e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332310 Oct 13 12:10:41.324473 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:41.835325 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:42.047520 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0029cf4-8c9d-46d4-879c-5a6ed4f0a989 req-f128890f-c7a0-4c42-9346-e4054c224fe4 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:42.049026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d0029cf4-8c9d-46d4-879c-5a6ed4f0a989 req-f128890f-c7a0-4c42-9346-e4054c224fe4 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0505769 Oct 13 12:10:42.091024 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d0029cf4-8c9d-46d4-879c-5a6ed4f0a989 req-ba9356b0-2df4-45d8-9ab7-b36f465078a6 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358355 Oct 13 12:10:42.532839 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:43.209022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9355e5-533a-40d1-b72e-9e04db222c72 req-150a8b5e-4343-43fa-a044-007045627395 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:43.210559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c9355e5-533a-40d1-b72e-9e04db222c72 req-150a8b5e-4343-43fa-a044-007045627395 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0502317 Oct 13 12:10:43.248402 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7c9355e5-533a-40d1-b72e-9e04db222c72 req-379f4279-01ed-4b2f-80ed-f9f0b225c1f1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319700 Oct 13 12:10:43.732617 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:44.332301 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 1ff90624-8150-4726-80d4-d6674c8db5f4 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 12:10:44.349642 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:10:44.365426 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5696a6-4102-4cd6-adcd-802aa7df1561 req-d15cf35d-f0c3-4183-9745-e285dfe2f3c3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:44.366878 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e5696a6-4102-4cd6-adcd-802aa7df1561 req-d15cf35d-f0c3-4183-9745-e285dfe2f3c3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0509813 Oct 13 12:10:44.409957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3e5696a6-4102-4cd6-adcd-802aa7df1561 req-27b50ec8-3831-4cb2-868b-6aa7009f2b4a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371509 Oct 13 12:10:44.432007 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 1ff90624-8150-4726-80d4-d6674c8db5f4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=1ff90624-8150-4726-80d4-d6674c8db5f4,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:10:44.444840 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'port_id': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'mac_address': 'fa:16:3e:44:e7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 12:10:44.482910 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:44.496350 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff90624-8150-4726-80d4-d6674c8db5f4 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:10:44.516982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 1ff90624-8150-4726-80d4-d6674c8db5f4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=1ff90624-8150-4726-80d4-d6674c8db5f4,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:10:44.601440 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:44.649613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=1ff90624-8150-4726-80d4-d6674c8db5f4,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:44.919605 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['1ff90624-8150-4726-80d4-d6674c8db5f4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 12:10:45.524490 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b01615-0ba4-4b72-a57e-16a0fa09b47d req-95bbc94c-6caf-44c0-8df2-fe1b5c3a8a3c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:45.525977 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94b01615-0ba4-4b72-a57e-16a0fa09b47d req-95bbc94c-6caf-44c0-8df2-fe1b5c3a8a3c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 945 time: 0.0494943 Oct 13 12:10:45.571242 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-94b01615-0ba4-4b72-a57e-16a0fa09b47d req-a338c6d4-1685-4724-921f-046009aa8fed tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363290 Oct 13 12:10:46.348021 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 1ff90624-8150-4726-80d4-d6674c8db5f4 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:10:46.478821 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 1ff90624-8150-4726-80d4-d6674c8db5f4 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 12:10:46.482838 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 1ff90624-8150-4726-80d4-d6674c8db5f4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:10:46.483245 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:46.565472 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:46.588077 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:10:46.590319 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88410ace-2767-4a84-b29f-d0246b7f0c1a" -d '{"events": [{"server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "name": "network-vif-plugged", "status": "completed", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:10:46.603136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 1ff90624-8150-4726-80d4-d6674c8db5f4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=1ff90624-8150-4726-80d4-d6674c8db5f4,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:10:46.680053 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:46.682048 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d3d951-781b-46a1-95a0-ec19eb56fa86 x-openstack-request-id: req-c4d3d951-781b-46a1-95a0-ec19eb56fa86 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:10:46.682359 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "name": "network-vif-plugged", "status": "completed", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:10:46.682625 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4d3d951-781b-46a1-95a0-ec19eb56fa86 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:10:46.683016 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'code': 200} Oct 13 12:10:46.729959 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=1ff90624-8150-4726-80d4-d6674c8db5f4,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:46.780752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87df5ab-052f-4a15-a01b-e75cfc083d00 req-9f16b33d-09b9-4d24-a942-697e798e0110 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:46.785671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc2181-ffb1-4613-8f54-333790209abf req-e6413c82-5f43-444d-9962-4dee22bd7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:46.786131 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e87df5ab-052f-4a15-a01b-e75cfc083d00 req-9f16b33d-09b9-4d24-a942-697e798e0110 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0549963 Oct 13 12:10:46.786249 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1bc2181-ffb1-4613-8f54-333790209abf req-e6413c82-5f43-444d-9962-4dee22bd7721 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1097 time: 0.0418265 Oct 13 12:10:46.819525 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f1bc2181-ffb1-4613-8f54-333790209abf req-82bd5921-3742-4b3a-a300-444a923043f7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284629 Oct 13 12:10:46.822073 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e87df5ab-052f-4a15-a01b-e75cfc083d00 req-48020ff9-babb-485c-83db-3d64aac6258e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330234 Oct 13 12:10:47.946390 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6f01b-6973-4540-8827-a9c36447d699 req-76e5038e-2b09-4be6-a29c-ead06f90fa90 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:47.947894 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aae6f01b-6973-4540-8827-a9c36447d699 req-76e5038e-2b09-4be6-a29c-ead06f90fa90 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0524080 Oct 13 12:10:47.989900 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-aae6f01b-6973-4540-8827-a9c36447d699 req-8199ae34-f481-4915-9049-059a52c8a4db tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348327 Oct 13 12:10:49.107431 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdf833-a60c-44f9-8134-39e4483b4e61 req-ac645bae-7f43-44f4-9cdd-963bbf3b65c6 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:49.109021 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0bbdf833-a60c-44f9-8134-39e4483b4e61 req-ac645bae-7f43-44f4-9cdd-963bbf3b65c6 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0496619 Oct 13 12:10:49.151885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0bbdf833-a60c-44f9-8134-39e4483b4e61 req-9bc2173e-4161-4571-99b1-959dbe58977c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369341 Oct 13 12:10:49.267855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db941961-a983-4502-881c-3483d0c575a3 req-8c595330-9a71-44a7-9595-3ee8f87ddf5a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:49.269341 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-db941961-a983-4502-881c-3483d0c575a3 req-8c595330-9a71-44a7-9595-3ee8f87ddf5a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0502377 Oct 13 12:10:49.309055 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-db941961-a983-4502-881c-3483d0c575a3 req-60212667-1413-4d50-9718-ff3269d5c97b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318325 Oct 13 12:10:49.331304 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40334) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:49.414794 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460303e-2e9b-4ddb-bd24-4ff0d2d74921 tempest-TestShelveInstance-1378521057 tempest-TestShelveInstance-1378521057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:49.416379 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a460303e-2e9b-4ddb-bd24-4ff0d2d74921 tempest-TestShelveInstance-1378521057 tempest-TestShelveInstance-1378521057-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1092 time: 0.0840917 Oct 13 12:10:49.419432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40338) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:10:49.423925 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:10:49.532582 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:49.634347 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:49.738147 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Allocated IP 172.25.0.239 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/fa09a5c6-03ea-48b1-894c-6b872f912527) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:10:49.861781 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:49.965299 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:50.006956 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:10:50.009971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:10:50.013506 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:10:50.019550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'Port': ['ID=fa09a5c6-03ea-48b1-894c-6b872f912527,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:50.389334 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:50.523306 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:50.673646 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:50.744188 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:50.811276 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'Port': ['ID=fa09a5c6-03ea-48b1-894c-6b872f912527,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:10:50.826164 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:50.925337 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Floating IP 164f7528-db5b-4dcf-a8a2-a9f0b24216d5 associated. External IP: 172.25.0.239, port: 1ff90624-8150-4726-80d4-d6674c8db5f4. Oct 13 12:10:51.132372 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:10:51.237451 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:10:51.247677 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2490b-a3a6-4f82-92b0-86b0a9262ddf None None] Sync routers for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:10:51.257728 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce2490b-a3a6-4f82-92b0-86b0a9262ddf None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:51.258415 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dce2490b-a3a6-4f82-92b0-86b0a9262ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:10:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:51.351826 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:10:51.363376 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-dce2490b-a3a6-4f82-92b0-86b0a9262ddf None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:51.379859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-ca48dc2e-c150-490b-b4f5-7a90d74dec75 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9594150 Oct 13 12:10:51.381319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:10:51.383183 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432c2293-bc09-49b3-af0e-027e5d4a25b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:10:51.482220 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94074453-3ed8-47c9-b56c-b80d2b6815a7 x-openstack-request-id: req-94074453-3ed8-47c9-b56c-b80d2b6815a7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:10:51.482888 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:10:51.482888 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94074453-3ed8-47c9-b56c-b80d2b6815a7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:10:51.483276 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'status': 'completed', 'code': 200} Oct 13 12:10:51.550475 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2293-bc09-49b3-af0e-027e5d4a25b9 req-2ab74300-9648-4e69-b831-3449610016e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:51.551932 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-432c2293-bc09-49b3-af0e-027e5d4a25b9 req-2ab74300-9648-4e69-b831-3449610016e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1097 time: 0.0458746 Oct 13 12:10:51.597927 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dce2490b-a3a6-4f82-92b0-86b0a9262ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '164f7528-db5b-4dcf-a8a2-a9f0b24216d5', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'floating_ip_address': '172.25.0.239', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'port_id': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'mac_address': 'fa:16:3e:44:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:10:50Z', 'updated_at': '2021-10-13T12:10:50Z', 'revision_number': 0, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:26Z', 'revision_number': 5, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:51.629564 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2490b-a3a6-4f82-92b0-86b0a9262ddf None None] Checking router: ce5df1e2-45a3-4362-8937-aaaa3751b2d2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:10:51.637854 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce2490b-a3a6-4f82-92b0-86b0a9262ddf None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:10:51.638487 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dce2490b-a3a6-4f82-92b0-86b0a9262ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:10:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:51.644656 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2293-bc09-49b3-af0e-027e5d4a25b9 req-d37daaa4-0b16-4ad8-9a88-67a918628eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:51.646236 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-432c2293-bc09-49b3-af0e-027e5d4a25b9 req-d37daaa4-0b16-4ad8-9a88-67a918628eb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0881200 Oct 13 12:10:51.715717 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-432c2293-bc09-49b3-af0e-027e5d4a25b9 req-54a4d6a3-aedf-4377-8914-117f32476670 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff90624-8150-4726-80d4-d6674c8db5f4 HTTP/1.1" status: 200 len: 1000 time: 0.0630674 Oct 13 12:10:51.745873 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-dce2490b-a3a6-4f82-92b0-86b0a9262ddf None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:10:51.770705 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2293-bc09-49b3-af0e-027e5d4a25b9 req-5d8a8489-e84f-45cb-b158-3d9e4f92c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:51.772204 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-432c2293-bc09-49b3-af0e-027e5d4a25b9 req-5d8a8489-e84f-45cb-b158-3d9e4f92c72f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0494144 Oct 13 12:10:51.822081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2293-bc09-49b3-af0e-027e5d4a25b9 req-e4dccf98-a661-49ff-9b4a-62291b7066e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:51.823530 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-432c2293-bc09-49b3-af0e-027e5d4a25b9 req-e4dccf98-a661-49ff-9b4a-62291b7066e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410211 Oct 13 12:10:51.921051 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-432c2293-bc09-49b3-af0e-027e5d4a25b9 req-51750fd7-0b6e-46ef-8b84-54219b4cedca service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896678 Oct 13 12:10:51.972901 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-dce2490b-a3a6-4f82-92b0-86b0a9262ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '164f7528-db5b-4dcf-a8a2-a9f0b24216d5', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'floating_ip_address': '172.25.0.239', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'port_id': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'mac_address': 'fa:16:3e:44:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:10:50Z', 'updated_at': '2021-10-13T12:10:50Z', 'revision_number': 0, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:26Z', 'revision_number': 5, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:10:52.003578 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2490b-a3a6-4f82-92b0-86b0a9262ddf None None] The sync data for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 is: [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '164f7528-db5b-4dcf-a8a2-a9f0b24216d5', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'floating_ip_address': '172.25.0.239', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'port_id': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'mac_address': 'fa:16:3e:44:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:10:50Z', 'updated_at': '2021-10-13T12:10:50Z', 'revision_number': 0, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:26Z', 'revision_number': 5, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:10:52.014876 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-432c2293-bc09-49b3-af0e-027e5d4a25b9 req-045f7399-5935-4654-b998-0949b0efdec9 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870712 Oct 13 12:10:52.209545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865689d1-731a-492b-8327-509e621ff0e3 None None] New status for floating IP 164f7528-db5b-4dcf-a8a2-a9f0b24216d5: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:10:54.082822 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a6afaf7e-e22c-4962-be5d-45593339321f req-3b7b28a7-5082-45dd-b027-ca61e6239771 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404301 Oct 13 12:10:54.168503 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afaf7e-e22c-4962-be5d-45593339321f req-56797940-2887-4fbe-884d-2dea375c3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:54.169983 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a6afaf7e-e22c-4962-be5d-45593339321f req-56797940-2887-4fbe-884d-2dea375c3e43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1097 time: 0.0444305 Oct 13 12:10:54.273167 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afaf7e-e22c-4962-be5d-45593339321f req-e84600c4-0308-4867-93d5-c4430741b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:54.274654 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a6afaf7e-e22c-4962-be5d-45593339321f req-e84600c4-0308-4867-93d5-c4430741b0e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0853794 Oct 13 12:10:54.343746 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a6afaf7e-e22c-4962-be5d-45593339321f req-1f4dcdd3-2626-4553-95cc-f769edd83457 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff90624-8150-4726-80d4-d6674c8db5f4 HTTP/1.1" status: 200 len: 1002 time: 0.0612631 Oct 13 12:10:54.394901 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afaf7e-e22c-4962-be5d-45593339321f req-4240a3f2-aa5e-47f9-ad91-1e44d6387203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:54.396353 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a6afaf7e-e22c-4962-be5d-45593339321f req-4240a3f2-aa5e-47f9-ad91-1e44d6387203 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0463531 Oct 13 12:10:54.442578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afaf7e-e22c-4962-be5d-45593339321f req-5cde9297-0ef6-4a59-9cce-6feafc427164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:10:54.444049 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a6afaf7e-e22c-4962-be5d-45593339321f req-5cde9297-0ef6-4a59-9cce-6feafc427164 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400887 Oct 13 12:10:54.830830 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a6afaf7e-e22c-4962-be5d-45593339321f req-153e2433-3689-4ed6-8e83-b5460b2dda47 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791640 Oct 13 12:10:54.921255 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a6afaf7e-e22c-4962-be5d-45593339321f req-97d9d08e-888e-48d8-8567-6dc6bea81562 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836010 Oct 13 12:11:08.080709 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-798a9362-81ff-4d5c-a620-a95979b26cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:09.852546 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:10.903813 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4b44409d-aa27-4eab-9778-bb59c2e03e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:11.418158 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:11.828988 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:12.572529 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:13.749684 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:21.350211 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:11:38.026737 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5d4342b3-20ee-47b2-94c1-e76346018844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:39.697149 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:40.874611 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-261cb139-cdb5-4a9d-9c95-d9345529f4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:41.371267 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:41.857313 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:42.526160 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:43.735270 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:11:55.093503 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a36159e7-e071-4ea7-9234-605726844986 req-ab5a23e9-cb9a-4d1d-9e92-a113c3d31e5a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429692 Oct 13 12:11:55.174591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36159e7-e071-4ea7-9234-605726844986 req-406a4e20-eac6-4720-b0ac-2800a15ea263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:11:55.176042 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a36159e7-e071-4ea7-9234-605726844986 req-406a4e20-eac6-4720-b0ac-2800a15ea263 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1097 time: 0.0402107 Oct 13 12:11:55.283143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36159e7-e071-4ea7-9234-605726844986 req-c29770ae-a24f-492b-b63c-ddc0dd0572be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:11:55.284617 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a36159e7-e071-4ea7-9234-605726844986 req-c29770ae-a24f-492b-b63c-ddc0dd0572be service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0896726 Oct 13 12:11:55.349901 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a36159e7-e071-4ea7-9234-605726844986 req-9cf9a948-4a26-4999-ae06-76e40447a306 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff90624-8150-4726-80d4-d6674c8db5f4 HTTP/1.1" status: 200 len: 1002 time: 0.0559120 Oct 13 12:11:55.399885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36159e7-e071-4ea7-9234-605726844986 req-b9ebe7a5-61dc-4e3a-b4d1-e95ccedae911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:11:55.401289 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a36159e7-e071-4ea7-9234-605726844986 req-b9ebe7a5-61dc-4e3a-b4d1-e95ccedae911 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0433650 Oct 13 12:11:55.448498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36159e7-e071-4ea7-9234-605726844986 req-50b984fc-24f5-40eb-9e7d-3a6467ced058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:11:55.449924 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a36159e7-e071-4ea7-9234-605726844986 req-50b984fc-24f5-40eb-9e7d-3a6467ced058 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415232 Oct 13 12:11:55.540281 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a36159e7-e071-4ea7-9234-605726844986 req-d1ab8746-b003-4208-86cd-49479b76c32a service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836341 Oct 13 12:11:55.633792 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a36159e7-e071-4ea7-9234-605726844986 req-f0218184-fa39-4a35-b1ca-c36994513711 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855234 Oct 13 12:11:58.349334 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:12:08.045395 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ae764725-244f-4137-8d6f-e341e8e56c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:09.691162 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:10.879937 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9c8df0d0-2eb4-4eaa-b23a-a926134a4e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:11.353669 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:11.799652 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:12.588206 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:13.776817 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:35.348571 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:12:38.033496 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9e9b8325-c7ac-4f49-ad1f-964f60932d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:39.702151 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:40.810498 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9c059c80-ac95-4ba1-9716-0615eb81a2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:41.376290 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:41.803589 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:42.546214 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:43.735761 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:12:55.087703 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7de411d1-def0-4549-87b0-99bce8440178 req-b19532bf-ad72-404d-b1d1-1c1e8e9a399a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392563 Oct 13 12:12:55.165254 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de411d1-def0-4549-87b0-99bce8440178 req-b1da3da8-7ab2-41d8-9116-cc298646ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:12:55.166724 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7de411d1-def0-4549-87b0-99bce8440178 req-b1da3da8-7ab2-41d8-9116-cc298646ff71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1097 time: 0.0387833 Oct 13 12:12:55.271288 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de411d1-def0-4549-87b0-99bce8440178 req-befb8405-acf7-44ab-8e54-5ee6b5d76fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:12:55.272811 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7de411d1-def0-4549-87b0-99bce8440178 req-befb8405-acf7-44ab-8e54-5ee6b5d76fe9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0879600 Oct 13 12:12:55.338050 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7de411d1-def0-4549-87b0-99bce8440178 req-ea216017-f9df-4708-abff-07e977c34dbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff90624-8150-4726-80d4-d6674c8db5f4 HTTP/1.1" status: 200 len: 1002 time: 0.0584621 Oct 13 12:12:55.387063 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de411d1-def0-4549-87b0-99bce8440178 req-7feef02e-653d-4a3d-976e-f88381679f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:12:55.392887 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7de411d1-def0-4549-87b0-99bce8440178 req-7feef02e-653d-4a3d-976e-f88381679f9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0433915 Oct 13 12:12:55.436791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de411d1-def0-4549-87b0-99bce8440178 req-05e58d0f-f883-495a-a4f8-0a9ef4dc22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:12:55.438253 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7de411d1-def0-4549-87b0-99bce8440178 req-05e58d0f-f883-495a-a4f8-0a9ef4dc22b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433884 Oct 13 12:12:55.449747 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-7de411d1-def0-4549-87b0-99bce8440178 req-cc8db616-47fe-4a2e-b99d-9147c5005725 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 12:12:55.450753 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7de411d1-def0-4549-87b0-99bce8440178 req-cc8db616-47fe-4a2e-b99d-9147c5005725 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048912 Oct 13 12:12:55.541984 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7de411d1-def0-4549-87b0-99bce8440178 req-0ce30ae8-3750-45bd-88b9-077b05efe7fc service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846226 Oct 13 12:12:55.634669 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-7de411d1-def0-4549-87b0-99bce8440178 req-efd2e1f9-d654-47f2-ad4a-a208b3a4e10a service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854471 Oct 13 12:13:08.049786 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e3a8e8e-86bf-48a2-bcfa-d23bab32e072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:09.718884 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:10.849803 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ae1c98a9-3eca-49ef-a644-7576c4dafb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:11.381287 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:11.792549 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:12.347508 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:13:12.575638 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:13.764180 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:19.603899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225a3df-5289-4cea-b25c-f5883ace8818 req-36dc2cea-b5d9-44bd-aaaa-3eaa14ccfd90 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:19.605796 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8225a3df-5289-4cea-b25c-f5883ace8818 req-36dc2cea-b5d9-44bd-aaaa-3eaa14ccfd90 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0549381 Oct 13 12:13:19.643552 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8225a3df-5289-4cea-b25c-f5883ace8818 req-8ffc3733-2e9e-4939-9de4-fb8e7988d575 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319390 Oct 13 12:13:20.788543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be21b5-6b2b-4d11-aeca-5f1069deafd6 req-925ce81e-eede-4b07-9d88-c48a48af8346 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:20.790016 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7be21b5-6b2b-4d11-aeca-5f1069deafd6 req-925ce81e-eede-4b07-9d88-c48a48af8346 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0526373 Oct 13 12:13:20.828984 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c7be21b5-6b2b-4d11-aeca-5f1069deafd6 req-d0c59f0e-d163-4256-a21c-e8aae32f3fd0 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322878 Oct 13 12:13:21.948145 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c328f-5912-4bd7-92bc-37c2c8ccecf3 req-2c525028-f608-4851-bb6b-be5e17acbb1c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:21.949607 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c00c328f-5912-4bd7-92bc-37c2c8ccecf3 req-2c525028-f608-4851-bb6b-be5e17acbb1c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0531559 Oct 13 12:13:21.987295 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c00c328f-5912-4bd7-92bc-37c2c8ccecf3 req-91a613ff-d80e-427f-88a3-221c13f085da tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316091 Oct 13 12:13:23.102441 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d926f-cdb8-408d-8cb1-10864dd8936b req-27e553f3-d525-425d-afd3-90db47b4d854 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:23.104646 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e9d926f-cdb8-408d-8cb1-10864dd8936b req-27e553f3-d525-425d-afd3-90db47b4d854 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0493665 Oct 13 12:13:23.142390 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6e9d926f-cdb8-408d-8cb1-10864dd8936b req-ee8265f5-d955-4c44-ac07-c6f738743fe2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313964 Oct 13 12:13:24.258809 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729b9b7-d8be-428e-a555-3f3d8935bb66 req-df9be071-af0c-44d8-ba3e-3358289f0714 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:24.260944 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e729b9b7-d8be-428e-a555-3f3d8935bb66 req-df9be071-af0c-44d8-ba3e-3358289f0714 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0501676 Oct 13 12:13:24.300726 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e729b9b7-d8be-428e-a555-3f3d8935bb66 req-bb74e9f6-e712-4361-92f3-388320eee75b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334122 Oct 13 12:13:25.422736 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996112fa-10e1-4a71-8faf-a95ac553b775 req-5e394534-81bd-44b7-9fae-c4634e7738b7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:25.424233 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-996112fa-10e1-4a71-8faf-a95ac553b775 req-5e394534-81bd-44b7-9fae-c4634e7738b7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0538857 Oct 13 12:13:25.461674 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-996112fa-10e1-4a71-8faf-a95ac553b775 req-6178e914-cee6-4ccc-8f12-2c1c5c6e38e2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315335 Oct 13 12:13:26.581730 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc2676-3cc2-402b-a1e3-f9beec59fd4e req-a745673d-7479-47aa-bc77-a5e6e5575831 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:26.583252 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84cc2676-3cc2-402b-a1e3-f9beec59fd4e req-a745673d-7479-47aa-bc77-a5e6e5575831 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0515206 Oct 13 12:13:26.625001 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-84cc2676-3cc2-402b-a1e3-f9beec59fd4e req-8a4b922c-68ce-4a6d-922e-4ba87545e147 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354347 Oct 13 12:13:27.738887 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a3998-e57b-4b40-91b8-42f7e6acf59f req-308c79dd-5739-43cf-a1b8-59024c66c205 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:27.740347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-451a3998-e57b-4b40-91b8-42f7e6acf59f req-308c79dd-5739-43cf-a1b8-59024c66c205 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0476413 Oct 13 12:13:27.779661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-451a3998-e57b-4b40-91b8-42f7e6acf59f req-b4134e67-f7ab-4175-98e5-f370555ed260 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316160 Oct 13 12:13:28.898073 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350ac2d-f8c7-4f06-875a-c5281e606e03 req-37bc9830-da10-4a2c-918c-e613dfaba867 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:28.899566 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8350ac2d-f8c7-4f06-875a-c5281e606e03 req-37bc9830-da10-4a2c-918c-e613dfaba867 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0536106 Oct 13 12:13:28.937978 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8350ac2d-f8c7-4f06-875a-c5281e606e03 req-5536dbb6-7999-4470-ac8e-16bae5fa4e8b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320735 Oct 13 12:13:30.056823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529eb91-170d-43e1-9276-5c78e3804853 req-1e2f174e-14f1-4807-b009-0344df0bea5d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:30.058553 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8529eb91-170d-43e1-9276-5c78e3804853 req-1e2f174e-14f1-4807-b009-0344df0bea5d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0526104 Oct 13 12:13:30.097793 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8529eb91-170d-43e1-9276-5c78e3804853 req-ace250ed-fdf4-4252-ad97-16381740db72 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333588 Oct 13 12:13:31.218985 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa355d-8431-4c31-a659-3ac66698c37b req-0a81f719-af54-48b1-9c2a-902ca4b0feb3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:31.220509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65aa355d-8431-4c31-a659-3ac66698c37b req-0a81f719-af54-48b1-9c2a-902ca4b0feb3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0544248 Oct 13 12:13:31.260331 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-65aa355d-8431-4c31-a659-3ac66698c37b req-52dead16-e432-4c7f-bfa7-e49d335d7333 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337882 Oct 13 12:13:32.380341 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce53f9-8296-492e-85d8-45143bdd0404 req-f5ba28a6-da08-4255-8a70-4bb70d426a4b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:32.381735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebce53f9-8296-492e-85d8-45143bdd0404 req-f5ba28a6-da08-4255-8a70-4bb70d426a4b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0543473 Oct 13 12:13:32.420456 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ebce53f9-8296-492e-85d8-45143bdd0404 req-4cc34044-8e99-4bd6-95c4-9b4cd9ac9af1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324483 Oct 13 12:13:33.215212 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 1ff90624-8150-4726-80d4-d6674c8db5f4 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 12:13:33.311973 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 1ff90624-8150-4726-80d4-d6674c8db5f4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=1ff90624-8150-4726-80d4-d6674c8db5f4,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:13:33.323435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'port_id': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'mac_address': 'fa:16:3e:44:e7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 12:13:33.361738 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:33.374976 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ff90624-8150-4726-80d4-d6674c8db5f4 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:13:33.394655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 1ff90624-8150-4726-80d4-d6674c8db5f4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=1ff90624-8150-4726-80d4-d6674c8db5f4,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:13:33.438082 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:33.490426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=1ff90624-8150-4726-80d4-d6674c8db5f4,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:13:33.498277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:13:33.498653 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:13:33.498997 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:13:33.499390 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:13:33.499723 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:13:33.500058 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:13:33.500387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:13:33.500970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:13:33.501299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:13:33.501627 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:13:33.501972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:13:33.502279 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:13:33.515590 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['1ff90624-8150-4726-80d4-d6674c8db5f4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 12:13:33.540487 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f3c98-b5d3-46fe-af80-7ab6b4c0a4f1 req-1c05ca36-885c-45f7-b531-1a4779d77777 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:33.546604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-807f3c98-b5d3-46fe-af80-7ab6b4c0a4f1 req-1c05ca36-885c-45f7-b531-1a4779d77777 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 945 time: 0.0532413 Oct 13 12:13:33.582504 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-807f3c98-b5d3-46fe-af80-7ab6b4c0a4f1 req-104510ba-bb19-4986-b3a7-85711f0e09cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341020 Oct 13 12:13:34.699764 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15bbed-c216-4061-acbd-edfb6eef9c0d req-479650dd-b669-4326-97fe-404a4ad34d55 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:34.701411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf15bbed-c216-4061-acbd-edfb6eef9c0d req-479650dd-b669-4326-97fe-404a4ad34d55 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 945 time: 0.0505230 Oct 13 12:13:34.739074 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf15bbed-c216-4061-acbd-edfb6eef9c0d req-377d4ea0-7837-4003-8192-cbb862db9b56 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317564 Oct 13 12:13:35.214066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 1ff90624-8150-4726-80d4-d6674c8db5f4 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:13:35.265650 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 1ff90624-8150-4726-80d4-d6674c8db5f4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:13:35.266010 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:35.343175 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:35.366557 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:13:35.368833 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef02e210-5de1-4470-b18a-0f99e8f20902" -d '{"events": [{"server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "name": "network-vif-plugged", "status": "completed", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:13:35.381555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 1ff90624-8150-4726-80d4-d6674c8db5f4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=1ff90624-8150-4726-80d4-d6674c8db5f4,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:13:35.406905 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a092702f-1d3e-4460-b870-931568acd4bc x-openstack-request-id: req-a092702f-1d3e-4460-b870-931568acd4bc {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:13:35.407201 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "name": "network-vif-plugged", "status": "completed", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:13:35.407455 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a092702f-1d3e-4460-b870-931568acd4bc {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:13:35.407847 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'code': 200} Oct 13 12:13:35.472123 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:35.519981 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=1ff90624-8150-4726-80d4-d6674c8db5f4,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:13:35.861634 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696a29f-240a-4ccd-bd50-d99e9df8db28 req-eea8763c-eb5d-4148-87b2-e2894ea13d69 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:35.863149 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d696a29f-240a-4ccd-bd50-d99e9df8db28 req-eea8763c-eb5d-4148-87b2-e2894ea13d69 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0541339 Oct 13 12:13:35.902620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d696a29f-240a-4ccd-bd50-d99e9df8db28 req-b8da7780-33a5-45f8-bb8a-7c9386763da9 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329161 Oct 13 12:13:37.022429 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370993a-26d6-493e-bc4a-40488af944e7 req-64c2b841-ba0a-455f-ac91-fb8b4dff07a3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:37.023861 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d370993a-26d6-493e-bc4a-40488af944e7 req-64c2b841-ba0a-455f-ac91-fb8b4dff07a3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0510325 Oct 13 12:13:37.063094 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d370993a-26d6-493e-bc4a-40488af944e7 req-d3f4b43d-3ce7-4c4d-913e-cc074865aad9 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333567 Oct 13 12:13:38.060938 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fba39bc3-d153-45da-9c70-c67afa9100b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:38.193313 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3048af4-7220-49ba-b782-939aef9cbc27 req-6e744c65-6a2a-4d22-aa1e-147dc56a128f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:38.195681 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3048af4-7220-49ba-b782-939aef9cbc27 req-6e744c65-6a2a-4d22-aa1e-147dc56a128f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0551236 Oct 13 12:13:38.237445 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3048af4-7220-49ba-b782-939aef9cbc27 req-77dd8a0a-d3c4-480c-9cc0-604a690eeba8 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351627 Oct 13 12:13:39.382843 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468514e6-fea2-4d0d-b9a5-937aa3b412f3 req-b998de54-f740-485f-ad8f-e9b7cd7dd291 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:39.384278 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-468514e6-fea2-4d0d-b9a5-937aa3b412f3 req-b998de54-f740-485f-ad8f-e9b7cd7dd291 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0723841 Oct 13 12:13:39.430984 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-468514e6-fea2-4d0d-b9a5-937aa3b412f3 req-e77f765b-1d69-401c-ab2f-cfff860c0134 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399182 Oct 13 12:13:39.747078 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:40.558688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8e725-b627-4f82-b802-bd49b7bec44a req-d6ead656-e104-479e-8ddd-975b76f8530f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:40.560947 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6e8e725-b627-4f82-b802-bd49b7bec44a req-d6ead656-e104-479e-8ddd-975b76f8530f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0569184 Oct 13 12:13:40.604009 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6e8e725-b627-4f82-b802-bd49b7bec44a req-539114d9-80c9-41fb-a82e-0c2010e77ff7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369790 Oct 13 12:13:40.889729 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4c4176b7-3c0f-4686-81fc-202d7d45278b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:41.409640 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:41.732665 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaf008-252c-468b-90f0-ccd2a3ae56a2 req-36e7d927-a2d8-4b3c-ad80-708566b2f073 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:41.734165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-deeaf008-252c-468b-90f0-ccd2a3ae56a2 req-36e7d927-a2d8-4b3c-ad80-708566b2f073 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0538111 Oct 13 12:13:41.794030 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-deeaf008-252c-468b-90f0-ccd2a3ae56a2 req-f985fbeb-8f38-4e7f-bb53-eff478b995c0 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434864 Oct 13 12:13:41.832677 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:42.547095 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:42.920979 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53d5a8-8423-4adb-add9-a363819ec45f req-c1289930-ac1c-4bed-88ba-2747fe2355e5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:42.922517 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df53d5a8-8423-4adb-add9-a363819ec45f req-c1289930-ac1c-4bed-88ba-2747fe2355e5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0585403 Oct 13 12:13:42.967127 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-df53d5a8-8423-4adb-add9-a363819ec45f req-a18ec081-bc11-4bfb-93e4-eb76ace186da tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371737 Oct 13 12:13:43.735013 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:44.099638 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f47a3-138c-45da-b610-62652fce77f4 req-3354a6ae-4b87-459e-b548-34c0938f4377 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:44.108941 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b67f47a3-138c-45da-b610-62652fce77f4 req-3354a6ae-4b87-459e-b548-34c0938f4377 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0620985 Oct 13 12:13:44.146884 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b67f47a3-138c-45da-b610-62652fce77f4 req-795df8ee-47a4-4c07-800e-e8a6d9a471b5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370445 Oct 13 12:13:45.302080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea687b-8276-4158-a557-1406043c100f req-944765f8-0fa3-4fd9-ab14-ff3b252fb394 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:45.304085 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48ea687b-8276-4158-a557-1406043c100f req-944765f8-0fa3-4fd9-ab14-ff3b252fb394 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0627241 Oct 13 12:13:45.349834 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48ea687b-8276-4158-a557-1406043c100f req-66bf61b4-04cf-4524-901e-448e7bb1ca8d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388069 Oct 13 12:13:46.476552 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1a2a5-f880-41d9-b783-3ece231a1d00 req-506754e0-4b84-40b8-9b03-065ac1ac1b7b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:46.478211 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9b1a2a5-f880-41d9-b783-3ece231a1d00 req-506754e0-4b84-40b8-9b03-065ac1ac1b7b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0564816 Oct 13 12:13:46.526044 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b9b1a2a5-f880-41d9-b783-3ece231a1d00 req-152971f6-b718-41eb-bb62-5b62ac5c0266 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408289 Oct 13 12:13:47.644916 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58be2d-8cb1-472e-998a-1fb336a97d5f req-8f7c506a-b0bb-4ff6-b498-68cc7d4a2ceb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:47.646444 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd58be2d-8cb1-472e-998a-1fb336a97d5f req-8f7c506a-b0bb-4ff6-b498-68cc7d4a2ceb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0502136 Oct 13 12:13:47.686719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dd58be2d-8cb1-472e-998a-1fb336a97d5f req-2ee91665-1016-4ace-ad6c-a1ad9c875e47 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341725 Oct 13 12:13:48.777239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885e38a-7b26-4332-979c-234dd63cec23 req-861ee469-3307-48a5-8289-e0821b7243b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:48.778797 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c885e38a-7b26-4332-979c-234dd63cec23 req-861ee469-3307-48a5-8289-e0821b7243b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1097 time: 0.0931590 Oct 13 12:13:48.807332 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff825e-3ae9-4398-8353-370dc2184a21 req-b52d5c5c-b574-434c-bf63-4cd12dd2f7c3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:48.808839 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2aff825e-3ae9-4398-8353-370dc2184a21 req-b52d5c5c-b574-434c-bf63-4cd12dd2f7c3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0522611 Oct 13 12:13:48.848266 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2aff825e-3ae9-4398-8353-370dc2184a21 req-722d3504-35b4-43c1-94cc-93a499b5b681 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333154 Oct 13 12:13:48.876960 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885e38a-7b26-4332-979c-234dd63cec23 req-41744796-2bba-41e8-a25f-a861c76880ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:48.878466 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c885e38a-7b26-4332-979c-234dd63cec23 req-41744796-2bba-41e8-a25f-a861c76880ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0921853 Oct 13 12:13:48.945876 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c885e38a-7b26-4332-979c-234dd63cec23 req-720756cf-dbf6-4920-afa5-33de8e329685 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff90624-8150-4726-80d4-d6674c8db5f4 HTTP/1.1" status: 200 len: 1002 time: 0.0599236 Oct 13 12:13:48.994618 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885e38a-7b26-4332-979c-234dd63cec23 req-af97aca3-cdc2-4270-8f5c-2cb31dcf9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:48.996056 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c885e38a-7b26-4332-979c-234dd63cec23 req-af97aca3-cdc2-4270-8f5c-2cb31dcf9906 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0438228 Oct 13 12:13:49.045639 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885e38a-7b26-4332-979c-234dd63cec23 req-423669c9-20a2-40e0-b001-7ee894da6f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:49.047199 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c885e38a-7b26-4332-979c-234dd63cec23 req-423669c9-20a2-40e0-b001-7ee894da6f37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440779 Oct 13 12:13:49.141489 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c885e38a-7b26-4332-979c-234dd63cec23 req-1148a0c5-7ede-42bb-8174-05086b270532 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871634 Oct 13 12:13:49.236836 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c885e38a-7b26-4332-979c-234dd63cec23 req-05728bb0-ead7-4f48-bae2-a3d62da6e71e service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870657 Oct 13 12:13:49.346601 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:13:49.966924 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d70360-4cad-48c2-8c8d-70a3175bcaed req-f0185048-fbd5-430b-ab10-d0a36c534d67 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:49.968329 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-45d70360-4cad-48c2-8c8d-70a3175bcaed req-f0185048-fbd5-430b-ab10-d0a36c534d67 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0521305 Oct 13 12:13:50.005651 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-45d70360-4cad-48c2-8c8d-70a3175bcaed req-a076b91e-a5cc-4d13-88b3-18a1ed20f085 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313034 Oct 13 12:13:51.124509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c0024-fc2a-43c6-9b87-d083cb9dd990 req-99ca246c-1e8f-4fbd-a28f-2d146a9963aa tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:51.129357 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b69c0024-fc2a-43c6-9b87-d083cb9dd990 req-99ca246c-1e8f-4fbd-a28f-2d146a9963aa tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 946 time: 0.0511529 Oct 13 12:13:51.164661 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b69c0024-fc2a-43c6-9b87-d083cb9dd990 req-78be73e3-128d-4bee-825b-9af9c2e2f2d2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322385 Oct 13 12:13:51.309836 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 1ff90624-8150-4726-80d4-d6674c8db5f4 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:13:51.384286 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:51.410294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:13:51.412609 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883ef9a7-4f12-4039-8b14-4c1e736dc6c7" -d '{"events": [{"server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:13:51.423412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 1ff90624-8150-4726-80d4-d6674c8db5f4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=1ff90624-8150-4726-80d4-d6674c8db5f4,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:13:51.453494 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 12:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e72031-413b-4e10-95e2-8c690df98099 x-openstack-request-id: req-35e72031-413b-4e10-95e2-8c690df98099 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:13:51.453786 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:13:51.454040 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35e72031-413b-4e10-95e2-8c690df98099 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:13:51.454462 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'code': 200} Oct 13 12:13:51.495119 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:13:51.545899 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=1ff90624-8150-4726-80d4-d6674c8db5f4,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:13:52.282012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda93a7d-e42f-47d0-8ee3-2b6a958441aa req-f6749378-53e3-4014-b643-12cd99779c45 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:52.283497 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eda93a7d-e42f-47d0-8ee3-2b6a958441aa req-f6749378-53e3-4014-b643-12cd99779c45 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0496576 Oct 13 12:13:52.321182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-eda93a7d-e42f-47d0-8ee3-2b6a958441aa req-14ce0c4d-08b0-459e-bdf4-b795227d608c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310717 Oct 13 12:13:52.388596 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-9418e866-60a7-45b9-adf2-d3765fb6f49b req-9a2cc29e-48dd-45b9-910b-4fbdd850c2c3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 12:13:52.389578 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9418e866-60a7-45b9-adf2-d3765fb6f49b req-9a2cc29e-48dd-45b9-910b-4fbdd850c2c3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053203 Oct 13 12:13:52.700932 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d93cd5-c803-4f67-8c05-8baf53a47001 req-879c6ed2-155a-4282-bbc8-37ec81ea38f9 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:52.702604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4d93cd5-c803-4f67-8c05-8baf53a47001 req-879c6ed2-155a-4282-bbc8-37ec81ea38f9 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0559294 Oct 13 12:13:52.744554 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4d93cd5-c803-4f67-8c05-8baf53a47001 req-b5a5fb32-848e-4ce7-884e-6e7351ffe1df tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354974 Oct 13 12:13:52.997137 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40554) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:13:53.080064 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-3cd768eb-4066-48d0-a8e5-b7cb080930b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817416 Oct 13 12:13:53.089868 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-492048f3-f2e4-4f5f-a6d6-d2c450393792 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 12:13:53.090883 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-492048f3-f2e4-4f5f-a6d6-d2c450393792 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058956 Oct 13 12:13:53.858550 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a24113-7dfc-4218-9fee-6a5848b50d62 req-b9df1b86-9480-4fcf-a177-6c92a1904034 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:53.860072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88a24113-7dfc-4218-9fee-6a5848b50d62 req-b9df1b86-9480-4fcf-a177-6c92a1904034 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0489113 Oct 13 12:13:53.898896 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-88a24113-7dfc-4218-9fee-6a5848b50d62 req-6516dc4e-1a77-4250-b7d1-7e174d0ac017 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329108 Oct 13 12:13:55.028832 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd1c72-dfa1-4a89-bb40-56154f4254d8 req-dff95bea-52bd-4065-a834-fd259be1d57b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:55.030416 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6bd1c72-dfa1-4a89-bb40-56154f4254d8 req-dff95bea-52bd-4065-a834-fd259be1d57b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0603144 Oct 13 12:13:55.069602 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6bd1c72-dfa1-4a89-bb40-56154f4254d8 req-34449c01-9274-44c3-9cdc-6a13ac99a64e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329957 Oct 13 12:13:55.536220 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-89e2277d-d3c9-4c63-be9e-48236627ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:55.537745 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-89e2277d-d3c9-4c63-be9e-48236627ed5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464&tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1 HTTP/1.1" status: 200 len: 1095 time: 0.0420446 Oct 13 12:13:55.597507 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-4394ab9a-2b7c-4340-82f7-b705ce17da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:55.599024 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-4394ab9a-2b7c-4340-82f7-b705ce17da11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1095 time: 0.0398357 Oct 13 12:13:55.694190 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-c92ce186-08c7-4446-8d56-10875c5210a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:55.695708 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-c92ce186-08c7-4446-8d56-10875c5210a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0899205 Oct 13 12:13:55.761844 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-86898a43-0272-4813-9fac-5b37592dfff0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff90624-8150-4726-80d4-d6674c8db5f4 HTTP/1.1" status: 200 len: 1000 time: 0.0586016 Oct 13 12:13:55.812035 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-d9c160b9-eb9d-41b8-a44e-74c72a981c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:55.813424 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-d9c160b9-eb9d-41b8-a44e-74c72a981c98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0453644 Oct 13 12:13:55.864838 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-d9226613-43c9-4335-b182-039e0e768817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:55.866320 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-d9226613-43c9-4335-b182-039e0e768817 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457895 Oct 13 12:13:55.956739 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-3b40a589-2b57-46e8-a385-30b277a28728 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834513 Oct 13 12:13:56.052645 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-07e4fc9d-0bd8-45f5-a2dd-c8a013ff8bfc service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881624 Oct 13 12:13:56.191121 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed59b2-3a7b-45ae-921a-f6472ba07e87 req-458352c4-e129-4232-a2f1-eabd0823c73d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:56.192606 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4ed59b2-3a7b-45ae-921a-f6472ba07e87 req-458352c4-e129-4232-a2f1-eabd0823c73d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0529177 Oct 13 12:13:56.231621 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a4ed59b2-3a7b-45ae-921a-f6472ba07e87 req-383e915a-6af5-4e05-8186-51792a944f87 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323026 Oct 13 12:13:57.379783 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df926c5-3865-4f75-bb34-bce6a27f34c1 req-2a5c0bdd-7da2-4afe-8c6c-e325c3d454d2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:57.382004 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5df926c5-3865-4f75-bb34-bce6a27f34c1 req-2a5c0bdd-7da2-4afe-8c6c-e325c3d454d2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0642407 Oct 13 12:13:57.440942 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5df926c5-3865-4f75-bb34-bce6a27f34c1 req-42fc9b6d-db6b-41cd-a9d7-0513089ed63a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500283 Oct 13 12:13:58.575554 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83503b8d-11a3-47ff-9760-f4b6972a7f47 req-94e0d986-c5cf-4cd6-8ac0-cabfa1348bf8 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:58.576274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83503b8d-11a3-47ff-9760-f4b6972a7f47 req-94e0d986-c5cf-4cd6-8ac0-cabfa1348bf8 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0563054 Oct 13 12:13:58.615706 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-83503b8d-11a3-47ff-9760-f4b6972a7f47 req-503662fc-79f6-403c-840a-f565e5470cb2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336144 Oct 13 12:13:59.755253 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a5e19-416d-427d-846c-f988b68c8044 req-836e2975-3b85-45d7-89b2-0984b75e4720 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:13:59.756719 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-860a5e19-416d-427d-846c-f988b68c8044 req-836e2975-3b85-45d7-89b2-0984b75e4720 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0663311 Oct 13 12:13:59.797514 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-860a5e19-416d-427d-846c-f988b68c8044 req-3f10ff3c-da73-45bc-a30b-1cf55d97f083 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339868 Oct 13 12:14:00.920237 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0b87b-0d0b-4268-9ede-6c131ac403f2 req-3600a7f1-5947-4589-b032-39055c22f18b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:00.921968 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8e0b87b-0d0b-4268-9ede-6c131ac403f2 req-3600a7f1-5947-4589-b032-39055c22f18b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0517564 Oct 13 12:14:00.961838 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f8e0b87b-0d0b-4268-9ede-6c131ac403f2 req-aac70d17-8507-46ff-9b1a-0b82af2818ed tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333443 Oct 13 12:14:02.089931 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd39bc-a45f-482e-80e1-8161d11a33d0 req-5708e081-7d28-4555-bc1f-e1baf5c671ff tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:02.091487 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03cd39bc-a45f-482e-80e1-8161d11a33d0 req-5708e081-7d28-4555-bc1f-e1baf5c671ff tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0547245 Oct 13 12:14:02.138757 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-03cd39bc-a45f-482e-80e1-8161d11a33d0 req-5d9e1982-23d0-4e5b-805b-a34f89c45c3a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387883 Oct 13 12:14:03.266163 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9594f1-147d-477c-9851-585e8fdb776a req-1f461643-9278-4392-a7a0-20f82c49619d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:03.268049 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd9594f1-147d-477c-9851-585e8fdb776a req-1f461643-9278-4392-a7a0-20f82c49619d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0534854 Oct 13 12:14:03.310667 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fd9594f1-147d-477c-9851-585e8fdb776a req-e39cd481-81f8-4b7f-9397-2f6334f0b9b4 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362794 Oct 13 12:14:04.432240 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dda20b-5de0-4cb2-9144-fd3262022099 req-d7163225-a6f4-4d97-a738-feebc6d9d206 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:04.437620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02dda20b-5de0-4cb2-9144-fd3262022099 req-d7163225-a6f4-4d97-a738-feebc6d9d206 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0554504 Oct 13 12:14:04.475561 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-02dda20b-5de0-4cb2-9144-fd3262022099 req-8129da56-989a-4e48-9745-9c2ea257806d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353117 Oct 13 12:14:05.599603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d776d3-3ba1-4f29-928e-7238d3417a48 req-6890fd5b-0707-4579-9396-0c1427cb2516 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:05.601253 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5d776d3-3ba1-4f29-928e-7238d3417a48 req-6890fd5b-0707-4579-9396-0c1427cb2516 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0561287 Oct 13 12:14:05.643019 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b5d776d3-3ba1-4f29-928e-7238d3417a48 req-d867b65f-3281-420f-ace6-69aac4cfe164 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349462 Oct 13 12:14:06.760134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f35f9e-7b44-4c53-a8c7-384af9bf77db req-530bc67c-0b52-41e8-b36b-20b1c9981fc3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:06.761672 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17f35f9e-7b44-4c53-a8c7-384af9bf77db req-530bc67c-0b52-41e8-b36b-20b1c9981fc3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0507133 Oct 13 12:14:06.799093 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17f35f9e-7b44-4c53-a8c7-384af9bf77db req-e211e8a4-7f49-402b-9ae0-540aaee610fc tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315123 Oct 13 12:14:07.915958 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b5c59-03fb-4887-b04e-006a5c16f718 req-7af863d8-b791-48c4-a00a-418c0b308707 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:07.918562 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-914b5c59-03fb-4887-b04e-006a5c16f718 req-7af863d8-b791-48c4-a00a-418c0b308707 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0514793 Oct 13 12:14:07.956240 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-914b5c59-03fb-4887-b04e-006a5c16f718 req-bcda9248-0eaf-492c-a2c8-80e40d3b0f41 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320287 Oct 13 12:14:08.054666 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0170f476-67f5-42e7-b856-b300e05a59f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:09.399585 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61693d-ca73-4876-956f-5b7b5bb9c46e req-f461e635-0fa2-4dbf-8d5b-29e7f5e119e0 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:09.400977 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc61693d-ca73-4876-956f-5b7b5bb9c46e req-f461e635-0fa2-4dbf-8d5b-29e7f5e119e0 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.3763461 Oct 13 12:14:09.442518 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-cc61693d-ca73-4876-956f-5b7b5bb9c46e req-3dbb7e3f-cb51-4e17-8b91-ddab09a0a1b0 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350840 Oct 13 12:14:09.723395 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:10.559606 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46cf8-21eb-4183-a745-e2180ca94160 req-5f6b1539-2c0b-4506-ae68-540f50940592 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:10.561079 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-10f46cf8-21eb-4183-a745-e2180ca94160 req-5f6b1539-2c0b-4506-ae68-540f50940592 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0508084 Oct 13 12:14:10.597848 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-10f46cf8-21eb-4183-a745-e2180ca94160 req-5b319873-91ef-4f0b-81a4-a6a14d98fb5e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307097 Oct 13 12:14:10.843471 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f7092dee-0848-4565-8c47-89f58da52452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:11.716107 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b992f-d6ca-4626-bdc4-f669407dd603 req-30e8918d-30e4-4fa2-b3f5-1f99d7b0c179 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:11.717628 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb5b992f-d6ca-4626-bdc4-f669407dd603 req-30e8918d-30e4-4fa2-b3f5-1f99d7b0c179 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0507846 Oct 13 12:14:11.757851 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb5b992f-d6ca-4626-bdc4-f669407dd603 req-46c4e042-6c92-4e6d-9072-c64827866c57 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328987 Oct 13 12:14:11.814750 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:11.877534 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:12.562077 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:12.876713 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd72f4a-e8bc-446f-8d8e-13a8e49cf476 req-de6ddc1f-0c85-4ee7-b51e-4cab53335ba5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:12.878061 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fd72f4a-e8bc-446f-8d8e-13a8e49cf476 req-de6ddc1f-0c85-4ee7-b51e-4cab53335ba5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0519469 Oct 13 12:14:12.917489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8fd72f4a-e8bc-446f-8d8e-13a8e49cf476 req-b3903af4-43e2-4cbd-a0c0-c6e76bab743f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328090 Oct 13 12:14:13.751857 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:14.034380 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea531b1d-8789-480b-93d7-dd78a8a1ee27 req-78cbc25d-3688-4edc-a523-c905b70606b4 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:14.035860 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea531b1d-8789-480b-93d7-dd78a8a1ee27 req-78cbc25d-3688-4edc-a523-c905b70606b4 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0482533 Oct 13 12:14:14.073317 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ea531b1d-8789-480b-93d7-dd78a8a1ee27 req-43451eef-6e1c-444b-9b4a-01e19468ef24 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314491 Oct 13 12:14:15.190014 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714a259-d474-4870-a916-f19259a6a21d req-58bde29c-ba2c-46c9-a50b-6f2462bc4853 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:15.191533 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7714a259-d474-4870-a916-f19259a6a21d req-58bde29c-ba2c-46c9-a50b-6f2462bc4853 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 944 time: 0.0505667 Oct 13 12:14:15.229227 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-7714a259-d474-4870-a916-f19259a6a21d req-e83cb019-550b-4503-9fcf-3abfdc972315 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317941 Oct 13 12:14:15.478799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 1ff90624-8150-4726-80d4-d6674c8db5f4 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 12:14:15.577741 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 1ff90624-8150-4726-80d4-d6674c8db5f4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=1ff90624-8150-4726-80d4-d6674c8db5f4,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:14:15.588798 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'port_id': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'mac_address': 'fa:16:3e:44:e7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 12:14:15.627453 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:15.640164 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff90624-8150-4726-80d4-d6674c8db5f4 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:14:15.659776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 1ff90624-8150-4726-80d4-d6674c8db5f4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=1ff90624-8150-4726-80d4-d6674c8db5f4,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:14:15.757163 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:15.804171 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=1ff90624-8150-4726-80d4-d6674c8db5f4,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:14:16.142305 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['1ff90624-8150-4726-80d4-d6674c8db5f4'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 12:14:16.347909 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d093fb-718d-4ae9-a0a7-b008b47508cc req-2876f2d8-c413-41be-bcc6-f02c5b1742db tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:16.349388 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3d093fb-718d-4ae9-a0a7-b008b47508cc req-2876f2d8-c413-41be-bcc6-f02c5b1742db tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 945 time: 0.0523505 Oct 13 12:14:16.388175 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d3d093fb-718d-4ae9-a0a7-b008b47508cc req-c4058cd1-d89a-4f06-97df-e366a07ebeaf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318854 Oct 13 12:14:17.495038 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 1ff90624-8150-4726-80d4-d6674c8db5f4 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:14:17.505436 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0597d57-bf73-44d0-84ab-1cc5f8085898 req-ac4b0e51-fa97-41ae-a70e-b187f2ee89cd tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:17.506976 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d0597d57-bf73-44d0-84ab-1cc5f8085898 req-ac4b0e51-fa97-41ae-a70e-b187f2ee89cd tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 945 time: 0.0503561 Oct 13 12:14:17.545562 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 1ff90624-8150-4726-80d4-d6674c8db5f4 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:14:17.546223 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d0597d57-bf73-44d0-84ab-1cc5f8085898 req-18bad8af-de8e-4b9f-b9fa-e27e283c7a9a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328782 Oct 13 12:14:17.546407 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:17.623347 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:17.646267 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:14:17.648559 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23b82d2-5212-4763-b83c-7dae1eec59e0" -d '{"events": [{"server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "name": "network-vif-plugged", "status": "completed", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:14:17.662148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 1ff90624-8150-4726-80d4-d6674c8db5f4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=1ff90624-8150-4726-80d4-d6674c8db5f4,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:14:17.684954 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26dd51b-843a-4ed6-baf6-b9efb57e248f x-openstack-request-id: req-a26dd51b-843a-4ed6-baf6-b9efb57e248f {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:14:17.686449 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "name": "network-vif-plugged", "status": "completed", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:14:17.686718 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a26dd51b-843a-4ed6-baf6-b9efb57e248f {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:14:17.687112 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'code': 200} Oct 13 12:14:17.734439 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:17.787769 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=1ff90624-8150-4726-80d4-d6674c8db5f4,revision_number=10']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:14:17.914313 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6781f69-f2cb-4498-8ea6-3a7215e1f8de req-f3a2bfe7-4caf-43e5-bf11-81c08e3287ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:17.915864 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a6781f69-f2cb-4498-8ea6-3a7215e1f8de req-f3a2bfe7-4caf-43e5-bf11-81c08e3287ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1098 time: 0.0410655 Oct 13 12:14:17.951602 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-a6781f69-f2cb-4498-8ea6-3a7215e1f8de req-c7b58520-626f-4de8-9703-88face6c5442 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278540 Oct 13 12:14:18.683029 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aacaa8-40a6-443a-a636-9e52e45afe15 req-45b36010-dcf6-40d4-9cb3-4a475a8a952f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:18.684489 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17aacaa8-40a6-443a-a636-9e52e45afe15 req-45b36010-dcf6-40d4-9cb3-4a475a8a952f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 947 time: 0.0481677 Oct 13 12:14:18.722800 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17aacaa8-40a6-443a-a636-9e52e45afe15 req-1fe22eb3-f36a-4587-9883-a4bcdd5f8b61 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318713 Oct 13 12:14:19.848537 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667245a-4737-4bc4-a151-e6de83e3306d req-00aba310-ba8d-4cd1-8121-c63b1c62f93f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:19.850311 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2667245a-4737-4bc4-a151-e6de83e3306d req-00aba310-ba8d-4cd1-8121-c63b1c62f93f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 947 time: 0.0607462 Oct 13 12:14:19.889383 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2667245a-4737-4bc4-a151-e6de83e3306d req-f06e296f-17ac-4c30-a770-8ddde182d1d7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330114 Oct 13 12:14:21.008039 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6231c57-0733-4559-8cdc-02f7aa2a054b req-5a5eb2fc-c928-4400-850f-3cfd673f1e36 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:21.009527 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6231c57-0733-4559-8cdc-02f7aa2a054b req-5a5eb2fc-c928-4400-850f-3cfd673f1e36 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 947 time: 0.0505111 Oct 13 12:14:21.050054 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e6231c57-0733-4559-8cdc-02f7aa2a054b req-6e7add60-d015-4229-8af2-b4e7928bb120 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335476 Oct 13 12:14:26.345971 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:14:38.047630 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-759e04b4-e96a-4389-91ca-966cdcdcd1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:39.717344 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:40.870370 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ac25591d-a771-4162-a4ff-98728656fab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:41.384973 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:41.847577 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:42.562165 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:43.733975 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:14:57.068964 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-104d3d76-aced-4c18-8d7f-696124d90cb8 req-808bb2b1-d8fa-400b-9f80-4fc087bf7cfe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402899 Oct 13 12:14:57.160361 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d3d76-aced-4c18-8d7f-696124d90cb8 req-adaab9d0-6c87-4ed5-af37-219d5bc0a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:57.161864 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-104d3d76-aced-4c18-8d7f-696124d90cb8 req-adaab9d0-6c87-4ed5-af37-219d5bc0a5bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1098 time: 0.0467777 Oct 13 12:14:57.270032 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d3d76-aced-4c18-8d7f-696124d90cb8 req-857dfb36-8534-41ad-a10a-6ea23a4368db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:57.271642 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-104d3d76-aced-4c18-8d7f-696124d90cb8 req-857dfb36-8534-41ad-a10a-6ea23a4368db service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0899813 Oct 13 12:14:57.341542 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-104d3d76-aced-4c18-8d7f-696124d90cb8 req-cce59361-cead-4cf2-bd30-932269e876b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff90624-8150-4726-80d4-d6674c8db5f4 HTTP/1.1" status: 200 len: 1002 time: 0.0624304 Oct 13 12:14:57.392934 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d3d76-aced-4c18-8d7f-696124d90cb8 req-13f9eb6c-4765-4ad7-918c-4b6bfb2481db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:57.394281 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-104d3d76-aced-4c18-8d7f-696124d90cb8 req-13f9eb6c-4765-4ad7-918c-4b6bfb2481db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0438995 Oct 13 12:14:57.441662 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d3d76-aced-4c18-8d7f-696124d90cb8 req-a0450efd-4b29-480f-9dba-c0daf4c8d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:14:57.443182 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-104d3d76-aced-4c18-8d7f-696124d90cb8 req-a0450efd-4b29-480f-9dba-c0daf4c8d52d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407395 Oct 13 12:14:57.541286 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-104d3d76-aced-4c18-8d7f-696124d90cb8 req-5b85f67b-45c5-405a-9c2a-592ef776fbd8 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909400 Oct 13 12:14:57.634295 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-104d3d76-aced-4c18-8d7f-696124d90cb8 req-bf229992-69d5-4a69-8996-bdbd3e04a821 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852060 Oct 13 12:15:03.345745 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:15:08.064953 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b021a581-5c15-42b6-9efb-14ae377fb5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:09.727600 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:10.864847 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8eb929f2-eef3-41aa-9681-79245cf90449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:11.367154 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:11.824342 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:12.544778 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:13.784792 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:38.035557 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8920-4c61-462b-8660-7cfe918d7bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:39.738719 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:40.345208 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:15:40.864076 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2416-6481-4464-86a4-9da6b0e07466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:41.384551 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:41.829922 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:42.550085 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:43.818018 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:15:59.067490 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39b2c2e3-74ae-4cdc-bc93-03815b2b78ef req-c60171eb-fe0c-4141-88f5-4d3e49e08693 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403500 Oct 13 12:15:59.156922 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2c2e3-74ae-4cdc-bc93-03815b2b78ef req-ad79e91a-4f32-47f6-b41c-63b99182666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:15:59.158426 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39b2c2e3-74ae-4cdc-bc93-03815b2b78ef req-ad79e91a-4f32-47f6-b41c-63b99182666c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1098 time: 0.0461679 Oct 13 12:15:59.261863 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2c2e3-74ae-4cdc-bc93-03815b2b78ef req-4769410d-93e7-4ee9-9618-6843afae2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:15:59.263339 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39b2c2e3-74ae-4cdc-bc93-03815b2b78ef req-4769410d-93e7-4ee9-9618-6843afae2c08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0849006 Oct 13 12:15:59.331897 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39b2c2e3-74ae-4cdc-bc93-03815b2b78ef req-04a3f2a6-f0ca-493e-9b00-1d7909097611 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff90624-8150-4726-80d4-d6674c8db5f4 HTTP/1.1" status: 200 len: 1002 time: 0.0609894 Oct 13 12:15:59.385921 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2c2e3-74ae-4cdc-bc93-03815b2b78ef req-e116fe6a-e4f1-4c1e-b105-a55432b61fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:15:59.385921 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39b2c2e3-74ae-4cdc-bc93-03815b2b78ef req-e116fe6a-e4f1-4c1e-b105-a55432b61fb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0441811 Oct 13 12:15:59.430497 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2c2e3-74ae-4cdc-bc93-03815b2b78ef req-e8c1062a-666d-41ba-b548-3ae2936af1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:15:59.432513 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39b2c2e3-74ae-4cdc-bc93-03815b2b78ef req-e8c1062a-666d-41ba-b548-3ae2936af1cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412104 Oct 13 12:15:59.526105 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39b2c2e3-74ae-4cdc-bc93-03815b2b78ef req-ad895d0f-11e2-4231-a180-3e174f1b736c service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860147 Oct 13 12:15:59.615497 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-39b2c2e3-74ae-4cdc-bc93-03815b2b78ef req-7ed56d13-b3b5-4b70-a5ac-331c0a7391ae service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821483 Oct 13 12:16:08.040862 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6c506c5b-ce57-4c7d-a819-c7bb63d26534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:08.408438 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40706) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:16:08.614791 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Deleting port fa09a5c6-03ea-48b1-894c-6b872f912527 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:16:08.615145 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:08.695002 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:08.695652 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:08.707328 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Calling delete_port for fa09a5c6-03ea-48b1-894c-6b872f912527 owned by network:floatingip {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:16:08.967333 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:08.991495 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event deleted for resources: {'Port': ['ID=fa09a5c6-03ea-48b1-894c-6b872f912527,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:16:09.002981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:09.004798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:09.004798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:09.004798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:09.004798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:09.004798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:09.005920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:09.005920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:09.005920 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:09.006173 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:09.006309 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:09.006664 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:09.076297 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for floatingip, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:09.079340 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Floating IP 164f7528-db5b-4dcf-a8a2-a9f0b24216d5 disassociated (deleted). External IP: 172.25.0.239, port: 1ff90624-8150-4726-80d4-d6674c8db5f4. Oct 13 12:16:09.596779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:16:09.705055 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:16:09.711600 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:09.715570 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93901766-822a-4635-855c-653343c8b9f0 None None] Sync routers for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:16:09.726446 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93901766-822a-4635-855c-653343c8b9f0 None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:16:09.727056 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-93901766-822a-4635-855c-653343c8b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:15:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:16:09.738325 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-682b43bb-1a31-4bc7-8950-08470f0bf982 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "DELETE /v2.0/floatingips/164f7528-db5b-4dcf-a8a2-a9f0b24216d5 HTTP/1.1" status: 204 len: 168 time: 1.3288336 Oct 13 12:16:09.739031 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:16:09.741419 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd246dfe-bb04-4088-aa71-8f62ad55aa7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:16:09.778456 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:09.838165 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-93901766-822a-4635-855c-653343c8b9f0 None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:16:10.124153 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-93901766-822a-4635-855c-653343c8b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:26Z', 'revision_number': 5, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:16:10.151128 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93901766-822a-4635-855c-653343c8b9f0 None None] Checking router: ce5df1e2-45a3-4362-8937-aaaa3751b2d2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:16:10.159675 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93901766-822a-4635-855c-653343c8b9f0 None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:16:10.160279 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-93901766-822a-4635-855c-653343c8b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:15:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:16:10.218816 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27760dbf-87ca-49e5-97a0-5f15245385be x-openstack-request-id: req-27760dbf-87ca-49e5-97a0-5f15245385be {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:16:10.219182 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:16:10.219508 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27760dbf-87ca-49e5-97a0-5f15245385be {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:16:10.220001 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'status': 'completed', 'code': 200} Oct 13 12:16:10.268782 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-93901766-822a-4635-855c-653343c8b9f0 None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:16:10.288637 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd246dfe-bb04-4088-aa71-8f62ad55aa7f req-5ec572e0-005d-408e-8ccf-173d067dab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:10.290540 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd246dfe-bb04-4088-aa71-8f62ad55aa7f req-5ec572e0-005d-408e-8ccf-173d067dab2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 1098 time: 0.0461936 Oct 13 12:16:10.317890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05163-dcc9-4414-b244-15aff88741fd req-1de80c9c-a11e-4093-a006-29a1fd46f296 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:10.319450 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdc05163-dcc9-4414-b244-15aff88741fd req-1de80c9c-a11e-4093-a006-29a1fd46f296 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 947 time: 0.0522006 Oct 13 12:16:10.359376 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdc05163-dcc9-4414-b244-15aff88741fd req-582b643b-6340-4cfd-8b3f-fa884d691fd5 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333827 Oct 13 12:16:10.401470 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd246dfe-bb04-4088-aa71-8f62ad55aa7f req-6c3ac0b4-ff29-413f-b8b5-d0915b372678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:10.402978 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd246dfe-bb04-4088-aa71-8f62ad55aa7f req-6c3ac0b4-ff29-413f-b8b5-d0915b372678 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.1035542 Oct 13 12:16:10.447767 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd246dfe-bb04-4088-aa71-8f62ad55aa7f req-a12514b3-673d-40f6-8ed3-72d429a938e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ff90624-8150-4726-80d4-d6674c8db5f4 HTTP/1.1" status: 200 len: 217 time: 0.0361776 Oct 13 12:16:10.477739 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-93901766-822a-4635-855c-653343c8b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:26Z', 'revision_number': 5, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:16:10.499436 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd246dfe-bb04-4088-aa71-8f62ad55aa7f req-1b067a81-c9b4-43f5-8b07-f4345eb06978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:10.500924 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd246dfe-bb04-4088-aa71-8f62ad55aa7f req-1b067a81-c9b4-43f5-8b07-f4345eb06978 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0456729 Oct 13 12:16:10.505416 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93901766-822a-4635-855c-653343c8b9f0 None None] The sync data for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 is: [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:26Z', 'revision_number': 5, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:16:10.552143 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd246dfe-bb04-4088-aa71-8f62ad55aa7f req-6c8675bb-cc96-484e-95b5-ce476e7b846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:10.553836 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd246dfe-bb04-4088-aa71-8f62ad55aa7f req-6c8675bb-cc96-484e-95b5-ce476e7b846c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459232 Oct 13 12:16:10.651020 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd246dfe-bb04-4088-aa71-8f62ad55aa7f req-3f64dd07-8032-4243-923d-018f926fe872 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897095 Oct 13 12:16:10.748447 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e794f5-793a-441f-ac03-07cb50d2fb4b None None] New status for floating IP 164f7528-db5b-4dcf-a8a2-a9f0b24216d5: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:16:10.749534 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd246dfe-bb04-4088-aa71-8f62ad55aa7f req-ed0728ab-0195-4980-90d5-dedea1b55519 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896461 Oct 13 12:16:10.875350 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-afbf24db-e180-43c4-915b-1164b144a154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:11.480122 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:11.480601 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9576d4a-d649-42a9-badb-1dfd1e0e634b req-4bd8f4cc-581d-48f9-a3f1-1d5e23d6826f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:11.482859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9576d4a-d649-42a9-badb-1dfd1e0e634b req-4bd8f4cc-581d-48f9-a3f1-1d5e23d6826f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 947 time: 0.0556750 Oct 13 12:16:11.522759 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9576d4a-d649-42a9-badb-1dfd1e0e634b req-bb149db5-86c1-4504-8f48-11f2dcaf96f4 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce9c21e3-8f4d-4606-bec0-7a13fccc5653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338759 Oct 13 12:16:11.841006 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:11.941974 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502037d-7a1d-447c-b6b8-6535be43ba58 req-bed867c3-895a-49c7-8e5a-6300cf0827bf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:11.943460 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3502037d-7a1d-447c-b6b8-6535be43ba58 req-bed867c3-895a-49c7-8e5a-6300cf0827bf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 947 time: 0.0547774 Oct 13 12:16:12.035294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-3502037d-7a1d-447c-b6b8-6535be43ba58 req-572afb5f-894e-4418-842c-b6416482b51e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Deleting port 1ff90624-8150-4726-80d4-d6674c8db5f4 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:16:12.035557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3502037d-7a1d-447c-b6b8-6535be43ba58 req-572afb5f-894e-4418-842c-b6416482b51e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:12.131350 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-3502037d-7a1d-447c-b6b8-6535be43ba58 req-572afb5f-894e-4418-842c-b6416482b51e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] For port 1ff90624-8150-4726-80d4-d6674c8db5f4, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=1ff90624-8150-4726-80d4-d6674c8db5f4,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:16:12.131709 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3502037d-7a1d-447c-b6b8-6535be43ba58 req-572afb5f-894e-4418-842c-b6416482b51e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:12.145191 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-3502037d-7a1d-447c-b6b8-6535be43ba58 req-572afb5f-894e-4418-842c-b6416482b51e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Calling delete_port for 1ff90624-8150-4726-80d4-d6674c8db5f4 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:16:12.378114 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3502037d-7a1d-447c-b6b8-6535be43ba58 req-572afb5f-894e-4418-842c-b6416482b51e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:12.406120 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572afb5f-894e-4418-842c-b6416482b51e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event deleted for resources: {'Port': ['ID=1ff90624-8150-4726-80d4-d6674c8db5f4,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:16:12.449679 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3502037d-7a1d-447c-b6b8-6535be43ba58 req-572afb5f-894e-4418-842c-b6416482b51e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] No DVR routers for this DVR port 1ff90624-8150-4726-80d4-d6674c8db5f4 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:16:12.452413 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-3502037d-7a1d-447c-b6b8-6535be43ba58 req-572afb5f-894e-4418-842c-b6416482b51e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:12.455744 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3502037d-7a1d-447c-b6b8-6535be43ba58 req-572afb5f-894e-4418-842c-b6416482b51e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.46 "DELETE /v2.0/ports/1ff90624-8150-4726-80d4-d6674c8db5f4 HTTP/1.1" status: 204 len: 173 time: 0.5059643 Oct 13 12:16:12.456189 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'name': 'network-vif-deleted', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:16:12.458478 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250d1355-d5f1-455d-8e00-8130fd4ed02c" -d '{"events": [{"server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "name": "network-vif-deleted", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:16:12.496498 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef7ca74-6a3e-477a-bfa9-3b53c11f7b9b x-openstack-request-id: req-3ef7ca74-6a3e-477a-bfa9-3b53c11f7b9b {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:16:12.496992 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb74b73-2ff0-4af9-bc9a-cec265d04464", "name": "network-vif-deleted", "tag": "1ff90624-8150-4726-80d4-d6674c8db5f4", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:16:12.498225 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ef7ca74-6a3e-477a-bfa9-3b53c11f7b9b {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:16:12.498666 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb74b73-2ff0-4af9-bc9a-cec265d04464', 'name': 'network-vif-deleted', 'tag': '1ff90624-8150-4726-80d4-d6674c8db5f4', 'status': 'completed', 'code': 200} Oct 13 12:16:12.612219 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:12.621278 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5388b4a5-bbd5-4d69-bbbf-564b15c4f177 req-594ca465-d649-4dcb-b3e2-de052d2f3276 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecb74b73-2ff0-4af9-bc9a-cec265d04464 HTTP/1.1" status: 200 len: 210 time: 0.0286639 Oct 13 12:16:13.678066 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40732) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:16:13.738174 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:13.764494 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:13.777535 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:13.927316 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 1ff90624-8150-4726-80d4-d6674c8db5f4 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:16:13.932257 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:13.935672 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:13.936911 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "DELETE /v2.0/security-groups/ce9c21e3-8f4d-4606-bec0-7a13fccc5653 HTTP/1.1" status: 204 len: 168 time: 0.2577214 Oct 13 12:16:13.946399 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9c21e3-8f4d-4606-bec0-7a13fccc5653,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:16:13.951464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 1ff90624-8150-4726-80d4-d6674c8db5f4 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:16:13.951796 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 1ff90624-8150-4726-80d4-d6674c8db5f4 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:16:13.954239 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:13.954642 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:13.954983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:13.955321 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:13.955659 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:13.955988 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:13.956315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:13.956641 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:13.956963 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:13.957315 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:13.957640 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:13.957961 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c73d86-0f43-4ef7-9468-50c62b721547 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:16:15.425390 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40740) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:16:15.429988 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-68e2843c-ad15-47de-af12-c45b72aa8494 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-555602978', 'description': 'tempest-secgroup-smoke-555602978 description', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:16:15.515107 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-68e2843c-ad15-47de-af12-c45b72aa8494 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:15.581988 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-68e2843c-ad15-47de-af12-c45b72aa8494 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:15.663138 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-68e2843c-ad15-47de-af12-c45b72aa8494 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:15.691146 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2843c-ad15-47de-af12-c45b72aa8494 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169b0913-2e34-4478-b66a-1f82f92d82dd,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:16:15.796588 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-68e2843c-ad15-47de-af12-c45b72aa8494 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:15.797865 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-68e2843c-ad15-47de-af12-c45b72aa8494 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3714576 Oct 13 12:16:15.800819 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40742) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:16:15.805183 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-35fd2082-c9f6-44ac-9ed3-51c70e9a9cb2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group_rule': {'security_group_id': '169b0913-2e34-4478-b66a-1f82f92d82dd', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:16:15.902909 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35fd2082-c9f6-44ac-9ed3-51c70e9a9cb2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:15.963254 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35fd2082-c9f6-44ac-9ed3-51c70e9a9cb2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:16.040977 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35fd2082-c9f6-44ac-9ed3-51c70e9a9cb2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:16.060390 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd2082-c9f6-44ac-9ed3-51c70e9a9cb2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b28ce5-1286-429a-afbf-574fc5d17870,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:16:16.156691 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-35fd2082-c9f6-44ac-9ed3-51c70e9a9cb2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:16.157933 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-35fd2082-c9f6-44ac-9ed3-51c70e9a9cb2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561890 Oct 13 12:16:16.160690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40744) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:16:16.164953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-db94f461-6e86-42d6-977b-78ff9270df4c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group_rule': {'security_group_id': '169b0913-2e34-4478-b66a-1f82f92d82dd', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:16:16.285811 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db94f461-6e86-42d6-977b-78ff9270df4c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:16.344659 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db94f461-6e86-42d6-977b-78ff9270df4c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:16.423396 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db94f461-6e86-42d6-977b-78ff9270df4c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:16.441746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94f461-6e86-42d6-977b-78ff9270df4c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb60702d-8ad1-44e6-bcd3-268df9d3c115,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:16:16.529322 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-db94f461-6e86-42d6-977b-78ff9270df4c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:16.530590 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-db94f461-6e86-42d6-977b-78ff9270df4c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3689611 Oct 13 12:16:16.533531 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 40746) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:16:16.538244 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-9964449e-cd3e-4a2d-bd20-11e2cd39065a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group_rule': {'security_group_id': '169b0913-2e34-4478-b66a-1f82f92d82dd', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:16:16.628815 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9964449e-cd3e-4a2d-bd20-11e2cd39065a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:16.677396 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9964449e-cd3e-4a2d-bd20-11e2cd39065a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:16.789082 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9964449e-cd3e-4a2d-bd20-11e2cd39065a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:16.808431 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964449e-cd3e-4a2d-bd20-11e2cd39065a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cd9654-fa87-4f84-a690-63ede1efaa38,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:16:16.912106 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9964449e-cd3e-4a2d-bd20-11e2cd39065a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:16.913382 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9964449e-cd3e-4a2d-bd20-11e2cd39065a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3788080 Oct 13 12:16:16.916423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40750) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:16:16.921663 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-656bca6c-6e1d-4d3d-a7f0-9f1488b1cf4e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group_rule': {'security_group_id': '169b0913-2e34-4478-b66a-1f82f92d82dd', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:16:17.057031 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-656bca6c-6e1d-4d3d-a7f0-9f1488b1cf4e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:17.117472 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-656bca6c-6e1d-4d3d-a7f0-9f1488b1cf4e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:17.200980 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-656bca6c-6e1d-4d3d-a7f0-9f1488b1cf4e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:17.219665 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bca6c-6e1d-4d3d-a7f0-9f1488b1cf4e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a872e164-e586-44dc-9c66-25a84bd9eec7,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:16:17.344685 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:16:17.351120 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-656bca6c-6e1d-4d3d-a7f0-9f1488b1cf4e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:17.352358 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-656bca6c-6e1d-4d3d-a7f0-9f1488b1cf4e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4349024 Oct 13 12:16:17.355264 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40752) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:16:17.359906 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-1024a26b-43e0-47b6-971f-b2ca4b8a9d4f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group_rule': {'security_group_id': '169b0913-2e34-4478-b66a-1f82f92d82dd', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:16:17.457777 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-1024a26b-43e0-47b6-971f-b2ca4b8a9d4f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Project 393cbe5ed4d74cebb5ca69674ceaf4d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 12:16:17.462995 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1024a26b-43e0-47b6-971f-b2ca4b8a9d4f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:17.529504 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1024a26b-43e0-47b6-971f-b2ca4b8a9d4f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:17.617473 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1024a26b-43e0-47b6-971f-b2ca4b8a9d4f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:17.637231 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024a26b-43e0-47b6-971f-b2ca4b8a9d4f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c9c3d9-d309-4829-90c5-49b7e5fbf1d4,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:16:17.734793 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-1024a26b-43e0-47b6-971f-b2ca4b8a9d4f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:17.736035 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-1024a26b-43e0-47b6-971f-b2ca4b8a9d4f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3798232 Oct 13 12:16:17.738759 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 40754) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:16:17.743269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-ec4c8d2b-a9fc-406d-8e70-8ea741086a96 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'security_group_rule': {'security_group_id': '169b0913-2e34-4478-b66a-1f82f92d82dd', 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:16:17.840819 n-d-813659-3 neutron-server[101990]: INFO neutron.db.securitygroups_db [None req-ec4c8d2b-a9fc-406d-8e70-8ea741086a96 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Project 393cbe5ed4d74cebb5ca69674ceaf4d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 12:16:17.846201 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8d2b-a9fc-406d-8e70-8ea741086a96 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:17.907614 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8d2b-a9fc-406d-8e70-8ea741086a96 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:18.006949 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8d2b-a9fc-406d-8e70-8ea741086a96 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:18.024616 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c8d2b-a9fc-406d-8e70-8ea741086a96 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac376510-7ecd-4697-a168-809aa6bc80e4,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:16:18.105869 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8d2b-a9fc-406d-8e70-8ea741086a96 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:18.107145 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-ec4c8d2b-a9fc-406d-8e70-8ea741086a96 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3673580 Oct 13 12:16:38.131882 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ebaaa0eb-1aae-4468-b1c9-53c8b6193b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:39.789115 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:40.920285 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e6397424-3e5e-42c3-8615-6eb73e645d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:41.434293 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:41.817251 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:42.553970 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:43.142411 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-b73dbbb8-b9d8-4bd7-ab43-042cefb653e0 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-555602978&fields=id&tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1 HTTP/1.1" status: 200 len: 267 time: 0.0326006 Oct 13 12:16:43.249019 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-143cab06-0eb2-495f-9b85-3444856be20a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:43.250556 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-143cab06-0eb2-495f-9b85-3444856be20a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 809 time: 0.1006544 Oct 13 12:16:43.266347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-77ff636d-b1b0-4e50-888b-79bd19b02345 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/quotas/393cbe5ed4d74cebb5ca69674ceaf4d1 HTTP/1.1" status: 200 len: 375 time: 0.0089920 Oct 13 12:16:43.321471 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-df9bd382-0caa-4260-b427-1f2d56445d25 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479901 Oct 13 12:16:43.374898 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-bc3972cf-b2c4-4741-9c97-048505034e6f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 12:16:43.375876 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-bc3972cf-b2c4-4741-9c97-048505034e6f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0426388 Oct 13 12:16:43.462165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-6a856761-6291-4f1b-a85b-fd9eb01b0b0d service neutron] 10.222.0.32 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796769 Oct 13 12:16:43.553563 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-5733bdb8-51ec-4c3c-984d-321523d421b9 service neutron] 10.222.0.32 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853555 Oct 13 12:16:43.765802 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:45.055836 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a30d5a24-94f9-475c-b320-45642e2aeca8 req-79221a67-5f21-43d5-87ca-f325a2b0d8be tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 210 time: 0.0270944 Oct 13 12:16:46.132639 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-15aea2d1-9360-4ce5-a558-970973b4f7cb req-e3c824b3-a94b-446e-87f9-b82f4aaa930b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 210 time: 0.0271838 Oct 13 12:16:47.211604 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d094d621-2b06-4ad7-9446-e5a82e63234a req-b33e465b-5561-4ef8-8f9b-760d329383e1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 210 time: 0.0270653 Oct 13 12:16:48.289657 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33486232-7ef5-4c2c-8923-cbff2ad034bb req-c8007cbf-f3f5-4dc3-ae76-c1fc89914e73 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 210 time: 0.0266416 Oct 13 12:16:49.384425 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b7539b8-1378-4668-a2c9-c23780b2f20b req-cafa92c3-8811-4ef6-9087-f7d3ebfc67c4 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 210 time: 0.0303795 Oct 13 12:16:50.484531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-77c81e4d-ee1f-41db-bbe7-435ab9e300ba req-9ac2dd12-0aec-4ad6-a85d-ca97423d3bc1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 210 time: 0.0270965 Oct 13 12:16:50.829788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-dd17446f-5d03-4c67-9414-714a32b6c9e7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:50.831273 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-dd17446f-5d03-4c67-9414-714a32b6c9e7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.21 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 809 time: 0.1090174 Oct 13 12:16:50.873724 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-2b77066d-743b-48e6-bbb4-20b2ed15f072 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1 HTTP/1.1" status: 200 len: 379 time: 0.0333383 Oct 13 12:16:50.883207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-b05bc7a6-696c-4a51-a88e-dfd3c0e75629 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'port': {'device_id': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'admin_state_up': True, 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'security_groups': ['169b0913-2e34-4478-b66a-1f82f92d82dd']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:16:51.034320 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-b05bc7a6-696c-4a51-a88e-dfd3c0e75629 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Made reservation on behalf of 393cbe5ed4d74cebb5ca69674ceaf4d1 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:16:51.038712 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-b05bc7a6-696c-4a51-a88e-dfd3c0e75629 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:51.175727 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-b05bc7a6-696c-4a51-a88e-dfd3c0e75629 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Allocated IP 172.20.0.8 (e9df9c56-1140-4d2f-9204-e6be8c0bd917/9c59ad63-1944-46c7-9067-00065bfbb666/4b21f17c-d782-4e2b-93db-5b3427fa8049) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:16:51.320827 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-b05bc7a6-696c-4a51-a88e-dfd3c0e75629 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:51.423105 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-b05bc7a6-696c-4a51-a88e-dfd3c0e75629 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:51.469153 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-b05bc7a6-696c-4a51-a88e-dfd3c0e75629 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Network e9df9c56-1140-4d2f-9204-e6be8c0bd917 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:16:51.472354 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-b05bc7a6-696c-4a51-a88e-dfd3c0e75629 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:16:51.476586 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-b05bc7a6-696c-4a51-a88e-dfd3c0e75629 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:16:51.501516 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bc7a6-696c-4a51-a88e-dfd3c0e75629 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'Port': ['ID=4b21f17c-d782-4e2b-93db-5b3427fa8049,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:16:51.537268 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-b05bc7a6-696c-4a51-a88e-dfd3c0e75629 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:51.538806 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-b05bc7a6-696c-4a51-a88e-dfd3c0e75629 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:51.609757 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-b05bc7a6-696c-4a51-a88e-dfd3c0e75629 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7298765 Oct 13 12:16:51.613752 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087a4b6-b024-4a60-8c6a-f8603d44282a req-0f894b98-242d-4217-aae0-91ced031bd56 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:51.619115 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e087a4b6-b024-4a60-8c6a-f8603d44282a req-0f894b98-242d-4217-aae0-91ced031bd56 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 931 time: 0.0566816 Oct 13 12:16:51.622161 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-4122a861-eaf4-448c-84ef-befcad1d9879 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 12:16:51.623286 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-4122a861-eaf4-448c-84ef-befcad1d9879 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075276 Oct 13 12:16:51.660008 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e087a4b6-b024-4a60-8c6a-f8603d44282a req-4dcc891e-b1f7-4577-b699-78a9d32c550a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370913 Oct 13 12:16:51.705522 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Request body: {'port': {'device_id': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:16:51.760672 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-988ab209-c1e6-4363-b60f-f6e2f174692e None None] Provisioning complete for port 4b21f17c-d782-4e2b-93db-5b3427fa8049 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:16:51.761769 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-988ab209-c1e6-4363-b60f-f6e2f174692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:51.771224 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:51.797545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-988ab209-c1e6-4363-b60f-f6e2f174692e None None] Port 4b21f17c-d782-4e2b-93db-5b3427fa8049 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:16:52.046880 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b21f17c-d782-4e2b-93db-5b3427fa8049 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:16:52.055200 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:52.066837 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Transition to ACTIVE for port object 4b21f17c-d782-4e2b-93db-5b3427fa8049 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 12:16:52.142579 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:52.216217 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305610b-169b-44d6-953e-507310056f7a service neutron] Pushing event updated for resources: {'Port': ['ID=4b21f17c-d782-4e2b-93db-5b3427fa8049,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:16:52.273580 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Attempting to bind port 4b21f17c-d782-4e2b-93db-5b3427fa8049 on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:16:52.273918 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Attempting to bind port 4b21f17c-d782-4e2b-93db-5b3427fa8049 by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:16:52.274246 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Attempting to bind port 4b21f17c-d782-4e2b-93db-5b3427fa8049 on network e9df9c56-1140-4d2f-9204-e6be8c0bd917 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:16:52.279081 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Port 4b21f17c-d782-4e2b-93db-5b3427fa8049 on network e9df9c56-1140-4d2f-9204-e6be8c0bd917 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 12:16:52.279406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Attempting to bind port 4b21f17c-d782-4e2b-93db-5b3427fa8049 on network e9df9c56-1140-4d2f-9204-e6be8c0bd917 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:16:52.284351 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:16:52.284690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Checking segment: {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:16:52.285073 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Bound using segment: {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:16:52.285508 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Bound port: 4b21f17c-d782-4e2b-93db-5b3427fa8049, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:16:52.285863 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:52.356060 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:16:52.359411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:16:52.423140 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:52.465300 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:52.465908 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:16:52.467327 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-f305610b-169b-44d6-953e-507310056f7a service neutron] 10.222.0.21 "PUT /v2.0/ports/4b21f17c-d782-4e2b-93db-5b3427fa8049 HTTP/1.1" status: 200 len: 1091 time: 0.8360426 Oct 13 12:16:52.467768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:16:52.470059 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad17ae40-14b9-401e-9c37-60a1ad9ba231" -d '{"events": [{"name": "network-changed", "server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:16:52.495394 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305610b-169b-44d6-953e-507310056f7a service neutron] Pushing event updated for resources: {'Port': ['ID=4b21f17c-d782-4e2b-93db-5b3427fa8049,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:16:52.520976 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea56b9c3-75c5-4857-82b3-aefb83e70f79 x-openstack-request-id: req-ea56b9c3-75c5-4857-82b3-aefb83e70f79 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:16:52.521278 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:16:52.521535 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea56b9c3-75c5-4857-82b3-aefb83e70f79 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:16:52.524570 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'status': 'completed', 'code': 200} Oct 13 12:16:52.598641 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17ae40-14b9-401e-9c37-60a1ad9ba231 req-0fd6e6d9-97c3-48ab-9220-43811c87231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:52.601052 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad17ae40-14b9-401e-9c37-60a1ad9ba231 req-0fd6e6d9-97c3-48ab-9220-43811c87231d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 1094 time: 0.0590761 Oct 13 12:16:52.715581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17ae40-14b9-401e-9c37-60a1ad9ba231 req-337bb98c-b391-4102-a294-c5f8e21d6100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:52.717253 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad17ae40-14b9-401e-9c37-60a1ad9ba231 req-337bb98c-b391-4102-a294-c5f8e21d6100 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1088207 Oct 13 12:16:52.787865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24065c-2499-4e21-aa76-6960816377bd req-579a6029-548c-44b3-8bfe-def8ff925c88 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:52.790176 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad24065c-2499-4e21-aa76-6960816377bd req-579a6029-548c-44b3-8bfe-def8ff925c88 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0568287 Oct 13 12:16:52.829544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17ae40-14b9-401e-9c37-60a1ad9ba231 req-942e0d4e-0ee4-47c9-90de-e54863305b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:52.830980 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ad17ae40-14b9-401e-9c37-60a1ad9ba231 req-942e0d4e-0ee4-47c9-90de-e54863305b28 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069102 Oct 13 12:16:52.832458 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad24065c-2499-4e21-aa76-6960816377bd req-5741a22a-415c-4425-803f-decb80d84b42 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360329 Oct 13 12:16:52.906287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-9810549b-fbd8-4a25-999e-92dfb9594123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:52.907828 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-9810549b-fbd8-4a25-999e-92dfb9594123 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 1094 time: 0.0407960 Oct 13 12:16:52.954230 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-8cdb8e66-1b69-4395-8206-109b04f8d547 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049 HTTP/1.1" status: 200 len: 217 time: 0.0386691 Oct 13 12:16:53.005238 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-44e297eb-7f19-478c-9e0b-a213da9c3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:53.006985 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-44e297eb-7f19-478c-9e0b-a213da9c3597 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0461633 Oct 13 12:16:53.055382 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-93f23123-7752-403b-b8bb-0a4fc338b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:53.056941 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-93f23123-7752-403b-b8bb-0a4fc338b634 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418286 Oct 13 12:16:53.155723 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-7faee7a2-85e5-4d08-a554-f94495769aec service neutron] 10.222.0.21 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907719 Oct 13 12:16:53.247616 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-25b94aa5-fc11-484b-be2c-4b96a25e04aa req-e0332149-21ea-4a79-9b0e-fe62718479fa service neutron] 10.222.0.21 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842786 Oct 13 12:16:53.969851 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c6d3b-0577-49ba-a1a5-f1674901e1bb req-447a37d8-42d4-4afd-b5d9-673e3b8d5883 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:53.971471 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b9c6d3b-0577-49ba-a1a5-f1674901e1bb req-447a37d8-42d4-4afd-b5d9-673e3b8d5883 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0642834 Oct 13 12:16:54.011815 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b9c6d3b-0577-49ba-a1a5-f1674901e1bb req-4073ac50-2a99-4fe6-9341-750938e928e0 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341289 Oct 13 12:16:54.344371 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:16:55.128572 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf1d11-1c14-4c84-b3b1-c4ed4788f740 req-0421cf52-7c9b-40be-a162-3fa4fdbbcffd tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:55.130135 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2cf1d11-1c14-4c84-b3b1-c4ed4788f740 req-0421cf52-7c9b-40be-a162-3fa4fdbbcffd tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0509748 Oct 13 12:16:55.170936 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a2cf1d11-1c14-4c84-b3b1-c4ed4788f740 req-44ebb11d-5edf-464f-be23-9f5a472cc211 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344217 Oct 13 12:16:56.289209 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74823a-f656-451d-b2f2-b66bc5830bd8 req-e3d10732-c5b8-4a4f-807b-518c96499690 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:56.290730 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f74823a-f656-451d-b2f2-b66bc5830bd8 req-e3d10732-c5b8-4a4f-807b-518c96499690 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0520751 Oct 13 12:16:56.327587 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2f74823a-f656-451d-b2f2-b66bc5830bd8 req-48bc2e64-456d-4f1e-9ef5-8d08b3420754 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308101 Oct 13 12:16:57.448598 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5a58e-2142-4f3c-9aa6-17df4d048511 req-db2a200d-1fa0-4608-8750-85109f7d2220 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:57.450097 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2cb5a58e-2142-4f3c-9aa6-17df4d048511 req-db2a200d-1fa0-4608-8750-85109f7d2220 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0548565 Oct 13 12:16:57.492218 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2cb5a58e-2142-4f3c-9aa6-17df4d048511 req-719dfd18-9109-4513-8b3d-08618a95f85e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359983 Oct 13 12:16:58.607329 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58456269-a13c-4604-9b3d-c7db9dc18ac6 req-5d013487-4a86-4027-9de9-112344c0b36e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:58.608773 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58456269-a13c-4604-9b3d-c7db9dc18ac6 req-5d013487-4a86-4027-9de9-112344c0b36e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0486846 Oct 13 12:16:58.646831 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-58456269-a13c-4604-9b3d-c7db9dc18ac6 req-000f47e2-a622-497a-8652-53a07813972a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320809 Oct 13 12:16:59.763450 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd527f-72d2-4085-bf90-39ff761b805a req-c88e7d46-7184-4456-9c25-89b3674bff3c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:16:59.764929 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22fd527f-72d2-4085-bf90-39ff761b805a req-c88e7d46-7184-4456-9c25-89b3674bff3c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0497077 Oct 13 12:16:59.802367 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-22fd527f-72d2-4085-bf90-39ff761b805a req-9a3ac4af-f87a-4965-8885-7038a3865553 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315330 Oct 13 12:17:00.925825 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b228db-ff74-44b1-91e8-e5d37a5f43d3 req-1d7872dc-0291-4507-8683-7894e698fe6f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:00.927380 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9b228db-ff74-44b1-91e8-e5d37a5f43d3 req-1d7872dc-0291-4507-8683-7894e698fe6f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0561068 Oct 13 12:17:00.966599 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f9b228db-ff74-44b1-91e8-e5d37a5f43d3 req-4dfa7c3e-51b1-43b1-bf50-3e690eb92fc2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327818 Oct 13 12:17:02.082124 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa6460-8e3b-4171-b236-0be612f30bd5 req-4e5c3337-09ef-450f-8bb3-98ebd08ce27d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:02.083525 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-feaa6460-8e3b-4171-b236-0be612f30bd5 req-4e5c3337-09ef-450f-8bb3-98ebd08ce27d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0487373 Oct 13 12:17:02.125249 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-feaa6460-8e3b-4171-b236-0be612f30bd5 req-a608f04d-121e-4252-be40-6235ac09df1a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352147 Oct 13 12:17:03.243012 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2818ae4-c8f4-42f6-99c8-d4926ae2662e req-a7b897e6-c860-433b-bd17-08eba1a666f9 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:03.244393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2818ae4-c8f4-42f6-99c8-d4926ae2662e req-a7b897e6-c860-433b-bd17-08eba1a666f9 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0505645 Oct 13 12:17:03.282858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f2818ae4-c8f4-42f6-99c8-d4926ae2662e req-ef837a8b-c600-4022-9b48-b96f1410f324 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321941 Oct 13 12:17:04.401185 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40906da4-d2ab-4790-9b73-b5def65f30d3 req-d1dfef95-2702-4236-a5d1-5c5bfb38ee3a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:04.402591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-40906da4-d2ab-4790-9b73-b5def65f30d3 req-d1dfef95-2702-4236-a5d1-5c5bfb38ee3a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0539129 Oct 13 12:17:04.439726 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-40906da4-d2ab-4790-9b73-b5def65f30d3 req-c1f22707-165d-4412-8620-ae31a14f5031 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312219 Oct 13 12:17:05.537111 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4b21f17c-d782-4e2b-93db-5b3427fa8049 details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 12:17:05.553525 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641cab7-b21f-42c5-a21b-e790bd7bbc7a req-d6ffd495-c24c-46ca-a770-156c25a77461 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:05.555060 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c641cab7-b21f-42c5-a21b-e790bd7bbc7a req-d6ffd495-c24c-46ca-a770-156c25a77461 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0486798 Oct 13 12:17:05.593177 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c641cab7-b21f-42c5-a21b-e790bd7bbc7a req-961660ab-74c5-4311-9447-2f6eaa5e9ea4 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312791 Oct 13 12:17:05.634319 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:17:05.645270 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'port_id': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'mac_address': 'fa:16:3e:da:7d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 12:17:05.681688 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:05.693751 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b21f17c-d782-4e2b-93db-5b3427fa8049 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:17:05.714450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:17:05.782809 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:05.832812 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=4b21f17c-d782-4e2b-93db-5b3427fa8049,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:17:05.840442 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:05.840783 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:05.841119 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:05.841453 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:05.841779 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:05.842105 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:05.842465 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:05.842786 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:05.843105 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:05.843430 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:05.843744 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:05.844062 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:05.991459 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['4b21f17c-d782-4e2b-93db-5b3427fa8049'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 12:17:06.707257 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62e961-c443-4ce1-9981-5de96cbab788 req-b06ea309-ab60-448e-a681-d80e455d5016 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:06.708727 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c62e961-c443-4ce1-9981-5de96cbab788 req-b06ea309-ab60-448e-a681-d80e455d5016 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 944 time: 0.0495441 Oct 13 12:17:06.747327 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0c62e961-c443-4ce1-9981-5de96cbab788 req-bb5e0b4b-f0b7-4194-aa90-b52a52abd6e0 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326936 Oct 13 12:17:07.562426 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4b21f17c-d782-4e2b-93db-5b3427fa8049 up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:17:07.696299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port 4b21f17c-d782-4e2b-93db-5b3427fa8049 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 12:17:07.700822 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port 4b21f17c-d782-4e2b-93db-5b3427fa8049 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:17:07.701191 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:07.777218 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:07.799904 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:17:07.802143 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef47187-20ba-4064-a309-2a0e04ed907d" -d '{"events": [{"server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "name": "network-vif-plugged", "status": "completed", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:17:07.815252 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:17:07.866549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4533ce-d1d5-4e9f-b6ee-0b164bf29f3e req-bc845387-6623-4583-8670-f79f44cd97be tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:07.868021 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f4533ce-d1d5-4e9f-b6ee-0b164bf29f3e req-bc845387-6623-4583-8670-f79f44cd97be tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 944 time: 0.0536511 Oct 13 12:17:07.885760 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:07.907138 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1f4533ce-d1d5-4e9f-b6ee-0b164bf29f3e req-2a4b6f9e-874d-4bae-af62-e37c46a12632 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327332 Oct 13 12:17:07.937466 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=4b21f17c-d782-4e2b-93db-5b3427fa8049,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:17:08.005692 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d91e45-2c5b-4c89-a067-0459eb5b9882 x-openstack-request-id: req-57d91e45-2c5b-4c89-a067-0459eb5b9882 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:17:08.005990 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "name": "network-vif-plugged", "status": "completed", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:17:08.006390 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57d91e45-2c5b-4c89-a067-0459eb5b9882 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:17:08.006788 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'code': 200} Oct 13 12:17:08.051226 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-04a51e8e-a6c1-40f3-a9ba-5b55380ea115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:08.100033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e56689-9133-46a0-a4bf-2d01dfd10d83 req-17c523c3-5ad1-4e34-a9c3-b02f68d67064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:08.101527 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84e56689-9133-46a0-a4bf-2d01dfd10d83 req-17c523c3-5ad1-4e34-a9c3-b02f68d67064 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 1096 time: 0.0416443 Oct 13 12:17:08.142034 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-84e56689-9133-46a0-a4bf-2d01dfd10d83 req-e8595d56-fc36-47cc-94d6-ea43dc13aec6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334561 Oct 13 12:17:09.029133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6445c5b-e560-4552-a0e0-7ff9f6567818 req-62d33d62-03e6-4760-86f7-7745aa6d9c93 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:09.030655 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6445c5b-e560-4552-a0e0-7ff9f6567818 req-62d33d62-03e6-4760-86f7-7745aa6d9c93 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0498593 Oct 13 12:17:09.070341 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-b6445c5b-e560-4552-a0e0-7ff9f6567818 req-9b05f012-6bc6-4bc7-a563-9b84473f6ee8 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326586 Oct 13 12:17:09.776865 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:10.185879 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683537a0-a28d-42e8-b3bb-a0d77f7d1bdf req-478abd44-8f33-40c6-9365-4b2bfe32b7c2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:10.187404 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-683537a0-a28d-42e8-b3bb-a0d77f7d1bdf req-478abd44-8f33-40c6-9365-4b2bfe32b7c2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0492218 Oct 13 12:17:10.224967 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-683537a0-a28d-42e8-b3bb-a0d77f7d1bdf req-6828c144-c999-4094-9c88-58c9359fdf90 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316610 Oct 13 12:17:10.344259 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6068be3-9b19-44f7-9bd9-b80039760da2 req-691fd233-7190-460f-8056-86a6af59bfd2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:10.345722 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6068be3-9b19-44f7-9bd9-b80039760da2 req-691fd233-7190-460f-8056-86a6af59bfd2 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0547454 Oct 13 12:17:10.383198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6068be3-9b19-44f7-9bd9-b80039760da2 req-11ff21c9-ba08-4321-b080-492e046162b4 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Oct 13 12:17:10.404851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41004) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:17:10.484607 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e76d8a-ee21-4d82-a51c-a6835f1b2720 tempest-TestShelveInstance-1378521057 tempest-TestShelveInstance-1378521057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:10.486095 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-16e76d8a-ee21-4d82-a51c-a6835f1b2720 tempest-TestShelveInstance-1378521057 tempest-TestShelveInstance-1378521057-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 1091 time: 0.0802505 Oct 13 12:17:10.488955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41008) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:17:10.493253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:17:10.582166 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for floatingip, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:10.676924 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:10.783284 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Allocated IP 172.25.0.228 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/b01e5858-623c-4238-aa49-afe10d3413b5) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:17:10.834030 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-407bba7a-f84f-47f9-b71c-b6a91a78837f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:10.892239 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:11.000023 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:11.041237 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:17:11.044369 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:17:11.047843 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:17:11.053407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'Port': ['ID=b01e5858-623c-4238-aa49-afe10d3413b5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:17:11.080764 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:11.081113 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:11.081474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:11.081794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:11.082132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:11.082491 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:11.082823 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:11.083151 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:11.083476 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:11.083801 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:11.084126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:11.084448 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:17:11.415929 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:11.434795 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:11.568168 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:11.720268 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:11.822600 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:11.839933 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:11.888473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event updated for resources: {'Port': ['ID=b01e5858-623c-4238-aa49-afe10d3413b5,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:17:11.902628 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:12.004837 n-d-813659-3 neutron-server[101990]: INFO neutron.db.l3_db [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Floating IP 778374cb-0ff2-4a2f-8f7d-4588898f4b4b associated. External IP: 172.25.0.228, port: 4b21f17c-d782-4e2b-93db-5b3427fa8049. Oct 13 12:17:12.218496 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:17:12.330364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:17:12.341221 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74963af-2a35-406b-9f5d-0590f74003d9 None None] Sync routers for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:17:12.350702 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74963af-2a35-406b-9f5d-0590f74003d9 None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:17:12.351297 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b74963af-2a35-406b-9f5d-0590f74003d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:17:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:17:12.419174 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:12.447058 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-2ae9b7d3-72ca-41d1-af3b-7eb77c7ad6cf tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9570487 Oct 13 12:17:12.447667 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:17:12.450908 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3c82cb-d39f-47e7-9aff-2ffd4eacf4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:17:12.461029 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b74963af-2a35-406b-9f5d-0590f74003d9 None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:17:12.488837 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acc9f26-2c36-44f0-abf6-37e26c230d75 x-openstack-request-id: req-5acc9f26-2c36-44f0-abf6-37e26c230d75 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:17:12.489151 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:17:12.489408 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5acc9f26-2c36-44f0-abf6-37e26c230d75 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:17:12.489820 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'status': 'completed', 'code': 200} Oct 13 12:17:12.553715 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c82cb-d39f-47e7-9aff-2ffd4eacf4e9 req-ce19b300-7bb4-4906-9c7a-2a429ab5957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:12.553929 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:12.563391 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e3c82cb-d39f-47e7-9aff-2ffd4eacf4e9 req-ce19b300-7bb4-4906-9c7a-2a429ab5957d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 1096 time: 0.0420461 Oct 13 12:17:12.653128 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c82cb-d39f-47e7-9aff-2ffd4eacf4e9 req-f948f01d-5d29-40c7-8e33-36a63ab55fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:12.654645 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e3c82cb-d39f-47e7-9aff-2ffd4eacf4e9 req-f948f01d-5d29-40c7-8e33-36a63ab55fbc service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0924933 Oct 13 12:17:12.696514 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b74963af-2a35-406b-9f5d-0590f74003d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '778374cb-0ff2-4a2f-8f7d-4588898f4b4b', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'port_id': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'mac_address': 'fa:16:3e:da:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:17:11Z', 'updated_at': '2021-10-13T12:17:11Z', 'revision_number': 0, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:26Z', 'revision_number': 5, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:17:12.720788 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e3c82cb-d39f-47e7-9aff-2ffd4eacf4e9 req-c8595ad3-af00-4cd9-b4f6-259d928ce112 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049 HTTP/1.1" status: 200 len: 999 time: 0.0588593 Oct 13 12:17:12.722829 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74963af-2a35-406b-9f5d-0590f74003d9 None None] Checking router: ce5df1e2-45a3-4362-8937-aaaa3751b2d2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:17:12.731744 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74963af-2a35-406b-9f5d-0590f74003d9 None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:17:12.732357 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b74963af-2a35-406b-9f5d-0590f74003d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:17:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:17:12.778141 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c82cb-d39f-47e7-9aff-2ffd4eacf4e9 req-0cc375a4-c707-427f-b206-7bb0b02807a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:12.779839 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e3c82cb-d39f-47e7-9aff-2ffd4eacf4e9 req-0cc375a4-c707-427f-b206-7bb0b02807a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0522158 Oct 13 12:17:12.826913 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c82cb-d39f-47e7-9aff-2ffd4eacf4e9 req-37ce37a3-f3be-43f9-aada-20d6a773ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:12.828330 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e3c82cb-d39f-47e7-9aff-2ffd4eacf4e9 req-37ce37a3-f3be-43f9-aada-20d6a773ce3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418444 Oct 13 12:17:12.841830 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b74963af-2a35-406b-9f5d-0590f74003d9 None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:17:12.922565 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e3c82cb-d39f-47e7-9aff-2ffd4eacf4e9 req-aee982a6-27a4-4967-baf1-3d11ab57f4fb service neutron] 10.222.0.21 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871744 Oct 13 12:17:13.072027 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b74963af-2a35-406b-9f5d-0590f74003d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '778374cb-0ff2-4a2f-8f7d-4588898f4b4b', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'port_id': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'mac_address': 'fa:16:3e:da:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:17:11Z', 'updated_at': '2021-10-13T12:17:11Z', 'revision_number': 0, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:26Z', 'revision_number': 5, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:17:13.099940 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74963af-2a35-406b-9f5d-0590f74003d9 None None] The sync data for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 is: [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '778374cb-0ff2-4a2f-8f7d-4588898f4b4b', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'port_id': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'mac_address': 'fa:16:3e:da:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:17:11Z', 'updated_at': '2021-10-13T12:17:11Z', 'revision_number': 0, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:26Z', 'revision_number': 5, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:17:13.301358 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35104b6f-b797-41ac-950f-ea450cdd45e9 None None] New status for floating IP 778374cb-0ff2-4a2f-8f7d-4588898f4b4b: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:17:13.333131 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e3c82cb-d39f-47e7-9aff-2ffd4eacf4e9 req-584d5005-3f49-47fd-8f27-88bade33a695 service neutron] 10.222.0.21 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040620 Oct 13 12:17:13.759358 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:31.343793 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:17:38.033168 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-989bd2ec-ae3e-4853-8afe-b67328b8e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:39.810293 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:40.844630 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2fdd60a7-a75b-4b25-9cad-f9a7c504d3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:41.467518 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:41.873225 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:42.576203 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:43.805032 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:17:56.573780 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4201efea-af8a-49bd-b4cc-35ace66eb07a req-7e8f73cb-a54c-41eb-8bfa-0c633464b7c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408058 Oct 13 12:17:56.660407 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201efea-af8a-49bd-b4cc-35ace66eb07a req-f035fe7a-5cc9-444e-aa8d-410cc12720dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:56.661921 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4201efea-af8a-49bd-b4cc-35ace66eb07a req-f035fe7a-5cc9-444e-aa8d-410cc12720dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 1096 time: 0.0463660 Oct 13 12:17:56.768784 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201efea-af8a-49bd-b4cc-35ace66eb07a req-367cf65a-d601-430b-800d-85653a9192fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:56.770196 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4201efea-af8a-49bd-b4cc-35ace66eb07a req-367cf65a-d601-430b-800d-85653a9192fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0879722 Oct 13 12:17:56.843176 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4201efea-af8a-49bd-b4cc-35ace66eb07a req-587ef2ff-ce0a-4ac9-bb82-aa73ddde14a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049 HTTP/1.1" status: 200 len: 1001 time: 0.0650861 Oct 13 12:17:56.895278 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201efea-af8a-49bd-b4cc-35ace66eb07a req-8c6dae18-07c1-4b63-85c1-22a9a9b81a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:56.896722 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4201efea-af8a-49bd-b4cc-35ace66eb07a req-8c6dae18-07c1-4b63-85c1-22a9a9b81a65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0467522 Oct 13 12:17:56.943829 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201efea-af8a-49bd-b4cc-35ace66eb07a req-4a725700-8b18-415b-b5de-57ff956605ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:17:56.945329 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4201efea-af8a-49bd-b4cc-35ace66eb07a req-4a725700-8b18-415b-b5de-57ff956605ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418899 Oct 13 12:17:57.043090 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4201efea-af8a-49bd-b4cc-35ace66eb07a req-48d45e48-17fe-46d5-b500-bac100eb4cd3 service neutron] 10.222.0.21 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907733 Oct 13 12:17:57.153187 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-4201efea-af8a-49bd-b4cc-35ace66eb07a req-eea345d8-ddd4-436d-a3f7-0ab0b076cec2 service neutron] 10.222.0.21 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022975 Oct 13 12:18:08.050339 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-650c8065-01ed-47ef-9473-07127e6cca37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:08.343473 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:18:09.764524 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:10.913143 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-49b4658b-3667-4974-bb90-8ce0929cf77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:11.432782 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:11.798617 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:12.570768 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:13.775753 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:38.049987 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd568cca-e1b7-422f-8d38-3ae79e545659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:39.763765 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:40.861138 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-38e9c29e-a870-4f2c-9f1b-af8fbc1ba054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:41.460284 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:41.826675 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:42.581199 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:43.792436 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:18:45.341854 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:18:57.575536 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55b02c14-9007-4b0d-8245-6953684ec986 req-c196f67c-d528-405b-ad99-173e84c7ab22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420287 Oct 13 12:18:57.660940 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b02c14-9007-4b0d-8245-6953684ec986 req-d196a49f-f692-48a6-aa85-8a8ebf69d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:18:57.662643 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55b02c14-9007-4b0d-8245-6953684ec986 req-d196a49f-f692-48a6-aa85-8a8ebf69d681 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 1096 time: 0.0462270 Oct 13 12:18:57.770928 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b02c14-9007-4b0d-8245-6953684ec986 req-9832af51-a40a-48a3-96c1-c313d5a44d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:18:57.772409 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55b02c14-9007-4b0d-8245-6953684ec986 req-9832af51-a40a-48a3-96c1-c313d5a44d75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0896401 Oct 13 12:18:57.841760 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55b02c14-9007-4b0d-8245-6953684ec986 req-46ccc54f-2635-4cef-88ea-40c1468eddd8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049 HTTP/1.1" status: 200 len: 1001 time: 0.0617464 Oct 13 12:18:57.892484 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b02c14-9007-4b0d-8245-6953684ec986 req-64503deb-b24b-4197-b2fc-ec8e93f94a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:18:57.893944 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55b02c14-9007-4b0d-8245-6953684ec986 req-64503deb-b24b-4197-b2fc-ec8e93f94a8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0451834 Oct 13 12:18:57.940531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b02c14-9007-4b0d-8245-6953684ec986 req-4558c50d-c745-46ce-8eb8-dfc4c328870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:18:57.942057 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55b02c14-9007-4b0d-8245-6953684ec986 req-4558c50d-c745-46ce-8eb8-dfc4c328870a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398693 Oct 13 12:18:58.037792 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55b02c14-9007-4b0d-8245-6953684ec986 req-6c17c13b-684a-4f2a-9694-7f5c7f075ed0 service neutron] 10.222.0.21 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873446 Oct 13 12:18:58.132594 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-55b02c14-9007-4b0d-8245-6953684ec986 req-f1bc8fd7-0555-4009-b867-7537020079eb service neutron] 10.222.0.21 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873270 Oct 13 12:19:08.048550 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23d6ffba-6727-416f-8c35-e81544c21e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:09.763575 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:10.837544 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6f72fa82-ce28-4d8c-be3f-6f1a9b0a2184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:11.454679 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:11.849300 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:12.568957 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:13.786778 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:15.946832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-14803c75-85d5-486a-8844-c98f75aea0f7 req-7d1a00fe-f9c7-4ba1-b721-808b42d6a30b service neutron] (101990) timed out ('10.222.0.32', 39590) {{(pid=101990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 12:19:22.340909 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:19:38.055031 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-00ccb4c0-de98-4ebd-b73a-d8d5b8e12c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:39.796107 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:40.168307 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60b1bc-da71-4984-935e-4c0c4217b7b1 req-90190bf2-a44d-4a1f-b303-a90d34006b67 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:40.169804 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b60b1bc-da71-4984-935e-4c0c4217b7b1 req-90190bf2-a44d-4a1f-b303-a90d34006b67 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.1140881 Oct 13 12:19:40.226034 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b60b1bc-da71-4984-935e-4c0c4217b7b1 req-f3a60ee8-75d7-40d9-8e3b-36c49ea0368f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497205 Oct 13 12:19:40.865811 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bb08f250-3237-41c6-9f2b-f7d0325094fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:41.348839 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb5fd9-fad0-4468-92dc-8fed568e521e req-2a8c421c-9075-41fc-add5-5a914b670853 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:41.350353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46eb5fd9-fad0-4468-92dc-8fed568e521e req-2a8c421c-9075-41fc-add5-5a914b670853 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0527298 Oct 13 12:19:41.392806 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-46eb5fd9-fad0-4468-92dc-8fed568e521e req-559ee303-7940-4973-b152-ce860b618a66 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356202 Oct 13 12:19:41.483395 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:41.826075 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:42.517071 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33394c6d-1cdc-4283-8a3d-3799aeacf983 req-44abcedb-cc14-41e2-a3af-35a89fd21f1c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:42.522666 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33394c6d-1cdc-4283-8a3d-3799aeacf983 req-44abcedb-cc14-41e2-a3af-35a89fd21f1c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0572972 Oct 13 12:19:42.560163 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-33394c6d-1cdc-4283-8a3d-3799aeacf983 req-69a3fa0b-3a80-4bcc-853d-8e4b3ed515ec tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341623 Oct 13 12:19:42.574914 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:43.677225 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639ea8f-256f-49f3-b136-9b007b5e393a req-67f93838-2758-4969-8019-6cd96f9e6a91 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:43.678770 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8639ea8f-256f-49f3-b136-9b007b5e393a req-67f93838-2758-4969-8019-6cd96f9e6a91 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0512664 Oct 13 12:19:43.726318 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8639ea8f-256f-49f3-b136-9b007b5e393a req-0031007c-0dee-4192-9452-c9655ad2a824 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410953 Oct 13 12:19:43.796252 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:44.845138 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e8ef4-c471-4d67-8bc3-4b35f2e288a0 req-8cc961fb-4f61-466c-b7d7-2e2dee16ffe0 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:44.846695 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f07e8ef4-c471-4d67-8bc3-4b35f2e288a0 req-8cc961fb-4f61-466c-b7d7-2e2dee16ffe0 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0511382 Oct 13 12:19:44.887171 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f07e8ef4-c471-4d67-8bc3-4b35f2e288a0 req-f13eea8e-94c8-4cee-a8cd-8750c6b66352 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344477 Oct 13 12:19:46.011882 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9df97-a145-467b-8cbc-0921d2d4a922 req-9b456bae-451e-46fb-bd01-d005ff123f8f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:46.013400 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19d9df97-a145-467b-8cbc-0921d2d4a922 req-9b456bae-451e-46fb-bd01-d005ff123f8f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0562017 Oct 13 12:19:46.051965 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-19d9df97-a145-467b-8cbc-0921d2d4a922 req-81cdd806-be2c-4795-95a4-903fe199dbde tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325704 Oct 13 12:19:47.179286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb4716-1b6c-4d87-8636-f26453b66746 req-b53a415d-9e9e-419e-af36-1282b11c1f17 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:47.183061 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-64fb4716-1b6c-4d87-8636-f26453b66746 req-b53a415d-9e9e-419e-af36-1282b11c1f17 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0533869 Oct 13 12:19:47.221397 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-64fb4716-1b6c-4d87-8636-f26453b66746 req-fdb77a3e-31ed-4d31-9306-3a381bdd865a tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333774 Oct 13 12:19:48.342602 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769c920-80dc-4d87-9591-93f0938c62ff req-76a386ab-1f3a-42b3-961c-d91c5f88707d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:48.344077 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a769c920-80dc-4d87-9591-93f0938c62ff req-76a386ab-1f3a-42b3-961c-d91c5f88707d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0511434 Oct 13 12:19:48.382393 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a769c920-80dc-4d87-9591-93f0938c62ff req-aea8122b-9554-43d0-af13-1c61ea2429af tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323219 Oct 13 12:19:49.506295 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456c469-9a72-4f28-a6e4-c0955010801e req-ce0cdff3-41f3-465e-a025-13a5eeb562f3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:49.507787 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8456c469-9a72-4f28-a6e4-c0955010801e req-ce0cdff3-41f3-465e-a025-13a5eeb562f3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0568984 Oct 13 12:19:49.546355 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8456c469-9a72-4f28-a6e4-c0955010801e req-8181d57d-59e3-495e-b24e-8a52f05c763c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318987 Oct 13 12:19:50.336576 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444cdee-d6c7-4102-8c1e-2a83ef8bff7c req-cdab15ae-56e7-4de2-8e9f-46aaad99fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:50.338106 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d444cdee-d6c7-4102-8c1e-2a83ef8bff7c req-cdab15ae-56e7-4de2-8e9f-46aaad99fc4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 1096 time: 0.0418816 Oct 13 12:19:50.433948 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444cdee-d6c7-4102-8c1e-2a83ef8bff7c req-d9fc0860-1e13-4253-a6f5-b33254fe046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:50.435446 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d444cdee-d6c7-4102-8c1e-2a83ef8bff7c req-d9fc0860-1e13-4253-a6f5-b33254fe046b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0905335 Oct 13 12:19:50.504936 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d444cdee-d6c7-4102-8c1e-2a83ef8bff7c req-192b2ded-ba00-4021-938a-dcc759b68f9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049 HTTP/1.1" status: 200 len: 1001 time: 0.0624168 Oct 13 12:19:50.553016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444cdee-d6c7-4102-8c1e-2a83ef8bff7c req-d00594f4-1fdd-4df3-95d6-5a4a359bec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:50.554488 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d444cdee-d6c7-4102-8c1e-2a83ef8bff7c req-d00594f4-1fdd-4df3-95d6-5a4a359bec6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0430222 Oct 13 12:19:50.601504 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444cdee-d6c7-4102-8c1e-2a83ef8bff7c req-4a04f0e2-1328-49d8-9ab7-3e4ccbbac498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:50.603550 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d444cdee-d6c7-4102-8c1e-2a83ef8bff7c req-4a04f0e2-1328-49d8-9ab7-3e4ccbbac498 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424094 Oct 13 12:19:50.663088 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc750b9-c261-4ae5-87f7-1751b8a413b2 req-544715bf-2a0c-452f-a68d-71f3c48231c1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:50.664565 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dbc750b9-c261-4ae5-87f7-1751b8a413b2 req-544715bf-2a0c-452f-a68d-71f3c48231c1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0499735 Oct 13 12:19:50.702169 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d444cdee-d6c7-4102-8c1e-2a83ef8bff7c req-678edd6e-f887-4981-b321-3a2e948c2935 service neutron] 10.222.0.21 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918775 Oct 13 12:19:50.707957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-dbc750b9-c261-4ae5-87f7-1751b8a413b2 req-5524cef2-5e31-40c3-93a2-44480919f2c7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335493 Oct 13 12:19:50.799446 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d444cdee-d6c7-4102-8c1e-2a83ef8bff7c req-6e51784c-ea40-43e1-96b8-2af632f787df service neutron] 10.222.0.21 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893610 Oct 13 12:19:51.824260 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c0522-f4d0-428a-92a5-5765a51b1a4c req-53df4623-59c3-4c93-8281-913f07f02959 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:51.825817 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad5c0522-f4d0-428a-92a5-5765a51b1a4c req-53df4623-59c3-4c93-8281-913f07f02959 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0504851 Oct 13 12:19:51.864095 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ad5c0522-f4d0-428a-92a5-5765a51b1a4c req-eaeeb4b8-6f11-4aee-bacc-5dcf55ba59a7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322685 Oct 13 12:19:52.990363 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71594da-8a5f-435c-b0f6-ecf23c6c724d req-fc59d95d-b8ef-47bd-861d-69ef5a4c3762 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:52.991885 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e71594da-8a5f-435c-b0f6-ecf23c6c724d req-fc59d95d-b8ef-47bd-861d-69ef5a4c3762 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0571620 Oct 13 12:19:53.031293 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e71594da-8a5f-435c-b0f6-ecf23c6c724d req-c477c0d2-ece1-4f58-9219-8b1708363559 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327606 Oct 13 12:19:54.157471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83964a-c78a-4b5f-822f-8ec8a4af4390 req-35665861-b9b1-4792-8787-399088ac16f3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:54.158997 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf83964a-c78a-4b5f-822f-8ec8a4af4390 req-35665861-b9b1-4792-8787-399088ac16f3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 945 time: 0.0582476 Oct 13 12:19:54.200696 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bf83964a-c78a-4b5f-822f-8ec8a4af4390 req-272a08ce-2017-471f-be1d-e2ac0abc45f4 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352216 Oct 13 12:19:54.215439 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device 4b21f17c-d782-4e2b-93db-5b3427fa8049 no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:19:54.291940 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:54.314764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:19:54.317001 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ae2aab-5304-49d6-aa85-10c6427a2921" -d '{"events": [{"server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "name": "network-vif-unplugged", "status": "completed", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:19:54.330505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:19:54.358292 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 12:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53441d3c-ac3a-4e5b-bca8-ad7dd6577fe8 x-openstack-request-id: req-53441d3c-ac3a-4e5b-bca8-ad7dd6577fe8 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:19:54.358292 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "name": "network-vif-unplugged", "status": "completed", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:19:54.358292 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53441d3c-ac3a-4e5b-bca8-ad7dd6577fe8 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:19:54.358292 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'code': 200} Oct 13 12:19:54.413146 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:19:54.464471 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=4b21f17c-d782-4e2b-93db-5b3427fa8049,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:19:54.471566 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:19:54.471914 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:19:54.472257 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:19:54.472593 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:19:54.472924 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:19:54.473256 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:19:54.473580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:19:54.473905 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:19:54.474229 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:19:54.474581 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:19:54.474900 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:19:54.475219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:19:55.318885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869e5f6-0e73-4669-8b48-0b93bb410ec9 req-952d5a8c-fa2f-4181-b148-4daa37c43016 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:55.320564 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3869e5f6-0e73-4669-8b48-0b93bb410ec9 req-952d5a8c-fa2f-4181-b148-4daa37c43016 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0505011 Oct 13 12:19:55.362069 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3869e5f6-0e73-4669-8b48-0b93bb410ec9 req-beced155-4166-46a6-8616-f3e9b2536680 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353317 Oct 13 12:19:56.907881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf8459-2860-4fae-b20a-fa9768649000 req-6256d665-a436-4adf-8de2-dfc75530eb7e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:56.909509 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ebf8459-2860-4fae-b20a-fa9768649000 req-6256d665-a436-4adf-8de2-dfc75530eb7e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0568423 Oct 13 12:19:56.923130 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41122) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:19:56.957508 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4ebf8459-2860-4fae-b20a-fa9768649000 req-5632d839-8532-4b01-b566-a408ffc94654 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415239 Oct 13 12:19:57.051014 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7503bf0-924f-440c-8202-ed6518435f12 req-e781dcb7-f2ed-465f-a96b-44a8507fd673 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1266663 Oct 13 12:19:57.061728 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-f7503bf0-924f-440c-8202-ed6518435f12 req-176eb0d2-4f87-4751-886f-526944f6b297 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 12:19:57.062940 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f7503bf0-924f-440c-8202-ed6518435f12 req-176eb0d2-4f87-4751-886f-526944f6b297 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064068 Oct 13 12:19:58.077319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9102003-9e86-431e-a7fb-155e49ae6f7f req-4d3c2869-40c5-4bc7-a78d-b6881cb74832 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:58.078840 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9102003-9e86-431e-a7fb-155e49ae6f7f req-4d3c2869-40c5-4bc7-a78d-b6881cb74832 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0501981 Oct 13 12:19:58.122924 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9102003-9e86-431e-a7fb-155e49ae6f7f req-ea5c3cb0-c68a-498a-a972-428ec30fe0d9 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380542 Oct 13 12:19:59.243288 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476f8e4-b231-4753-a80f-2261148dcf83 req-833f5ff2-a190-4d6d-b5f1-85df8655b081 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:19:59.244775 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3476f8e4-b231-4753-a80f-2261148dcf83 req-833f5ff2-a190-4d6d-b5f1-85df8655b081 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0533242 Oct 13 12:19:59.284583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3476f8e4-b231-4753-a80f-2261148dcf83 req-bd719cb0-3461-409f-8e5e-f88dd3bcc7dc tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Oct 13 12:19:59.339094 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:20:00.401469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b45d55-93fd-4588-ab03-a1d48bcd4ca0 req-2a82add4-246f-4e16-966c-5fd774f58b66 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:00.403006 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0b45d55-93fd-4588-ab03-a1d48bcd4ca0 req-2a82add4-246f-4e16-966c-5fd774f58b66 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0510581 Oct 13 12:20:00.443240 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f0b45d55-93fd-4588-ab03-a1d48bcd4ca0 req-93a0016a-05eb-4be8-92d8-c96386935b9b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332415 Oct 13 12:20:01.557812 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6094c-8597-4a4f-8c2d-a5c624779d0b req-f28dd372-ff3b-4a22-935b-8c474776d2ba tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:01.559531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31d6094c-8597-4a4f-8c2d-a5c624779d0b req-f28dd372-ff3b-4a22-935b-8c474776d2ba tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0494313 Oct 13 12:20:01.599353 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-31d6094c-8597-4a4f-8c2d-a5c624779d0b req-9eed8cb0-596d-444b-8dba-3d430b345a95 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337682 Oct 13 12:20:02.721906 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a95a8-efd8-47f3-8ad2-291d2397cf1b req-a18a1e62-304a-47c2-92a1-d918eb383261 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:02.723415 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b9a95a8-efd8-47f3-8ad2-291d2397cf1b req-a18a1e62-304a-47c2-92a1-d918eb383261 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0539348 Oct 13 12:20:02.764126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3b9a95a8-efd8-47f3-8ad2-291d2397cf1b req-d7e59997-b0dd-47be-84eb-17dcd11c9373 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345366 Oct 13 12:20:03.886255 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e340f9-0bab-469b-9555-478c95356da5 req-57b0c99e-6f67-4957-acc3-8f5102dae9ea tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:03.887875 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91e340f9-0bab-469b-9555-478c95356da5 req-57b0c99e-6f67-4957-acc3-8f5102dae9ea tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0534647 Oct 13 12:20:03.930413 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-91e340f9-0bab-469b-9555-478c95356da5 req-6451cf2d-c4e5-4ce7-8871-4d58baeffa48 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363898 Oct 13 12:20:05.051663 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fedc30-3f17-4891-b37e-a36ba6d76d3f req-704177c9-d825-4e6e-a8ea-00052d2e0750 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:05.053274 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4fedc30-3f17-4891-b37e-a36ba6d76d3f req-704177c9-d825-4e6e-a8ea-00052d2e0750 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0536470 Oct 13 12:20:05.092523 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d4fedc30-3f17-4891-b37e-a36ba6d76d3f req-ec49d96f-f867-4577-9b2e-1bd33d2167d1 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328548 Oct 13 12:20:06.223557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081f06f-dd9e-49d8-9059-687d29d350e7 req-97d1931e-523b-4ab9-8d27-7a5619df265f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:06.225198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6081f06f-dd9e-49d8-9059-687d29d350e7 req-97d1931e-523b-4ab9-8d27-7a5619df265f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0609725 Oct 13 12:20:06.268777 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6081f06f-dd9e-49d8-9059-687d29d350e7 req-1a727ee8-958c-4b86-b581-e2c69455262b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361941 Oct 13 12:20:07.387200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d00d7-3606-478e-a8cd-363db42b8481 req-b27830da-c4cf-45b1-bf62-e3119e418fda tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:07.388609 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-589d00d7-3606-478e-a8cd-363db42b8481 req-b27830da-c4cf-45b1-bf62-e3119e418fda tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0510361 Oct 13 12:20:07.428574 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-589d00d7-3606-478e-a8cd-363db42b8481 req-532faa71-5494-481c-8adf-63d4f08d6a54 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329800 Oct 13 12:20:08.099228 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-687a2e7e-420b-43a8-9941-04cce03bb40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:08.546857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dff8c-795f-4a33-a00f-be807e31f954 req-4cd84a10-661c-4edc-92b9-747f5a69fb12 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:08.549167 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de7dff8c-795f-4a33-a00f-be807e31f954 req-4cd84a10-661c-4edc-92b9-747f5a69fb12 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0502708 Oct 13 12:20:08.586798 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-de7dff8c-795f-4a33-a00f-be807e31f954 req-8fcb4f6d-247a-4677-98ed-3002d85739be tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317190 Oct 13 12:20:08.912124 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503bf0-924f-440c-8202-ed6518435f12 req-b5790f9e-a4a2-42ea-9809-9b897bb5aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:08.913667 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f7503bf0-924f-440c-8202-ed6518435f12 req-b5790f9e-a4a2-42ea-9809-9b897bb5aa0b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6&tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1 HTTP/1.1" status: 200 len: 1094 time: 0.0852828 Oct 13 12:20:08.926253 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813659-3', 'device_owner': 'compute:nova'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:20:08.986753 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:09.194699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:20:09.227778 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:20:09.260259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b21f17c-d782-4e2b-93db-5b3427fa8049 {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:20:09.268393 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:09.280112 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Transition to ACTIVE for port object 4b21f17c-d782-4e2b-93db-5b3427fa8049 will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 12:20:09.384946 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:09.464189 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Pushing event updated for resources: {'Port': ['ID=4b21f17c-d782-4e2b-93db-5b3427fa8049,revision_number=7']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:20:09.479213 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:20:09.479560 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:20:09.479910 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:20:09.480258 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:20:09.480599 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:20:09.480965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:20:09.481273 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:20:09.481699 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:20:09.481924 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:20:09.482262 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:20:09.482620 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:20:09.482951 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:20:09.524885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] No DVR routers for this DVR port 4b21f17c-d782-4e2b-93db-5b3427fa8049 on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:20:09.684043 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Attempting to bind port 4b21f17c-d782-4e2b-93db-5b3427fa8049 on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:20:09.684381 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Attempting to bind port 4b21f17c-d782-4e2b-93db-5b3427fa8049 by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:20:09.684709 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Attempting to bind port 4b21f17c-d782-4e2b-93db-5b3427fa8049 on network e9df9c56-1140-4d2f-9204-e6be8c0bd917 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:20:09.689055 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Port 4b21f17c-d782-4e2b-93db-5b3427fa8049 on network e9df9c56-1140-4d2f-9204-e6be8c0bd917 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 12:20:09.689379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Attempting to bind port 4b21f17c-d782-4e2b-93db-5b3427fa8049 on network e9df9c56-1140-4d2f-9204-e6be8c0bd917 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:20:09.695578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:20:09.695578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Checking segment: {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:20:09.695953 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Bound using segment: {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:20:09.696168 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Bound port: 4b21f17c-d782-4e2b-93db-5b3427fa8049, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6144d2ef-bbaa-464e-bb26-3cd1643421db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:20:09.696527 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:09.713134 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617736-eb32-408a-b5b4-98154a9519ad req-8a418d82-118e-463b-be73-0d6fa7a20943 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:09.719124 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9617736-eb32-408a-b5b4-98154a9519ad req-8a418d82-118e-463b-be73-0d6fa7a20943 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0573547 Oct 13 12:20:09.756328 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c9617736-eb32-408a-b5b4-98154a9519ad req-a6713b86-e362-461a-bbbc-05304e72377d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353305 Oct 13 12:20:09.768347 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:20:09.771614 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:20:09.813087 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:09.859245 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:09.894561 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:09.895156 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:09.896768 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f7503bf0-924f-440c-8202-ed6518435f12 req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] 10.222.0.46 "PUT /v2.0/ports/4b21f17c-d782-4e2b-93db-5b3427fa8049 HTTP/1.1" status: 200 len: 1091 time: 0.9750769 Oct 13 12:20:09.899088 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:20:09.901402 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3748b9ca-8da6-4a65-bfb5-2f211ea4a78b" -d '{"events": [{"name": "network-changed", "server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:20:09.960001 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2be0fd-0ee8-4563-84fe-2e310227c705 x-openstack-request-id: req-ee2be0fd-0ee8-4563-84fe-2e310227c705 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:20:09.960736 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:20:09.960736 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee2be0fd-0ee8-4563-84fe-2e310227c705 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:20:09.960974 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'status': 'completed', 'code': 200} Oct 13 12:20:09.962617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4f9db-92bf-4d08-9a52-344ecdbd93ae service neutron] Pushing event updated for resources: {'Port': ['ID=4b21f17c-d782-4e2b-93db-5b3427fa8049,revision_number=8']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:20:09.981695 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503bf0-924f-440c-8202-ed6518435f12 req-17658a66-a547-44c6-8a3b-02e7bf812706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:09.983282 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f7503bf0-924f-440c-8202-ed6518435f12 req-17658a66-a547-44c6-8a3b-02e7bf812706 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 1094 time: 0.0514650 Oct 13 12:20:10.086722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503bf0-924f-440c-8202-ed6518435f12 req-78406ce8-96c6-4b54-a583-83387e875ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:10.088288 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f7503bf0-924f-440c-8202-ed6518435f12 req-78406ce8-96c6-4b54-a583-83387e875ed5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0969527 Oct 13 12:20:10.157232 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f7503bf0-924f-440c-8202-ed6518435f12 req-e87b1962-6c9e-44c1-bcbc-e481fd2c280b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049 HTTP/1.1" status: 200 len: 999 time: 0.0614054 Oct 13 12:20:10.207387 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503bf0-924f-440c-8202-ed6518435f12 req-d148e5c9-479b-4eca-8864-b89faa40fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:10.208847 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f7503bf0-924f-440c-8202-ed6518435f12 req-d148e5c9-479b-4eca-8864-b89faa40fbfa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0443058 Oct 13 12:20:10.258799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503bf0-924f-440c-8202-ed6518435f12 req-48e61bee-6b96-41bd-8690-235bc1db4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:10.260287 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f7503bf0-924f-440c-8202-ed6518435f12 req-48e61bee-6b96-41bd-8690-235bc1db4e67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444407 Oct 13 12:20:10.350154 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f7503bf0-924f-440c-8202-ed6518435f12 req-93407dcf-686d-4757-87ab-f584a48972c1 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826533 Oct 13 12:20:10.443562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-f7503bf0-924f-440c-8202-ed6518435f12 req-e1fdb509-9ee4-47a7-ac42-463ba1ef3fea service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860107 Oct 13 12:20:10.621189 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748b9ca-8da6-4a65-bfb5-2f211ea4a78b req-d6251912-f2bd-453b-be76-44db7cb1bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:10.622710 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3748b9ca-8da6-4a65-bfb5-2f211ea4a78b req-d6251912-f2bd-453b-be76-44db7cb1bf54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 1094 time: 0.0443389 Oct 13 12:20:10.718383 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748b9ca-8da6-4a65-bfb5-2f211ea4a78b req-bc845306-4abc-4f81-8a6c-315f03294d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:10.719749 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3748b9ca-8da6-4a65-bfb5-2f211ea4a78b req-bc845306-4abc-4f81-8a6c-315f03294d34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0902343 Oct 13 12:20:10.788244 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3748b9ca-8da6-4a65-bfb5-2f211ea4a78b req-5b28d488-c305-4320-8522-adadcd148d07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049 HTTP/1.1" status: 200 len: 999 time: 0.0610032 Oct 13 12:20:10.839384 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748b9ca-8da6-4a65-bfb5-2f211ea4a78b req-d49fed70-4c27-4da6-a5e9-9850f9c2b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:10.840734 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3748b9ca-8da6-4a65-bfb5-2f211ea4a78b req-d49fed70-4c27-4da6-a5e9-9850f9c2b285 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0460382 Oct 13 12:20:10.873857 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121a649-10bd-474b-beaa-17a627735694 req-d032db70-0e85-47d2-bb6b-9cde6f747b7b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:10.875466 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4121a649-10bd-474b-beaa-17a627735694 req-d032db70-0e85-47d2-bb6b-9cde6f747b7b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0505974 Oct 13 12:20:10.893087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748b9ca-8da6-4a65-bfb5-2f211ea4a78b req-4531470f-7507-4c86-8325-264278692088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:10.894800 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3748b9ca-8da6-4a65-bfb5-2f211ea4a78b req-4531470f-7507-4c86-8325-264278692088 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466852 Oct 13 12:20:10.898411 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9bb193cb-8bf0-4232-9186-12a3fe42b6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:10.916362 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4121a649-10bd-474b-beaa-17a627735694 req-024eb245-962e-4377-893c-40fe1721047d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338061 Oct 13 12:20:10.991958 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3748b9ca-8da6-4a65-bfb5-2f211ea4a78b req-549c2b48-9c05-4be5-bbe4-497ff23da1b5 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895407 Oct 13 12:20:11.089169 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-3748b9ca-8da6-4a65-bfb5-2f211ea4a78b req-2599bbb2-121e-4c13-9446-7da7d55c9223 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899820 Oct 13 12:20:11.505223 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:11.842842 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:12.036442 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b0b0-f13b-43bc-8e03-99019c82b8bb req-5ed48946-c39e-4751-b399-de55c22e545b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:12.037929 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a99b0b0-f13b-43bc-8e03-99019c82b8bb req-5ed48946-c39e-4751-b399-de55c22e545b tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0508795 Oct 13 12:20:12.076374 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2a99b0b0-f13b-43bc-8e03-99019c82b8bb req-b514883c-604c-4847-9f19-8b86bd20cb9f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324523 Oct 13 12:20:12.602258 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:13.197257 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf637fa-6b2e-43fa-8819-9cd717f38db0 req-2d39305d-c423-4cfe-87b7-0cba5330826c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:13.198755 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdf637fa-6b2e-43fa-8819-9cd717f38db0 req-2d39305d-c423-4cfe-87b7-0cba5330826c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0533557 Oct 13 12:20:13.236620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdf637fa-6b2e-43fa-8819-9cd717f38db0 req-5dca3931-d9fb-4b35-a27d-f2ce9c2e09fe tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318291 Oct 13 12:20:13.797181 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:14.355899 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e301-0180-45c9-9b09-ef88927db77c req-7f4030a3-aa35-4010-aca7-0f257fbe3f4c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:14.357347 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3c7e301-0180-45c9-9b09-ef88927db77c req-7f4030a3-aa35-4010-aca7-0f257fbe3f4c tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0522511 Oct 13 12:20:14.397361 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f3c7e301-0180-45c9-9b09-ef88927db77c req-7f5b05e6-0bf7-496f-89f2-67faf8e682e3 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334976 Oct 13 12:20:15.514874 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c2f87-badb-4e53-8152-1a426a74280e req-acdec451-cadd-42ee-8cb0-6a37cb17b43e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:15.516362 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-920c2f87-badb-4e53-8152-1a426a74280e req-acdec451-cadd-42ee-8cb0-6a37cb17b43e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0506408 Oct 13 12:20:15.555469 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-920c2f87-badb-4e53-8152-1a426a74280e req-7442ed13-59d3-4cbc-8a49-e24b0a34facb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323060 Oct 13 12:20:16.674093 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5550291-aae4-4cd2-b573-1f964b3b9b3a req-16fb4d99-5b42-4b30-8778-03d292723876 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:16.675583 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5550291-aae4-4cd2-b573-1f964b3b9b3a req-16fb4d99-5b42-4b30-8778-03d292723876 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0529702 Oct 13 12:20:16.713307 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a5550291-aae4-4cd2-b573-1f964b3b9b3a req-5151222a-6887-4ce8-9915-175c3da66f39 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309348 Oct 13 12:20:17.829714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fe816-e0fb-4949-9bfa-7e48e6d0dd2b req-18080c90-7149-4f54-88a5-601f20b1989d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:17.831198 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-115fe816-e0fb-4949-9bfa-7e48e6d0dd2b req-18080c90-7149-4f54-88a5-601f20b1989d tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0505390 Oct 13 12:20:17.869635 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-115fe816-e0fb-4949-9bfa-7e48e6d0dd2b req-7bbd70f7-8182-4c98-a997-47674076a866 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320797 Oct 13 12:20:18.948234 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4b21f17c-d782-4e2b-93db-5b3427fa8049 details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 12:20:18.984715 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d285f-c201-4072-bbe3-0661e09965c5 req-030361ca-509d-44af-9174-7f798a0acf9e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:18.986235 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e2d285f-c201-4072-bbe3-0661e09965c5 req-030361ca-509d-44af-9174-7f798a0acf9e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 943 time: 0.0502293 Oct 13 12:20:19.025045 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0e2d285f-c201-4072-bbe3-0661e09965c5 req-41e0cb44-3828-4019-934e-89710d36baca tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321543 Oct 13 12:20:19.049435 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:20:19.062523 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'port_id': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'mac_address': 'fa:16:3e:da:7d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 12:20:19.101166 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:19.114163 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b21f17c-d782-4e2b-93db-5b3427fa8049 {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:20:19.134008 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:20:19.224275 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:19.272870 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=4b21f17c-d782-4e2b-93db-5b3427fa8049,revision_number=9']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:20:19.596289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['4b21f17c-d782-4e2b-93db-5b3427fa8049'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 12:20:20.148467 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072458f9-21ca-4c7d-8ca8-3fc070fd50cf req-32d11634-fdf0-4d04-9359-659b09f9a10f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:20.149980 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072458f9-21ca-4c7d-8ca8-3fc070fd50cf req-32d11634-fdf0-4d04-9359-659b09f9a10f tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 944 time: 0.0568528 Oct 13 12:20:20.188028 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-072458f9-21ca-4c7d-8ca8-3fc070fd50cf req-f1eb2f12-5a41-4212-8870-4e330f877cec tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319953 Oct 13 12:20:20.948010 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4b21f17c-d782-4e2b-93db-5b3427fa8049 up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:20:21.144337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port 4b21f17c-d782-4e2b-93db-5b3427fa8049 completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 12:20:21.149384 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port 4b21f17c-d782-4e2b-93db-5b3427fa8049 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:20:21.149769 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:21.246490 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:21.256737 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:20:21.259672 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d006ac-d0d5-4335-9fe7-f85d75dc468d" -d '{"events": [{"server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "name": "network-vif-plugged", "status": "completed", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:20:21.272825 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:20:21.306478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792d0c1-a087-4893-b5b2-fb5d3f3a20a4 req-e3a874bc-b895-4f0c-9793-dc6fa7d94b71 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:21.307957 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3792d0c1-a087-4893-b5b2-fb5d3f3a20a4 req-e3a874bc-b895-4f0c-9793-dc6fa7d94b71 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 944 time: 0.0502889 Oct 13 12:20:21.346615 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3792d0c1-a087-4893-b5b2-fb5d3f3a20a4 req-83cc135b-ac29-4517-a2fd-7f2ba8462ad8 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326157 Oct 13 12:20:21.391307 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc4e838-58b1-4502-81ba-a1896d0b5d56 x-openstack-request-id: req-3bc4e838-58b1-4502-81ba-a1896d0b5d56 {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:20:21.391583 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "name": "network-vif-plugged", "status": "completed", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:20:21.391834 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bc4e838-58b1-4502-81ba-a1896d0b5d56 {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:20:21.392226 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'code': 200} Oct 13 12:20:21.460133 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:21.509663 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=4b21f17c-d782-4e2b-93db-5b3427fa8049,revision_number=10']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:20:21.539527 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a5301-4263-4256-9968-9bd0063c9e76 req-efe5043b-469e-4e45-b46f-95992d982352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:21.541009 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e1a5301-4263-4256-9968-9bd0063c9e76 req-efe5043b-469e-4e45-b46f-95992d982352 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 1097 time: 0.0408442 Oct 13 12:20:21.577681 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-0e1a5301-4263-4256-9968-9bd0063c9e76 req-4ba0a2d8-e64c-49f8-9da9-87c37c1b4ca3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294142 Oct 13 12:20:22.461865 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1481c2b-7ede-4a0c-9586-4e731aa48921 req-b8c58176-0597-4176-9fb2-717a7d8b91c7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:22.463350 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1481c2b-7ede-4a0c-9586-4e731aa48921 req-b8c58176-0597-4176-9fb2-717a7d8b91c7 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 946 time: 0.0478241 Oct 13 12:20:22.501038 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d1481c2b-7ede-4a0c-9586-4e731aa48921 req-5c20a049-6910-4076-beb9-a1a68201e135 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316968 Oct 13 12:20:23.624770 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d7206-b147-4808-ac2b-2b3545eb02cd req-b49a42ab-489f-4a90-8381-a4461f74b684 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:20:23.626321 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b2d7206-b147-4808-ac2b-2b3545eb02cd req-b49a42ab-489f-4a90-8381-a4461f74b684 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 946 time: 0.0569074 Oct 13 12:20:23.665329 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-2b2d7206-b147-4808-ac2b-2b3545eb02cd req-bb55b1a6-6869-45f3-92e0-4ec43d6f8c89 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325842 Oct 13 12:20:36.340063 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:20:38.063803 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f407518e-0650-4db1-bfef-cfc921f049ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:39.893953 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:40.886930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bf7d42b6-965d-495c-b8da-84e25c5d9589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:41.549242 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:41.904140 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:42.584829 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:20:43.835423 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:07.105836 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ba45289-1aef-495a-8371-3e7b0d76b467 req-80250d35-8123-425f-850d-d626bc6ef47c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414991 Oct 13 12:21:07.198269 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba45289-1aef-495a-8371-3e7b0d76b467 req-cabcc501-8a61-4bf1-8e1d-ec941c710a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:21:07.200002 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ba45289-1aef-495a-8371-3e7b0d76b467 req-cabcc501-8a61-4bf1-8e1d-ec941c710a54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 1097 time: 0.0488572 Oct 13 12:21:07.308707 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba45289-1aef-495a-8371-3e7b0d76b467 req-0bfc4b8c-0e04-42b9-97c5-eddc6888d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:21:07.311007 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ba45289-1aef-495a-8371-3e7b0d76b467 req-0bfc4b8c-0e04-42b9-97c5-eddc6888d0f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0910964 Oct 13 12:21:07.382382 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ba45289-1aef-495a-8371-3e7b0d76b467 req-e595e24b-e1d6-499d-afa7-f7133df9a167 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049 HTTP/1.1" status: 200 len: 1001 time: 0.0627565 Oct 13 12:21:07.432033 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba45289-1aef-495a-8371-3e7b0d76b467 req-43ae1f2d-ba4e-4383-9ca1-803164d9c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:21:07.433492 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ba45289-1aef-495a-8371-3e7b0d76b467 req-43ae1f2d-ba4e-4383-9ca1-803164d9c8ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0444248 Oct 13 12:21:07.479591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba45289-1aef-495a-8371-3e7b0d76b467 req-2c8bd07e-754c-4d3b-8896-792103a93fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:21:07.481650 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ba45289-1aef-495a-8371-3e7b0d76b467 req-2c8bd07e-754c-4d3b-8896-792103a93fbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401807 Oct 13 12:21:07.575274 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ba45289-1aef-495a-8371-3e7b0d76b467 req-48c51f31-51af-4925-b0e9-da6ba28e070f service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867255 Oct 13 12:21:07.669368 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9ba45289-1aef-495a-8371-3e7b0d76b467 req-033b6dd4-5c87-45f2-b901-aff32d6ce7c5 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869665 Oct 13 12:21:08.051480 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-85bcf6d9-a9a2-40ef-a1f5-ee49d2952bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:09.805754 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:10.858727 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d5d64843-d913-4ca2-b23b-0299a674b662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:11.491972 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:11.847896 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:12.583406 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:13.341462 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:21:13.811420 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:38.069623 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2fcdc8c9-ac82-400b-bff5-084ebe207908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:39.755650 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:40.839787 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3ebde4eb-b006-40fc-8912-857660eb48c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:41.510048 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:41.824119 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:42.589943 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:43.778531 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:21:50.341084 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:22:00.656510 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41218) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:00.998348 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Deleting port b01e5858-623c-4238-aa49-afe10d3413b5 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:22:00.998721 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:01.085272 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:01.085646 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:01.098243 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Calling delete_port for b01e5858-623c-4238-aa49-afe10d3413b5 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:22:01.296340 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:01.334175 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event deleted for resources: {'Port': ['ID=b01e5858-623c-4238-aa49-afe10d3413b5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:01.357265 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:01.357605 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:01.357947 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:01.358287 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:01.358654 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:01.358992 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:01.359327 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:01.359658 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:01.360475 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:01.360804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:01.361133 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:01.361466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:01.405484 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:01.405826 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Floating IP 778374cb-0ff2-4a2f-8f7d-4588898f4b4b disassociated (deleted). External IP: 172.25.0.228, port: 4b21f17c-d782-4e2b-93db-5b3427fa8049. Oct 13 12:22:01.619362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:22:01.730558 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:22:01.735069 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:01.741131 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a396c7-a776-4d5e-b4eb-2a3a2397f460 None None] Sync routers for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:22:01.755367 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a396c7-a776-4d5e-b4eb-2a3a2397f460 None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:01.756149 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-99a396c7-a776-4d5e-b4eb-2a3a2397f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:21:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:01.766866 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-08296f52-53e7-4e92-8f95-fc30eee829cb tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "DELETE /v2.0/floatingips/778374cb-0ff2-4a2f-8f7d-4588898f4b4b HTTP/1.1" status: 204 len: 168 time: 1.1078830 Oct 13 12:22:01.767549 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:22:01.769951 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb48a0d0-f1e9-4942-ab00-78bc18170b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:22:01.860199 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-99a396c7-a776-4d5e-b4eb-2a3a2397f460 None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:02.066590 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-99a396c7-a776-4d5e-b4eb-2a3a2397f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:26Z', 'revision_number': 5, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:02.093950 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a396c7-a776-4d5e-b4eb-2a3a2397f460 None None] Checking router: ce5df1e2-45a3-4362-8937-aaaa3751b2d2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:22:02.103960 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a396c7-a776-4d5e-b4eb-2a3a2397f460 None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:02.104581 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-99a396c7-a776-4d5e-b4eb-2a3a2397f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:21:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:02.215351 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-99a396c7-a776-4d5e-b4eb-2a3a2397f460 None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:02.260607 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8573bf6-1972-4814-b12a-50a99360d117 x-openstack-request-id: req-a8573bf6-1972-4814-b12a-50a99360d117 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:22:02.260968 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:22:02.261410 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8573bf6-1972-4814-b12a-50a99360d117 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:22:02.261933 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'status': 'completed', 'code': 200} Oct 13 12:22:02.330952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48a0d0-f1e9-4942-ab00-78bc18170b6a req-ccbe9d65-d6e1-4ec4-8e0a-c5ba9c93cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:02.332508 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb48a0d0-f1e9-4942-ab00-78bc18170b6a req-ccbe9d65-d6e1-4ec4-8e0a-c5ba9c93cc68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 1097 time: 0.0461054 Oct 13 12:22:02.358420 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fab69-fc13-466b-9783-ea8834f7ea3a req-1c8a9543-90b3-4fd5-ac7c-cdaf9081e5db tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:02.360882 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba5fab69-fc13-466b-9783-ea8834f7ea3a req-1c8a9543-90b3-4fd5-ac7c-cdaf9081e5db tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 946 time: 0.0545759 Oct 13 12:22:02.401975 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ba5fab69-fc13-466b-9783-ea8834f7ea3a req-535e630c-83d0-4fdd-8255-2cde05694073 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338864 Oct 13 12:22:02.432396 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-99a396c7-a776-4d5e-b4eb-2a3a2397f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:26Z', 'revision_number': 5, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:02.437011 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48a0d0-f1e9-4942-ab00-78bc18170b6a req-ddfaed6e-20d7-4d7a-bacb-f93fe37c49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:02.438565 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb48a0d0-f1e9-4942-ab00-78bc18170b6a req-ddfaed6e-20d7-4d7a-bacb-f93fe37c49e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 200 len: 910 time: 0.0975783 Oct 13 12:22:02.459906 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a396c7-a776-4d5e-b4eb-2a3a2397f460 None None] The sync data for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 is: [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:10:21Z', 'revision_number': 4, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '7c23bd96-1762-4672-b557-36ad08b00f67', 'name': '', 'network_id': 'e9df9c56-1140-4d2f-9204-e6be8c0bd917', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'mac_address': 'fa:16:3e:4e:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:20Z', 'updated_at': '2021-10-13T12:10:26Z', 'revision_number': 5, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'subnets': [{'id': '9c59ad63-1944-46c7-9067-00065bfbb666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:22:02.481994 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb48a0d0-f1e9-4942-ab00-78bc18170b6a req-f1e8791e-f8b5-438e-ad50-979d7e01b5d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049 HTTP/1.1" status: 200 len: 217 time: 0.0358195 Oct 13 12:22:02.540553 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48a0d0-f1e9-4942-ab00-78bc18170b6a req-b3a7e11f-c6e1-4e3a-801f-6e0538af00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:02.542038 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb48a0d0-f1e9-4942-ab00-78bc18170b6a req-b3a7e11f-c6e1-4e3a-801f-6e0538af00d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 200 len: 848 time: 0.0529656 Oct 13 12:22:02.590212 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48a0d0-f1e9-4942-ab00-78bc18170b6a req-dbdb4f15-b4fc-4445-bae8-b7e6e01b9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:02.591788 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb48a0d0-f1e9-4942-ab00-78bc18170b6a req-dbdb4f15-b4fc-4445-bae8-b7e6e01b9c91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9df9c56-1140-4d2f-9204-e6be8c0bd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420010 Oct 13 12:22:02.693117 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb48a0d0-f1e9-4942-ab00-78bc18170b6a req-b09c6252-3f6e-4edb-a95b-ecc83c70f404 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932937 Oct 13 12:22:02.716799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e7803-e1fd-44ad-8b6a-fe9391c0ed99 None None] New status for floating IP 778374cb-0ff2-4a2f-8f7d-4588898f4b4b: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:22:02.790755 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eb48a0d0-f1e9-4942-ab00-78bc18170b6a req-d39ff02a-a1a3-4e07-8c26-bfc3171ad9f6 service neutron] 10.222.0.46 "GET /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904489 Oct 13 12:22:03.531569 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4ee2f-576c-46c2-8ca6-c98367ae6fc3 req-4fea7966-9e4d-486a-8457-207cf741cd98 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:03.533056 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41a4ee2f-576c-46c2-8ca6-c98367ae6fc3 req-4fea7966-9e4d-486a-8457-207cf741cd98 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 946 time: 0.0539503 Oct 13 12:22:03.572087 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-41a4ee2f-576c-46c2-8ca6-c98367ae6fc3 req-53b41d1e-4b62-4788-9bd6-34f7750f7c6e tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/security-groups?id=169b0913-2e34-4478-b66a-1f82f92d82dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329347 Oct 13 12:22:03.902276 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bfc71-907c-477b-9873-0f6a0423a309 req-61e9fde7-d769-40a9-9e93-5d5b477e7616 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:03.903712 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-094bfc71-907c-477b-9873-0f6a0423a309 req-61e9fde7-d769-40a9-9e93-5d5b477e7616 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.46 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 946 time: 0.0502293 Oct 13 12:22:04.002981 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-094bfc71-907c-477b-9873-0f6a0423a309 req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Deleting port 4b21f17c-d782-4e2b-93db-5b3427fa8049 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:22:04.003324 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-094bfc71-907c-477b-9873-0f6a0423a309 req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:04.095173 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-094bfc71-907c-477b-9873-0f6a0423a309 req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] For port 4b21f17c-d782-4e2b-93db-5b3427fa8049, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=4b21f17c-d782-4e2b-93db-5b3427fa8049,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:04.095541 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-094bfc71-907c-477b-9873-0f6a0423a309 req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:04.108723 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-094bfc71-907c-477b-9873-0f6a0423a309 req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Calling delete_port for 4b21f17c-d782-4e2b-93db-5b3427fa8049 owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:22:04.302159 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-094bfc71-907c-477b-9873-0f6a0423a309 req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:04.332347 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event deleted for resources: {'Port': ['ID=4b21f17c-d782-4e2b-93db-5b3427fa8049,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:04.347446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:04.347446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:04.347446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:04.347446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:04.347446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:04.347446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:04.347446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:04.347446 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:04.348331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:04.348331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:04.348331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:04.348612 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:04.388004 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-094bfc71-907c-477b-9873-0f6a0423a309 req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] No DVR routers for this DVR port 4b21f17c-d782-4e2b-93db-5b3427fa8049 on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:22:04.390727 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-094bfc71-907c-477b-9873-0f6a0423a309 req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:04.394384 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-094bfc71-907c-477b-9873-0f6a0423a309 req-ae914e7a-3cb4-491a-9294-c9053464e383 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.46 "DELETE /v2.0/ports/4b21f17c-d782-4e2b-93db-5b3427fa8049 HTTP/1.1" status: 204 len: 173 time: 0.4840710 Oct 13 12:22:04.394835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'name': 'network-vif-deleted', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:22:04.397141 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1df119-d02d-4fe6-ad94-0e2cc89b8cbb" -d '{"events": [{"server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "name": "network-vif-deleted", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:22:04.491356 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ef3617-54a5-47e6-b1b5-d24444e369fe x-openstack-request-id: req-a2ef3617-54a5-47e6-b1b5-d24444e369fe {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:22:04.491356 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc8ae77-27d9-480f-b404-47a318c048c6", "name": "network-vif-deleted", "tag": "4b21f17c-d782-4e2b-93db-5b3427fa8049", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:22:04.491356 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2ef3617-54a5-47e6-b1b5-d24444e369fe {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:22:04.491356 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc8ae77-27d9-480f-b404-47a318c048c6', 'name': 'network-vif-deleted', 'tag': '4b21f17c-d782-4e2b-93db-5b3427fa8049', 'status': 'completed', 'code': 200} Oct 13 12:22:04.675072 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-be9d24b5-5d4b-4551-9474-614e19fae340 req-8000521b-15e0-4ebd-b504-161416657db8 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 210 time: 0.0289981 Oct 13 12:22:05.778499 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1d6bdfd1-3ee9-4709-ba1c-491c2633abde req-42999922-4509-4a45-a590-b865fbced774 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 210 time: 0.0278151 Oct 13 12:22:06.873406 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-078f5dd5-978e-4838-97fc-34bda3508ac1 req-0611ca76-d9f2-4c85-a613-6fa4e1c21698 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 210 time: 0.0261412 Oct 13 12:22:07.365911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4b21f17c-d782-4e2b-93db-5b3427fa8049 no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:22:07.388037 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: 4b21f17c-d782-4e2b-93db-5b3427fa8049 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:22:07.388382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device 4b21f17c-d782-4e2b-93db-5b3427fa8049 not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:22:07.968764 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-48f6e35e-4973-46bd-9612-1f26650edc08 req-8e3b500a-0484-48ea-bcf0-494dcf1d9a07 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 210 time: 0.0272372 Oct 13 12:22:08.052940 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4bc42382-5e97-4d6e-80a8-b27e47275405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:09.068953 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5c27b2bb-45f8-455b-8012-341322d520e2 req-39f60fbd-885c-4e1e-bc2e-4aff70344151 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 210 time: 0.0282881 Oct 13 12:22:09.814716 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:10.197702 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fc3cfbc0-55a6-4897-9be5-54033fa1934f req-937173ac-c33a-470d-88c6-9efd3e230353 tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc8ae77-27d9-480f-b404-47a318c048c6 HTTP/1.1" status: 200 len: 210 time: 0.0316448 Oct 13 12:22:10.850291 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5756c56d-a1ed-42c7-b860-fd6eb8eee127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:11.256444 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41260) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:11.316809 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-250eb631-aa70-42f5-810a-cad3de0cd7ee tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:11.342505 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-250eb631-aa70-42f5-810a-cad3de0cd7ee tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:11.487165 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-250eb631-aa70-42f5-810a-cad3de0cd7ee tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:11.489756 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-250eb631-aa70-42f5-810a-cad3de0cd7ee tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:11.493899 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-250eb631-aa70-42f5-810a-cad3de0cd7ee tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] 10.222.0.32 "DELETE /v2.0/security-groups/169b0913-2e34-4478-b66a-1f82f92d82dd HTTP/1.1" status: 204 len: 168 time: 0.2338469 Oct 13 12:22:11.502768 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250eb631-aa70-42f5-810a-cad3de0cd7ee tempest-TestShelveInstance-1940275738 tempest-TestShelveInstance-1940275738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169b0913-2e34-4478-b66a-1f82f92d82dd,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:11.554374 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:11.651711 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41264) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:11.824171 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:12.142085 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-65f7ede8-93f7-490a-a52a-71163986d80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:12.397408 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-65f7ede8-93f7-490a-a52a-71163986d80d admin admin] Deleting port 7c23bd96-1762-4672-b557-36ad08b00f67 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:22:12.397646 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-65f7ede8-93f7-490a-a52a-71163986d80d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:12.478241 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-65f7ede8-93f7-490a-a52a-71163986d80d admin admin] For port 7c23bd96-1762-4672-b557-36ad08b00f67, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=7c23bd96-1762-4672-b557-36ad08b00f67,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:12.478636 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-65f7ede8-93f7-490a-a52a-71163986d80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:12.492459 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-65f7ede8-93f7-490a-a52a-71163986d80d admin admin] Calling delete_port for 7c23bd96-1762-4672-b557-36ad08b00f67 owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:22:12.589179 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:12.767714 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-65f7ede8-93f7-490a-a52a-71163986d80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:12.795830 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7ede8-93f7-490a-a52a-71163986d80d admin admin] Pushing event deleted for resources: {'Port': ['ID=7c23bd96-1762-4672-b557-36ad08b00f67,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:12.967755 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-65f7ede8-93f7-490a-a52a-71163986d80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:13.190975 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f7ede8-93f7-490a-a52a-71163986d80d admin admin] Router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:22:13.612079 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f7ede8-93f7-490a-a52a-71163986d80d admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:22:13.617430 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-65f7ede8-93f7-490a-a52a-71163986d80d admin admin] 10.222.0.32 "PUT /v2.0/routers/ce5df1e2-45a3-4362-8937-aaaa3751b2d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9646447 Oct 13 12:22:13.619943 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41268) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:13.624889 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168feb3d-05c2-42db-892d-c69700e5785a None None] Sync routers for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:22:13.634764 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168feb3d-05c2-42db-892d-c69700e5785a None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:13.635370 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-168feb3d-05c2-42db-892d-c69700e5785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:13.732304 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:13.749205 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-168feb3d-05c2-42db-892d-c69700e5785a None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:13.840482 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:13.842949 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:13.928705 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-168feb3d-05c2-42db-892d-c69700e5785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:22:12Z', 'revision_number': 5, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port': {'id': '37db3e66-2ff9-4a9c-a353-0885dc8581dc', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:19Z', 'updated_at': '2021-10-13T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:13.958278 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168feb3d-05c2-42db-892d-c69700e5785a None None] Checking router: ce5df1e2-45a3-4362-8937-aaaa3751b2d2 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:22:13.966514 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168feb3d-05c2-42db-892d-c69700e5785a None None] Routers {'ce5df1e2-45a3-4362-8937-aaaa3751b2d2'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:13.967119 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-168feb3d-05c2-42db-892d-c69700e5785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:13.970221 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Deleting port 37db3e66-2ff9-4a9c-a353-0885dc8581dc {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:22:13.974921 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:14.085628 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] For port 37db3e66-2ff9-4a9c-a353-0885dc8581dc, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=37db3e66-2ff9-4a9c-a353-0885dc8581dc,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:14.085998 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:14.101990 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Calling delete_port for 37db3e66-2ff9-4a9c-a353-0885dc8581dc owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:22:14.165634 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-168feb3d-05c2-42db-892d-c69700e5785a None None] Set router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:14.218851 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-168feb3d-05c2-42db-892d-c69700e5785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:22:13Z', 'revision_number': 6, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:14.250963 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168feb3d-05c2-42db-892d-c69700e5785a None None] The sync data for ids ['ce5df1e2-45a3-4362-8937-aaaa3751b2d2'] in n-d-813659-3 is: [{'id': 'ce5df1e2-45a3-4362-8937-aaaa3751b2d2', 'name': 'tempest-TestShelveInstance-1976572347-router', 'tenant_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:18Z', 'updated_at': '2021-10-13T12:22:13Z', 'revision_number': 6, 'project_id': '393cbe5ed4d74cebb5ca69674ceaf4d1', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:22:14.361355 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:14.388786 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Pushing event deleted for resources: {'Port': ['ID=37db3e66-2ff9-4a9c-a353-0885dc8581dc,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:14.449528 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:14.545497 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:14.548070 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:14.677884 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:14.678708 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce5df1e2-45a3-4362-8937-aaaa3751b2d2 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 12:22:14.686074 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:14.686074 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-dc06b461-ceb7-4d89-9cda-6273a22da939 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ce5df1e2-45a3-4362-8937-aaaa3751b2d2 HTTP/1.1" status: 204 len: 168 time: 1.0650971 Oct 13 12:22:14.689267 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41270) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:14.733581 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be4b090-a104-4c25-8625-bf8653555c0a admin admin] Deleting subnet 9c59ad63-1944-46c7-9067-00065bfbb666 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 12:22:14.737009 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6be4b090-a104-4c25-8625-bf8653555c0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:14.772201 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6be4b090-a104-4c25-8625-bf8653555c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:14.851954 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6be4b090-a104-4c25-8625-bf8653555c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.018564 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6be4b090-a104-4c25-8625-bf8653555c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.045409 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4b090-a104-4c25-8625-bf8653555c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c59ad63-1944-46c7-9067-00065bfbb666,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:15.048126 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6be4b090-a104-4c25-8625-bf8653555c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.051979 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-6be4b090-a104-4c25-8625-bf8653555c0a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9c59ad63-1944-46c7-9067-00065bfbb666 HTTP/1.1" status: 204 len: 168 time: 0.3617082 Oct 13 12:22:15.054170 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93e3603-5527-4fbc-9cf3-0b9d7591e405 None None] Network e9df9c56-1140-4d2f-9204-e6be8c0bd917 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:22:15.054776 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41272) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:15.134811 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.199883 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Deleting port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:22:15.200300 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.275067 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] For port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b986f4df-a50f-45c1-ba9d-f4fa76a3fa32,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:15.275438 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.278696 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aaf457-f393-496d-93b7-37594203493e None None] DHCP port deletion for e9df9c56-1140-4d2f-9204-e6be8c0bd917 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 12:22:15.294913 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Calling delete_port for b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 owned by network:dhcp {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:22:15.334457 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Deleting port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:22:15.334864 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.407892 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c6aaf457-f393-496d-93b7-37594203493e None None] For port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=b986f4df-a50f-45c1-ba9d-f4fa76a3fa32,segment=NetworkSegment(6144d2ef-bbaa-464e-bb26-3cd1643421db),segment_id=6144d2ef-bbaa-464e-bb26-3cd1643421db)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:15.408056 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.422833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Calling delete_port for b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:22:15.570825 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.597785 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Pushing event deleted for resources: {'Port': ['ID=b986f4df-a50f-45c1-ba9d-f4fa76a3fa32,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:15.602254 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aaf457-f393-496d-93b7-37594203493e None None] No DVR routers for this DVR port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:22:15.612328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:15.612328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:15.612328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:15.612328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:15.612328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:15.612328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:15.612328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:15.612328 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:15.613309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:15.613309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:15.613309 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:15.613735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aaf457-f393-496d-93b7-37594203493e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:15.690438 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.718396 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b986f4df-a50f-45c1-ba9d-f4fa76a3fa32,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:15.720420 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] No DVR routers for this DVR port b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 on host n-d-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:22:15.795717 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.817160 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9df9c56-1140-4d2f-9204-e6be8c0bd917']}} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:15.826259 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6144d2ef-bbaa-464e-bb26-3cd1643421db') {'for_net_delete': True} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:15.826591 n-d-813659-3 neutron-server[101990]: DEBUG neutron.services.segments.db [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6144d2ef-bbaa-464e-bb26-3cd1643421db') {} {{(pid=101990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:15.836032 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25698916'] for segment, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.849555 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.855615 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 12:22:15.856001 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25810031'] for segment, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: self.session.flush() Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: Traceback (most recent call last): Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: timer() Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: cb(*args, **kw) Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: return func(*args, **kwargs) Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: self._notify() Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: self.callback(batched_events) Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: event.method(event) Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: return f(self, *a, **k) Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: return self._get(url).json() Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: return self.request(url, 'GET', **kwargs) Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 12:22:15.857644 n-d-813659-3 neutron-server[101990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 12:22:15.983481 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.990532 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:15.993884 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e9df9c56-1140-4d2f-9204-e6be8c0bd917 HTTP/1.1" status: 204 len: 168 time: 0.9379549 Oct 13 12:22:15.998018 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41274) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:16.006162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631b54c-6ecb-4746-9fac-20b22df4a8b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9df9c56-1140-4d2f-9204-e6be8c0bd917,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:16.051982 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7c23bd96-1762-4672-b557-36ad08b00f67 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:22:16.073209 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 7c23bd96-1762-4672-b557-36ad08b00f67 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:22:16.073932 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 7c23bd96-1762-4672-b557-36ad08b00f67 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:22:16.073932 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:22:16.092863 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:22:16.093213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device b986f4df-a50f-45c1-ba9d-f4fa76a3fa32 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:22:16.094149 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37db3e66-2ff9-4a9c-a353-0885dc8581dc no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:22:16.113407 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 37db3e66-2ff9-4a9c-a353-0885dc8581dc {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:22:16.113747 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 37db3e66-2ff9-4a9c-a353-0885dc8581dc not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:22:16.355984 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a3fad2-63da-4435-9bae-a5bbbdde5ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:16.607167 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-83a3fad2-63da-4435-9bae-a5bbbdde5ca3 admin admin] Deleting port baffa194-d631-4d58-9177-44226b971cac {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:22:16.607429 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a3fad2-63da-4435-9bae-a5bbbdde5ca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:16.686263 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-83a3fad2-63da-4435-9bae-a5bbbdde5ca3 admin admin] For port baffa194-d631-4d58-9177-44226b971cac, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=baffa194-d631-4d58-9177-44226b971cac,segment=NetworkSegment(e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2),segment_id=e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:16.686656 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a3fad2-63da-4435-9bae-a5bbbdde5ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:16.704755 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-83a3fad2-63da-4435-9bae-a5bbbdde5ca3 admin admin] Calling delete_port for baffa194-d631-4d58-9177-44226b971cac owned by network:router_interface {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:22:16.960839 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a3fad2-63da-4435-9bae-a5bbbdde5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:16.986885 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3fad2-63da-4435-9bae-a5bbbdde5ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=baffa194-d631-4d58-9177-44226b971cac,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:17.160477 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a3fad2-63da-4435-9bae-a5bbbdde5ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:17.381804 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a3fad2-63da-4435-9bae-a5bbbdde5ca3 admin admin] Router d52eb83a-c81a-4120-80d5-9f4c4d253cf2 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:22:17.488478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a3fad2-63da-4435-9bae-a5bbbdde5ca3 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:22:17.493705 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-83a3fad2-63da-4435-9bae-a5bbbdde5ca3 admin admin] 10.222.0.32 "PUT /v2.0/routers/d52eb83a-c81a-4120-80d5-9f4c4d253cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4945321 Oct 13 12:22:17.497482 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41276) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:17.501057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4e725-5fd0-425d-8a13-e510c179bb79 None None] Sync routers for ids ['d52eb83a-c81a-4120-80d5-9f4c4d253cf2'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:22:17.510498 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4e725-5fd0-425d-8a13-e510c179bb79 None None] Routers {'d52eb83a-c81a-4120-80d5-9f4c4d253cf2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:17.511114 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3df4e725-5fd0-425d-8a13-e510c179bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d52eb83a-c81a-4120-80d5-9f4c4d253cf2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:17.605210 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:17.622650 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-3df4e725-5fd0-425d-8a13-e510c179bb79 None None] Set router d52eb83a-c81a-4120-80d5-9f4c4d253cf2 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:17.714086 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:17.810539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3df4e725-5fd0-425d-8a13-e510c179bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'name': 'tempest-TestShelveInstance-498378041-router', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '78d5d782-c8da-48d8-b690-674f5904065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:22:16Z', 'revision_number': 5, 'project_id': '0e1e588f12284221ab4e4dafe95f5265', 'gw_port': {'id': '78d5d782-c8da-48d8-b690-674f5904065e', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:17.838116 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4e725-5fd0-425d-8a13-e510c179bb79 None None] Checking router: d52eb83a-c81a-4120-80d5-9f4c4d253cf2 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:22:17.847183 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4e725-5fd0-425d-8a13-e510c179bb79 None None] Routers {'d52eb83a-c81a-4120-80d5-9f4c4d253cf2'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:17.847826 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3df4e725-5fd0-425d-8a13-e510c179bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['d52eb83a-c81a-4120-80d5-9f4c4d253cf2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:17.894723 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Deleting port 78d5d782-c8da-48d8-b690-674f5904065e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:22:17.895064 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:17.941956 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-3df4e725-5fd0-425d-8a13-e510c179bb79 None None] Set router d52eb83a-c81a-4120-80d5-9f4c4d253cf2 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:17.979854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] For port 78d5d782-c8da-48d8-b690-674f5904065e, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=78d5d782-c8da-48d8-b690-674f5904065e,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:17.980151 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:17.995274 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Calling delete_port for 78d5d782-c8da-48d8-b690-674f5904065e owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:22:17.998287 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3df4e725-5fd0-425d-8a13-e510c179bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'name': 'tempest-TestShelveInstance-498378041-router', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:22:17Z', 'revision_number': 6, 'project_id': '0e1e588f12284221ab4e4dafe95f5265', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:18.025575 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4e725-5fd0-425d-8a13-e510c179bb79 None None] The sync data for ids ['d52eb83a-c81a-4120-80d5-9f4c4d253cf2'] in n-d-813659-3 is: [{'id': 'd52eb83a-c81a-4120-80d5-9f4c4d253cf2', 'name': 'tempest-TestShelveInstance-498378041-router', 'tenant_id': '0e1e588f12284221ab4e4dafe95f5265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:10:24Z', 'updated_at': '2021-10-13T12:22:17Z', 'revision_number': 6, 'project_id': '0e1e588f12284221ab4e4dafe95f5265', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:22:18.239196 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:18.267168 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d5d782-c8da-48d8-b690-674f5904065e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:18.326847 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:18.417578 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:18.419838 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:18.526884 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:18.527373 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d52eb83a-c81a-4120-80d5-9f4c4d253cf2 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 12:22:18.531956 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:18.533062 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-e8502d1f-6d05-4248-997f-f3f1c40dd201 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d52eb83a-c81a-4120-80d5-9f4c4d253cf2 HTTP/1.1" status: 204 len: 168 time: 1.0345862 Oct 13 12:22:18.535530 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41278) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:18.580262 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56a8874-9db7-4c21-9aca-a8f002dd83be admin admin] Deleting subnet 36d7dfe5-72d8-4eb8-9d3a-313687c5ee49 {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 12:22:18.583337 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c56a8874-9db7-4c21-9aca-a8f002dd83be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:18.617510 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c56a8874-9db7-4c21-9aca-a8f002dd83be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:18.697660 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c56a8874-9db7-4c21-9aca-a8f002dd83be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:18.816506 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c56a8874-9db7-4c21-9aca-a8f002dd83be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:18.845015 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a8874-9db7-4c21-9aca-a8f002dd83be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d7dfe5-72d8-4eb8-9d3a-313687c5ee49,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:18.848785 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c56a8874-9db7-4c21-9aca-a8f002dd83be admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:18.860863 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c56a8874-9db7-4c21-9aca-a8f002dd83be admin admin] 10.222.0.32 "DELETE /v2.0/subnets/36d7dfe5-72d8-4eb8-9d3a-313687c5ee49 HTTP/1.1" status: 204 len: 168 time: 0.3157401 Oct 13 12:22:18.860863 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41280) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:18.861969 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaf8c3f-6f12-4efc-8902-04717f349033 None None] Network e3870e25-6a02-47a2-93df-ff829bb728c7 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:22:18.932082 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:18.994778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Deleting port c02fb99e-9c4c-4128-8de4-b3666bf982d9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:22:18.995023 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:19.052397 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f1f6e4-2715-49a8-a569-870b676aae78 None None] DHCP port deletion for e3870e25-6a02-47a2-93df-ff829bb728c7 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 12:22:19.067709 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] For port c02fb99e-9c4c-4128-8de4-b3666bf982d9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c02fb99e-9c4c-4128-8de4-b3666bf982d9,segment=NetworkSegment(e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2),segment_id=e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:19.067709 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:19.080585 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Calling delete_port for c02fb99e-9c4c-4128-8de4-b3666bf982d9 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:22:19.104475 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1f6e4-2715-49a8-a569-870b676aae78 None None] Deleting port c02fb99e-9c4c-4128-8de4-b3666bf982d9 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:22:19.104856 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d3f1f6e4-2715-49a8-a569-870b676aae78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:19.178997 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d3f1f6e4-2715-49a8-a569-870b676aae78 None None] For port c02fb99e-9c4c-4128-8de4-b3666bf982d9, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=c02fb99e-9c4c-4128-8de4-b3666bf982d9,segment=NetworkSegment(e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2),segment_id=e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:19.179504 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d3f1f6e4-2715-49a8-a569-870b676aae78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:19.194881 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1f6e4-2715-49a8-a569-870b676aae78 None None] Calling delete_port for c02fb99e-9c4c-4128-8de4-b3666bf982d9 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:22:19.367051 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d3f1f6e4-2715-49a8-a569-870b676aae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:19.393992 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1f6e4-2715-49a8-a569-870b676aae78 None None] Pushing event deleted for resources: {'Port': ['ID=c02fb99e-9c4c-4128-8de4-b3666bf982d9,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:19.397862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f1f6e4-2715-49a8-a569-870b676aae78 None None] No DVR routers for this DVR port c02fb99e-9c4c-4128-8de4-b3666bf982d9 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:22:19.488189 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:19.517318 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] No DVR routers for this DVR port c02fb99e-9c4c-4128-8de4-b3666bf982d9 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:22:19.521737 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c02fb99e-9c4c-4128-8de4-b3666bf982d9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:19.594882 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:19.613860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3870e25-6a02-47a2-93df-ff829bb728c7']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:19.623068 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:19.623303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e0d1fa-f6eb-46fd-87c8-93dd806d0cf2') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:19.632811 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:19.646293 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:19.652228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 12:22:19.652615 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: self.session.flush() Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: timer() Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 12:22:19.654213 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 12:22:19.822098 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:19.827867 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:19.832287 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] 10.222.0.32 "DELETE /v2.0/networks/e3870e25-6a02-47a2-93df-ff829bb728c7 HTTP/1.1" status: 204 len: 168 time: 0.9749532 Oct 13 12:22:19.843514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda85d6-947a-4c80-b5db-db16209e5d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3870e25-6a02-47a2-93df-ff829bb728c7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:20.046810 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device baffa194-d631-4d58-9177-44226b971cac no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:22:20.069110 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: baffa194-d631-4d58-9177-44226b971cac {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:22:20.069450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device baffa194-d631-4d58-9177-44226b971cac not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:22:20.069862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 78d5d782-c8da-48d8-b690-674f5904065e no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:22:20.092580 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 78d5d782-c8da-48d8-b690-674f5904065e {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:22:20.092948 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 78d5d782-c8da-48d8-b690-674f5904065e not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:22:20.093397 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c02fb99e-9c4c-4128-8de4-b3666bf982d9 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:22:20.116139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: c02fb99e-9c4c-4128-8de4-b3666bf982d9 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:22:20.116486 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device c02fb99e-9c4c-4128-8de4-b3666bf982d9 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:22:20.289301 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41286) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:20.334316 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-274bc9e3-aa99-4b25-80cc-f2eb6888fc55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=393cbe5ed4d74cebb5ca69674ceaf4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437884 Oct 13 12:22:20.336891 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41288) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:20.386992 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0fc9f3f7-86a0-49d5-95d2-fd6735e32b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:20.409111 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0fc9f3f7-86a0-49d5-95d2-fd6735e32b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:20.532362 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0fc9f3f7-86a0-49d5-95d2-fd6735e32b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:20.535753 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0fc9f3f7-86a0-49d5-95d2-fd6735e32b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:20.536908 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-0fc9f3f7-86a0-49d5-95d2-fd6735e32b09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcda5bd1-6cfb-4f54-b00f-261637690ea5 HTTP/1.1" status: 204 len: 168 time: 0.1991131 Oct 13 12:22:20.544778 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9f3f7-86a0-49d5-95d2-fd6735e32b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcda5bd1-6cfb-4f54-b00f-261637690ea5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:21.300290 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41294) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:21.341333 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7beb53bb-3d26-447a-925b-e118a936bcd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e1e588f12284221ab4e4dafe95f5265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398352 Oct 13 12:22:21.343845 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41296) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:21.394983 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4b94c6-a7f5-45b9-b181-ba5be0536c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:21.416105 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4b94c6-a7f5-45b9-b181-ba5be0536c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:21.535914 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4b94c6-a7f5-45b9-b181-ba5be0536c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:21.538549 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b4b94c6-a7f5-45b9-b181-ba5be0536c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:21.539700 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-8b4b94c6-a7f5-45b9-b181-ba5be0536c59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77736570-3f69-491d-a236-c3bb09a12e08 HTTP/1.1" status: 204 len: 168 time: 0.1949296 Oct 13 12:22:21.547914 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b94c6-a7f5-45b9-b181-ba5be0536c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77736570-3f69-491d-a236-c3bb09a12e08,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:22.628563 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41318) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:22.725798 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1455025142-network', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:22.817912 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Made reservation on behalf of a6167d672bb14b1c9b101830081533b7 for: {'network': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:22:22.820204 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:22.829059 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:22.904876 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:22.966508 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:22.995178 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=101991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 12:22:23.001578 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f767028-9ea1-42bd-b9aa-fdf669bb2a49,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:23.010112 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:23.010112 n-d-813659-3 neutron-server[101991]: INFO neutron.db.segments_db [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Added segment 0c257fc7-d8a7-4523-bf92-5ef1fa94891d of type vlan for network c2bc2a96-0773-4a28-acb9-cfd62b89f839 Oct 13 12:22:23.050800 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:23.115425 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:23.116417 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:23.116999 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:23.178841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] Pushing event updated for resources: {'Network': ['ID=c2bc2a96-0773-4a28-acb9-cfd62b89f839,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:23.188587 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network c2bc2a96-0773-4a28-acb9-cfd62b89f839 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 12:22:23.220788 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-38c145e8-c5ce-40f0-96ea-47ececba5489 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5910399 Oct 13 12:22:23.224040 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41322) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:23.229021 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-c484e016-3eac-45e8-8696-45871066a8d5 admin admin] Request body: {'subnet': {'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1455025142-subnet', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'ip_version': 4}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:23.301400 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c484e016-3eac-45e8-8696-45871066a8d5 admin admin] Made reservation on behalf of a6167d672bb14b1c9b101830081533b7 for: {'subnet': 1} {{(pid=101991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:22:23.303860 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c484e016-3eac-45e8-8696-45871066a8d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25867059'] for subnet, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:23.542159 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c484e016-3eac-45e8-8696-45871066a8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25251335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25867037'] for subnet, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:23.600618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e016-3eac-45e8-8696-45871066a8d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=152b92fb-9006-42d7-9cf3-77a42e150275,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:23.606022 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c484e016-3eac-45e8-8696-45871066a8d5 admin admin] Checking segment: {'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:22:23.606411 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c484e016-3eac-45e8-8696-45871066a8d5 admin admin] Network hostable DHCP agents. Network: c2bc2a96-0773-4a28-acb9-cfd62b89f839, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 12:22:23.678773 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c484e016-3eac-45e8-8696-45871066a8d5 admin admin] Network c2bc2a96-0773-4a28-acb9-cfd62b89f839 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 12:22:23.764146 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c484e016-3eac-45e8-8696-45871066a8d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, c2bc2a96-0773-4a28-acb9-cfd62b89f839) {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:22:23.768941 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c484e016-3eac-45e8-8696-45871066a8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:23.769545 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c484e016-3eac-45e8-8696-45871066a8d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:23.773647 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6572fa89-dba7-444e-aa3d-1ab4388b7f86 None None] Network c2bc2a96-0773-4a28-acb9-cfd62b89f839 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:22:23.876050 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c484e016-3eac-45e8-8696-45871066a8d5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6509266 Oct 13 12:22:23.878792 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41324) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:23.883226 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:23.972847 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:23.973932 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:23.977211 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 12:22:23.977211 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:24.034916 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:24.278841 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:24.316790 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Allocated IP 172.20.0.2 (c2bc2a96-0773-4a28-acb9-cfd62b89f839/152b92fb-9006-42d7-9cf3-77a42e150275/86d27410-c14d-4fd0-9fc7-e953f2d32525) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:22:24.464412 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:24.550251 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:24.591709 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Network c2bc2a96-0773-4a28-acb9-cfd62b89f839 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:22:24.596223 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:22:24.600719 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:22:24.603764 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Pushing event updated for resources: {'Port': ['ID=86d27410-c14d-4fd0-9fc7-e953f2d32525,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:24.613942 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:24.633999 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:24.657384 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Attempting to bind port 86d27410-c14d-4fd0-9fc7-e953f2d32525 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:22:24.657754 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Attempting to bind port 86d27410-c14d-4fd0-9fc7-e953f2d32525 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:22:24.660203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Attempting to bind port 86d27410-c14d-4fd0-9fc7-e953f2d32525 on network c2bc2a96-0773-4a28-acb9-cfd62b89f839 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:22:24.664197 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:22:24.664571 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Checking segment: {'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:22:24.664972 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:24.665368 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Bound using segment: {'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:22:24.665837 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Bound port: 86d27410-c14d-4fd0-9fc7-e953f2d32525, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:22:24.666217 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:24.733060 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] For port 86d27410-c14d-4fd0-9fc7-e953f2d32525, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:22:24.736068 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] For port 86d27410-c14d-4fd0-9fc7-e953f2d32525, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=86d27410-c14d-4fd0-9fc7-e953f2d32525,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:22:24.738620 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Allocated IP 172.25.0.147 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/ddeb1464-6e9f-492b-b62f-899618d4ca06) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:22:24.844845 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:24.906774 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbebf8e-7e50-4ea9-8047-2352672a2da2 None None] Pushing event updated for resources: {'Port': ['ID=86d27410-c14d-4fd0-9fc7-e953f2d32525,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:24.923360 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:25.018531 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:25.061854 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:22:25.067118 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:22:25.071928 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:22:25.114540 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Pushing event updated for resources: {'Port': ['ID=ddeb1464-6e9f-492b-b62f-899618d4ca06,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:25.416370 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:25.618933 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:25.805042 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1120aa58-4d60-43aa-b74a-a2f75ddc3ac4 None None] Network c2bc2a96-0773-4a28-acb9-cfd62b89f839 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:22:25.850522 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Router 83f2341e-06ab-4848-8110-4c10533cce19 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 12:22:25.873033 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-b79b5f1b-95c2-4daa-bc54-4d764e154592 None None] Provisioning complete for port 86d27410-c14d-4fd0-9fc7-e953f2d32525 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:25.873402 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b79b5f1b-95c2-4daa-bc54-4d764e154592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:25.958666 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:22:25.969009 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Sync routers for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:22:25.980463 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:25.981113 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:26.027102 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b79b5f1b-95c2-4daa-bc54-4d764e154592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.068799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b79b5f1b-95c2-4daa-bc54-4d764e154592 None None] For port 86d27410-c14d-4fd0-9fc7-e953f2d32525, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=86d27410-c14d-4fd0-9fc7-e953f2d32525,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:26.075295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.077624 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-df7c97a1-cbe9-4bc6-b19e-b747fbfb4138 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1967697 Oct 13 12:22:26.079276 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41326) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:26.101660 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:26.116996 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 86d27410-c14d-4fd0-9fc7-e953f2d32525 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:22:26.181317 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 86d27410-c14d-4fd0-9fc7-e953f2d32525 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:26.181695 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.219175 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b79b5f1b-95c2-4daa-bc54-4d764e154592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.286818 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b5f1b-95c2-4daa-bc54-4d764e154592 None None] Pushing event updated for resources: {'Port': ['ID=86d27410-c14d-4fd0-9fc7-e953f2d32525,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:26.312069 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:25Z', 'revision_number': 3, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:26.339479 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Checking router: 83f2341e-06ab-4848-8110-4c10533cce19 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:22:26.339725 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Updating router 83f2341e-06ab-4848-8110-4c10533cce19 port ddeb1464-6e9f-492b-b62f-899618d4ca06 binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:22:26.351207 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a56504e5-26b7-4530-bf63-6af7b9e83279 None None] Provisioning complete for port 86d27410-c14d-4fd0-9fc7-e953f2d32525 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:26.351580 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a56504e5-26b7-4530-bf63-6af7b9e83279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.366544 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.546683 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.622495 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.703200 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Allocated IP 172.20.0.1 (c2bc2a96-0773-4a28-acb9-cfd62b89f839/152b92fb-9006-42d7-9cf3-77a42e150275/61503e70-5c4a-47b7-9c74-0f76141dd7ff) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:22:26.738460 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.788813 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Attempting to bind port ddeb1464-6e9f-492b-b62f-899618d4ca06 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:22:26.789176 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Attempting to bind port ddeb1464-6e9f-492b-b62f-899618d4ca06 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:22:26.789551 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Attempting to bind port ddeb1464-6e9f-492b-b62f-899618d4ca06 on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:22:26.796603 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Pushing event updated for resources: {'Port': ['ID=ddeb1464-6e9f-492b-b62f-899618d4ca06,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:26.800180 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:22:26.800550 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:22:26.800947 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.801335 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:22:26.801801 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Bound port: ddeb1464-6e9f-492b-b62f-899618d4ca06, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:22:26.802175 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.808369 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.826993 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:26.827339 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:26.827672 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:26.828090 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:26.833224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:26.833224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:26.833224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:26.833224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:26.833224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:26.833224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:26.833224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:26.833224 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:22:26.865233 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] For port ddeb1464-6e9f-492b-b62f-899618d4ca06, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:22:26.868365 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] For port ddeb1464-6e9f-492b-b62f-899618d4ca06, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ddeb1464-6e9f-492b-b62f-899618d4ca06,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:22:26.936468 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.961020 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:26.982303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Network c2bc2a96-0773-4a28-acb9-cfd62b89f839 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:22:26.988171 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:22:26.991077 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:22:26.997971 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Pushing event updated for resources: {'Port': ['ID=61503e70-5c4a-47b7-9c74-0f76141dd7ff,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:27.028628 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:27.029261 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:27.042314 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:27.068859 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbb603-7282-4a22-a90d-7ea8bb67651c None None] Pushing event updated for resources: {'Port': ['ID=ddeb1464-6e9f-492b-b62f-899618d4ca06,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:27.154391 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:27.259360 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:27.265738 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-36f9ff60-173e-4e7a-9228-5637ada0b7ab None None] Provisioning complete for port 61503e70-5c4a-47b7-9c74-0f76141dd7ff triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:27.266357 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-36f9ff60-173e-4e7a-9228-5637ada0b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:27.306907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-36f9ff60-173e-4e7a-9228-5637ada0b7ab None None] Port 61503e70-5c4a-47b7-9c74-0f76141dd7ff cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:22:27.341727 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:22:27.347379 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:25Z', 'revision_number': 3, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:27.378922 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ad133-5b7f-4b61-9afe-ac3dc0f991de None None] The sync data for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 is: [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:25Z', 'revision_number': 3, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:22:27.432372 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:27.498459 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:27.566981 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Pushing event updated for resources: {'Port': ['ID=61503e70-5c4a-47b7-9c74-0f76141dd7ff,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:27.568973 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:27.685618 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Network c2bc2a96-0773-4a28-acb9-cfd62b89f839 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:22:27.687201 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:22:27.822966 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Router 83f2341e-06ab-4848-8110-4c10533cce19 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:22:27.928182 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-449cf235-2195-49c6-8b58-ab18366fc6c6 None None] Provisioning complete for port 61503e70-5c4a-47b7-9c74-0f76141dd7ff triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:27.928548 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-449cf235-2195-49c6-8b58-ab18366fc6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:27.941144 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:22:27.950808 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b2535be8-2153-4eb5-b1f8-1f43758a3e5c admin admin] 10.222.0.32 "PUT /v2.0/routers/83f2341e-06ab-4848-8110-4c10533cce19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8704193 Oct 13 12:22:27.965828 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-449cf235-2195-49c6-8b58-ab18366fc6c6 None None] Port 61503e70-5c4a-47b7-9c74-0f76141dd7ff cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:22:28.144629 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 86d27410-c14d-4fd0-9fc7-e953f2d32525 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:22:28.200841 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 86d27410-c14d-4fd0-9fc7-e953f2d32525 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:28.200841 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:28.287545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ddeb1464-6e9f-492b-b62f-899618d4ca06 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:22:28.335782 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ddeb1464-6e9f-492b-b62f-899618d4ca06 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:28.336178 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:28.417620 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:28.440299 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port ddeb1464-6e9f-492b-b62f-899618d4ca06, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ddeb1464-6e9f-492b-b62f-899618d4ca06,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:28.538121 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:28.591122 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=ddeb1464-6e9f-492b-b62f-899618d4ca06,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:28.688174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41342) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:28.693267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1435541607-network', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:28.828207 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Made reservation on behalf of 1eae120e4e8445ee8c77e2eeef971bc7 for: {'network': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:22:28.830615 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for network, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:28.843590 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:28.920708 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:28.988498 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Sync routers for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:22:28.997957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:28.998526 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:29.004624 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:29.031007 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=101990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 12:22:29.041126 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb3f09f-0e86-40aa-8a0c-c46b09b8a286,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:29.047350 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:29.047686 n-d-813659-3 neutron-server[101990]: INFO neutron.db.segments_db [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Added segment 2a484fa4-2693-45ef-a669-d213e54adb2f of type vlan for network b24615ab-3836-4b00-b936-7824ec4b31b5 Oct 13 12:22:29.098860 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785341267523'] for network, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:29.121124 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:29.204340 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385'] for network, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:29.205967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:29.206632 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Notify callbacks [] for network, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:29.270301 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] Pushing event updated for resources: {'Network': ['ID=b24615ab-3836-4b00-b936-7824ec4b31b5,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:29.281517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Network b24615ab-3836-4b00-b936-7824ec4b31b5 details requested by agent ovs-agent-n-d-813659-3 with host n-d-813659-3 {{(pid=101992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 12:22:29.329077 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f9f411fe-d091-4976-bef5-a169abcab790 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6396713 Oct 13 12:22:29.332867 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41344) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:29.337647 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-adc02c53-c5f8-4338-8de6-4601ccee1caf admin admin] Request body: {'subnet': {'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1435541607-subnet', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'ip_version': 4}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:29.393654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 2, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:29.420118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Checking router: 83f2341e-06ab-4848-8110-4c10533cce19 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:22:29.420473 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Updating router 83f2341e-06ab-4848-8110-4c10533cce19 port 61503e70-5c4a-47b7-9c74-0f76141dd7ff binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:22:29.440893 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc02c53-c5f8-4338-8de6-4601ccee1caf admin admin] Made reservation on behalf of 1eae120e4e8445ee8c77e2eeef971bc7 for: {'subnet': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:22:29.450520 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-adc02c53-c5f8-4338-8de6-4601ccee1caf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28579362'] for subnet, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:29.450665 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:29.669227 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-adc02c53-c5f8-4338-8de6-4601ccee1caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25810674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28579340'] for subnet, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:29.717813 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:29.730738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc02c53-c5f8-4338-8de6-4601ccee1caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=054b3d91-c4ea-4700-b7ca-43baafe29e2f,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:29.742408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc02c53-c5f8-4338-8de6-4601ccee1caf admin admin] Checking segment: {'id': '2a484fa4-2693-45ef-a669-d213e54adb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:22:29.742408 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc02c53-c5f8-4338-8de6-4601ccee1caf admin admin] Network hostable DHCP agents. Network: b24615ab-3836-4b00-b936-7824ec4b31b5, hostable agents: ['32996c6b-6c9b-403e-88ef-52a52634b9ec'], hosted agents: [] {{(pid=101990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 12:22:29.806230 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:29.847214 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc02c53-c5f8-4338-8de6-4601ccee1caf admin admin] Network b24615ab-3836-4b00-b936-7824ec4b31b5 is scheduled to be hosted by DHCP agent 32996c6b-6c9b-403e-88ef-52a52634b9ec with binding_index 1 {{(pid=101990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 12:22:29.860905 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339b69e-5511-4558-8230-0f1dbfe712df None None] Pushing event updated for resources: {'Port': ['ID=61503e70-5c4a-47b7-9c74-0f76141dd7ff,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:29.906775 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Attempting to bind port 61503e70-5c4a-47b7-9c74-0f76141dd7ff on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:22:29.907147 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Attempting to bind port 61503e70-5c4a-47b7-9c74-0f76141dd7ff by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:22:29.907516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Attempting to bind port 61503e70-5c4a-47b7-9c74-0f76141dd7ff on network c2bc2a96-0773-4a28-acb9-cfd62b89f839 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:22:29.913768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:22:29.914148 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Checking segment: {'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:22:29.914580 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:29.914978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Bound using segment: {'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:22:29.915450 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Bound port: 61503e70-5c4a-47b7-9c74-0f76141dd7ff, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:22:29.915834 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:29.960655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-adc02c53-c5f8-4338-8de6-4601ccee1caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813659-3, b24615ab-3836-4b00-b936-7824ec4b31b5) {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:22:29.965038 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc02c53-c5f8-4338-8de6-4601ccee1caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:29.965861 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-adc02c53-c5f8-4338-8de6-4601ccee1caf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:29.971714 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa03e34-8675-48c8-8768-c033989d41f2 None None] Network b24615ab-3836-4b00-b936-7824ec4b31b5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:22:30.027290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] For port 61503e70-5c4a-47b7-9c74-0f76141dd7ff, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:22:30.046176 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] For port 61503e70-5c4a-47b7-9c74-0f76141dd7ff, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=61503e70-5c4a-47b7-9c74-0f76141dd7ff,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:22:30.062555 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ddeb1464-6e9f-492b-b62f-899618d4ca06 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:22:30.107461 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-adc02c53-c5f8-4338-8de6-4601ccee1caf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7734668 Oct 13 12:22:30.109965 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41346) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:30.115556 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1435541607-router', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:30.146050 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-2b596499-7be3-4866-9ba5-dd73c0392855 None None] Provisioning complete for port 61503e70-5c4a-47b7-9c74-0f76141dd7ff triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:30.146454 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2b596499-7be3-4866-9ba5-dd73c0392855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:30.175765 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:30.224567 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127352'] for router, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:30.226235 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127347'] for router, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:30.265732 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92cca7b0-9105-5f5f-b574-9f62098f7187-b24615ab-3836-4b00-b936-7824ec4b31b5', 'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'fixed_ips': [{'subnet_id': '054b3d91-c4ea-4700-b7ca-43baafe29e2f'}]}} from n-d-813659-3. {{(pid=101992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 12:22:30.266633 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:30.290743 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:30.298143 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port ddeb1464-6e9f-492b-b62f-899618d4ca06 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:30.298561 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:30.326750 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:30.327394 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:30.329071 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339b69e-5511-4558-8230-0f1dbfe712df None None] Pushing event updated for resources: {'Port': ['ID=61503e70-5c4a-47b7-9c74-0f76141dd7ff,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:30.532431 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:30.683231 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2b596499-7be3-4866-9ba5-dd73c0392855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:30.793290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:30.818756 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:30.833118 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-2b596499-7be3-4866-9ba5-dd73c0392855 None None] For port 61503e70-5c4a-47b7-9c74-0f76141dd7ff, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=61503e70-5c4a-47b7-9c74-0f76141dd7ff,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:30.838286 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:30.852448 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.db_base_plugin_common [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Allocated IP 172.20.0.2 (b24615ab-3836-4b00-b936-7824ec4b31b5/054b3d91-c4ea-4700-b7ca-43baafe29e2f/cf1bd074-5add-4580-bc02-29972b85cd86) {{(pid=101992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:22:30.940767 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2b596499-7be3-4866-9ba5-dd73c0392855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:30.945651 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Allocated IP 172.25.0.128 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/d8f67c90-4874-4bbc-b4d3-79bd54118ccb) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:22:31.064676 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:31.085778 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b596499-7be3-4866-9ba5-dd73c0392855 None None] Pushing event updated for resources: {'Port': ['ID=61503e70-5c4a-47b7-9c74-0f76141dd7ff,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:31.110970 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-75c09b9a-1d02-45fd-ad21-efcf7d3002f1 None None] Provisioning complete for port 61503e70-5c4a-47b7-9c74-0f76141dd7ff triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:31.112060 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-75c09b9a-1d02-45fd-ad21-efcf7d3002f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:31.205357 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:31.224015 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Notify callbacks [] for port, precommit_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:31.242645 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:22:31.249292 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:22:31.253368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:22:31.271512 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:31.282799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f67c90-4874-4bbc-b4d3-79bd54118ccb,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:31.304488 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38882c2-069d-4316-8920-34a084f6cc29 None None] The sync data for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 is: [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:22:31.321114 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820'] for port, after_create {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:31.362508 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Network b24615ab-3836-4b00-b936-7824ec4b31b5 is already hosted by enough agents. {{(pid=101992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:22:31.370115 n-d-813659-3 neutron-server[101992]: DEBUG neutron.scheduler.base_scheduler [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Resources bound (agent type, host, resource id): {{(pid=101992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:22:31.380323 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Received port after_create {{(pid=101992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:22:31.416684 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Pushing event updated for resources: {'Port': ['ID=cf1bd074-5add-4580-bc02-29972b85cd86,revision_number=1']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:31.454140 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Attempting to bind port cf1bd074-5add-4580-bc02-29972b85cd86 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:22:31.454635 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Attempting to bind port cf1bd074-5add-4580-bc02-29972b85cd86 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '2a484fa4-2693-45ef-a669-d213e54adb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:22:31.455561 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Attempting to bind port cf1bd074-5add-4580-bc02-29972b85cd86 on network b24615ab-3836-4b00-b936-7824ec4b31b5 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:22:31.461285 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:22:31.461654 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Checking segment: {'id': '2a484fa4-2693-45ef-a669-d213e54adb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:22:31.462062 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:31.462464 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Bound using segment: {'id': '2a484fa4-2693-45ef-a669-d213e54adb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:22:31.462937 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Bound port: cf1bd074-5add-4580-bc02-29972b85cd86, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a484fa4-2693-45ef-a669-d213e54adb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:22:31.463317 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:31.537202 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] For port cf1bd074-5add-4580-bc02-29972b85cd86, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:22:31.541030 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] For port cf1bd074-5add-4580-bc02-29972b85cd86, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cf1bd074-5add-4580-bc02-29972b85cd86,segment=NetworkSegment(2a484fa4-2693-45ef-a669-d213e54adb2f),segment_id=2a484fa4-2693-45ef-a669-d213e54adb2f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:22:31.607041 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:31.621919 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:31.673383 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210557a1-b44c-4354-9ffa-8523e6401526 None None] Pushing event updated for resources: {'Port': ['ID=cf1bd074-5add-4580-bc02-29972b85cd86,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:31.844287 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527589'] for router, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:32.109311 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cf1bd074-5add-4580-bc02-29972b85cd86 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:22:32.114796 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Router 0b137c53-bf51-4370-a021-b0086fcd92d4 is scheduled to L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 with binding_index 1 {{(pid=101990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 12:22:32.166592 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port cf1bd074-5add-4580-bc02-29972b85cd86 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:32.167271 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:32.231787 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:22:32.241451 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Sync routers for ids ['0b137c53-bf51-4370-a021-b0086fcd92d4'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:22:32.252809 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Routers {'0b137c53-bf51-4370-a021-b0086fcd92d4'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:32.253674 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0b137c53-bf51-4370-a021-b0086fcd92d4'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:32.260701 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:32.294088 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port cf1bd074-5add-4580-bc02-29972b85cd86, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cf1bd074-5add-4580-bc02-29972b85cd86,segment=NetworkSegment(2a484fa4-2693-45ef-a669-d213e54adb2f),segment_id=2a484fa4-2693-45ef-a669-d213e54adb2f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:32.374324 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:32.374627 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Set router 0b137c53-bf51-4370-a021-b0086fcd92d4 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:32.375808 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-57bb4105-b814-4afd-a973-05a52b3ea382 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2647769 Oct 13 12:22:32.384287 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41348) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:32.406514 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:32.407383 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 61503e70-5c4a-47b7-9c74-0f76141dd7ff up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:22:32.536859 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=cf1bd074-5add-4580-bc02-29972b85cd86,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:32.546159 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 61503e70-5c4a-47b7-9c74-0f76141dd7ff triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:32.546159 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:32.762100 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d441a93f-4218-40eb-81f8-34649986313b None None] Network b24615ab-3836-4b00-b936-7824ec4b31b5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:22:32.782764 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'name': 'tempest-TestSnapshotPattern-1435541607-router', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:22:31Z', 'revision_number': 3, 'project_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'gw_port': {'id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:32.810976 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Checking router: 0b137c53-bf51-4370-a021-b0086fcd92d4 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:22:32.811321 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Updating router 0b137c53-bf51-4370-a021-b0086fcd92d4 port d8f67c90-4874-4bbc-b4d3-79bd54118ccb binding host n-d-813659-3 {{(pid=101993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:22:32.841146 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:32.901499 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-60c1d4e1-5779-412b-b7bd-f565e0d110b0 None None] Provisioning complete for port cf1bd074-5add-4580-bc02-29972b85cd86 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:32.901855 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-60c1d4e1-5779-412b-b7bd-f565e0d110b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:32.937083 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.123611 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Allocated IP 172.20.0.1 (b24615ab-3836-4b00-b936-7824ec4b31b5/054b3d91-c4ea-4700-b7ca-43baafe29e2f/0b4f276e-15c7-400e-9cee-816dbba0d935) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:22:33.140332 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Notify callbacks [] for port, precommit_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.234985 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-8160a44b-c577-4874-8a92-31a08ac57ed5 None None] Provisioning complete for port cf1bd074-5add-4580-bc02-29972b85cd86 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:33.235609 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8160a44b-c577-4874-8a92-31a08ac57ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.236039 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.238757 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.287370 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Attempting to bind port d8f67c90-4874-4bbc-b4d3-79bd54118ccb on host n-d-813659-3 for vnic_type normal with profile {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:22:33.288062 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Attempting to bind port d8f67c90-4874-4bbc-b4d3-79bd54118ccb by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:22:33.288062 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Attempting to bind port d8f67c90-4874-4bbc-b4d3-79bd54118ccb on network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:22:33.296755 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:22:33.297135 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Checking segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:22:33.297522 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.297910 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Bound using segment: {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'} {{(pid=101993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:22:33.298435 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.managers [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Bound port: d8f67c90-4874-4bbc-b4d3-79bd54118ccb, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87347623-a88e-4e2c-b7b7-ff9c688b8e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860'}}] {{(pid=101993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:22:33.298994 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.300486 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bed5a-6d51-41e0-8b0d-afd552f4fe0e None None] Pushing event updated for resources: {'Port': ['ID=d8f67c90-4874-4bbc-b4d3-79bd54118ccb,revision_number=2']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:33.352535 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] For port d8f67c90-4874-4bbc-b4d3-79bd54118ccb, host n-d-813659-3, cleared binding levels {{(pid=101993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:22:33.355754 n-d-813659-3 neutron-server[101993]: DEBUG neutron.plugins.ml2.db [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] For port d8f67c90-4874-4bbc-b4d3-79bd54118ccb, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d8f67c90-4874-4bbc-b4d3-79bd54118ccb,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:22:33.376202 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.419967 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Network b24615ab-3836-4b00-b936-7824ec4b31b5 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:22:33.422788 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:22:33.425737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:22:33.449077 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=0b4f276e-15c7-400e-9cee-816dbba0d935,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:33.474391 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527412'] for router_interface, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.484625 n-d-813659-3 neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.557737 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bed5a-6d51-41e0-8b0d-afd552f4fe0e None None] Pushing event updated for resources: {'Port': ['ID=d8f67c90-4874-4bbc-b4d3-79bd54118ccb,revision_number=3']} {{(pid=101993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:33.560515 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Routers {'0b137c53-bf51-4370-a021-b0086fcd92d4'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:33.561178 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0b137c53-bf51-4370-a021-b0086fcd92d4'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:33.640262 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-5f1e50e5-1a9b-4c42-ba91-102f81bab72c None None] Provisioning complete for port 0b4f276e-15c7-400e-9cee-816dbba0d935 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:33.643101 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5f1e50e5-1a9b-4c42-ba91-102f81bab72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.669728 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] Set router 0b137c53-bf51-4370-a021-b0086fcd92d4 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:33.678930 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e50e5-1a9b-4c42-ba91-102f81bab72c None None] Port 0b4f276e-15c7-400e-9cee-816dbba0d935 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:22:33.687934 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.851370 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'name': 'tempest-TestSnapshotPattern-1435541607-router', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:22:31Z', 'revision_number': 3, 'project_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'gw_port': {'id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:33.856557 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.877966 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fbac4-bd4f-4c8e-9ce6-2fc78669cb6d None None] The sync data for ids ['0b137c53-bf51-4370-a021-b0086fcd92d4'] in n-d-813659-3 is: [{'id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'name': 'tempest-TestSnapshotPattern-1435541607-router', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:22:31Z', 'revision_number': 3, 'project_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'gw_port': {'id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:22:33.918627 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:33.991455 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=0b4f276e-15c7-400e-9cee-816dbba0d935,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:33.994094 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617892'] for router_interface, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:34.077203 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cf1bd074-5add-4580-bc02-29972b85cd86 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:22:34.123927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Network b24615ab-3836-4b00-b936-7824ec4b31b5 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:22:34.126414 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:22:34.161398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port cf1bd074-5add-4580-bc02-29972b85cd86 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:34.161935 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:34.278232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Router 0b137c53-bf51-4370-a021-b0086fcd92d4 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:22:34.406027 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-30ba38c6-54f3-484d-ae2e-55f36bc868d3 None None] Provisioning complete for port 0b4f276e-15c7-400e-9cee-816dbba0d935 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:34.407249 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-30ba38c6-54f3-484d-ae2e-55f36bc868d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:34.445337 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-30ba38c6-54f3-484d-ae2e-55f36bc868d3 None None] Port 0b4f276e-15c7-400e-9cee-816dbba0d935 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:22:34.703998 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:22:34.713110 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-7a16d756-151e-4069-ae19-394fe8293fd0 admin admin] 10.222.0.32 "PUT /v2.0/routers/0b137c53-bf51-4370-a021-b0086fcd92d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3238618 Oct 13 12:22:35.405832 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41356) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:35.410568 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-e8e751ab-d0e4-4974-8b29-36f3e94a6308 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-694995229', 'description': 'tempest-secgroup-smoke-694995229 description', 'project_id': 'a6167d672bb14b1c9b101830081533b7'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:35.474978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Sync routers for ids ['0b137c53-bf51-4370-a021-b0086fcd92d4'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:22:35.484539 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Routers {'0b137c53-bf51-4370-a021-b0086fcd92d4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:35.485246 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0b137c53-bf51-4370-a021-b0086fcd92d4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:35.535783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8e751ab-d0e4-4974-8b29-36f3e94a6308 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:35.597294 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Set router 0b137c53-bf51-4370-a021-b0086fcd92d4 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:35.611585 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8e751ab-d0e4-4974-8b29-36f3e94a6308 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:35.678462 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8e751ab-d0e4-4974-8b29-36f3e94a6308 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:35.708925 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e751ab-d0e4-4974-8b29-36f3e94a6308 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:35.798678 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-e8e751ab-d0e4-4974-8b29-36f3e94a6308 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:35.800301 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-e8e751ab-d0e4-4974-8b29-36f3e94a6308 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3932431 Oct 13 12:22:35.803891 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41358) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:35.804366 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'name': 'tempest-TestSnapshotPattern-1435541607-router', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:22:33Z', 'revision_number': 4, 'project_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'gw_port': {'id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '0b4f276e-15c7-400e-9cee-816dbba0d935', 'name': '', 'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'mac_address': 'fa:16:3e:a3:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '054b3d91-c4ea-4700-b7ca-43baafe29e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:32Z', 'updated_at': '2021-10-13T12:22:33Z', 'revision_number': 2, 'project_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'subnets': [{'id': '054b3d91-c4ea-4700-b7ca-43baafe29e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:35.809406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-59f62f6e-6c3b-4112-bd04-72b094424d1b tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Request body: {'security_group_rule': {'security_group_id': '0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46', 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:35.833185 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Checking router: 0b137c53-bf51-4370-a021-b0086fcd92d4 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:22:35.833545 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Updating router 0b137c53-bf51-4370-a021-b0086fcd92d4 port 0b4f276e-15c7-400e-9cee-816dbba0d935 binding host n-d-813659-3 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 12:22:35.858584 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:35.913895 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59f62f6e-6c3b-4112-bd04-72b094424d1b tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:35.972731 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59f62f6e-6c3b-4112-bd04-72b094424d1b tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.069666 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59f62f6e-6c3b-4112-bd04-72b094424d1b tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.089441 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f62f6e-6c3b-4112-bd04-72b094424d1b tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db527313-beec-4666-9fcf-32b5d1821c09,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:36.118928 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d8f67c90-4874-4bbc-b4d3-79bd54118ccb up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:22:36.171842 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-59f62f6e-6c3b-4112-bd04-72b094424d1b tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.173401 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-59f62f6e-6c3b-4112-bd04-72b094424d1b tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3684855 Oct 13 12:22:36.176070 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 41360) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:36.180624 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [None req-75e226c2-465b-4c08-8d57-40376586dfae tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Request body: {'security_group_rule': {'security_group_id': '0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46', 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:36.236254 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d8f67c90-4874-4bbc-b4d3-79bd54118ccb triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:36.236627 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.283470 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75e226c2-465b-4c08-8d57-40376586dfae tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.344696 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75e226c2-465b-4c08-8d57-40376586dfae tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.390930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Notify callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.392901 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.413086 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] For port d8f67c90-4874-4bbc-b4d3-79bd54118ccb, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d8f67c90-4874-4bbc-b4d3-79bd54118ccb,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:36.434564 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75e226c2-465b-4c08-8d57-40376586dfae tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.451162 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e226c2-465b-4c08-8d57-40376586dfae tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e565f41e-47b1-4c2f-a53a-7d1a0442e07c,revision_number=0']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:36.469057 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.527222 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9bdf5-f6c4-4a7f-a94e-87158d00b67a None None] Pushing event updated for resources: {'Port': ['ID=0b4f276e-15c7-400e-9cee-816dbba0d935,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:36.546479 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.558289 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-75e226c2-465b-4c08-8d57-40376586dfae tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.562304 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-75e226c2-465b-4c08-8d57-40376586dfae tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3824716 Oct 13 12:22:36.562670 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41362) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:36.567557 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-3f8858b3-2200-470d-88c2-d12fd42f67e6 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Request body: {'security_group_rule': {'security_group_id': '0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46', 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:36.609325 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Attempting to bind port 0b4f276e-15c7-400e-9cee-816dbba0d935 on host n-d-813659-3 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:22:36.609692 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Attempting to bind port 0b4f276e-15c7-400e-9cee-816dbba0d935 by drivers openvswitch,hyperv on host n-d-813659-3 at level 0 using segments [{'id': '2a484fa4-2693-45ef-a669-d213e54adb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:22:36.610051 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Attempting to bind port 0b4f276e-15c7-400e-9cee-816dbba0d935 on network b24615ab-3836-4b00-b936-7824ec4b31b5 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:22:36.626957 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Checking agent: {'id': '23799c59-e03b-46c8-b12c-0bf32d77415b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 37, 41), 'started_at': datetime.datetime(2021, 10, 13, 10, 38, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813659-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:22:36.627326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Checking segment: {'id': '2a484fa4-2693-45ef-a669-d213e54adb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:22:36.627918 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.628320 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Bound using segment: {'id': '2a484fa4-2693-45ef-a669-d213e54adb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:22:36.628800 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Bound port: 0b4f276e-15c7-400e-9cee-816dbba0d935, host: n-d-813659-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a484fa4-2693-45ef-a669-d213e54adb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:22:36.629178 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.642399 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Pushing event updated for resources: {'Port': ['ID=d8f67c90-4874-4bbc-b4d3-79bd54118ccb,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:36.680205 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f8858b3-2200-470d-88c2-d12fd42f67e6 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.704284 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] For port 0b4f276e-15c7-400e-9cee-816dbba0d935, host n-d-813659-3, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:22:36.710081 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] For port 0b4f276e-15c7-400e-9cee-816dbba0d935, host n-d-813659-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=0b4f276e-15c7-400e-9cee-816dbba0d935,segment=NetworkSegment(2a484fa4-2693-45ef-a669-d213e54adb2f),segment_id=2a484fa4-2693-45ef-a669-d213e54adb2f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:22:36.750977 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f8858b3-2200-470d-88c2-d12fd42f67e6 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.777444 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7299c315-017c-46a0-aed1-22b99d963f63 None None] Provisioning complete for port 0b4f276e-15c7-400e-9cee-816dbba0d935 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:36.777740 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7299c315-017c-46a0-aed1-22b99d963f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.800320 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.827195 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f8858b3-2200-470d-88c2-d12fd42f67e6 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.846808 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8858b3-2200-470d-88c2-d12fd42f67e6 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f19bc0-2bb1-414c-9259-c701654751fe,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:36.852269 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7299c315-017c-46a0-aed1-22b99d963f63 None None] Port 0b4f276e-15c7-400e-9cee-816dbba0d935 cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:22:36.875396 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Routers {'0b137c53-bf51-4370-a021-b0086fcd92d4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:36.876028 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0b137c53-bf51-4370-a021-b0086fcd92d4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:36.879057 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9bdf5-f6c4-4a7f-a94e-87158d00b67a None None] Pushing event updated for resources: {'Port': ['ID=0b4f276e-15c7-400e-9cee-816dbba0d935,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:36.976500 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f8858b3-2200-470d-88c2-d12fd42f67e6 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:36.977800 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-3f8858b3-2200-470d-88c2-d12fd42f67e6 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4139111 Oct 13 12:22:36.981036 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41366) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:36.985744 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-81a42e2f-721e-44cb-9180-00fde8e42a7c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Request body: {'security_group_rule': {'security_group_id': '0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46', 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:36.997242 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] Set router 0b137c53-bf51-4370-a021-b0086fcd92d4 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:37.083503 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81a42e2f-721e-44cb-9180-00fde8e42a7c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:37.125643 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-a491215a-c49a-47d0-b606-8494c4944940 None None] Provisioning complete for port 0b4f276e-15c7-400e-9cee-816dbba0d935 triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:37.126102 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a491215a-c49a-47d0-b606-8494c4944940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:37.153474 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81a42e2f-721e-44cb-9180-00fde8e42a7c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:37.275835 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a491215a-c49a-47d0-b606-8494c4944940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:37.314560 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81a42e2f-721e-44cb-9180-00fde8e42a7c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:37.321072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a491215a-c49a-47d0-b606-8494c4944940 None None] For port 0b4f276e-15c7-400e-9cee-816dbba0d935, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=0b4f276e-15c7-400e-9cee-816dbba0d935,segment=NetworkSegment(2a484fa4-2693-45ef-a669-d213e54adb2f),segment_id=2a484fa4-2693-45ef-a669-d213e54adb2f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:37.324405 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'name': 'tempest-TestSnapshotPattern-1435541607-router', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:22:33Z', 'revision_number': 4, 'project_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'gw_port': {'id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '0b4f276e-15c7-400e-9cee-816dbba0d935', 'name': '', 'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'mac_address': 'fa:16:3e:a3:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '054b3d91-c4ea-4700-b7ca-43baafe29e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:32Z', 'updated_at': '2021-10-13T12:22:36Z', 'revision_number': 4, 'project_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'subnets': [{'id': '054b3d91-c4ea-4700-b7ca-43baafe29e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:37.333202 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a42e2f-721e-44cb-9180-00fde8e42a7c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bf54d3-2de1-484b-8ddd-d933abb2d0e6,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:37.352069 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba6808-d0eb-4c1f-81db-73ceaa116c2c None None] The sync data for ids ['0b137c53-bf51-4370-a021-b0086fcd92d4'] in n-d-813659-3 is: [{'id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'name': 'tempest-TestSnapshotPattern-1435541607-router', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:22:33Z', 'revision_number': 4, 'project_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'gw_port': {'id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '0b4f276e-15c7-400e-9cee-816dbba0d935', 'name': '', 'network_id': 'b24615ab-3836-4b00-b936-7824ec4b31b5', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'mac_address': 'fa:16:3e:a3:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '054b3d91-c4ea-4700-b7ca-43baafe29e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:32Z', 'updated_at': '2021-10-13T12:22:36Z', 'revision_number': 4, 'project_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'subnets': [{'id': '054b3d91-c4ea-4700-b7ca-43baafe29e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:22:37.433528 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a491215a-c49a-47d0-b606-8494c4944940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:37.468959 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81a42e2f-721e-44cb-9180-00fde8e42a7c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:37.470348 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-81a42e2f-721e-44cb-9180-00fde8e42a7c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4882903 Oct 13 12:22:37.473190 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41368) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:37.480011 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-02c4475c-4ae4-4ca8-ac9a-27cb474396c4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Request body: {'security_group_rule': {'security_group_id': '0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46', 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:37.487833 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491215a-c49a-47d0-b606-8494c4944940 None None] Pushing event updated for resources: {'Port': ['ID=0b4f276e-15c7-400e-9cee-816dbba0d935,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:37.587031 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-02c4475c-4ae4-4ca8-ac9a-27cb474396c4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Project a6167d672bb14b1c9b101830081533b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 12:22:37.592942 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02c4475c-4ae4-4ca8-ac9a-27cb474396c4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:37.657106 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02c4475c-4ae4-4ca8-ac9a-27cb474396c4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:37.736249 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02c4475c-4ae4-4ca8-ac9a-27cb474396c4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:37.754942 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4475c-4ae4-4ca8-ac9a-27cb474396c4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eacbf4e-086e-4a7b-bd08-c5471b65d07c,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:37.865753 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02c4475c-4ae4-4ca8-ac9a-27cb474396c4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:37.866998 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-02c4475c-4ae4-4ca8-ac9a-27cb474396c4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3919928 Oct 13 12:22:37.869681 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41370) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:37.874030 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-7925b474-0a28-4792-bb05-89e74ffcfcc0 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Request body: {'security_group_rule': {'security_group_id': '0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46', 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:37.972581 n-d-813659-3 neutron-server[101991]: INFO neutron.db.securitygroups_db [None req-7925b474-0a28-4792-bb05-89e74ffcfcc0 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Project a6167d672bb14b1c9b101830081533b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 12:22:37.977890 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7925b474-0a28-4792-bb05-89e74ffcfcc0 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:38.054567 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7925b474-0a28-4792-bb05-89e74ffcfcc0 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:38.063606 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-efbe6b82-96c4-4eb8-884d-cdfd085b3ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:38.153011 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 0b4f276e-15c7-400e-9cee-816dbba0d935 up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:22:38.177330 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7925b474-0a28-4792-bb05-89e74ffcfcc0 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006359'] for security_group_rule, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:38.198422 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925b474-0a28-4792-bb05-89e74ffcfcc0 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e9d22f-9c69-4e2d-bca5-5abc135a6576,revision_number=0']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:38.206456 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port 0b4f276e-15c7-400e-9cee-816dbba0d935 triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:38.206825 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:38.282429 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7925b474-0a28-4792-bb05-89e74ffcfcc0 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:38.283735 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7925b474-0a28-4792-bb05-89e74ffcfcc0 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4131057 Oct 13 12:22:38.296927 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d8f67c90-4874-4bbc-b4d3-79bd54118ccb up at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:22:38.348735 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Provisioning complete for port d8f67c90-4874-4bbc-b4d3-79bd54118ccb triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:38.349192 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:38.435559 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-c51b0da5-96df-4623-ab4a-280a91e2a7ea tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694995229&fields=id&tenant_id=a6167d672bb14b1c9b101830081533b7 HTTP/1.1" status: 200 len: 267 time: 0.0357425 Oct 13 12:22:38.549779 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-76c3e0b6-fb64-4b50-aa97-d01480688ed2 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:38.552190 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-76c3e0b6-fb64-4b50-aa97-d01480688ed2 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 810 time: 0.1097400 Oct 13 12:22:38.566836 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-beef45cb-0d9d-4d9f-a9d6-a38ef285a7f2 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/quotas/a6167d672bb14b1c9b101830081533b7 HTTP/1.1" status: 200 len: 375 time: 0.0097697 Oct 13 12:22:38.623934 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-63b82252-9c46-49f3-8546-875403329a95 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512950 Oct 13 12:22:38.808009 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-74841553-8aee-437e-be60-63ae29cf0a44 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719098 Oct 13 12:22:38.904064 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-4bce4d6f-25ce-4a2c-b5b8-23afdf2a44d6 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897582 Oct 13 12:22:39.144640 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-fb9ae86a-3e60-48ea-9c4a-73ebc4ddebf0 req-c9973bd2-51ac-417f-a8ac-904da3bf814f tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 210 time: 0.0271242 Oct 13 12:22:39.827182 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:40.223257 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-970b40f4-a72a-464d-85a0-e598d9dc9384 req-16bb720e-b1ac-4490-a5d5-beee5576211a tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 210 time: 0.0263119 Oct 13 12:22:40.834649 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-34f92954-f235-4040-a776-53b5e8b2fff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:41.329204 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7d7d9b2-e3cc-4075-96b0-afd7b018a54f req-49678e4b-4c8f-4c47-9d39-b73f5a3f416b tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 210 time: 0.0268362 Oct 13 12:22:41.564152 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:41.863508 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:42.407517 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6478e70b-0fcc-4262-9186-6ab25a8321e2 req-87992803-ab6b-462f-9fef-e85b47bb3b39 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 210 time: 0.0264103 Oct 13 12:22:42.610010 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:43.505188 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a88b9a92-509e-4429-b6b9-e1b993272ee5 req-8780cbc5-96f8-4c73-ad8c-aa5418b18958 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 210 time: 0.0279644 Oct 13 12:22:43.867253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:44.605437 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-f43985c7-b549-48e9-8fc2-054f64a74598 req-5e1fbad7-8121-4916-9015-a990ef24375a tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 210 time: 0.0330431 Oct 13 12:22:45.610195 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-284d6a56-e41e-4e30-8be6-48e0c113c0fc tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:45.611684 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-284d6a56-e41e-4e30-8be6-48e0c113c0fc tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.46 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 810 time: 0.1015565 Oct 13 12:22:45.655511 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-56aeb702-6b5f-4a88-b9d3-e6db4d29eab5 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6167d672bb14b1c9b101830081533b7 HTTP/1.1" status: 200 len: 379 time: 0.0348301 Oct 13 12:22:45.665359 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-9999ee5d-3b16-432e-a394-afc62894dad4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Request body: {'port': {'device_id': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'admin_state_up': True, 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'security_groups': ['0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:45.698652 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-90257a42-56d5-46f6-91c4-2ce5a6e61f01 req-f124441f-bb84-4e55-a92f-32712210e2ad tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 210 time: 0.0259225 Oct 13 12:22:45.863537 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-9999ee5d-3b16-432e-a394-afc62894dad4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Made reservation on behalf of a6167d672bb14b1c9b101830081533b7 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:22:45.867394 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-9999ee5d-3b16-432e-a394-afc62894dad4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:45.997680 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-9999ee5d-3b16-432e-a394-afc62894dad4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Allocated IP 172.20.0.3 (c2bc2a96-0773-4a28-acb9-cfd62b89f839/152b92fb-9006-42d7-9cf3-77a42e150275/a23df420-8073-4a6a-acfc-a1ed23280bad) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:22:46.135403 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-9999ee5d-3b16-432e-a394-afc62894dad4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:46.238355 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-9999ee5d-3b16-432e-a394-afc62894dad4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:46.289872 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-9999ee5d-3b16-432e-a394-afc62894dad4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Network c2bc2a96-0773-4a28-acb9-cfd62b89f839 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:22:46.293119 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-9999ee5d-3b16-432e-a394-afc62894dad4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:22:46.297566 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-9999ee5d-3b16-432e-a394-afc62894dad4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:22:46.303999 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999ee5d-3b16-432e-a394-afc62894dad4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event updated for resources: {'Port': ['ID=a23df420-8073-4a6a-acfc-a1ed23280bad,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:46.354817 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-9999ee5d-3b16-432e-a394-afc62894dad4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:46.355449 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-9999ee5d-3b16-432e-a394-afc62894dad4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:46.453432 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-9999ee5d-3b16-432e-a394-afc62894dad4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7918544 Oct 13 12:22:46.469856 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Request body: {'port': {'device_id': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:46.520697 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:46.528031 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-7e8e5da1-61ae-4f0b-a64d-f68310b35f84 None None] Provisioning complete for port a23df420-8073-4a6a-acfc-a1ed23280bad triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:46.528930 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7e8e5da1-61ae-4f0b-a64d-f68310b35f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:46.563199 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e5da1-61ae-4f0b-a64d-f68310b35f84 None None] Port a23df420-8073-4a6a-acfc-a1ed23280bad cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:22:46.797331 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23df420-8073-4a6a-acfc-a1ed23280bad {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:22:46.805121 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:46.818419 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Transition to ACTIVE for port object a23df420-8073-4a6a-acfc-a1ed23280bad will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 12:22:46.826983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef0654-88ad-4dda-98ee-278d2608f1c4 req-385817e3-6303-473e-86c8-b4727c637d48 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:46.829599 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5ef0654-88ad-4dda-98ee-278d2608f1c4 req-385817e3-6303-473e-86c8-b4727c637d48 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 931 time: 0.0502717 Oct 13 12:22:46.866963 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e5ef0654-88ad-4dda-98ee-278d2608f1c4 req-9964e6f2-a3fa-4f29-a86b-66d4e535b3d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311174 Oct 13 12:22:46.897414 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:46.948851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Pushing event updated for resources: {'Port': ['ID=a23df420-8073-4a6a-acfc-a1ed23280bad,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:47.024478 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Attempting to bind port a23df420-8073-4a6a-acfc-a1ed23280bad on host n-h1-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:22:47.024815 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Attempting to bind port a23df420-8073-4a6a-acfc-a1ed23280bad by drivers openvswitch,hyperv on host n-h1-813659-3 at level 0 using segments [{'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:22:47.025232 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Attempting to bind port a23df420-8073-4a6a-acfc-a1ed23280bad on network c2bc2a96-0773-4a28-acb9-cfd62b89f839 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:22:47.029907 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Port a23df420-8073-4a6a-acfc-a1ed23280bad on network c2bc2a96-0773-4a28-acb9-cfd62b89f839 not bound, no agent of type Open vSwitch agent registered on host n-h1-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 12:22:47.030622 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Attempting to bind port a23df420-8073-4a6a-acfc-a1ed23280bad on network c2bc2a96-0773-4a28-acb9-cfd62b89f839 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:22:47.036671 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Checking agent: {'id': 'fe524878-e3e4-4204-9a9f-359df25be781', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:22:47.037029 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Checking segment: {'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:22:47.037428 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Bound using segment: {'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:22:47.037872 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Bound port: a23df420-8073-4a6a-acfc-a1ed23280bad, host: n-h1-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:22:47.038237 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:47.109319 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] For port a23df420-8073-4a6a-acfc-a1ed23280bad, host n-h1-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:22:47.112931 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] For port a23df420-8073-4a6a-acfc-a1ed23280bad, host n-h1-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a23df420-8073-4a6a-acfc-a1ed23280bad,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:22:47.195412 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:47.233130 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:47.234755 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:47.235700 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] 10.222.0.46 "PUT /v2.0/ports/a23df420-8073-4a6a-acfc-a1ed23280bad HTTP/1.1" status: 200 len: 1091 time: 0.7738519 Oct 13 12:22:47.236157 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:22:47.238496 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8f4099-c5b1-4a16-b062-7d948a2ebec9" -d '{"events": [{"name": "network-changed", "server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:22:47.261521 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcdf06-d40d-414d-ad4b-cd707a217a67 service neutron] Pushing event updated for resources: {'Port': ['ID=a23df420-8073-4a6a-acfc-a1ed23280bad,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:47.290826 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c806547e-aea0-4473-8f65-e75327d4c454 x-openstack-request-id: req-c806547e-aea0-4473-8f65-e75327d4c454 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:22:47.291128 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:22:47.291382 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c806547e-aea0-4473-8f65-e75327d4c454 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:22:47.291808 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'status': 'completed', 'code': 200} Oct 13 12:22:47.362177 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f4099-c5b1-4a16-b062-7d948a2ebec9 req-173a0b20-5e13-4dda-a35b-30c3047a8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:47.363791 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2c8f4099-c5b1-4a16-b062-7d948a2ebec9 req-173a0b20-5e13-4dda-a35b-30c3047a8a6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 1094 time: 0.0498905 Oct 13 12:22:47.470376 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f4099-c5b1-4a16-b062-7d948a2ebec9 req-cc0222bc-43a8-4990-b6be-0c4db9cc189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:47.471857 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2c8f4099-c5b1-4a16-b062-7d948a2ebec9 req-cc0222bc-43a8-4990-b6be-0c4db9cc189a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a6167d672bb14b1c9b101830081533b7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1001642 Oct 13 12:22:47.571411 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f4099-c5b1-4a16-b062-7d948a2ebec9 req-db91b142-f540-49fc-a6e0-9ca9bfbd69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:47.572821 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-2c8f4099-c5b1-4a16-b062-7d948a2ebec9 req-db91b142-f540-49fc-a6e0-9ca9bfbd69ed service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942726 Oct 13 12:22:47.649188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-65566f92-5158-4c01-b913-38b5b03c0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:47.650751 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-65566f92-5158-4c01-b913-38b5b03c0ee8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 1094 time: 0.0411484 Oct 13 12:22:47.693014 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-cead855e-8ee4-4b6c-a59a-424758cc9ef7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a23df420-8073-4a6a-acfc-a1ed23280bad HTTP/1.1" status: 200 len: 217 time: 0.0350840 Oct 13 12:22:47.747798 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-352dcf70-1bee-4786-8ab1-115d71b273d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:47.749297 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-352dcf70-1bee-4786-8ab1-115d71b273d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 200 len: 849 time: 0.0493162 Oct 13 12:22:47.796722 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-cf3607e2-cdee-41f1-b8af-ecad7a27bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:47.798262 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-cf3607e2-cdee-41f1-b8af-ecad7a27bf01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2bc2a96-0773-4a28-acb9-cfd62b89f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417900 Oct 13 12:22:47.888398 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-d1d4224c-458b-466a-96c9-60733565d0a1 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827930 Oct 13 12:22:47.983968 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbc1e8-63d6-42d3-b5ec-8df788a3760a req-079c00dd-86b1-49f4-927e-71fedd0e747d tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:47.984710 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-62eda370-c5a8-4da5-b838-98dffcfc995f req-8827a466-421b-43bf-907a-2e0482ece38d service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889993 Oct 13 12:22:47.985452 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2fbc1e8-63d6-42d3-b5ec-8df788a3760a req-079c00dd-86b1-49f4-927e-71fedd0e747d tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 943 time: 0.0495684 Oct 13 12:22:48.025248 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d2fbc1e8-63d6-42d3-b5ec-8df788a3760a req-80cfe61e-b6c6-41d9-9fb4-6f98e6820141 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335333 Oct 13 12:22:49.142646 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc48d-2a19-48b2-8f05-e5b7426186c4 req-bd7b3d1f-c6f0-496c-8cf2-dfc891099a06 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:49.144117 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-edafc48d-2a19-48b2-8f05-e5b7426186c4 req-bd7b3d1f-c6f0-496c-8cf2-dfc891099a06 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 943 time: 0.0534399 Oct 13 12:22:49.181790 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-edafc48d-2a19-48b2-8f05-e5b7426186c4 req-2e648fc9-a2b0-44da-86bc-103cacd82136 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317614 Oct 13 12:22:50.300080 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436eb01-877c-46a6-bbd7-6bbfd0b8abf6 req-95b2f808-f366-49cd-a03d-d90f2b1f363a tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:50.301485 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a436eb01-877c-46a6-bbd7-6bbfd0b8abf6 req-95b2f808-f366-49cd-a03d-d90f2b1f363a tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 943 time: 0.0495198 Oct 13 12:22:50.339738 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a436eb01-877c-46a6-bbd7-6bbfd0b8abf6 req-53e3e672-4241-41a3-a2c4-6e196e7ece6a tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322466 Oct 13 12:22:51.455881 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae9949-bd39-4034-b212-71ca957f0c32 req-3cd58a17-e2b1-403b-83cc-92a49284c5d2 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:51.457346 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53ae9949-bd39-4034-b212-71ca957f0c32 req-3cd58a17-e2b1-403b-83cc-92a49284c5d2 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 943 time: 0.0486636 Oct 13 12:22:51.475671 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a23df420-8073-4a6a-acfc-a1ed23280bad details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 12:22:51.498473 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-53ae9949-bd39-4034-b212-71ca957f0c32 req-249d01a4-6f30-4760-9dc2-67e77881f2d7 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351341 Oct 13 12:22:51.577398 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a23df420-8073-4a6a-acfc-a1ed23280bad, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a23df420-8073-4a6a-acfc-a1ed23280bad,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:51.588579 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'port_id': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'mac_address': 'fa:16:3e:c0:65:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 12:22:51.627449 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:51.640068 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23df420-8073-4a6a-acfc-a1ed23280bad {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:22:51.659315 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a23df420-8073-4a6a-acfc-a1ed23280bad, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a23df420-8073-4a6a-acfc-a1ed23280bad,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:51.834652 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:51.884978 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a23df420-8073-4a6a-acfc-a1ed23280bad,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:52.213560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['a23df420-8073-4a6a-acfc-a1ed23280bad'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 12:22:52.614020 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50721729-9100-4cbb-bf71-75b73c6a77fb req-79db794e-92c0-4ab0-b156-2b7fbeae5d5c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:52.615750 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50721729-9100-4cbb-bf71-75b73c6a77fb req-79db794e-92c0-4ab0-b156-2b7fbeae5d5c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 944 time: 0.0518835 Oct 13 12:22:52.653281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-50721729-9100-4cbb-bf71-75b73c6a77fb req-501ba31f-3bf1-418b-92fb-356a85211de9 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315151 Oct 13 12:22:53.491241 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a23df420-8073-4a6a-acfc-a1ed23280bad up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:22:53.603748 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning for port a23df420-8073-4a6a-acfc-a1ed23280bad completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 12:22:53.607618 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port a23df420-8073-4a6a-acfc-a1ed23280bad triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:22:53.608043 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:53.685593 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:53.709066 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:22:53.711469 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9626129-a884-4018-815d-45ceca496706" -d '{"events": [{"server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "name": "network-vif-plugged", "status": "completed", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:22:53.728072 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a23df420-8073-4a6a-acfc-a1ed23280bad, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a23df420-8073-4a6a-acfc-a1ed23280bad,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:22:53.770661 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196c151-0ff4-4ccf-82a1-ce714691d90a req-e04197a4-d715-4244-8e06-efc6509ebc99 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:53.772026 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5196c151-0ff4-4ccf-82a1-ce714691d90a req-e04197a4-d715-4244-8e06-efc6509ebc99 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 944 time: 0.0502491 Oct 13 12:22:53.809646 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:53.810182 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5196c151-0ff4-4ccf-82a1-ce714691d90a req-9cae190c-a8bb-4b5c-b0da-cdec4fdc3d68 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318482 Oct 13 12:22:53.863972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a23df420-8073-4a6a-acfc-a1ed23280bad,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:53.914616 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3c7383-448d-4ceb-ad7f-37cce8c0669d x-openstack-request-id: req-be3c7383-448d-4ceb-ad7f-37cce8c0669d {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:22:53.914913 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "name": "network-vif-plugged", "status": "completed", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:22:53.915164 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be3c7383-448d-4ceb-ad7f-37cce8c0669d {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:22:53.915557 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'code': 200} Oct 13 12:22:54.013227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c083bf-fd64-4e14-bbc5-be1bbab0faf9 req-d8f166ab-9f45-4947-9fdd-7a8dd249229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:54.014742 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-99c083bf-fd64-4e14-bbc5-be1bbab0faf9 req-d8f166ab-9f45-4947-9fdd-7a8dd249229e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 1096 time: 0.0411026 Oct 13 12:22:54.051085 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-99c083bf-fd64-4e14-bbc5-be1bbab0faf9 req-d5bc1515-1704-4018-b596-3f115464dc8a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287287 Oct 13 12:22:54.928914 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e4618-c659-409c-9507-5c4f33aa419c req-d88ccabe-cbf7-4b9f-bf5b-d727b623e036 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:54.930408 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-753e4618-c659-409c-9507-5c4f33aa419c req-d88ccabe-cbf7-4b9f-bf5b-d727b623e036 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 945 time: 0.0498350 Oct 13 12:22:54.967021 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-753e4618-c659-409c-9507-5c4f33aa419c req-ebd23bf4-b25c-4dfb-bda0-38d89fac6e5a tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307355 Oct 13 12:22:56.086043 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7ed0c-3612-4604-8203-da8619177466 req-175f3eb8-6085-4c23-8bb0-66e9603a440a tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:56.087551 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95f7ed0c-3612-4604-8203-da8619177466 req-175f3eb8-6085-4c23-8bb0-66e9603a440a tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 945 time: 0.0524309 Oct 13 12:22:56.125577 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-95f7ed0c-3612-4604-8203-da8619177466 req-cde341ca-69b9-4ec6-ac67-8bdc2584aa8c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321834 Oct 13 12:22:56.240275 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de8c37-9040-486a-8d0c-6e53bffc697e req-d005bf60-f2ee-47a4-a69b-beda53eb38ab tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:56.241753 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86de8c37-9040-486a-8d0c-6e53bffc697e req-d005bf60-f2ee-47a4-a69b-beda53eb38ab tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 945 time: 0.0488873 Oct 13 12:22:56.279739 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-86de8c37-9040-486a-8d0c-6e53bffc697e req-e0d17049-ba43-4b18-b14a-7f66925d779a tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319328 Oct 13 12:22:56.301746 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41456) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:56.383816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa985c-c61b-4d2f-8b1a-e6c2424ed13d tempest-TestSnapshotPattern-1253723041 tempest-TestSnapshotPattern-1253723041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:56.385333 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-11fa985c-c61b-4d2f-8b1a-e6c2424ed13d tempest-TestSnapshotPattern-1253723041 tempest-TestSnapshotPattern-1253723041-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 1091 time: 0.0825398 Oct 13 12:22:56.388191 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41460) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:22:56.392387 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:22:56.520480 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:56.935238 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:57.042385 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Allocated IP 172.25.0.167 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/95477ba9-0763-40af-9fc8-c512fdc8ae2d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:22:57.150654 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:57.272616 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:57.319662 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:22:57.322763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:22:57.327292 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:22:57.330584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event updated for resources: {'Port': ['ID=95477ba9-0763-40af-9fc8-c512fdc8ae2d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:57.704428 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:57.826173 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:57.979953 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:58.040077 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:58.106529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event updated for resources: {'Port': ['ID=95477ba9-0763-40af-9fc8-c512fdc8ae2d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:22:58.122132 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:58.225415 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Floating IP 5c9c5502-5d0d-4696-8a33-3c56fa452702 associated. External IP: 172.25.0.167, port: a23df420-8073-4a6a-acfc-a1ed23280bad. Oct 13 12:22:58.435859 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Router 83f2341e-06ab-4848-8110-4c10533cce19 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:22:58.549362 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:22:58.559667 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bbc471-64ff-406e-8cac-bb96e8f08276 None None] Sync routers for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:22:58.573267 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbc471-64ff-406e-8cac-bb96e8f08276 None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:58.574085 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b8bbc471-64ff-406e-8cac-bb96e8f08276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:58.631428 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:22:58.660974 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-f13de2af-e6bc-4821-8a0b-3a7e89fc4465 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2715914 Oct 13 12:22:58.662023 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:22:58.664470 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d345da25-6230-499c-a611-b5d4e1f1f87c" -d '{"events": [{"name": "network-changed", "server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:22:58.683435 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b8bbc471-64ff-406e-8cac-bb96e8f08276 None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:58.708528 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891ca3c5-f4ed-4d15-87f4-1dc0ad769885 x-openstack-request-id: req-891ca3c5-f4ed-4d15-87f4-1dc0ad769885 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:22:58.708835 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:22:58.709093 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-891ca3c5-f4ed-4d15-87f4-1dc0ad769885 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:22:58.709503 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'status': 'completed', 'code': 200} Oct 13 12:22:58.784833 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345da25-6230-499c-a611-b5d4e1f1f87c req-764b5fb4-8a7d-4f58-90b3-5e0a08999498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:58.787026 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d345da25-6230-499c-a611-b5d4e1f1f87c req-764b5fb4-8a7d-4f58-90b3-5e0a08999498 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 1096 time: 0.0515840 Oct 13 12:22:58.888738 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345da25-6230-499c-a611-b5d4e1f1f87c req-07289d3f-d715-403f-a5d0-176dce06f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:58.890249 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d345da25-6230-499c-a611-b5d4e1f1f87c req-07289d3f-d715-403f-a5d0-176dce06f099 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 911 time: 0.0973651 Oct 13 12:22:58.933227 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b8bbc471-64ff-406e-8cac-bb96e8f08276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5c9c5502-5d0d-4696-8a33-3c56fa452702', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'port_id': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'mac_address': 'fa:16:3e:c0:65:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:22:57Z', 'updated_at': '2021-10-13T12:22:57Z', 'revision_number': 0, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 5, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:58.959817 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bbc471-64ff-406e-8cac-bb96e8f08276 None None] Checking router: 83f2341e-06ab-4848-8110-4c10533cce19 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:22:58.968543 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbc471-64ff-406e-8cac-bb96e8f08276 None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:22:58.968934 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b8bbc471-64ff-406e-8cac-bb96e8f08276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:22:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:58.974806 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d345da25-6230-499c-a611-b5d4e1f1f87c req-70e52791-f6d8-4abc-815e-d4a454caeb47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a23df420-8073-4a6a-acfc-a1ed23280bad HTTP/1.1" status: 200 len: 999 time: 0.0750780 Oct 13 12:22:59.026498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345da25-6230-499c-a611-b5d4e1f1f87c req-ad93c0f9-fd05-496d-b384-dc459b69dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:59.032017 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d345da25-6230-499c-a611-b5d4e1f1f87c req-ad93c0f9-fd05-496d-b384-dc459b69dd06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 200 len: 849 time: 0.0512860 Oct 13 12:22:59.082865 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-b8bbc471-64ff-406e-8cac-bb96e8f08276 None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:22:59.087406 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345da25-6230-499c-a611-b5d4e1f1f87c req-9528cee2-9b03-4f9c-8e02-67a9195c21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:22:59.088928 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d345da25-6230-499c-a611-b5d4e1f1f87c req-9528cee2-9b03-4f9c-8e02-67a9195c21bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2bc2a96-0773-4a28-acb9-cfd62b89f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494313 Oct 13 12:22:59.102473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-d345da25-6230-499c-a611-b5d4e1f1f87c req-da3f5476-25b8-4c72-8326-58f7119a557e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 12:22:59.104997 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d345da25-6230-499c-a611-b5d4e1f1f87c req-da3f5476-25b8-4c72-8326-58f7119a557e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0094497 Oct 13 12:22:59.219970 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d345da25-6230-499c-a611-b5d4e1f1f87c req-906eeea7-b79d-46d7-a0e0-bda2c6cb82ae service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074166 Oct 13 12:22:59.327745 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-b8bbc471-64ff-406e-8cac-bb96e8f08276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5c9c5502-5d0d-4696-8a33-3c56fa452702', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'port_id': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'mac_address': 'fa:16:3e:c0:65:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:22:57Z', 'updated_at': '2021-10-13T12:22:57Z', 'revision_number': 0, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 5, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:22:59.345145 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-d345da25-6230-499c-a611-b5d4e1f1f87c req-9d3d89cf-0088-4017-8cbe-760bbc969ddf service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175511 Oct 13 12:22:59.356992 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bbc471-64ff-406e-8cac-bb96e8f08276 None None] The sync data for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 is: [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5c9c5502-5d0d-4696-8a33-3c56fa452702', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'port_id': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'mac_address': 'fa:16:3e:c0:65:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:22:57Z', 'updated_at': '2021-10-13T12:22:57Z', 'revision_number': 0, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 5, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:22:59.571174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3dcb50-f75b-4d42-9baf-f28293644b31 None None] New status for floating IP 5c9c5502-5d0d-4696-8a33-3c56fa452702: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:23:04.340738 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:23:08.091522 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a26530b7-0e46-430c-810f-13d1f8b7d43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:23:09.071630 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5fa9835-481d-4a33-8edd-012d9b3dd6c9 req-ddc03774-e623-4efa-b17e-b7f6e3fcb6e7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407012 Oct 13 12:23:09.163058 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa9835-481d-4a33-8edd-012d9b3dd6c9 req-0d2d2138-cf8f-4571-9594-b4e7debbe455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:23:09.164566 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5fa9835-481d-4a33-8edd-012d9b3dd6c9 req-0d2d2138-cf8f-4571-9594-b4e7debbe455 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 1096 time: 0.0481167 Oct 13 12:23:09.269254 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa9835-481d-4a33-8edd-012d9b3dd6c9 req-6d0a5ccc-296c-4a8e-b106-9dc08ff03b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:23:09.271562 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5fa9835-481d-4a33-8edd-012d9b3dd6c9 req-6d0a5ccc-296c-4a8e-b106-9dc08ff03b5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 911 time: 0.0873411 Oct 13 12:23:09.344073 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5fa9835-481d-4a33-8edd-012d9b3dd6c9 req-9de3365a-d66a-49dd-8d4c-fe70a2d62782 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a23df420-8073-4a6a-acfc-a1ed23280bad HTTP/1.1" status: 200 len: 1001 time: 0.0664299 Oct 13 12:23:09.396955 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa9835-481d-4a33-8edd-012d9b3dd6c9 req-2e9ce47a-4026-4489-b10c-454f07dbd5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:23:09.398501 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5fa9835-481d-4a33-8edd-012d9b3dd6c9 req-2e9ce47a-4026-4489-b10c-454f07dbd5f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 200 len: 849 time: 0.0471945 Oct 13 12:23:09.445474 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa9835-481d-4a33-8edd-012d9b3dd6c9 req-2f3166af-c068-43df-9ffe-b60201dac3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:23:09.446998 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5fa9835-481d-4a33-8edd-012d9b3dd6c9 req-2f3166af-c068-43df-9ffe-b60201dac3f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2bc2a96-0773-4a28-acb9-cfd62b89f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413826 Oct 13 12:23:09.547038 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5fa9835-481d-4a33-8edd-012d9b3dd6c9 req-ddf60175-b4ce-4888-b977-09b1cf8829f9 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917947 Oct 13 12:23:09.640101 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-b5fa9835-481d-4a33-8edd-012d9b3dd6c9 req-004c4c94-8a05-4d0b-9156-b4efea9e6d2f service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856094 Oct 13 12:23:09.834035 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:23:10.857172 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-81508b01-c02d-4595-8da0-4aad36a2d9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:23:11.574967 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:23:11.843490 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:23:12.600600 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:23:13.809074 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:23:38.073796 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c5acb72c-6e08-429e-b807-bf2559d29cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:23:39.822457 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:23:40.853856 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-833a83fd-9eb1-41d0-b965-8a4dd720b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:23:41.340946 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:23:41.559325 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:23:41.808300 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:23:42.633559 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:23:43.839942 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:08.042586 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a036a683-c904-4ae7-adbb-1f34ce10f14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:09.853517 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:10.851205 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-27aaf87a-ae3b-47b8-b89e-d46bbaf73b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:11.054740 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dad6a8bb-0034-438a-84e6-c95c8ba8ea0d req-fd9ee6b6-1d48-4b6b-9d9e-74297c59e171 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426524 Oct 13 12:24:11.147465 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6a8bb-0034-438a-84e6-c95c8ba8ea0d req-a77124e3-a24b-4572-8907-b237ccd65b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:24:11.148949 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dad6a8bb-0034-438a-84e6-c95c8ba8ea0d req-a77124e3-a24b-4572-8907-b237ccd65b4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 1096 time: 0.0476756 Oct 13 12:24:11.250623 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6a8bb-0034-438a-84e6-c95c8ba8ea0d req-d6a9bfdb-f131-47b8-bce5-3337389d0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:24:11.252063 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dad6a8bb-0034-438a-84e6-c95c8ba8ea0d req-d6a9bfdb-f131-47b8-bce5-3337389d0b0e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 911 time: 0.0843177 Oct 13 12:24:11.319189 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dad6a8bb-0034-438a-84e6-c95c8ba8ea0d req-f8200fa9-9eaf-49ce-ba12-e827b7c37a6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a23df420-8073-4a6a-acfc-a1ed23280bad HTTP/1.1" status: 200 len: 1001 time: 0.0602815 Oct 13 12:24:11.366732 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6a8bb-0034-438a-84e6-c95c8ba8ea0d req-74a51f1f-fc1b-4e78-9dd8-0b67872eb04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:24:11.368039 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dad6a8bb-0034-438a-84e6-c95c8ba8ea0d req-74a51f1f-fc1b-4e78-9dd8-0b67872eb04f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 200 len: 849 time: 0.0424328 Oct 13 12:24:11.412294 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6a8bb-0034-438a-84e6-c95c8ba8ea0d req-f0f5b86c-d1ac-438a-9604-8f25602dfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:24:11.413733 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dad6a8bb-0034-438a-84e6-c95c8ba8ea0d req-f0f5b86c-d1ac-438a-9604-8f25602dfb6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2bc2a96-0773-4a28-acb9-cfd62b89f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387201 Oct 13 12:24:11.507285 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dad6a8bb-0034-438a-84e6-c95c8ba8ea0d req-1d90004f-6a58-4129-8cac-e31bfcb3a5b8 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865338 Oct 13 12:24:11.564681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:11.596500 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-dad6a8bb-0034-438a-84e6-c95c8ba8ea0d req-cbcb2ad9-79ca-41ec-9d5c-cf4463e0120d service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821571 Oct 13 12:24:11.821387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:12.607640 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:13.816166 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:18.340434 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:24:38.049883 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0b0ffcae-dfa6-4d9f-beee-c499fa78bb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:39.832808 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:40.847499 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-80d0e31a-de40-4237-a8a5-b9744b783392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:41.583892 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:41.858491 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:42.629814 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:43.847260 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:24:55.339410 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:25:08.060993 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0bf0869c-c878-4366-a3b3-30edbafbd8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:09.852681 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:10.866636 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6c45044f-adfd-46ef-80a7-98435108a443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:11.589156 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:11.814771 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:12.096836 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04b43c1e-f4df-49a3-a5c9-16a90d13f794 req-83666e43-4dd5-48fa-b844-1b9f73456d53 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864689 Oct 13 12:25:12.185227 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b43c1e-f4df-49a3-a5c9-16a90d13f794 req-ae7d7492-a1d1-40fb-a281-d5ac5d212a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:25:12.186783 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04b43c1e-f4df-49a3-a5c9-16a90d13f794 req-ae7d7492-a1d1-40fb-a281-d5ac5d212a99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 1096 time: 0.0452261 Oct 13 12:25:12.289049 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b43c1e-f4df-49a3-a5c9-16a90d13f794 req-c4d02d78-1324-42d2-ab3b-340324594922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:25:12.290499 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04b43c1e-f4df-49a3-a5c9-16a90d13f794 req-c4d02d78-1324-42d2-ab3b-340324594922 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 911 time: 0.0841823 Oct 13 12:25:12.357820 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04b43c1e-f4df-49a3-a5c9-16a90d13f794 req-4b1ee1ed-a98a-4f35-b75d-c66b297b982e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a23df420-8073-4a6a-acfc-a1ed23280bad HTTP/1.1" status: 200 len: 1001 time: 0.0606439 Oct 13 12:25:12.409402 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b43c1e-f4df-49a3-a5c9-16a90d13f794 req-e0a5f447-a042-4d0b-85ba-c09e143a5016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:25:12.410882 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04b43c1e-f4df-49a3-a5c9-16a90d13f794 req-e0a5f447-a042-4d0b-85ba-c09e143a5016 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 200 len: 849 time: 0.0442557 Oct 13 12:25:12.456473 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b43c1e-f4df-49a3-a5c9-16a90d13f794 req-2d7bde72-ea26-486a-8928-a21237477791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:25:12.457945 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04b43c1e-f4df-49a3-a5c9-16a90d13f794 req-2d7bde72-ea26-486a-8928-a21237477791 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2bc2a96-0773-4a28-acb9-cfd62b89f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401816 Oct 13 12:25:12.557081 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04b43c1e-f4df-49a3-a5c9-16a90d13f794 req-a0798b0a-9b6e-43a6-b321-8434a7d93bd4 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863862 Oct 13 12:25:12.609710 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:12.643629 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-04b43c1e-f4df-49a3-a5c9-16a90d13f794 req-ec63b9b6-d3dc-42fb-bc0a-681c682177eb service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850770 Oct 13 12:25:13.811897 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:32.339481 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:25:38.029020 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3d23e4d7-31f5-4bc3-9d9f-89ed13a71b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:39.811599 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:40.271655 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a23df420-8073-4a6a-acfc-a1ed23280bad details requested by agent hyperv_n-h1-813659-3 with host n-h1-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 12:25:40.366228 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a23df420-8073-4a6a-acfc-a1ed23280bad, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a23df420-8073-4a6a-acfc-a1ed23280bad,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:25:40.376936 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Returning: {'device': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'port_id': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'mac_address': 'fa:16:3e:c0:65:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 12:25:40.418004 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:40.430688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a23df420-8073-4a6a-acfc-a1ed23280bad {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:25:40.450554 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a23df420-8073-4a6a-acfc-a1ed23280bad, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a23df420-8073-4a6a-acfc-a1ed23280bad,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:25:40.508543 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:40.561831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a23df420-8073-4a6a-acfc-a1ed23280bad,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:25:40.569538 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:25:40.569880 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:25:40.570219 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:25:40.570576 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:25:40.570907 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:25:40.571240 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:25:40.571560 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:25:40.571879 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:25:40.572198 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:25:40.572517 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:25:40.572834 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:25:40.573150 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:25:40.586583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] get_ports_and_sgs() called for port_ids ['a23df420-8073-4a6a-acfc-a1ed23280bad'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 12:25:40.834140 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8e67199-0e00-47e5-91c9-156c7a7b7c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:41.605359 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:41.822613 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:42.284592 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a23df420-8073-4a6a-acfc-a1ed23280bad up at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:25:42.332741 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Provisioning complete for port a23df420-8073-4a6a-acfc-a1ed23280bad triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:25:42.333108 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:42.412250 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:42.434617 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:25:42.436879 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7b6142-2dac-4b15-8da5-3ce97fa48fdb" -d '{"events": [{"server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "name": "network-vif-plugged", "status": "completed", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:25:42.450809 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a23df420-8073-4a6a-acfc-a1ed23280bad, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a23df420-8073-4a6a-acfc-a1ed23280bad,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:25:42.504906 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5192949-0189-47c1-a494-b8c09495068b x-openstack-request-id: req-f5192949-0189-47c1-a494-b8c09495068b {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:25:42.505322 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "name": "network-vif-plugged", "status": "completed", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:25:42.505659 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5192949-0189-47c1-a494-b8c09495068b {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:25:42.506066 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'code': 200} Oct 13 12:25:42.542468 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:42.590443 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a23df420-8073-4a6a-acfc-a1ed23280bad,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:25:42.611734 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:43.849586 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:25:58.988063 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-037ab3f7-5eaa-4d67-8b80-6b43fcd5ada3 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694995229&fields=id&tenant_id=a6167d672bb14b1c9b101830081533b7 HTTP/1.1" status: 200 len: 267 time: 0.0342379 Oct 13 12:25:59.097843 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-97d4626e-4618-417f-a0e8-67278fae132c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:25:59.099266 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-97d4626e-4618-417f-a0e8-67278fae132c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 810 time: 0.1040230 Oct 13 12:25:59.114910 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-9bc6264d-37a5-4107-8592-d544fcc36738 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/quotas/a6167d672bb14b1c9b101830081533b7 HTTP/1.1" status: 200 len: 375 time: 0.0094433 Oct 13 12:25:59.169620 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-5887a879-d94f-4b2f-a4ab-051762cd28ba tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0489173 Oct 13 12:25:59.274403 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-ce805897-1566-4e3b-8af7-670ede37fefb service neutron] 10.222.0.32 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853150 Oct 13 12:25:59.361922 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-66b3208f-e94b-4a93-93e2-fdef1ee627af service neutron] 10.222.0.32 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814772 Oct 13 12:25:59.664984 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-55254be1-c7a8-403a-b4a4-ef265e37b882 req-412edc9a-c8e1-43f9-907c-78109246567e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 210 time: 0.0277078 Oct 13 12:26:00.756696 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5b130077-f727-49fb-b652-45e0100b3b03 req-f0f0b545-1870-436e-a9b7-1fe02caf3e45 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 210 time: 0.0269921 Oct 13 12:26:01.872283 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-9be856ee-59ff-4a89-ab04-bcd6dae36631 req-6a720302-8a1c-412f-856e-c7c07faa1483 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 210 time: 0.0426416 Oct 13 12:26:01.873087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-a1bb74a8-da2f-4d8f-8845-958e43639ae1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:01.874462 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-a1bb74a8-da2f-4d8f-8845-958e43639ae1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.21 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 810 time: 0.1281614 Oct 13 12:26:01.921911 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-70fedd82-ce68-41d5-bc66-4ae08bfce3b1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6167d672bb14b1c9b101830081533b7 HTTP/1.1" status: 200 len: 379 time: 0.0376968 Oct 13 12:26:01.931784 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Request body: {'port': {'device_id': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'admin_state_up': True, 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'security_groups': ['0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46']}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:26:02.148779 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Made reservation on behalf of a6167d672bb14b1c9b101830081533b7 for: {'port': 1} {{(pid=101990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 12:26:02.154913 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:02.311221 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_common [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Allocated IP 172.20.0.12 (c2bc2a96-0773-4a28-acb9-cfd62b89f839/152b92fb-9006-42d7-9cf3-77a42e150275/e96b42f4-72e9-4046-8f1c-45e3f93c020d) {{(pid=101990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:26:02.382020 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a23df420-8073-4a6a-acfc-a1ed23280bad no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:26:02.497974 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for port, precommit_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:02.525228 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:02.572382 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:26:02.575536 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2295605-3dac-4dc9-8b7a-5107d48dfe5b" -d '{"events": [{"server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "name": "network-vif-unplugged", "status": "completed", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:26:02.600034 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ea896c84-5897-4a27-8006-71447cadffac None None] For port a23df420-8073-4a6a-acfc-a1ed23280bad, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a23df420-8073-4a6a-acfc-a1ed23280bad,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:26:02.611893 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_create {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:02.630269 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 12:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e7249e-851c-40fc-ad8e-4b8fa7d9303a x-openstack-request-id: req-28e7249e-851c-40fc-ad8e-4b8fa7d9303a {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:26:02.630911 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "name": "network-vif-unplugged", "status": "completed", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:26:02.631181 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28e7249e-851c-40fc-ad8e-4b8fa7d9303a {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:26:02.631976 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'code': 200} Oct 13 12:26:02.668504 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:02.683014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Network c2bc2a96-0773-4a28-acb9-cfd62b89f839 is already hosted by enough agents. {{(pid=101990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:26:02.693401 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.base_scheduler [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Resources bound (agent type, host, resource id): {{(pid=101990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:26:02.705303 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event updated for resources: {'Port': ['ID=e96b42f4-72e9-4046-8f1c-45e3f93c020d,revision_number=1']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:26:02.708036 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Received port after_create {{(pid=101990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:26:02.748516 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Pushing event updated for resources: {'Port': ['ID=a23df420-8073-4a6a-acfc-a1ed23280bad,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:26:02.772270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:02.772786 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:02.773202 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:02.773810 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:02.774635 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:02.775239 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:02.775675 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:02.776284 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:02.776851 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:02.777188 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:02.777685 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:02.778364 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:02.826423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:02.827336 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:02.921312 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-eb242783-409d-4ff8-b93c-a5351fdcd23e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9932537 Oct 13 12:26:03.012343 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-15a8f6c9-f081-4701-942b-0fc323a4dc13 None None] Provisioning complete for port e96b42f4-72e9-4046-8f1c-45e3f93c020d triggered by entity DHCP. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:26:03.012628 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-15a8f6c9-f081-4701-942b-0fc323a4dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:03.054105 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9ffdd-8318-4652-bdb5-c327bc9a62b2 req-c6612c0d-aa10-4068-bb31-de8da3891cb6 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:03.059097 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ca9ffdd-8318-4652-bdb5-c327bc9a62b2 req-c6612c0d-aa10-4068-bb31-de8da3891cb6 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 932 time: 0.0744450 Oct 13 12:26:03.091277 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-15a8f6c9-f081-4701-942b-0fc323a4dc13 None None] Port e96b42f4-72e9-4046-8f1c-45e3f93c020d cannot update to ACTIVE because it is not bound. {{(pid=101992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 12:26:03.124281 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-3ca9ffdd-8318-4652-bdb5-c327bc9a62b2 req-b652026c-2a6c-4c26-b2cb-14267a495f2a tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602510 Oct 13 12:26:04.264176 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b6c4e-5d4b-481f-a91c-a2b949cef2be req-5c05d9fb-1fab-46a6-9a44-dd9050d4641c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:04.266959 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-090b6c4e-5d4b-481f-a91c-a2b949cef2be req-5c05d9fb-1fab-46a6-9a44-dd9050d4641c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 932 time: 0.0579810 Oct 13 12:26:04.308671 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-090b6c4e-5d4b-481f-a91c-a2b949cef2be req-ec1040b2-c57a-47bc-a3d1-2060167fe0bb tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354085 Oct 13 12:26:05.453949 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb2b63-629b-42f5-a1ea-72736622688f req-60ea84ea-e52b-44b9-8f59-67bf0a9f1602 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:05.455500 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dcb2b63-629b-42f5-a1ea-72736622688f req-60ea84ea-e52b-44b9-8f59-67bf0a9f1602 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 932 time: 0.0511916 Oct 13 12:26:05.505165 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-1dcb2b63-629b-42f5-a1ea-72736622688f req-6b1a45cf-5c28-45c4-93c9-8d9432e4e96c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429018 Oct 13 12:26:06.634493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb262ab-998a-4b47-8cef-79c4fe48f89a req-49d25537-4b95-4362-8555-bf6e2cfc3745 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:06.643249 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0fb262ab-998a-4b47-8cef-79c4fe48f89a req-49d25537-4b95-4362-8555-bf6e2cfc3745 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 932 time: 0.0643985 Oct 13 12:26:06.687387 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-0fb262ab-998a-4b47-8cef-79c4fe48f89a req-a9ecec95-e148-4485-8957-2e301a7c7d91 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432460 Oct 13 12:26:07.842309 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a032-a5f8-4d4e-bdc3-ea4829d736e3 req-3cab95b8-a168-4bb1-a6cb-a354dc6cd47c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:07.843899 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5bc2a032-a5f8-4d4e-bdc3-ea4829d736e3 req-3cab95b8-a168-4bb1-a6cb-a354dc6cd47c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 932 time: 0.0621955 Oct 13 12:26:07.891516 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5bc2a032-a5f8-4d4e-bdc3-ea4829d736e3 req-97388bda-ec15-4831-aa11-ea7635dfd4c4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413244 Oct 13 12:26:08.105866 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6caf0ec7-41dc-46f3-9e76-cec73c49198a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:09.014206 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299b94-f170-45e9-aa41-d2c833b91a1b req-5b61862a-f591-4620-b8dc-cfa4002e0f4c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:09.015943 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4299b94-f170-45e9-aa41-d2c833b91a1b req-5b61862a-f591-4620-b8dc-cfa4002e0f4c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 932 time: 0.0496569 Oct 13 12:26:09.063531 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e4299b94-f170-45e9-aa41-d2c833b91a1b req-223532b8-683e-4aed-b30d-bd468b90ccb0 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403457 Oct 13 12:26:09.339917 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:26:09.848749 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:10.189132 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e83e12-c912-4740-b116-902fef4ab24b req-57f97aac-f0f0-446b-8ba6-af491dc92c95 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:10.190825 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87e83e12-c912-4740-b116-902fef4ab24b req-57f97aac-f0f0-446b-8ba6-af491dc92c95 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 932 time: 0.0500193 Oct 13 12:26:10.236082 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-87e83e12-c912-4740-b116-902fef4ab24b req-76864671-c7b5-4493-8a12-f646d3cdf954 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370564 Oct 13 12:26:10.839843 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4e41c31b-722e-4723-9f12-e66997d1a1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:11.356784 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b3f96-15d8-46d3-8b29-c41cf28fa5c1 req-afe11999-7135-4ea1-be8e-ca988a3429e2 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:11.358248 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-674b3f96-15d8-46d3-8b29-c41cf28fa5c1 req-afe11999-7135-4ea1-be8e-ca988a3429e2 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 932 time: 0.0509188 Oct 13 12:26:11.408191 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-674b3f96-15d8-46d3-8b29-c41cf28fa5c1 req-817b8af1-7fc5-47bd-a0d4-bb3a32f22bb5 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418406 Oct 13 12:26:11.657143 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:11.822637 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:12.536584 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112eeec-f353-4ebb-aaff-58e6496e4168 req-bfc33e3e-78ed-41a8-ab1b-05caaeed38f4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:12.538173 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6112eeec-f353-4ebb-aaff-58e6496e4168 req-bfc33e3e-78ed-41a8-ab1b-05caaeed38f4 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 932 time: 0.0565591 Oct 13 12:26:12.585103 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6112eeec-f353-4ebb-aaff-58e6496e4168 req-66bfbfe7-c0f8-41eb-8717-3fec65d3799e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399444 Oct 13 12:26:13.142711 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.v2.base [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Request body: {'port': {'device_id': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813659-3'}} {{(pid=101990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:26:13.200256 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:13.268195 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:13.466835 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96b42f4-72e9-4046-8f1c-45e3f93c020d {{(pid=101990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:26:13.474100 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:13.486526 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.provisioning_blocks [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Transition to ACTIVE for port object e96b42f4-72e9-4046-8f1c-45e3f93c020d will not be triggered until provisioned by entity L2. {{(pid=101990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 12:26:13.556971 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:13.606897 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e96b42f4-72e9-4046-8f1c-45e3f93c020d,revision_number=2']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:26:13.687679 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Attempting to bind port e96b42f4-72e9-4046-8f1c-45e3f93c020d on host n-h2-813659-3 for vnic_type normal with profile {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 12:26:13.688084 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Attempting to bind port e96b42f4-72e9-4046-8f1c-45e3f93c020d by drivers openvswitch,hyperv on host n-h2-813659-3 at level 0 using segments [{'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 12:26:13.688422 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Attempting to bind port e96b42f4-72e9-4046-8f1c-45e3f93c020d on network c2bc2a96-0773-4a28-acb9-cfd62b89f839 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:26:13.693215 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Port e96b42f4-72e9-4046-8f1c-45e3f93c020d on network c2bc2a96-0773-4a28-acb9-cfd62b89f839 not bound, no agent of type Open vSwitch agent registered on host n-h2-813659-3 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 12:26:13.693546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Attempting to bind port e96b42f4-72e9-4046-8f1c-45e3f93c020d on network c2bc2a96-0773-4a28-acb9-cfd62b89f839 {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 12:26:13.699252 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Checking agent: {'id': 'c5ddc566-7cf2-47ec-82f6-651a0ad470fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813659-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'started_at': datetime.datetime(2021, 10, 13, 10, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 12, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 12:26:13.699632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Checking segment: {'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 12:26:13.699989 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Bound using segment: {'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'} {{(pid=101990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 12:26:13.700437 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.managers [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Bound port: e96b42f4-72e9-4046-8f1c-45e3f93c020d, host: n-h2-813659-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c257fc7-d8a7-4523-bf92-5ef1fa94891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839'}}] {{(pid=101990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 12:26:13.700989 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:13.710155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbc149-2cfd-45d1-b927-80d3a3ebe16e req-82f82b2e-b5cb-4d69-b4f0-0ab241ad409f tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:13.712337 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdcbc149-2cfd-45d1-b927-80d3a3ebe16e req-82f82b2e-b5cb-4d69-b4f0-0ab241ad409f tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 944 time: 0.0542464 Oct 13 12:26:13.759490 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bdcbc149-2cfd-45d1-b927-80d3a3ebe16e req-089637cc-7f5e-4d6f-ba00-353a76107f20 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384500 Oct 13 12:26:13.779825 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] For port e96b42f4-72e9-4046-8f1c-45e3f93c020d, host n-h2-813659-3, cleared binding levels {{(pid=101990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 12:26:13.792132 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] For port e96b42f4-72e9-4046-8f1c-45e3f93c020d, host n-h2-813659-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 12:26:13.851102 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:13.880060 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25810567'] for port, after_update {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:13.914512 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:13.915230 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:13.916678 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] 10.222.0.21 "PUT /v2.0/ports/e96b42f4-72e9-4046-8f1c-45e3f93c020d HTTP/1.1" status: 200 len: 1092 time: 0.8336275 Oct 13 12:26:13.917141 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:26:13.919485 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0328b1c-9233-4146-ad2b-0f84901c4acd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:26:13.947260 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90a24f-a57e-4c4e-b8a4-292bafe9ccb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e96b42f4-72e9-4046-8f1c-45e3f93c020d,revision_number=3']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:26:13.959082 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddab31d-4c7f-4be2-8d3e-7df1beef36ab x-openstack-request-id: req-cddab31d-4c7f-4be2-8d3e-7df1beef36ab {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:26:13.959376 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:26:13.959630 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cddab31d-4c7f-4be2-8d3e-7df1beef36ab {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:26:13.960054 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'status': 'completed', 'code': 200} Oct 13 12:26:14.059710 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0328b1c-9233-4146-ad2b-0f84901c4acd req-c4f88aaa-97be-4256-917e-56ccfcd45a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:14.061299 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c0328b1c-9233-4146-ad2b-0f84901c4acd req-c4f88aaa-97be-4256-917e-56ccfcd45a9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 1095 time: 0.0793600 Oct 13 12:26:14.069420 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-320f0351-c0a1-435c-bce2-21aef5ba010f req-56d215a2-5e57-4366-9349-d194c9daf813 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572877 Oct 13 12:26:14.198632 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f0351-c0a1-435c-bce2-21aef5ba010f req-42d4b519-4fab-4620-8d77-af962940ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:14.200041 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-320f0351-c0a1-435c-bce2-21aef5ba010f req-42d4b519-4fab-4620-8d77-af962940ce77 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 1094 time: 0.0732052 Oct 13 12:26:14.205299 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0328b1c-9233-4146-ad2b-0f84901c4acd req-561a73d7-0e12-4798-b902-abcaa7b1d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:14.206713 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c0328b1c-9233-4146-ad2b-0f84901c4acd req-561a73d7-0e12-4798-b902-abcaa7b1d0a8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a6167d672bb14b1c9b101830081533b7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1364443 Oct 13 12:26:14.677267 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0328b1c-9233-4146-ad2b-0f84901c4acd req-56a59ff3-386e-4ef7-8155-2ae6bde84f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:14.678824 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c0328b1c-9233-4146-ad2b-0f84901c4acd req-56a59ff3-386e-4ef7-8155-2ae6bde84f51 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4654276 Oct 13 12:26:14.679797 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f0351-c0a1-435c-bce2-21aef5ba010f req-ab825a57-b945-4769-ab1b-5c0db75195e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:14.681081 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-320f0351-c0a1-435c-bce2-21aef5ba010f req-ab825a57-b945-4769-ab1b-5c0db75195e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 911 time: 0.4596531 Oct 13 12:26:14.776690 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-320f0351-c0a1-435c-bce2-21aef5ba010f req-9128cc31-28ee-4a67-b8a8-c370bdadce91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a23df420-8073-4a6a-acfc-a1ed23280bad HTTP/1.1" status: 200 len: 999 time: 0.0880935 Oct 13 12:26:14.782617 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-724bc6fd-1432-4280-91a3-a6f4e0ea4d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:14.783976 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-724bc6fd-1432-4280-91a3-a6f4e0ea4d16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 1095 time: 0.0606587 Oct 13 12:26:14.846659 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-daa4dc00-8978-4724-970d-d219ec632127 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d HTTP/1.1" status: 200 len: 217 time: 0.0537026 Oct 13 12:26:14.888174 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f0351-c0a1-435c-bce2-21aef5ba010f req-6de613ef-1467-4ce4-9307-8fd5e005b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:14.889652 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-320f0351-c0a1-435c-bce2-21aef5ba010f req-6de613ef-1467-4ce4-9307-8fd5e005b3b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 200 len: 849 time: 0.1048517 Oct 13 12:26:14.895503 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6fdec-8ce5-4c5b-894b-4915d18f11c5 req-49bc71c8-281d-4cbd-b33d-7bfd87c55d9d tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:14.897039 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ab6fdec-8ce5-4c5b-894b-4915d18f11c5 req-49bc71c8-281d-4cbd-b33d-7bfd87c55d9d tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 944 time: 0.0617704 Oct 13 12:26:14.933686 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-a6f8fdb8-6175-4c51-b7a0-680d3e447fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:14.935074 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-a6f8fdb8-6175-4c51-b7a0-680d3e447fa4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 200 len: 849 time: 0.0803277 Oct 13 12:26:14.937745 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-5ab6fdec-8ce5-4c5b-894b-4915d18f11c5 req-be73aefd-2f81-4c9e-ab1e-dadf86c3a12d tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337198 Oct 13 12:26:14.971452 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f0351-c0a1-435c-bce2-21aef5ba010f req-ba0211c8-671a-4835-a1ff-37b384442b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:14.972941 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-320f0351-c0a1-435c-bce2-21aef5ba010f req-ba0211c8-671a-4835-a1ff-37b384442b01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2bc2a96-0773-4a28-acb9-cfd62b89f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740278 Oct 13 12:26:15.031866 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-7016e1eb-f9c7-450e-9edd-f1caedc32886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:15.033355 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-7016e1eb-f9c7-450e-9edd-f1caedc32886 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2bc2a96-0773-4a28-acb9-cfd62b89f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909529 Oct 13 12:26:15.128644 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-320f0351-c0a1-435c-bce2-21aef5ba010f req-13512ad0-e940-428c-af18-a5f91be8d272 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469457 Oct 13 12:26:15.201589 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-682199f4-185a-4c27-81b6-9c7bcff0c983 service neutron] 10.222.0.21 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568866 Oct 13 12:26:15.285427 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-320f0351-c0a1-435c-bce2-21aef5ba010f req-1736d109-7db8-4708-a337-9f3d1135fd11 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502185 Oct 13 12:26:15.313474 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ef9c3755-ff7e-4c2d-b045-16915a81995c req-4a25e70f-cedf-4b12-9a9f-248d014be153 service neutron] 10.222.0.21 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045218 Oct 13 12:26:16.057314 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c071d-82a6-4004-aa2f-5fb85180e676 req-f7a69204-7195-4612-af9b-fb32b550b52c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:16.058824 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a13c071d-82a6-4004-aa2f-5fb85180e676 req-f7a69204-7195-4612-af9b-fb32b550b52c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 944 time: 0.0509872 Oct 13 12:26:16.102289 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a13c071d-82a6-4004-aa2f-5fb85180e676 req-62ceb35e-ef0a-4b30-a2ef-43d18008e08c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368314 Oct 13 12:26:17.223381 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9defae-247c-494f-99b4-48d1990f05c7 req-434e6507-10d4-450b-8478-e9565d74c2a1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:17.224859 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e9defae-247c-494f-99b4-48d1990f05c7 req-434e6507-10d4-450b-8478-e9565d74c2a1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 944 time: 0.0531261 Oct 13 12:26:17.268505 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-8e9defae-247c-494f-99b4-48d1990f05c7 req-d3cdc548-ab4d-497a-84db-98f2fffb91a6 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369527 Oct 13 12:26:17.973213 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device e96b42f4-72e9-4046-8f1c-45e3f93c020d details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 12:26:18.067432 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port e96b42f4-72e9-4046-8f1c-45e3f93c020d, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:26:18.079570 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'port_id': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'mac_address': 'fa:16:3e:33:7e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 12:26:18.117488 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:18.134474 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96b42f4-72e9-4046-8f1c-45e3f93c020d {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:26:18.154386 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port e96b42f4-72e9-4046-8f1c-45e3f93c020d, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:26:18.256628 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:18.307931 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=e96b42f4-72e9-4046-8f1c-45e3f93c020d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:26:18.387643 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ceb9f0-ce6a-41fd-b854-b53f99f66c7b req-1d8055f6-edf6-44f1-b404-493f7297cbc2 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:18.389126 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7ceb9f0-ce6a-41fd-b854-b53f99f66c7b req-1d8055f6-edf6-44f1-b404-493f7297cbc2 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 945 time: 0.0496740 Oct 13 12:26:18.426685 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-e7ceb9f0-ce6a-41fd-b854-b53f99f66c7b req-8ce4e591-29c8-4b5c-bdc6-94f17ae8e53f tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306594 Oct 13 12:26:18.503093 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['e96b42f4-72e9-4046-8f1c-45e3f93c020d'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 12:26:19.547320 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aafbc-e1d8-4f9a-bee9-237e503adcdc req-5d4a42cb-3dd0-4b63-bfcb-bb3457c1403c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:19.548832 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb8aafbc-e1d8-4f9a-bee9-237e503adcdc req-5d4a42cb-3dd0-4b63-bfcb-bb3457c1403c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 945 time: 0.0515769 Oct 13 12:26:19.593245 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-bb8aafbc-e1d8-4f9a-bee9-237e503adcdc req-68b67b17-d328-4441-b866-763b8be0ec49 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379324 Oct 13 12:26:19.996688 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device e96b42f4-72e9-4046-8f1c-45e3f93c020d up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:26:20.100491 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning for port e96b42f4-72e9-4046-8f1c-45e3f93c020d completed by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 12:26:20.107377 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port e96b42f4-72e9-4046-8f1c-45e3f93c020d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:26:20.107377 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:20.187703 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:20.209289 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:26:20.211678 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbc7253-f076-497b-bd35-9af90b165071" -d '{"events": [{"server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "name": "network-vif-plugged", "status": "completed", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:26:20.223964 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port e96b42f4-72e9-4046-8f1c-45e3f93c020d, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:26:20.249699 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64ec1de-37b6-45c7-aca4-393f6faf12fb x-openstack-request-id: req-c64ec1de-37b6-45c7-aca4-393f6faf12fb {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:26:20.249996 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "name": "network-vif-plugged", "status": "completed", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:26:20.250278 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c64ec1de-37b6-45c7-aca4-393f6faf12fb {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:26:20.250705 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'code': 200} Oct 13 12:26:20.288269 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:20.337622 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=e96b42f4-72e9-4046-8f1c-45e3f93c020d,revision_number=5']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:26:20.354423 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa591b5e-6a1d-4c90-a034-0590f10ceff3 req-3e36094d-6adc-4138-bc78-0a69af91e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:20.356029 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa591b5e-6a1d-4c90-a034-0590f10ceff3 req-3e36094d-6adc-4138-bc78-0a69af91e715 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 1097 time: 0.0466299 Oct 13 12:26:20.391641 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fa591b5e-6a1d-4c90-a034-0590f10ceff3 req-8c15ea33-10c8-4ade-9327-964bf6077f64 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282068 Oct 13 12:26:20.711235 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb06e2-2e90-4cb3-8cc8-01542067bd97 req-86962f7f-a2d6-4c86-8d68-136b64fc7820 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:20.712709 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0eb06e2-2e90-4cb3-8cc8-01542067bd97 req-86962f7f-a2d6-4c86-8d68-136b64fc7820 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 946 time: 0.0503113 Oct 13 12:26:20.751858 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a0eb06e2-2e90-4cb3-8cc8-01542067bd97 req-02c150e4-7e74-43ed-97a2-8cb57b25a4cf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333309 Oct 13 12:26:21.866529 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f55a4-acfb-468f-bc6c-bfef7f522b93 req-2ccaab07-9ddf-4d36-a269-090888f36b8d tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:21.868008 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a87f55a4-acfb-468f-bc6c-bfef7f522b93 req-2ccaab07-9ddf-4d36-a269-090888f36b8d tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 946 time: 0.0494146 Oct 13 12:26:21.905548 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a87f55a4-acfb-468f-bc6c-bfef7f522b93 req-fa7e21f5-501d-4104-bd39-f9bf8833ed6d tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315788 Oct 13 12:26:22.019089 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9266d5b-c64d-42ef-aef8-bed70f7e88fc req-71257594-c923-4b56-9dd6-55813ce2783a tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:22.020591 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9266d5b-c64d-42ef-aef8-bed70f7e88fc req-71257594-c923-4b56-9dd6-55813ce2783a tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 946 time: 0.0487685 Oct 13 12:26:22.062467 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-a9266d5b-c64d-42ef-aef8-bed70f7e88fc req-399c02f6-87a5-4edb-8f9c-5d143fe44279 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345154 Oct 13 12:26:22.083816 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41806) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:26:22.125983 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ec079-d9e0-423d-91d9-00ddaade70fd tempest-TestSnapshotPattern-1253723041 tempest-TestSnapshotPattern-1253723041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:22.127005 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-496ec079-d9e0-423d-91d9-00ddaade70fd tempest-TestSnapshotPattern-1253723041 tempest-TestSnapshotPattern-1253723041-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 1092 time: 0.0422275 Oct 13 12:26:22.129763 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 41808) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:26:22.135207 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.v2.base [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Request body: {'floatingip': {'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'port_id': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 12:26:22.248355 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for floatingip, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:22.341581 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:22.444888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Allocated IP 172.25.0.102 (0d200ca7-65e4-4b47-bd3f-9a487a3d9860/f345e9ba-a9fa-4366-b781-c67289db050a/448c4797-6786-4303-b1dd-633ec76d9304) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 12:26:22.549374 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:22.633965 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785341241820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:22.674543 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Network 0d200ca7-65e4-4b47-bd3f-9a487a3d9860 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 12:26:22.677354 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 12:26:22.682228 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 12:26:22.687103 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event updated for resources: {'Port': ['ID=448c4797-6786-4303-b1dd-633ec76d9304,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:26:22.715116 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:22.715465 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:22.715811 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:22.716155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:22.716493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:22.716827 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:22.717162 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:22.717491 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:22.717823 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:22.718152 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:22.718509 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:22.718841 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:26:23.049448 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:23.184918 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:23.331523 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:23.407854 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25251442'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:23.471998 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event updated for resources: {'Port': ['ID=448c4797-6786-4303-b1dd-633ec76d9304,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:26:23.486350 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527503'] for floatingip, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:23.585459 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Floating IP 5816c620-4eab-4284-9173-ebc96009bddf associated. External IP: 172.25.0.102, port: e96b42f4-72e9-4046-8f1c-45e3f93c020d. Oct 13 12:26:23.790419 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Router 83f2341e-06ab-4848-8110-4c10533cce19 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:26:23.895994 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:26:23.905642 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed9a0a-f4c2-4fbb-8cc1-f84b2e4ba805 None None] Sync routers for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:26:23.914515 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed9a0a-f4c2-4fbb-8cc1-f84b2e4ba805 None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:26:23.915171 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-15ed9a0a-f4c2-4fbb-8cc1-f84b2e4ba805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:26:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:26:23.976070 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:24.004278 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-28f96245-1745-4507-9c3b-0b0a2cea8837 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8732755 Oct 13 12:26:24.005216 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:26:24.009309 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9311643e-f9ba-4214-a90e-f6fb3d8b7eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:26:24.021781 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-15ed9a0a-f4c2-4fbb-8cc1-f84b2e4ba805 None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:26:24.046279 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece81ac3-fdd5-4adc-8ce8-6c78bf6343ca x-openstack-request-id: req-ece81ac3-fdd5-4adc-8ce8-6c78bf6343ca {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:26:24.046606 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:26:24.046868 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ece81ac3-fdd5-4adc-8ce8-6c78bf6343ca {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:26:24.047272 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'status': 'completed', 'code': 200} Oct 13 12:26:24.112363 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311643e-f9ba-4214-a90e-f6fb3d8b7eb9 req-196e0095-04a0-4c21-ac2e-9fd6d9ebf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:24.113853 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9311643e-f9ba-4214-a90e-f6fb3d8b7eb9 req-196e0095-04a0-4c21-ac2e-9fd6d9ebf8ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 1097 time: 0.0422664 Oct 13 12:26:24.210987 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311643e-f9ba-4214-a90e-f6fb3d8b7eb9 req-3be84c1e-f611-461a-b88f-7c56a3b3d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:24.212492 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9311643e-f9ba-4214-a90e-f6fb3d8b7eb9 req-3be84c1e-f611-461a-b88f-7c56a3b3d90e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 911 time: 0.0913875 Oct 13 12:26:24.253115 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-15ed9a0a-f4c2-4fbb-8cc1-f84b2e4ba805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5816c620-4eab-4284-9173-ebc96009bddf', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'port_id': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'mac_address': 'fa:16:3e:33:7e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:26:22Z', 'updated_at': '2021-10-13T12:26:22Z', 'revision_number': 0, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address_scope': None}, {'id': '5c9c5502-5d0d-4696-8a33-3c56fa452702', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'port_id': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'mac_address': 'fa:16:3e:c0:65:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:22:57Z', 'updated_at': '2021-10-13T12:22:59Z', 'revision_number': 1, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 5, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:26:24.279984 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9311643e-f9ba-4214-a90e-f6fb3d8b7eb9 req-78636924-0caf-4c54-bfa1-077dbdcd1db9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d HTTP/1.1" status: 200 len: 1000 time: 0.0595400 Oct 13 12:26:24.286414 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed9a0a-f4c2-4fbb-8cc1-f84b2e4ba805 None None] Checking router: 83f2341e-06ab-4848-8110-4c10533cce19 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:26:24.291060 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed9a0a-f4c2-4fbb-8cc1-f84b2e4ba805 None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:26:24.291656 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-15ed9a0a-f4c2-4fbb-8cc1-f84b2e4ba805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:26:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:26:24.331395 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311643e-f9ba-4214-a90e-f6fb3d8b7eb9 req-5f7f0c0c-b6cb-4b19-bfde-05f45a13e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:24.333005 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9311643e-f9ba-4214-a90e-f6fb3d8b7eb9 req-5f7f0c0c-b6cb-4b19-bfde-05f45a13e23b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 200 len: 849 time: 0.0452268 Oct 13 12:26:24.389737 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311643e-f9ba-4214-a90e-f6fb3d8b7eb9 req-b7335ee6-39d7-4f0f-93e9-8084521ee4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:26:24.391275 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9311643e-f9ba-4214-a90e-f6fb3d8b7eb9 req-b7335ee6-39d7-4f0f-93e9-8084521ee4ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2bc2a96-0773-4a28-acb9-cfd62b89f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509739 Oct 13 12:26:24.395768 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-15ed9a0a-f4c2-4fbb-8cc1-f84b2e4ba805 None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:26:24.487532 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9311643e-f9ba-4214-a90e-f6fb3d8b7eb9 req-a0cd70a7-09fc-4853-b7a3-845217612f09 service neutron] 10.222.0.21 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853918 Oct 13 12:26:24.584695 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-9311643e-f9ba-4214-a90e-f6fb3d8b7eb9 req-390aed46-2262-4ca0-b317-7a93f2be40b8 service neutron] 10.222.0.21 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897639 Oct 13 12:26:24.624575 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-15ed9a0a-f4c2-4fbb-8cc1-f84b2e4ba805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5816c620-4eab-4284-9173-ebc96009bddf', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'port_id': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'mac_address': 'fa:16:3e:33:7e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:26:22Z', 'updated_at': '2021-10-13T12:26:22Z', 'revision_number': 0, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address_scope': None}, {'id': '5c9c5502-5d0d-4696-8a33-3c56fa452702', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'port_id': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'mac_address': 'fa:16:3e:c0:65:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:22:57Z', 'updated_at': '2021-10-13T12:22:59Z', 'revision_number': 1, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 5, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:26:24.650864 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed9a0a-f4c2-4fbb-8cc1-f84b2e4ba805 None None] The sync data for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 is: [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5816c620-4eab-4284-9173-ebc96009bddf', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'port_id': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'mac_address': 'fa:16:3e:33:7e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:26:22Z', 'updated_at': '2021-10-13T12:26:22Z', 'revision_number': 0, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address_scope': None}, {'id': '5c9c5502-5d0d-4696-8a33-3c56fa452702', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'port_id': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'mac_address': 'fa:16:3e:c0:65:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:22:57Z', 'updated_at': '2021-10-13T12:22:59Z', 'revision_number': 1, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 5, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:26:24.841164 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc6a9a-615d-4b3e-b829-114ad2073b8b None None] New status for floating IP 5816c620-4eab-4284-9173-ebc96009bddf: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:26:38.065152 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9d4bb305-a15a-4660-8821-9cec6d4ef73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:39.893536 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:40.876784 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-41806963-70bc-4471-8601-a5e826795125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:41.621894 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:41.821757 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:42.607718 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:43.832834 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:26:46.338754 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:27:02.583201 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-9d4128be-b957-4b33-ac1b-f27f21ff6495 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396466 Oct 13 12:27:02.665720 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-c8bc7e40-b46d-4c7f-85a2-8df8c1a88e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:27:02.667979 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-c8bc7e40-b46d-4c7f-85a2-8df8c1a88e21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 1097 time: 0.0403168 Oct 13 12:27:02.775097 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-e4b8baac-f311-4d88-b95d-995d4017404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:27:02.777241 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-e4b8baac-f311-4d88-b95d-995d4017404e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 911 time: 0.0891588 Oct 13 12:27:02.844106 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-eee9c8c8-1ba7-4861-8ad3-69a641e31317 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d HTTP/1.1" status: 200 len: 1002 time: 0.0572336 Oct 13 12:27:02.897270 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-0b537897-41c6-412b-a77a-77564e5f7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:27:02.898740 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-0b537897-41c6-412b-a77a-77564e5f7a08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 200 len: 849 time: 0.0476408 Oct 13 12:27:02.944379 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-e4d7ae41-fef6-43c1-98a1-42aa804572d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:27:02.945856 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-e4d7ae41-fef6-43c1-98a1-42aa804572d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2bc2a96-0773-4a28-acb9-cfd62b89f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387394 Oct 13 12:27:02.957582 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-850626dc-42ad-4d23-b9ae-0dcb7524aebf service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 12:27:02.958584 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-850626dc-42ad-4d23-b9ae-0dcb7524aebf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048594 Oct 13 12:27:03.049996 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-ccbc391f-f823-4717-8160-8a1eaff5b45c service neutron] 10.222.0.21 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847037 Oct 13 12:27:03.151448 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-c6ab2e7b-6a2b-4ae8-927c-16fd3d731cb4 req-595f35ed-bafe-4c00-b281-a285bc36fb62 service neutron] 10.222.0.21 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896955 Oct 13 12:27:08.047288 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c88175c7-bb13-4291-abcc-3985632f2218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:09.855635 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:10.836115 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5148b32b-f378-4913-b141-74c02f92be5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:11.641982 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:11.814832 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:12.614843 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:13.832130 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:16.039594 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-72c6c6e0-2ad6-4518-a3c6-b0f0bed8e225 req-a614be63-56b8-473d-abba-81ebdf037f16 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404956 Oct 13 12:27:16.122746 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6c6e0-2ad6-4518-a3c6-b0f0bed8e225 req-11e61d56-b767-460f-bfd0-038d9ef88316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:27:16.124284 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-72c6c6e0-2ad6-4518-a3c6-b0f0bed8e225 req-11e61d56-b767-460f-bfd0-038d9ef88316 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 1094 time: 0.0421834 Oct 13 12:27:16.236368 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6c6e0-2ad6-4518-a3c6-b0f0bed8e225 req-6fe7ec7a-c28a-48f8-bd43-d09305a1a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:27:16.237839 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-72c6c6e0-2ad6-4518-a3c6-b0f0bed8e225 req-6fe7ec7a-c28a-48f8-bd43-d09305a1a1df service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 911 time: 0.0931368 Oct 13 12:27:16.310612 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-72c6c6e0-2ad6-4518-a3c6-b0f0bed8e225 req-c9034d8e-2756-4329-bdaa-65e6b9e3c60b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a23df420-8073-4a6a-acfc-a1ed23280bad HTTP/1.1" status: 200 len: 999 time: 0.0659080 Oct 13 12:27:16.361578 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6c6e0-2ad6-4518-a3c6-b0f0bed8e225 req-2183af8e-a47a-4fb4-9616-b850b21241e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:27:16.363113 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-72c6c6e0-2ad6-4518-a3c6-b0f0bed8e225 req-2183af8e-a47a-4fb4-9616-b850b21241e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 200 len: 849 time: 0.0452206 Oct 13 12:27:16.408838 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6c6e0-2ad6-4518-a3c6-b0f0bed8e225 req-50a40409-1dff-4c58-b452-7b01debd7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:27:16.410306 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-72c6c6e0-2ad6-4518-a3c6-b0f0bed8e225 req-50a40409-1dff-4c58-b452-7b01debd7d3f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2bc2a96-0773-4a28-acb9-cfd62b89f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408766 Oct 13 12:27:16.504430 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-72c6c6e0-2ad6-4518-a3c6-b0f0bed8e225 req-2f211e24-0325-4d12-983a-eef40cbbeaa0 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870655 Oct 13 12:27:16.597279 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-72c6c6e0-2ad6-4518-a3c6-b0f0bed8e225 req-1062d02c-756d-4b17-8edb-cd1e13429840 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853260 Oct 13 12:27:23.338267 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:27:38.037734 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3eac-f030-4a1b-9bc8-7f70a609705f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:39.881974 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:40.812645 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-482a44c4-ebb2-4e06-b26d-8d1650c3d97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:41.637691 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:41.814744 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:42.614427 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:43.831900 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:50.446500 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device e96b42f4-72e9-4046-8f1c-45e3f93c020d details requested by agent hyperv_n-h2-813659-3 with host n-h2-813659-3 {{(pid=101992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 12:27:50.567513 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port e96b42f4-72e9-4046-8f1c-45e3f93c020d, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:27:50.582250 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Returning: {'device': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'port_id': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'mac_address': 'fa:16:3e:33:7e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 12:27:50.627127 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:50.641153 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e96b42f4-72e9-4046-8f1c-45e3f93c020d {{(pid=101992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 12:27:50.662911 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port e96b42f4-72e9-4046-8f1c-45e3f93c020d, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:27:50.723257 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:50.779862 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=e96b42f4-72e9-4046-8f1c-45e3f93c020d,revision_number=6']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:27:50.794519 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:27:50.795306 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:27:50.795831 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:27:50.796174 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:27:50.796515 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:27:50.796854 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:27:50.797302 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:27:50.797799 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:27:50.798137 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:27:50.798505 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:27:50.798839 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:27:50.799312 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:27:50.804610 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] get_ports_and_sgs() called for port_ids ['e96b42f4-72e9-4046-8f1c-45e3f93c020d'] {{(pid=101992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 12:27:52.461983 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device e96b42f4-72e9-4046-8f1c-45e3f93c020d up at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 12:27:52.517577 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.provisioning_blocks [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Provisioning complete for port e96b42f4-72e9-4046-8f1c-45e3f93c020d triggered by entity L2. {{(pid=101992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 12:27:52.518363 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035172'] for port, provisioning_complete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:52.604668 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:52.630613 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:27:52.632877 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afe808f-7377-4ec4-a603-334ed144d17b" -d '{"events": [{"server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "name": "network-vif-plugged", "status": "completed", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:27:52.646144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port e96b42f4-72e9-4046-8f1c-45e3f93c020d, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:27:52.674468 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131b3f48-deb7-48d7-a27e-bd1fbe78efbd x-openstack-request-id: req-131b3f48-deb7-48d7-a27e-bd1fbe78efbd {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:27:52.674769 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "name": "network-vif-plugged", "status": "completed", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:27:52.675092 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-131b3f48-deb7-48d7-a27e-bd1fbe78efbd {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:27:52.675488 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'code': 200} Oct 13 12:27:52.928653 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:27:52.980858 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=e96b42f4-72e9-4046-8f1c-45e3f93c020d,revision_number=7']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:00.337837 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:28:02.554863 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eacde8df-3bc7-4ce0-ad74-7c42d73925e2 req-e606db82-7880-492e-907b-c602aef264ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423574 Oct 13 12:28:02.619303 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42016) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:02.646531 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacde8df-3bc7-4ce0-ad74-7c42d73925e2 req-9f4810ee-50ce-4a04-9295-a7aa0babd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:02.648045 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eacde8df-3bc7-4ce0-ad74-7c42d73925e2 req-9f4810ee-50ce-4a04-9295-a7aa0babd356 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 1097 time: 0.0492342 Oct 13 12:28:02.755055 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacde8df-3bc7-4ce0-ad74-7c42d73925e2 req-888f1827-b474-4518-9b7a-73bc48f060be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:02.756548 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eacde8df-3bc7-4ce0-ad74-7c42d73925e2 req-888f1827-b474-4518-9b7a-73bc48f060be service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 911 time: 0.0892701 Oct 13 12:28:02.781056 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Deleting port 448c4797-6786-4303-b1dd-633ec76d9304 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:28:02.781405 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:02.827307 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eacde8df-3bc7-4ce0-ad74-7c42d73925e2 req-13504d17-cfed-40d9-b422-19ab929ae329 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d HTTP/1.1" status: 200 len: 1002 time: 0.0634515 Oct 13 12:28:02.881546 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacde8df-3bc7-4ce0-ad74-7c42d73925e2 req-72eb96ac-b220-4ed7-b29a-daec4fb5e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:02.883079 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eacde8df-3bc7-4ce0-ad74-7c42d73925e2 req-72eb96ac-b220-4ed7-b29a-daec4fb5e99b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 200 len: 849 time: 0.0491812 Oct 13 12:28:02.934175 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacde8df-3bc7-4ce0-ad74-7c42d73925e2 req-0d5d15f9-955e-494f-99c7-7cd288f2ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:02.936944 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eacde8df-3bc7-4ce0-ad74-7c42d73925e2 req-0d5d15f9-955e-494f-99c7-7cd288f2ea26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2bc2a96-0773-4a28-acb9-cfd62b89f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463924 Oct 13 12:28:03.042587 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eacde8df-3bc7-4ce0-ad74-7c42d73925e2 req-c3275b61-c903-4cc5-8b53-6e2bfc4a3cd8 service neutron] 10.222.0.21 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982695 Oct 13 12:28:03.143445 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-eacde8df-3bc7-4ce0-ad74-7c42d73925e2 req-49947423-6ee9-40cc-ad1d-efcf7c0a05fa service neutron] 10.222.0.21 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933714 Oct 13 12:28:03.185598 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:03.185929 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:03.197319 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Calling delete_port for 448c4797-6786-4303-b1dd-633ec76d9304 owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:28:03.435724 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:03.461867 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event deleted for resources: {'Port': ['ID=448c4797-6786-4303-b1dd-633ec76d9304,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:03.486225 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:03.486597 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:03.486945 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:03.487284 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:03.487622 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:03.487950 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:03.488281 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:03.488607 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:03.488929 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:03.489253 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:03.489579 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:03.489904 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:03.534624 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:03.535016 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Floating IP 5816c620-4eab-4284-9173-ebc96009bddf disassociated (deleted). External IP: 172.25.0.102, port: e96b42f4-72e9-4046-8f1c-45e3f93c020d. Oct 13 12:28:03.754478 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Router 83f2341e-06ab-4848-8110-4c10533cce19 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:28:03.870453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:28:03.876273 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:03.883931 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec6eba-906d-49b2-9899-17c82cf0bcc8 None None] Sync routers for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:28:03.893830 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec6eba-906d-49b2-9899-17c82cf0bcc8 None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:28:03.894443 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-abec6eba-906d-49b2-9899-17c82cf0bcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:03.905835 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-c1aee272-cbd2-4bcd-bafa-47b855f4499e tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "DELETE /v2.0/floatingips/5816c620-4eab-4284-9173-ebc96009bddf HTTP/1.1" status: 204 len: 168 time: 1.2853494 Oct 13 12:28:03.906514 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:28:03.908811 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc2d87a-f4ed-4fb8-ab16-438721008a40" -d '{"events": [{"name": "network-changed", "server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:28:04.009485 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-abec6eba-906d-49b2-9899-17c82cf0bcc8 None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:28:04.360881 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-abec6eba-906d-49b2-9899-17c82cf0bcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5c9c5502-5d0d-4696-8a33-3c56fa452702', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'port_id': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'mac_address': 'fa:16:3e:c0:65:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:22:57Z', 'updated_at': '2021-10-13T12:22:59Z', 'revision_number': 1, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 5, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:04.365243 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e86610a-03e8-4599-958d-6ef405d76f0c x-openstack-request-id: req-7e86610a-03e8-4599-958d-6ef405d76f0c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:28:04.365605 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:28:04.365931 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e86610a-03e8-4599-958d-6ef405d76f0c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:28:04.366456 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'status': 'completed', 'code': 200} Oct 13 12:28:04.388796 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec6eba-906d-49b2-9899-17c82cf0bcc8 None None] Checking router: 83f2341e-06ab-4848-8110-4c10533cce19 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:28:04.397253 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec6eba-906d-49b2-9899-17c82cf0bcc8 None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:28:04.397858 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-abec6eba-906d-49b2-9899-17c82cf0bcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:04.437789 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2d87a-f4ed-4fb8-ab16-438721008a40 req-bc77acb5-28c8-4b0f-bbbb-389d04c4fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:04.439333 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecc2d87a-f4ed-4fb8-ab16-438721008a40 req-bc77acb5-28c8-4b0f-bbbb-389d04c4fafd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 1097 time: 0.0485601 Oct 13 12:28:04.466493 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69257f-2846-487a-bf12-bd27fed1f3be req-60dd24db-4a50-4bef-9525-7f9ea68ea4bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:04.468075 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d69257f-2846-487a-bf12-bd27fed1f3be req-60dd24db-4a50-4bef-9525-7f9ea68ea4bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 946 time: 0.0543277 Oct 13 12:28:04.488549 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device e96b42f4-72e9-4046-8f1c-45e3f93c020d no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:28:04.514385 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4d69257f-2846-487a-bf12-bd27fed1f3be req-c27b90e5-e5d6-4074-8884-339b45959a16 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392754 Oct 13 12:28:04.516824 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-abec6eba-906d-49b2-9899-17c82cf0bcc8 None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:28:04.577599 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2d87a-f4ed-4fb8-ab16-438721008a40 req-53cc5b96-129e-4def-93fd-00508a4c0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:04.579145 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecc2d87a-f4ed-4fb8-ab16-438721008a40 req-53cc5b96-129e-4def-93fd-00508a4c0137 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 911 time: 0.1315985 Oct 13 12:28:04.581452 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632610'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:04.604683 n-d-813659-3 neutron-server[101992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d'}] {{(pid=101992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:28:04.607561 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c637c43f78c726dd20f6ecacdea3ff59b2bd1afaaa83fbec9d8c2abc05e44fc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d273e066-ee3e-4b48-b544-d41f898c0868" -d '{"events": [{"server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "name": "network-vif-unplugged", "status": "completed", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d"}]}' {{(pid=101992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:28:04.621642 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] For port e96b42f4-72e9-4046-8f1c-45e3f93c020d, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:28:04.626561 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecc2d87a-f4ed-4fb8-ab16-438721008a40 req-b1cd0721-b2e1-4a5c-9d5e-d8d9bb7875b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d HTTP/1.1" status: 200 len: 217 time: 0.0386937 Oct 13 12:28:04.687927 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2d87a-f4ed-4fb8-ab16-438721008a40 req-e70d2f97-000e-446c-91c7-fc8aeaa7ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:04.689543 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecc2d87a-f4ed-4fb8-ab16-438721008a40 req-e70d2f97-000e-446c-91c7-fc8aeaa7ca8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 200 len: 849 time: 0.0548441 Oct 13 12:28:04.701816 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 12:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a980f4f-5c18-4c6f-b31c-c251d7c6d66e x-openstack-request-id: req-6a980f4f-5c18-4c6f-b31c-c251d7c6d66e {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:28:04.702479 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "name": "network-vif-unplugged", "status": "completed", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d", "code": 200}]} {{(pid=101992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:28:04.702829 n-d-813659-3 neutron-server[101992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a980f4f-5c18-4c6f-b31c-c251d7c6d66e {{(pid=101992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:28:04.703317 n-d-813659-3 neutron-server[101992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'code': 200} Oct 13 12:28:04.709408 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785341713430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785341241838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785341244420'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:04.738957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2d87a-f4ed-4fb8-ab16-438721008a40 req-dcbac4ac-8496-468e-8681-fada07898ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:04.740489 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecc2d87a-f4ed-4fb8-ab16-438721008a40 req-dcbac4ac-8496-468e-8681-fada07898ac5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2bc2a96-0773-4a28-acb9-cfd62b89f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441968 Oct 13 12:28:04.764994 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Pushing event updated for resources: {'Port': ['ID=e96b42f4-72e9-4046-8f1c-45e3f93c020d,revision_number=8']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:04.771553 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-abec6eba-906d-49b2-9899-17c82cf0bcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5c9c5502-5d0d-4696-8a33-3c56fa452702', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'port_id': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'mac_address': 'fa:16:3e:c0:65:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:22:57Z', 'updated_at': '2021-10-13T12:22:59Z', 'revision_number': 1, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 5, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:04.799018 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec6eba-906d-49b2-9899-17c82cf0bcc8 None None] The sync data for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 is: [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_floatingips': [{'id': '5c9c5502-5d0d-4696-8a33-3c56fa452702', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'router_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'port_id': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'mac_address': 'fa:16:3e:c0:65:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T12:22:57Z', 'updated_at': '2021-10-13T12:22:59Z', 'revision_number': 1, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 5, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:28:04.847742 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecc2d87a-f4ed-4fb8-ab16-438721008a40 req-1a1d9ab4-124e-486f-82c9-c61e78d31298 service neutron] 10.222.0.21 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970600 Oct 13 12:28:04.941604 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-ecc2d87a-f4ed-4fb8-ab16-438721008a40 req-724ceee4-2272-413a-89a2-da58614c9748 service neutron] 10.222.0.21 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861897 Oct 13 12:28:05.046290 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c3ee5-a4d7-4f60-9ab4-9e4daa3dde50 None None] New status for floating IP 5816c620-4eab-4284-9173-ebc96009bddf: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:28:05.637432 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f87af5-6102-4435-b6ed-fd26fb25bd27 req-e57fda19-0da8-45f8-94c8-53d421e8603d tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:05.638951 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17f87af5-6102-4435-b6ed-fd26fb25bd27 req-e57fda19-0da8-45f8-94c8-53d421e8603d tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 944 time: 0.0512412 Oct 13 12:28:05.677616 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-17f87af5-6102-4435-b6ed-fd26fb25bd27 req-920f7132-907f-42f6-a7e5-a7671d0e48b2 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320685 Oct 13 12:28:05.984634 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8ee95-b488-41e7-9a74-4bb4dff1a0ef req-a20f74ad-c75d-41a6-8d1b-e5ee6c7331ea tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:05.986099 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38c8ee95-b488-41e7-9a74-4bb4dff1a0ef req-a20f74ad-c75d-41a6-8d1b-e5ee6c7331ea tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 944 time: 0.0508547 Oct 13 12:28:06.083001 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-38c8ee95-b488-41e7-9a74-4bb4dff1a0ef req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Deleting port e96b42f4-72e9-4046-8f1c-45e3f93c020d {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:28:06.083345 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38c8ee95-b488-41e7-9a74-4bb4dff1a0ef req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:06.174654 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-38c8ee95-b488-41e7-9a74-4bb4dff1a0ef req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] For port e96b42f4-72e9-4046-8f1c-45e3f93c020d, host n-h2-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813659-3',level=0,port_id=e96b42f4-72e9-4046-8f1c-45e3f93c020d,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:28:06.175028 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38c8ee95-b488-41e7-9a74-4bb4dff1a0ef req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:06.188547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-38c8ee95-b488-41e7-9a74-4bb4dff1a0ef req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Calling delete_port for e96b42f4-72e9-4046-8f1c-45e3f93c020d owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:28:06.385741 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38c8ee95-b488-41e7-9a74-4bb4dff1a0ef req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:06.413520 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event deleted for resources: {'Port': ['ID=e96b42f4-72e9-4046-8f1c-45e3f93c020d,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:06.427985 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:06.428336 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:06.428685 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:06.429030 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:06.429374 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:06.429734 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:06.430134 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:06.430490 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:06.430828 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:06.431117 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:06.431450 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:06.431781 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813659-3 {{(pid=101990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 12:28:06.470544 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c8ee95-b488-41e7-9a74-4bb4dff1a0ef req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] No DVR routers for this DVR port e96b42f4-72e9-4046-8f1c-45e3f93c020d on host n-h2-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:28:06.473133 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-38c8ee95-b488-41e7-9a74-4bb4dff1a0ef req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:06.476506 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-38c8ee95-b488-41e7-9a74-4bb4dff1a0ef req-d1762b0c-20b2-4028-adab-049bab96c2bf tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.21 "DELETE /v2.0/ports/e96b42f4-72e9-4046-8f1c-45e3f93c020d HTTP/1.1" status: 204 len: 173 time: 0.4847648 Oct 13 12:28:06.476952 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'name': 'network-vif-deleted', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:28:06.479411 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7dc93f-046a-4efe-91cf-969135b00899" -d '{"events": [{"server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "name": "network-vif-deleted", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:28:06.571250 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9972dd28-b17f-489a-8632-30ae6110534a x-openstack-request-id: req-9972dd28-b17f-489a-8632-30ae6110534a {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:28:06.571548 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a307eeb-2c77-42eb-9706-e6cae814c658", "name": "network-vif-deleted", "tag": "e96b42f4-72e9-4046-8f1c-45e3f93c020d", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:28:06.571803 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9972dd28-b17f-489a-8632-30ae6110534a {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:28:06.572208 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a307eeb-2c77-42eb-9706-e6cae814c658', 'name': 'network-vif-deleted', 'tag': 'e96b42f4-72e9-4046-8f1c-45e3f93c020d', 'status': 'completed', 'code': 200} Oct 13 12:28:06.794140 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-d6fc2a94-c0f8-4409-b370-2369a523f51e req-dbded92a-365b-4b5f-9a1a-0ff418ab96ef tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a307eeb-2c77-42eb-9706-e6cae814c658 HTTP/1.1" status: 200 len: 210 time: 0.0380390 Oct 13 12:28:08.088555 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-404def63-e4db-4853-a681-94096d47f8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:09.301286 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42086) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:09.458687 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-69e3feec-4a3c-4e9a-abaf-6d58323d60d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Deleting port 95477ba9-0763-40af-9fc8-c512fdc8ae2d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:28:09.459036 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69e3feec-4a3c-4e9a-abaf-6d58323d60d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:09.539713 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69e3feec-4a3c-4e9a-abaf-6d58323d60d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:09.540040 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69e3feec-4a3c-4e9a-abaf-6d58323d60d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:09.552287 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-69e3feec-4a3c-4e9a-abaf-6d58323d60d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Calling delete_port for 95477ba9-0763-40af-9fc8-c512fdc8ae2d owned by network:floatingip {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:28:09.785913 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69e3feec-4a3c-4e9a-abaf-6d58323d60d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:09.812688 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3feec-4a3c-4e9a-abaf-6d58323d60d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event deleted for resources: {'Port': ['ID=95477ba9-0763-40af-9fc8-c512fdc8ae2d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:09.878100 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69e3feec-4a3c-4e9a-abaf-6d58323d60d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for floatingip, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:09.878626 n-d-813659-3 neutron-server[101991]: INFO neutron.db.l3_db [None req-69e3feec-4a3c-4e9a-abaf-6d58323d60d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Floating IP 5c9c5502-5d0d-4696-8a33-3c56fa452702 disassociated (deleted). External IP: 172.25.0.167, port: a23df420-8073-4a6a-acfc-a1ed23280bad. Oct 13 12:28:09.894198 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:10.097890 n-d-813659-3 neutron-server[101991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e3feec-4a3c-4e9a-abaf-6d58323d60d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Router 83f2341e-06ab-4848-8110-4c10533cce19 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:28:10.208644 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e3feec-4a3c-4e9a-abaf-6d58323d60d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:28:10.213586 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69e3feec-4a3c-4e9a-abaf-6d58323d60d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for floatingip, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:10.218930 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bbd687-d41d-4360-8d19-9da3038eb24b None None] Sync routers for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:28:10.227918 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bbd687-d41d-4360-8d19-9da3038eb24b None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:28:10.228523 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-33bbd687-d41d-4360-8d19-9da3038eb24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:10.241385 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-69e3feec-4a3c-4e9a-abaf-6d58323d60d1 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "DELETE /v2.0/floatingips/5c9c5502-5d0d-4696-8a33-3c56fa452702 HTTP/1.1" status: 204 len: 168 time: 0.9389729 Oct 13 12:28:10.241977 n-d-813659-3 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:28:10.244277 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef384ae6de45896b9fab5e6b61cdda52bc888e0f873b27d3b902b19632268b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2531c8-4ee6-43cf-9168-0bf34d9035f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:28:10.337362 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-33bbd687-d41d-4360-8d19-9da3038eb24b None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:28:10.526502 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device e96b42f4-72e9-4046-8f1c-45e3f93c020d no longer exists at agent hyperv_n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:28:10.540411 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-33bbd687-d41d-4360-8d19-9da3038eb24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 5, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:10.552666 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] No Port match for: e96b42f4-72e9-4046-8f1c-45e3f93c020d {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:28:10.553085 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Device e96b42f4-72e9-4046-8f1c-45e3f93c020d not bound to the agent host n-h2-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:28:10.567987 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bbd687-d41d-4360-8d19-9da3038eb24b None None] Checking router: 83f2341e-06ab-4848-8110-4c10533cce19 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:28:10.576213 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bbd687-d41d-4360-8d19-9da3038eb24b None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:28:10.576806 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-33bbd687-d41d-4360-8d19-9da3038eb24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:27:41Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:10.673623 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 12:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ede7b96-a3cf-4fb8-bc00-61bc0b22b52e x-openstack-request-id: req-5ede7b96-a3cf-4fb8-bc00-61bc0b22b52e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:28:10.674215 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad", "status": "completed", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:28:10.674549 n-d-813659-3 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ede7b96-a3cf-4fb8-bc00-61bc0b22b52e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:28:10.678588 n-d-813659-3 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'status': 'completed', 'code': 200} Oct 13 12:28:10.687486 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-33bbd687-d41d-4360-8d19-9da3038eb24b None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:28:10.743885 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2531c8-4ee6-43cf-9168-0bf34d9035f2 req-b39336ea-2c2f-4fd7-a522-3a65446607cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:10.745489 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd2531c8-4ee6-43cf-9168-0bf34d9035f2 req-b39336ea-2c2f-4fd7-a522-3a65446607cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6167d672bb14b1c9b101830081533b7&device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 1094 time: 0.0462596 Oct 13 12:28:10.791454 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0060db-54d9-470c-8f6b-2fd71c504ea2 req-36dee454-631e-4899-8020-7a04bfeb1ccd tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:10.793174 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a0060db-54d9-470c-8f6b-2fd71c504ea2 req-36dee454-631e-4899-8020-7a04bfeb1ccd tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 943 time: 0.0674376 Oct 13 12:28:10.837370 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-6a0060db-54d9-470c-8f6b-2fd71c504ea2 req-22924c09-c929-4280-910e-0c040f60199c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369878 Oct 13 12:28:10.837843 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc9d3-035f-45db-a5fa-e6f81d79001c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:10.846957 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2531c8-4ee6-43cf-9168-0bf34d9035f2 req-51d3db08-3ec1-4895-9d32-f9a8d0d3eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:10.848553 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd2531c8-4ee6-43cf-9168-0bf34d9035f2 req-51d3db08-3ec1-4895-9d32-f9a8d0d3eabc service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 200 len: 911 time: 0.0957861 Oct 13 12:28:10.897416 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd2531c8-4ee6-43cf-9168-0bf34d9035f2 req-63716fe5-fe52-410c-bc7d-53af2e1f1ded service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a23df420-8073-4a6a-acfc-a1ed23280bad HTTP/1.1" status: 200 len: 217 time: 0.0414727 Oct 13 12:28:10.900725 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-33bbd687-d41d-4360-8d19-9da3038eb24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 5, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:10.930648 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bbd687-d41d-4360-8d19-9da3038eb24b None None] The sync data for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 is: [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:22:27Z', 'revision_number': 4, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3', '_interfaces': [{'id': '61503e70-5c4a-47b7-9c74-0f76141dd7ff', 'name': '', 'network_id': 'c2bc2a96-0773-4a28-acb9-cfd62b89f839', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'mac_address': 'fa:16:3e:26:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:26Z', 'updated_at': '2021-10-13T12:22:30Z', 'revision_number': 5, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'subnets': [{'id': '152b92fb-9006-42d7-9cf3-77a42e150275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:28:10.953539 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2531c8-4ee6-43cf-9168-0bf34d9035f2 req-abcd4a64-a221-449d-9494-52970cf6623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:10.955034 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd2531c8-4ee6-43cf-9168-0bf34d9035f2 req-abcd4a64-a221-449d-9494-52970cf6623d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 200 len: 849 time: 0.0497744 Oct 13 12:28:11.005970 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2531c8-4ee6-43cf-9168-0bf34d9035f2 req-5bbb184a-56e7-4337-8a73-3d6d2c5dc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:11.007518 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd2531c8-4ee6-43cf-9168-0bf34d9035f2 req-5bbb184a-56e7-4337-8a73-3d6d2c5dc7c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2bc2a96-0773-4a28-acb9-cfd62b89f839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449665 Oct 13 12:28:11.110464 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd2531c8-4ee6-43cf-9168-0bf34d9035f2 req-0b3d163a-10bd-445c-8604-88cad2757f56 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948243 Oct 13 12:28:11.183255 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b67d33-74cb-4145-b9ac-7ff9c4e3d25b None None] New status for floating IP 5c9c5502-5d0d-4696-8a33-3c56fa452702: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 12:28:11.206662 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-fd2531c8-4ee6-43cf-9168-0bf34d9035f2 req-2b245e1f-c0e6-4b94-bc5c-7a4a8bed2e13 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884430 Oct 13 12:28:11.671501 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:11.746456 n-d-813659-3 neutron-server[101990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e68495-806e-4320-9139-8990774226ec req-d12fb084-7294-463e-873f-4307b525ba0b tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:11.747922 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-26e68495-806e-4320-9139-8990774226ec req-d12fb084-7294-463e-873f-4307b525ba0b tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.46 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 943 time: 0.0592465 Oct 13 12:28:11.839498 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-26e68495-806e-4320-9139-8990774226ec req-b0854f45-2e83-47ab-b661-2a93b62efd51 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Deleting port a23df420-8073-4a6a-acfc-a1ed23280bad {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:28:11.839865 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-26e68495-806e-4320-9139-8990774226ec req-b0854f45-2e83-47ab-b661-2a93b62efd51 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:11.854207 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:11.936016 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [req-26e68495-806e-4320-9139-8990774226ec req-b0854f45-2e83-47ab-b661-2a93b62efd51 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] For port a23df420-8073-4a6a-acfc-a1ed23280bad, host n-h1-813659-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813659-3',level=0,port_id=a23df420-8073-4a6a-acfc-a1ed23280bad,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:28:11.936293 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-26e68495-806e-4320-9139-8990774226ec req-b0854f45-2e83-47ab-b661-2a93b62efd51 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:11.950795 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [req-26e68495-806e-4320-9139-8990774226ec req-b0854f45-2e83-47ab-b661-2a93b62efd51 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Calling delete_port for a23df420-8073-4a6a-acfc-a1ed23280bad owned by compute:nova {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:28:11.962903 n-d-813659-3 neutron-server[101991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600fafe-3c5f-4e94-81de-0f17b775c311 req-61dc1968-1f5d-4954-bf7c-05c3e66f2bae tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 12:28:11.964487 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c600fafe-3c5f-4e94-81de-0f17b775c311 req-61dc1968-1f5d-4954-bf7c-05c3e66f2bae tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 943 time: 0.0552101 Oct 13 12:28:12.004871 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-c600fafe-3c5f-4e94-81de-0f17b775c311 req-d33b4b8c-9540-4871-b46c-e6eb3f830a07 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342324 Oct 13 12:28:12.180003 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-26e68495-806e-4320-9139-8990774226ec req-b0854f45-2e83-47ab-b661-2a93b62efd51 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:12.214115 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0854f45-2e83-47ab-b661-2a93b62efd51 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event deleted for resources: {'Port': ['ID=a23df420-8073-4a6a-acfc-a1ed23280bad,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:12.254472 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e68495-806e-4320-9139-8990774226ec req-b0854f45-2e83-47ab-b661-2a93b62efd51 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] No DVR routers for this DVR port a23df420-8073-4a6a-acfc-a1ed23280bad on host n-h1-813659-3 {{(pid=101990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:28:12.257144 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [req-26e68495-806e-4320-9139-8990774226ec req-b0854f45-2e83-47ab-b661-2a93b62efd51 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100010'] for port, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:12.260650 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [req-26e68495-806e-4320-9139-8990774226ec req-b0854f45-2e83-47ab-b661-2a93b62efd51 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.46 "DELETE /v2.0/ports/a23df420-8073-4a6a-acfc-a1ed23280bad HTTP/1.1" status: 204 len: 173 time: 0.5062733 Oct 13 12:28:12.261087 n-d-813659-3 neutron-server[101990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'name': 'network-vif-deleted', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad'}] {{(pid=101990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 12:28:12.263422 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8776da3403940afe3b2e1b54b2213720009ef5c084051aa5f9cfc21af680b636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ed0f63-0f0d-4eab-aede-619fd0b45c9f" -d '{"events": [{"server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "name": "network-vif-deleted", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad"}]}' {{(pid=101990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 12:28:12.299943 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b79a93-620b-4d5d-bb02-79696517fbf8 x-openstack-request-id: req-d8b79a93-620b-4d5d-bb02-79696517fbf8 {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 12:28:12.300338 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6485a2bb-8b46-49b7-86a5-99cc7df41569", "name": "network-vif-deleted", "tag": "a23df420-8073-4a6a-acfc-a1ed23280bad", "status": "completed", "code": 200}]} {{(pid=101990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 12:28:12.300600 n-d-813659-3 neutron-server[101990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8b79a93-620b-4d5d-bb02-79696517fbf8 {{(pid=101990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 12:28:12.301010 n-d-813659-3 neutron-server[101990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6485a2bb-8b46-49b7-86a5-99cc7df41569', 'name': 'network-vif-deleted', 'tag': 'a23df420-8073-4a6a-acfc-a1ed23280bad', 'status': 'completed', 'code': 200} Oct 13 12:28:12.659959 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:13.116164 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [req-4e56e1c6-4ee1-4870-8e58-e4990a2c324a req-d29db403-a912-4afe-ac87-a63c1ebb3178 tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "GET /v2.0/ports?device_id=6485a2bb-8b46-49b7-86a5-99cc7df41569 HTTP/1.1" status: 200 len: 210 time: 0.0300627 Oct 13 12:28:13.843251 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:14.172120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42104) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:14.232288 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9416c401-9a3e-411f-ab94-aef06995173c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:14.258324 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9416c401-9a3e-411f-ab94-aef06995173c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:14.401292 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9416c401-9a3e-411f-ab94-aef06995173c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:14.403823 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9416c401-9a3e-411f-ab94-aef06995173c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:14.405000 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-9416c401-9a3e-411f-ab94-aef06995173c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] 10.222.0.32 "DELETE /v2.0/security-groups/0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46 HTTP/1.1" status: 204 len: 168 time: 0.2318971 Oct 13 12:28:14.417714 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416c401-9a3e-411f-ab94-aef06995173c tempest-TestSnapshotPattern-1969605062 tempest-TestSnapshotPattern-1969605062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff3a8b7-aa51-4401-8c4e-03e4bb25fb46,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:14.536902 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42108) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:14.914052 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a23df420-8073-4a6a-acfc-a1ed23280bad no longer exists at agent hyperv_n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:28:14.937005 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ea896c84-5897-4a27-8006-71447cadffac None None] No Port match for: a23df420-8073-4a6a-acfc-a1ed23280bad {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:28:14.937412 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Device a23df420-8073-4a6a-acfc-a1ed23280bad not bound to the agent host n-h1-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:28:15.275152 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f43fb993-f6d6-4ce4-b076-9d852ac74c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:15.522658 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-f43fb993-f6d6-4ce4-b076-9d852ac74c49 admin admin] Deleting port 61503e70-5c4a-47b7-9c74-0f76141dd7ff {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:28:15.523003 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f43fb993-f6d6-4ce4-b076-9d852ac74c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:15.605542 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-f43fb993-f6d6-4ce4-b076-9d852ac74c49 admin admin] For port 61503e70-5c4a-47b7-9c74-0f76141dd7ff, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=61503e70-5c4a-47b7-9c74-0f76141dd7ff,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:28:15.606349 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f43fb993-f6d6-4ce4-b076-9d852ac74c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:15.618971 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-f43fb993-f6d6-4ce4-b076-9d852ac74c49 admin admin] Calling delete_port for 61503e70-5c4a-47b7-9c74-0f76141dd7ff owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:28:15.917017 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f43fb993-f6d6-4ce4-b076-9d852ac74c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:15.945597 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fb993-f6d6-4ce4-b076-9d852ac74c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=61503e70-5c4a-47b7-9c74-0f76141dd7ff,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:16.114289 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-f43fb993-f6d6-4ce4-b076-9d852ac74c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:16.333834 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43fb993-f6d6-4ce4-b076-9d852ac74c49 admin admin] Router 83f2341e-06ab-4848-8110-4c10533cce19 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:28:16.442898 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43fb993-f6d6-4ce4-b076-9d852ac74c49 admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:28:16.447919 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-f43fb993-f6d6-4ce4-b076-9d852ac74c49 admin admin] 10.222.0.32 "PUT /v2.0/routers/83f2341e-06ab-4848-8110-4c10533cce19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9099944 Oct 13 12:28:16.450510 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42112) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:16.454321 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffc828-8c65-404d-b83a-888b9b434afc None None] Sync routers for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:28:16.463848 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffc828-8c65-404d-b83a-888b9b434afc None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:28:16.464528 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d7ffc828-8c65-404d-b83a-888b9b434afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:28:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:16.558388 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Notify callbacks [] for router, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:16.570654 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-d7ffc828-8c65-404d-b83a-888b9b434afc None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: n-d-813659-3 {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:28:16.672328 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:16.750391 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d7ffc828-8c65-404d-b83a-888b9b434afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:28:15Z', 'revision_number': 5, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port': {'id': 'ddeb1464-6e9f-492b-b62f-899618d4ca06', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2341e-06ab-4848-8110-4c10533cce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:24Z', 'updated_at': '2021-10-13T12:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:16.825808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Deleting port ddeb1464-6e9f-492b-b62f-899618d4ca06 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:28:16.826157 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:16.871417 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffc828-8c65-404d-b83a-888b9b434afc None None] Checking router: 83f2341e-06ab-4848-8110-4c10533cce19 for host: n-d-813659-3 {{(pid=101993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:28:16.879811 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffc828-8c65-404d-b83a-888b9b434afc None None] Routers {'83f2341e-06ab-4848-8110-4c10533cce19'} bound to L3 agent in host n-d-813659-3 {{(pid=101993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:28:16.880433 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d7ffc828-8c65-404d-b83a-888b9b434afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:28:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['83f2341e-06ab-4848-8110-4c10533cce19'], 'active': True} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:16.914655 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] For port ddeb1464-6e9f-492b-b62f-899618d4ca06, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=ddeb1464-6e9f-492b-b62f-899618d4ca06,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:28:16.915015 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:16.927799 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Calling delete_port for ddeb1464-6e9f-492b-b62f-899618d4ca06 owned by network:router_gateway {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:28:16.967227 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_dvr_db [None req-d7ffc828-8c65-404d-b83a-888b9b434afc None None] Set router 83f2341e-06ab-4848-8110-4c10533cce19 gateway port host: None {{(pid=101993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:28:17.021019 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.l3_hamode_db [None req-d7ffc828-8c65-404d-b83a-888b9b434afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:28:16Z', 'revision_number': 6, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:17.050849 n-d-813659-3 neutron-server[101993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffc828-8c65-404d-b83a-888b9b434afc None None] The sync data for ids ['83f2341e-06ab-4848-8110-4c10533cce19'] in n-d-813659-3 is: [{'id': '83f2341e-06ab-4848-8110-4c10533cce19', 'name': 'tempest-TestSnapshotPattern-1455025142-router', 'tenant_id': 'a6167d672bb14b1c9b101830081533b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:23Z', 'updated_at': '2021-10-13T12:28:16Z', 'revision_number': 6, 'project_id': 'a6167d672bb14b1c9b101830081533b7', 'gw_port_host': None}] {{(pid=101993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:28:17.185105 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:17.211808 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddeb1464-6e9f-492b-b62f-899618d4ca06,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:17.272005 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:17.368056 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:17.370012 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:17.521032 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:17.521581 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83f2341e-06ab-4848-8110-4c10533cce19 {{(pid=101990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 12:28:17.526059 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] Notify callbacks [] for router, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:17.527278 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-95abe143-4259-4567-af92-ad0b98f9cd96 admin admin] 10.222.0.32 "DELETE /v2.0/routers/83f2341e-06ab-4848-8110-4c10533cce19 HTTP/1.1" status: 204 len: 168 time: 1.0758564 Oct 13 12:28:17.529733 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42114) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:17.575968 n-d-813659-3 neutron-server[101990]: DEBUG neutron.db.db_base_plugin_v2 [None req-803ea14b-0929-4a52-b0c9-231dbea2a940 admin admin] Deleting subnet 152b92fb-9006-42d7-9cf3-77a42e150275 {{(pid=101990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 12:28:17.579783 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-803ea14b-0929-4a52-b0c9-231dbea2a940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:17.615309 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-803ea14b-0929-4a52-b0c9-231dbea2a940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25698927'] for subnet, precommit_delete_associations {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:17.696105 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-803ea14b-0929-4a52-b0c9-231dbea2a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:17.837272 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-803ea14b-0929-4a52-b0c9-231dbea2a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25810609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28579333'] for subnet, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:17.865547 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ea14b-0929-4a52-b0c9-231dbea2a940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152b92fb-9006-42d7-9cf3-77a42e150275,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:17.870142 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-803ea14b-0929-4a52-b0c9-231dbea2a940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:17.874118 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-803ea14b-0929-4a52-b0c9-231dbea2a940 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/152b92fb-9006-42d7-9cf3-77a42e150275 HTTP/1.1" status: 204 len: 168 time: 0.3424582 Oct 13 12:28:17.876453 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42116) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:17.879112 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1bb40-89cb-4a1d-9b9f-27dccd411f01 None None] Network c2bc2a96-0773-4a28-acb9-cfd62b89f839 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:28:17.954484 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:18.013289 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Deleting port 86d27410-c14d-4fd0-9fc7-e953f2d32525 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:28:18.013712 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:18.084326 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba468c1e-e6aa-472b-abe4-397ea772d264 None None] DHCP port deletion for c2bc2a96-0773-4a28-acb9-cfd62b89f839 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 12:28:18.085753 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] For port 86d27410-c14d-4fd0-9fc7-e953f2d32525, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=86d27410-c14d-4fd0-9fc7-e953f2d32525,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:28:18.086124 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:18.100616 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Calling delete_port for 86d27410-c14d-4fd0-9fc7-e953f2d32525 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:28:18.131592 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ba468c1e-e6aa-472b-abe4-397ea772d264 None None] Deleting port 86d27410-c14d-4fd0-9fc7-e953f2d32525 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:28:18.131969 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba468c1e-e6aa-472b-abe4-397ea772d264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:18.197127 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-ba468c1e-e6aa-472b-abe4-397ea772d264 None None] For port 86d27410-c14d-4fd0-9fc7-e953f2d32525, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=86d27410-c14d-4fd0-9fc7-e953f2d32525,segment=NetworkSegment(0c257fc7-d8a7-4523-bf92-5ef1fa94891d),segment_id=0c257fc7-d8a7-4523-bf92-5ef1fa94891d)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:28:18.197514 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba468c1e-e6aa-472b-abe4-397ea772d264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:18.210939 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-ba468c1e-e6aa-472b-abe4-397ea772d264 None None] Calling delete_port for 86d27410-c14d-4fd0-9fc7-e953f2d32525 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:28:18.248514 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:18.256767 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 61503e70-5c4a-47b7-9c74-0f76141dd7ff no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:28:18.274570 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d27410-c14d-4fd0-9fc7-e953f2d32525,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:18.278280 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] No DVR routers for this DVR port 86d27410-c14d-4fd0-9fc7-e953f2d32525 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:28:18.279495 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 61503e70-5c4a-47b7-9c74-0f76141dd7ff {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:28:18.280409 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 61503e70-5c4a-47b7-9c74-0f76141dd7ff not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:28:18.280946 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 86d27410-c14d-4fd0-9fc7-e953f2d32525 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:28:18.305082 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 86d27410-c14d-4fd0-9fc7-e953f2d32525 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:28:18.305303 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 86d27410-c14d-4fd0-9fc7-e953f2d32525 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:28:18.305726 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ddeb1464-6e9f-492b-b62f-899618d4ca06 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:28:18.339649 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: ddeb1464-6e9f-492b-b62f-899618d4ca06 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:28:18.340139 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device ddeb1464-6e9f-492b-b62f-899618d4ca06 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:28:18.364690 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:18.367350 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ba468c1e-e6aa-472b-abe4-397ea772d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:18.387539 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bc2a96-0773-4a28-acb9-cfd62b89f839']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:18.396097 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba468c1e-e6aa-472b-abe4-397ea772d264 None None] Pushing event deleted for resources: {'Port': ['ID=86d27410-c14d-4fd0-9fc7-e953f2d32525,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:18.397972 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba468c1e-e6aa-472b-abe4-397ea772d264 None None] No DVR routers for this DVR port 86d27410-c14d-4fd0-9fc7-e953f2d32525 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:28:18.398469 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c257fc7-d8a7-4523-bf92-5ef1fa94891d') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:18.398760 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c257fc7-d8a7-4523-bf92-5ef1fa94891d') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:18.410849 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:18.424623 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:18.430860 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 12:28:18.431236 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: timer() Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 12:28:18.432864 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 12:28:18.546161 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:18.556035 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:18.559669 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c2bc2a96-0773-4a28-acb9-cfd62b89f839 HTTP/1.1" status: 204 len: 168 time: 0.6821177 Oct 13 12:28:18.563425 n-d-813659-3 neutron-server[101990]: DEBUG neutron.wsgi [-] (101990) accepted ('10.222.0.32', 42118) {{(pid=101990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:18.577619 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dae23-ff7c-4567-8ed8-cc20f15be179 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2bc2a96-0773-4a28-acb9-cfd62b89f839,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:18.929044 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5077e811-3efa-4efe-a4f0-269cee9a778a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617871'] for router_interface, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:19.176946 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5077e811-3efa-4efe-a4f0-269cee9a778a admin admin] Deleting port 0b4f276e-15c7-400e-9cee-816dbba0d935 {{(pid=101990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:28:19.177287 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5077e811-3efa-4efe-a4f0-269cee9a778a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:19.254794 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.db [None req-5077e811-3efa-4efe-a4f0-269cee9a778a admin admin] For port 0b4f276e-15c7-400e-9cee-816dbba0d935, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=0b4f276e-15c7-400e-9cee-816dbba0d935,segment=NetworkSegment(2a484fa4-2693-45ef-a669-d213e54adb2f),segment_id=2a484fa4-2693-45ef-a669-d213e54adb2f)] {{(pid=101990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:28:19.255075 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5077e811-3efa-4efe-a4f0-269cee9a778a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:19.271366 n-d-813659-3 neutron-server[101990]: DEBUG neutron.plugins.ml2.plugin [None req-5077e811-3efa-4efe-a4f0-269cee9a778a admin admin] Calling delete_port for 0b4f276e-15c7-400e-9cee-816dbba0d935 owned by network:router_interface {{(pid=101990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:28:19.528586 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5077e811-3efa-4efe-a4f0-269cee9a778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25810590'] for port, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:19.553204 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077e811-3efa-4efe-a4f0-269cee9a778a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4f276e-15c7-400e-9cee-816dbba0d935,revision_number=None']} {{(pid=101990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:19.740561 n-d-813659-3 neutron-server[101990]: DEBUG neutron_lib.callbacks.manager [None req-5077e811-3efa-4efe-a4f0-269cee9a778a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617787'] for router_interface, after_delete {{(pid=101990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:19.961690 n-d-813659-3 neutron-server[101990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5077e811-3efa-4efe-a4f0-269cee9a778a admin admin] Router 0b137c53-bf51-4370-a021-b0086fcd92d4 has already been hosted by L3 agent 2d26732e-5e39-4545-b599-eb916392a3e7 {{(pid=101990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 12:28:20.371014 n-d-813659-3 neutron-server[101990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5077e811-3efa-4efe-a4f0-269cee9a778a admin admin] Notify agent at l3_agent.n-d-813659-3 the message routers_updated {{(pid=101990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 12:28:20.376762 n-d-813659-3 neutron-server[101990]: INFO neutron.wsgi [None req-5077e811-3efa-4efe-a4f0-269cee9a778a admin admin] 10.222.0.32 "PUT /v2.0/routers/0b137c53-bf51-4370-a021-b0086fcd92d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8121266 Oct 13 12:28:20.379855 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42120) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:20.380483 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288a2a1-9b19-46e7-97fd-a8ba354d827b None None] Sync routers for ids ['0b137c53-bf51-4370-a021-b0086fcd92d4'] in n-d-813659-3 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 12:28:20.390136 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288a2a1-9b19-46e7-97fd-a8ba354d827b None None] Routers {'0b137c53-bf51-4370-a021-b0086fcd92d4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:28:20.390776 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2288a2a1-9b19-46e7-97fd-a8ba354d827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:28:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0b137c53-bf51-4370-a021-b0086fcd92d4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:20.485058 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:20.494210 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-2288a2a1-9b19-46e7-97fd-a8ba354d827b None None] Set router 0b137c53-bf51-4370-a021-b0086fcd92d4 gateway port host: n-d-813659-3 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:28:20.584121 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:20.709350 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Deleting port d8f67c90-4874-4bbc-b4d3-79bd54118ccb {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:28:20.709695 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:20.793458 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] For port d8f67c90-4874-4bbc-b4d3-79bd54118ccb, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=d8f67c90-4874-4bbc-b4d3-79bd54118ccb,segment=NetworkSegment(87347623-a88e-4e2c-b7b7-ff9c688b8e07),segment_id=87347623-a88e-4e2c-b7b7-ff9c688b8e07)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:28:20.793740 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:20.806915 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Calling delete_port for d8f67c90-4874-4bbc-b4d3-79bd54118ccb owned by network:router_gateway {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:28:20.830408 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2288a2a1-9b19-46e7-97fd-a8ba354d827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'name': 'tempest-TestSnapshotPattern-1435541607-router', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'external_fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:28:19Z', 'revision_number': 5, 'project_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'gw_port': {'id': 'd8f67c90-4874-4bbc-b4d3-79bd54118ccb', 'name': '', 'network_id': '0d200ca7-65e4-4b47-bd3f-9a487a3d9860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813659-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345e9ba-a9fa-4366-b781-c67289db050a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813659-3'}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:20.856387 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288a2a1-9b19-46e7-97fd-a8ba354d827b None None] Checking router: 0b137c53-bf51-4370-a021-b0086fcd92d4 for host: n-d-813659-3 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 12:28:20.865955 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288a2a1-9b19-46e7-97fd-a8ba354d827b None None] Routers {'0b137c53-bf51-4370-a021-b0086fcd92d4'} bound to L3 agent in host n-d-813659-3 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 12:28:20.866606 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2288a2a1-9b19-46e7-97fd-a8ba354d827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813659-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T10:37:41Z,description=,heartbeat_timestamp=2021-10-13T12:28:11Z,host='n-d-813659-3',id=2d26732e-5e39-4545-b599-eb916392a3e7,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T10:37:41Z,topic='l3_agent')) {'router_ids': ['0b137c53-bf51-4370-a021-b0086fcd92d4'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:20.954014 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-2288a2a1-9b19-46e7-97fd-a8ba354d827b None None] Set router 0b137c53-bf51-4370-a021-b0086fcd92d4 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 12:28:21.011961 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2288a2a1-9b19-46e7-97fd-a8ba354d827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'name': 'tempest-TestSnapshotPattern-1435541607-router', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:28:20Z', 'revision_number': 6, 'project_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'gw_port_host': None}], 'n-d-813659-3', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:21.038556 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288a2a1-9b19-46e7-97fd-a8ba354d827b None None] The sync data for ids ['0b137c53-bf51-4370-a021-b0086fcd92d4'] in n-d-813659-3 is: [{'id': '0b137c53-bf51-4370-a021-b0086fcd92d4', 'name': 'tempest-TestSnapshotPattern-1435541607-router', 'tenant_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T12:22:30Z', 'updated_at': '2021-10-13T12:28:20Z', 'revision_number': 6, 'project_id': '1eae120e4e8445ee8c77e2eeef971bc7', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 12:28:21.053775 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.086155 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f67c90-4874-4bbc-b4d3-79bd54118ccb,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:21.145554 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527577'] for router_gateway, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.235805 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127242'] for router, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.237940 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.349295 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620322'] for router, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.349742 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b137c53-bf51-4370-a021-b0086fcd92d4 {{(pid=101991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 12:28:21.354042 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] Notify callbacks [] for router, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.355255 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-08fb74de-dd04-4230-9163-4308118048c1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0b137c53-bf51-4370-a021-b0086fcd92d4 HTTP/1.1" status: 204 len: 168 time: 0.9742939 Oct 13 12:28:21.357888 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42124) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:21.408262 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9949e18-2f08-40e3-bbfb-32a8da2060fe admin admin] Deleting subnet 054b3d91-c4ea-4700-b7ca-43baafe29e2f {{(pid=101991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 12:28:21.411810 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9949e18-2f08-40e3-bbfb-32a8da2060fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.447558 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9949e18-2f08-40e3-bbfb-32a8da2060fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26014070'] for subnet, precommit_delete_associations {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.530734 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9949e18-2f08-40e3-bbfb-32a8da2060fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038388'] for subnet, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.665302 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9949e18-2f08-40e3-bbfb-32a8da2060fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25251396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25867028'] for subnet, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.688595 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9949e18-2f08-40e3-bbfb-32a8da2060fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054b3d91-c4ea-4700-b7ca-43baafe29e2f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:21.694307 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9949e18-2f08-40e3-bbfb-32a8da2060fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.697580 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-a9949e18-2f08-40e3-bbfb-32a8da2060fe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/054b3d91-c4ea-4700-b7ca-43baafe29e2f HTTP/1.1" status: 204 len: 168 time: 0.3381026 Oct 13 12:28:21.699954 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87500a0c-03e8-45dc-9fa5-6993b5b2190f None None] Network b24615ab-3836-4b00-b936-7824ec4b31b5 requested from n-d-813659-3 {{(pid=101992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 12:28:21.701064 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42126) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:21.775060 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646367'] for network, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.836588 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Deleting port cf1bd074-5add-4580-bc02-29972b85cd86 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:28:21.837062 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.879029 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4cc0e3-9c0a-4b5a-9fd0-f32427ea78a0 None None] DHCP port deletion for b24615ab-3836-4b00-b936-7824ec4b31b5 request from n-d-813659-3 {{(pid=101992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 12:28:21.907415 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] For port cf1bd074-5add-4580-bc02-29972b85cd86, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cf1bd074-5add-4580-bc02-29972b85cd86,segment=NetworkSegment(2a484fa4-2693-45ef-a669-d213e54adb2f),segment_id=2a484fa4-2693-45ef-a669-d213e54adb2f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:28:21.907867 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.921456 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Calling delete_port for cf1bd074-5add-4580-bc02-29972b85cd86 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:28:21.927583 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6d4cc0e3-9c0a-4b5a-9fd0-f32427ea78a0 None None] Deleting port cf1bd074-5add-4580-bc02-29972b85cd86 {{(pid=101992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 12:28:21.927966 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc0e3-9c0a-4b5a-9fd0-f32427ea78a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785341805222'] for port, before_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:21.999933 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6d4cc0e3-9c0a-4b5a-9fd0-f32427ea78a0 None None] For port cf1bd074-5add-4580-bc02-29972b85cd86, host n-d-813659-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813659-3',level=0,port_id=cf1bd074-5add-4580-bc02-29972b85cd86,segment=NetworkSegment(2a484fa4-2693-45ef-a669-d213e54adb2f),segment_id=2a484fa4-2693-45ef-a669-d213e54adb2f)] {{(pid=101992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 12:28:22.000656 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc0e3-9c0a-4b5a-9fd0-f32427ea78a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582178'] for port, precommit_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:22.015383 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-6d4cc0e3-9c0a-4b5a-9fd0-f32427ea78a0 None None] Calling delete_port for cf1bd074-5add-4580-bc02-29972b85cd86 owned by network:dhcp {{(pid=101992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 12:28:22.088121 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25251435'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:22.096185 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc0e3-9c0a-4b5a-9fd0-f32427ea78a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785341713412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785341241829'] for port, after_delete {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:22.109894 n-d-813659-3 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4cc0e3-9c0a-4b5a-9fd0-f32427ea78a0 None None] No DVR routers for this DVR port cf1bd074-5add-4580-bc02-29972b85cd86 on host n-d-813659-3 {{(pid=101992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:28:22.120445 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1bd074-5add-4580-bc02-29972b85cd86,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:22.123603 n-d-813659-3 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] No DVR routers for this DVR port cf1bd074-5add-4580-bc02-29972b85cd86 on host n-d-813659-3 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 12:28:22.135768 n-d-813659-3 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cc0e3-9c0a-4b5a-9fd0-f32427ea78a0 None None] Pushing event deleted for resources: {'Port': ['ID=cf1bd074-5add-4580-bc02-29972b85cd86,revision_number=None']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:22.194723 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033551', 'neutron.services.segments.db._delete_segments_for_network-8785341691396'] for network, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:22.223135 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24615ab-3836-4b00-b936-7824ec4b31b5']}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:22.234756 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a484fa4-2693-45ef-a669-d213e54adb2f') {'for_net_delete': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:22.235053 n-d-813659-3 neutron-server[101991]: DEBUG neutron.services.segments.db [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a484fa4-2693-45ef-a669-d213e54adb2f') {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 12:28:22.247725 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785341691661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26014077'] for segment, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:22.262922 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974'] for segment, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:22.269233 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cf1bd074-5add-4580-bc02-29972b85cd86 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:28:22.273172 n-d-813659-3 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 12:28:22.273573 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250970'] for segment, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: Traceback (most recent call last): Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: timer() Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: cb(*args, **kw) Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: return func(*args, **kwargs) Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: self._notify() Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: self.callback(batched_events) Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: event.method(event) Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: return f(self, *a, **k) Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: return self._get(url).json() Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: return self.request(url, 'GET', **kwargs) Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 12:28:22.275354 n-d-813659-3 neutron-server[101991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 12:28:22.298083 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: cf1bd074-5add-4580-bc02-29972b85cd86 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:28:22.298851 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device cf1bd074-5add-4580-bc02-29972b85cd86 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:28:22.299470 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 0b4f276e-15c7-400e-9cee-816dbba0d935 no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:28:22.332336 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: 0b4f276e-15c7-400e-9cee-816dbba0d935 {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:28:22.332678 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device 0b4f276e-15c7-400e-9cee-816dbba0d935 not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:28:22.333091 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d8f67c90-4874-4bbc-b4d3-79bd54118ccb no longer exists at agent ovs-agent-n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 12:28:22.353144 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.plugin [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] No Port match for: d8f67c90-4874-4bbc-b4d3-79bd54118ccb {{(pid=101992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 12:28:22.353484 n-d-813659-3 neutron-server[101992]: DEBUG neutron.plugins.ml2.rpc [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Device d8f67c90-4874-4bbc-b4d3-79bd54118ccb not bound to the agent host n-d-813659-3 {{(pid=101992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 12:28:22.413652 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2033654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527549'] for network, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:22.419916 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Notify callbacks [] for network, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:22.422511 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b24615ab-3836-4b00-b936-7824ec4b31b5 HTTP/1.1" status: 204 len: 168 time: 0.7214241 Oct 13 12:28:22.433471 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d3ba7-5069-4d84-a774-586710fd4af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b24615ab-3836-4b00-b936-7824ec4b31b5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:22.824120 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42130) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:22.865408 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-97b08632-e18b-44e1-a2b5-0e988e776fb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6167d672bb14b1c9b101830081533b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404127 Oct 13 12:28:22.867926 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42132) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:22.915115 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85cc1667-515c-48f5-ac4f-2e872b6b8eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:22.936721 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85cc1667-515c-48f5-ac4f-2e872b6b8eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:23.076810 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85cc1667-515c-48f5-ac4f-2e872b6b8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:23.079797 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85cc1667-515c-48f5-ac4f-2e872b6b8eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:23.081031 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-85cc1667-515c-48f5-ac4f-2e872b6b8eaa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f767028-9ea1-42bd-b9aa-fdf669bb2a49 HTTP/1.1" status: 204 len: 168 time: 0.2120886 Oct 13 12:28:23.089111 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc1667-515c-48f5-ac4f-2e872b6b8eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f767028-9ea1-42bd-b9aa-fdf669bb2a49,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:23.760026 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42138) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:23.802783 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-d67eff4e-d21f-4a8c-872f-bb7dd6f9f6d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1eae120e4e8445ee8c77e2eeef971bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415382 Oct 13 12:28:23.805337 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [-] (101991) accepted ('10.222.0.32', 42140) {{(pid=101991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 12:28:23.852862 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b799f9ed-9fdc-46e8-a8b4-e9c11a4aa6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:23.875762 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b799f9ed-9fdc-46e8-a8b4-e9c11a4aa6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:24.002523 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b799f9ed-9fdc-46e8-a8b4-e9c11a4aa6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020337'] for security_group, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:24.005158 n-d-813659-3 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b799f9ed-9fdc-46e8-a8b4-e9c11a4aa6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:24.006337 n-d-813659-3 neutron-server[101991]: INFO neutron.wsgi [None req-b799f9ed-9fdc-46e8-a8b4-e9c11a4aa6a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fb3f09f-0e86-40aa-8a0c-c46b09b8a286 HTTP/1.1" status: 204 len: 168 time: 0.2000988 Oct 13 12:28:24.014695 n-d-813659-3 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799f9ed-9fdc-46e8-a8b4-e9c11a4aa6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb3f09f-0e86-40aa-8a0c-c46b09b8a286,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 12:28:37.336861 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:28:38.047657 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-15355718-912f-413b-94b0-f2a5ee45e982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:39.864482 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:40.836080 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-73701f7d-4d8c-4702-8749-9ef33396ffcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:41.725986 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:41.876109 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:42.631718 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:43.835847 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:28:53.092466 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-5ccda72b-e7f9-4a42-8571-63f0656075f4 req-492048f3-f2e4-4f5f-a6d6-d2c450393792 service neutron] (101991) timed out ('10.222.0.32', 40554) {{(pid=101991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 12:29:08.041306 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-53951857-534a-440c-869d-5519de65a230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:09.874588 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:10.846693 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d4e852c1-aa68-4ff4-872d-fe85fbbd31d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:11.708614 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:11.851457 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:12.664843 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:13.840671 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:14.336290 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:29:38.052571 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ef32ecdf-88ea-4f79-9b53-41d3e3e63a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:39.880484 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:40.817703 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3df9f64b-ba04-4c2b-8b90-b4a784069073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:41.732112 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:41.840513 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:42.628766 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:43.840703 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:29:51.335101 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:30:08.057664 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca71c-1d6b-4c6b-94a5-114382569386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:30:09.886299 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:30:10.828299 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-11259c10-0755-4483-ae05-0d9297ffe2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:30:11.725316 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:30:11.857668 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:30:12.628251 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:30:13.902758 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:30:28.335070 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:30:38.062448 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-307378a3-c2c0-4b80-b664-c851b7f6a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:30:39.884593 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:30:40.821451 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1012bcbc-1aa6-424a-919e-0cc8a04ac9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:30:41.736365 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:30:41.856321 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:30:42.644877 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:30:43.867132 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:05.334615 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:31:08.044220 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f15a999a-2b71-48e2-8d26-97dd793420d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:09.867471 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:10.849924 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-32e7f055-e96d-4db6-b11a-193a75d4019e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:11.735774 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:11.804159 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:12.667178 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:13.866652 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:38.055821 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-06427be8-bde4-45a4-b9f4-e8385d95f2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:39.872433 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:40.838014 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9bc10028-8a17-4435-bde8-7ee3d47b3412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:41.746756 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:41.815401 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:42.334226 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:31:42.649500 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:31:43.849784 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:08.066626 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4e98267c-8882-4859-95c6-32d37ef1d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:09.906576 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:10.804106 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8f344454-a6ba-44d7-a30d-7b9d8a092263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:11.712385 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:11.837832 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:12.660671 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:13.855361 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:19.334196 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:32:38.066101 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ef32-1308-4fea-a40d-2c5569d4f80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:39.888968 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:40.820729 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-74853180-1a22-485d-92ff-5adc2c664eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:41.758743 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:41.814714 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:42.660751 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:43.883152 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:32:56.333759 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:33:08.037903 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28c81d35-4d15-4ca8-8791-82b4856631ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:33:09.906379 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:33:10.797429 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6ab39e5a-7338-47e9-8491-45fedca6c59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:33:11.729977 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:33:11.826139 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:33:12.660120 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:33:13.872402 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:33:33.332801 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:33:38.060344 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-08650eb4-db11-4f15-b75d-96da99c71beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:33:39.905879 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:33:40.825935 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bf0afcdb-26de-466f-b999-e793720de639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:33:41.740205 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:33:41.825970 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:33:42.654936 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:33:43.855464 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:08.089040 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4758c3a1-819c-4a06-b434-3653198f3fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:09.946352 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:10.331707 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:34:10.808947 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-45860367-b62b-4f94-8039-a78b685a1760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:11.774222 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:11.825731 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:12.654680 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:13.929121 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:38.083315 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1097b925-504a-421b-bed8-aa2c5a054abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:39.946121 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:40.854253 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f51106b0-3778-44ee-a5ef-2fae4ecfdef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:41.779969 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:41.876714 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:42.642771 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:43.877406 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:34:47.330971 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:34:57.064698 n-d-813659-3 neutron-server[101991]: DEBUG neutron.wsgi [req-f7503bf0-924f-440c-8202-ed6518435f12 req-176eb0d2-4f87-4751-886f-526944f6b297 service neutron] (101991) timed out ('10.222.0.32', 41122) {{(pid=101991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 12:35:08.060735 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce6d8-d219-4f80-bef1-a013c57308bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:35:09.928373 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:35:10.813545 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-973fdbc7-c3be-4f7d-ab83-c621422b4920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:35:11.774007 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:35:11.819792 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:35:12.655000 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:35:13.877004 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:35:24.331943 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:35:38.071529 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fb3b7eb1-63bd-49ca-9304-774d98813870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:35:39.956690 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:35:40.813165 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-60576c53-0ff5-48a6-a557-10625899c2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:35:41.814103 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:35:41.836782 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:35:42.665559 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:35:43.887199 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:01.332661 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:36:08.065449 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-48a90714-bfd1-4666-8015-8fec1324f423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:09.949902 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:10.814006 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2010-7cf8-4e7b-b9e3-6346a695dbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:11.784089 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:11.835387 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:12.711916 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:13.911559 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:38.065415 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-69ece2d8-d4fd-4a9d-9856-c6ed1e280d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:38.333684 n-d-813659-3 neutron-server[101993]: DEBUG neutron.db.agents_db [None req-513b04f3-9dbf-4dd9-a909-2483a2cbc4d7 None None] Agent healthcheck: found 7 active agents {{(pid=101993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 12:36:39.985391 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4145ef5f-3d9f-44f6-98e9-6e1e38b0ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:40.814126 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5a66-cb9d-4e94-a5c8-b527945ff1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:41.812113 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-ea896c84-5897-4a27-8006-71447cadffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:41.846287 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d670d6bb-ecb0-44ef-bfe6-cb55f9fa46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:42.653640 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-52082488-307b-4531-8e08-ec45233559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:36:43.899659 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-015ab6ea-8b70-46c5-acab-8079be00eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 12:37:08.074823 n-d-813659-3 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0fd87388-e9b5-4d8e-99e4-1782b3b8701a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785341685998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034719'] for agent, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}